{ "dataset_revision": "f9e25d5b6e13e1ad9f5c3cce202565031b3ab164", "task_name": "VidoreSyntheticDocQAHealthcareIndustryRetrieval", "mteb_version": "1.38.32", "scores": { "test": [ { "ndcg_at_1": 0.99, "ndcg_at_3": 0.99631, "ndcg_at_5": 0.99631, "ndcg_at_10": 0.99631, "ndcg_at_20": 0.99631, "ndcg_at_100": 0.99631, "ndcg_at_1000": 0.99631, "map_at_1": 0.99, "map_at_3": 0.995, "map_at_5": 0.995, "map_at_10": 0.995, "map_at_20": 0.995, "map_at_100": 0.995, "map_at_1000": 0.995, "recall_at_1": 0.99, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "cv_recall_at_1": 0.99, "cv_recall_at_3": 1.0, "cv_recall_at_5": 1.0, "cv_recall_at_10": 1.0, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "precision_at_1": 0.99, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.99, "mrr_at_3": 0.995, "mrr_at_5": 0.995, "mrr_at_10": 0.995, "mrr_at_20": 0.995, "mrr_at_100": 0.995, "mrr_at_1000": 0.995, "nauc_ndcg_at_1_max": 0.722222, "nauc_ndcg_at_1_std": 1.0, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.722222, "nauc_ndcg_at_3_std": 1.0, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.722222, "nauc_ndcg_at_5_std": 1.0, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.722222, "nauc_ndcg_at_10_std": 1.0, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.722222, "nauc_ndcg_at_20_std": 1.0, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_100_max": 0.722222, "nauc_ndcg_at_100_std": 1.0, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 0.722222, "nauc_ndcg_at_1000_std": 1.0, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 0.722222, "nauc_map_at_1_std": 1.0, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.722222, "nauc_map_at_3_std": 1.0, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.722222, "nauc_map_at_5_std": 1.0, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.722222, "nauc_map_at_10_std": 1.0, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.722222, "nauc_map_at_20_std": 1.0, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_100_max": 0.722222, "nauc_map_at_100_std": 1.0, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 0.722222, "nauc_map_at_1000_std": 1.0, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 0.722222, "nauc_recall_at_1_std": 1.0, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.722222, "nauc_precision_at_1_std": 1.0, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_cv_recall_at_1_max": 0.722222, "nauc_cv_recall_at_1_std": 1.0, "nauc_cv_recall_at_1_diff1": 1.0, "nauc_cv_recall_at_3_max": NaN, "nauc_cv_recall_at_3_std": NaN, "nauc_cv_recall_at_3_diff1": NaN, "nauc_cv_recall_at_5_max": NaN, "nauc_cv_recall_at_5_std": NaN, "nauc_cv_recall_at_5_diff1": NaN, "nauc_cv_recall_at_10_max": NaN, "nauc_cv_recall_at_10_std": NaN, "nauc_cv_recall_at_10_diff1": NaN, "nauc_cv_recall_at_20_max": NaN, "nauc_cv_recall_at_20_std": NaN, "nauc_cv_recall_at_20_diff1": NaN, "nauc_cv_recall_at_100_max": NaN, "nauc_cv_recall_at_100_std": NaN, "nauc_cv_recall_at_100_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.722222, "nauc_mrr_at_1_std": 1.0, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.722222, "nauc_mrr_at_3_std": 1.0, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.722222, "nauc_mrr_at_5_std": 1.0, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.722222, "nauc_mrr_at_10_std": 1.0, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.722222, "nauc_mrr_at_20_std": 1.0, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_100_max": 0.722222, "nauc_mrr_at_100_std": 1.0, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 0.722222, "nauc_mrr_at_1000_std": 1.0, "nauc_mrr_at_1000_diff1": 1.0, "main_score": 0.99631, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 440.7572731971741, "kg_co2_emissions": null }