{ "dataset_revision": "c5a29a104738b98a9e76336939199e264163d4a0", "task_name": "MSMARCO", "mteb_version": "1.18.0", "scores": { "train": [ { "ndcg_at_1": 0.00313, "ndcg_at_3": 0.00507, "ndcg_at_5": 0.00617, "ndcg_at_10": 0.0077, "ndcg_at_20": 0.00942, "ndcg_at_100": 0.01447, "ndcg_at_1000": 0.02537, "map_at_1": 0.00301, "map_at_3": 0.00452, "map_at_5": 0.00512, "map_at_10": 0.00574, "map_at_20": 0.0062, "map_at_100": 0.00683, "map_at_1000": 0.00713, "recall_at_1": 0.00301, "recall_at_3": 0.00651, "recall_at_5": 0.00916, "recall_at_10": 0.01387, "recall_at_20": 0.02063, "recall_at_100": 0.04857, "recall_at_1000": 0.13938, "precision_at_1": 0.00313, "precision_at_3": 0.00227, "precision_at_5": 0.00191, "precision_at_10": 0.00145, "precision_at_20": 0.00108, "precision_at_100": 0.00051, "precision_at_1000": 0.00015, "mrr_at_1": 0.00313, "mrr_at_3": 0.004692, "mrr_at_5": 0.005316, "mrr_at_10": 0.005964, "mrr_at_20": 0.006446, "mrr_at_100": 0.007093, "mrr_at_1000": 0.007406, "nauc_ndcg_at_1_max": 0.448211, "nauc_ndcg_at_1_std": -0.246234, "nauc_ndcg_at_1_diff1": 0.17362, "nauc_ndcg_at_3_max": 0.400327, "nauc_ndcg_at_3_std": -0.237786, "nauc_ndcg_at_3_diff1": 0.098332, "nauc_ndcg_at_5_max": 0.371437, "nauc_ndcg_at_5_std": -0.226688, "nauc_ndcg_at_5_diff1": 0.076462, "nauc_ndcg_at_10_max": 0.340458, "nauc_ndcg_at_10_std": -0.220428, "nauc_ndcg_at_10_diff1": 0.052326, "nauc_ndcg_at_20_max": 0.310482, "nauc_ndcg_at_20_std": -0.210171, "nauc_ndcg_at_20_diff1": 0.035867, "nauc_ndcg_at_100_max": 0.246535, "nauc_ndcg_at_100_std": -0.187014, "nauc_ndcg_at_100_diff1": 0.006951, "nauc_ndcg_at_1000_max": 0.185663, "nauc_ndcg_at_1000_std": -0.165124, "nauc_ndcg_at_1000_diff1": -0.011715, "nauc_map_at_1_max": 0.447726, "nauc_map_at_1_std": -0.247851, "nauc_map_at_1_diff1": 0.177216, "nauc_map_at_3_max": 0.40906, "nauc_map_at_3_std": -0.239881, "nauc_map_at_3_diff1": 0.111477, "nauc_map_at_5_max": 0.3891, "nauc_map_at_5_std": -0.232305, "nauc_map_at_5_diff1": 0.095557, "nauc_map_at_10_max": 0.370716, "nauc_map_at_10_std": -0.228146, "nauc_map_at_10_diff1": 0.080401, "nauc_map_at_20_max": 0.356298, "nauc_map_at_20_std": -0.223376, "nauc_map_at_20_diff1": 0.071659, "nauc_map_at_100_max": 0.335948, "nauc_map_at_100_std": -0.216159, "nauc_map_at_100_diff1": 0.060627, "nauc_map_at_1000_max": 0.326303, "nauc_map_at_1000_std": -0.212562, "nauc_map_at_1000_diff1": 0.056691, "nauc_recall_at_1_max": 0.447726, "nauc_recall_at_1_std": -0.247851, "nauc_recall_at_1_diff1": 0.177216, "nauc_recall_at_3_max": 0.382273, "nauc_recall_at_3_std": -0.233933, "nauc_recall_at_3_diff1": 0.074086, "nauc_recall_at_5_max": 0.339824, "nauc_recall_at_5_std": -0.217124, "nauc_recall_at_5_diff1": 0.045736, "nauc_recall_at_10_max": 0.297159, "nauc_recall_at_10_std": -0.209533, "nauc_recall_at_10_diff1": 0.015069, "nauc_recall_at_20_max": 0.257157, "nauc_recall_at_20_std": -0.194562, "nauc_recall_at_20_diff1": -0.002256, "nauc_recall_at_100_max": 0.180912, "nauc_recall_at_100_std": -0.164701, "nauc_recall_at_100_diff1": -0.027485, "nauc_recall_at_1000_max": 0.125149, "nauc_recall_at_1000_std": -0.143888, "nauc_recall_at_1000_diff1": -0.035493, "nauc_precision_at_1_max": 0.448211, "nauc_precision_at_1_std": -0.246234, "nauc_precision_at_1_diff1": 0.17362, "nauc_precision_at_3_max": 0.381607, "nauc_precision_at_3_std": -0.232988, "nauc_precision_at_3_diff1": 0.070441, "nauc_precision_at_5_max": 0.340269, "nauc_precision_at_5_std": -0.21633, "nauc_precision_at_5_diff1": 0.042722, "nauc_precision_at_10_max": 0.29763, "nauc_precision_at_10_std": -0.209631, "nauc_precision_at_10_diff1": 0.012134, "nauc_precision_at_20_max": 0.257856, "nauc_precision_at_20_std": -0.194883, "nauc_precision_at_20_diff1": -0.005087, "nauc_precision_at_100_max": 0.182352, "nauc_precision_at_100_std": -0.16651, "nauc_precision_at_100_diff1": -0.029364, "nauc_precision_at_1000_max": 0.128627, "nauc_precision_at_1000_std": -0.147973, "nauc_precision_at_1000_diff1": -0.037113, "nauc_mrr_at_1_max": 0.448211, "nauc_mrr_at_1_std": -0.246234, "nauc_mrr_at_1_diff1": 0.17362, "nauc_mrr_at_3_max": 0.409303, "nauc_mrr_at_3_std": -0.239106, "nauc_mrr_at_3_diff1": 0.108244, "nauc_mrr_at_5_max": 0.389716, "nauc_mrr_at_5_std": -0.231526, "nauc_mrr_at_5_diff1": 0.092574, "nauc_mrr_at_10_max": 0.370646, "nauc_mrr_at_10_std": -0.227925, "nauc_mrr_at_10_diff1": 0.077585, "nauc_mrr_at_20_max": 0.356285, "nauc_mrr_at_20_std": -0.223258, "nauc_mrr_at_20_diff1": 0.068953, "nauc_mrr_at_100_max": 0.335924, "nauc_mrr_at_100_std": -0.216362, "nauc_mrr_at_100_diff1": 0.058166, "nauc_mrr_at_1000_max": 0.326434, "nauc_mrr_at_1000_std": -0.212946, "nauc_mrr_at_1000_diff1": 0.054393, "main_score": 0.0077, "hf_subset": "default", "languages": [ "eng-Latn" ] } ], "dev": [ { "ndcg_at_1": 0.00544, "ndcg_at_3": 0.00793, "ndcg_at_5": 0.00939, "ndcg_at_10": 0.0113, "ndcg_at_20": 0.01346, "ndcg_at_100": 0.01895, "ndcg_at_1000": 0.02993, "map_at_1": 0.00537, "map_at_3": 0.00728, "map_at_5": 0.00808, "map_at_10": 0.00885, "map_at_20": 0.00944, "map_at_100": 0.0101, "map_at_1000": 0.01042, "recall_at_1": 0.00537, "recall_at_3": 0.00967, "recall_at_5": 0.01325, "recall_at_10": 0.0192, "recall_at_20": 0.02767, "recall_at_100": 0.05824, "recall_at_1000": 0.1491, "precision_at_1": 0.00544, "precision_at_3": 0.0033, "precision_at_5": 0.00269, "precision_at_10": 0.00195, "precision_at_20": 0.00143, "precision_at_100": 0.00061, "precision_at_1000": 0.00016, "mrr_at_1": 0.005444, "mrr_at_3": 0.007426, "mrr_at_5": 0.008221, "mrr_at_10": 0.009005, "mrr_at_20": 0.009606, "mrr_at_100": 0.010301, "mrr_at_1000": 0.010627, "nauc_ndcg_at_1_max": 0.383185, "nauc_ndcg_at_1_std": -0.260983, "nauc_ndcg_at_1_diff1": 0.175159, "nauc_ndcg_at_3_max": 0.413063, "nauc_ndcg_at_3_std": -0.273823, "nauc_ndcg_at_3_diff1": 0.114565, "nauc_ndcg_at_5_max": 0.40519, "nauc_ndcg_at_5_std": -0.272866, "nauc_ndcg_at_5_diff1": 0.090915, "nauc_ndcg_at_10_max": 0.383181, "nauc_ndcg_at_10_std": -0.252981, "nauc_ndcg_at_10_diff1": 0.067957, "nauc_ndcg_at_20_max": 0.353347, "nauc_ndcg_at_20_std": -0.216322, "nauc_ndcg_at_20_diff1": 0.063165, "nauc_ndcg_at_100_max": 0.303301, "nauc_ndcg_at_100_std": -0.197401, "nauc_ndcg_at_100_diff1": 0.041896, "nauc_ndcg_at_1000_max": 0.223867, "nauc_ndcg_at_1000_std": -0.172662, "nauc_ndcg_at_1000_diff1": 0.011366, "nauc_map_at_1_max": 0.379469, "nauc_map_at_1_std": -0.257802, "nauc_map_at_1_diff1": 0.168668, "nauc_map_at_3_max": 0.405042, "nauc_map_at_3_std": -0.271116, "nauc_map_at_3_diff1": 0.124888, "nauc_map_at_5_max": 0.401199, "nauc_map_at_5_std": -0.271258, "nauc_map_at_5_diff1": 0.109117, "nauc_map_at_10_max": 0.39037, "nauc_map_at_10_std": -0.261417, "nauc_map_at_10_diff1": 0.095913, "nauc_map_at_20_max": 0.378697, "nauc_map_at_20_std": -0.247411, "nauc_map_at_20_diff1": 0.093699, "nauc_map_at_100_max": 0.366328, "nauc_map_at_100_std": -0.240158, "nauc_map_at_100_diff1": 0.088516, "nauc_map_at_1000_max": 0.35788, "nauc_map_at_1000_std": -0.236746, "nauc_map_at_1000_diff1": 0.083865, "nauc_recall_at_1_max": 0.379469, "nauc_recall_at_1_std": -0.257802, "nauc_recall_at_1_diff1": 0.168668, "nauc_recall_at_3_max": 0.432659, "nauc_recall_at_3_std": -0.278387, "nauc_recall_at_3_diff1": 0.094186, "nauc_recall_at_5_max": 0.412699, "nauc_recall_at_5_std": -0.274263, "nauc_recall_at_5_diff1": 0.05776, "nauc_recall_at_10_max": 0.370633, "nauc_recall_at_10_std": -0.23677, "nauc_recall_at_10_diff1": 0.026035, "nauc_recall_at_20_max": 0.315592, "nauc_recall_at_20_std": -0.169993, "nauc_recall_at_20_diff1": 0.028496, "nauc_recall_at_100_max": 0.24308, "nauc_recall_at_100_std": -0.162274, "nauc_recall_at_100_diff1": 0.002808, "nauc_recall_at_1000_max": 0.139755, "nauc_recall_at_1000_std": -0.138586, "nauc_recall_at_1000_diff1": -0.023455, "nauc_precision_at_1_max": 0.383185, "nauc_precision_at_1_std": -0.260983, "nauc_precision_at_1_diff1": 0.175159, "nauc_precision_at_3_max": 0.428681, "nauc_precision_at_3_std": -0.279406, "nauc_precision_at_3_diff1": 0.088605, "nauc_precision_at_5_max": 0.410098, "nauc_precision_at_5_std": -0.275077, "nauc_precision_at_5_diff1": 0.054245, "nauc_precision_at_10_max": 0.3661, "nauc_precision_at_10_std": -0.236513, "nauc_precision_at_10_diff1": 0.021747, "nauc_precision_at_20_max": 0.31684, "nauc_precision_at_20_std": -0.16992, "nauc_precision_at_20_diff1": 0.021859, "nauc_precision_at_100_max": 0.239368, "nauc_precision_at_100_std": -0.160299, "nauc_precision_at_100_diff1": 0.004073, "nauc_precision_at_1000_max": 0.136681, "nauc_precision_at_1000_std": -0.141448, "nauc_precision_at_1000_diff1": -0.02741, "nauc_mrr_at_1_max": 0.383185, "nauc_mrr_at_1_std": -0.260983, "nauc_mrr_at_1_diff1": 0.175159, "nauc_mrr_at_3_max": 0.404033, "nauc_mrr_at_3_std": -0.273002, "nauc_mrr_at_3_diff1": 0.123319, "nauc_mrr_at_5_max": 0.400355, "nauc_mrr_at_5_std": -0.272959, "nauc_mrr_at_5_diff1": 0.107975, "nauc_mrr_at_10_max": 0.388886, "nauc_mrr_at_10_std": -0.262769, "nauc_mrr_at_10_diff1": 0.094414, "nauc_mrr_at_20_max": 0.37736, "nauc_mrr_at_20_std": -0.248107, "nauc_mrr_at_20_diff1": 0.090375, "nauc_mrr_at_100_max": 0.365149, "nauc_mrr_at_100_std": -0.241022, "nauc_mrr_at_100_diff1": 0.085347, "nauc_mrr_at_1000_max": 0.356589, "nauc_mrr_at_1000_std": -0.237679, "nauc_mrr_at_1000_diff1": 0.080707, "main_score": 0.0113, "hf_subset": "default", "languages": [ "eng-Latn" ] } ], "test": [ { "ndcg_at_1": 0.01938, "ndcg_at_3": 0.03432, "ndcg_at_5": 0.03991, "ndcg_at_10": 0.03841, "ndcg_at_20": 0.03942, "ndcg_at_100": 0.03536, "ndcg_at_1000": 0.05396, "map_at_1": 0.00035, "map_at_3": 0.00123, "map_at_5": 0.00188, "map_at_10": 0.00286, "map_at_20": 0.00404, "map_at_100": 0.00598, "map_at_1000": 0.0083, "recall_at_1": 0.00035, "recall_at_3": 0.00216, "recall_at_5": 0.00392, "recall_at_10": 0.00759, "recall_at_20": 0.01143, "recall_at_100": 0.02645, "recall_at_1000": 0.07766, "precision_at_1": 0.04651, "precision_at_3": 0.06202, "precision_at_5": 0.06047, "precision_at_10": 0.05814, "precision_at_20": 0.05116, "precision_at_100": 0.02605, "precision_at_1000": 0.00747, "mrr_at_1": 0.046512, "mrr_at_3": 0.073643, "mrr_at_5": 0.084109, "mrr_at_10": 0.086693, "mrr_at_20": 0.090084, "mrr_at_100": 0.094797, "mrr_at_1000": 0.095841, "nauc_ndcg_at_1_max": 0.85659, "nauc_ndcg_at_1_std": -0.465567, "nauc_ndcg_at_1_diff1": 0.278113, "nauc_ndcg_at_3_max": 0.599583, "nauc_ndcg_at_3_std": -0.388064, "nauc_ndcg_at_3_diff1": 0.100029, "nauc_ndcg_at_5_max": 0.485922, "nauc_ndcg_at_5_std": -0.413101, "nauc_ndcg_at_5_diff1": 0.039997, "nauc_ndcg_at_10_max": 0.564342, "nauc_ndcg_at_10_std": -0.414353, "nauc_ndcg_at_10_diff1": 0.11689, "nauc_ndcg_at_20_max": 0.512324, "nauc_ndcg_at_20_std": -0.405273, "nauc_ndcg_at_20_diff1": 0.110809, "nauc_ndcg_at_100_max": 0.471076, "nauc_ndcg_at_100_std": -0.376855, "nauc_ndcg_at_100_diff1": 0.253858, "nauc_ndcg_at_1000_max": 0.423451, "nauc_ndcg_at_1000_std": -0.337249, "nauc_ndcg_at_1000_diff1": 0.302461, "nauc_map_at_1_max": 0.929817, "nauc_map_at_1_std": -0.517345, "nauc_map_at_1_diff1": 0.032376, "nauc_map_at_3_max": 0.552188, "nauc_map_at_3_std": -0.498478, "nauc_map_at_3_diff1": 0.161732, "nauc_map_at_5_max": 0.335098, "nauc_map_at_5_std": -0.497017, "nauc_map_at_5_diff1": 0.154154, "nauc_map_at_10_max": 0.494716, "nauc_map_at_10_std": -0.487708, "nauc_map_at_10_diff1": 0.212746, "nauc_map_at_20_max": 0.462253, "nauc_map_at_20_std": -0.469882, "nauc_map_at_20_diff1": 0.215023, "nauc_map_at_100_max": 0.515907, "nauc_map_at_100_std": -0.425361, "nauc_map_at_100_diff1": 0.307048, "nauc_map_at_1000_max": 0.531268, "nauc_map_at_1000_std": -0.380224, "nauc_map_at_1000_diff1": 0.383945, "nauc_recall_at_1_max": 0.929817, "nauc_recall_at_1_std": -0.517345, "nauc_recall_at_1_diff1": 0.032376, "nauc_recall_at_3_max": 0.30285, "nauc_recall_at_3_std": -0.490627, "nauc_recall_at_3_diff1": 0.280381, "nauc_recall_at_5_max": 0.153157, "nauc_recall_at_5_std": -0.512889, "nauc_recall_at_5_diff1": 0.253376, "nauc_recall_at_10_max": 0.43651, "nauc_recall_at_10_std": -0.432368, "nauc_recall_at_10_diff1": 0.178247, "nauc_recall_at_20_max": 0.388969, "nauc_recall_at_20_std": -0.452809, "nauc_recall_at_20_diff1": 0.218057, "nauc_recall_at_100_max": 0.438407, "nauc_recall_at_100_std": -0.403984, "nauc_recall_at_100_diff1": 0.297513, "nauc_recall_at_1000_max": 0.373885, "nauc_recall_at_1000_std": -0.281453, "nauc_recall_at_1000_diff1": 0.37372, "nauc_precision_at_1_max": 0.820737, "nauc_precision_at_1_std": -0.440216, "nauc_precision_at_1_diff1": 0.398427, "nauc_precision_at_3_max": 0.591437, "nauc_precision_at_3_std": -0.412749, "nauc_precision_at_3_diff1": 0.252522, "nauc_precision_at_5_max": 0.479705, "nauc_precision_at_5_std": -0.428878, "nauc_precision_at_5_diff1": 0.154345, "nauc_precision_at_10_max": 0.595473, "nauc_precision_at_10_std": -0.420869, "nauc_precision_at_10_diff1": 0.258661, "nauc_precision_at_20_max": 0.540327, "nauc_precision_at_20_std": -0.395555, "nauc_precision_at_20_diff1": 0.233529, "nauc_precision_at_100_max": 0.519818, "nauc_precision_at_100_std": -0.286617, "nauc_precision_at_100_diff1": 0.360609, "nauc_precision_at_1000_max": 0.433061, "nauc_precision_at_1000_std": -0.214494, "nauc_precision_at_1000_diff1": 0.355151, "nauc_mrr_at_1_max": 0.820737, "nauc_mrr_at_1_std": -0.440216, "nauc_mrr_at_1_diff1": 0.398427, "nauc_mrr_at_3_max": 0.656298, "nauc_mrr_at_3_std": -0.430223, "nauc_mrr_at_3_diff1": 0.325244, "nauc_mrr_at_5_max": 0.662156, "nauc_mrr_at_5_std": -0.465068, "nauc_mrr_at_5_diff1": 0.33057, "nauc_mrr_at_10_max": 0.669224, "nauc_mrr_at_10_std": -0.45751, "nauc_mrr_at_10_diff1": 0.307563, "nauc_mrr_at_20_max": 0.644078, "nauc_mrr_at_20_std": -0.458324, "nauc_mrr_at_20_diff1": 0.297874, "nauc_mrr_at_100_max": 0.636273, "nauc_mrr_at_100_std": -0.450024, "nauc_mrr_at_100_diff1": 0.293175, "nauc_mrr_at_1000_max": 0.635867, "nauc_mrr_at_1000_std": -0.452397, "nauc_mrr_at_1000_diff1": 0.292321, "main_score": 0.03841, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 98828.1624045372, "kg_co2_emissions": 15.84732455117448 }