{ "dataset_revision": "826e3bc829e01f5a088d0435114200bce6058af8", "task_name": "Vidore3NuclearRetrieval.v2", "mteb_version": "2.24.2", "scores": { "test": [ { "ndcg_at_1": 0.44127, "ndcg_at_3": 0.4673, "ndcg_at_5": 0.48354, "ndcg_at_10": 0.51168, "ndcg_at_20": 0.55034, "ndcg_at_100": 0.60286, "ndcg_at_1000": 0.63203, "map_at_1": 0.20921, "map_at_3": 0.31078, "map_at_5": 0.35178, "map_at_10": 0.39265, "map_at_20": 0.41964, "map_at_100": 0.43909, "map_at_1000": 0.44201, "recall_at_1": 0.20921, "recall_at_3": 0.37399, "recall_at_5": 0.46398, "recall_at_10": 0.58397, "recall_at_20": 0.69037, "recall_at_100": 0.85465, "recall_at_1000": 0.99169, "accuracy": 0.20921, "precision_at_1": 0.46084, "precision_at_3": 0.34438, "precision_at_5": 0.28133, "precision_at_10": 0.19608, "precision_at_20": 0.12937, "precision_at_100": 0.03651, "precision_at_1000": 0.00463, "mrr_at_1": 0.460843, "mrr_at_3": 0.582329, "mrr_at_5": 0.599197, "mrr_at_10": 0.60805, "mrr_at_20": 0.611116, "mrr_at_100": 0.612438, "mrr_at_1000": 0.612587, "nauc_ndcg_at_1_max": 0.130173, "nauc_ndcg_at_1_std": -0.084171, "nauc_ndcg_at_1_diff1": 0.500694, "nauc_ndcg_at_3_max": 0.085871, "nauc_ndcg_at_3_std": -0.121889, "nauc_ndcg_at_3_diff1": 0.421343, "nauc_ndcg_at_5_max": 0.071999, "nauc_ndcg_at_5_std": -0.129344, "nauc_ndcg_at_5_diff1": 0.408139, "nauc_ndcg_at_10_max": 0.070472, "nauc_ndcg_at_10_std": -0.128647, "nauc_ndcg_at_10_diff1": 0.439003, "nauc_ndcg_at_20_max": 0.073605, "nauc_ndcg_at_20_std": -0.132142, "nauc_ndcg_at_20_diff1": 0.430555, "nauc_ndcg_at_100_max": 0.092785, "nauc_ndcg_at_100_std": -0.130344, "nauc_ndcg_at_100_diff1": 0.455468, "nauc_ndcg_at_1000_max": 0.085981, "nauc_ndcg_at_1000_std": -0.12457, "nauc_ndcg_at_1000_diff1": 0.448964, "nauc_map_at_1_max": 0.079627, "nauc_map_at_1_std": -0.02329, "nauc_map_at_1_diff1": 0.514251, "nauc_map_at_3_max": 0.076021, "nauc_map_at_3_std": -0.076599, "nauc_map_at_3_diff1": 0.46432, "nauc_map_at_5_max": 0.074588, "nauc_map_at_5_std": -0.090332, "nauc_map_at_5_diff1": 0.451704, "nauc_map_at_10_max": 0.075874, "nauc_map_at_10_std": -0.100244, "nauc_map_at_10_diff1": 0.445372, "nauc_map_at_20_max": 0.078635, "nauc_map_at_20_std": -0.102836, "nauc_map_at_20_diff1": 0.435153, "nauc_map_at_100_max": 0.084596, "nauc_map_at_100_std": -0.103511, "nauc_map_at_100_diff1": 0.440686, "nauc_map_at_1000_max": 0.084272, "nauc_map_at_1000_std": -0.102885, "nauc_map_at_1000_diff1": 0.440694, "nauc_recall_at_1_max": 0.079627, "nauc_recall_at_1_std": -0.02329, "nauc_recall_at_1_diff1": 0.514251, "nauc_recall_at_3_max": 0.053272, "nauc_recall_at_3_std": -0.078741, "nauc_recall_at_3_diff1": 0.373481, "nauc_recall_at_5_max": 0.042558, "nauc_recall_at_5_std": -0.102397, "nauc_recall_at_5_diff1": 0.334574, "nauc_recall_at_10_max": 0.039067, "nauc_recall_at_10_std": -0.104852, "nauc_recall_at_10_diff1": 0.337692, "nauc_recall_at_20_max": 0.031938, "nauc_recall_at_20_std": -0.128382, "nauc_recall_at_20_diff1": 0.331924, "nauc_recall_at_100_max": 0.130377, "nauc_recall_at_100_std": -0.125759, "nauc_recall_at_100_diff1": 0.467447, "nauc_recall_at_1000_max": -0.632779, "nauc_recall_at_1000_std": -0.643698, "nauc_recall_at_1000_diff1": 0.612341, "nauc_precision_at_1_max": 0.140458, "nauc_precision_at_1_std": -0.074215, "nauc_precision_at_1_diff1": 0.496956, "nauc_precision_at_3_max": 0.095236, "nauc_precision_at_3_std": -0.169452, "nauc_precision_at_3_diff1": 0.211892, "nauc_precision_at_5_max": 0.062021, "nauc_precision_at_5_std": -0.151758, "nauc_precision_at_5_diff1": 0.082821, "nauc_precision_at_10_max": 0.040033, "nauc_precision_at_10_std": -0.108678, "nauc_precision_at_10_diff1": 0.009032, "nauc_precision_at_20_max": 0.028781, "nauc_precision_at_20_std": -0.078242, "nauc_precision_at_20_diff1": -0.067644, "nauc_precision_at_100_max": 0.03244, "nauc_precision_at_100_std": -0.031117, "nauc_precision_at_100_diff1": -0.089193, "nauc_precision_at_1000_max": -0.008427, "nauc_precision_at_1000_std": 0.040914, "nauc_precision_at_1000_diff1": -0.166579, "nauc_mrr_at_1_max": 0.140458, "nauc_mrr_at_1_std": -0.074215, "nauc_mrr_at_1_diff1": 0.496956, "nauc_mrr_at_3_max": 0.135316, "nauc_mrr_at_3_std": -0.118697, "nauc_mrr_at_3_diff1": 0.469978, "nauc_mrr_at_5_max": 0.136867, "nauc_mrr_at_5_std": -0.116159, "nauc_mrr_at_5_diff1": 0.4561, "nauc_mrr_at_10_max": 0.136485, "nauc_mrr_at_10_std": -0.113301, "nauc_mrr_at_10_diff1": 0.461985, "nauc_mrr_at_20_max": 0.136152, "nauc_mrr_at_20_std": -0.116033, "nauc_mrr_at_20_diff1": 0.464547, "nauc_mrr_at_100_max": 0.135279, "nauc_mrr_at_100_std": -0.116801, "nauc_mrr_at_100_diff1": 0.465033, "nauc_mrr_at_1000_max": 0.135348, "nauc_mrr_at_1000_std": -0.116539, "nauc_mrr_at_1000_diff1": 0.464962, "hit_rate_at_1": 0.46084, "hit_rate_at_3": 0.73193, "hit_rate_at_5": 0.80422, "hit_rate_at_10": 0.86747, "hit_rate_at_20": 0.90964, "hit_rate_at_100": 0.96687, "hit_rate_at_1000": 1.0, "main_score": 0.51168, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.24.2" }, { "ndcg_at_1": 0.47892, "ndcg_at_3": 0.48489, "ndcg_at_5": 0.49466, "ndcg_at_10": 0.5299, "ndcg_at_20": 0.56671, "ndcg_at_100": 0.61911, "ndcg_at_1000": 0.64643, "map_at_1": 0.23134, "map_at_3": 0.32867, "map_at_5": 0.36848, "map_at_10": 0.41355, "map_at_20": 0.44048, "map_at_100": 0.45906, "map_at_1000": 0.46176, "recall_at_1": 0.23134, "recall_at_3": 0.38355, "recall_at_5": 0.4662, "recall_at_10": 0.59328, "recall_at_20": 0.69297, "recall_at_100": 0.86299, "recall_at_1000": 0.98963, "accuracy": 0.23134, "precision_at_1": 0.49699, "precision_at_3": 0.34739, "precision_at_5": 0.27831, "precision_at_10": 0.20211, "precision_at_20": 0.13223, "precision_at_100": 0.0369, "precision_at_1000": 0.00462, "mrr_at_1": 0.496988, "mrr_at_3": 0.605924, "mrr_at_5": 0.62008, "mrr_at_10": 0.629954, "mrr_at_20": 0.632181, "mrr_at_100": 0.633649, "mrr_at_1000": 0.633789, "nauc_ndcg_at_1_max": 0.066087, "nauc_ndcg_at_1_std": -0.105612, "nauc_ndcg_at_1_diff1": 0.380067, "nauc_ndcg_at_3_max": 0.06702, "nauc_ndcg_at_3_std": -0.078383, "nauc_ndcg_at_3_diff1": 0.36349, "nauc_ndcg_at_5_max": 0.058192, "nauc_ndcg_at_5_std": -0.09906, "nauc_ndcg_at_5_diff1": 0.376732, "nauc_ndcg_at_10_max": 0.055083, "nauc_ndcg_at_10_std": -0.10668, "nauc_ndcg_at_10_diff1": 0.406055, "nauc_ndcg_at_20_max": 0.078074, "nauc_ndcg_at_20_std": -0.104395, "nauc_ndcg_at_20_diff1": 0.41155, "nauc_ndcg_at_100_max": 0.087685, "nauc_ndcg_at_100_std": -0.108119, "nauc_ndcg_at_100_diff1": 0.425513, "nauc_ndcg_at_1000_max": 0.07985, "nauc_ndcg_at_1000_std": -0.103981, "nauc_ndcg_at_1000_diff1": 0.416237, "nauc_map_at_1_max": 0.062172, "nauc_map_at_1_std": -0.014186, "nauc_map_at_1_diff1": 0.406098, "nauc_map_at_3_max": 0.070275, "nauc_map_at_3_std": -0.04446, "nauc_map_at_3_diff1": 0.398636, "nauc_map_at_5_max": 0.058308, "nauc_map_at_5_std": -0.070675, "nauc_map_at_5_diff1": 0.404283, "nauc_map_at_10_max": 0.058822, "nauc_map_at_10_std": -0.082986, "nauc_map_at_10_diff1": 0.405895, "nauc_map_at_20_max": 0.072327, "nauc_map_at_20_std": -0.08427, "nauc_map_at_20_diff1": 0.405058, "nauc_map_at_100_max": 0.076565, "nauc_map_at_100_std": -0.085629, "nauc_map_at_100_diff1": 0.409439, "nauc_map_at_1000_max": 0.076521, "nauc_map_at_1000_std": -0.085202, "nauc_map_at_1000_diff1": 0.409335, "nauc_recall_at_1_max": 0.062172, "nauc_recall_at_1_std": -0.014186, "nauc_recall_at_1_diff1": 0.406098, "nauc_recall_at_3_max": 0.057375, "nauc_recall_at_3_std": -0.032686, "nauc_recall_at_3_diff1": 0.333653, "nauc_recall_at_5_max": 0.041725, "nauc_recall_at_5_std": -0.071004, "nauc_recall_at_5_diff1": 0.344744, "nauc_recall_at_10_max": 0.044663, "nauc_recall_at_10_std": -0.089737, "nauc_recall_at_10_diff1": 0.362943, "nauc_recall_at_20_max": 0.084321, "nauc_recall_at_20_std": -0.089742, "nauc_recall_at_20_diff1": 0.377761, "nauc_recall_at_100_max": 0.164348, "nauc_recall_at_100_std": -0.101711, "nauc_recall_at_100_diff1": 0.482697, "nauc_recall_at_1000_max": -0.066989, "nauc_recall_at_1000_std": -0.224742, "nauc_recall_at_1000_diff1": 0.555427, "nauc_precision_at_1_max": 0.073477, "nauc_precision_at_1_std": -0.10919, "nauc_precision_at_1_diff1": 0.373713, "nauc_precision_at_3_max": 0.076709, "nauc_precision_at_3_std": -0.121992, "nauc_precision_at_3_diff1": 0.226304, "nauc_precision_at_5_max": 0.033642, "nauc_precision_at_5_std": -0.161336, "nauc_precision_at_5_diff1": 0.153263, "nauc_precision_at_10_max": 0.011065, "nauc_precision_at_10_std": -0.142247, "nauc_precision_at_10_diff1": 0.040902, "nauc_precision_at_20_max": 0.03721, "nauc_precision_at_20_std": -0.104645, "nauc_precision_at_20_diff1": -0.011212, "nauc_precision_at_100_max": 0.025188, "nauc_precision_at_100_std": -0.063438, "nauc_precision_at_100_diff1": -0.082382, "nauc_precision_at_1000_max": -0.013348, "nauc_precision_at_1000_std": 0.002201, "nauc_precision_at_1000_diff1": -0.170512, "nauc_mrr_at_1_max": 0.073477, "nauc_mrr_at_1_std": -0.10919, "nauc_mrr_at_1_diff1": 0.373713, "nauc_mrr_at_3_max": 0.087695, "nauc_mrr_at_3_std": -0.097058, "nauc_mrr_at_3_diff1": 0.381358, "nauc_mrr_at_5_max": 0.092622, "nauc_mrr_at_5_std": -0.106271, "nauc_mrr_at_5_diff1": 0.383622, "nauc_mrr_at_10_max": 0.091632, "nauc_mrr_at_10_std": -0.106447, "nauc_mrr_at_10_diff1": 0.382436, "nauc_mrr_at_20_max": 0.090866, "nauc_mrr_at_20_std": -0.105534, "nauc_mrr_at_20_diff1": 0.38359, "nauc_mrr_at_100_max": 0.089872, "nauc_mrr_at_100_std": -0.106851, "nauc_mrr_at_100_diff1": 0.383789, "nauc_mrr_at_1000_max": 0.089883, "nauc_mrr_at_1000_std": -0.106664, "nauc_mrr_at_1000_diff1": 0.383822, "hit_rate_at_1": 0.49699, "hit_rate_at_3": 0.74096, "hit_rate_at_5": 0.80422, "hit_rate_at_10": 0.87349, "hit_rate_at_20": 0.90361, "hit_rate_at_100": 0.96687, "hit_rate_at_1000": 1.0, "main_score": 0.5299, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.24.2" }, { "ndcg_at_1": 0.48946, "ndcg_at_3": 0.503, "ndcg_at_5": 0.51842, "ndcg_at_10": 0.54957, "ndcg_at_20": 0.58391, "ndcg_at_100": 0.63572, "ndcg_at_1000": 0.66202, "map_at_1": 0.23339, "map_at_3": 0.33659, "map_at_5": 0.3846, "map_at_10": 0.42785, "map_at_20": 0.45465, "map_at_100": 0.47411, "map_at_1000": 0.4766, "recall_at_1": 0.23339, "recall_at_3": 0.39831, "recall_at_5": 0.49736, "recall_at_10": 0.61732, "recall_at_20": 0.71025, "recall_at_100": 0.87129, "recall_at_1000": 0.99468, "accuracy": 0.23339, "precision_at_1": 0.50301, "precision_at_3": 0.36044, "precision_at_5": 0.29518, "precision_at_10": 0.20904, "precision_at_20": 0.13449, "precision_at_100": 0.0375, "precision_at_1000": 0.00465, "mrr_at_1": 0.503012, "mrr_at_3": 0.623996, "mrr_at_5": 0.638002, "mrr_at_10": 0.646515, "mrr_at_20": 0.648804, "mrr_at_100": 0.650131, "mrr_at_1000": 0.650251, "nauc_ndcg_at_1_max": 0.071986, "nauc_ndcg_at_1_std": -0.122853, "nauc_ndcg_at_1_diff1": 0.43537, "nauc_ndcg_at_3_max": 0.071733, "nauc_ndcg_at_3_std": -0.103803, "nauc_ndcg_at_3_diff1": 0.407364, "nauc_ndcg_at_5_max": 0.047701, "nauc_ndcg_at_5_std": -0.109695, "nauc_ndcg_at_5_diff1": 0.417849, "nauc_ndcg_at_10_max": 0.076942, "nauc_ndcg_at_10_std": -0.103077, "nauc_ndcg_at_10_diff1": 0.45181, "nauc_ndcg_at_20_max": 0.08319, "nauc_ndcg_at_20_std": -0.106883, "nauc_ndcg_at_20_diff1": 0.443983, "nauc_ndcg_at_100_max": 0.08702, "nauc_ndcg_at_100_std": -0.104929, "nauc_ndcg_at_100_diff1": 0.454706, "nauc_ndcg_at_1000_max": 0.077694, "nauc_ndcg_at_1000_std": -0.109919, "nauc_ndcg_at_1000_diff1": 0.450221, "nauc_map_at_1_max": 0.070947, "nauc_map_at_1_std": -0.03219, "nauc_map_at_1_diff1": 0.486776, "nauc_map_at_3_max": 0.088757, "nauc_map_at_3_std": -0.050062, "nauc_map_at_3_diff1": 0.464337, "nauc_map_at_5_max": 0.072347, "nauc_map_at_5_std": -0.069293, "nauc_map_at_5_diff1": 0.445221, "nauc_map_at_10_max": 0.080006, "nauc_map_at_10_std": -0.084602, "nauc_map_at_10_diff1": 0.451605, "nauc_map_at_20_max": 0.081734, "nauc_map_at_20_std": -0.090229, "nauc_map_at_20_diff1": 0.446114, "nauc_map_at_100_max": 0.083034, "nauc_map_at_100_std": -0.090961, "nauc_map_at_100_diff1": 0.451916, "nauc_map_at_1000_max": 0.08225, "nauc_map_at_1000_std": -0.09037, "nauc_map_at_1000_diff1": 0.45203, "nauc_recall_at_1_max": 0.070947, "nauc_recall_at_1_std": -0.03219, "nauc_recall_at_1_diff1": 0.486776, "nauc_recall_at_3_max": 0.093577, "nauc_recall_at_3_std": -0.022818, "nauc_recall_at_3_diff1": 0.407304, "nauc_recall_at_5_max": 0.062058, "nauc_recall_at_5_std": -0.046956, "nauc_recall_at_5_diff1": 0.374108, "nauc_recall_at_10_max": 0.104342, "nauc_recall_at_10_std": -0.047395, "nauc_recall_at_10_diff1": 0.389343, "nauc_recall_at_20_max": 0.099984, "nauc_recall_at_20_std": -0.07419, "nauc_recall_at_20_diff1": 0.385426, "nauc_recall_at_100_max": 0.156261, "nauc_recall_at_100_std": -0.023204, "nauc_recall_at_100_diff1": 0.430954, "nauc_recall_at_1000_max": -0.580697, "nauc_recall_at_1000_std": -0.494483, "nauc_recall_at_1000_diff1": 0.561311, "nauc_precision_at_1_max": 0.061105, "nauc_precision_at_1_std": -0.137232, "nauc_precision_at_1_diff1": 0.426419, "nauc_precision_at_3_max": 0.050155, "nauc_precision_at_3_std": -0.146827, "nauc_precision_at_3_diff1": 0.170257, "nauc_precision_at_5_max": -0.024481, "nauc_precision_at_5_std": -0.166742, "nauc_precision_at_5_diff1": 0.060846, "nauc_precision_at_10_max": 0.001121, "nauc_precision_at_10_std": -0.126796, "nauc_precision_at_10_diff1": 0.00425, "nauc_precision_at_20_max": -0.004586, "nauc_precision_at_20_std": -0.093006, "nauc_precision_at_20_diff1": -0.052286, "nauc_precision_at_100_max": -0.034264, "nauc_precision_at_100_std": -0.048905, "nauc_precision_at_100_diff1": -0.129024, "nauc_precision_at_1000_max": -0.060359, "nauc_precision_at_1000_std": -0.013903, "nauc_precision_at_1000_diff1": -0.20769, "nauc_mrr_at_1_max": 0.061105, "nauc_mrr_at_1_std": -0.137232, "nauc_mrr_at_1_diff1": 0.426419, "nauc_mrr_at_3_max": 0.072939, "nauc_mrr_at_3_std": -0.14981, "nauc_mrr_at_3_diff1": 0.438248, "nauc_mrr_at_5_max": 0.062907, "nauc_mrr_at_5_std": -0.156652, "nauc_mrr_at_5_diff1": 0.428256, "nauc_mrr_at_10_max": 0.073411, "nauc_mrr_at_10_std": -0.143271, "nauc_mrr_at_10_diff1": 0.431569, "nauc_mrr_at_20_max": 0.072172, "nauc_mrr_at_20_std": -0.143985, "nauc_mrr_at_20_diff1": 0.430575, "nauc_mrr_at_100_max": 0.070711, "nauc_mrr_at_100_std": -0.145481, "nauc_mrr_at_100_diff1": 0.430185, "nauc_mrr_at_1000_max": 0.070806, "nauc_mrr_at_1000_std": -0.145417, "nauc_mrr_at_1000_diff1": 0.430216, "hit_rate_at_1": 0.50301, "hit_rate_at_3": 0.76807, "hit_rate_at_5": 0.82831, "hit_rate_at_10": 0.88554, "hit_rate_at_20": 0.91867, "hit_rate_at_100": 0.96988, "hit_rate_at_1000": 1.0, "main_score": 0.54957, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.24.2" }, { "ndcg_at_1": 0.43524, "ndcg_at_3": 0.44723, "ndcg_at_5": 0.46257, "ndcg_at_10": 0.49801, "ndcg_at_20": 0.53278, "ndcg_at_100": 0.58637, "ndcg_at_1000": 0.61696, "map_at_1": 0.19861, "map_at_3": 0.29628, "map_at_5": 0.33477, "map_at_10": 0.37799, "map_at_20": 0.40438, "map_at_100": 0.42215, "map_at_1000": 0.42502, "recall_at_1": 0.19861, "recall_at_3": 0.35741, "recall_at_5": 0.44396, "recall_at_10": 0.56947, "recall_at_20": 0.66072, "recall_at_100": 0.8396, "recall_at_1000": 0.98787, "accuracy": 0.19861, "precision_at_1": 0.45482, "precision_at_3": 0.32932, "precision_at_5": 0.27229, "precision_at_10": 0.19669, "precision_at_20": 0.12846, "precision_at_100": 0.03605, "precision_at_1000": 0.00462, "mrr_at_1": 0.454819, "mrr_at_3": 0.564257, "mrr_at_5": 0.583534, "mrr_at_10": 0.592655, "mrr_at_20": 0.594338, "mrr_at_100": 0.596615, "mrr_at_1000": 0.596744, "nauc_ndcg_at_1_max": 0.096948, "nauc_ndcg_at_1_std": -0.087058, "nauc_ndcg_at_1_diff1": 0.440007, "nauc_ndcg_at_3_max": 0.063261, "nauc_ndcg_at_3_std": -0.076268, "nauc_ndcg_at_3_diff1": 0.364324, "nauc_ndcg_at_5_max": 0.087999, "nauc_ndcg_at_5_std": -0.057914, "nauc_ndcg_at_5_diff1": 0.368598, "nauc_ndcg_at_10_max": 0.072218, "nauc_ndcg_at_10_std": -0.061777, "nauc_ndcg_at_10_diff1": 0.37386, "nauc_ndcg_at_20_max": 0.095501, "nauc_ndcg_at_20_std": -0.053355, "nauc_ndcg_at_20_diff1": 0.364672, "nauc_ndcg_at_100_max": 0.108146, "nauc_ndcg_at_100_std": -0.056793, "nauc_ndcg_at_100_diff1": 0.374676, "nauc_ndcg_at_1000_max": 0.102603, "nauc_ndcg_at_1000_std": -0.061143, "nauc_ndcg_at_1000_diff1": 0.386339, "nauc_map_at_1_max": 0.109196, "nauc_map_at_1_std": 0.006963, "nauc_map_at_1_diff1": 0.457922, "nauc_map_at_3_max": 0.08378, "nauc_map_at_3_std": -0.011279, "nauc_map_at_3_diff1": 0.406628, "nauc_map_at_5_max": 0.091882, "nauc_map_at_5_std": -0.017774, "nauc_map_at_5_diff1": 0.397754, "nauc_map_at_10_max": 0.085056, "nauc_map_at_10_std": -0.03232, "nauc_map_at_10_diff1": 0.388046, "nauc_map_at_20_max": 0.095235, "nauc_map_at_20_std": -0.034237, "nauc_map_at_20_diff1": 0.38067, "nauc_map_at_100_max": 0.101364, "nauc_map_at_100_std": -0.037115, "nauc_map_at_100_diff1": 0.385049, "nauc_map_at_1000_max": 0.101114, "nauc_map_at_1000_std": -0.037095, "nauc_map_at_1000_diff1": 0.385834, "nauc_recall_at_1_max": 0.109196, "nauc_recall_at_1_std": 0.006963, "nauc_recall_at_1_diff1": 0.457922, "nauc_recall_at_3_max": 0.04645, "nauc_recall_at_3_std": -0.012631, "nauc_recall_at_3_diff1": 0.324985, "nauc_recall_at_5_max": 0.077237, "nauc_recall_at_5_std": 0.007673, "nauc_recall_at_5_diff1": 0.287993, "nauc_recall_at_10_max": 0.036215, "nauc_recall_at_10_std": -0.014859, "nauc_recall_at_10_diff1": 0.263924, "nauc_recall_at_20_max": 0.090153, "nauc_recall_at_20_std": -0.00762, "nauc_recall_at_20_diff1": 0.256478, "nauc_recall_at_100_max": 0.13763, "nauc_recall_at_100_std": 0.030319, "nauc_recall_at_100_diff1": 0.222609, "nauc_recall_at_1000_max": -0.088201, "nauc_recall_at_1000_std": -0.065155, "nauc_recall_at_1000_diff1": 0.515937, "nauc_precision_at_1_max": 0.111002, "nauc_precision_at_1_std": -0.073847, "nauc_precision_at_1_diff1": 0.42802, "nauc_precision_at_3_max": 0.05003, "nauc_precision_at_3_std": -0.138803, "nauc_precision_at_3_diff1": 0.197545, "nauc_precision_at_5_max": 0.081501, "nauc_precision_at_5_std": -0.106741, "nauc_precision_at_5_diff1": 0.125587, "nauc_precision_at_10_max": 0.017834, "nauc_precision_at_10_std": -0.11399, "nauc_precision_at_10_diff1": 0.031307, "nauc_precision_at_20_max": 0.034906, "nauc_precision_at_20_std": -0.085693, "nauc_precision_at_20_diff1": -0.023627, "nauc_precision_at_100_max": 0.037298, "nauc_precision_at_100_std": -0.068226, "nauc_precision_at_100_diff1": -0.064703, "nauc_precision_at_1000_max": -0.013002, "nauc_precision_at_1000_std": -0.032984, "nauc_precision_at_1000_diff1": -0.12767, "nauc_mrr_at_1_max": 0.111002, "nauc_mrr_at_1_std": -0.073847, "nauc_mrr_at_1_diff1": 0.42802, "nauc_mrr_at_3_max": 0.101187, "nauc_mrr_at_3_std": -0.093842, "nauc_mrr_at_3_diff1": 0.392795, "nauc_mrr_at_5_max": 0.124549, "nauc_mrr_at_5_std": -0.075711, "nauc_mrr_at_5_diff1": 0.3934, "nauc_mrr_at_10_max": 0.114894, "nauc_mrr_at_10_std": -0.081946, "nauc_mrr_at_10_diff1": 0.39431, "nauc_mrr_at_20_max": 0.115347, "nauc_mrr_at_20_std": -0.082419, "nauc_mrr_at_20_diff1": 0.394601, "nauc_mrr_at_100_max": 0.114329, "nauc_mrr_at_100_std": -0.082261, "nauc_mrr_at_100_diff1": 0.394955, "nauc_mrr_at_1000_max": 0.114338, "nauc_mrr_at_1000_std": -0.082326, "nauc_mrr_at_1000_diff1": 0.395131, "hit_rate_at_1": 0.45482, "hit_rate_at_3": 0.70482, "hit_rate_at_5": 0.79217, "hit_rate_at_10": 0.85542, "hit_rate_at_20": 0.87952, "hit_rate_at_100": 0.96386, "hit_rate_at_1000": 0.99699, "main_score": 0.49801, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.24.2" }, { "ndcg_at_1": 0.44428, "ndcg_at_3": 0.46225, "ndcg_at_5": 0.47551, "ndcg_at_10": 0.5093, "ndcg_at_20": 0.54514, "ndcg_at_100": 0.59939, "ndcg_at_1000": 0.62817, "map_at_1": 0.21216, "map_at_3": 0.3086, "map_at_5": 0.3472, "map_at_10": 0.38911, "map_at_20": 0.41608, "map_at_100": 0.43574, "map_at_1000": 0.4384, "recall_at_1": 0.21216, "recall_at_3": 0.36937, "recall_at_5": 0.45401, "recall_at_10": 0.5791, "recall_at_20": 0.68102, "recall_at_100": 0.85281, "recall_at_1000": 0.98915, "accuracy": 0.21216, "precision_at_1": 0.46386, "precision_at_3": 0.33635, "precision_at_5": 0.27349, "precision_at_10": 0.19789, "precision_at_20": 0.12907, "precision_at_100": 0.03657, "precision_at_1000": 0.00461, "mrr_at_1": 0.463855, "mrr_at_3": 0.574297, "mrr_at_5": 0.594629, "mrr_at_10": 0.604883, "mrr_at_20": 0.606761, "mrr_at_100": 0.608684, "mrr_at_1000": 0.608853, "nauc_ndcg_at_1_max": 0.042705, "nauc_ndcg_at_1_std": -0.083973, "nauc_ndcg_at_1_diff1": 0.396667, "nauc_ndcg_at_3_max": 0.024015, "nauc_ndcg_at_3_std": -0.084955, "nauc_ndcg_at_3_diff1": 0.334327, "nauc_ndcg_at_5_max": 0.027482, "nauc_ndcg_at_5_std": -0.114704, "nauc_ndcg_at_5_diff1": 0.350467, "nauc_ndcg_at_10_max": 0.024704, "nauc_ndcg_at_10_std": -0.112758, "nauc_ndcg_at_10_diff1": 0.373027, "nauc_ndcg_at_20_max": 0.031799, "nauc_ndcg_at_20_std": -0.116768, "nauc_ndcg_at_20_diff1": 0.376919, "nauc_ndcg_at_100_max": 0.042207, "nauc_ndcg_at_100_std": -0.124396, "nauc_ndcg_at_100_diff1": 0.382567, "nauc_ndcg_at_1000_max": 0.036565, "nauc_ndcg_at_1000_std": -0.115506, "nauc_ndcg_at_1000_diff1": 0.390378, "nauc_map_at_1_max": 0.03999, "nauc_map_at_1_std": -0.019348, "nauc_map_at_1_diff1": 0.402037, "nauc_map_at_3_max": 0.028483, "nauc_map_at_3_std": -0.054902, "nauc_map_at_3_diff1": 0.372767, "nauc_map_at_5_max": 0.036195, "nauc_map_at_5_std": -0.081324, "nauc_map_at_5_diff1": 0.366175, "nauc_map_at_10_max": 0.037677, "nauc_map_at_10_std": -0.086137, "nauc_map_at_10_diff1": 0.369683, "nauc_map_at_20_max": 0.040235, "nauc_map_at_20_std": -0.093229, "nauc_map_at_20_diff1": 0.373346, "nauc_map_at_100_max": 0.042798, "nauc_map_at_100_std": -0.0964, "nauc_map_at_100_diff1": 0.374693, "nauc_map_at_1000_max": 0.043176, "nauc_map_at_1000_std": -0.095193, "nauc_map_at_1000_diff1": 0.376043, "nauc_recall_at_1_max": 0.03999, "nauc_recall_at_1_std": -0.019348, "nauc_recall_at_1_diff1": 0.402037, "nauc_recall_at_3_max": -0.001982, "nauc_recall_at_3_std": -0.061326, "nauc_recall_at_3_diff1": 0.291697, "nauc_recall_at_5_max": 0.016294, "nauc_recall_at_5_std": -0.109762, "nauc_recall_at_5_diff1": 0.28169, "nauc_recall_at_10_max": 0.014358, "nauc_recall_at_10_std": -0.086569, "nauc_recall_at_10_diff1": 0.279821, "nauc_recall_at_20_max": 0.015429, "nauc_recall_at_20_std": -0.124245, "nauc_recall_at_20_diff1": 0.308349, "nauc_recall_at_100_max": 0.065162, "nauc_recall_at_100_std": -0.174823, "nauc_recall_at_100_diff1": 0.336248, "nauc_recall_at_1000_max": -0.77739, "nauc_recall_at_1000_std": -0.707071, "nauc_recall_at_1000_diff1": 0.696338, "nauc_precision_at_1_max": 0.05585, "nauc_precision_at_1_std": -0.078818, "nauc_precision_at_1_diff1": 0.374605, "nauc_precision_at_3_max": 0.049115, "nauc_precision_at_3_std": -0.112533, "nauc_precision_at_3_diff1": 0.169785, "nauc_precision_at_5_max": 0.053341, "nauc_precision_at_5_std": -0.14756, "nauc_precision_at_5_diff1": 0.114742, "nauc_precision_at_10_max": 0.035582, "nauc_precision_at_10_std": -0.117067, "nauc_precision_at_10_diff1": 0.053526, "nauc_precision_at_20_max": 0.021357, "nauc_precision_at_20_std": -0.104451, "nauc_precision_at_20_diff1": 0.020747, "nauc_precision_at_100_max": 0.026447, "nauc_precision_at_100_std": -0.063394, "nauc_precision_at_100_diff1": -0.051729, "nauc_precision_at_1000_max": -0.006916, "nauc_precision_at_1000_std": 0.007441, "nauc_precision_at_1000_diff1": -0.098334, "nauc_mrr_at_1_max": 0.05585, "nauc_mrr_at_1_std": -0.078818, "nauc_mrr_at_1_diff1": 0.374605, "nauc_mrr_at_3_max": 0.06341, "nauc_mrr_at_3_std": -0.080116, "nauc_mrr_at_3_diff1": 0.357313, "nauc_mrr_at_5_max": 0.07093, "nauc_mrr_at_5_std": -0.092343, "nauc_mrr_at_5_diff1": 0.365228, "nauc_mrr_at_10_max": 0.069035, "nauc_mrr_at_10_std": -0.091205, "nauc_mrr_at_10_diff1": 0.363876, "nauc_mrr_at_20_max": 0.068461, "nauc_mrr_at_20_std": -0.088665, "nauc_mrr_at_20_diff1": 0.364947, "nauc_mrr_at_100_max": 0.067033, "nauc_mrr_at_100_std": -0.090751, "nauc_mrr_at_100_diff1": 0.364614, "nauc_mrr_at_1000_max": 0.067034, "nauc_mrr_at_1000_std": -0.090592, "nauc_mrr_at_1000_diff1": 0.364566, "hit_rate_at_1": 0.46386, "hit_rate_at_3": 0.70783, "hit_rate_at_5": 0.79518, "hit_rate_at_10": 0.86747, "hit_rate_at_20": 0.89458, "hit_rate_at_100": 0.96084, "hit_rate_at_1000": 0.99699, "main_score": 0.5093, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.24.2" }, { "ndcg_at_1": 0.4744, "ndcg_at_3": 0.47705, "ndcg_at_5": 0.4904, "ndcg_at_10": 0.52246, "ndcg_at_20": 0.55925, "ndcg_at_100": 0.61443, "ndcg_at_1000": 0.64226, "map_at_1": 0.22597, "map_at_3": 0.31918, "map_at_5": 0.36236, "map_at_10": 0.40382, "map_at_20": 0.43087, "map_at_100": 0.45143, "map_at_1000": 0.45412, "recall_at_1": 0.22597, "recall_at_3": 0.37244, "recall_at_5": 0.46347, "recall_at_10": 0.58594, "recall_at_20": 0.68549, "recall_at_100": 0.86098, "recall_at_1000": 0.9908, "accuracy": 0.22597, "precision_at_1": 0.48795, "precision_at_3": 0.34538, "precision_at_5": 0.28012, "precision_at_10": 0.19819, "precision_at_20": 0.13012, "precision_at_100": 0.03705, "precision_at_1000": 0.00463, "mrr_at_1": 0.487952, "mrr_at_3": 0.598896, "mrr_at_5": 0.610492, "mrr_at_10": 0.62157, "mrr_at_20": 0.62398, "mrr_at_100": 0.625325, "mrr_at_1000": 0.625495, "nauc_ndcg_at_1_max": 0.027964, "nauc_ndcg_at_1_std": -0.137846, "nauc_ndcg_at_1_diff1": 0.386502, "nauc_ndcg_at_3_max": 0.033942, "nauc_ndcg_at_3_std": -0.116382, "nauc_ndcg_at_3_diff1": 0.348725, "nauc_ndcg_at_5_max": 0.013048, "nauc_ndcg_at_5_std": -0.142212, "nauc_ndcg_at_5_diff1": 0.358028, "nauc_ndcg_at_10_max": 0.030006, "nauc_ndcg_at_10_std": -0.140878, "nauc_ndcg_at_10_diff1": 0.392315, "nauc_ndcg_at_20_max": 0.042898, "nauc_ndcg_at_20_std": -0.143703, "nauc_ndcg_at_20_diff1": 0.379587, "nauc_ndcg_at_100_max": 0.044598, "nauc_ndcg_at_100_std": -0.150641, "nauc_ndcg_at_100_diff1": 0.39152, "nauc_ndcg_at_1000_max": 0.033291, "nauc_ndcg_at_1000_std": -0.144982, "nauc_ndcg_at_1000_diff1": 0.39105, "nauc_map_at_1_max": 0.005739, "nauc_map_at_1_std": -0.052658, "nauc_map_at_1_diff1": 0.395867, "nauc_map_at_3_max": 0.040043, "nauc_map_at_3_std": -0.077119, "nauc_map_at_3_diff1": 0.386631, "nauc_map_at_5_max": 0.021517, "nauc_map_at_5_std": -0.107223, "nauc_map_at_5_diff1": 0.382287, "nauc_map_at_10_max": 0.031238, "nauc_map_at_10_std": -0.115963, "nauc_map_at_10_diff1": 0.39064, "nauc_map_at_20_max": 0.037295, "nauc_map_at_20_std": -0.122327, "nauc_map_at_20_diff1": 0.381874, "nauc_map_at_100_max": 0.036154, "nauc_map_at_100_std": -0.127401, "nauc_map_at_100_diff1": 0.382687, "nauc_map_at_1000_max": 0.035748, "nauc_map_at_1000_std": -0.126441, "nauc_map_at_1000_diff1": 0.383351, "nauc_recall_at_1_max": 0.005739, "nauc_recall_at_1_std": -0.052658, "nauc_recall_at_1_diff1": 0.395867, "nauc_recall_at_3_max": 0.04258, "nauc_recall_at_3_std": -0.069637, "nauc_recall_at_3_diff1": 0.32243, "nauc_recall_at_5_max": 0.020583, "nauc_recall_at_5_std": -0.113685, "nauc_recall_at_5_diff1": 0.315795, "nauc_recall_at_10_max": 0.050961, "nauc_recall_at_10_std": -0.111163, "nauc_recall_at_10_diff1": 0.34165, "nauc_recall_at_20_max": 0.066523, "nauc_recall_at_20_std": -0.130343, "nauc_recall_at_20_diff1": 0.3167, "nauc_recall_at_100_max": 0.141758, "nauc_recall_at_100_std": -0.147661, "nauc_recall_at_100_diff1": 0.403863, "nauc_recall_at_1000_max": -0.386942, "nauc_recall_at_1000_std": -0.379518, "nauc_recall_at_1000_diff1": 0.583144, "nauc_precision_at_1_max": 0.037332, "nauc_precision_at_1_std": -0.134472, "nauc_precision_at_1_diff1": 0.379802, "nauc_precision_at_3_max": 0.062827, "nauc_precision_at_3_std": -0.153974, "nauc_precision_at_3_diff1": 0.205876, "nauc_precision_at_5_max": 0.011573, "nauc_precision_at_5_std": -0.169493, "nauc_precision_at_5_diff1": 0.122961, "nauc_precision_at_10_max": 0.032801, "nauc_precision_at_10_std": -0.128244, "nauc_precision_at_10_diff1": 0.049795, "nauc_precision_at_20_max": 0.031289, "nauc_precision_at_20_std": -0.100469, "nauc_precision_at_20_diff1": -0.035369, "nauc_precision_at_100_max": 0.013574, "nauc_precision_at_100_std": -0.044774, "nauc_precision_at_100_diff1": -0.094866, "nauc_precision_at_1000_max": -0.018798, "nauc_precision_at_1000_std": 0.026462, "nauc_precision_at_1000_diff1": -0.151318, "nauc_mrr_at_1_max": 0.037332, "nauc_mrr_at_1_std": -0.134472, "nauc_mrr_at_1_diff1": 0.379802, "nauc_mrr_at_3_max": 0.04926, "nauc_mrr_at_3_std": -0.151563, "nauc_mrr_at_3_diff1": 0.375635, "nauc_mrr_at_5_max": 0.059011, "nauc_mrr_at_5_std": -0.149349, "nauc_mrr_at_5_diff1": 0.383959, "nauc_mrr_at_10_max": 0.058241, "nauc_mrr_at_10_std": -0.144428, "nauc_mrr_at_10_diff1": 0.383271, "nauc_mrr_at_20_max": 0.056405, "nauc_mrr_at_20_std": -0.144782, "nauc_mrr_at_20_diff1": 0.382232, "nauc_mrr_at_100_max": 0.055913, "nauc_mrr_at_100_std": -0.145233, "nauc_mrr_at_100_diff1": 0.382915, "nauc_mrr_at_1000_max": 0.055767, "nauc_mrr_at_1000_std": -0.145263, "nauc_mrr_at_1000_diff1": 0.382771, "hit_rate_at_1": 0.48795, "hit_rate_at_3": 0.74096, "hit_rate_at_5": 0.79217, "hit_rate_at_10": 0.87349, "hit_rate_at_20": 0.90964, "hit_rate_at_100": 0.96386, "hit_rate_at_1000": 1.0, "main_score": 0.52246, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.24.2" } ] }, "evaluation_time": 3965.864677172154, "kg_co2_emissions": null, "date": 1791488124.147603, "evaluation_phases": [ { "name": "Data loading", "start": 7.214769721031189e-05, "end": 347.8216705210507, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 347.8217103034258, "end": 347.8217179514468, "split": "", "subset": "" }, { "name": "Encoding corpus", "start": 347.82906967774034, "end": 347.8290737681091, "split": "test", "subset": "french" }, { "name": "Encoding queries", "start": 347.82911318168044, "end": 969.9133050180972, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 969.9134378582239, "end": 970.2114250771701, "split": "test", "subset": "french" }, { "name": "Encoding corpus", "start": 970.3029103726149, "end": 970.3029128462076, "split": "test", "subset": "spanish" }, { "name": "Encoding queries", "start": 970.3029495999217, "end": 1571.8591479845345, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 1571.8594114519656, "end": 1572.1222992539406, "split": "test", "subset": "spanish" }, { "name": "Encoding corpus", "start": 1572.1530716829002, "end": 1572.153076697141, "split": "test", "subset": "english" }, { "name": "Encoding queries", "start": 1572.1531108431518, "end": 2169.3137768395245, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 2169.3140501119196, "end": 2169.5935522839427, "split": "test", "subset": "english" }, { "name": "Encoding corpus", "start": 2169.6310637295246, "end": 2169.631068442017, "split": "test", "subset": "german" }, { "name": "Encoding queries", "start": 2169.6311028264463, "end": 2766.341923825443, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 2766.342184484005, "end": 2766.6098471209407, "split": "test", "subset": "german" }, { "name": "Encoding corpus", "start": 2766.6551151163876, "end": 2766.6551203988492, "split": "test", "subset": "italian" }, { "name": "Encoding queries", "start": 2766.655155170709, "end": 3364.388195436448, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 3364.3884414583445, "end": 3364.645357400179, "split": "test", "subset": "italian" }, { "name": "Encoding corpus", "start": 3364.6820224411786, "end": 3364.682024177164, "split": "test", "subset": "portuguese" }, { "name": "Encoding queries", "start": 3364.682056322694, "end": 3965.5514220520854, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 3965.551728285849, "end": 3965.82326874882, "split": "test", "subset": "portuguese" } ] }