{ "dataset_revision": "56cef947981ee1263be298081ab126f9493a3065", "task_name": "Vidore3TelecomBM25sReranking.v2", "mteb_version": "2.24.9", "scores": { "test": [ { "ndcg_at_1": 0.63937, "ndcg_at_3": 0.59263, "ndcg_at_5": 0.58623, "ndcg_at_10": 0.59902, "ndcg_at_20": 0.61783, "ndcg_at_100": 0.62646, "ndcg_at_1000": 0.62646, "map_at_1": 0.28043, "map_at_3": 0.41799, "map_at_5": 0.45713, "map_at_10": 0.4937, "map_at_20": 0.5118, "map_at_100": 0.51715, "map_at_1000": 0.51715, "recall_at_1": 0.28043, "recall_at_3": 0.45601, "recall_at_5": 0.52533, "recall_at_10": 0.61196, "recall_at_20": 0.67525, "recall_at_100": 0.70164, "recall_at_1000": 0.70164, "accuracy": 0.28043, "precision_at_1": 0.66092, "precision_at_3": 0.42816, "precision_at_5": 0.32241, "precision_at_10": 0.20977, "precision_at_20": 0.12486, "precision_at_100": 0.02684, "precision_at_1000": 0.00268, "mrr_at_1": 0.66092, "mrr_at_3": 0.720785, "mrr_at_5": 0.730412, "mrr_at_10": 0.733974, "mrr_at_20": 0.734831, "mrr_at_100": 0.734968, "mrr_at_1000": 0.734968, "nauc_ndcg_at_1_max": 0.6145, "nauc_ndcg_at_1_std": 0.284119, "nauc_ndcg_at_1_diff1": 0.550609, "nauc_ndcg_at_3_max": 0.585391, "nauc_ndcg_at_3_std": 0.321586, "nauc_ndcg_at_3_diff1": 0.427347, "nauc_ndcg_at_5_max": 0.61858, "nauc_ndcg_at_5_std": 0.36556, "nauc_ndcg_at_5_diff1": 0.440941, "nauc_ndcg_at_10_max": 0.644656, "nauc_ndcg_at_10_std": 0.389754, "nauc_ndcg_at_10_diff1": 0.466505, "nauc_ndcg_at_20_max": 0.652857, "nauc_ndcg_at_20_std": 0.407174, "nauc_ndcg_at_20_diff1": 0.464685, "nauc_ndcg_at_100_max": 0.654451, "nauc_ndcg_at_100_std": 0.410404, "nauc_ndcg_at_100_diff1": 0.460255, "nauc_ndcg_at_1000_max": 0.654451, "nauc_ndcg_at_1000_std": 0.410404, "nauc_ndcg_at_1000_diff1": 0.460255, "nauc_map_at_1_max": 0.419309, "nauc_map_at_1_std": 0.056171, "nauc_map_at_1_diff1": 0.538248, "nauc_map_at_3_max": 0.492699, "nauc_map_at_3_std": 0.184934, "nauc_map_at_3_diff1": 0.429505, "nauc_map_at_5_max": 0.533007, "nauc_map_at_5_std": 0.243134, "nauc_map_at_5_diff1": 0.421384, "nauc_map_at_10_max": 0.567477, "nauc_map_at_10_std": 0.28987, "nauc_map_at_10_diff1": 0.426723, "nauc_map_at_20_max": 0.578503, "nauc_map_at_20_std": 0.307864, "nauc_map_at_20_diff1": 0.426237, "nauc_map_at_100_max": 0.579807, "nauc_map_at_100_std": 0.311263, "nauc_map_at_100_diff1": 0.422371, "nauc_map_at_1000_max": 0.579807, "nauc_map_at_1000_std": 0.311263, "nauc_map_at_1000_diff1": 0.422371, "nauc_recall_at_1_max": 0.419309, "nauc_recall_at_1_std": 0.056171, "nauc_recall_at_1_diff1": 0.538248, "nauc_recall_at_3_max": 0.486803, "nauc_recall_at_3_std": 0.218957, "nauc_recall_at_3_diff1": 0.392967, "nauc_recall_at_5_max": 0.551693, "nauc_recall_at_5_std": 0.326148, "nauc_recall_at_5_diff1": 0.379238, "nauc_recall_at_10_max": 0.611347, "nauc_recall_at_10_std": 0.416497, "nauc_recall_at_10_diff1": 0.398962, "nauc_recall_at_20_max": 0.637811, "nauc_recall_at_20_std": 0.497677, "nauc_recall_at_20_diff1": 0.382153, "nauc_recall_at_100_max": 0.655508, "nauc_recall_at_100_std": 0.517111, "nauc_recall_at_100_diff1": 0.367766, "nauc_recall_at_1000_max": 0.655508, "nauc_recall_at_1000_std": 0.517111, "nauc_recall_at_1000_diff1": 0.367766, "nauc_precision_at_1_max": 0.644395, "nauc_precision_at_1_std": 0.297797, "nauc_precision_at_1_diff1": 0.53852, "nauc_precision_at_3_max": 0.382031, "nauc_precision_at_3_std": 0.333935, "nauc_precision_at_3_diff1": 0.071965, "nauc_precision_at_5_max": 0.343023, "nauc_precision_at_5_std": 0.391494, "nauc_precision_at_5_diff1": 0.013968, "nauc_precision_at_10_max": 0.251168, "nauc_precision_at_10_std": 0.366991, "nauc_precision_at_10_diff1": -0.030026, "nauc_precision_at_20_max": 0.169131, "nauc_precision_at_20_std": 0.328857, "nauc_precision_at_20_diff1": -0.080008, "nauc_precision_at_100_max": 0.132939, "nauc_precision_at_100_std": 0.29661, "nauc_precision_at_100_diff1": -0.104743, "nauc_precision_at_1000_max": 0.132939, "nauc_precision_at_1000_std": 0.29661, "nauc_precision_at_1000_diff1": -0.104743, "nauc_mrr_at_1_max": 0.644395, "nauc_mrr_at_1_std": 0.297797, "nauc_mrr_at_1_diff1": 0.53852, "nauc_mrr_at_3_max": 0.694198, "nauc_mrr_at_3_std": 0.380275, "nauc_mrr_at_3_diff1": 0.524323, "nauc_mrr_at_5_max": 0.703893, "nauc_mrr_at_5_std": 0.398717, "nauc_mrr_at_5_diff1": 0.519232, "nauc_mrr_at_10_max": 0.702982, "nauc_mrr_at_10_std": 0.400954, "nauc_mrr_at_10_diff1": 0.521818, "nauc_mrr_at_20_max": 0.703289, "nauc_mrr_at_20_std": 0.405949, "nauc_mrr_at_20_diff1": 0.52098, "nauc_mrr_at_100_max": 0.703223, "nauc_mrr_at_100_std": 0.406086, "nauc_mrr_at_100_diff1": 0.521037, "nauc_mrr_at_1000_max": 0.703223, "nauc_mrr_at_1000_std": 0.406086, "nauc_mrr_at_1000_diff1": 0.521037, "hit_rate_at_1": 0.66092, "hit_rate_at_3": 0.79023, "hit_rate_at_5": 0.83046, "hit_rate_at_10": 0.85632, "hit_rate_at_20": 0.86782, "hit_rate_at_100": 0.87069, "hit_rate_at_1000": 0.87069, "main_score": 0.59902, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.60057, "ndcg_at_3": 0.55537, "ndcg_at_5": 0.5524, "ndcg_at_10": 0.56349, "ndcg_at_20": 0.57919, "ndcg_at_100": 0.58787, "ndcg_at_1000": 0.58787, "map_at_1": 0.26333, "map_at_3": 0.39135, "map_at_5": 0.43086, "map_at_10": 0.46621, "map_at_20": 0.48292, "map_at_100": 0.48814, "map_at_1000": 0.48814, "recall_at_1": 0.26333, "recall_at_3": 0.42411, "recall_at_5": 0.49165, "recall_at_10": 0.57394, "recall_at_20": 0.62988, "recall_at_100": 0.65391, "recall_at_1000": 0.65391, "accuracy": 0.26333, "precision_at_1": 0.61782, "precision_at_3": 0.40326, "precision_at_5": 0.3069, "precision_at_10": 0.19943, "precision_at_20": 0.1181, "precision_at_100": 0.02583, "precision_at_1000": 0.00258, "mrr_at_1": 0.617816, "mrr_at_3": 0.670498, "mrr_at_5": 0.676533, "mrr_at_10": 0.680112, "mrr_at_20": 0.681315, "mrr_at_100": 0.681384, "mrr_at_1000": 0.681384, "nauc_ndcg_at_1_max": 0.638292, "nauc_ndcg_at_1_std": 0.340718, "nauc_ndcg_at_1_diff1": 0.515618, "nauc_ndcg_at_3_max": 0.615396, "nauc_ndcg_at_3_std": 0.396749, "nauc_ndcg_at_3_diff1": 0.446191, "nauc_ndcg_at_5_max": 0.652912, "nauc_ndcg_at_5_std": 0.425363, "nauc_ndcg_at_5_diff1": 0.44523, "nauc_ndcg_at_10_max": 0.672059, "nauc_ndcg_at_10_std": 0.435385, "nauc_ndcg_at_10_diff1": 0.459333, "nauc_ndcg_at_20_max": 0.676532, "nauc_ndcg_at_20_std": 0.462363, "nauc_ndcg_at_20_diff1": 0.453673, "nauc_ndcg_at_100_max": 0.679211, "nauc_ndcg_at_100_std": 0.466293, "nauc_ndcg_at_100_diff1": 0.454523, "nauc_ndcg_at_1000_max": 0.679211, "nauc_ndcg_at_1000_std": 0.466293, "nauc_ndcg_at_1000_diff1": 0.454523, "nauc_map_at_1_max": 0.448106, "nauc_map_at_1_std": 0.093836, "nauc_map_at_1_diff1": 0.518054, "nauc_map_at_3_max": 0.510754, "nauc_map_at_3_std": 0.242966, "nauc_map_at_3_diff1": 0.422338, "nauc_map_at_5_max": 0.559613, "nauc_map_at_5_std": 0.297871, "nauc_map_at_5_diff1": 0.420064, "nauc_map_at_10_max": 0.594029, "nauc_map_at_10_std": 0.342014, "nauc_map_at_10_diff1": 0.423669, "nauc_map_at_20_max": 0.603783, "nauc_map_at_20_std": 0.370504, "nauc_map_at_20_diff1": 0.423296, "nauc_map_at_100_max": 0.607631, "nauc_map_at_100_std": 0.376097, "nauc_map_at_100_diff1": 0.423686, "nauc_map_at_1000_max": 0.607631, "nauc_map_at_1000_std": 0.376097, "nauc_map_at_1000_diff1": 0.423686, "nauc_recall_at_1_max": 0.448106, "nauc_recall_at_1_std": 0.093836, "nauc_recall_at_1_diff1": 0.518054, "nauc_recall_at_3_max": 0.511202, "nauc_recall_at_3_std": 0.28591, "nauc_recall_at_3_diff1": 0.395069, "nauc_recall_at_5_max": 0.581954, "nauc_recall_at_5_std": 0.373122, "nauc_recall_at_5_diff1": 0.388211, "nauc_recall_at_10_max": 0.6466, "nauc_recall_at_10_std": 0.439917, "nauc_recall_at_10_diff1": 0.401922, "nauc_recall_at_20_max": 0.671725, "nauc_recall_at_20_std": 0.541282, "nauc_recall_at_20_diff1": 0.389859, "nauc_recall_at_100_max": 0.685954, "nauc_recall_at_100_std": 0.556056, "nauc_recall_at_100_diff1": 0.390499, "nauc_recall_at_1000_max": 0.685954, "nauc_recall_at_1000_std": 0.556056, "nauc_recall_at_1000_diff1": 0.390499, "nauc_precision_at_1_max": 0.678828, "nauc_precision_at_1_std": 0.382712, "nauc_precision_at_1_diff1": 0.527758, "nauc_precision_at_3_max": 0.430423, "nauc_precision_at_3_std": 0.413958, "nauc_precision_at_3_diff1": 0.152658, "nauc_precision_at_5_max": 0.397303, "nauc_precision_at_5_std": 0.436729, "nauc_precision_at_5_diff1": 0.079073, "nauc_precision_at_10_max": 0.314078, "nauc_precision_at_10_std": 0.397871, "nauc_precision_at_10_diff1": 0.050032, "nauc_precision_at_20_max": 0.242784, "nauc_precision_at_20_std": 0.397188, "nauc_precision_at_20_diff1": 0.006585, "nauc_precision_at_100_max": 0.203449, "nauc_precision_at_100_std": 0.357577, "nauc_precision_at_100_diff1": -0.007556, "nauc_precision_at_1000_max": 0.203449, "nauc_precision_at_1000_std": 0.357577, "nauc_precision_at_1000_diff1": -0.007556, "nauc_mrr_at_1_max": 0.678828, "nauc_mrr_at_1_std": 0.382712, "nauc_mrr_at_1_diff1": 0.527758, "nauc_mrr_at_3_max": 0.729623, "nauc_mrr_at_3_std": 0.48751, "nauc_mrr_at_3_diff1": 0.530049, "nauc_mrr_at_5_max": 0.738383, "nauc_mrr_at_5_std": 0.500998, "nauc_mrr_at_5_diff1": 0.526933, "nauc_mrr_at_10_max": 0.738845, "nauc_mrr_at_10_std": 0.502877, "nauc_mrr_at_10_diff1": 0.527541, "nauc_mrr_at_20_max": 0.739042, "nauc_mrr_at_20_std": 0.505643, "nauc_mrr_at_20_diff1": 0.52631, "nauc_mrr_at_100_max": 0.738983, "nauc_mrr_at_100_std": 0.505532, "nauc_mrr_at_100_diff1": 0.52617, "nauc_mrr_at_1000_max": 0.738983, "nauc_mrr_at_1000_std": 0.505532, "nauc_mrr_at_1000_diff1": 0.52617, "hit_rate_at_1": 0.61782, "hit_rate_at_3": 0.72989, "hit_rate_at_5": 0.75575, "hit_rate_at_10": 0.78448, "hit_rate_at_20": 0.80172, "hit_rate_at_100": 0.8046, "hit_rate_at_1000": 0.8046, "main_score": 0.56349, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.73851, "ndcg_at_3": 0.6753, "ndcg_at_5": 0.68307, "ndcg_at_10": 0.70393, "ndcg_at_20": 0.72938, "ndcg_at_100": 0.74038, "ndcg_at_1000": 0.74038, "map_at_1": 0.33309, "map_at_3": 0.49061, "map_at_5": 0.54537, "map_at_10": 0.59114, "map_at_20": 0.6143, "map_at_100": 0.62108, "map_at_1000": 0.62108, "recall_at_1": 0.33309, "recall_at_3": 0.52563, "recall_at_5": 0.62287, "recall_at_10": 0.728, "recall_at_20": 0.80957, "recall_at_100": 0.84072, "recall_at_1000": 0.84072, "accuracy": 0.33309, "precision_at_1": 0.76149, "precision_at_3": 0.48946, "precision_at_5": 0.38276, "precision_at_10": 0.2523, "precision_at_20": 0.15129, "precision_at_100": 0.03279, "precision_at_1000": 0.00328, "mrr_at_1": 0.761494, "mrr_at_3": 0.812261, "mrr_at_5": 0.822318, "mrr_at_10": 0.826572, "mrr_at_20": 0.828262, "mrr_at_100": 0.828262, "mrr_at_1000": 0.828262, "nauc_ndcg_at_1_max": 0.445944, "nauc_ndcg_at_1_std": 0.057866, "nauc_ndcg_at_1_diff1": 0.541987, "nauc_ndcg_at_3_max": 0.513501, "nauc_ndcg_at_3_std": 0.130019, "nauc_ndcg_at_3_diff1": 0.438409, "nauc_ndcg_at_5_max": 0.50373, "nauc_ndcg_at_5_std": 0.148797, "nauc_ndcg_at_5_diff1": 0.439338, "nauc_ndcg_at_10_max": 0.528251, "nauc_ndcg_at_10_std": 0.1618, "nauc_ndcg_at_10_diff1": 0.441268, "nauc_ndcg_at_20_max": 0.523329, "nauc_ndcg_at_20_std": 0.192745, "nauc_ndcg_at_20_diff1": 0.432321, "nauc_ndcg_at_100_max": 0.520262, "nauc_ndcg_at_100_std": 0.186366, "nauc_ndcg_at_100_diff1": 0.426486, "nauc_ndcg_at_1000_max": 0.520262, "nauc_ndcg_at_1000_std": 0.186366, "nauc_ndcg_at_1000_diff1": 0.426486, "nauc_map_at_1_max": 0.31826, "nauc_map_at_1_std": -0.064434, "nauc_map_at_1_diff1": 0.481221, "nauc_map_at_3_max": 0.437103, "nauc_map_at_3_std": 0.039191, "nauc_map_at_3_diff1": 0.401563, "nauc_map_at_5_max": 0.445898, "nauc_map_at_5_std": 0.064049, "nauc_map_at_5_diff1": 0.395943, "nauc_map_at_10_max": 0.46953, "nauc_map_at_10_std": 0.105085, "nauc_map_at_10_diff1": 0.388488, "nauc_map_at_20_max": 0.470907, "nauc_map_at_20_std": 0.132172, "nauc_map_at_20_diff1": 0.386737, "nauc_map_at_100_max": 0.470427, "nauc_map_at_100_std": 0.130382, "nauc_map_at_100_diff1": 0.3833, "nauc_map_at_1000_max": 0.470427, "nauc_map_at_1000_std": 0.130382, "nauc_map_at_1000_diff1": 0.3833, "nauc_recall_at_1_max": 0.31826, "nauc_recall_at_1_std": -0.064434, "nauc_recall_at_1_diff1": 0.481221, "nauc_recall_at_3_max": 0.464485, "nauc_recall_at_3_std": 0.082295, "nauc_recall_at_3_diff1": 0.37643, "nauc_recall_at_5_max": 0.471025, "nauc_recall_at_5_std": 0.128702, "nauc_recall_at_5_diff1": 0.363171, "nauc_recall_at_10_max": 0.533261, "nauc_recall_at_10_std": 0.22774, "nauc_recall_at_10_diff1": 0.34409, "nauc_recall_at_20_max": 0.523944, "nauc_recall_at_20_std": 0.366982, "nauc_recall_at_20_diff1": 0.303997, "nauc_recall_at_100_max": 0.536527, "nauc_recall_at_100_std": 0.377969, "nauc_recall_at_100_diff1": 0.277281, "nauc_recall_at_1000_max": 0.536527, "nauc_recall_at_1000_std": 0.377969, "nauc_recall_at_1000_diff1": 0.277281, "nauc_precision_at_1_max": 0.490916, "nauc_precision_at_1_std": 0.077407, "nauc_precision_at_1_diff1": 0.565484, "nauc_precision_at_3_max": 0.284513, "nauc_precision_at_3_std": 0.174807, "nauc_precision_at_3_diff1": 0.073996, "nauc_precision_at_5_max": 0.12389, "nauc_precision_at_5_std": 0.185894, "nauc_precision_at_5_diff1": -0.029635, "nauc_precision_at_10_max": 0.031696, "nauc_precision_at_10_std": 0.194526, "nauc_precision_at_10_diff1": -0.115186, "nauc_precision_at_20_max": -0.063171, "nauc_precision_at_20_std": 0.192036, "nauc_precision_at_20_diff1": -0.162139, "nauc_precision_at_100_max": -0.096058, "nauc_precision_at_100_std": 0.141698, "nauc_precision_at_100_diff1": -0.189133, "nauc_precision_at_1000_max": -0.096058, "nauc_precision_at_1000_std": 0.141698, "nauc_precision_at_1000_diff1": -0.189133, "nauc_mrr_at_1_max": 0.490916, "nauc_mrr_at_1_std": 0.077407, "nauc_mrr_at_1_diff1": 0.565484, "nauc_mrr_at_3_max": 0.565502, "nauc_mrr_at_3_std": 0.130167, "nauc_mrr_at_3_diff1": 0.578088, "nauc_mrr_at_5_max": 0.558559, "nauc_mrr_at_5_std": 0.131306, "nauc_mrr_at_5_diff1": 0.585615, "nauc_mrr_at_10_max": 0.562678, "nauc_mrr_at_10_std": 0.134038, "nauc_mrr_at_10_diff1": 0.586248, "nauc_mrr_at_20_max": 0.56101, "nauc_mrr_at_20_std": 0.137677, "nauc_mrr_at_20_diff1": 0.583869, "nauc_mrr_at_100_max": 0.56101, "nauc_mrr_at_100_std": 0.137677, "nauc_mrr_at_100_diff1": 0.583869, "nauc_mrr_at_1000_max": 0.56101, "nauc_mrr_at_1000_std": 0.137677, "nauc_mrr_at_1000_diff1": 0.583869, "hit_rate_at_1": 0.76149, "hit_rate_at_3": 0.87644, "hit_rate_at_5": 0.91954, "hit_rate_at_10": 0.95115, "hit_rate_at_20": 0.97414, "hit_rate_at_100": 0.97414, "hit_rate_at_1000": 0.97414, "main_score": 0.70393, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.61925, "ndcg_at_3": 0.57027, "ndcg_at_5": 0.5724, "ndcg_at_10": 0.59087, "ndcg_at_20": 0.60773, "ndcg_at_100": 0.62051, "ndcg_at_1000": 0.62051, "map_at_1": 0.27187, "map_at_3": 0.4075, "map_at_5": 0.44883, "map_at_10": 0.49098, "map_at_20": 0.50797, "map_at_100": 0.51504, "map_at_1000": 0.51504, "recall_at_1": 0.27187, "recall_at_3": 0.44354, "recall_at_5": 0.51896, "recall_at_10": 0.61533, "recall_at_20": 0.6709, "recall_at_100": 0.70682, "recall_at_1000": 0.70682, "accuracy": 0.27187, "precision_at_1": 0.63793, "precision_at_3": 0.41379, "precision_at_5": 0.31724, "precision_at_10": 0.21006, "precision_at_20": 0.12356, "precision_at_100": 0.02756, "precision_at_1000": 0.00276, "mrr_at_1": 0.637931, "mrr_at_3": 0.695881, "mrr_at_5": 0.705651, "mrr_at_10": 0.708661, "mrr_at_20": 0.71004, "mrr_at_100": 0.71017, "mrr_at_1000": 0.71017, "nauc_ndcg_at_1_max": 0.624204, "nauc_ndcg_at_1_std": 0.389879, "nauc_ndcg_at_1_diff1": 0.572187, "nauc_ndcg_at_3_max": 0.633079, "nauc_ndcg_at_3_std": 0.407488, "nauc_ndcg_at_3_diff1": 0.452926, "nauc_ndcg_at_5_max": 0.652713, "nauc_ndcg_at_5_std": 0.464639, "nauc_ndcg_at_5_diff1": 0.454651, "nauc_ndcg_at_10_max": 0.691177, "nauc_ndcg_at_10_std": 0.497484, "nauc_ndcg_at_10_diff1": 0.480933, "nauc_ndcg_at_20_max": 0.695017, "nauc_ndcg_at_20_std": 0.512781, "nauc_ndcg_at_20_diff1": 0.48582, "nauc_ndcg_at_100_max": 0.693951, "nauc_ndcg_at_100_std": 0.515003, "nauc_ndcg_at_100_diff1": 0.478874, "nauc_ndcg_at_1000_max": 0.693951, "nauc_ndcg_at_1000_std": 0.515003, "nauc_ndcg_at_1000_diff1": 0.478874, "nauc_map_at_1_max": 0.449804, "nauc_map_at_1_std": 0.133479, "nauc_map_at_1_diff1": 0.548516, "nauc_map_at_3_max": 0.554905, "nauc_map_at_3_std": 0.276463, "nauc_map_at_3_diff1": 0.470988, "nauc_map_at_5_max": 0.584138, "nauc_map_at_5_std": 0.342916, "nauc_map_at_5_diff1": 0.462572, "nauc_map_at_10_max": 0.62532, "nauc_map_at_10_std": 0.398737, "nauc_map_at_10_diff1": 0.459942, "nauc_map_at_20_max": 0.632866, "nauc_map_at_20_std": 0.419856, "nauc_map_at_20_diff1": 0.459396, "nauc_map_at_100_max": 0.632306, "nauc_map_at_100_std": 0.422407, "nauc_map_at_100_diff1": 0.455311, "nauc_map_at_1000_max": 0.632306, "nauc_map_at_1000_std": 0.422407, "nauc_map_at_1000_diff1": 0.455311, "nauc_recall_at_1_max": 0.449804, "nauc_recall_at_1_std": 0.133479, "nauc_recall_at_1_diff1": 0.548516, "nauc_recall_at_3_max": 0.560422, "nauc_recall_at_3_std": 0.297062, "nauc_recall_at_3_diff1": 0.436195, "nauc_recall_at_5_max": 0.594274, "nauc_recall_at_5_std": 0.433022, "nauc_recall_at_5_diff1": 0.42, "nauc_recall_at_10_max": 0.673536, "nauc_recall_at_10_std": 0.539838, "nauc_recall_at_10_diff1": 0.428308, "nauc_recall_at_20_max": 0.703281, "nauc_recall_at_20_std": 0.617603, "nauc_recall_at_20_diff1": 0.427838, "nauc_recall_at_100_max": 0.707198, "nauc_recall_at_100_std": 0.631129, "nauc_recall_at_100_diff1": 0.405103, "nauc_recall_at_1000_max": 0.707198, "nauc_recall_at_1000_std": 0.631129, "nauc_recall_at_1000_diff1": 0.405103, "nauc_precision_at_1_max": 0.652966, "nauc_precision_at_1_std": 0.400517, "nauc_precision_at_1_diff1": 0.592774, "nauc_precision_at_3_max": 0.452659, "nauc_precision_at_3_std": 0.413633, "nauc_precision_at_3_diff1": 0.144881, "nauc_precision_at_5_max": 0.35895, "nauc_precision_at_5_std": 0.43369, "nauc_precision_at_5_diff1": 0.0443, "nauc_precision_at_10_max": 0.266862, "nauc_precision_at_10_std": 0.376956, "nauc_precision_at_10_diff1": -0.026194, "nauc_precision_at_20_max": 0.173704, "nauc_precision_at_20_std": 0.314591, "nauc_precision_at_20_diff1": -0.068322, "nauc_precision_at_100_max": 0.100489, "nauc_precision_at_100_std": 0.245777, "nauc_precision_at_100_diff1": -0.109649, "nauc_precision_at_1000_max": 0.100489, "nauc_precision_at_1000_std": 0.245777, "nauc_precision_at_1000_diff1": -0.109649, "nauc_mrr_at_1_max": 0.652966, "nauc_mrr_at_1_std": 0.400517, "nauc_mrr_at_1_diff1": 0.592774, "nauc_mrr_at_3_max": 0.7216, "nauc_mrr_at_3_std": 0.493373, "nauc_mrr_at_3_diff1": 0.572395, "nauc_mrr_at_5_max": 0.722645, "nauc_mrr_at_5_std": 0.516243, "nauc_mrr_at_5_diff1": 0.567506, "nauc_mrr_at_10_max": 0.723354, "nauc_mrr_at_10_std": 0.517466, "nauc_mrr_at_10_diff1": 0.566493, "nauc_mrr_at_20_max": 0.723225, "nauc_mrr_at_20_std": 0.518175, "nauc_mrr_at_20_diff1": 0.565247, "nauc_mrr_at_100_max": 0.723097, "nauc_mrr_at_100_std": 0.517952, "nauc_mrr_at_100_diff1": 0.564976, "nauc_mrr_at_1000_max": 0.723097, "nauc_mrr_at_1000_std": 0.517952, "nauc_mrr_at_1000_diff1": 0.564976, "hit_rate_at_1": 0.63793, "hit_rate_at_3": 0.76149, "hit_rate_at_5": 0.80172, "hit_rate_at_10": 0.82471, "hit_rate_at_20": 0.84483, "hit_rate_at_100": 0.8477, "hit_rate_at_1000": 0.8477, "main_score": 0.59087, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.61207, "ndcg_at_3": 0.55836, "ndcg_at_5": 0.55953, "ndcg_at_10": 0.57785, "ndcg_at_20": 0.59349, "ndcg_at_100": 0.60355, "ndcg_at_1000": 0.60355, "map_at_1": 0.26856, "map_at_3": 0.40225, "map_at_5": 0.43926, "map_at_10": 0.47854, "map_at_20": 0.49454, "map_at_100": 0.49976, "map_at_1000": 0.49976, "recall_at_1": 0.26856, "recall_at_3": 0.43732, "recall_at_5": 0.50523, "recall_at_10": 0.60027, "recall_at_20": 0.65696, "recall_at_100": 0.68705, "recall_at_1000": 0.68705, "accuracy": 0.26856, "precision_at_1": 0.63218, "precision_at_3": 0.39751, "precision_at_5": 0.30345, "precision_at_10": 0.2023, "precision_at_20": 0.11767, "precision_at_100": 0.02572, "precision_at_1000": 0.00257, "mrr_at_1": 0.632184, "mrr_at_3": 0.683908, "mrr_at_5": 0.695833, "mrr_at_10": 0.699724, "mrr_at_20": 0.700733, "mrr_at_100": 0.700984, "mrr_at_1000": 0.700984, "nauc_ndcg_at_1_max": 0.631144, "nauc_ndcg_at_1_std": 0.372371, "nauc_ndcg_at_1_diff1": 0.490559, "nauc_ndcg_at_3_max": 0.622099, "nauc_ndcg_at_3_std": 0.412862, "nauc_ndcg_at_3_diff1": 0.376422, "nauc_ndcg_at_5_max": 0.641049, "nauc_ndcg_at_5_std": 0.455126, "nauc_ndcg_at_5_diff1": 0.376693, "nauc_ndcg_at_10_max": 0.664881, "nauc_ndcg_at_10_std": 0.468394, "nauc_ndcg_at_10_diff1": 0.40609, "nauc_ndcg_at_20_max": 0.671524, "nauc_ndcg_at_20_std": 0.47616, "nauc_ndcg_at_20_diff1": 0.40217, "nauc_ndcg_at_100_max": 0.670793, "nauc_ndcg_at_100_std": 0.482833, "nauc_ndcg_at_100_diff1": 0.401236, "nauc_ndcg_at_1000_max": 0.670793, "nauc_ndcg_at_1000_std": 0.482833, "nauc_ndcg_at_1000_diff1": 0.401236, "nauc_map_at_1_max": 0.430873, "nauc_map_at_1_std": 0.113908, "nauc_map_at_1_diff1": 0.499926, "nauc_map_at_3_max": 0.522162, "nauc_map_at_3_std": 0.281869, "nauc_map_at_3_diff1": 0.380619, "nauc_map_at_5_max": 0.556673, "nauc_map_at_5_std": 0.338325, "nauc_map_at_5_diff1": 0.364663, "nauc_map_at_10_max": 0.588442, "nauc_map_at_10_std": 0.380686, "nauc_map_at_10_diff1": 0.375098, "nauc_map_at_20_max": 0.597817, "nauc_map_at_20_std": 0.398072, "nauc_map_at_20_diff1": 0.374049, "nauc_map_at_100_max": 0.598364, "nauc_map_at_100_std": 0.403017, "nauc_map_at_100_diff1": 0.375002, "nauc_map_at_1000_max": 0.598364, "nauc_map_at_1000_std": 0.403017, "nauc_map_at_1000_diff1": 0.375002, "nauc_recall_at_1_max": 0.430873, "nauc_recall_at_1_std": 0.113908, "nauc_recall_at_1_diff1": 0.499926, "nauc_recall_at_3_max": 0.524559, "nauc_recall_at_3_std": 0.318763, "nauc_recall_at_3_diff1": 0.323396, "nauc_recall_at_5_max": 0.582252, "nauc_recall_at_5_std": 0.418109, "nauc_recall_at_5_diff1": 0.307017, "nauc_recall_at_10_max": 0.645221, "nauc_recall_at_10_std": 0.487419, "nauc_recall_at_10_diff1": 0.3339, "nauc_recall_at_20_max": 0.671829, "nauc_recall_at_20_std": 0.550386, "nauc_recall_at_20_diff1": 0.317566, "nauc_recall_at_100_max": 0.674874, "nauc_recall_at_100_std": 0.579625, "nauc_recall_at_100_diff1": 0.304009, "nauc_recall_at_1000_max": 0.674874, "nauc_recall_at_1000_std": 0.579625, "nauc_recall_at_1000_diff1": 0.304009, "nauc_precision_at_1_max": 0.661029, "nauc_precision_at_1_std": 0.407092, "nauc_precision_at_1_diff1": 0.508482, "nauc_precision_at_3_max": 0.46306, "nauc_precision_at_3_std": 0.462728, "nauc_precision_at_3_diff1": 0.089182, "nauc_precision_at_5_max": 0.39155, "nauc_precision_at_5_std": 0.486437, "nauc_precision_at_5_diff1": 0.022284, "nauc_precision_at_10_max": 0.274887, "nauc_precision_at_10_std": 0.413121, "nauc_precision_at_10_diff1": 0.015684, "nauc_precision_at_20_max": 0.203064, "nauc_precision_at_20_std": 0.374014, "nauc_precision_at_20_diff1": -0.017908, "nauc_precision_at_100_max": 0.146036, "nauc_precision_at_100_std": 0.330605, "nauc_precision_at_100_diff1": -0.033128, "nauc_precision_at_1000_max": 0.146036, "nauc_precision_at_1000_std": 0.330605, "nauc_precision_at_1000_diff1": -0.033128, "nauc_mrr_at_1_max": 0.661029, "nauc_mrr_at_1_std": 0.407092, "nauc_mrr_at_1_diff1": 0.508482, "nauc_mrr_at_3_max": 0.711853, "nauc_mrr_at_3_std": 0.482199, "nauc_mrr_at_3_diff1": 0.488103, "nauc_mrr_at_5_max": 0.721107, "nauc_mrr_at_5_std": 0.503239, "nauc_mrr_at_5_diff1": 0.495641, "nauc_mrr_at_10_max": 0.720164, "nauc_mrr_at_10_std": 0.501258, "nauc_mrr_at_10_diff1": 0.495101, "nauc_mrr_at_20_max": 0.719746, "nauc_mrr_at_20_std": 0.502078, "nauc_mrr_at_20_diff1": 0.494119, "nauc_mrr_at_100_max": 0.71996, "nauc_mrr_at_100_std": 0.503068, "nauc_mrr_at_100_diff1": 0.493925, "nauc_mrr_at_1000_max": 0.71996, "nauc_mrr_at_1000_std": 0.503068, "nauc_mrr_at_1000_diff1": 0.493925, "hit_rate_at_1": 0.63218, "hit_rate_at_3": 0.74425, "hit_rate_at_5": 0.79598, "hit_rate_at_10": 0.82471, "hit_rate_at_20": 0.83908, "hit_rate_at_100": 0.84483, "hit_rate_at_1000": 0.84483, "main_score": 0.57785, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.58333, "ndcg_at_3": 0.55122, "ndcg_at_5": 0.55301, "ndcg_at_10": 0.56347, "ndcg_at_20": 0.58147, "ndcg_at_100": 0.58903, "ndcg_at_1000": 0.58903, "map_at_1": 0.25985, "map_at_3": 0.3937, "map_at_5": 0.43475, "map_at_10": 0.46835, "map_at_20": 0.48576, "map_at_100": 0.48991, "map_at_1000": 0.48991, "recall_at_1": 0.25985, "recall_at_3": 0.42863, "recall_at_5": 0.49712, "recall_at_10": 0.57665, "recall_at_20": 0.64119, "recall_at_100": 0.66284, "recall_at_1000": 0.66284, "accuracy": 0.25985, "precision_at_1": 0.60345, "precision_at_3": 0.40134, "precision_at_5": 0.30977, "precision_at_10": 0.1977, "precision_at_20": 0.11681, "precision_at_100": 0.02509, "precision_at_1000": 0.00251, "mrr_at_1": 0.603448, "mrr_at_3": 0.66523, "mrr_at_5": 0.671983, "mrr_at_10": 0.674855, "mrr_at_20": 0.676366, "mrr_at_100": 0.676366, "mrr_at_1000": 0.676366, "nauc_ndcg_at_1_max": 0.637173, "nauc_ndcg_at_1_std": 0.338687, "nauc_ndcg_at_1_diff1": 0.514839, "nauc_ndcg_at_3_max": 0.634335, "nauc_ndcg_at_3_std": 0.389476, "nauc_ndcg_at_3_diff1": 0.390015, "nauc_ndcg_at_5_max": 0.662987, "nauc_ndcg_at_5_std": 0.426774, "nauc_ndcg_at_5_diff1": 0.393872, "nauc_ndcg_at_10_max": 0.686219, "nauc_ndcg_at_10_std": 0.453912, "nauc_ndcg_at_10_diff1": 0.407143, "nauc_ndcg_at_20_max": 0.700892, "nauc_ndcg_at_20_std": 0.47179, "nauc_ndcg_at_20_diff1": 0.413336, "nauc_ndcg_at_100_max": 0.699782, "nauc_ndcg_at_100_std": 0.470705, "nauc_ndcg_at_100_diff1": 0.413663, "nauc_ndcg_at_1000_max": 0.699782, "nauc_ndcg_at_1000_std": 0.470705, "nauc_ndcg_at_1000_diff1": 0.413663, "nauc_map_at_1_max": 0.460874, "nauc_map_at_1_std": 0.078713, "nauc_map_at_1_diff1": 0.536311, "nauc_map_at_3_max": 0.523426, "nauc_map_at_3_std": 0.228249, "nauc_map_at_3_diff1": 0.38338, "nauc_map_at_5_max": 0.567091, "nauc_map_at_5_std": 0.297941, "nauc_map_at_5_diff1": 0.380242, "nauc_map_at_10_max": 0.605374, "nauc_map_at_10_std": 0.357561, "nauc_map_at_10_diff1": 0.376428, "nauc_map_at_20_max": 0.620211, "nauc_map_at_20_std": 0.377056, "nauc_map_at_20_diff1": 0.379645, "nauc_map_at_100_max": 0.620017, "nauc_map_at_100_std": 0.378671, "nauc_map_at_100_diff1": 0.379156, "nauc_map_at_1000_max": 0.620017, "nauc_map_at_1000_std": 0.378671, "nauc_map_at_1000_diff1": 0.379156, "nauc_recall_at_1_max": 0.460874, "nauc_recall_at_1_std": 0.078713, "nauc_recall_at_1_diff1": 0.536311, "nauc_recall_at_3_max": 0.519622, "nauc_recall_at_3_std": 0.270468, "nauc_recall_at_3_diff1": 0.338803, "nauc_recall_at_5_max": 0.594033, "nauc_recall_at_5_std": 0.379659, "nauc_recall_at_5_diff1": 0.343294, "nauc_recall_at_10_max": 0.65395, "nauc_recall_at_10_std": 0.486139, "nauc_recall_at_10_diff1": 0.335613, "nauc_recall_at_20_max": 0.705057, "nauc_recall_at_20_std": 0.561791, "nauc_recall_at_20_diff1": 0.3434, "nauc_recall_at_100_max": 0.709311, "nauc_recall_at_100_std": 0.565969, "nauc_recall_at_100_diff1": 0.340006, "nauc_recall_at_1000_max": 0.709311, "nauc_recall_at_1000_std": 0.565969, "nauc_recall_at_1000_diff1": 0.340006, "nauc_precision_at_1_max": 0.652424, "nauc_precision_at_1_std": 0.350637, "nauc_precision_at_1_diff1": 0.520735, "nauc_precision_at_3_max": 0.447129, "nauc_precision_at_3_std": 0.425665, "nauc_precision_at_3_diff1": 0.082682, "nauc_precision_at_5_max": 0.406686, "nauc_precision_at_5_std": 0.46076, "nauc_precision_at_5_diff1": 0.026985, "nauc_precision_at_10_max": 0.340718, "nauc_precision_at_10_std": 0.444535, "nauc_precision_at_10_diff1": -0.003103, "nauc_precision_at_20_max": 0.282085, "nauc_precision_at_20_std": 0.399127, "nauc_precision_at_20_diff1": -0.02089, "nauc_precision_at_100_max": 0.230292, "nauc_precision_at_100_std": 0.351789, "nauc_precision_at_100_diff1": -0.033798, "nauc_precision_at_1000_max": 0.230292, "nauc_precision_at_1000_std": 0.351789, "nauc_precision_at_1000_diff1": -0.033798, "nauc_mrr_at_1_max": 0.652424, "nauc_mrr_at_1_std": 0.350637, "nauc_mrr_at_1_diff1": 0.520735, "nauc_mrr_at_3_max": 0.718601, "nauc_mrr_at_3_std": 0.466064, "nauc_mrr_at_3_diff1": 0.499522, "nauc_mrr_at_5_max": 0.725308, "nauc_mrr_at_5_std": 0.477263, "nauc_mrr_at_5_diff1": 0.49492, "nauc_mrr_at_10_max": 0.725333, "nauc_mrr_at_10_std": 0.480784, "nauc_mrr_at_10_diff1": 0.493425, "nauc_mrr_at_20_max": 0.726033, "nauc_mrr_at_20_std": 0.484774, "nauc_mrr_at_20_diff1": 0.49208, "nauc_mrr_at_100_max": 0.726033, "nauc_mrr_at_100_std": 0.484774, "nauc_mrr_at_100_diff1": 0.49208, "nauc_mrr_at_1000_max": 0.726033, "nauc_mrr_at_1000_std": 0.484774, "nauc_mrr_at_1000_diff1": 0.49208, "hit_rate_at_1": 0.60345, "hit_rate_at_3": 0.73563, "hit_rate_at_5": 0.76437, "hit_rate_at_10": 0.78736, "hit_rate_at_20": 0.81034, "hit_rate_at_100": 0.81034, "hit_rate_at_1000": 0.81034, "main_score": 0.56347, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.24.9" } ] }, "evaluation_time": 5448.7438765539555, "kg_co2_emissions": null, "date": 1791876296.822928, "evaluation_phases": [ { "name": "Data loading", "start": 4.627014277502894e-06, "end": 37.814111377025256, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 37.81414513802156, "end": 37.81414693102124, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 37.81980890900013, "end": 938.5353667860036, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 938.5354136360111, "end": 938.5814087210165, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 938.593874830025, "end": 1842.3190766650077, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 1842.3191111460037, "end": 1842.3717275579984, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 1842.385022839997, "end": 2719.9607446550217, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 2719.9607726570102, "end": 2720.008273610001, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 2720.025712674018, "end": 3624.308871917019, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 3624.308910746011, "end": 3624.356560580025, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 3624.371232446021, "end": 4529.892675512005, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 4529.8927104650065, "end": 4529.958903029008, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 4529.97837414901, "end": 5448.68165239002, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 5448.681683246017, "end": 5448.732762202009, "split": "test", "subset": "portuguese" } ] }