{ "dataset_revision": "f732b725cf4a70803210edfe265a04f8bd5328f6", "task_name": "Vidore3IndustrialRetrieval", "mteb_version": "2.21.3", "scores": { "test": [ { "ndcg_at_1": 0.57067, "ndcg_at_3": 0.54422, "ndcg_at_5": 0.54058, "ndcg_at_10": 0.55871, "ndcg_at_20": 0.5795, "ndcg_at_100": 0.63775, "ndcg_at_1000": 0.67171, "map_at_1": 0.30488, "map_at_3": 0.39647, "map_at_5": 0.42531, "map_at_10": 0.45689, "map_at_20": 0.4743, "map_at_100": 0.49516, "map_at_1000": 0.49977, "recall_at_1": 0.30488, "recall_at_3": 0.42882, "recall_at_5": 0.48522, "recall_at_10": 0.57748, "recall_at_20": 0.64992, "recall_at_100": 0.82224, "recall_at_1000": 0.96421, "accuracy": 0.30488, "precision_at_1": 0.58304, "precision_at_3": 0.35218, "precision_at_5": 0.26784, "precision_at_10": 0.18269, "precision_at_20": 0.11784, "precision_at_100": 0.03908, "precision_at_1000": 0.0054, "mrr_at_1": 0.583039, "mrr_at_3": 0.638987, "mrr_at_5": 0.651531, "mrr_at_10": 0.663613, "mrr_at_20": 0.666783, "mrr_at_100": 0.668522, "mrr_at_1000": 0.668656, "nauc_ndcg_at_1_max": 0.376728, "nauc_ndcg_at_1_std": -0.112383, "nauc_ndcg_at_1_diff1": 0.526542, "nauc_ndcg_at_3_max": 0.323357, "nauc_ndcg_at_3_std": -0.049233, "nauc_ndcg_at_3_diff1": 0.46208, "nauc_ndcg_at_5_max": 0.319616, "nauc_ndcg_at_5_std": -0.063729, "nauc_ndcg_at_5_diff1": 0.451655, "nauc_ndcg_at_10_max": 0.304099, "nauc_ndcg_at_10_std": -0.083725, "nauc_ndcg_at_10_diff1": 0.45661, "nauc_ndcg_at_20_max": 0.323397, "nauc_ndcg_at_20_std": -0.064403, "nauc_ndcg_at_20_diff1": 0.468635, "nauc_ndcg_at_100_max": 0.359316, "nauc_ndcg_at_100_std": -0.00328, "nauc_ndcg_at_100_diff1": 0.476081, "nauc_ndcg_at_1000_max": 0.363651, "nauc_ndcg_at_1000_std": 0.01617, "nauc_ndcg_at_1000_diff1": 0.459806, "nauc_map_at_1_max": 0.212182, "nauc_map_at_1_std": -0.160171, "nauc_map_at_1_diff1": 0.525758, "nauc_map_at_3_max": 0.212609, "nauc_map_at_3_std": -0.154294, "nauc_map_at_3_diff1": 0.477124, "nauc_map_at_5_max": 0.24426, "nauc_map_at_5_std": -0.130494, "nauc_map_at_5_diff1": 0.464048, "nauc_map_at_10_max": 0.261533, "nauc_map_at_10_std": -0.120058, "nauc_map_at_10_diff1": 0.450091, "nauc_map_at_20_max": 0.275609, "nauc_map_at_20_std": -0.104113, "nauc_map_at_20_diff1": 0.450591, "nauc_map_at_100_max": 0.28825, "nauc_map_at_100_std": -0.078878, "nauc_map_at_100_diff1": 0.449157, "nauc_map_at_1000_max": 0.288601, "nauc_map_at_1000_std": -0.074882, "nauc_map_at_1000_diff1": 0.447068, "nauc_recall_at_1_max": 0.212182, "nauc_recall_at_1_std": -0.160171, "nauc_recall_at_1_diff1": 0.525758, "nauc_recall_at_3_max": 0.184322, "nauc_recall_at_3_std": -0.154445, "nauc_recall_at_3_diff1": 0.452994, "nauc_recall_at_5_max": 0.218422, "nauc_recall_at_5_std": -0.121617, "nauc_recall_at_5_diff1": 0.431154, "nauc_recall_at_10_max": 0.206089, "nauc_recall_at_10_std": -0.128851, "nauc_recall_at_10_diff1": 0.39103, "nauc_recall_at_20_max": 0.250101, "nauc_recall_at_20_std": -0.070081, "nauc_recall_at_20_diff1": 0.402254, "nauc_recall_at_100_max": 0.355985, "nauc_recall_at_100_std": 0.098427, "nauc_recall_at_100_diff1": 0.470869, "nauc_recall_at_1000_max": 0.604634, "nauc_recall_at_1000_std": 0.657793, "nauc_recall_at_1000_diff1": 0.451543, "nauc_precision_at_1_max": 0.378732, "nauc_precision_at_1_std": -0.09999, "nauc_precision_at_1_diff1": 0.5303, "nauc_precision_at_3_max": 0.245592, "nauc_precision_at_3_std": 0.107899, "nauc_precision_at_3_diff1": 0.131384, "nauc_precision_at_5_max": 0.27634, "nauc_precision_at_5_std": 0.18456, "nauc_precision_at_5_diff1": 0.011764, "nauc_precision_at_10_max": 0.222616, "nauc_precision_at_10_std": 0.229082, "nauc_precision_at_10_diff1": -0.100411, "nauc_precision_at_20_max": 0.182589, "nauc_precision_at_20_std": 0.28725, "nauc_precision_at_20_diff1": -0.144644, "nauc_precision_at_100_max": 0.065361, "nauc_precision_at_100_std": 0.357819, "nauc_precision_at_100_diff1": -0.250669, "nauc_precision_at_1000_max": -0.049155, "nauc_precision_at_1000_std": 0.290869, "nauc_precision_at_1000_diff1": -0.335288, "nauc_mrr_at_1_max": 0.378732, "nauc_mrr_at_1_std": -0.09999, "nauc_mrr_at_1_diff1": 0.5303, "nauc_mrr_at_3_max": 0.390468, "nauc_mrr_at_3_std": -0.048833, "nauc_mrr_at_3_diff1": 0.52256, "nauc_mrr_at_5_max": 0.388431, "nauc_mrr_at_5_std": -0.040153, "nauc_mrr_at_5_diff1": 0.517268, "nauc_mrr_at_10_max": 0.394711, "nauc_mrr_at_10_std": -0.034253, "nauc_mrr_at_10_diff1": 0.518959, "nauc_mrr_at_20_max": 0.394156, "nauc_mrr_at_20_std": -0.033115, "nauc_mrr_at_20_diff1": 0.517118, "nauc_mrr_at_100_max": 0.394875, "nauc_mrr_at_100_std": -0.03488, "nauc_mrr_at_100_diff1": 0.517631, "nauc_mrr_at_1000_max": 0.394807, "nauc_mrr_at_1000_std": -0.035083, "nauc_mrr_at_1000_diff1": 0.517659, "hit_rate_at_1": 0.58304, "hit_rate_at_3": 0.71025, "hit_rate_at_5": 0.76678, "hit_rate_at_10": 0.85512, "hit_rate_at_20": 0.90106, "hit_rate_at_100": 0.96466, "hit_rate_at_1000": 0.99293, "main_score": 0.55871, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.21.3" }, { "ndcg_at_1": 0.55124, "ndcg_at_3": 0.52375, "ndcg_at_5": 0.53201, "ndcg_at_10": 0.5506, "ndcg_at_20": 0.57425, "ndcg_at_100": 0.63085, "ndcg_at_1000": 0.66606, "map_at_1": 0.30322, "map_at_3": 0.38311, "map_at_5": 0.41639, "map_at_10": 0.44859, "map_at_20": 0.46767, "map_at_100": 0.48745, "map_at_1000": 0.49224, "recall_at_1": 0.30322, "recall_at_3": 0.41222, "recall_at_5": 0.48344, "recall_at_10": 0.57307, "recall_at_20": 0.64971, "recall_at_100": 0.82032, "recall_at_1000": 0.96097, "accuracy": 0.30322, "precision_at_1": 0.5689, "precision_at_3": 0.33569, "precision_at_5": 0.26219, "precision_at_10": 0.18021, "precision_at_20": 0.11802, "precision_at_100": 0.03834, "precision_at_1000": 0.00536, "mrr_at_1": 0.568905, "mrr_at_3": 0.623675, "mrr_at_5": 0.641873, "mrr_at_10": 0.651279, "mrr_at_20": 0.654332, "mrr_at_100": 0.656564, "mrr_at_1000": 0.656744, "nauc_ndcg_at_1_max": 0.352383, "nauc_ndcg_at_1_std": -0.096615, "nauc_ndcg_at_1_diff1": 0.54135, "nauc_ndcg_at_3_max": 0.357706, "nauc_ndcg_at_3_std": -0.059333, "nauc_ndcg_at_3_diff1": 0.456877, "nauc_ndcg_at_5_max": 0.318574, "nauc_ndcg_at_5_std": -0.09, "nauc_ndcg_at_5_diff1": 0.450024, "nauc_ndcg_at_10_max": 0.314297, "nauc_ndcg_at_10_std": -0.116867, "nauc_ndcg_at_10_diff1": 0.449239, "nauc_ndcg_at_20_max": 0.330457, "nauc_ndcg_at_20_std": -0.092375, "nauc_ndcg_at_20_diff1": 0.465211, "nauc_ndcg_at_100_max": 0.371798, "nauc_ndcg_at_100_std": -0.027338, "nauc_ndcg_at_100_diff1": 0.468858, "nauc_ndcg_at_1000_max": 0.368639, "nauc_ndcg_at_1000_std": -0.013808, "nauc_ndcg_at_1000_diff1": 0.459345, "nauc_map_at_1_max": 0.192723, "nauc_map_at_1_std": -0.190023, "nauc_map_at_1_diff1": 0.491548, "nauc_map_at_3_max": 0.236711, "nauc_map_at_3_std": -0.166666, "nauc_map_at_3_diff1": 0.466822, "nauc_map_at_5_max": 0.239075, "nauc_map_at_5_std": -0.162016, "nauc_map_at_5_diff1": 0.455134, "nauc_map_at_10_max": 0.272221, "nauc_map_at_10_std": -0.145773, "nauc_map_at_10_diff1": 0.445834, "nauc_map_at_20_max": 0.284959, "nauc_map_at_20_std": -0.130316, "nauc_map_at_20_diff1": 0.453139, "nauc_map_at_100_max": 0.300706, "nauc_map_at_100_std": -0.106486, "nauc_map_at_100_diff1": 0.452215, "nauc_map_at_1000_max": 0.300142, "nauc_map_at_1000_std": -0.103403, "nauc_map_at_1000_diff1": 0.451153, "nauc_recall_at_1_max": 0.192723, "nauc_recall_at_1_std": -0.190023, "nauc_recall_at_1_diff1": 0.491548, "nauc_recall_at_3_max": 0.218285, "nauc_recall_at_3_std": -0.160915, "nauc_recall_at_3_diff1": 0.425857, "nauc_recall_at_5_max": 0.188732, "nauc_recall_at_5_std": -0.170263, "nauc_recall_at_5_diff1": 0.395204, "nauc_recall_at_10_max": 0.238998, "nauc_recall_at_10_std": -0.17113, "nauc_recall_at_10_diff1": 0.375135, "nauc_recall_at_20_max": 0.266648, "nauc_recall_at_20_std": -0.108348, "nauc_recall_at_20_diff1": 0.39299, "nauc_recall_at_100_max": 0.398679, "nauc_recall_at_100_std": 0.112709, "nauc_recall_at_100_diff1": 0.403032, "nauc_recall_at_1000_max": 0.698509, "nauc_recall_at_1000_std": 0.719146, "nauc_recall_at_1000_diff1": 0.361666, "nauc_precision_at_1_max": 0.384566, "nauc_precision_at_1_std": -0.065889, "nauc_precision_at_1_diff1": 0.541272, "nauc_precision_at_3_max": 0.341384, "nauc_precision_at_3_std": 0.117776, "nauc_precision_at_3_diff1": 0.170179, "nauc_precision_at_5_max": 0.270654, "nauc_precision_at_5_std": 0.152818, "nauc_precision_at_5_diff1": 0.062477, "nauc_precision_at_10_max": 0.245143, "nauc_precision_at_10_std": 0.20174, "nauc_precision_at_10_diff1": -0.053856, "nauc_precision_at_20_max": 0.210651, "nauc_precision_at_20_std": 0.264671, "nauc_precision_at_20_diff1": -0.066983, "nauc_precision_at_100_max": 0.102846, "nauc_precision_at_100_std": 0.360819, "nauc_precision_at_100_diff1": -0.194604, "nauc_precision_at_1000_max": -0.045256, "nauc_precision_at_1000_std": 0.287821, "nauc_precision_at_1000_diff1": -0.281485, "nauc_mrr_at_1_max": 0.384566, "nauc_mrr_at_1_std": -0.065889, "nauc_mrr_at_1_diff1": 0.541272, "nauc_mrr_at_3_max": 0.423623, "nauc_mrr_at_3_std": -0.017834, "nauc_mrr_at_3_diff1": 0.492294, "nauc_mrr_at_5_max": 0.419446, "nauc_mrr_at_5_std": -0.01501, "nauc_mrr_at_5_diff1": 0.501936, "nauc_mrr_at_10_max": 0.418635, "nauc_mrr_at_10_std": -0.020692, "nauc_mrr_at_10_diff1": 0.502238, "nauc_mrr_at_20_max": 0.417764, "nauc_mrr_at_20_std": -0.017305, "nauc_mrr_at_20_diff1": 0.503271, "nauc_mrr_at_100_max": 0.419035, "nauc_mrr_at_100_std": -0.017421, "nauc_mrr_at_100_diff1": 0.503528, "nauc_mrr_at_1000_max": 0.418934, "nauc_mrr_at_1000_std": -0.017705, "nauc_mrr_at_1000_diff1": 0.503757, "hit_rate_at_1": 0.5689, "hit_rate_at_3": 0.69611, "hit_rate_at_5": 0.77385, "hit_rate_at_10": 0.84452, "hit_rate_at_20": 0.88693, "hit_rate_at_100": 0.96466, "hit_rate_at_1000": 0.99293, "main_score": 0.5506, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.21.3" }, { "ndcg_at_1": 0.57774, "ndcg_at_3": 0.55528, "ndcg_at_5": 0.55429, "ndcg_at_10": 0.57231, "ndcg_at_20": 0.59654, "ndcg_at_100": 0.6546, "ndcg_at_1000": 0.68629, "map_at_1": 0.30942, "map_at_3": 0.40439, "map_at_5": 0.43295, "map_at_10": 0.46448, "map_at_20": 0.4859, "map_at_100": 0.50772, "map_at_1000": 0.51221, "recall_at_1": 0.30942, "recall_at_3": 0.43922, "recall_at_5": 0.49536, "recall_at_10": 0.59112, "recall_at_20": 0.67164, "recall_at_100": 0.84041, "recall_at_1000": 0.96825, "accuracy": 0.30942, "precision_at_1": 0.59011, "precision_at_3": 0.35571, "precision_at_5": 0.27208, "precision_at_10": 0.18693, "precision_at_20": 0.12279, "precision_at_100": 0.04028, "precision_at_1000": 0.00546, "mrr_at_1": 0.590106, "mrr_at_3": 0.656066, "mrr_at_5": 0.667727, "mrr_at_10": 0.680058, "mrr_at_20": 0.682776, "mrr_at_100": 0.684068, "mrr_at_1000": 0.684183, "nauc_ndcg_at_1_max": 0.415686, "nauc_ndcg_at_1_std": -0.107601, "nauc_ndcg_at_1_diff1": 0.603372, "nauc_ndcg_at_3_max": 0.387734, "nauc_ndcg_at_3_std": -0.067188, "nauc_ndcg_at_3_diff1": 0.520838, "nauc_ndcg_at_5_max": 0.361245, "nauc_ndcg_at_5_std": -0.0973, "nauc_ndcg_at_5_diff1": 0.511694, "nauc_ndcg_at_10_max": 0.333481, "nauc_ndcg_at_10_std": -0.143325, "nauc_ndcg_at_10_diff1": 0.516501, "nauc_ndcg_at_20_max": 0.354019, "nauc_ndcg_at_20_std": -0.109713, "nauc_ndcg_at_20_diff1": 0.516958, "nauc_ndcg_at_100_max": 0.400618, "nauc_ndcg_at_100_std": -0.036501, "nauc_ndcg_at_100_diff1": 0.519648, "nauc_ndcg_at_1000_max": 0.400688, "nauc_ndcg_at_1000_std": -0.029702, "nauc_ndcg_at_1000_diff1": 0.513636, "nauc_map_at_1_max": 0.208422, "nauc_map_at_1_std": -0.18628, "nauc_map_at_1_diff1": 0.557369, "nauc_map_at_3_max": 0.240042, "nauc_map_at_3_std": -0.167109, "nauc_map_at_3_diff1": 0.515367, "nauc_map_at_5_max": 0.257661, "nauc_map_at_5_std": -0.162087, "nauc_map_at_5_diff1": 0.507881, "nauc_map_at_10_max": 0.279911, "nauc_map_at_10_std": -0.161433, "nauc_map_at_10_diff1": 0.501246, "nauc_map_at_20_max": 0.297599, "nauc_map_at_20_std": -0.144264, "nauc_map_at_20_diff1": 0.498256, "nauc_map_at_100_max": 0.314255, "nauc_map_at_100_std": -0.116705, "nauc_map_at_100_diff1": 0.495767, "nauc_map_at_1000_max": 0.31511, "nauc_map_at_1000_std": -0.114137, "nauc_map_at_1000_diff1": 0.49452, "nauc_recall_at_1_max": 0.208422, "nauc_recall_at_1_std": -0.18628, "nauc_recall_at_1_diff1": 0.557369, "nauc_recall_at_3_max": 0.217334, "nauc_recall_at_3_std": -0.174862, "nauc_recall_at_3_diff1": 0.472067, "nauc_recall_at_5_max": 0.217037, "nauc_recall_at_5_std": -0.182726, "nauc_recall_at_5_diff1": 0.451859, "nauc_recall_at_10_max": 0.200179, "nauc_recall_at_10_std": -0.234891, "nauc_recall_at_10_diff1": 0.442504, "nauc_recall_at_20_max": 0.254981, "nauc_recall_at_20_std": -0.143371, "nauc_recall_at_20_diff1": 0.425339, "nauc_recall_at_100_max": 0.421377, "nauc_recall_at_100_std": 0.125464, "nauc_recall_at_100_diff1": 0.441427, "nauc_recall_at_1000_max": 0.789489, "nauc_recall_at_1000_std": 0.714868, "nauc_recall_at_1000_diff1": 0.480933, "nauc_precision_at_1_max": 0.415525, "nauc_precision_at_1_std": -0.093898, "nauc_precision_at_1_diff1": 0.609968, "nauc_precision_at_3_max": 0.333661, "nauc_precision_at_3_std": 0.110378, "nauc_precision_at_3_diff1": 0.171431, "nauc_precision_at_5_max": 0.309214, "nauc_precision_at_5_std": 0.149486, "nauc_precision_at_5_diff1": 0.0497, "nauc_precision_at_10_max": 0.238996, "nauc_precision_at_10_std": 0.156638, "nauc_precision_at_10_diff1": -0.074306, "nauc_precision_at_20_max": 0.198076, "nauc_precision_at_20_std": 0.233825, "nauc_precision_at_20_diff1": -0.134724, "nauc_precision_at_100_max": 0.08036, "nauc_precision_at_100_std": 0.317632, "nauc_precision_at_100_diff1": -0.244727, "nauc_precision_at_1000_max": -0.051811, "nauc_precision_at_1000_std": 0.245586, "nauc_precision_at_1000_diff1": -0.312757, "nauc_mrr_at_1_max": 0.415525, "nauc_mrr_at_1_std": -0.093898, "nauc_mrr_at_1_diff1": 0.609968, "nauc_mrr_at_3_max": 0.44157, "nauc_mrr_at_3_std": -0.064283, "nauc_mrr_at_3_diff1": 0.567947, "nauc_mrr_at_5_max": 0.441891, "nauc_mrr_at_5_std": -0.05881, "nauc_mrr_at_5_diff1": 0.565613, "nauc_mrr_at_10_max": 0.436277, "nauc_mrr_at_10_std": -0.061059, "nauc_mrr_at_10_diff1": 0.567481, "nauc_mrr_at_20_max": 0.44017, "nauc_mrr_at_20_std": -0.054895, "nauc_mrr_at_20_diff1": 0.569003, "nauc_mrr_at_100_max": 0.441206, "nauc_mrr_at_100_std": -0.05459, "nauc_mrr_at_100_diff1": 0.569205, "nauc_mrr_at_1000_max": 0.441044, "nauc_mrr_at_1000_std": -0.054938, "nauc_mrr_at_1000_diff1": 0.569292, "hit_rate_at_1": 0.59011, "hit_rate_at_3": 0.73498, "hit_rate_at_5": 0.78799, "hit_rate_at_10": 0.88339, "hit_rate_at_20": 0.91873, "hit_rate_at_100": 0.97173, "hit_rate_at_1000": 0.99293, "main_score": 0.57231, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.21.3" }, { "ndcg_at_1": 0.5424, "ndcg_at_3": 0.51047, "ndcg_at_5": 0.51855, "ndcg_at_10": 0.53908, "ndcg_at_20": 0.55959, "ndcg_at_100": 0.61697, "ndcg_at_1000": 0.65459, "map_at_1": 0.29217, "map_at_3": 0.36898, "map_at_5": 0.40001, "map_at_10": 0.43087, "map_at_20": 0.44913, "map_at_100": 0.46971, "map_at_1000": 0.47442, "recall_at_1": 0.29217, "recall_at_3": 0.40569, "recall_at_5": 0.46835, "recall_at_10": 0.56254, "recall_at_20": 0.63623, "recall_at_100": 0.80659, "recall_at_1000": 0.96398, "accuracy": 0.29217, "precision_at_1": 0.55124, "precision_at_3": 0.32273, "precision_at_5": 0.25654, "precision_at_10": 0.17845, "precision_at_20": 0.11466, "precision_at_100": 0.03781, "precision_at_1000": 0.00541, "mrr_at_1": 0.551237, "mrr_at_3": 0.617786, "mrr_at_5": 0.63086, "mrr_at_10": 0.641595, "mrr_at_20": 0.644036, "mrr_at_100": 0.645871, "mrr_at_1000": 0.646129, "nauc_ndcg_at_1_max": 0.354083, "nauc_ndcg_at_1_std": -0.034768, "nauc_ndcg_at_1_diff1": 0.520686, "nauc_ndcg_at_3_max": 0.322056, "nauc_ndcg_at_3_std": -0.003503, "nauc_ndcg_at_3_diff1": 0.420939, "nauc_ndcg_at_5_max": 0.296001, "nauc_ndcg_at_5_std": -0.031185, "nauc_ndcg_at_5_diff1": 0.4153, "nauc_ndcg_at_10_max": 0.294148, "nauc_ndcg_at_10_std": -0.04527, "nauc_ndcg_at_10_diff1": 0.407616, "nauc_ndcg_at_20_max": 0.305512, "nauc_ndcg_at_20_std": -0.033731, "nauc_ndcg_at_20_diff1": 0.412608, "nauc_ndcg_at_100_max": 0.345758, "nauc_ndcg_at_100_std": 0.044956, "nauc_ndcg_at_100_diff1": 0.404919, "nauc_ndcg_at_1000_max": 0.340227, "nauc_ndcg_at_1000_std": 0.050116, "nauc_ndcg_at_1000_diff1": 0.407063, "nauc_map_at_1_max": 0.225268, "nauc_map_at_1_std": -0.112739, "nauc_map_at_1_diff1": 0.476752, "nauc_map_at_3_max": 0.242177, "nauc_map_at_3_std": -0.088714, "nauc_map_at_3_diff1": 0.440531, "nauc_map_at_5_max": 0.250271, "nauc_map_at_5_std": -0.082849, "nauc_map_at_5_diff1": 0.438661, "nauc_map_at_10_max": 0.265383, "nauc_map_at_10_std": -0.071308, "nauc_map_at_10_diff1": 0.424652, "nauc_map_at_20_max": 0.279121, "nauc_map_at_20_std": -0.060389, "nauc_map_at_20_diff1": 0.422628, "nauc_map_at_100_max": 0.294053, "nauc_map_at_100_std": -0.030844, "nauc_map_at_100_diff1": 0.415515, "nauc_map_at_1000_max": 0.294065, "nauc_map_at_1000_std": -0.027817, "nauc_map_at_1000_diff1": 0.414825, "nauc_recall_at_1_max": 0.225268, "nauc_recall_at_1_std": -0.112739, "nauc_recall_at_1_diff1": 0.476752, "nauc_recall_at_3_max": 0.192183, "nauc_recall_at_3_std": -0.105406, "nauc_recall_at_3_diff1": 0.390469, "nauc_recall_at_5_max": 0.183598, "nauc_recall_at_5_std": -0.116086, "nauc_recall_at_5_diff1": 0.389143, "nauc_recall_at_10_max": 0.208431, "nauc_recall_at_10_std": -0.122824, "nauc_recall_at_10_diff1": 0.347657, "nauc_recall_at_20_max": 0.238346, "nauc_recall_at_20_std": -0.087487, "nauc_recall_at_20_diff1": 0.34298, "nauc_recall_at_100_max": 0.374711, "nauc_recall_at_100_std": 0.155115, "nauc_recall_at_100_diff1": 0.297316, "nauc_recall_at_1000_max": 0.553684, "nauc_recall_at_1000_std": 0.597087, "nauc_recall_at_1000_diff1": 0.324865, "nauc_precision_at_1_max": 0.360241, "nauc_precision_at_1_std": -0.012787, "nauc_precision_at_1_diff1": 0.526892, "nauc_precision_at_3_max": 0.297836, "nauc_precision_at_3_std": 0.15309, "nauc_precision_at_3_diff1": 0.144481, "nauc_precision_at_5_max": 0.231329, "nauc_precision_at_5_std": 0.161579, "nauc_precision_at_5_diff1": 0.046731, "nauc_precision_at_10_max": 0.193523, "nauc_precision_at_10_std": 0.207761, "nauc_precision_at_10_diff1": -0.095644, "nauc_precision_at_20_max": 0.172756, "nauc_precision_at_20_std": 0.244314, "nauc_precision_at_20_diff1": -0.13751, "nauc_precision_at_100_max": 0.088641, "nauc_precision_at_100_std": 0.340035, "nauc_precision_at_100_diff1": -0.230979, "nauc_precision_at_1000_max": -0.04792, "nauc_precision_at_1000_std": 0.23402, "nauc_precision_at_1000_diff1": -0.272741, "nauc_mrr_at_1_max": 0.360241, "nauc_mrr_at_1_std": -0.012787, "nauc_mrr_at_1_diff1": 0.526892, "nauc_mrr_at_3_max": 0.360205, "nauc_mrr_at_3_std": 0.028322, "nauc_mrr_at_3_diff1": 0.469819, "nauc_mrr_at_5_max": 0.353468, "nauc_mrr_at_5_std": 0.026527, "nauc_mrr_at_5_diff1": 0.471071, "nauc_mrr_at_10_max": 0.358343, "nauc_mrr_at_10_std": 0.023473, "nauc_mrr_at_10_diff1": 0.470048, "nauc_mrr_at_20_max": 0.357753, "nauc_mrr_at_20_std": 0.025365, "nauc_mrr_at_20_diff1": 0.471162, "nauc_mrr_at_100_max": 0.359133, "nauc_mrr_at_100_std": 0.026946, "nauc_mrr_at_100_diff1": 0.473187, "nauc_mrr_at_1000_max": 0.359034, "nauc_mrr_at_1000_std": 0.026644, "nauc_mrr_at_1000_diff1": 0.473437, "hit_rate_at_1": 0.55124, "hit_rate_at_3": 0.70671, "hit_rate_at_5": 0.76678, "hit_rate_at_10": 0.84806, "hit_rate_at_20": 0.88339, "hit_rate_at_100": 0.947, "hit_rate_at_1000": 0.99293, "main_score": 0.53908, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.21.3" }, { "ndcg_at_1": 0.5636, "ndcg_at_3": 0.52948, "ndcg_at_5": 0.52734, "ndcg_at_10": 0.54665, "ndcg_at_20": 0.5717, "ndcg_at_100": 0.63037, "ndcg_at_1000": 0.66456, "map_at_1": 0.301, "map_at_3": 0.3867, "map_at_5": 0.41171, "map_at_10": 0.4441, "map_at_20": 0.46396, "map_at_100": 0.48433, "map_at_1000": 0.48904, "recall_at_1": 0.301, "recall_at_3": 0.42004, "recall_at_5": 0.4698, "recall_at_10": 0.56038, "recall_at_20": 0.64193, "recall_at_100": 0.82199, "recall_at_1000": 0.96191, "accuracy": 0.301, "precision_at_1": 0.58304, "precision_at_3": 0.33922, "precision_at_5": 0.25442, "precision_at_10": 0.17986, "precision_at_20": 0.11714, "precision_at_100": 0.03834, "precision_at_1000": 0.00532, "mrr_at_1": 0.583039, "mrr_at_3": 0.641343, "mrr_at_5": 0.65212, "mrr_at_10": 0.66391, "mrr_at_20": 0.666677, "mrr_at_100": 0.66901, "mrr_at_1000": 0.669181, "nauc_ndcg_at_1_max": 0.326172, "nauc_ndcg_at_1_std": -0.096846, "nauc_ndcg_at_1_diff1": 0.551137, "nauc_ndcg_at_3_max": 0.312265, "nauc_ndcg_at_3_std": -0.095583, "nauc_ndcg_at_3_diff1": 0.480168, "nauc_ndcg_at_5_max": 0.290642, "nauc_ndcg_at_5_std": -0.109836, "nauc_ndcg_at_5_diff1": 0.464293, "nauc_ndcg_at_10_max": 0.299416, "nauc_ndcg_at_10_std": -0.122104, "nauc_ndcg_at_10_diff1": 0.44857, "nauc_ndcg_at_20_max": 0.306215, "nauc_ndcg_at_20_std": -0.112703, "nauc_ndcg_at_20_diff1": 0.454272, "nauc_ndcg_at_100_max": 0.343051, "nauc_ndcg_at_100_std": -0.049293, "nauc_ndcg_at_100_diff1": 0.457567, "nauc_ndcg_at_1000_max": 0.349469, "nauc_ndcg_at_1000_std": -0.028012, "nauc_ndcg_at_1000_diff1": 0.456384, "nauc_map_at_1_max": 0.197831, "nauc_map_at_1_std": -0.155214, "nauc_map_at_1_diff1": 0.502355, "nauc_map_at_3_max": 0.228134, "nauc_map_at_3_std": -0.157638, "nauc_map_at_3_diff1": 0.477736, "nauc_map_at_5_max": 0.244133, "nauc_map_at_5_std": -0.145092, "nauc_map_at_5_diff1": 0.471228, "nauc_map_at_10_max": 0.266897, "nauc_map_at_10_std": -0.13444, "nauc_map_at_10_diff1": 0.449365, "nauc_map_at_20_max": 0.276792, "nauc_map_at_20_std": -0.124341, "nauc_map_at_20_diff1": 0.4481, "nauc_map_at_100_max": 0.288036, "nauc_map_at_100_std": -0.103995, "nauc_map_at_100_diff1": 0.445479, "nauc_map_at_1000_max": 0.288977, "nauc_map_at_1000_std": -0.099452, "nauc_map_at_1000_diff1": 0.444603, "nauc_recall_at_1_max": 0.197831, "nauc_recall_at_1_std": -0.155214, "nauc_recall_at_1_diff1": 0.502355, "nauc_recall_at_3_max": 0.191967, "nauc_recall_at_3_std": -0.178959, "nauc_recall_at_3_diff1": 0.432329, "nauc_recall_at_5_max": 0.199302, "nauc_recall_at_5_std": -0.175826, "nauc_recall_at_5_diff1": 0.411801, "nauc_recall_at_10_max": 0.229198, "nauc_recall_at_10_std": -0.177884, "nauc_recall_at_10_diff1": 0.352412, "nauc_recall_at_20_max": 0.228566, "nauc_recall_at_20_std": -0.15577, "nauc_recall_at_20_diff1": 0.335634, "nauc_recall_at_100_max": 0.329781, "nauc_recall_at_100_std": 0.053279, "nauc_recall_at_100_diff1": 0.324384, "nauc_recall_at_1000_max": 0.64119, "nauc_recall_at_1000_std": 0.654719, "nauc_recall_at_1000_diff1": 0.28101, "nauc_precision_at_1_max": 0.347207, "nauc_precision_at_1_std": -0.065014, "nauc_precision_at_1_diff1": 0.550636, "nauc_precision_at_3_max": 0.275877, "nauc_precision_at_3_std": 0.046729, "nauc_precision_at_3_diff1": 0.190042, "nauc_precision_at_5_max": 0.243998, "nauc_precision_at_5_std": 0.114201, "nauc_precision_at_5_diff1": 0.06719, "nauc_precision_at_10_max": 0.217991, "nauc_precision_at_10_std": 0.178091, "nauc_precision_at_10_diff1": -0.090472, "nauc_precision_at_20_max": 0.168479, "nauc_precision_at_20_std": 0.211015, "nauc_precision_at_20_diff1": -0.131703, "nauc_precision_at_100_max": 0.08044, "nauc_precision_at_100_std": 0.32153, "nauc_precision_at_100_diff1": -0.240457, "nauc_precision_at_1000_max": -0.024755, "nauc_precision_at_1000_std": 0.276864, "nauc_precision_at_1000_diff1": -0.286421, "nauc_mrr_at_1_max": 0.347207, "nauc_mrr_at_1_std": -0.065014, "nauc_mrr_at_1_diff1": 0.550636, "nauc_mrr_at_3_max": 0.357228, "nauc_mrr_at_3_std": -0.063317, "nauc_mrr_at_3_diff1": 0.530057, "nauc_mrr_at_5_max": 0.349145, "nauc_mrr_at_5_std": -0.06887, "nauc_mrr_at_5_diff1": 0.524841, "nauc_mrr_at_10_max": 0.362919, "nauc_mrr_at_10_std": -0.056847, "nauc_mrr_at_10_diff1": 0.525914, "nauc_mrr_at_20_max": 0.360179, "nauc_mrr_at_20_std": -0.056027, "nauc_mrr_at_20_diff1": 0.525338, "nauc_mrr_at_100_max": 0.361944, "nauc_mrr_at_100_std": -0.054733, "nauc_mrr_at_100_diff1": 0.526745, "nauc_mrr_at_1000_max": 0.361766, "nauc_mrr_at_1000_std": -0.055075, "nauc_mrr_at_1000_diff1": 0.526753, "hit_rate_at_1": 0.58304, "hit_rate_at_3": 0.71378, "hit_rate_at_5": 0.76325, "hit_rate_at_10": 0.85159, "hit_rate_at_20": 0.89046, "hit_rate_at_100": 0.96113, "hit_rate_at_1000": 0.99293, "main_score": 0.54665, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.21.3" }, { "ndcg_at_1": 0.5477, "ndcg_at_3": 0.52769, "ndcg_at_5": 0.52824, "ndcg_at_10": 0.54693, "ndcg_at_20": 0.57786, "ndcg_at_100": 0.63323, "ndcg_at_1000": 0.66623, "map_at_1": 0.29559, "map_at_3": 0.38486, "map_at_5": 0.41382, "map_at_10": 0.44493, "map_at_20": 0.46801, "map_at_100": 0.4883, "map_at_1000": 0.4925, "recall_at_1": 0.29559, "recall_at_3": 0.41441, "recall_at_5": 0.47193, "recall_at_10": 0.56366, "recall_at_20": 0.6621, "recall_at_100": 0.83037, "recall_at_1000": 0.96313, "accuracy": 0.29559, "precision_at_1": 0.56184, "precision_at_3": 0.34158, "precision_at_5": 0.25936, "precision_at_10": 0.17774, "precision_at_20": 0.12279, "precision_at_100": 0.03919, "precision_at_1000": 0.00537, "mrr_at_1": 0.561837, "mrr_at_3": 0.626031, "mrr_at_5": 0.638398, "mrr_at_10": 0.650551, "mrr_at_20": 0.654835, "mrr_at_100": 0.656772, "mrr_at_1000": 0.656955, "nauc_ndcg_at_1_max": 0.389514, "nauc_ndcg_at_1_std": -0.041512, "nauc_ndcg_at_1_diff1": 0.57852, "nauc_ndcg_at_3_max": 0.347248, "nauc_ndcg_at_3_std": -0.021154, "nauc_ndcg_at_3_diff1": 0.492896, "nauc_ndcg_at_5_max": 0.332987, "nauc_ndcg_at_5_std": -0.042726, "nauc_ndcg_at_5_diff1": 0.488336, "nauc_ndcg_at_10_max": 0.320411, "nauc_ndcg_at_10_std": -0.06348, "nauc_ndcg_at_10_diff1": 0.485801, "nauc_ndcg_at_20_max": 0.334392, "nauc_ndcg_at_20_std": -0.043081, "nauc_ndcg_at_20_diff1": 0.498658, "nauc_ndcg_at_100_max": 0.373964, "nauc_ndcg_at_100_std": 0.02538, "nauc_ndcg_at_100_diff1": 0.510672, "nauc_ndcg_at_1000_max": 0.375958, "nauc_ndcg_at_1000_std": 0.034377, "nauc_ndcg_at_1000_diff1": 0.497462, "nauc_map_at_1_max": 0.180426, "nauc_map_at_1_std": -0.137849, "nauc_map_at_1_diff1": 0.515808, "nauc_map_at_3_max": 0.226147, "nauc_map_at_3_std": -0.120774, "nauc_map_at_3_diff1": 0.497216, "nauc_map_at_5_max": 0.250004, "nauc_map_at_5_std": -0.105957, "nauc_map_at_5_diff1": 0.492913, "nauc_map_at_10_max": 0.265753, "nauc_map_at_10_std": -0.096637, "nauc_map_at_10_diff1": 0.478686, "nauc_map_at_20_max": 0.279383, "nauc_map_at_20_std": -0.084053, "nauc_map_at_20_diff1": 0.483225, "nauc_map_at_100_max": 0.29336, "nauc_map_at_100_std": -0.056998, "nauc_map_at_100_diff1": 0.481842, "nauc_map_at_1000_max": 0.293977, "nauc_map_at_1000_std": -0.054848, "nauc_map_at_1000_diff1": 0.480725, "nauc_recall_at_1_max": 0.180426, "nauc_recall_at_1_std": -0.137849, "nauc_recall_at_1_diff1": 0.515808, "nauc_recall_at_3_max": 0.201726, "nauc_recall_at_3_std": -0.12556, "nauc_recall_at_3_diff1": 0.453381, "nauc_recall_at_5_max": 0.21947, "nauc_recall_at_5_std": -0.111333, "nauc_recall_at_5_diff1": 0.441117, "nauc_recall_at_10_max": 0.230551, "nauc_recall_at_10_std": -0.125618, "nauc_recall_at_10_diff1": 0.408606, "nauc_recall_at_20_max": 0.248046, "nauc_recall_at_20_std": -0.089024, "nauc_recall_at_20_diff1": 0.417284, "nauc_recall_at_100_max": 0.376345, "nauc_recall_at_100_std": 0.142586, "nauc_recall_at_100_diff1": 0.484453, "nauc_recall_at_1000_max": 0.686065, "nauc_recall_at_1000_std": 0.646465, "nauc_recall_at_1000_diff1": 0.507456, "nauc_precision_at_1_max": 0.392127, "nauc_precision_at_1_std": -0.030047, "nauc_precision_at_1_diff1": 0.580679, "nauc_precision_at_3_max": 0.331382, "nauc_precision_at_3_std": 0.128497, "nauc_precision_at_3_diff1": 0.206062, "nauc_precision_at_5_max": 0.318544, "nauc_precision_at_5_std": 0.162706, "nauc_precision_at_5_diff1": 0.099591, "nauc_precision_at_10_max": 0.247076, "nauc_precision_at_10_std": 0.185312, "nauc_precision_at_10_diff1": -0.040839, "nauc_precision_at_20_max": 0.179708, "nauc_precision_at_20_std": 0.22931, "nauc_precision_at_20_diff1": -0.087375, "nauc_precision_at_100_max": 0.07667, "nauc_precision_at_100_std": 0.301413, "nauc_precision_at_100_diff1": -0.191381, "nauc_precision_at_1000_max": -0.050159, "nauc_precision_at_1000_std": 0.20853, "nauc_precision_at_1000_diff1": -0.296982, "nauc_mrr_at_1_max": 0.392127, "nauc_mrr_at_1_std": -0.030047, "nauc_mrr_at_1_diff1": 0.580679, "nauc_mrr_at_3_max": 0.436102, "nauc_mrr_at_3_std": 0.030205, "nauc_mrr_at_3_diff1": 0.543049, "nauc_mrr_at_5_max": 0.432842, "nauc_mrr_at_5_std": 0.03408, "nauc_mrr_at_5_diff1": 0.538304, "nauc_mrr_at_10_max": 0.434161, "nauc_mrr_at_10_std": 0.032956, "nauc_mrr_at_10_diff1": 0.54136, "nauc_mrr_at_20_max": 0.430853, "nauc_mrr_at_20_std": 0.035536, "nauc_mrr_at_20_diff1": 0.541634, "nauc_mrr_at_100_max": 0.432267, "nauc_mrr_at_100_std": 0.03543, "nauc_mrr_at_100_diff1": 0.542901, "nauc_mrr_at_1000_max": 0.432095, "nauc_mrr_at_1000_std": 0.035098, "nauc_mrr_at_1000_diff1": 0.542867, "hit_rate_at_1": 0.56184, "hit_rate_at_3": 0.70318, "hit_rate_at_5": 0.75618, "hit_rate_at_10": 0.84099, "hit_rate_at_20": 0.89753, "hit_rate_at_100": 0.96466, "hit_rate_at_1000": 0.99293, "main_score": 0.54693, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.21.3" } ] }, "evaluation_time": 7317.9116150233895, "kg_co2_emissions": null, "date": 1790280910.923467, "evaluation_phases": [ { "name": "Data loading", "start": 7.863156497478485e-06, "end": 29.81801495840773, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 29.81802389025688, "end": 29.81802715640515, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 29.834538445342332, "end": 1256.44701429829, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 1256.4470753301866, "end": 1256.712389532011, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 1256.8820798071101, "end": 2480.048572172411, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 2480.048608461395, "end": 2480.276210353244, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 2480.294893660117, "end": 3652.4676329074427, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 3652.4676851993427, "end": 3652.700719993096, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 3652.71849906398, "end": 4890.219778251369, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 4890.2198304510675, "end": 4890.451362976339, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 4890.524694930296, "end": 6106.635274641216, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 6106.635336280335, "end": 6106.906241062097, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 6107.073493952397, "end": 7317.622694175225, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 7317.622728344984, "end": 7317.867650775239, "split": "test", "subset": "portuguese" } ] }