{ "dataset_revision": "826e3bc829e01f5a088d0435114200bce6058af8", "task_name": "Vidore3NuclearRetrieval.v2", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.10994, "ndcg_at_3": 0.11885, "ndcg_at_5": 0.12938, "ndcg_at_10": 0.15817, "ndcg_at_20": 0.18708, "ndcg_at_100": 0.25578, "ndcg_at_1000": 0.32707, "map_at_1": 0.03391, "map_at_3": 0.06266, "map_at_5": 0.07574, "map_at_10": 0.09466, "map_at_20": 0.10664, "map_at_100": 0.12048, "map_at_1000": 0.12539, "recall_at_1": 0.03391, "recall_at_3": 0.08968, "recall_at_5": 0.1328, "recall_at_10": 0.22329, "recall_at_20": 0.30302, "recall_at_100": 0.56029, "recall_at_1000": 0.92719, "accuracy": 0.03391, "precision_at_1": 0.12349, "precision_at_3": 0.10341, "precision_at_5": 0.09096, "precision_at_10": 0.0753, "precision_at_20": 0.05557, "precision_at_100": 0.02223, "precision_at_1000": 0.00425, "mrr_at_1": 0.123494, "mrr_at_3": 0.185743, "mrr_at_5": 0.202008, "mrr_at_10": 0.217114, "mrr_at_20": 0.223336, "mrr_at_100": 0.229889, "mrr_at_1000": 0.230734, "nauc_ndcg_at_1_max": 0.069528, "nauc_ndcg_at_1_std": 0.085424, "nauc_ndcg_at_1_diff1": 0.062626, "nauc_ndcg_at_3_max": 0.127758, "nauc_ndcg_at_3_std": 0.048076, "nauc_ndcg_at_3_diff1": 0.060488, "nauc_ndcg_at_5_max": 0.158766, "nauc_ndcg_at_5_std": 0.080741, "nauc_ndcg_at_5_diff1": 0.101587, "nauc_ndcg_at_10_max": 0.166607, "nauc_ndcg_at_10_std": 0.094872, "nauc_ndcg_at_10_diff1": 0.082071, "nauc_ndcg_at_20_max": 0.165352, "nauc_ndcg_at_20_std": 0.109722, "nauc_ndcg_at_20_diff1": 0.0777, "nauc_ndcg_at_100_max": 0.171844, "nauc_ndcg_at_100_std": 0.108415, "nauc_ndcg_at_100_diff1": 0.043605, "nauc_ndcg_at_1000_max": 0.150688, "nauc_ndcg_at_1000_std": 0.081486, "nauc_ndcg_at_1000_diff1": 0.070343, "nauc_map_at_1_max": 0.131452, "nauc_map_at_1_std": -0.015925, "nauc_map_at_1_diff1": 0.219831, "nauc_map_at_3_max": 0.114358, "nauc_map_at_3_std": -0.023859, "nauc_map_at_3_diff1": 0.114943, "nauc_map_at_5_max": 0.14564, "nauc_map_at_5_std": 0.020292, "nauc_map_at_5_diff1": 0.131581, "nauc_map_at_10_max": 0.170421, "nauc_map_at_10_std": 0.056152, "nauc_map_at_10_diff1": 0.121111, "nauc_map_at_20_max": 0.174443, "nauc_map_at_20_std": 0.067146, "nauc_map_at_20_diff1": 0.122492, "nauc_map_at_100_max": 0.177812, "nauc_map_at_100_std": 0.073593, "nauc_map_at_100_diff1": 0.112604, "nauc_map_at_1000_max": 0.175792, "nauc_map_at_1000_std": 0.071122, "nauc_map_at_1000_diff1": 0.115194, "nauc_recall_at_1_max": 0.131452, "nauc_recall_at_1_std": -0.015925, "nauc_recall_at_1_diff1": 0.219831, "nauc_recall_at_3_max": 0.1197, "nauc_recall_at_3_std": -0.02058, "nauc_recall_at_3_diff1": 0.064591, "nauc_recall_at_5_max": 0.176011, "nauc_recall_at_5_std": 0.065415, "nauc_recall_at_5_diff1": 0.117916, "nauc_recall_at_10_max": 0.1677, "nauc_recall_at_10_std": 0.114475, "nauc_recall_at_10_diff1": 0.05666, "nauc_recall_at_20_max": 0.164533, "nauc_recall_at_20_std": 0.147488, "nauc_recall_at_20_diff1": 0.046346, "nauc_recall_at_100_max": 0.193488, "nauc_recall_at_100_std": 0.140251, "nauc_recall_at_100_diff1": -0.052614, "nauc_recall_at_1000_max": 0.085056, "nauc_recall_at_1000_std": -0.066513, "nauc_recall_at_1000_diff1": -0.016311, "nauc_precision_at_1_max": 0.078996, "nauc_precision_at_1_std": 0.066171, "nauc_precision_at_1_diff1": 0.041942, "nauc_precision_at_3_max": 0.139988, "nauc_precision_at_3_std": 0.056465, "nauc_precision_at_3_diff1": 0.027397, "nauc_precision_at_5_max": 0.17098, "nauc_precision_at_5_std": 0.10927, "nauc_precision_at_5_diff1": 0.054408, "nauc_precision_at_10_max": 0.202801, "nauc_precision_at_10_std": 0.137246, "nauc_precision_at_10_diff1": 0.06454, "nauc_precision_at_20_max": 0.174303, "nauc_precision_at_20_std": 0.139475, "nauc_precision_at_20_diff1": 0.065168, "nauc_precision_at_100_max": 0.122847, "nauc_precision_at_100_std": 0.109502, "nauc_precision_at_100_diff1": 0.005861, "nauc_precision_at_1000_max": 0.011353, "nauc_precision_at_1000_std": 0.025842, "nauc_precision_at_1000_diff1": 0.056077, "nauc_mrr_at_1_max": 0.078996, "nauc_mrr_at_1_std": 0.066171, "nauc_mrr_at_1_diff1": 0.041942, "nauc_mrr_at_3_max": 0.106773, "nauc_mrr_at_3_std": 0.048003, "nauc_mrr_at_3_diff1": 0.031676, "nauc_mrr_at_5_max": 0.114422, "nauc_mrr_at_5_std": 0.054759, "nauc_mrr_at_5_diff1": 0.046078, "nauc_mrr_at_10_max": 0.122682, "nauc_mrr_at_10_std": 0.064988, "nauc_mrr_at_10_diff1": 0.042539, "nauc_mrr_at_20_max": 0.121096, "nauc_mrr_at_20_std": 0.069051, "nauc_mrr_at_20_diff1": 0.040798, "nauc_mrr_at_100_max": 0.118535, "nauc_mrr_at_100_std": 0.065059, "nauc_mrr_at_100_diff1": 0.038393, "nauc_mrr_at_1000_max": 0.118401, "nauc_mrr_at_1000_std": 0.064819, "nauc_mrr_at_1000_diff1": 0.038925, "hit_rate_at_1": 0.12349, "hit_rate_at_3": 0.26205, "hit_rate_at_5": 0.33434, "hit_rate_at_10": 0.45181, "hit_rate_at_20": 0.54518, "hit_rate_at_100": 0.80723, "hit_rate_at_1000": 0.98193, "main_score": 0.15817, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.1009, "ndcg_at_3": 0.10531, "ndcg_at_5": 0.10989, "ndcg_at_10": 0.12806, "ndcg_at_20": 0.15175, "ndcg_at_100": 0.21801, "ndcg_at_1000": 0.29629, "map_at_1": 0.04551, "map_at_3": 0.0644, "map_at_5": 0.07249, "map_at_10": 0.08445, "map_at_20": 0.09263, "map_at_100": 0.10567, "map_at_1000": 0.11077, "recall_at_1": 0.04551, "recall_at_3": 0.08287, "recall_at_5": 0.10558, "recall_at_10": 0.16344, "recall_at_20": 0.23374, "recall_at_100": 0.48495, "recall_at_1000": 0.89107, "accuracy": 0.04551, "precision_at_1": 0.11446, "precision_at_3": 0.08333, "precision_at_5": 0.06867, "precision_at_10": 0.05482, "precision_at_20": 0.04127, "precision_at_100": 0.01886, "precision_at_1000": 0.00405, "mrr_at_1": 0.114458, "mrr_at_3": 0.154116, "mrr_at_5": 0.165412, "mrr_at_10": 0.177939, "mrr_at_20": 0.185423, "mrr_at_100": 0.191831, "mrr_at_1000": 0.192995, "nauc_ndcg_at_1_max": 0.100466, "nauc_ndcg_at_1_std": 0.024746, "nauc_ndcg_at_1_diff1": 0.135617, "nauc_ndcg_at_3_max": 0.178278, "nauc_ndcg_at_3_std": 0.109578, "nauc_ndcg_at_3_diff1": 0.086878, "nauc_ndcg_at_5_max": 0.174676, "nauc_ndcg_at_5_std": 0.101771, "nauc_ndcg_at_5_diff1": 0.101066, "nauc_ndcg_at_10_max": 0.168379, "nauc_ndcg_at_10_std": 0.079822, "nauc_ndcg_at_10_diff1": 0.112078, "nauc_ndcg_at_20_max": 0.149594, "nauc_ndcg_at_20_std": 0.069566, "nauc_ndcg_at_20_diff1": 0.103586, "nauc_ndcg_at_100_max": 0.146207, "nauc_ndcg_at_100_std": 0.108739, "nauc_ndcg_at_100_diff1": 0.09453, "nauc_ndcg_at_1000_max": 0.13351, "nauc_ndcg_at_1000_std": 0.089929, "nauc_ndcg_at_1000_diff1": 0.077545, "nauc_map_at_1_max": 0.245867, "nauc_map_at_1_std": 0.091641, "nauc_map_at_1_diff1": 0.11789, "nauc_map_at_3_max": 0.226883, "nauc_map_at_3_std": 0.107341, "nauc_map_at_3_diff1": 0.103523, "nauc_map_at_5_max": 0.201178, "nauc_map_at_5_std": 0.089256, "nauc_map_at_5_diff1": 0.114476, "nauc_map_at_10_max": 0.197288, "nauc_map_at_10_std": 0.084612, "nauc_map_at_10_diff1": 0.112816, "nauc_map_at_20_max": 0.191176, "nauc_map_at_20_std": 0.08256, "nauc_map_at_20_diff1": 0.109476, "nauc_map_at_100_max": 0.184459, "nauc_map_at_100_std": 0.098161, "nauc_map_at_100_diff1": 0.106998, "nauc_map_at_1000_max": 0.182218, "nauc_map_at_1000_std": 0.097994, "nauc_map_at_1000_diff1": 0.105672, "nauc_recall_at_1_max": 0.245867, "nauc_recall_at_1_std": 0.091641, "nauc_recall_at_1_diff1": 0.11789, "nauc_recall_at_3_max": 0.216354, "nauc_recall_at_3_std": 0.105239, "nauc_recall_at_3_diff1": 0.076378, "nauc_recall_at_5_max": 0.181032, "nauc_recall_at_5_std": 0.081855, "nauc_recall_at_5_diff1": 0.106191, "nauc_recall_at_10_max": 0.156606, "nauc_recall_at_10_std": 0.065273, "nauc_recall_at_10_diff1": 0.103584, "nauc_recall_at_20_max": 0.11429, "nauc_recall_at_20_std": 0.042838, "nauc_recall_at_20_diff1": 0.100639, "nauc_recall_at_100_max": 0.126029, "nauc_recall_at_100_std": 0.111073, "nauc_recall_at_100_diff1": 0.088137, "nauc_recall_at_1000_max": 0.088334, "nauc_recall_at_1000_std": -0.043947, "nauc_recall_at_1000_diff1": 0.024006, "nauc_precision_at_1_max": 0.080655, "nauc_precision_at_1_std": 0.001676, "nauc_precision_at_1_diff1": 0.124405, "nauc_precision_at_3_max": 0.112447, "nauc_precision_at_3_std": 0.07725, "nauc_precision_at_3_diff1": 0.057532, "nauc_precision_at_5_max": 0.097018, "nauc_precision_at_5_std": 0.074189, "nauc_precision_at_5_diff1": 0.066142, "nauc_precision_at_10_max": 0.08727, "nauc_precision_at_10_std": 0.043502, "nauc_precision_at_10_diff1": 0.067577, "nauc_precision_at_20_max": 0.062087, "nauc_precision_at_20_std": 0.045249, "nauc_precision_at_20_diff1": 0.029801, "nauc_precision_at_100_max": 0.017712, "nauc_precision_at_100_std": 0.10356, "nauc_precision_at_100_diff1": -0.003287, "nauc_precision_at_1000_max": -0.049396, "nauc_precision_at_1000_std": 0.038423, "nauc_precision_at_1000_diff1": -0.06457, "nauc_mrr_at_1_max": 0.080655, "nauc_mrr_at_1_std": 0.001676, "nauc_mrr_at_1_diff1": 0.124405, "nauc_mrr_at_3_max": 0.113691, "nauc_mrr_at_3_std": 0.052943, "nauc_mrr_at_3_diff1": 0.085173, "nauc_mrr_at_5_max": 0.117608, "nauc_mrr_at_5_std": 0.060689, "nauc_mrr_at_5_diff1": 0.090377, "nauc_mrr_at_10_max": 0.108893, "nauc_mrr_at_10_std": 0.051492, "nauc_mrr_at_10_diff1": 0.093419, "nauc_mrr_at_20_max": 0.106249, "nauc_mrr_at_20_std": 0.052282, "nauc_mrr_at_20_diff1": 0.090319, "nauc_mrr_at_100_max": 0.108096, "nauc_mrr_at_100_std": 0.055513, "nauc_mrr_at_100_diff1": 0.089715, "nauc_mrr_at_1000_max": 0.107979, "nauc_mrr_at_1000_std": 0.055122, "nauc_mrr_at_1000_diff1": 0.090285, "hit_rate_at_1": 0.11446, "hit_rate_at_3": 0.20482, "hit_rate_at_5": 0.25301, "hit_rate_at_10": 0.3494, "hit_rate_at_20": 0.46386, "hit_rate_at_100": 0.7259, "hit_rate_at_1000": 0.97289, "main_score": 0.12806, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.26355, "ndcg_at_3": 0.25344, "ndcg_at_5": 0.26275, "ndcg_at_10": 0.29506, "ndcg_at_20": 0.33196, "ndcg_at_100": 0.40292, "ndcg_at_1000": 0.45248, "map_at_1": 0.10561, "map_at_3": 0.15389, "map_at_5": 0.17638, "map_at_10": 0.2029, "map_at_20": 0.22161, "map_at_100": 0.23933, "map_at_1000": 0.24388, "recall_at_1": 0.10561, "recall_at_3": 0.18803, "recall_at_5": 0.24625, "recall_at_10": 0.35307, "recall_at_20": 0.46309, "recall_at_100": 0.719, "recall_at_1000": 0.96274, "accuracy": 0.10561, "precision_at_1": 0.28313, "precision_at_3": 0.19779, "precision_at_5": 0.16265, "precision_at_10": 0.1262, "precision_at_20": 0.08825, "precision_at_100": 0.02994, "precision_at_1000": 0.00448, "mrr_at_1": 0.283133, "mrr_at_3": 0.350904, "mrr_at_5": 0.368675, "mrr_at_10": 0.387697, "mrr_at_20": 0.393777, "mrr_at_100": 0.397851, "mrr_at_1000": 0.398213, "nauc_ndcg_at_1_max": 0.060554, "nauc_ndcg_at_1_std": 0.011261, "nauc_ndcg_at_1_diff1": 0.176911, "nauc_ndcg_at_3_max": 0.045225, "nauc_ndcg_at_3_std": -0.023769, "nauc_ndcg_at_3_diff1": 0.190693, "nauc_ndcg_at_5_max": 0.03242, "nauc_ndcg_at_5_std": -0.027378, "nauc_ndcg_at_5_diff1": 0.179416, "nauc_ndcg_at_10_max": 0.041922, "nauc_ndcg_at_10_std": -0.019698, "nauc_ndcg_at_10_diff1": 0.172433, "nauc_ndcg_at_20_max": 0.051346, "nauc_ndcg_at_20_std": -0.003931, "nauc_ndcg_at_20_diff1": 0.18139, "nauc_ndcg_at_100_max": 0.066251, "nauc_ndcg_at_100_std": 0.033381, "nauc_ndcg_at_100_diff1": 0.171583, "nauc_ndcg_at_1000_max": 0.081732, "nauc_ndcg_at_1000_std": 0.03222, "nauc_ndcg_at_1000_diff1": 0.171283, "nauc_map_at_1_max": -0.04862, "nauc_map_at_1_std": -0.029867, "nauc_map_at_1_diff1": 0.266319, "nauc_map_at_3_max": -0.015923, "nauc_map_at_3_std": -0.060546, "nauc_map_at_3_diff1": 0.236894, "nauc_map_at_5_max": -0.014838, "nauc_map_at_5_std": -0.057314, "nauc_map_at_5_diff1": 0.218509, "nauc_map_at_10_max": 0.004947, "nauc_map_at_10_std": -0.042045, "nauc_map_at_10_diff1": 0.197663, "nauc_map_at_20_max": 0.020973, "nauc_map_at_20_std": -0.027455, "nauc_map_at_20_diff1": 0.193087, "nauc_map_at_100_max": 0.03113, "nauc_map_at_100_std": -0.013221, "nauc_map_at_100_diff1": 0.188066, "nauc_map_at_1000_max": 0.034331, "nauc_map_at_1000_std": -0.011256, "nauc_map_at_1000_diff1": 0.187929, "nauc_recall_at_1_max": -0.04862, "nauc_recall_at_1_std": -0.029867, "nauc_recall_at_1_diff1": 0.266319, "nauc_recall_at_3_max": -0.006742, "nauc_recall_at_3_std": -0.064416, "nauc_recall_at_3_diff1": 0.199511, "nauc_recall_at_5_max": -0.015071, "nauc_recall_at_5_std": -0.075768, "nauc_recall_at_5_diff1": 0.155713, "nauc_recall_at_10_max": 0.043781, "nauc_recall_at_10_std": -0.020397, "nauc_recall_at_10_diff1": 0.134576, "nauc_recall_at_20_max": 0.064165, "nauc_recall_at_20_std": -0.001374, "nauc_recall_at_20_diff1": 0.155289, "nauc_recall_at_100_max": 0.076686, "nauc_recall_at_100_std": 0.115432, "nauc_recall_at_100_diff1": 0.132587, "nauc_recall_at_1000_max": 0.244212, "nauc_recall_at_1000_std": 0.188865, "nauc_recall_at_1000_diff1": 0.143159, "nauc_precision_at_1_max": 0.066657, "nauc_precision_at_1_std": 0.001936, "nauc_precision_at_1_diff1": 0.191076, "nauc_precision_at_3_max": 0.081677, "nauc_precision_at_3_std": -0.027376, "nauc_precision_at_3_diff1": 0.171688, "nauc_precision_at_5_max": 0.090141, "nauc_precision_at_5_std": 0.019153, "nauc_precision_at_5_diff1": 0.110066, "nauc_precision_at_10_max": 0.153014, "nauc_precision_at_10_std": 0.085822, "nauc_precision_at_10_diff1": 0.019104, "nauc_precision_at_20_max": 0.156124, "nauc_precision_at_20_std": 0.117558, "nauc_precision_at_20_diff1": 0.001904, "nauc_precision_at_100_max": 0.176085, "nauc_precision_at_100_std": 0.16697, "nauc_precision_at_100_diff1": -0.028495, "nauc_precision_at_1000_max": 0.176181, "nauc_precision_at_1000_std": 0.137596, "nauc_precision_at_1000_diff1": -0.047309, "nauc_mrr_at_1_max": 0.066657, "nauc_mrr_at_1_std": 0.001936, "nauc_mrr_at_1_diff1": 0.191076, "nauc_mrr_at_3_max": 0.074126, "nauc_mrr_at_3_std": -0.000117, "nauc_mrr_at_3_diff1": 0.188483, "nauc_mrr_at_5_max": 0.063038, "nauc_mrr_at_5_std": -0.011158, "nauc_mrr_at_5_diff1": 0.179009, "nauc_mrr_at_10_max": 0.076827, "nauc_mrr_at_10_std": 0.001167, "nauc_mrr_at_10_diff1": 0.181484, "nauc_mrr_at_20_max": 0.076865, "nauc_mrr_at_20_std": 0.001529, "nauc_mrr_at_20_diff1": 0.184985, "nauc_mrr_at_100_max": 0.076261, "nauc_mrr_at_100_std": 0.003361, "nauc_mrr_at_100_diff1": 0.183982, "nauc_mrr_at_1000_max": 0.076163, "nauc_mrr_at_1000_std": 0.002932, "nauc_mrr_at_1000_diff1": 0.183852, "hit_rate_at_1": 0.28313, "hit_rate_at_3": 0.44277, "hit_rate_at_5": 0.51807, "hit_rate_at_10": 0.65964, "hit_rate_at_20": 0.74398, "hit_rate_at_100": 0.91265, "hit_rate_at_1000": 0.98494, "main_score": 0.29506, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.06928, "ndcg_at_3": 0.08275, "ndcg_at_5": 0.08613, "ndcg_at_10": 0.10223, "ndcg_at_20": 0.12006, "ndcg_at_100": 0.16898, "ndcg_at_1000": 0.25224, "map_at_1": 0.02473, "map_at_3": 0.04239, "map_at_5": 0.04904, "map_at_10": 0.05947, "map_at_20": 0.06782, "map_at_100": 0.07721, "map_at_1000": 0.08194, "recall_at_1": 0.02473, "recall_at_3": 0.06334, "recall_at_5": 0.08327, "recall_at_10": 0.13685, "recall_at_20": 0.18393, "recall_at_100": 0.36827, "recall_at_1000": 0.81735, "accuracy": 0.02473, "precision_at_1": 0.0753, "precision_at_3": 0.06928, "precision_at_5": 0.05964, "precision_at_10": 0.0494, "precision_at_20": 0.03735, "precision_at_100": 0.0156, "precision_at_1000": 0.0038, "mrr_at_1": 0.075301, "mrr_at_3": 0.121988, "mrr_at_5": 0.131627, "mrr_at_10": 0.142337, "mrr_at_20": 0.146452, "mrr_at_100": 0.152039, "mrr_at_1000": 0.153443, "nauc_ndcg_at_1_max": 0.427268, "nauc_ndcg_at_1_std": 0.162256, "nauc_ndcg_at_1_diff1": 0.043028, "nauc_ndcg_at_3_max": 0.320691, "nauc_ndcg_at_3_std": 0.143352, "nauc_ndcg_at_3_diff1": 0.03815, "nauc_ndcg_at_5_max": 0.328409, "nauc_ndcg_at_5_std": 0.16364, "nauc_ndcg_at_5_diff1": 0.038364, "nauc_ndcg_at_10_max": 0.368871, "nauc_ndcg_at_10_std": 0.216747, "nauc_ndcg_at_10_diff1": -0.000716, "nauc_ndcg_at_20_max": 0.372514, "nauc_ndcg_at_20_std": 0.231291, "nauc_ndcg_at_20_diff1": -0.014913, "nauc_ndcg_at_100_max": 0.361205, "nauc_ndcg_at_100_std": 0.253122, "nauc_ndcg_at_100_diff1": -0.040994, "nauc_ndcg_at_1000_max": 0.34865, "nauc_ndcg_at_1000_std": 0.227268, "nauc_ndcg_at_1000_diff1": -0.044811, "nauc_map_at_1_max": 0.511043, "nauc_map_at_1_std": 0.315952, "nauc_map_at_1_diff1": -0.024188, "nauc_map_at_3_max": 0.376564, "nauc_map_at_3_std": 0.220418, "nauc_map_at_3_diff1": 0.02002, "nauc_map_at_5_max": 0.369899, "nauc_map_at_5_std": 0.21944, "nauc_map_at_5_diff1": 0.023398, "nauc_map_at_10_max": 0.401377, "nauc_map_at_10_std": 0.248318, "nauc_map_at_10_diff1": 0.003613, "nauc_map_at_20_max": 0.409482, "nauc_map_at_20_std": 0.259772, "nauc_map_at_20_diff1": -0.01033, "nauc_map_at_100_max": 0.402474, "nauc_map_at_100_std": 0.26719, "nauc_map_at_100_diff1": -0.027744, "nauc_map_at_1000_max": 0.399318, "nauc_map_at_1000_std": 0.265321, "nauc_map_at_1000_diff1": -0.031385, "nauc_recall_at_1_max": 0.511043, "nauc_recall_at_1_std": 0.315952, "nauc_recall_at_1_diff1": -0.024188, "nauc_recall_at_3_max": 0.304093, "nauc_recall_at_3_std": 0.179339, "nauc_recall_at_3_diff1": 0.058702, "nauc_recall_at_5_max": 0.319285, "nauc_recall_at_5_std": 0.202958, "nauc_recall_at_5_diff1": 0.076555, "nauc_recall_at_10_max": 0.395504, "nauc_recall_at_10_std": 0.291153, "nauc_recall_at_10_diff1": -0.021498, "nauc_recall_at_20_max": 0.385217, "nauc_recall_at_20_std": 0.285085, "nauc_recall_at_20_diff1": -0.029862, "nauc_recall_at_100_max": 0.333175, "nauc_recall_at_100_std": 0.286823, "nauc_recall_at_100_diff1": -0.06137, "nauc_recall_at_1000_max": 0.403254, "nauc_recall_at_1000_std": 0.255348, "nauc_recall_at_1000_diff1": -0.074923, "nauc_precision_at_1_max": 0.41224, "nauc_precision_at_1_std": 0.154002, "nauc_precision_at_1_diff1": 0.063304, "nauc_precision_at_3_max": 0.267656, "nauc_precision_at_3_std": 0.110472, "nauc_precision_at_3_diff1": 0.042267, "nauc_precision_at_5_max": 0.253144, "nauc_precision_at_5_std": 0.119173, "nauc_precision_at_5_diff1": 0.020167, "nauc_precision_at_10_max": 0.306718, "nauc_precision_at_10_std": 0.167759, "nauc_precision_at_10_diff1": -0.050018, "nauc_precision_at_20_max": 0.313505, "nauc_precision_at_20_std": 0.199737, "nauc_precision_at_20_diff1": -0.076484, "nauc_precision_at_100_max": 0.2132, "nauc_precision_at_100_std": 0.178249, "nauc_precision_at_100_diff1": -0.108823, "nauc_precision_at_1000_max": 0.047758, "nauc_precision_at_1000_std": 0.049637, "nauc_precision_at_1000_diff1": -0.071552, "nauc_mrr_at_1_max": 0.41224, "nauc_mrr_at_1_std": 0.154002, "nauc_mrr_at_1_diff1": 0.063304, "nauc_mrr_at_3_max": 0.312113, "nauc_mrr_at_3_std": 0.105803, "nauc_mrr_at_3_diff1": 0.068547, "nauc_mrr_at_5_max": 0.307641, "nauc_mrr_at_5_std": 0.108703, "nauc_mrr_at_5_diff1": 0.072778, "nauc_mrr_at_10_max": 0.315608, "nauc_mrr_at_10_std": 0.124333, "nauc_mrr_at_10_diff1": 0.048349, "nauc_mrr_at_20_max": 0.316262, "nauc_mrr_at_20_std": 0.125015, "nauc_mrr_at_20_diff1": 0.052304, "nauc_mrr_at_100_max": 0.31641, "nauc_mrr_at_100_std": 0.128306, "nauc_mrr_at_100_diff1": 0.052782, "nauc_mrr_at_1000_max": 0.316532, "nauc_mrr_at_1000_std": 0.127743, "nauc_mrr_at_1000_diff1": 0.052368, "hit_rate_at_1": 0.0753, "hit_rate_at_3": 0.18072, "hit_rate_at_5": 0.22289, "hit_rate_at_10": 0.30723, "hit_rate_at_20": 0.37048, "hit_rate_at_100": 0.61145, "hit_rate_at_1000": 0.93373, "main_score": 0.10223, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.07681, "ndcg_at_3": 0.08326, "ndcg_at_5": 0.09122, "ndcg_at_10": 0.10424, "ndcg_at_20": 0.12685, "ndcg_at_100": 0.18667, "ndcg_at_1000": 0.26798, "map_at_1": 0.0258, "map_at_3": 0.04387, "map_at_5": 0.05251, "map_at_10": 0.06131, "map_at_20": 0.06927, "map_at_100": 0.08135, "map_at_1000": 0.08603, "recall_at_1": 0.0258, "recall_at_3": 0.06655, "recall_at_5": 0.09117, "recall_at_10": 0.13561, "recall_at_20": 0.20753, "recall_at_100": 0.42413, "recall_at_1000": 0.87361, "accuracy": 0.0258, "precision_at_1": 0.08735, "precision_at_3": 0.06827, "precision_at_5": 0.06446, "precision_at_10": 0.0494, "precision_at_20": 0.03765, "precision_at_100": 0.01774, "precision_at_1000": 0.00391, "mrr_at_1": 0.087349, "mrr_at_3": 0.123494, "mrr_at_5": 0.137048, "mrr_at_10": 0.148218, "mrr_at_20": 0.154873, "mrr_at_100": 0.160598, "mrr_at_1000": 0.161931, "nauc_ndcg_at_1_max": 0.291173, "nauc_ndcg_at_1_std": 0.178178, "nauc_ndcg_at_1_diff1": 0.106095, "nauc_ndcg_at_3_max": 0.385997, "nauc_ndcg_at_3_std": 0.275821, "nauc_ndcg_at_3_diff1": 0.057713, "nauc_ndcg_at_5_max": 0.347455, "nauc_ndcg_at_5_std": 0.262664, "nauc_ndcg_at_5_diff1": 0.028578, "nauc_ndcg_at_10_max": 0.368394, "nauc_ndcg_at_10_std": 0.302545, "nauc_ndcg_at_10_diff1": 0.040659, "nauc_ndcg_at_20_max": 0.369565, "nauc_ndcg_at_20_std": 0.317196, "nauc_ndcg_at_20_diff1": 0.037933, "nauc_ndcg_at_100_max": 0.370937, "nauc_ndcg_at_100_std": 0.32199, "nauc_ndcg_at_100_diff1": 0.051336, "nauc_ndcg_at_1000_max": 0.357806, "nauc_ndcg_at_1000_std": 0.292406, "nauc_ndcg_at_1000_diff1": 0.051788, "nauc_map_at_1_max": 0.438893, "nauc_map_at_1_std": 0.309688, "nauc_map_at_1_diff1": 0.104817, "nauc_map_at_3_max": 0.440275, "nauc_map_at_3_std": 0.311851, "nauc_map_at_3_diff1": 0.074093, "nauc_map_at_5_max": 0.40276, "nauc_map_at_5_std": 0.297234, "nauc_map_at_5_diff1": 0.051213, "nauc_map_at_10_max": 0.41601, "nauc_map_at_10_std": 0.326334, "nauc_map_at_10_diff1": 0.048339, "nauc_map_at_20_max": 0.415429, "nauc_map_at_20_std": 0.33114, "nauc_map_at_20_diff1": 0.047411, "nauc_map_at_100_max": 0.41502, "nauc_map_at_100_std": 0.336129, "nauc_map_at_100_diff1": 0.056522, "nauc_map_at_1000_max": 0.413101, "nauc_map_at_1000_std": 0.333799, "nauc_map_at_1000_diff1": 0.057343, "nauc_recall_at_1_max": 0.438893, "nauc_recall_at_1_std": 0.309688, "nauc_recall_at_1_diff1": 0.104817, "nauc_recall_at_3_max": 0.439045, "nauc_recall_at_3_std": 0.30953, "nauc_recall_at_3_diff1": 0.066325, "nauc_recall_at_5_max": 0.359794, "nauc_recall_at_5_std": 0.269026, "nauc_recall_at_5_diff1": 0.021943, "nauc_recall_at_10_max": 0.362186, "nauc_recall_at_10_std": 0.312316, "nauc_recall_at_10_diff1": 0.024765, "nauc_recall_at_20_max": 0.341506, "nauc_recall_at_20_std": 0.318823, "nauc_recall_at_20_diff1": 0.025093, "nauc_recall_at_100_max": 0.353463, "nauc_recall_at_100_std": 0.327007, "nauc_recall_at_100_diff1": 0.048201, "nauc_recall_at_1000_max": 0.357956, "nauc_recall_at_1000_std": 0.269946, "nauc_recall_at_1000_diff1": 0.000591, "nauc_precision_at_1_max": 0.293766, "nauc_precision_at_1_std": 0.176524, "nauc_precision_at_1_diff1": 0.075078, "nauc_precision_at_3_max": 0.366908, "nauc_precision_at_3_std": 0.280291, "nauc_precision_at_3_diff1": 0.045731, "nauc_precision_at_5_max": 0.274395, "nauc_precision_at_5_std": 0.234203, "nauc_precision_at_5_diff1": -0.027569, "nauc_precision_at_10_max": 0.298037, "nauc_precision_at_10_std": 0.281826, "nauc_precision_at_10_diff1": -0.027711, "nauc_precision_at_20_max": 0.263052, "nauc_precision_at_20_std": 0.255181, "nauc_precision_at_20_diff1": 0.000625, "nauc_precision_at_100_max": 0.185955, "nauc_precision_at_100_std": 0.16291, "nauc_precision_at_100_diff1": 0.038715, "nauc_precision_at_1000_max": 0.024176, "nauc_precision_at_1000_std": -0.005208, "nauc_precision_at_1000_diff1": 0.036323, "nauc_mrr_at_1_max": 0.293766, "nauc_mrr_at_1_std": 0.176524, "nauc_mrr_at_1_diff1": 0.075078, "nauc_mrr_at_3_max": 0.329286, "nauc_mrr_at_3_std": 0.236572, "nauc_mrr_at_3_diff1": 0.080146, "nauc_mrr_at_5_max": 0.300477, "nauc_mrr_at_5_std": 0.214213, "nauc_mrr_at_5_diff1": 0.056027, "nauc_mrr_at_10_max": 0.309089, "nauc_mrr_at_10_std": 0.230008, "nauc_mrr_at_10_diff1": 0.056295, "nauc_mrr_at_20_max": 0.306854, "nauc_mrr_at_20_std": 0.230212, "nauc_mrr_at_20_diff1": 0.058203, "nauc_mrr_at_100_max": 0.308505, "nauc_mrr_at_100_std": 0.229704, "nauc_mrr_at_100_diff1": 0.057589, "nauc_mrr_at_1000_max": 0.309114, "nauc_mrr_at_1000_std": 0.229525, "nauc_mrr_at_1000_diff1": 0.057911, "hit_rate_at_1": 0.08735, "hit_rate_at_3": 0.1747, "hit_rate_at_5": 0.23494, "hit_rate_at_10": 0.32229, "hit_rate_at_20": 0.4247, "hit_rate_at_100": 0.6506, "hit_rate_at_1000": 0.97289, "main_score": 0.10424, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.0994, "ndcg_at_3": 0.10185, "ndcg_at_5": 0.10813, "ndcg_at_10": 0.12725, "ndcg_at_20": 0.15706, "ndcg_at_100": 0.22022, "ndcg_at_1000": 0.29765, "map_at_1": 0.0358, "map_at_3": 0.05776, "map_at_5": 0.06772, "map_at_10": 0.08051, "map_at_20": 0.09134, "map_at_100": 0.10397, "map_at_1000": 0.10922, "recall_at_1": 0.0358, "recall_at_3": 0.07646, "recall_at_5": 0.106, "recall_at_10": 0.16906, "recall_at_20": 0.25561, "recall_at_100": 0.48169, "recall_at_1000": 0.89046, "accuracy": 0.0358, "precision_at_1": 0.11145, "precision_at_3": 0.08735, "precision_at_5": 0.07651, "precision_at_10": 0.05934, "precision_at_20": 0.04729, "precision_at_100": 0.02, "precision_at_1000": 0.0041, "mrr_at_1": 0.111446, "mrr_at_3": 0.146084, "mrr_at_5": 0.161446, "mrr_at_10": 0.176149, "mrr_at_20": 0.184375, "mrr_at_100": 0.190908, "mrr_at_1000": 0.191996, "nauc_ndcg_at_1_max": 0.191577, "nauc_ndcg_at_1_std": 0.144472, "nauc_ndcg_at_1_diff1": 0.273105, "nauc_ndcg_at_3_max": 0.260151, "nauc_ndcg_at_3_std": 0.183073, "nauc_ndcg_at_3_diff1": 0.257752, "nauc_ndcg_at_5_max": 0.271526, "nauc_ndcg_at_5_std": 0.205474, "nauc_ndcg_at_5_diff1": 0.272401, "nauc_ndcg_at_10_max": 0.289641, "nauc_ndcg_at_10_std": 0.210713, "nauc_ndcg_at_10_diff1": 0.297167, "nauc_ndcg_at_20_max": 0.270081, "nauc_ndcg_at_20_std": 0.213743, "nauc_ndcg_at_20_diff1": 0.288224, "nauc_ndcg_at_100_max": 0.262138, "nauc_ndcg_at_100_std": 0.234706, "nauc_ndcg_at_100_diff1": 0.266469, "nauc_ndcg_at_1000_max": 0.232871, "nauc_ndcg_at_1000_std": 0.195616, "nauc_ndcg_at_1000_diff1": 0.235183, "nauc_map_at_1_max": 0.259095, "nauc_map_at_1_std": 0.1352, "nauc_map_at_1_diff1": 0.306147, "nauc_map_at_3_max": 0.254458, "nauc_map_at_3_std": 0.131206, "nauc_map_at_3_diff1": 0.267096, "nauc_map_at_5_max": 0.266742, "nauc_map_at_5_std": 0.154287, "nauc_map_at_5_diff1": 0.282489, "nauc_map_at_10_max": 0.280424, "nauc_map_at_10_std": 0.170854, "nauc_map_at_10_diff1": 0.29364, "nauc_map_at_20_max": 0.278784, "nauc_map_at_20_std": 0.184186, "nauc_map_at_20_diff1": 0.290304, "nauc_map_at_100_max": 0.280037, "nauc_map_at_100_std": 0.199091, "nauc_map_at_100_diff1": 0.286489, "nauc_map_at_1000_max": 0.275469, "nauc_map_at_1000_std": 0.195809, "nauc_map_at_1000_diff1": 0.283165, "nauc_recall_at_1_max": 0.259095, "nauc_recall_at_1_std": 0.1352, "nauc_recall_at_1_diff1": 0.306147, "nauc_recall_at_3_max": 0.302184, "nauc_recall_at_3_std": 0.174662, "nauc_recall_at_3_diff1": 0.223084, "nauc_recall_at_5_max": 0.296795, "nauc_recall_at_5_std": 0.195176, "nauc_recall_at_5_diff1": 0.265264, "nauc_recall_at_10_max": 0.326304, "nauc_recall_at_10_std": 0.221097, "nauc_recall_at_10_diff1": 0.296011, "nauc_recall_at_20_max": 0.266783, "nauc_recall_at_20_std": 0.221334, "nauc_recall_at_20_diff1": 0.266548, "nauc_recall_at_100_max": 0.236896, "nauc_recall_at_100_std": 0.246847, "nauc_recall_at_100_diff1": 0.204521, "nauc_recall_at_1000_max": 0.164868, "nauc_recall_at_1000_std": 0.141474, "nauc_recall_at_1000_diff1": 0.162715, "nauc_precision_at_1_max": 0.169161, "nauc_precision_at_1_std": 0.117167, "nauc_precision_at_1_diff1": 0.295678, "nauc_precision_at_3_max": 0.210097, "nauc_precision_at_3_std": 0.157531, "nauc_precision_at_3_diff1": 0.245568, "nauc_precision_at_5_max": 0.231866, "nauc_precision_at_5_std": 0.203918, "nauc_precision_at_5_diff1": 0.262246, "nauc_precision_at_10_max": 0.248565, "nauc_precision_at_10_std": 0.220353, "nauc_precision_at_10_diff1": 0.267591, "nauc_precision_at_20_max": 0.200295, "nauc_precision_at_20_std": 0.204374, "nauc_precision_at_20_diff1": 0.230536, "nauc_precision_at_100_max": 0.125272, "nauc_precision_at_100_std": 0.191821, "nauc_precision_at_100_diff1": 0.096629, "nauc_precision_at_1000_max": -0.039503, "nauc_precision_at_1000_std": 0.010169, "nauc_precision_at_1000_diff1": -0.065819, "nauc_mrr_at_1_max": 0.169161, "nauc_mrr_at_1_std": 0.117167, "nauc_mrr_at_1_diff1": 0.295678, "nauc_mrr_at_3_max": 0.205006, "nauc_mrr_at_3_std": 0.151381, "nauc_mrr_at_3_diff1": 0.273773, "nauc_mrr_at_5_max": 0.196098, "nauc_mrr_at_5_std": 0.152627, "nauc_mrr_at_5_diff1": 0.284481, "nauc_mrr_at_10_max": 0.209559, "nauc_mrr_at_10_std": 0.162512, "nauc_mrr_at_10_diff1": 0.290746, "nauc_mrr_at_20_max": 0.203703, "nauc_mrr_at_20_std": 0.160945, "nauc_mrr_at_20_diff1": 0.287444, "nauc_mrr_at_100_max": 0.200689, "nauc_mrr_at_100_std": 0.159364, "nauc_mrr_at_100_diff1": 0.283893, "nauc_mrr_at_1000_max": 0.200775, "nauc_mrr_at_1000_std": 0.158907, "nauc_mrr_at_1000_diff1": 0.28433, "hit_rate_at_1": 0.11145, "hit_rate_at_3": 0.19578, "hit_rate_at_5": 0.26205, "hit_rate_at_10": 0.36747, "hit_rate_at_20": 0.48795, "hit_rate_at_100": 0.73795, "hit_rate_at_1000": 0.96386, "main_score": 0.12725, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 12190.384571909904, "kg_co2_emissions": null, "date": 1783392125.028947, "evaluation_phases": [ { "name": "Data loading", "start": 0.00011814991012215614, "end": 83.76413639099337, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 83.76416125101969, "end": 83.76416314090602, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 83.92664290196262, "end": 2100.5351504820865, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 2100.5353914729785, "end": 2100.8091676859185, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 2100.8476487318985, "end": 4134.246316917939, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 4134.246526938863, "end": 4134.5415516619105, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 4134.5785965849645, "end": 6142.926171547966, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 6142.926438188879, "end": 6143.221767168958, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 6143.256787261926, "end": 8155.648837169865, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 8155.649067401886, "end": 8155.949160502059, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 8155.987743590027, "end": 10170.535086540971, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 10170.535343851894, "end": 10170.824052464915, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 10170.863028748892, "end": 12190.059840084985, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 12190.060063536046, "end": 12190.356328173075, "split": "test", "subset": "portuguese" } ] }