{ "dataset_revision": "84fca99e5978604bae30f2436eacb6dbaa0532e9", "task_name": "Vidore3EnergyRetrieval", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.65097, "ndcg_at_3": 0.64942, "ndcg_at_5": 0.66971, "ndcg_at_10": 0.70091, "ndcg_at_20": 0.72884, "ndcg_at_100": 0.76265, "ndcg_at_1000": 0.77095, "map_at_1": 0.40334, "map_at_3": 0.5309, "map_at_5": 0.56622, "map_at_10": 0.601, "map_at_20": 0.62171, "map_at_100": 0.63733, "map_at_1000": 0.63888, "recall_at_1": 0.40334, "recall_at_3": 0.58944, "recall_at_5": 0.66321, "recall_at_10": 0.76173, "recall_at_20": 0.85401, "recall_at_100": 0.96426, "recall_at_1000": 0.99935, "accuracy": 0.40334, "precision_at_1": 0.67532, "precision_at_3": 0.38203, "precision_at_5": 0.28961, "precision_at_10": 0.19286, "precision_at_20": 0.12013, "precision_at_100": 0.03253, "precision_at_1000": 0.00358, "mrr_at_1": 0.675325, "mrr_at_3": 0.748918, "mrr_at_5": 0.762716, "mrr_at_10": 0.76914, "mrr_at_20": 0.772168, "mrr_at_100": 0.772515, "mrr_at_1000": 0.772515, "nauc_ndcg_at_1_max": 0.029131, "nauc_ndcg_at_1_std": -0.103341, "nauc_ndcg_at_1_diff1": 0.455361, "nauc_ndcg_at_3_max": 0.037622, "nauc_ndcg_at_3_std": -0.175615, "nauc_ndcg_at_3_diff1": 0.399944, "nauc_ndcg_at_5_max": 0.047837, "nauc_ndcg_at_5_std": -0.167791, "nauc_ndcg_at_5_diff1": 0.391646, "nauc_ndcg_at_10_max": 0.049304, "nauc_ndcg_at_10_std": -0.175552, "nauc_ndcg_at_10_diff1": 0.386127, "nauc_ndcg_at_20_max": 0.032399, "nauc_ndcg_at_20_std": -0.184846, "nauc_ndcg_at_20_diff1": 0.369955, "nauc_ndcg_at_100_max": 0.039188, "nauc_ndcg_at_100_std": -0.140762, "nauc_ndcg_at_100_diff1": 0.386709, "nauc_ndcg_at_1000_max": 0.052865, "nauc_ndcg_at_1000_std": -0.114956, "nauc_ndcg_at_1000_diff1": 0.393916, "nauc_map_at_1_max": 0.088391, "nauc_map_at_1_std": -0.070142, "nauc_map_at_1_diff1": 0.427, "nauc_map_at_3_max": 0.057407, "nauc_map_at_3_std": -0.152365, "nauc_map_at_3_diff1": 0.384524, "nauc_map_at_5_max": 0.048468, "nauc_map_at_5_std": -0.165572, "nauc_map_at_5_diff1": 0.376084, "nauc_map_at_10_max": 0.037693, "nauc_map_at_10_std": -0.169864, "nauc_map_at_10_diff1": 0.36394, "nauc_map_at_20_max": 0.03119, "nauc_map_at_20_std": -0.165746, "nauc_map_at_20_diff1": 0.355015, "nauc_map_at_100_max": 0.0379, "nauc_map_at_100_std": -0.14727, "nauc_map_at_100_diff1": 0.356693, "nauc_map_at_1000_max": 0.039446, "nauc_map_at_1000_std": -0.14375, "nauc_map_at_1000_diff1": 0.358027, "nauc_recall_at_1_max": 0.088391, "nauc_recall_at_1_std": -0.070142, "nauc_recall_at_1_diff1": 0.427, "nauc_recall_at_3_max": 0.042641, "nauc_recall_at_3_std": -0.208802, "nauc_recall_at_3_diff1": 0.332439, "nauc_recall_at_5_max": 0.04314, "nauc_recall_at_5_std": -0.224398, "nauc_recall_at_5_diff1": 0.302951, "nauc_recall_at_10_max": 0.003084, "nauc_recall_at_10_std": -0.29433, "nauc_recall_at_10_diff1": 0.283048, "nauc_recall_at_20_max": -0.071472, "nauc_recall_at_20_std": -0.401046, "nauc_recall_at_20_diff1": 0.180674, "nauc_recall_at_100_max": -0.231798, "nauc_recall_at_100_std": -0.530986, "nauc_recall_at_100_diff1": 0.154118, "nauc_recall_at_1000_max": 0.554133, "nauc_recall_at_1000_std": 0.721889, "nauc_recall_at_1000_diff1": -0.565486, "nauc_precision_at_1_max": 0.025976, "nauc_precision_at_1_std": -0.092364, "nauc_precision_at_1_diff1": 0.462155, "nauc_precision_at_3_max": -0.067659, "nauc_precision_at_3_std": -0.120694, "nauc_precision_at_3_diff1": 0.030439, "nauc_precision_at_5_max": -0.091063, "nauc_precision_at_5_std": -0.070887, "nauc_precision_at_5_diff1": -0.081558, "nauc_precision_at_10_max": -0.072193, "nauc_precision_at_10_std": 0.026363, "nauc_precision_at_10_diff1": -0.170298, "nauc_precision_at_20_max": -0.073036, "nauc_precision_at_20_std": 0.087303, "nauc_precision_at_20_diff1": -0.214623, "nauc_precision_at_100_max": -0.007182, "nauc_precision_at_100_std": 0.220521, "nauc_precision_at_100_diff1": -0.179239, "nauc_precision_at_1000_max": 0.014982, "nauc_precision_at_1000_std": 0.257315, "nauc_precision_at_1000_diff1": -0.163095, "nauc_mrr_at_1_max": 0.025976, "nauc_mrr_at_1_std": -0.092364, "nauc_mrr_at_1_diff1": 0.462155, "nauc_mrr_at_3_max": 0.025711, "nauc_mrr_at_3_std": -0.109814, "nauc_mrr_at_3_diff1": 0.427753, "nauc_mrr_at_5_max": 0.030352, "nauc_mrr_at_5_std": -0.103193, "nauc_mrr_at_5_diff1": 0.432304, "nauc_mrr_at_10_max": 0.028271, "nauc_mrr_at_10_std": -0.10911, "nauc_mrr_at_10_diff1": 0.43735, "nauc_mrr_at_20_max": 0.028031, "nauc_mrr_at_20_std": -0.1067, "nauc_mrr_at_20_diff1": 0.435295, "nauc_mrr_at_100_max": 0.027107, "nauc_mrr_at_100_std": -0.106796, "nauc_mrr_at_100_diff1": 0.436247, "nauc_mrr_at_1000_max": 0.027107, "nauc_mrr_at_1000_std": -0.106796, "nauc_mrr_at_1000_diff1": 0.436247, "hit_rate_at_1": 0.67532, "hit_rate_at_3": 0.84416, "hit_rate_at_5": 0.9026, "hit_rate_at_10": 0.94805, "hit_rate_at_20": 0.99026, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.70091, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.63799, "ndcg_at_3": 0.64364, "ndcg_at_5": 0.6635, "ndcg_at_10": 0.69024, "ndcg_at_20": 0.71468, "ndcg_at_100": 0.75079, "ndcg_at_1000": 0.76024, "map_at_1": 0.38623, "map_at_3": 0.51749, "map_at_5": 0.55303, "map_at_10": 0.58553, "map_at_20": 0.60445, "map_at_100": 0.6207, "map_at_1000": 0.62239, "recall_at_1": 0.38623, "recall_at_3": 0.58169, "recall_at_5": 0.66076, "recall_at_10": 0.75732, "recall_at_20": 0.83962, "recall_at_100": 0.95895, "recall_at_1000": 0.99982, "accuracy": 0.38623, "precision_at_1": 0.66234, "precision_at_3": 0.38853, "precision_at_5": 0.29156, "precision_at_10": 0.18994, "precision_at_20": 0.11656, "precision_at_100": 0.03211, "precision_at_1000": 0.00358, "mrr_at_1": 0.662338, "mrr_at_3": 0.738636, "mrr_at_5": 0.752435, "mrr_at_10": 0.758605, "mrr_at_20": 0.761028, "mrr_at_100": 0.761851, "mrr_at_1000": 0.761851, "nauc_ndcg_at_1_max": 0.106634, "nauc_ndcg_at_1_std": 0.027933, "nauc_ndcg_at_1_diff1": 0.525227, "nauc_ndcg_at_3_max": 0.056299, "nauc_ndcg_at_3_std": -0.083401, "nauc_ndcg_at_3_diff1": 0.428518, "nauc_ndcg_at_5_max": 0.049236, "nauc_ndcg_at_5_std": -0.09518, "nauc_ndcg_at_5_diff1": 0.40033, "nauc_ndcg_at_10_max": 0.053653, "nauc_ndcg_at_10_std": -0.116303, "nauc_ndcg_at_10_diff1": 0.409695, "nauc_ndcg_at_20_max": 0.042728, "nauc_ndcg_at_20_std": -0.112168, "nauc_ndcg_at_20_diff1": 0.393246, "nauc_ndcg_at_100_max": 0.048338, "nauc_ndcg_at_100_std": -0.065797, "nauc_ndcg_at_100_diff1": 0.407181, "nauc_ndcg_at_1000_max": 0.061712, "nauc_ndcg_at_1000_std": -0.041291, "nauc_ndcg_at_1000_diff1": 0.418621, "nauc_map_at_1_max": 0.105777, "nauc_map_at_1_std": -0.020849, "nauc_map_at_1_diff1": 0.435217, "nauc_map_at_3_max": 0.072687, "nauc_map_at_3_std": -0.088165, "nauc_map_at_3_diff1": 0.389455, "nauc_map_at_5_max": 0.060433, "nauc_map_at_5_std": -0.102055, "nauc_map_at_5_diff1": 0.376563, "nauc_map_at_10_max": 0.050537, "nauc_map_at_10_std": -0.109281, "nauc_map_at_10_diff1": 0.379579, "nauc_map_at_20_max": 0.042463, "nauc_map_at_20_std": -0.109523, "nauc_map_at_20_diff1": 0.371138, "nauc_map_at_100_max": 0.04569, "nauc_map_at_100_std": -0.090839, "nauc_map_at_100_diff1": 0.372286, "nauc_map_at_1000_max": 0.047019, "nauc_map_at_1000_std": -0.087819, "nauc_map_at_1000_diff1": 0.37378, "nauc_recall_at_1_max": 0.105777, "nauc_recall_at_1_std": -0.020849, "nauc_recall_at_1_diff1": 0.435217, "nauc_recall_at_3_max": 0.042988, "nauc_recall_at_3_std": -0.15029, "nauc_recall_at_3_diff1": 0.327668, "nauc_recall_at_5_max": 0.020235, "nauc_recall_at_5_std": -0.189212, "nauc_recall_at_5_diff1": 0.272594, "nauc_recall_at_10_max": -0.00014, "nauc_recall_at_10_std": -0.254862, "nauc_recall_at_10_diff1": 0.294478, "nauc_recall_at_20_max": -0.067318, "nauc_recall_at_20_std": -0.318902, "nauc_recall_at_20_diff1": 0.183652, "nauc_recall_at_100_max": -0.232932, "nauc_recall_at_100_std": -0.437146, "nauc_recall_at_100_diff1": 0.136947, "nauc_recall_at_1000_max": -0.565486, "nauc_recall_at_1000_std": 0.358266, "nauc_recall_at_1000_diff1": -0.565486, "nauc_precision_at_1_max": 0.111681, "nauc_precision_at_1_std": 0.034964, "nauc_precision_at_1_diff1": 0.537166, "nauc_precision_at_3_max": -0.074015, "nauc_precision_at_3_std": -0.085413, "nauc_precision_at_3_diff1": 0.054352, "nauc_precision_at_5_max": -0.098648, "nauc_precision_at_5_std": -0.045442, "nauc_precision_at_5_diff1": -0.05445, "nauc_precision_at_10_max": -0.106197, "nauc_precision_at_10_std": -0.014964, "nauc_precision_at_10_diff1": -0.116135, "nauc_precision_at_20_max": -0.096279, "nauc_precision_at_20_std": 0.044079, "nauc_precision_at_20_diff1": -0.176668, "nauc_precision_at_100_max": -0.029689, "nauc_precision_at_100_std": 0.188396, "nauc_precision_at_100_diff1": -0.176105, "nauc_precision_at_1000_max": -0.002307, "nauc_precision_at_1000_std": 0.224697, "nauc_precision_at_1000_diff1": -0.15158, "nauc_mrr_at_1_max": 0.111681, "nauc_mrr_at_1_std": 0.034964, "nauc_mrr_at_1_diff1": 0.537166, "nauc_mrr_at_3_max": 0.082498, "nauc_mrr_at_3_std": 0.000991, "nauc_mrr_at_3_diff1": 0.49491, "nauc_mrr_at_5_max": 0.08237, "nauc_mrr_at_5_std": 0.011388, "nauc_mrr_at_5_diff1": 0.486513, "nauc_mrr_at_10_max": 0.082278, "nauc_mrr_at_10_std": 0.00712, "nauc_mrr_at_10_diff1": 0.496626, "nauc_mrr_at_20_max": 0.084436, "nauc_mrr_at_20_std": 0.007988, "nauc_mrr_at_20_diff1": 0.495868, "nauc_mrr_at_100_max": 0.084143, "nauc_mrr_at_100_std": 0.009918, "nauc_mrr_at_100_diff1": 0.495935, "nauc_mrr_at_1000_max": 0.084143, "nauc_mrr_at_1000_std": 0.009918, "nauc_mrr_at_1000_diff1": 0.495935, "hit_rate_at_1": 0.66234, "hit_rate_at_3": 0.83766, "hit_rate_at_5": 0.8961, "hit_rate_at_10": 0.94481, "hit_rate_at_20": 0.97727, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.69024, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.59416, "ndcg_at_3": 0.60744, "ndcg_at_5": 0.6331, "ndcg_at_10": 0.66181, "ndcg_at_20": 0.69388, "ndcg_at_100": 0.72777, "ndcg_at_1000": 0.73795, "map_at_1": 0.36187, "map_at_3": 0.48717, "map_at_5": 0.52802, "map_at_10": 0.55939, "map_at_20": 0.58043, "map_at_100": 0.59558, "map_at_1000": 0.59729, "recall_at_1": 0.36187, "recall_at_3": 0.55141, "recall_at_5": 0.64422, "recall_at_10": 0.73616, "recall_at_20": 0.84327, "recall_at_100": 0.9559, "recall_at_1000": 0.99917, "accuracy": 0.36187, "precision_at_1": 0.62013, "precision_at_3": 0.3658, "precision_at_5": 0.28052, "precision_at_10": 0.18571, "precision_at_20": 0.11737, "precision_at_100": 0.03192, "precision_at_1000": 0.00357, "mrr_at_1": 0.62013, "mrr_at_3": 0.703463, "mrr_at_5": 0.717749, "mrr_at_10": 0.725912, "mrr_at_20": 0.729913, "mrr_at_100": 0.730339, "mrr_at_1000": 0.730371, "nauc_ndcg_at_1_max": 0.132285, "nauc_ndcg_at_1_std": 0.018288, "nauc_ndcg_at_1_diff1": 0.485113, "nauc_ndcg_at_3_max": 0.139066, "nauc_ndcg_at_3_std": 0.006831, "nauc_ndcg_at_3_diff1": 0.398943, "nauc_ndcg_at_5_max": 0.146233, "nauc_ndcg_at_5_std": -0.029231, "nauc_ndcg_at_5_diff1": 0.389796, "nauc_ndcg_at_10_max": 0.123911, "nauc_ndcg_at_10_std": -0.042624, "nauc_ndcg_at_10_diff1": 0.375598, "nauc_ndcg_at_20_max": 0.114665, "nauc_ndcg_at_20_std": -0.041695, "nauc_ndcg_at_20_diff1": 0.373585, "nauc_ndcg_at_100_max": 0.116449, "nauc_ndcg_at_100_std": 0.007422, "nauc_ndcg_at_100_diff1": 0.384936, "nauc_ndcg_at_1000_max": 0.135524, "nauc_ndcg_at_1000_std": 0.027783, "nauc_ndcg_at_1000_diff1": 0.399863, "nauc_map_at_1_max": 0.138049, "nauc_map_at_1_std": -0.01395, "nauc_map_at_1_diff1": 0.428287, "nauc_map_at_3_max": 0.133695, "nauc_map_at_3_std": -0.029678, "nauc_map_at_3_diff1": 0.378403, "nauc_map_at_5_max": 0.129957, "nauc_map_at_5_std": -0.053283, "nauc_map_at_5_diff1": 0.378084, "nauc_map_at_10_max": 0.112433, "nauc_map_at_10_std": -0.053145, "nauc_map_at_10_diff1": 0.374743, "nauc_map_at_20_max": 0.108039, "nauc_map_at_20_std": -0.043918, "nauc_map_at_20_diff1": 0.370705, "nauc_map_at_100_max": 0.110478, "nauc_map_at_100_std": -0.023786, "nauc_map_at_100_diff1": 0.370946, "nauc_map_at_1000_max": 0.111996, "nauc_map_at_1000_std": -0.021339, "nauc_map_at_1000_diff1": 0.372351, "nauc_recall_at_1_max": 0.138049, "nauc_recall_at_1_std": -0.01395, "nauc_recall_at_1_diff1": 0.428287, "nauc_recall_at_3_max": 0.126008, "nauc_recall_at_3_std": -0.034348, "nauc_recall_at_3_diff1": 0.306547, "nauc_recall_at_5_max": 0.137508, "nauc_recall_at_5_std": -0.109603, "nauc_recall_at_5_diff1": 0.281218, "nauc_recall_at_10_max": 0.051219, "nauc_recall_at_10_std": -0.172729, "nauc_recall_at_10_diff1": 0.243946, "nauc_recall_at_20_max": -0.029798, "nauc_recall_at_20_std": -0.265091, "nauc_recall_at_20_diff1": 0.165424, "nauc_recall_at_100_max": -0.293979, "nauc_recall_at_100_std": -0.26729, "nauc_recall_at_100_diff1": 0.008622, "nauc_recall_at_1000_max": 0.243073, "nauc_recall_at_1000_std": 0.64284, "nauc_recall_at_1000_diff1": -0.937251, "nauc_precision_at_1_max": 0.117744, "nauc_precision_at_1_std": 0.026381, "nauc_precision_at_1_diff1": 0.503391, "nauc_precision_at_3_max": -0.013037, "nauc_precision_at_3_std": 0.025707, "nauc_precision_at_3_diff1": 0.098459, "nauc_precision_at_5_max": -0.049111, "nauc_precision_at_5_std": 0.009324, "nauc_precision_at_5_diff1": 0.015619, "nauc_precision_at_10_max": -0.091348, "nauc_precision_at_10_std": 0.045069, "nauc_precision_at_10_diff1": -0.088, "nauc_precision_at_20_max": -0.08445, "nauc_precision_at_20_std": 0.117594, "nauc_precision_at_20_diff1": -0.151644, "nauc_precision_at_100_max": -0.0467, "nauc_precision_at_100_std": 0.228419, "nauc_precision_at_100_diff1": -0.142622, "nauc_precision_at_1000_max": -0.010108, "nauc_precision_at_1000_std": 0.255972, "nauc_precision_at_1000_diff1": -0.128974, "nauc_mrr_at_1_max": 0.117744, "nauc_mrr_at_1_std": 0.026381, "nauc_mrr_at_1_diff1": 0.503391, "nauc_mrr_at_3_max": 0.131639, "nauc_mrr_at_3_std": 0.055105, "nauc_mrr_at_3_diff1": 0.459858, "nauc_mrr_at_5_max": 0.135254, "nauc_mrr_at_5_std": 0.045802, "nauc_mrr_at_5_diff1": 0.464771, "nauc_mrr_at_10_max": 0.129101, "nauc_mrr_at_10_std": 0.042713, "nauc_mrr_at_10_diff1": 0.46797, "nauc_mrr_at_20_max": 0.127778, "nauc_mrr_at_20_std": 0.041934, "nauc_mrr_at_20_diff1": 0.469239, "nauc_mrr_at_100_max": 0.127767, "nauc_mrr_at_100_std": 0.042618, "nauc_mrr_at_100_diff1": 0.468548, "nauc_mrr_at_1000_max": 0.127947, "nauc_mrr_at_1000_std": 0.042606, "nauc_mrr_at_1000_diff1": 0.468639, "hit_rate_at_1": 0.62013, "hit_rate_at_3": 0.80519, "hit_rate_at_5": 0.86688, "hit_rate_at_10": 0.92857, "hit_rate_at_20": 0.98377, "hit_rate_at_100": 0.99675, "hit_rate_at_1000": 1.0, "main_score": 0.66181, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.60552, "ndcg_at_3": 0.62079, "ndcg_at_5": 0.64342, "ndcg_at_10": 0.67238, "ndcg_at_20": 0.69724, "ndcg_at_100": 0.7336, "ndcg_at_1000": 0.74452, "map_at_1": 0.37818, "map_at_3": 0.49571, "map_at_5": 0.53325, "map_at_10": 0.56897, "map_at_20": 0.58685, "map_at_100": 0.60207, "map_at_1000": 0.60391, "recall_at_1": 0.37818, "recall_at_3": 0.56074, "recall_at_5": 0.64518, "recall_at_10": 0.7459, "recall_at_20": 0.82504, "recall_at_100": 0.94876, "recall_at_1000": 0.99917, "accuracy": 0.37818, "precision_at_1": 0.62662, "precision_at_3": 0.37338, "precision_at_5": 0.28312, "precision_at_10": 0.18799, "precision_at_20": 0.11607, "precision_at_100": 0.03179, "precision_at_1000": 0.00357, "mrr_at_1": 0.626623, "mrr_at_3": 0.718074, "mrr_at_5": 0.728463, "mrr_at_10": 0.735643, "mrr_at_20": 0.738196, "mrr_at_100": 0.738988, "mrr_at_1000": 0.739004, "nauc_ndcg_at_1_max": 0.069561, "nauc_ndcg_at_1_std": -0.006726, "nauc_ndcg_at_1_diff1": 0.536574, "nauc_ndcg_at_3_max": 0.074013, "nauc_ndcg_at_3_std": -0.0152, "nauc_ndcg_at_3_diff1": 0.438444, "nauc_ndcg_at_5_max": 0.063741, "nauc_ndcg_at_5_std": -0.029303, "nauc_ndcg_at_5_diff1": 0.408079, "nauc_ndcg_at_10_max": 0.04, "nauc_ndcg_at_10_std": -0.05152, "nauc_ndcg_at_10_diff1": 0.397809, "nauc_ndcg_at_20_max": 0.046815, "nauc_ndcg_at_20_std": -0.048806, "nauc_ndcg_at_20_diff1": 0.404405, "nauc_ndcg_at_100_max": 0.050731, "nauc_ndcg_at_100_std": -0.01409, "nauc_ndcg_at_100_diff1": 0.406239, "nauc_ndcg_at_1000_max": 0.065792, "nauc_ndcg_at_1000_std": 0.00687, "nauc_ndcg_at_1000_diff1": 0.420804, "nauc_map_at_1_max": 0.064529, "nauc_map_at_1_std": -0.020176, "nauc_map_at_1_diff1": 0.423621, "nauc_map_at_3_max": 0.069809, "nauc_map_at_3_std": -0.031363, "nauc_map_at_3_diff1": 0.393852, "nauc_map_at_5_max": 0.057341, "nauc_map_at_5_std": -0.041821, "nauc_map_at_5_diff1": 0.380116, "nauc_map_at_10_max": 0.030918, "nauc_map_at_10_std": -0.05412, "nauc_map_at_10_diff1": 0.366842, "nauc_map_at_20_max": 0.03045, "nauc_map_at_20_std": -0.048765, "nauc_map_at_20_diff1": 0.365299, "nauc_map_at_100_max": 0.03356, "nauc_map_at_100_std": -0.036234, "nauc_map_at_100_diff1": 0.362566, "nauc_map_at_1000_max": 0.035287, "nauc_map_at_1000_std": -0.033228, "nauc_map_at_1000_diff1": 0.364374, "nauc_recall_at_1_max": 0.064529, "nauc_recall_at_1_std": -0.020176, "nauc_recall_at_1_diff1": 0.423621, "nauc_recall_at_3_max": 0.065278, "nauc_recall_at_3_std": -0.046482, "nauc_recall_at_3_diff1": 0.338881, "nauc_recall_at_5_max": 0.027463, "nauc_recall_at_5_std": -0.076851, "nauc_recall_at_5_diff1": 0.280576, "nauc_recall_at_10_max": -0.043964, "nauc_recall_at_10_std": -0.15497, "nauc_recall_at_10_diff1": 0.245484, "nauc_recall_at_20_max": -0.032552, "nauc_recall_at_20_std": -0.177371, "nauc_recall_at_20_diff1": 0.210304, "nauc_recall_at_100_max": -0.1941, "nauc_recall_at_100_std": -0.230731, "nauc_recall_at_100_diff1": 0.083547, "nauc_recall_at_1000_max": 0.39636, "nauc_recall_at_1000_std": 0.591689, "nauc_recall_at_1000_diff1": -0.285622, "nauc_precision_at_1_max": 0.062774, "nauc_precision_at_1_std": -0.007564, "nauc_precision_at_1_diff1": 0.55759, "nauc_precision_at_3_max": -0.037117, "nauc_precision_at_3_std": 0.019447, "nauc_precision_at_3_diff1": 0.094507, "nauc_precision_at_5_max": -0.053026, "nauc_precision_at_5_std": 0.017126, "nauc_precision_at_5_diff1": -0.016366, "nauc_precision_at_10_max": -0.090045, "nauc_precision_at_10_std": 0.027633, "nauc_precision_at_10_diff1": -0.133365, "nauc_precision_at_20_max": -0.053967, "nauc_precision_at_20_std": 0.074436, "nauc_precision_at_20_diff1": -0.170244, "nauc_precision_at_100_max": 0.00758, "nauc_precision_at_100_std": 0.180292, "nauc_precision_at_100_diff1": -0.194177, "nauc_precision_at_1000_max": 0.040589, "nauc_precision_at_1000_std": 0.222713, "nauc_precision_at_1000_diff1": -0.174285, "nauc_mrr_at_1_max": 0.062774, "nauc_mrr_at_1_std": -0.007564, "nauc_mrr_at_1_diff1": 0.55759, "nauc_mrr_at_3_max": 0.079661, "nauc_mrr_at_3_std": 0.017505, "nauc_mrr_at_3_diff1": 0.518443, "nauc_mrr_at_5_max": 0.074799, "nauc_mrr_at_5_std": 0.019995, "nauc_mrr_at_5_diff1": 0.509322, "nauc_mrr_at_10_max": 0.076929, "nauc_mrr_at_10_std": 0.018825, "nauc_mrr_at_10_diff1": 0.517233, "nauc_mrr_at_20_max": 0.075294, "nauc_mrr_at_20_std": 0.014517, "nauc_mrr_at_20_diff1": 0.518096, "nauc_mrr_at_100_max": 0.074816, "nauc_mrr_at_100_std": 0.014862, "nauc_mrr_at_100_diff1": 0.518333, "nauc_mrr_at_1000_max": 0.074833, "nauc_mrr_at_1000_std": 0.014838, "nauc_mrr_at_1000_diff1": 0.518331, "hit_rate_at_1": 0.62662, "hit_rate_at_3": 0.83442, "hit_rate_at_5": 0.87987, "hit_rate_at_10": 0.93506, "hit_rate_at_20": 0.97078, "hit_rate_at_100": 0.99675, "hit_rate_at_1000": 1.0, "main_score": 0.67238, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.62338, "ndcg_at_3": 0.63712, "ndcg_at_5": 0.65421, "ndcg_at_10": 0.68497, "ndcg_at_20": 0.71304, "ndcg_at_100": 0.74637, "ndcg_at_1000": 0.75622, "map_at_1": 0.37929, "map_at_3": 0.51263, "map_at_5": 0.54686, "map_at_10": 0.58137, "map_at_20": 0.60274, "map_at_100": 0.61827, "map_at_1000": 0.61999, "recall_at_1": 0.37929, "recall_at_3": 0.57524, "recall_at_5": 0.65409, "recall_at_10": 0.75372, "recall_at_20": 0.84817, "recall_at_100": 0.95834, "recall_at_1000": 0.99982, "accuracy": 0.37929, "precision_at_1": 0.64935, "precision_at_3": 0.38636, "precision_at_5": 0.28571, "precision_at_10": 0.18994, "precision_at_20": 0.11932, "precision_at_100": 0.03198, "precision_at_1000": 0.00358, "mrr_at_1": 0.649351, "mrr_at_3": 0.732143, "mrr_at_5": 0.744318, "mrr_at_10": 0.752624, "mrr_at_20": 0.755011, "mrr_at_100": 0.755587, "mrr_at_1000": 0.755587, "nauc_ndcg_at_1_max": 0.056133, "nauc_ndcg_at_1_std": 0.014752, "nauc_ndcg_at_1_diff1": 0.457726, "nauc_ndcg_at_3_max": 0.049699, "nauc_ndcg_at_3_std": -0.069282, "nauc_ndcg_at_3_diff1": 0.392165, "nauc_ndcg_at_5_max": 0.045889, "nauc_ndcg_at_5_std": -0.077881, "nauc_ndcg_at_5_diff1": 0.398954, "nauc_ndcg_at_10_max": 0.030661, "nauc_ndcg_at_10_std": -0.089511, "nauc_ndcg_at_10_diff1": 0.37935, "nauc_ndcg_at_20_max": 0.036404, "nauc_ndcg_at_20_std": -0.073639, "nauc_ndcg_at_20_diff1": 0.388028, "nauc_ndcg_at_100_max": 0.036789, "nauc_ndcg_at_100_std": -0.048412, "nauc_ndcg_at_100_diff1": 0.391556, "nauc_ndcg_at_1000_max": 0.057207, "nauc_ndcg_at_1000_std": -0.020265, "nauc_ndcg_at_1000_diff1": 0.401119, "nauc_map_at_1_max": 0.102508, "nauc_map_at_1_std": -0.004776, "nauc_map_at_1_diff1": 0.403715, "nauc_map_at_3_max": 0.06731, "nauc_map_at_3_std": -0.078314, "nauc_map_at_3_diff1": 0.371701, "nauc_map_at_5_max": 0.053978, "nauc_map_at_5_std": -0.085097, "nauc_map_at_5_diff1": 0.372289, "nauc_map_at_10_max": 0.034785, "nauc_map_at_10_std": -0.092766, "nauc_map_at_10_diff1": 0.357492, "nauc_map_at_20_max": 0.037155, "nauc_map_at_20_std": -0.080315, "nauc_map_at_20_diff1": 0.356824, "nauc_map_at_100_max": 0.041521, "nauc_map_at_100_std": -0.065883, "nauc_map_at_100_diff1": 0.355832, "nauc_map_at_1000_max": 0.04377, "nauc_map_at_1000_std": -0.062769, "nauc_map_at_1000_diff1": 0.357425, "nauc_recall_at_1_max": 0.102508, "nauc_recall_at_1_std": -0.004776, "nauc_recall_at_1_diff1": 0.403715, "nauc_recall_at_3_max": 0.047602, "nauc_recall_at_3_std": -0.13765, "nauc_recall_at_3_diff1": 0.32481, "nauc_recall_at_5_max": 0.027368, "nauc_recall_at_5_std": -0.157767, "nauc_recall_at_5_diff1": 0.318232, "nauc_recall_at_10_max": -0.052453, "nauc_recall_at_10_std": -0.215398, "nauc_recall_at_10_diff1": 0.247797, "nauc_recall_at_20_max": -0.059741, "nauc_recall_at_20_std": -0.251538, "nauc_recall_at_20_diff1": 0.253919, "nauc_recall_at_100_max": -0.282646, "nauc_recall_at_100_std": -0.451237, "nauc_recall_at_100_diff1": 0.1855, "nauc_recall_at_1000_max": -0.565486, "nauc_recall_at_1000_std": 0.358266, "nauc_recall_at_1000_diff1": -0.565486, "nauc_precision_at_1_max": 0.070122, "nauc_precision_at_1_std": 0.043975, "nauc_precision_at_1_diff1": 0.460393, "nauc_precision_at_3_max": -0.058341, "nauc_precision_at_3_std": -0.050129, "nauc_precision_at_3_diff1": 0.054034, "nauc_precision_at_5_max": -0.100891, "nauc_precision_at_5_std": -0.035611, "nauc_precision_at_5_diff1": -0.035185, "nauc_precision_at_10_max": -0.101761, "nauc_precision_at_10_std": 0.019764, "nauc_precision_at_10_diff1": -0.147704, "nauc_precision_at_20_max": -0.039573, "nauc_precision_at_20_std": 0.114048, "nauc_precision_at_20_diff1": -0.16423, "nauc_precision_at_100_max": 0.016555, "nauc_precision_at_100_std": 0.185774, "nauc_precision_at_100_diff1": -0.155801, "nauc_precision_at_1000_max": 0.066377, "nauc_precision_at_1000_std": 0.235252, "nauc_precision_at_1000_diff1": -0.136323, "nauc_mrr_at_1_max": 0.070122, "nauc_mrr_at_1_std": 0.043975, "nauc_mrr_at_1_diff1": 0.460393, "nauc_mrr_at_3_max": 0.043302, "nauc_mrr_at_3_std": 0.026023, "nauc_mrr_at_3_diff1": 0.451133, "nauc_mrr_at_5_max": 0.04709, "nauc_mrr_at_5_std": 0.026002, "nauc_mrr_at_5_diff1": 0.455141, "nauc_mrr_at_10_max": 0.045969, "nauc_mrr_at_10_std": 0.030097, "nauc_mrr_at_10_diff1": 0.453414, "nauc_mrr_at_20_max": 0.045152, "nauc_mrr_at_20_std": 0.028866, "nauc_mrr_at_20_diff1": 0.455559, "nauc_mrr_at_100_max": 0.046216, "nauc_mrr_at_100_std": 0.029953, "nauc_mrr_at_100_diff1": 0.455069, "nauc_mrr_at_1000_max": 0.046216, "nauc_mrr_at_1000_std": 0.029953, "nauc_mrr_at_1000_diff1": 0.455069, "hit_rate_at_1": 0.64935, "hit_rate_at_3": 0.83442, "hit_rate_at_5": 0.88636, "hit_rate_at_10": 0.94805, "hit_rate_at_20": 0.98377, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.68497, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.60227, "ndcg_at_3": 0.62664, "ndcg_at_5": 0.64717, "ndcg_at_10": 0.6722, "ndcg_at_20": 0.69937, "ndcg_at_100": 0.73822, "ndcg_at_1000": 0.74691, "map_at_1": 0.36734, "map_at_3": 0.50224, "map_at_5": 0.538, "map_at_10": 0.56992, "map_at_20": 0.58955, "map_at_100": 0.60636, "map_at_1000": 0.60786, "recall_at_1": 0.36734, "recall_at_3": 0.57301, "recall_at_5": 0.65345, "recall_at_10": 0.74057, "recall_at_20": 0.83185, "recall_at_100": 0.96308, "recall_at_1000": 0.99982, "accuracy": 0.36734, "precision_at_1": 0.62338, "precision_at_3": 0.37771, "precision_at_5": 0.28701, "precision_at_10": 0.18734, "precision_at_20": 0.11558, "precision_at_100": 0.03234, "precision_at_1000": 0.00358, "mrr_at_1": 0.623377, "mrr_at_3": 0.712121, "mrr_at_5": 0.727381, "mrr_at_10": 0.733416, "mrr_at_20": 0.736537, "mrr_at_100": 0.737537, "mrr_at_1000": 0.737537, "nauc_ndcg_at_1_max": 0.03578, "nauc_ndcg_at_1_std": -0.037888, "nauc_ndcg_at_1_diff1": 0.530996, "nauc_ndcg_at_3_max": 0.039387, "nauc_ndcg_at_3_std": -0.068004, "nauc_ndcg_at_3_diff1": 0.412695, "nauc_ndcg_at_5_max": 0.044794, "nauc_ndcg_at_5_std": -0.087807, "nauc_ndcg_at_5_diff1": 0.412306, "nauc_ndcg_at_10_max": 0.044089, "nauc_ndcg_at_10_std": -0.103008, "nauc_ndcg_at_10_diff1": 0.399688, "nauc_ndcg_at_20_max": 0.034532, "nauc_ndcg_at_20_std": -0.106537, "nauc_ndcg_at_20_diff1": 0.400794, "nauc_ndcg_at_100_max": 0.038052, "nauc_ndcg_at_100_std": -0.061146, "nauc_ndcg_at_100_diff1": 0.41541, "nauc_ndcg_at_1000_max": 0.049677, "nauc_ndcg_at_1000_std": -0.038322, "nauc_ndcg_at_1000_diff1": 0.42476, "nauc_map_at_1_max": 0.086054, "nauc_map_at_1_std": -0.036524, "nauc_map_at_1_diff1": 0.474465, "nauc_map_at_3_max": 0.057369, "nauc_map_at_3_std": -0.092477, "nauc_map_at_3_diff1": 0.404879, "nauc_map_at_5_max": 0.048207, "nauc_map_at_5_std": -0.106901, "nauc_map_at_5_diff1": 0.401224, "nauc_map_at_10_max": 0.035727, "nauc_map_at_10_std": -0.113393, "nauc_map_at_10_diff1": 0.391755, "nauc_map_at_20_max": 0.030423, "nauc_map_at_20_std": -0.111566, "nauc_map_at_20_diff1": 0.388527, "nauc_map_at_100_max": 0.036586, "nauc_map_at_100_std": -0.089979, "nauc_map_at_100_diff1": 0.391146, "nauc_map_at_1000_max": 0.037747, "nauc_map_at_1000_std": -0.08714, "nauc_map_at_1000_diff1": 0.392641, "nauc_recall_at_1_max": 0.086054, "nauc_recall_at_1_std": -0.036524, "nauc_recall_at_1_diff1": 0.474465, "nauc_recall_at_3_max": 0.033619, "nauc_recall_at_3_std": -0.128246, "nauc_recall_at_3_diff1": 0.313255, "nauc_recall_at_5_max": 0.038204, "nauc_recall_at_5_std": -0.169174, "nauc_recall_at_5_diff1": 0.30063, "nauc_recall_at_10_max": 0.004894, "nauc_recall_at_10_std": -0.227095, "nauc_recall_at_10_diff1": 0.271007, "nauc_recall_at_20_max": -0.046419, "nauc_recall_at_20_std": -0.293442, "nauc_recall_at_20_diff1": 0.20614, "nauc_recall_at_100_max": -0.198633, "nauc_recall_at_100_std": -0.419575, "nauc_recall_at_100_diff1": 0.16561, "nauc_recall_at_1000_max": -0.565486, "nauc_recall_at_1000_std": 0.358266, "nauc_recall_at_1000_diff1": 0.122972, "nauc_precision_at_1_max": 0.055649, "nauc_precision_at_1_std": -0.013527, "nauc_precision_at_1_diff1": 0.543138, "nauc_precision_at_3_max": -0.08224, "nauc_precision_at_3_std": -0.054394, "nauc_precision_at_3_diff1": 0.05233, "nauc_precision_at_5_max": -0.087737, "nauc_precision_at_5_std": -0.027659, "nauc_precision_at_5_diff1": -0.041358, "nauc_precision_at_10_max": -0.080388, "nauc_precision_at_10_std": 0.017593, "nauc_precision_at_10_diff1": -0.142099, "nauc_precision_at_20_max": -0.063588, "nauc_precision_at_20_std": 0.07336, "nauc_precision_at_20_diff1": -0.188139, "nauc_precision_at_100_max": 0.002239, "nauc_precision_at_100_std": 0.222428, "nauc_precision_at_100_diff1": -0.179756, "nauc_precision_at_1000_max": 0.028914, "nauc_precision_at_1000_std": 0.261513, "nauc_precision_at_1000_diff1": -0.159016, "nauc_mrr_at_1_max": 0.055649, "nauc_mrr_at_1_std": -0.013527, "nauc_mrr_at_1_diff1": 0.543138, "nauc_mrr_at_3_max": 0.045513, "nauc_mrr_at_3_std": 0.001228, "nauc_mrr_at_3_diff1": 0.477895, "nauc_mrr_at_5_max": 0.05175, "nauc_mrr_at_5_std": -0.005008, "nauc_mrr_at_5_diff1": 0.489471, "nauc_mrr_at_10_max": 0.048401, "nauc_mrr_at_10_std": -0.01375, "nauc_mrr_at_10_diff1": 0.490913, "nauc_mrr_at_20_max": 0.05029, "nauc_mrr_at_20_std": -0.008899, "nauc_mrr_at_20_diff1": 0.49172, "nauc_mrr_at_100_max": 0.049794, "nauc_mrr_at_100_std": -0.009285, "nauc_mrr_at_100_diff1": 0.492467, "nauc_mrr_at_1000_max": 0.049794, "nauc_mrr_at_1000_std": -0.009285, "nauc_mrr_at_1000_diff1": 0.492467, "hit_rate_at_1": 0.62338, "hit_rate_at_3": 0.82143, "hit_rate_at_5": 0.88636, "hit_rate_at_10": 0.93182, "hit_rate_at_20": 0.97403, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.6722, "hf_subset": "portuguese", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 8563.958394765854, "kg_co2_emissions": null, "date": 1773977658.185885 }