{ "dataset_revision": "efa78cc2f74bbcd21eff2261f9e13aebe40b814e", "task_name": "MintakaRetrieval", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.05719, "ndcg_at_3": 0.09128, "ndcg_at_5": 0.10745, "ndcg_at_10": 0.12493, "ndcg_at_20": 0.13929, "ndcg_at_100": 0.16514, "ndcg_at_1000": 0.22151, "map_at_1": 0.05719, "map_at_3": 0.08269, "map_at_5": 0.09172, "map_at_10": 0.09894, "map_at_20": 0.1029, "map_at_100": 0.10627, "map_at_1000": 0.10778, "recall_at_1": 0.05719, "recall_at_3": 0.11621, "recall_at_5": 0.15524, "recall_at_10": 0.20926, "recall_at_20": 0.266, "recall_at_100": 0.40853, "recall_at_1000": 0.8897, "precision_at_1": 0.05719, "precision_at_3": 0.03874, "precision_at_5": 0.03105, "precision_at_10": 0.02093, "precision_at_20": 0.0133, "precision_at_100": 0.00409, "precision_at_1000": 0.00089, "mrr_at_1": 0.057195, "mrr_at_3": 0.08269, "mrr_at_5": 0.091723, "mrr_at_10": 0.098942, "mrr_at_20": 0.102895, "mrr_at_100": 0.106273, "mrr_at_1000": 0.107776, "nauc_ndcg_at_1_max": 0.37718, "nauc_ndcg_at_1_std": 0.296641, "nauc_ndcg_at_1_diff1": 0.245052, "nauc_ndcg_at_3_max": 0.298655, "nauc_ndcg_at_3_std": 0.23335, "nauc_ndcg_at_3_diff1": 0.141919, "nauc_ndcg_at_5_max": 0.261622, "nauc_ndcg_at_5_std": 0.231699, "nauc_ndcg_at_5_diff1": 0.113283, "nauc_ndcg_at_10_max": 0.23287, "nauc_ndcg_at_10_std": 0.217265, "nauc_ndcg_at_10_diff1": 0.103446, "nauc_ndcg_at_20_max": 0.233062, "nauc_ndcg_at_20_std": 0.221558, "nauc_ndcg_at_20_diff1": 0.097761, "nauc_ndcg_at_100_max": 0.237387, "nauc_ndcg_at_100_std": 0.229668, "nauc_ndcg_at_100_diff1": 0.095028, "nauc_ndcg_at_1000_max": 0.248913, "nauc_ndcg_at_1000_std": 0.233243, "nauc_ndcg_at_1000_diff1": 0.105122, "nauc_map_at_1_max": 0.37718, "nauc_map_at_1_std": 0.296641, "nauc_map_at_1_diff1": 0.245052, "nauc_map_at_3_max": 0.31246, "nauc_map_at_3_std": 0.244933, "nauc_map_at_3_diff1": 0.160976, "nauc_map_at_5_max": 0.287938, "nauc_map_at_5_std": 0.243172, "nauc_map_at_5_diff1": 0.141418, "nauc_map_at_10_max": 0.272992, "nauc_map_at_10_std": 0.236109, "nauc_map_at_10_diff1": 0.135429, "nauc_map_at_20_max": 0.272562, "nauc_map_at_20_std": 0.237185, "nauc_map_at_20_diff1": 0.133351, "nauc_map_at_100_max": 0.273009, "nauc_map_at_100_std": 0.23855, "nauc_map_at_100_diff1": 0.132232, "nauc_map_at_1000_max": 0.273473, "nauc_map_at_1000_std": 0.238615, "nauc_map_at_1000_diff1": 0.132825, "nauc_recall_at_1_max": 0.37718, "nauc_recall_at_1_std": 0.296641, "nauc_recall_at_1_diff1": 0.245052, "nauc_recall_at_3_max": 0.269429, "nauc_recall_at_3_std": 0.208697, "nauc_recall_at_3_diff1": 0.101305, "nauc_recall_at_5_max": 0.209845, "nauc_recall_at_5_std": 0.210228, "nauc_recall_at_5_diff1": 0.058689, "nauc_recall_at_10_max": 0.160292, "nauc_recall_at_10_std": 0.183484, "nauc_recall_at_10_diff1": 0.048705, "nauc_recall_at_20_max": 0.167707, "nauc_recall_at_20_std": 0.197691, "nauc_recall_at_20_diff1": 0.039231, "nauc_recall_at_100_max": 0.187442, "nauc_recall_at_100_std": 0.224791, "nauc_recall_at_100_diff1": 0.038865, "nauc_recall_at_1000_max": 0.235561, "nauc_recall_at_1000_std": 0.269789, "nauc_recall_at_1000_diff1": 0.041529, "nauc_precision_at_1_max": 0.37718, "nauc_precision_at_1_std": 0.296641, "nauc_precision_at_1_diff1": 0.245052, "nauc_precision_at_3_max": 0.269429, "nauc_precision_at_3_std": 0.208697, "nauc_precision_at_3_diff1": 0.101305, "nauc_precision_at_5_max": 0.209845, "nauc_precision_at_5_std": 0.210228, "nauc_precision_at_5_diff1": 0.058689, "nauc_precision_at_10_max": 0.160292, "nauc_precision_at_10_std": 0.183484, "nauc_precision_at_10_diff1": 0.048705, "nauc_precision_at_20_max": 0.167707, "nauc_precision_at_20_std": 0.197691, "nauc_precision_at_20_diff1": 0.039231, "nauc_precision_at_100_max": 0.187442, "nauc_precision_at_100_std": 0.224791, "nauc_precision_at_100_diff1": 0.038865, "nauc_precision_at_1000_max": 0.235561, "nauc_precision_at_1000_std": 0.269789, "nauc_precision_at_1000_diff1": 0.041529, "nauc_mrr_at_1_max": 0.37718, "nauc_mrr_at_1_std": 0.296641, "nauc_mrr_at_1_diff1": 0.245052, "nauc_mrr_at_3_max": 0.31246, "nauc_mrr_at_3_std": 0.244933, "nauc_mrr_at_3_diff1": 0.160976, "nauc_mrr_at_5_max": 0.287938, "nauc_mrr_at_5_std": 0.243172, "nauc_mrr_at_5_diff1": 0.141418, "nauc_mrr_at_10_max": 0.272992, "nauc_mrr_at_10_std": 0.236109, "nauc_mrr_at_10_diff1": 0.135429, "nauc_mrr_at_20_max": 0.272562, "nauc_mrr_at_20_std": 0.237185, "nauc_mrr_at_20_diff1": 0.133351, "nauc_mrr_at_100_max": 0.273009, "nauc_mrr_at_100_std": 0.23855, "nauc_mrr_at_100_diff1": 0.132232, "nauc_mrr_at_1000_max": 0.273473, "nauc_mrr_at_1000_std": 0.238615, "nauc_mrr_at_1000_diff1": 0.132825, "main_score": 0.12493, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "ndcg_at_1": 0.09351, "ndcg_at_3": 0.14252, "ndcg_at_5": 0.16338, "ndcg_at_10": 0.18488, "ndcg_at_20": 0.19967, "ndcg_at_100": 0.22978, "ndcg_at_1000": 0.2756, "map_at_1": 0.09351, "map_at_3": 0.13023, "map_at_5": 0.14173, "map_at_10": 0.15058, "map_at_20": 0.15469, "map_at_100": 0.15855, "map_at_1000": 0.15991, "recall_at_1": 0.09351, "recall_at_3": 0.17818, "recall_at_5": 0.22915, "recall_at_10": 0.2957, "recall_at_20": 0.35383, "recall_at_100": 0.52064, "recall_at_1000": 0.9027, "precision_at_1": 0.09351, "precision_at_3": 0.05939, "precision_at_5": 0.04583, "precision_at_10": 0.02957, "precision_at_20": 0.01769, "precision_at_100": 0.00521, "precision_at_1000": 0.0009, "mrr_at_1": 0.093513, "mrr_at_3": 0.13023, "mrr_at_5": 0.14173, "mrr_at_10": 0.150581, "mrr_at_20": 0.154689, "mrr_at_100": 0.158547, "mrr_at_1000": 0.159909, "nauc_ndcg_at_1_max": 0.23805, "nauc_ndcg_at_1_std": 0.070546, "nauc_ndcg_at_1_diff1": 0.177728, "nauc_ndcg_at_3_max": 0.244742, "nauc_ndcg_at_3_std": 0.126943, "nauc_ndcg_at_3_diff1": 0.102874, "nauc_ndcg_at_5_max": 0.229764, "nauc_ndcg_at_5_std": 0.145768, "nauc_ndcg_at_5_diff1": 0.078733, "nauc_ndcg_at_10_max": 0.227603, "nauc_ndcg_at_10_std": 0.163779, "nauc_ndcg_at_10_diff1": 0.059737, "nauc_ndcg_at_20_max": 0.222599, "nauc_ndcg_at_20_std": 0.175685, "nauc_ndcg_at_20_diff1": 0.06209, "nauc_ndcg_at_100_max": 0.21389, "nauc_ndcg_at_100_std": 0.18682, "nauc_ndcg_at_100_diff1": 0.057462, "nauc_ndcg_at_1000_max": 0.214386, "nauc_ndcg_at_1000_std": 0.170694, "nauc_ndcg_at_1000_diff1": 0.064749, "nauc_map_at_1_max": 0.23805, "nauc_map_at_1_std": 0.070546, "nauc_map_at_1_diff1": 0.177728, "nauc_map_at_3_max": 0.243659, "nauc_map_at_3_std": 0.115092, "nauc_map_at_3_diff1": 0.117393, "nauc_map_at_5_max": 0.234232, "nauc_map_at_5_std": 0.126856, "nauc_map_at_5_diff1": 0.101846, "nauc_map_at_10_max": 0.233079, "nauc_map_at_10_std": 0.135494, "nauc_map_at_10_diff1": 0.092492, "nauc_map_at_20_max": 0.231397, "nauc_map_at_20_std": 0.139365, "nauc_map_at_20_diff1": 0.093014, "nauc_map_at_100_max": 0.229896, "nauc_map_at_100_std": 0.141299, "nauc_map_at_100_diff1": 0.092232, "nauc_map_at_1000_max": 0.229808, "nauc_map_at_1000_std": 0.140731, "nauc_map_at_1000_diff1": 0.092496, "nauc_recall_at_1_max": 0.23805, "nauc_recall_at_1_std": 0.070546, "nauc_recall_at_1_diff1": 0.177728, "nauc_recall_at_3_max": 0.247133, "nauc_recall_at_3_std": 0.154121, "nauc_recall_at_3_diff1": 0.069931, "nauc_recall_at_5_max": 0.219293, "nauc_recall_at_5_std": 0.186984, "nauc_recall_at_5_diff1": 0.028972, "nauc_recall_at_10_max": 0.215679, "nauc_recall_at_10_std": 0.223927, "nauc_recall_at_10_diff1": -0.008681, "nauc_recall_at_20_max": 0.202239, "nauc_recall_at_20_std": 0.255439, "nauc_recall_at_20_diff1": 0.000602, "nauc_recall_at_100_max": 0.168349, "nauc_recall_at_100_std": 0.300771, "nauc_recall_at_100_diff1": -0.019204, "nauc_recall_at_1000_max": 0.090501, "nauc_recall_at_1000_std": 0.274844, "nauc_recall_at_1000_diff1": -0.061513, "nauc_precision_at_1_max": 0.23805, "nauc_precision_at_1_std": 0.070546, "nauc_precision_at_1_diff1": 0.177728, "nauc_precision_at_3_max": 0.247133, "nauc_precision_at_3_std": 0.154121, "nauc_precision_at_3_diff1": 0.069931, "nauc_precision_at_5_max": 0.219293, "nauc_precision_at_5_std": 0.186984, "nauc_precision_at_5_diff1": 0.028972, "nauc_precision_at_10_max": 0.215679, "nauc_precision_at_10_std": 0.223927, "nauc_precision_at_10_diff1": -0.008681, "nauc_precision_at_20_max": 0.202239, "nauc_precision_at_20_std": 0.255439, "nauc_precision_at_20_diff1": 0.000602, "nauc_precision_at_100_max": 0.168349, "nauc_precision_at_100_std": 0.300771, "nauc_precision_at_100_diff1": -0.019204, "nauc_precision_at_1000_max": 0.090501, "nauc_precision_at_1000_std": 0.274844, "nauc_precision_at_1000_diff1": -0.061513, "nauc_mrr_at_1_max": 0.23805, "nauc_mrr_at_1_std": 0.070546, "nauc_mrr_at_1_diff1": 0.177728, "nauc_mrr_at_3_max": 0.243659, "nauc_mrr_at_3_std": 0.115092, "nauc_mrr_at_3_diff1": 0.117393, "nauc_mrr_at_5_max": 0.234232, "nauc_mrr_at_5_std": 0.126856, "nauc_mrr_at_5_diff1": 0.101846, "nauc_mrr_at_10_max": 0.233079, "nauc_mrr_at_10_std": 0.135494, "nauc_mrr_at_10_diff1": 0.092492, "nauc_mrr_at_20_max": 0.231397, "nauc_mrr_at_20_std": 0.139365, "nauc_mrr_at_20_diff1": 0.093014, "nauc_mrr_at_100_max": 0.229896, "nauc_mrr_at_100_std": 0.141299, "nauc_mrr_at_100_diff1": 0.092232, "nauc_mrr_at_1000_max": 0.229808, "nauc_mrr_at_1000_std": 0.140731, "nauc_mrr_at_1000_diff1": 0.092496, "main_score": 0.18488, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.09653, "ndcg_at_3": 0.14938, "ndcg_at_5": 0.16578, "ndcg_at_10": 0.18625, "ndcg_at_20": 0.20053, "ndcg_at_100": 0.23066, "ndcg_at_1000": 0.27556, "map_at_1": 0.09653, "map_at_3": 0.13641, "map_at_5": 0.14547, "map_at_10": 0.15395, "map_at_20": 0.15782, "map_at_100": 0.16179, "map_at_1000": 0.16307, "recall_at_1": 0.09653, "recall_at_3": 0.18688, "recall_at_5": 0.2269, "recall_at_10": 0.29002, "recall_at_20": 0.34695, "recall_at_100": 0.51238, "recall_at_1000": 0.89026, "precision_at_1": 0.09653, "precision_at_3": 0.06229, "precision_at_5": 0.04538, "precision_at_10": 0.029, "precision_at_20": 0.01735, "precision_at_100": 0.00512, "precision_at_1000": 0.00089, "mrr_at_1": 0.096535, "mrr_at_3": 0.136414, "mrr_at_5": 0.145469, "mrr_at_10": 0.153953, "mrr_at_20": 0.157817, "mrr_at_100": 0.16179, "mrr_at_1000": 0.163071, "nauc_ndcg_at_1_max": 0.263077, "nauc_ndcg_at_1_std": 0.069405, "nauc_ndcg_at_1_diff1": 0.183723, "nauc_ndcg_at_3_max": 0.238444, "nauc_ndcg_at_3_std": 0.127527, "nauc_ndcg_at_3_diff1": 0.08514, "nauc_ndcg_at_5_max": 0.238471, "nauc_ndcg_at_5_std": 0.142164, "nauc_ndcg_at_5_diff1": 0.074652, "nauc_ndcg_at_10_max": 0.24657, "nauc_ndcg_at_10_std": 0.178595, "nauc_ndcg_at_10_diff1": 0.05835, "nauc_ndcg_at_20_max": 0.243299, "nauc_ndcg_at_20_std": 0.188156, "nauc_ndcg_at_20_diff1": 0.058346, "nauc_ndcg_at_100_max": 0.22917, "nauc_ndcg_at_100_std": 0.199321, "nauc_ndcg_at_100_diff1": 0.055364, "nauc_ndcg_at_1000_max": 0.229544, "nauc_ndcg_at_1000_std": 0.180695, "nauc_ndcg_at_1000_diff1": 0.064447, "nauc_map_at_1_max": 0.263077, "nauc_map_at_1_std": 0.069405, "nauc_map_at_1_diff1": 0.183723, "nauc_map_at_3_max": 0.244054, "nauc_map_at_3_std": 0.117152, "nauc_map_at_3_diff1": 0.105175, "nauc_map_at_5_max": 0.243659, "nauc_map_at_5_std": 0.126174, "nauc_map_at_5_diff1": 0.09801, "nauc_map_at_10_max": 0.247334, "nauc_map_at_10_std": 0.143392, "nauc_map_at_10_diff1": 0.089448, "nauc_map_at_20_max": 0.246457, "nauc_map_at_20_std": 0.146427, "nauc_map_at_20_diff1": 0.08938, "nauc_map_at_100_max": 0.244119, "nauc_map_at_100_std": 0.148001, "nauc_map_at_100_diff1": 0.088717, "nauc_map_at_1000_max": 0.243923, "nauc_map_at_1000_std": 0.147421, "nauc_map_at_1000_diff1": 0.08893, "nauc_recall_at_1_max": 0.263077, "nauc_recall_at_1_std": 0.069405, "nauc_recall_at_1_diff1": 0.183723, "nauc_recall_at_3_max": 0.225432, "nauc_recall_at_3_std": 0.150821, "nauc_recall_at_3_diff1": 0.03932, "nauc_recall_at_5_max": 0.227488, "nauc_recall_at_5_std": 0.17741, "nauc_recall_at_5_diff1": 0.024079, "nauc_recall_at_10_max": 0.247228, "nauc_recall_at_10_std": 0.257914, "nauc_recall_at_10_diff1": -0.006509, "nauc_recall_at_20_max": 0.237064, "nauc_recall_at_20_std": 0.28288, "nauc_recall_at_20_diff1": -0.004355, "nauc_recall_at_100_max": 0.182182, "nauc_recall_at_100_std": 0.331603, "nauc_recall_at_100_diff1": -0.015413, "nauc_recall_at_1000_max": 0.116904, "nauc_recall_at_1000_std": 0.279287, "nauc_recall_at_1000_diff1": 0.006315, "nauc_precision_at_1_max": 0.263077, "nauc_precision_at_1_std": 0.069405, "nauc_precision_at_1_diff1": 0.183723, "nauc_precision_at_3_max": 0.225432, "nauc_precision_at_3_std": 0.150821, "nauc_precision_at_3_diff1": 0.03932, "nauc_precision_at_5_max": 0.227488, "nauc_precision_at_5_std": 0.17741, "nauc_precision_at_5_diff1": 0.024079, "nauc_precision_at_10_max": 0.247228, "nauc_precision_at_10_std": 0.257914, "nauc_precision_at_10_diff1": -0.006509, "nauc_precision_at_20_max": 0.237064, "nauc_precision_at_20_std": 0.28288, "nauc_precision_at_20_diff1": -0.004355, "nauc_precision_at_100_max": 0.182182, "nauc_precision_at_100_std": 0.331603, "nauc_precision_at_100_diff1": -0.015413, "nauc_precision_at_1000_max": 0.116904, "nauc_precision_at_1000_std": 0.279287, "nauc_precision_at_1000_diff1": 0.006315, "nauc_mrr_at_1_max": 0.263077, "nauc_mrr_at_1_std": 0.069405, "nauc_mrr_at_1_diff1": 0.183723, "nauc_mrr_at_3_max": 0.244054, "nauc_mrr_at_3_std": 0.117152, "nauc_mrr_at_3_diff1": 0.105175, "nauc_mrr_at_5_max": 0.243659, "nauc_mrr_at_5_std": 0.126174, "nauc_mrr_at_5_diff1": 0.09801, "nauc_mrr_at_10_max": 0.247334, "nauc_mrr_at_10_std": 0.143392, "nauc_mrr_at_10_diff1": 0.089448, "nauc_mrr_at_20_max": 0.246457, "nauc_mrr_at_20_std": 0.146427, "nauc_mrr_at_20_diff1": 0.08938, "nauc_mrr_at_100_max": 0.244119, "nauc_mrr_at_100_std": 0.148001, "nauc_mrr_at_100_diff1": 0.088717, "nauc_mrr_at_1000_max": 0.243923, "nauc_mrr_at_1000_std": 0.147421, "nauc_mrr_at_1000_diff1": 0.08893, "main_score": 0.18625, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.10278, "ndcg_at_3": 0.14733, "ndcg_at_5": 0.16509, "ndcg_at_10": 0.18477, "ndcg_at_20": 0.20045, "ndcg_at_100": 0.22828, "ndcg_at_1000": 0.27449, "map_at_1": 0.10278, "map_at_3": 0.13602, "map_at_5": 0.14581, "map_at_10": 0.1539, "map_at_20": 0.15817, "map_at_100": 0.16178, "map_at_1000": 0.16312, "recall_at_1": 0.10278, "recall_at_3": 0.18018, "recall_at_5": 0.22359, "recall_at_10": 0.2846, "recall_at_20": 0.34685, "recall_at_100": 0.50041, "recall_at_1000": 0.88821, "precision_at_1": 0.10278, "precision_at_3": 0.06006, "precision_at_5": 0.04472, "precision_at_10": 0.02846, "precision_at_20": 0.01734, "precision_at_100": 0.005, "precision_at_1000": 0.00089, "mrr_at_1": 0.102785, "mrr_at_3": 0.136022, "mrr_at_5": 0.145809, "mrr_at_10": 0.153897, "mrr_at_20": 0.158174, "mrr_at_100": 0.161781, "mrr_at_1000": 0.163118, "nauc_ndcg_at_1_max": 0.260207, "nauc_ndcg_at_1_std": 0.121869, "nauc_ndcg_at_1_diff1": 0.165407, "nauc_ndcg_at_3_max": 0.261469, "nauc_ndcg_at_3_std": 0.165165, "nauc_ndcg_at_3_diff1": 0.095508, "nauc_ndcg_at_5_max": 0.25791, "nauc_ndcg_at_5_std": 0.180765, "nauc_ndcg_at_5_diff1": 0.079674, "nauc_ndcg_at_10_max": 0.257733, "nauc_ndcg_at_10_std": 0.193805, "nauc_ndcg_at_10_diff1": 0.068593, "nauc_ndcg_at_20_max": 0.256946, "nauc_ndcg_at_20_std": 0.213115, "nauc_ndcg_at_20_diff1": 0.066072, "nauc_ndcg_at_100_max": 0.243471, "nauc_ndcg_at_100_std": 0.221173, "nauc_ndcg_at_100_diff1": 0.064247, "nauc_ndcg_at_1000_max": 0.245157, "nauc_ndcg_at_1000_std": 0.21223, "nauc_ndcg_at_1000_diff1": 0.070559, "nauc_map_at_1_max": 0.260207, "nauc_map_at_1_std": 0.121869, "nauc_map_at_1_diff1": 0.165407, "nauc_map_at_3_max": 0.262865, "nauc_map_at_3_std": 0.156936, "nauc_map_at_3_diff1": 0.109709, "nauc_map_at_5_max": 0.260318, "nauc_map_at_5_std": 0.166763, "nauc_map_at_5_diff1": 0.099655, "nauc_map_at_10_max": 0.26016, "nauc_map_at_10_std": 0.172599, "nauc_map_at_10_diff1": 0.093926, "nauc_map_at_20_max": 0.260223, "nauc_map_at_20_std": 0.178648, "nauc_map_at_20_diff1": 0.093216, "nauc_map_at_100_max": 0.258456, "nauc_map_at_100_std": 0.180031, "nauc_map_at_100_diff1": 0.092906, "nauc_map_at_1000_max": 0.258518, "nauc_map_at_1000_std": 0.179996, "nauc_map_at_1000_diff1": 0.093229, "nauc_recall_at_1_max": 0.260207, "nauc_recall_at_1_std": 0.121869, "nauc_recall_at_1_diff1": 0.165407, "nauc_recall_at_3_max": 0.257661, "nauc_recall_at_3_std": 0.184256, "nauc_recall_at_3_diff1": 0.062239, "nauc_recall_at_5_max": 0.25222, "nauc_recall_at_5_std": 0.212167, "nauc_recall_at_5_diff1": 0.035137, "nauc_recall_at_10_max": 0.25246, "nauc_recall_at_10_std": 0.240976, "nauc_recall_at_10_diff1": 0.014677, "nauc_recall_at_20_max": 0.248885, "nauc_recall_at_20_std": 0.294902, "nauc_recall_at_20_diff1": 0.008924, "nauc_recall_at_100_max": 0.191384, "nauc_recall_at_100_std": 0.326671, "nauc_recall_at_100_diff1": 0.00083, "nauc_recall_at_1000_max": 0.113854, "nauc_recall_at_1000_std": 0.35908, "nauc_recall_at_1000_diff1": -0.032686, "nauc_precision_at_1_max": 0.260207, "nauc_precision_at_1_std": 0.121869, "nauc_precision_at_1_diff1": 0.165407, "nauc_precision_at_3_max": 0.257661, "nauc_precision_at_3_std": 0.184256, "nauc_precision_at_3_diff1": 0.062239, "nauc_precision_at_5_max": 0.25222, "nauc_precision_at_5_std": 0.212167, "nauc_precision_at_5_diff1": 0.035137, "nauc_precision_at_10_max": 0.25246, "nauc_precision_at_10_std": 0.240976, "nauc_precision_at_10_diff1": 0.014677, "nauc_precision_at_20_max": 0.248885, "nauc_precision_at_20_std": 0.294902, "nauc_precision_at_20_diff1": 0.008924, "nauc_precision_at_100_max": 0.191384, "nauc_precision_at_100_std": 0.326671, "nauc_precision_at_100_diff1": 0.00083, "nauc_precision_at_1000_max": 0.113854, "nauc_precision_at_1000_std": 0.35908, "nauc_precision_at_1000_diff1": -0.032686, "nauc_mrr_at_1_max": 0.260207, "nauc_mrr_at_1_std": 0.121869, "nauc_mrr_at_1_diff1": 0.165407, "nauc_mrr_at_3_max": 0.262865, "nauc_mrr_at_3_std": 0.156936, "nauc_mrr_at_3_diff1": 0.109709, "nauc_mrr_at_5_max": 0.260318, "nauc_mrr_at_5_std": 0.166763, "nauc_mrr_at_5_diff1": 0.099655, "nauc_mrr_at_10_max": 0.26016, "nauc_mrr_at_10_std": 0.172599, "nauc_mrr_at_10_diff1": 0.093926, "nauc_mrr_at_20_max": 0.260223, "nauc_mrr_at_20_std": 0.178648, "nauc_mrr_at_20_diff1": 0.093216, "nauc_mrr_at_100_max": 0.258456, "nauc_mrr_at_100_std": 0.180031, "nauc_mrr_at_100_diff1": 0.092906, "nauc_mrr_at_1000_max": 0.258518, "nauc_mrr_at_1000_std": 0.179996, "nauc_mrr_at_1000_diff1": 0.093229, "main_score": 0.18477, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.08601, "ndcg_at_3": 0.12675, "ndcg_at_5": 0.14429, "ndcg_at_10": 0.16643, "ndcg_at_20": 0.18499, "ndcg_at_100": 0.21974, "ndcg_at_1000": 0.27754, "map_at_1": 0.08601, "map_at_3": 0.11655, "map_at_5": 0.12628, "map_at_10": 0.1355, "map_at_20": 0.14061, "map_at_100": 0.14495, "map_at_1000": 0.1469, "recall_at_1": 0.08601, "recall_at_3": 0.15632, "recall_at_5": 0.19895, "recall_at_10": 0.26702, "recall_at_20": 0.34031, "recall_at_100": 0.53478, "recall_at_1000": 1.0, "precision_at_1": 0.08601, "precision_at_3": 0.05211, "precision_at_5": 0.03979, "precision_at_10": 0.0267, "precision_at_20": 0.01702, "precision_at_100": 0.00535, "precision_at_1000": 0.001, "mrr_at_1": 0.086013, "mrr_at_3": 0.116554, "mrr_at_5": 0.126278, "mrr_at_10": 0.135497, "mrr_at_20": 0.140608, "mrr_at_100": 0.14495, "mrr_at_1000": 0.146901, "nauc_ndcg_at_1_max": 0.255213, "nauc_ndcg_at_1_std": 0.146803, "nauc_ndcg_at_1_diff1": 0.161789, "nauc_ndcg_at_3_max": 0.20273, "nauc_ndcg_at_3_std": 0.125851, "nauc_ndcg_at_3_diff1": 0.103519, "nauc_ndcg_at_5_max": 0.1882, "nauc_ndcg_at_5_std": 0.123649, "nauc_ndcg_at_5_diff1": 0.076158, "nauc_ndcg_at_10_max": 0.190164, "nauc_ndcg_at_10_std": 0.114651, "nauc_ndcg_at_10_diff1": 0.085126, "nauc_ndcg_at_20_max": 0.187945, "nauc_ndcg_at_20_std": 0.098256, "nauc_ndcg_at_20_diff1": 0.097663, "nauc_ndcg_at_100_max": 0.186041, "nauc_ndcg_at_100_std": 0.083055, "nauc_ndcg_at_100_diff1": 0.092872, "nauc_ndcg_at_1000_max": 0.19385, "nauc_ndcg_at_1000_std": 0.102527, "nauc_ndcg_at_1000_diff1": 0.096593, "nauc_map_at_1_max": 0.255213, "nauc_map_at_1_std": 0.146803, "nauc_map_at_1_diff1": 0.161789, "nauc_map_at_3_max": 0.212286, "nauc_map_at_3_std": 0.130075, "nauc_map_at_3_diff1": 0.114672, "nauc_map_at_5_max": 0.203456, "nauc_map_at_5_std": 0.128961, "nauc_map_at_5_diff1": 0.097253, "nauc_map_at_10_max": 0.204583, "nauc_map_at_10_std": 0.124456, "nauc_map_at_10_diff1": 0.101582, "nauc_map_at_20_max": 0.203282, "nauc_map_at_20_std": 0.118933, "nauc_map_at_20_diff1": 0.105341, "nauc_map_at_100_max": 0.203093, "nauc_map_at_100_std": 0.11645, "nauc_map_at_100_diff1": 0.104025, "nauc_map_at_1000_max": 0.203492, "nauc_map_at_1000_std": 0.117318, "nauc_map_at_1000_diff1": 0.104266, "nauc_recall_at_1_max": 0.255213, "nauc_recall_at_1_std": 0.146803, "nauc_recall_at_1_diff1": 0.161789, "nauc_recall_at_3_max": 0.181073, "nauc_recall_at_3_std": 0.11614, "nauc_recall_at_3_diff1": 0.078056, "nauc_recall_at_5_max": 0.155719, "nauc_recall_at_5_std": 0.112299, "nauc_recall_at_5_diff1": 0.031076, "nauc_recall_at_10_max": 0.161912, "nauc_recall_at_10_std": 0.094027, "nauc_recall_at_10_diff1": 0.054119, "nauc_recall_at_20_max": 0.159936, "nauc_recall_at_20_std": 0.051953, "nauc_recall_at_20_diff1": 0.090718, "nauc_recall_at_100_max": 0.150839, "nauc_recall_at_100_std": -0.00793, "nauc_recall_at_100_diff1": 0.07658, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.255213, "nauc_precision_at_1_std": 0.146803, "nauc_precision_at_1_diff1": 0.161789, "nauc_precision_at_3_max": 0.181073, "nauc_precision_at_3_std": 0.11614, "nauc_precision_at_3_diff1": 0.078056, "nauc_precision_at_5_max": 0.155719, "nauc_precision_at_5_std": 0.112299, "nauc_precision_at_5_diff1": 0.031076, "nauc_precision_at_10_max": 0.161912, "nauc_precision_at_10_std": 0.094027, "nauc_precision_at_10_diff1": 0.054119, "nauc_precision_at_20_max": 0.159936, "nauc_precision_at_20_std": 0.051953, "nauc_precision_at_20_diff1": 0.090718, "nauc_precision_at_100_max": 0.150839, "nauc_precision_at_100_std": -0.00793, "nauc_precision_at_100_diff1": 0.07658, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.255213, "nauc_mrr_at_1_std": 0.146803, "nauc_mrr_at_1_diff1": 0.161789, "nauc_mrr_at_3_max": 0.212286, "nauc_mrr_at_3_std": 0.130075, "nauc_mrr_at_3_diff1": 0.114672, "nauc_mrr_at_5_max": 0.203456, "nauc_mrr_at_5_std": 0.128961, "nauc_mrr_at_5_diff1": 0.097253, "nauc_mrr_at_10_max": 0.204583, "nauc_mrr_at_10_std": 0.124456, "nauc_mrr_at_10_diff1": 0.101582, "nauc_mrr_at_20_max": 0.203282, "nauc_mrr_at_20_std": 0.118933, "nauc_mrr_at_20_diff1": 0.105341, "nauc_mrr_at_100_max": 0.203093, "nauc_mrr_at_100_std": 0.11645, "nauc_mrr_at_100_diff1": 0.104025, "nauc_mrr_at_1000_max": 0.203492, "nauc_mrr_at_1000_std": 0.117318, "nauc_mrr_at_1000_diff1": 0.104266, "main_score": 0.16643, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.10021, "ndcg_at_3": 0.14996, "ndcg_at_5": 0.16651, "ndcg_at_10": 0.18955, "ndcg_at_20": 0.20406, "ndcg_at_100": 0.23522, "ndcg_at_1000": 0.28001, "map_at_1": 0.10021, "map_at_3": 0.13772, "map_at_5": 0.14682, "map_at_10": 0.15646, "map_at_20": 0.16047, "map_at_100": 0.16464, "map_at_1000": 0.16596, "recall_at_1": 0.10021, "recall_at_3": 0.18539, "recall_at_5": 0.22589, "recall_at_10": 0.29645, "recall_at_20": 0.35365, "recall_at_100": 0.5238, "recall_at_1000": 0.89791, "precision_at_1": 0.10021, "precision_at_3": 0.0618, "precision_at_5": 0.04518, "precision_at_10": 0.02965, "precision_at_20": 0.01768, "precision_at_100": 0.00524, "precision_at_1000": 0.0009, "mrr_at_1": 0.100209, "mrr_at_3": 0.137717, "mrr_at_5": 0.14682, "mrr_at_10": 0.156459, "mrr_at_20": 0.160472, "mrr_at_100": 0.164643, "mrr_at_1000": 0.16596, "nauc_ndcg_at_1_max": 0.260756, "nauc_ndcg_at_1_std": 0.118084, "nauc_ndcg_at_1_diff1": 0.187106, "nauc_ndcg_at_3_max": 0.262338, "nauc_ndcg_at_3_std": 0.16075, "nauc_ndcg_at_3_diff1": 0.126722, "nauc_ndcg_at_5_max": 0.261485, "nauc_ndcg_at_5_std": 0.176322, "nauc_ndcg_at_5_diff1": 0.118929, "nauc_ndcg_at_10_max": 0.255494, "nauc_ndcg_at_10_std": 0.193506, "nauc_ndcg_at_10_diff1": 0.099086, "nauc_ndcg_at_20_max": 0.253627, "nauc_ndcg_at_20_std": 0.203812, "nauc_ndcg_at_20_diff1": 0.094816, "nauc_ndcg_at_100_max": 0.243506, "nauc_ndcg_at_100_std": 0.210929, "nauc_ndcg_at_100_diff1": 0.088498, "nauc_ndcg_at_1000_max": 0.242788, "nauc_ndcg_at_1000_std": 0.19907, "nauc_ndcg_at_1000_diff1": 0.096303, "nauc_map_at_1_max": 0.260756, "nauc_map_at_1_std": 0.118084, "nauc_map_at_1_diff1": 0.187106, "nauc_map_at_3_max": 0.262331, "nauc_map_at_3_std": 0.150882, "nauc_map_at_3_diff1": 0.138341, "nauc_map_at_5_max": 0.261635, "nauc_map_at_5_std": 0.160348, "nauc_map_at_5_diff1": 0.133618, "nauc_map_at_10_max": 0.259463, "nauc_map_at_10_std": 0.168819, "nauc_map_at_10_diff1": 0.124649, "nauc_map_at_20_max": 0.258875, "nauc_map_at_20_std": 0.172086, "nauc_map_at_20_diff1": 0.122835, "nauc_map_at_100_max": 0.256796, "nauc_map_at_100_std": 0.172561, "nauc_map_at_100_diff1": 0.12182, "nauc_map_at_1000_max": 0.256483, "nauc_map_at_1000_std": 0.172169, "nauc_map_at_1000_diff1": 0.12192, "nauc_recall_at_1_max": 0.260756, "nauc_recall_at_1_std": 0.118084, "nauc_recall_at_1_diff1": 0.187106, "nauc_recall_at_3_max": 0.262255, "nauc_recall_at_3_std": 0.184018, "nauc_recall_at_3_diff1": 0.099967, "nauc_recall_at_5_max": 0.261154, "nauc_recall_at_5_std": 0.212845, "nauc_recall_at_5_diff1": 0.086401, "nauc_recall_at_10_max": 0.245176, "nauc_recall_at_10_std": 0.247896, "nauc_recall_at_10_diff1": 0.042238, "nauc_recall_at_20_max": 0.24002, "nauc_recall_at_20_std": 0.276194, "nauc_recall_at_20_diff1": 0.033553, "nauc_recall_at_100_max": 0.203399, "nauc_recall_at_100_std": 0.313797, "nauc_recall_at_100_diff1": 0.005966, "nauc_recall_at_1000_max": 0.137951, "nauc_recall_at_1000_std": 0.326052, "nauc_recall_at_1000_diff1": -0.013359, "nauc_precision_at_1_max": 0.260756, "nauc_precision_at_1_std": 0.118084, "nauc_precision_at_1_diff1": 0.187106, "nauc_precision_at_3_max": 0.262255, "nauc_precision_at_3_std": 0.184018, "nauc_precision_at_3_diff1": 0.099967, "nauc_precision_at_5_max": 0.261154, "nauc_precision_at_5_std": 0.212845, "nauc_precision_at_5_diff1": 0.086401, "nauc_precision_at_10_max": 0.245176, "nauc_precision_at_10_std": 0.247896, "nauc_precision_at_10_diff1": 0.042238, "nauc_precision_at_20_max": 0.24002, "nauc_precision_at_20_std": 0.276194, "nauc_precision_at_20_diff1": 0.033553, "nauc_precision_at_100_max": 0.203225, "nauc_precision_at_100_std": 0.31421, "nauc_precision_at_100_diff1": 0.005356, "nauc_precision_at_1000_max": 0.137462, "nauc_precision_at_1000_std": 0.327792, "nauc_precision_at_1000_diff1": -0.015437, "nauc_mrr_at_1_max": 0.260756, "nauc_mrr_at_1_std": 0.118084, "nauc_mrr_at_1_diff1": 0.187106, "nauc_mrr_at_3_max": 0.262331, "nauc_mrr_at_3_std": 0.150882, "nauc_mrr_at_3_diff1": 0.138341, "nauc_mrr_at_5_max": 0.261635, "nauc_mrr_at_5_std": 0.160348, "nauc_mrr_at_5_diff1": 0.133618, "nauc_mrr_at_10_max": 0.259463, "nauc_mrr_at_10_std": 0.168819, "nauc_mrr_at_10_diff1": 0.124649, "nauc_mrr_at_20_max": 0.258875, "nauc_mrr_at_20_std": 0.172086, "nauc_mrr_at_20_diff1": 0.122835, "nauc_mrr_at_100_max": 0.256793, "nauc_mrr_at_100_std": 0.172568, "nauc_mrr_at_100_diff1": 0.121811, "nauc_mrr_at_1000_max": 0.25648, "nauc_mrr_at_1000_std": 0.172176, "nauc_mrr_at_1000_diff1": 0.12191, "main_score": 0.18955, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.0731, "ndcg_at_3": 0.10808, "ndcg_at_5": 0.12271, "ndcg_at_10": 0.13929, "ndcg_at_20": 0.15361, "ndcg_at_100": 0.18573, "ndcg_at_1000": 0.23654, "map_at_1": 0.0731, "map_at_3": 0.09941, "map_at_5": 0.10743, "map_at_10": 0.11415, "map_at_20": 0.11808, "map_at_100": 0.12242, "map_at_1000": 0.12382, "recall_at_1": 0.0731, "recall_at_3": 0.13322, "recall_at_5": 0.16912, "recall_at_10": 0.22102, "recall_at_20": 0.27768, "recall_at_100": 0.45242, "recall_at_1000": 0.88235, "precision_at_1": 0.0731, "precision_at_3": 0.04441, "precision_at_5": 0.03382, "precision_at_10": 0.0221, "precision_at_20": 0.01388, "precision_at_100": 0.00452, "precision_at_1000": 0.00088, "mrr_at_1": 0.073097, "mrr_at_3": 0.099409, "mrr_at_5": 0.107432, "mrr_at_10": 0.114149, "mrr_at_20": 0.118081, "mrr_at_100": 0.122417, "mrr_at_1000": 0.123817, "nauc_ndcg_at_1_max": 0.142579, "nauc_ndcg_at_1_std": 0.073031, "nauc_ndcg_at_1_diff1": 0.191551, "nauc_ndcg_at_3_max": 0.116172, "nauc_ndcg_at_3_std": 0.067, "nauc_ndcg_at_3_diff1": 0.131999, "nauc_ndcg_at_5_max": 0.110793, "nauc_ndcg_at_5_std": 0.063239, "nauc_ndcg_at_5_diff1": 0.124866, "nauc_ndcg_at_10_max": 0.104513, "nauc_ndcg_at_10_std": 0.072105, "nauc_ndcg_at_10_diff1": 0.109986, "nauc_ndcg_at_20_max": 0.091115, "nauc_ndcg_at_20_std": 0.068576, "nauc_ndcg_at_20_diff1": 0.10111, "nauc_ndcg_at_100_max": 0.099603, "nauc_ndcg_at_100_std": 0.08292, "nauc_ndcg_at_100_diff1": 0.106606, "nauc_ndcg_at_1000_max": 0.104763, "nauc_ndcg_at_1000_std": 0.081567, "nauc_ndcg_at_1000_diff1": 0.109269, "nauc_map_at_1_max": 0.142579, "nauc_map_at_1_std": 0.073031, "nauc_map_at_1_diff1": 0.191551, "nauc_map_at_3_max": 0.119967, "nauc_map_at_3_std": 0.068549, "nauc_map_at_3_diff1": 0.140977, "nauc_map_at_5_max": 0.116473, "nauc_map_at_5_std": 0.06628, "nauc_map_at_5_diff1": 0.135826, "nauc_map_at_10_max": 0.113285, "nauc_map_at_10_std": 0.070637, "nauc_map_at_10_diff1": 0.128362, "nauc_map_at_20_max": 0.108558, "nauc_map_at_20_std": 0.0695, "nauc_map_at_20_diff1": 0.124793, "nauc_map_at_100_max": 0.109773, "nauc_map_at_100_std": 0.071692, "nauc_map_at_100_diff1": 0.125624, "nauc_map_at_1000_max": 0.109774, "nauc_map_at_1000_std": 0.071408, "nauc_map_at_1000_diff1": 0.125719, "nauc_recall_at_1_max": 0.142579, "nauc_recall_at_1_std": 0.073031, "nauc_recall_at_1_diff1": 0.191551, "nauc_recall_at_3_max": 0.107991, "nauc_recall_at_3_std": 0.063378, "nauc_recall_at_3_diff1": 0.112471, "nauc_recall_at_5_max": 0.099238, "nauc_recall_at_5_std": 0.056587, "nauc_recall_at_5_diff1": 0.103163, "nauc_recall_at_10_max": 0.087462, "nauc_recall_at_10_std": 0.07607, "nauc_recall_at_10_diff1": 0.074366, "nauc_recall_at_20_max": 0.055441, "nauc_recall_at_20_std": 0.066541, "nauc_recall_at_20_diff1": 0.056647, "nauc_recall_at_100_max": 0.086838, "nauc_recall_at_100_std": 0.116946, "nauc_recall_at_100_diff1": 0.077361, "nauc_recall_at_1000_max": 0.152944, "nauc_recall_at_1000_std": 0.1872, "nauc_recall_at_1000_diff1": 0.06073, "nauc_precision_at_1_max": 0.142579, "nauc_precision_at_1_std": 0.073031, "nauc_precision_at_1_diff1": 0.191551, "nauc_precision_at_3_max": 0.107991, "nauc_precision_at_3_std": 0.063378, "nauc_precision_at_3_diff1": 0.112471, "nauc_precision_at_5_max": 0.099238, "nauc_precision_at_5_std": 0.056587, "nauc_precision_at_5_diff1": 0.103163, "nauc_precision_at_10_max": 0.087462, "nauc_precision_at_10_std": 0.07607, "nauc_precision_at_10_diff1": 0.074366, "nauc_precision_at_20_max": 0.055441, "nauc_precision_at_20_std": 0.066541, "nauc_precision_at_20_diff1": 0.056647, "nauc_precision_at_100_max": 0.086838, "nauc_precision_at_100_std": 0.116946, "nauc_precision_at_100_diff1": 0.077361, "nauc_precision_at_1000_max": 0.152944, "nauc_precision_at_1000_std": 0.1872, "nauc_precision_at_1000_diff1": 0.06073, "nauc_mrr_at_1_max": 0.142579, "nauc_mrr_at_1_std": 0.073031, "nauc_mrr_at_1_diff1": 0.191551, "nauc_mrr_at_3_max": 0.119967, "nauc_mrr_at_3_std": 0.068549, "nauc_mrr_at_3_diff1": 0.140977, "nauc_mrr_at_5_max": 0.116473, "nauc_mrr_at_5_std": 0.06628, "nauc_mrr_at_5_diff1": 0.135826, "nauc_mrr_at_10_max": 0.113285, "nauc_mrr_at_10_std": 0.070637, "nauc_mrr_at_10_diff1": 0.128362, "nauc_mrr_at_20_max": 0.108558, "nauc_mrr_at_20_std": 0.0695, "nauc_mrr_at_20_diff1": 0.124793, "nauc_mrr_at_100_max": 0.109773, "nauc_mrr_at_100_std": 0.071692, "nauc_mrr_at_100_diff1": 0.125624, "nauc_mrr_at_1000_max": 0.109774, "nauc_mrr_at_1000_std": 0.071408, "nauc_mrr_at_1000_diff1": 0.125719, "main_score": 0.13929, "hf_subset": "ja", "languages": [ "jpn-Hira" ] }, { "ndcg_at_1": 0.10365, "ndcg_at_3": 0.15476, "ndcg_at_5": 0.1718, "ndcg_at_10": 0.19344, "ndcg_at_20": 0.21081, "ndcg_at_100": 0.24042, "ndcg_at_1000": 0.28538, "map_at_1": 0.10365, "map_at_3": 0.14231, "map_at_5": 0.15181, "map_at_10": 0.16086, "map_at_20": 0.16561, "map_at_100": 0.16949, "map_at_1000": 0.17082, "recall_at_1": 0.10365, "recall_at_3": 0.19074, "recall_at_5": 0.23195, "recall_at_10": 0.29822, "recall_at_20": 0.36703, "recall_at_100": 0.52974, "recall_at_1000": 0.90527, "precision_at_1": 0.10365, "precision_at_3": 0.06358, "precision_at_5": 0.04639, "precision_at_10": 0.02982, "precision_at_20": 0.01835, "precision_at_100": 0.0053, "precision_at_1000": 0.00091, "mrr_at_1": 0.103653, "mrr_at_3": 0.142311, "mrr_at_5": 0.151805, "mrr_at_10": 0.160857, "mrr_at_20": 0.165611, "mrr_at_100": 0.16949, "mrr_at_1000": 0.170817, "nauc_ndcg_at_1_max": 0.29692, "nauc_ndcg_at_1_std": 0.126474, "nauc_ndcg_at_1_diff1": 0.200152, "nauc_ndcg_at_3_max": 0.276586, "nauc_ndcg_at_3_std": 0.159219, "nauc_ndcg_at_3_diff1": 0.120058, "nauc_ndcg_at_5_max": 0.271561, "nauc_ndcg_at_5_std": 0.167145, "nauc_ndcg_at_5_diff1": 0.100297, "nauc_ndcg_at_10_max": 0.272596, "nauc_ndcg_at_10_std": 0.189411, "nauc_ndcg_at_10_diff1": 0.087507, "nauc_ndcg_at_20_max": 0.267146, "nauc_ndcg_at_20_std": 0.201245, "nauc_ndcg_at_20_diff1": 0.079921, "nauc_ndcg_at_100_max": 0.255177, "nauc_ndcg_at_100_std": 0.208686, "nauc_ndcg_at_100_diff1": 0.081143, "nauc_ndcg_at_1000_max": 0.259764, "nauc_ndcg_at_1000_std": 0.198496, "nauc_ndcg_at_1000_diff1": 0.087409, "nauc_map_at_1_max": 0.29692, "nauc_map_at_1_std": 0.126474, "nauc_map_at_1_diff1": 0.200152, "nauc_map_at_3_max": 0.280133, "nauc_map_at_3_std": 0.152514, "nauc_map_at_3_diff1": 0.13461, "nauc_map_at_5_max": 0.277219, "nauc_map_at_5_std": 0.157458, "nauc_map_at_5_diff1": 0.122438, "nauc_map_at_10_max": 0.277649, "nauc_map_at_10_std": 0.168154, "nauc_map_at_10_diff1": 0.115895, "nauc_map_at_20_max": 0.275926, "nauc_map_at_20_std": 0.171945, "nauc_map_at_20_diff1": 0.11331, "nauc_map_at_100_max": 0.274097, "nauc_map_at_100_std": 0.173159, "nauc_map_at_100_diff1": 0.113747, "nauc_map_at_1000_max": 0.274072, "nauc_map_at_1000_std": 0.172809, "nauc_map_at_1000_diff1": 0.113959, "nauc_recall_at_1_max": 0.29692, "nauc_recall_at_1_std": 0.126474, "nauc_recall_at_1_diff1": 0.200152, "nauc_recall_at_3_max": 0.268525, "nauc_recall_at_3_std": 0.17482, "nauc_recall_at_3_diff1": 0.086774, "nauc_recall_at_5_max": 0.258716, "nauc_recall_at_5_std": 0.189043, "nauc_recall_at_5_diff1": 0.05051, "nauc_recall_at_10_max": 0.26222, "nauc_recall_at_10_std": 0.237892, "nauc_recall_at_10_diff1": 0.026523, "nauc_recall_at_20_max": 0.246767, "nauc_recall_at_20_std": 0.270532, "nauc_recall_at_20_diff1": 0.007184, "nauc_recall_at_100_max": 0.196124, "nauc_recall_at_100_std": 0.303459, "nauc_recall_at_100_diff1": 0.006701, "nauc_recall_at_1000_max": 0.173484, "nauc_recall_at_1000_std": 0.33531, "nauc_recall_at_1000_diff1": -0.050689, "nauc_precision_at_1_max": 0.29692, "nauc_precision_at_1_std": 0.126474, "nauc_precision_at_1_diff1": 0.200152, "nauc_precision_at_3_max": 0.268525, "nauc_precision_at_3_std": 0.17482, "nauc_precision_at_3_diff1": 0.086774, "nauc_precision_at_5_max": 0.258716, "nauc_precision_at_5_std": 0.189043, "nauc_precision_at_5_diff1": 0.05051, "nauc_precision_at_10_max": 0.26222, "nauc_precision_at_10_std": 0.237892, "nauc_precision_at_10_diff1": 0.026523, "nauc_precision_at_20_max": 0.246767, "nauc_precision_at_20_std": 0.270532, "nauc_precision_at_20_diff1": 0.007184, "nauc_precision_at_100_max": 0.196124, "nauc_precision_at_100_std": 0.303459, "nauc_precision_at_100_diff1": 0.006701, "nauc_precision_at_1000_max": 0.173484, "nauc_precision_at_1000_std": 0.33531, "nauc_precision_at_1000_diff1": -0.050689, "nauc_mrr_at_1_max": 0.29692, "nauc_mrr_at_1_std": 0.126474, "nauc_mrr_at_1_diff1": 0.200152, "nauc_mrr_at_3_max": 0.280133, "nauc_mrr_at_3_std": 0.152514, "nauc_mrr_at_3_diff1": 0.13461, "nauc_mrr_at_5_max": 0.277219, "nauc_mrr_at_5_std": 0.157458, "nauc_mrr_at_5_diff1": 0.122438, "nauc_mrr_at_10_max": 0.277649, "nauc_mrr_at_10_std": 0.168154, "nauc_mrr_at_10_diff1": 0.115895, "nauc_mrr_at_20_max": 0.275926, "nauc_mrr_at_20_std": 0.171945, "nauc_mrr_at_20_diff1": 0.11331, "nauc_mrr_at_100_max": 0.274097, "nauc_mrr_at_100_std": 0.173159, "nauc_mrr_at_100_diff1": 0.113747, "nauc_mrr_at_1000_max": 0.274072, "nauc_mrr_at_1000_std": 0.172809, "nauc_mrr_at_1000_diff1": 0.113959, "main_score": 0.19344, "hf_subset": "pt", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 30.762845277786255, "kg_co2_emissions": 0.0008978998953973533 }