{ "dataset_revision": "main", "task_name": "MIRACLRetrieval", "mteb_version": "1.18.0", "scores": { "dev": [ { "ndcg_at_1": 0.00242, "ndcg_at_3": 0.00369, "ndcg_at_5": 0.00403, "ndcg_at_10": 0.00441, "ndcg_at_20": 0.00477, "ndcg_at_100": 0.00591, "ndcg_at_1000": 0.00931, "map_at_1": 0.00173, "map_at_3": 0.00298, "map_at_5": 0.00327, "map_at_10": 0.00342, "map_at_20": 0.00351, "map_at_100": 0.00364, "map_at_1000": 0.00373, "recall_at_1": 0.00173, "recall_at_3": 0.00434, "recall_at_5": 0.00532, "recall_at_10": 0.00624, "recall_at_20": 0.00762, "recall_at_100": 0.01315, "recall_at_1000": 0.03842, "precision_at_1": 0.00242, "precision_at_3": 0.0023, "precision_at_5": 0.00166, "precision_at_10": 0.00104, "precision_at_20": 0.0006, "precision_at_100": 0.00022, "precision_at_1000": 7e-05, "mrr_at_1": 0.002417, "mrr_at_3": 0.004029, "mrr_at_5": 0.00427, "mrr_at_10": 0.004459, "mrr_at_20": 0.004572, "mrr_at_100": 0.004762, "mrr_at_1000": 0.004894, "nauc_ndcg_at_1_max": 0.083054, "nauc_ndcg_at_1_std": -0.004192, "nauc_ndcg_at_1_diff1": 0.465534, "nauc_ndcg_at_3_max": 0.250463, "nauc_ndcg_at_3_std": 0.082473, "nauc_ndcg_at_3_diff1": 0.464277, "nauc_ndcg_at_5_max": 0.280713, "nauc_ndcg_at_5_std": 0.092064, "nauc_ndcg_at_5_diff1": 0.452824, "nauc_ndcg_at_10_max": 0.258159, "nauc_ndcg_at_10_std": 0.079112, "nauc_ndcg_at_10_diff1": 0.455166, "nauc_ndcg_at_20_max": 0.221694, "nauc_ndcg_at_20_std": 0.050514, "nauc_ndcg_at_20_diff1": 0.401405, "nauc_ndcg_at_100_max": 0.252007, "nauc_ndcg_at_100_std": 0.132712, "nauc_ndcg_at_100_diff1": 0.353974, "nauc_ndcg_at_1000_max": 0.23881, "nauc_ndcg_at_1000_std": 0.215422, "nauc_ndcg_at_1000_diff1": 0.257274, "nauc_map_at_1_max": 0.089149, "nauc_map_at_1_std": -0.047491, "nauc_map_at_1_diff1": 0.449535, "nauc_map_at_3_max": 0.267825, "nauc_map_at_3_std": 0.063222, "nauc_map_at_3_diff1": 0.500191, "nauc_map_at_5_max": 0.291911, "nauc_map_at_5_std": 0.084588, "nauc_map_at_5_diff1": 0.484655, "nauc_map_at_10_max": 0.277223, "nauc_map_at_10_std": 0.07999, "nauc_map_at_10_diff1": 0.482931, "nauc_map_at_20_max": 0.264283, "nauc_map_at_20_std": 0.069592, "nauc_map_at_20_diff1": 0.462508, "nauc_map_at_100_max": 0.267941, "nauc_map_at_100_std": 0.083216, "nauc_map_at_100_diff1": 0.451973, "nauc_map_at_1000_max": 0.26739, "nauc_map_at_1000_std": 0.090378, "nauc_map_at_1000_diff1": 0.443029, "nauc_recall_at_1_max": 0.089149, "nauc_recall_at_1_std": -0.047491, "nauc_recall_at_1_diff1": 0.449535, "nauc_recall_at_3_max": 0.278028, "nauc_recall_at_3_std": 0.071795, "nauc_recall_at_3_diff1": 0.466162, "nauc_recall_at_5_max": 0.313171, "nauc_recall_at_5_std": 0.094351, "nauc_recall_at_5_diff1": 0.416583, "nauc_recall_at_10_max": 0.26569, "nauc_recall_at_10_std": 0.075957, "nauc_recall_at_10_diff1": 0.42659, "nauc_recall_at_20_max": 0.174692, "nauc_recall_at_20_std": 0.003673, "nauc_recall_at_20_diff1": 0.301572, "nauc_recall_at_100_max": 0.253348, "nauc_recall_at_100_std": 0.204598, "nauc_recall_at_100_diff1": 0.253971, "nauc_recall_at_1000_max": 0.241541, "nauc_recall_at_1000_std": 0.307786, "nauc_recall_at_1000_diff1": 0.151392, "nauc_precision_at_1_max": 0.083054, "nauc_precision_at_1_std": -0.004192, "nauc_precision_at_1_diff1": 0.465534, "nauc_precision_at_3_max": 0.297734, "nauc_precision_at_3_std": 0.238752, "nauc_precision_at_3_diff1": 0.444947, "nauc_precision_at_5_max": 0.326973, "nauc_precision_at_5_std": 0.241037, "nauc_precision_at_5_diff1": 0.426203, "nauc_precision_at_10_max": 0.276544, "nauc_precision_at_10_std": 0.160935, "nauc_precision_at_10_diff1": 0.438578, "nauc_precision_at_20_max": 0.208496, "nauc_precision_at_20_std": 0.104582, "nauc_precision_at_20_diff1": 0.352376, "nauc_precision_at_100_max": 0.307696, "nauc_precision_at_100_std": 0.274648, "nauc_precision_at_100_diff1": 0.244119, "nauc_precision_at_1000_max": 0.220206, "nauc_precision_at_1000_std": 0.314347, "nauc_precision_at_1000_diff1": 0.141019, "nauc_mrr_at_1_max": 0.083054, "nauc_mrr_at_1_std": -0.004192, "nauc_mrr_at_1_diff1": 0.465534, "nauc_mrr_at_3_max": 0.202962, "nauc_mrr_at_3_std": 0.08805, "nauc_mrr_at_3_diff1": 0.44376, "nauc_mrr_at_5_max": 0.205477, "nauc_mrr_at_5_std": 0.079222, "nauc_mrr_at_5_diff1": 0.433427, "nauc_mrr_at_10_max": 0.20665, "nauc_mrr_at_10_std": 0.070744, "nauc_mrr_at_10_diff1": 0.440831, "nauc_mrr_at_20_max": 0.19706, "nauc_mrr_at_20_std": 0.063619, "nauc_mrr_at_20_diff1": 0.424662, "nauc_mrr_at_100_max": 0.202885, "nauc_mrr_at_100_std": 0.078557, "nauc_mrr_at_100_diff1": 0.40867, "nauc_mrr_at_1000_max": 0.200464, "nauc_mrr_at_1000_std": 0.085729, "nauc_mrr_at_1000_diff1": 0.398844, "main_score": 0.00441, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "ndcg_at_1": 0.0073, "ndcg_at_3": 0.00738, "ndcg_at_5": 0.00754, "ndcg_at_10": 0.00945, "ndcg_at_20": 0.01058, "ndcg_at_100": 0.01302, "ndcg_at_1000": 0.01902, "map_at_1": 0.00365, "map_at_3": 0.00511, "map_at_5": 0.00521, "map_at_10": 0.0061, "map_at_20": 0.00642, "map_at_100": 0.00664, "map_at_1000": 0.00678, "recall_at_1": 0.00365, "recall_at_3": 0.00697, "recall_at_5": 0.00738, "recall_at_10": 0.01306, "recall_at_20": 0.01671, "recall_at_100": 0.02968, "recall_at_1000": 0.07326, "precision_at_1": 0.0073, "precision_at_3": 0.00568, "precision_at_5": 0.00389, "precision_at_10": 0.00268, "precision_at_20": 0.0017, "precision_at_100": 0.00054, "precision_at_1000": 0.00014, "mrr_at_1": 0.007299, "mrr_at_3": 0.01176, "mrr_at_5": 0.012368, "mrr_at_10": 0.012986, "mrr_at_20": 0.01336, "mrr_at_100": 0.01373, "mrr_at_1000": 0.013941, "nauc_ndcg_at_1_max": -0.226753, "nauc_ndcg_at_1_std": -0.181683, "nauc_ndcg_at_1_diff1": 0.58686, "nauc_ndcg_at_3_max": -0.056159, "nauc_ndcg_at_3_std": -0.063569, "nauc_ndcg_at_3_diff1": 0.539774, "nauc_ndcg_at_5_max": -0.091191, "nauc_ndcg_at_5_std": -0.049596, "nauc_ndcg_at_5_diff1": 0.487146, "nauc_ndcg_at_10_max": -0.089042, "nauc_ndcg_at_10_std": 0.047383, "nauc_ndcg_at_10_diff1": 0.361211, "nauc_ndcg_at_20_max": -0.11799, "nauc_ndcg_at_20_std": 0.149258, "nauc_ndcg_at_20_diff1": 0.333411, "nauc_ndcg_at_100_max": -0.075731, "nauc_ndcg_at_100_std": 0.113044, "nauc_ndcg_at_100_diff1": 0.29824, "nauc_ndcg_at_1000_max": -0.0814, "nauc_ndcg_at_1000_std": 0.146787, "nauc_ndcg_at_1000_diff1": 0.186505, "nauc_map_at_1_max": -0.226753, "nauc_map_at_1_std": -0.181683, "nauc_map_at_1_diff1": 0.58686, "nauc_map_at_3_max": -0.125973, "nauc_map_at_3_std": -0.094447, "nauc_map_at_3_diff1": 0.537676, "nauc_map_at_5_max": -0.127522, "nauc_map_at_5_std": -0.086307, "nauc_map_at_5_diff1": 0.521032, "nauc_map_at_10_max": -0.102312, "nauc_map_at_10_std": -0.009434, "nauc_map_at_10_diff1": 0.445952, "nauc_map_at_20_max": -0.115087, "nauc_map_at_20_std": 0.041014, "nauc_map_at_20_diff1": 0.428358, "nauc_map_at_100_max": -0.104002, "nauc_map_at_100_std": 0.038787, "nauc_map_at_100_diff1": 0.421695, "nauc_map_at_1000_max": -0.104745, "nauc_map_at_1000_std": 0.042155, "nauc_map_at_1000_diff1": 0.412358, "nauc_recall_at_1_max": -0.226753, "nauc_recall_at_1_std": -0.181683, "nauc_recall_at_1_diff1": 0.58686, "nauc_recall_at_3_max": -0.099243, "nauc_recall_at_3_std": -0.055264, "nauc_recall_at_3_diff1": 0.468726, "nauc_recall_at_5_max": -0.105088, "nauc_recall_at_5_std": -0.034428, "nauc_recall_at_5_diff1": 0.425508, "nauc_recall_at_10_max": -0.133668, "nauc_recall_at_10_std": 0.16338, "nauc_recall_at_10_diff1": 0.136577, "nauc_recall_at_20_max": -0.180907, "nauc_recall_at_20_std": 0.346137, "nauc_recall_at_20_diff1": 0.120077, "nauc_recall_at_100_max": -0.066307, "nauc_recall_at_100_std": 0.198429, "nauc_recall_at_100_diff1": 0.124081, "nauc_recall_at_1000_max": -0.088972, "nauc_recall_at_1000_std": 0.203624, "nauc_recall_at_1000_diff1": 0.013004, "nauc_precision_at_1_max": -0.226753, "nauc_precision_at_1_std": -0.181683, "nauc_precision_at_1_diff1": 0.58686, "nauc_precision_at_3_max": 0.024751, "nauc_precision_at_3_std": -0.008642, "nauc_precision_at_3_diff1": 0.521938, "nauc_precision_at_5_max": -0.004045, "nauc_precision_at_5_std": 0.032932, "nauc_precision_at_5_diff1": 0.416966, "nauc_precision_at_10_max": 0.021429, "nauc_precision_at_10_std": 0.153274, "nauc_precision_at_10_diff1": 0.31315, "nauc_precision_at_20_max": -0.06502, "nauc_precision_at_20_std": 0.334715, "nauc_precision_at_20_diff1": 0.287296, "nauc_precision_at_100_max": -0.018559, "nauc_precision_at_100_std": 0.15883, "nauc_precision_at_100_diff1": 0.220729, "nauc_precision_at_1000_max": -0.038941, "nauc_precision_at_1000_std": 0.231585, "nauc_precision_at_1000_diff1": 0.036806, "nauc_mrr_at_1_max": -0.226753, "nauc_mrr_at_1_std": -0.181683, "nauc_mrr_at_1_diff1": 0.58686, "nauc_mrr_at_3_max": -0.032681, "nauc_mrr_at_3_std": -0.055552, "nauc_mrr_at_3_diff1": 0.567174, "nauc_mrr_at_5_max": -0.041187, "nauc_mrr_at_5_std": -0.036888, "nauc_mrr_at_5_diff1": 0.523649, "nauc_mrr_at_10_max": -0.056927, "nauc_mrr_at_10_std": -0.018713, "nauc_mrr_at_10_diff1": 0.478291, "nauc_mrr_at_20_max": -0.065585, "nauc_mrr_at_20_std": 0.009829, "nauc_mrr_at_20_diff1": 0.468442, "nauc_mrr_at_100_max": -0.058423, "nauc_mrr_at_100_std": 0.003962, "nauc_mrr_at_100_diff1": 0.461739, "nauc_mrr_at_1000_max": -0.058435, "nauc_mrr_at_1000_std": 0.007351, "nauc_mrr_at_1000_diff1": 0.453403, "main_score": 0.00945, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "ndcg_at_1": 0.18033, "ndcg_at_3": 0.17626, "ndcg_at_5": 0.18935, "ndcg_at_10": 0.21888, "ndcg_at_20": 0.25012, "ndcg_at_100": 0.29721, "ndcg_at_1000": 0.33586, "map_at_1": 0.08937, "map_at_3": 0.12921, "map_at_5": 0.14327, "map_at_10": 0.15775, "map_at_20": 0.16934, "map_at_100": 0.17846, "map_at_1000": 0.18051, "recall_at_1": 0.08937, "recall_at_3": 0.16397, "recall_at_5": 0.2061, "recall_at_10": 0.2793, "recall_at_20": 0.36994, "recall_at_100": 0.56226, "recall_at_1000": 0.79892, "precision_at_1": 0.18033, "precision_at_3": 0.12678, "precision_at_5": 0.10033, "precision_at_10": 0.07049, "precision_at_20": 0.04836, "precision_at_100": 0.01502, "precision_at_1000": 0.00213, "mrr_at_1": 0.180328, "mrr_at_3": 0.239891, "mrr_at_5": 0.252842, "mrr_at_10": 0.26745, "mrr_at_20": 0.274162, "mrr_at_100": 0.277967, "mrr_at_1000": 0.2787, "nauc_ndcg_at_1_max": 0.131533, "nauc_ndcg_at_1_std": 0.170609, "nauc_ndcg_at_1_diff1": 0.225695, "nauc_ndcg_at_3_max": 0.207403, "nauc_ndcg_at_3_std": 0.230671, "nauc_ndcg_at_3_diff1": 0.243913, "nauc_ndcg_at_5_max": 0.224064, "nauc_ndcg_at_5_std": 0.22743, "nauc_ndcg_at_5_diff1": 0.256447, "nauc_ndcg_at_10_max": 0.264284, "nauc_ndcg_at_10_std": 0.283372, "nauc_ndcg_at_10_diff1": 0.235524, "nauc_ndcg_at_20_max": 0.270571, "nauc_ndcg_at_20_std": 0.304152, "nauc_ndcg_at_20_diff1": 0.232341, "nauc_ndcg_at_100_max": 0.264679, "nauc_ndcg_at_100_std": 0.340079, "nauc_ndcg_at_100_diff1": 0.226651, "nauc_ndcg_at_1000_max": 0.262127, "nauc_ndcg_at_1000_std": 0.339688, "nauc_ndcg_at_1000_diff1": 0.220319, "nauc_map_at_1_max": 0.110949, "nauc_map_at_1_std": 0.098835, "nauc_map_at_1_diff1": 0.239812, "nauc_map_at_3_max": 0.184986, "nauc_map_at_3_std": 0.162176, "nauc_map_at_3_diff1": 0.238593, "nauc_map_at_5_max": 0.200183, "nauc_map_at_5_std": 0.177576, "nauc_map_at_5_diff1": 0.243367, "nauc_map_at_10_max": 0.233385, "nauc_map_at_10_std": 0.222596, "nauc_map_at_10_diff1": 0.237662, "nauc_map_at_20_max": 0.236896, "nauc_map_at_20_std": 0.236916, "nauc_map_at_20_diff1": 0.232, "nauc_map_at_100_max": 0.238381, "nauc_map_at_100_std": 0.251079, "nauc_map_at_100_diff1": 0.231068, "nauc_map_at_1000_max": 0.238081, "nauc_map_at_1000_std": 0.251644, "nauc_map_at_1000_diff1": 0.230789, "nauc_recall_at_1_max": 0.110949, "nauc_recall_at_1_std": 0.098835, "nauc_recall_at_1_diff1": 0.239812, "nauc_recall_at_3_max": 0.219914, "nauc_recall_at_3_std": 0.202971, "nauc_recall_at_3_diff1": 0.243631, "nauc_recall_at_5_max": 0.233292, "nauc_recall_at_5_std": 0.218665, "nauc_recall_at_5_diff1": 0.257242, "nauc_recall_at_10_max": 0.318823, "nauc_recall_at_10_std": 0.337978, "nauc_recall_at_10_diff1": 0.197903, "nauc_recall_at_20_max": 0.314762, "nauc_recall_at_20_std": 0.363573, "nauc_recall_at_20_diff1": 0.199287, "nauc_recall_at_100_max": 0.287741, "nauc_recall_at_100_std": 0.452837, "nauc_recall_at_100_diff1": 0.174994, "nauc_recall_at_1000_max": 0.319287, "nauc_recall_at_1000_std": 0.513806, "nauc_recall_at_1000_diff1": 0.127616, "nauc_precision_at_1_max": 0.131533, "nauc_precision_at_1_std": 0.170609, "nauc_precision_at_1_diff1": 0.225695, "nauc_precision_at_3_max": 0.263026, "nauc_precision_at_3_std": 0.317488, "nauc_precision_at_3_diff1": 0.232766, "nauc_precision_at_5_max": 0.272959, "nauc_precision_at_5_std": 0.332007, "nauc_precision_at_5_diff1": 0.218883, "nauc_precision_at_10_max": 0.309552, "nauc_precision_at_10_std": 0.428091, "nauc_precision_at_10_diff1": 0.157874, "nauc_precision_at_20_max": 0.278379, "nauc_precision_at_20_std": 0.411784, "nauc_precision_at_20_diff1": 0.110606, "nauc_precision_at_100_max": 0.208067, "nauc_precision_at_100_std": 0.44519, "nauc_precision_at_100_diff1": 0.069537, "nauc_precision_at_1000_max": 0.123544, "nauc_precision_at_1000_std": 0.375691, "nauc_precision_at_1000_diff1": -0.013259, "nauc_mrr_at_1_max": 0.131533, "nauc_mrr_at_1_std": 0.170609, "nauc_mrr_at_1_diff1": 0.225695, "nauc_mrr_at_3_max": 0.197035, "nauc_mrr_at_3_std": 0.232455, "nauc_mrr_at_3_diff1": 0.254856, "nauc_mrr_at_5_max": 0.198472, "nauc_mrr_at_5_std": 0.235853, "nauc_mrr_at_5_diff1": 0.259573, "nauc_mrr_at_10_max": 0.198565, "nauc_mrr_at_10_std": 0.249725, "nauc_mrr_at_10_diff1": 0.244228, "nauc_mrr_at_20_max": 0.203513, "nauc_mrr_at_20_std": 0.254661, "nauc_mrr_at_20_diff1": 0.246342, "nauc_mrr_at_100_max": 0.202681, "nauc_mrr_at_100_std": 0.25494, "nauc_mrr_at_100_diff1": 0.245652, "nauc_mrr_at_1000_max": 0.202641, "nauc_mrr_at_1000_std": 0.254606, "nauc_mrr_at_1000_diff1": 0.245446, "main_score": 0.21888, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.45307, "ndcg_at_3": 0.44919, "ndcg_at_5": 0.46692, "ndcg_at_10": 0.50423, "ndcg_at_20": 0.53828, "ndcg_at_100": 0.58042, "ndcg_at_1000": 0.59973, "map_at_1": 0.21797, "map_at_3": 0.33383, "map_at_5": 0.36904, "map_at_10": 0.39891, "map_at_20": 0.41449, "map_at_100": 0.42556, "map_at_1000": 0.42707, "recall_at_1": 0.21797, "recall_at_3": 0.41615, "recall_at_5": 0.5018, "recall_at_10": 0.6086, "recall_at_20": 0.7036, "recall_at_100": 0.8596, "recall_at_1000": 0.96876, "precision_at_1": 0.45307, "precision_at_3": 0.31206, "precision_at_5": 0.2388, "precision_at_10": 0.15294, "precision_at_20": 0.09287, "precision_at_100": 0.02429, "precision_at_1000": 0.00279, "mrr_at_1": 0.453066, "mrr_at_3": 0.563413, "mrr_at_5": 0.580935, "mrr_at_10": 0.589389, "mrr_at_20": 0.592819, "mrr_at_100": 0.59431, "mrr_at_1000": 0.594494, "nauc_ndcg_at_1_max": 0.303639, "nauc_ndcg_at_1_std": 0.085927, "nauc_ndcg_at_1_diff1": 0.389566, "nauc_ndcg_at_3_max": 0.285331, "nauc_ndcg_at_3_std": 0.069705, "nauc_ndcg_at_3_diff1": 0.312474, "nauc_ndcg_at_5_max": 0.276486, "nauc_ndcg_at_5_std": 0.064297, "nauc_ndcg_at_5_diff1": 0.297073, "nauc_ndcg_at_10_max": 0.286764, "nauc_ndcg_at_10_std": 0.072462, "nauc_ndcg_at_10_diff1": 0.305608, "nauc_ndcg_at_20_max": 0.309544, "nauc_ndcg_at_20_std": 0.100413, "nauc_ndcg_at_20_diff1": 0.307768, "nauc_ndcg_at_100_max": 0.334274, "nauc_ndcg_at_100_std": 0.135275, "nauc_ndcg_at_100_diff1": 0.313682, "nauc_ndcg_at_1000_max": 0.331358, "nauc_ndcg_at_1000_std": 0.13419, "nauc_ndcg_at_1000_diff1": 0.315782, "nauc_map_at_1_max": 0.148351, "nauc_map_at_1_std": -0.04224, "nauc_map_at_1_diff1": 0.324323, "nauc_map_at_3_max": 0.201228, "nauc_map_at_3_std": -0.013545, "nauc_map_at_3_diff1": 0.31145, "nauc_map_at_5_max": 0.217631, "nauc_map_at_5_std": 0.006979, "nauc_map_at_5_diff1": 0.296511, "nauc_map_at_10_max": 0.240047, "nauc_map_at_10_std": 0.029186, "nauc_map_at_10_diff1": 0.298469, "nauc_map_at_20_max": 0.255578, "nauc_map_at_20_std": 0.047317, "nauc_map_at_20_diff1": 0.298377, "nauc_map_at_100_max": 0.264998, "nauc_map_at_100_std": 0.059557, "nauc_map_at_100_diff1": 0.300494, "nauc_map_at_1000_max": 0.265055, "nauc_map_at_1000_std": 0.059734, "nauc_map_at_1000_diff1": 0.300652, "nauc_recall_at_1_max": 0.148351, "nauc_recall_at_1_std": -0.04224, "nauc_recall_at_1_diff1": 0.324323, "nauc_recall_at_3_max": 0.19097, "nauc_recall_at_3_std": -0.004642, "nauc_recall_at_3_diff1": 0.245035, "nauc_recall_at_5_max": 0.203973, "nauc_recall_at_5_std": 0.017041, "nauc_recall_at_5_diff1": 0.213111, "nauc_recall_at_10_max": 0.208615, "nauc_recall_at_10_std": 0.028374, "nauc_recall_at_10_diff1": 0.207972, "nauc_recall_at_20_max": 0.242453, "nauc_recall_at_20_std": 0.075257, "nauc_recall_at_20_diff1": 0.202786, "nauc_recall_at_100_max": 0.36315, "nauc_recall_at_100_std": 0.235004, "nauc_recall_at_100_diff1": 0.216145, "nauc_recall_at_1000_max": 0.47634, "nauc_recall_at_1000_std": 0.537165, "nauc_recall_at_1000_diff1": 0.211901, "nauc_precision_at_1_max": 0.303639, "nauc_precision_at_1_std": 0.085927, "nauc_precision_at_1_diff1": 0.389566, "nauc_precision_at_3_max": 0.339652, "nauc_precision_at_3_std": 0.184432, "nauc_precision_at_3_diff1": 0.20141, "nauc_precision_at_5_max": 0.338895, "nauc_precision_at_5_std": 0.226312, "nauc_precision_at_5_diff1": 0.115577, "nauc_precision_at_10_max": 0.325976, "nauc_precision_at_10_std": 0.256699, "nauc_precision_at_10_diff1": 0.073289, "nauc_precision_at_20_max": 0.3176, "nauc_precision_at_20_std": 0.299061, "nauc_precision_at_20_diff1": 0.027105, "nauc_precision_at_100_max": 0.253743, "nauc_precision_at_100_std": 0.315572, "nauc_precision_at_100_diff1": -0.03919, "nauc_precision_at_1000_max": 0.184216, "nauc_precision_at_1000_std": 0.264449, "nauc_precision_at_1000_diff1": -0.068501, "nauc_mrr_at_1_max": 0.303639, "nauc_mrr_at_1_std": 0.085927, "nauc_mrr_at_1_diff1": 0.389566, "nauc_mrr_at_3_max": 0.352268, "nauc_mrr_at_3_std": 0.138247, "nauc_mrr_at_3_diff1": 0.369661, "nauc_mrr_at_5_max": 0.35944, "nauc_mrr_at_5_std": 0.144914, "nauc_mrr_at_5_diff1": 0.365524, "nauc_mrr_at_10_max": 0.358085, "nauc_mrr_at_10_std": 0.143101, "nauc_mrr_at_10_diff1": 0.370999, "nauc_mrr_at_20_max": 0.356018, "nauc_mrr_at_20_std": 0.141527, "nauc_mrr_at_20_diff1": 0.370886, "nauc_mrr_at_100_max": 0.355333, "nauc_mrr_at_100_std": 0.141134, "nauc_mrr_at_100_diff1": 0.371108, "nauc_mrr_at_1000_max": 0.355231, "nauc_mrr_at_1000_std": 0.140993, "nauc_mrr_at_1000_diff1": 0.371142, "main_score": 0.50423, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.29784, "ndcg_at_3": 0.27424, "ndcg_at_5": 0.27093, "ndcg_at_10": 0.29075, "ndcg_at_20": 0.33316, "ndcg_at_100": 0.39906, "ndcg_at_1000": 0.44205, "map_at_1": 0.08229, "map_at_3": 0.14466, "map_at_5": 0.16985, "map_at_10": 0.19562, "map_at_20": 0.21434, "map_at_100": 0.23144, "map_at_1000": 0.23469, "recall_at_1": 0.08229, "recall_at_3": 0.18621, "recall_at_5": 0.24548, "recall_at_10": 0.33095, "recall_at_20": 0.4363, "recall_at_100": 0.65774, "recall_at_1000": 0.87246, "precision_at_1": 0.29784, "precision_at_3": 0.23611, "precision_at_5": 0.1966, "precision_at_10": 0.14028, "precision_at_20": 0.09529, "precision_at_100": 0.02988, "precision_at_1000": 0.00403, "mrr_at_1": 0.29784, "mrr_at_3": 0.385545, "mrr_at_5": 0.406842, "mrr_at_10": 0.420181, "mrr_at_20": 0.426036, "mrr_at_100": 0.42901, "mrr_at_1000": 0.429409, "nauc_ndcg_at_1_max": 0.242836, "nauc_ndcg_at_1_std": 0.127151, "nauc_ndcg_at_1_diff1": 0.263843, "nauc_ndcg_at_3_max": 0.264231, "nauc_ndcg_at_3_std": 0.16182, "nauc_ndcg_at_3_diff1": 0.240271, "nauc_ndcg_at_5_max": 0.279838, "nauc_ndcg_at_5_std": 0.161271, "nauc_ndcg_at_5_diff1": 0.247723, "nauc_ndcg_at_10_max": 0.279225, "nauc_ndcg_at_10_std": 0.167497, "nauc_ndcg_at_10_diff1": 0.236182, "nauc_ndcg_at_20_max": 0.306938, "nauc_ndcg_at_20_std": 0.222291, "nauc_ndcg_at_20_diff1": 0.232473, "nauc_ndcg_at_100_max": 0.356567, "nauc_ndcg_at_100_std": 0.301341, "nauc_ndcg_at_100_diff1": 0.232053, "nauc_ndcg_at_1000_max": 0.363773, "nauc_ndcg_at_1000_std": 0.30687, "nauc_ndcg_at_1000_diff1": 0.225497, "nauc_map_at_1_max": 0.095904, "nauc_map_at_1_std": -0.028182, "nauc_map_at_1_diff1": 0.273802, "nauc_map_at_3_max": 0.183981, "nauc_map_at_3_std": 0.032661, "nauc_map_at_3_diff1": 0.264484, "nauc_map_at_5_max": 0.218037, "nauc_map_at_5_std": 0.062042, "nauc_map_at_5_diff1": 0.26036, "nauc_map_at_10_max": 0.237708, "nauc_map_at_10_std": 0.106229, "nauc_map_at_10_diff1": 0.243251, "nauc_map_at_20_max": 0.258163, "nauc_map_at_20_std": 0.144477, "nauc_map_at_20_diff1": 0.24344, "nauc_map_at_100_max": 0.280748, "nauc_map_at_100_std": 0.180191, "nauc_map_at_100_diff1": 0.243175, "nauc_map_at_1000_max": 0.283009, "nauc_map_at_1000_std": 0.182767, "nauc_map_at_1000_diff1": 0.242753, "nauc_recall_at_1_max": 0.095904, "nauc_recall_at_1_std": -0.028182, "nauc_recall_at_1_diff1": 0.273802, "nauc_recall_at_3_max": 0.190114, "nauc_recall_at_3_std": 0.034154, "nauc_recall_at_3_diff1": 0.240661, "nauc_recall_at_5_max": 0.220007, "nauc_recall_at_5_std": 0.066368, "nauc_recall_at_5_diff1": 0.219126, "nauc_recall_at_10_max": 0.232442, "nauc_recall_at_10_std": 0.138012, "nauc_recall_at_10_diff1": 0.178149, "nauc_recall_at_20_max": 0.254597, "nauc_recall_at_20_std": 0.220223, "nauc_recall_at_20_diff1": 0.154752, "nauc_recall_at_100_max": 0.3561, "nauc_recall_at_100_std": 0.406335, "nauc_recall_at_100_diff1": 0.145871, "nauc_recall_at_1000_max": 0.451123, "nauc_recall_at_1000_std": 0.57223, "nauc_recall_at_1000_diff1": 0.066249, "nauc_precision_at_1_max": 0.242836, "nauc_precision_at_1_std": 0.127151, "nauc_precision_at_1_diff1": 0.263843, "nauc_precision_at_3_max": 0.312992, "nauc_precision_at_3_std": 0.237035, "nauc_precision_at_3_diff1": 0.213916, "nauc_precision_at_5_max": 0.358637, "nauc_precision_at_5_std": 0.296662, "nauc_precision_at_5_diff1": 0.193487, "nauc_precision_at_10_max": 0.35575, "nauc_precision_at_10_std": 0.361917, "nauc_precision_at_10_diff1": 0.13303, "nauc_precision_at_20_max": 0.379252, "nauc_precision_at_20_std": 0.432287, "nauc_precision_at_20_diff1": 0.112406, "nauc_precision_at_100_max": 0.385773, "nauc_precision_at_100_std": 0.499232, "nauc_precision_at_100_diff1": 0.057072, "nauc_precision_at_1000_max": 0.311207, "nauc_precision_at_1000_std": 0.41795, "nauc_precision_at_1000_diff1": -0.017299, "nauc_mrr_at_1_max": 0.242836, "nauc_mrr_at_1_std": 0.127151, "nauc_mrr_at_1_diff1": 0.263843, "nauc_mrr_at_3_max": 0.284965, "nauc_mrr_at_3_std": 0.173233, "nauc_mrr_at_3_diff1": 0.256494, "nauc_mrr_at_5_max": 0.290309, "nauc_mrr_at_5_std": 0.186667, "nauc_mrr_at_5_diff1": 0.250334, "nauc_mrr_at_10_max": 0.295327, "nauc_mrr_at_10_std": 0.194136, "nauc_mrr_at_10_diff1": 0.247177, "nauc_mrr_at_20_max": 0.296205, "nauc_mrr_at_20_std": 0.196161, "nauc_mrr_at_20_diff1": 0.245919, "nauc_mrr_at_100_max": 0.295224, "nauc_mrr_at_100_std": 0.194829, "nauc_mrr_at_100_diff1": 0.246772, "nauc_mrr_at_1000_max": 0.294891, "nauc_mrr_at_1000_std": 0.194441, "nauc_mrr_at_1000_diff1": 0.246932, "main_score": 0.29075, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.00038, "ndcg_at_10": 0.00161, "ndcg_at_20": 0.00181, "ndcg_at_100": 0.00256, "ndcg_at_1000": 0.00822, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.00016, "map_at_10": 0.00055, "map_at_20": 0.00064, "map_at_100": 0.00072, "map_at_1000": 0.00088, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.00079, "recall_at_10": 0.00422, "recall_at_20": 0.00475, "recall_at_100": 0.00803, "recall_at_1000": 0.0502, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.00032, "precision_at_10": 0.00079, "precision_at_20": 0.00047, "precision_at_100": 0.00017, "precision_at_1000": 9e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.000316, "mrr_at_10": 0.001074, "mrr_at_20": 0.001074, "mrr_at_100": 0.00125, "mrr_at_1000": 0.001437, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": 1.0, "nauc_ndcg_at_5_std": -0.414512, "nauc_ndcg_at_5_diff1": 0.661392, "nauc_ndcg_at_10_max": 0.127087, "nauc_ndcg_at_10_std": -0.137146, "nauc_ndcg_at_10_diff1": 0.155854, "nauc_ndcg_at_20_max": 0.149437, "nauc_ndcg_at_20_std": -0.007279, "nauc_ndcg_at_20_diff1": 0.174918, "nauc_ndcg_at_100_max": 0.058843, "nauc_ndcg_at_100_std": -0.049932, "nauc_ndcg_at_100_diff1": 0.171472, "nauc_ndcg_at_1000_max": 0.069371, "nauc_ndcg_at_1000_std": 0.121412, "nauc_ndcg_at_1000_diff1": 0.06461, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": 1.0, "nauc_map_at_5_std": -0.414512, "nauc_map_at_5_diff1": 0.661392, "nauc_map_at_10_max": 0.191816, "nauc_map_at_10_std": -0.170812, "nauc_map_at_10_diff1": 0.196362, "nauc_map_at_20_max": 0.211393, "nauc_map_at_20_std": 0.0042, "nauc_map_at_20_diff1": 0.215259, "nauc_map_at_100_max": 0.174215, "nauc_map_at_100_std": -0.022259, "nauc_map_at_100_diff1": 0.208191, "nauc_map_at_1000_max": 0.162442, "nauc_map_at_1000_std": 0.017676, "nauc_map_at_1000_diff1": 0.189679, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": -0.414512, "nauc_recall_at_5_diff1": 0.661392, "nauc_recall_at_10_max": 0.060488, "nauc_recall_at_10_std": -0.189415, "nauc_recall_at_10_diff1": 0.119946, "nauc_recall_at_20_max": 0.089632, "nauc_recall_at_20_std": -0.057257, "nauc_recall_at_20_diff1": 0.142483, "nauc_recall_at_100_max": -0.010207, "nauc_recall_at_100_std": -0.131758, "nauc_recall_at_100_diff1": 0.144302, "nauc_recall_at_1000_max": 0.06445, "nauc_recall_at_1000_std": 0.148266, "nauc_recall_at_1000_diff1": 0.038161, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": -0.414512, "nauc_precision_at_5_diff1": 0.661392, "nauc_precision_at_10_max": 0.099488, "nauc_precision_at_10_std": -0.045924, "nauc_precision_at_10_diff1": 0.136363, "nauc_precision_at_20_max": 0.136705, "nauc_precision_at_20_std": 0.128397, "nauc_precision_at_20_diff1": 0.167433, "nauc_precision_at_100_max": -0.008656, "nauc_precision_at_100_std": 0.076944, "nauc_precision_at_100_diff1": 0.176807, "nauc_precision_at_1000_max": 0.039477, "nauc_precision_at_1000_std": 0.175126, "nauc_precision_at_1000_diff1": 0.01055, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": 1.0, "nauc_mrr_at_5_std": -0.414512, "nauc_mrr_at_5_diff1": 0.661392, "nauc_mrr_at_10_max": 0.222297, "nauc_mrr_at_10_std": -0.036295, "nauc_mrr_at_10_diff1": 0.213659, "nauc_mrr_at_20_max": 0.222297, "nauc_mrr_at_20_std": -0.036295, "nauc_mrr_at_20_diff1": 0.213659, "nauc_mrr_at_100_max": 0.16712, "nauc_mrr_at_100_std": -0.022413, "nauc_mrr_at_100_diff1": 0.211627, "nauc_mrr_at_1000_max": 0.157464, "nauc_mrr_at_1000_std": 0.00713, "nauc_mrr_at_1000_diff1": 0.189649, "main_score": 0.00161, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "ndcg_at_1": 0.20378, "ndcg_at_3": 0.21462, "ndcg_at_5": 0.2434, "ndcg_at_10": 0.28098, "ndcg_at_20": 0.30861, "ndcg_at_100": 0.35133, "ndcg_at_1000": 0.37583, "map_at_1": 0.12353, "map_at_3": 0.17654, "map_at_5": 0.19588, "map_at_10": 0.2142, "map_at_20": 0.22377, "map_at_100": 0.23123, "map_at_1000": 0.23243, "recall_at_1": 0.12353, "recall_at_3": 0.22738, "recall_at_5": 0.29212, "recall_at_10": 0.38951, "recall_at_20": 0.47999, "recall_at_100": 0.67189, "recall_at_1000": 0.83429, "precision_at_1": 0.20378, "precision_at_3": 0.13113, "precision_at_5": 0.10401, "precision_at_10": 0.0712, "precision_at_20": 0.04457, "precision_at_100": 0.01268, "precision_at_1000": 0.00159, "mrr_at_1": 0.203777, "mrr_at_3": 0.268162, "mrr_at_5": 0.284763, "mrr_at_10": 0.298681, "mrr_at_20": 0.304461, "mrr_at_100": 0.309063, "mrr_at_1000": 0.309655, "nauc_ndcg_at_1_max": 0.283755, "nauc_ndcg_at_1_std": 0.054005, "nauc_ndcg_at_1_diff1": 0.370513, "nauc_ndcg_at_3_max": 0.263965, "nauc_ndcg_at_3_std": 0.054312, "nauc_ndcg_at_3_diff1": 0.310443, "nauc_ndcg_at_5_max": 0.276986, "nauc_ndcg_at_5_std": 0.061597, "nauc_ndcg_at_5_diff1": 0.315774, "nauc_ndcg_at_10_max": 0.286004, "nauc_ndcg_at_10_std": 0.081054, "nauc_ndcg_at_10_diff1": 0.304855, "nauc_ndcg_at_20_max": 0.298944, "nauc_ndcg_at_20_std": 0.09888, "nauc_ndcg_at_20_diff1": 0.302195, "nauc_ndcg_at_100_max": 0.323185, "nauc_ndcg_at_100_std": 0.14524, "nauc_ndcg_at_100_diff1": 0.30165, "nauc_ndcg_at_1000_max": 0.32797, "nauc_ndcg_at_1000_std": 0.153669, "nauc_ndcg_at_1000_diff1": 0.301339, "nauc_map_at_1_max": 0.231269, "nauc_map_at_1_std": -0.001816, "nauc_map_at_1_diff1": 0.389029, "nauc_map_at_3_max": 0.253141, "nauc_map_at_3_std": 0.033633, "nauc_map_at_3_diff1": 0.332506, "nauc_map_at_5_max": 0.268589, "nauc_map_at_5_std": 0.044429, "nauc_map_at_5_diff1": 0.331003, "nauc_map_at_10_max": 0.276607, "nauc_map_at_10_std": 0.057392, "nauc_map_at_10_diff1": 0.328702, "nauc_map_at_20_max": 0.284177, "nauc_map_at_20_std": 0.065819, "nauc_map_at_20_diff1": 0.328375, "nauc_map_at_100_max": 0.290528, "nauc_map_at_100_std": 0.075964, "nauc_map_at_100_diff1": 0.328024, "nauc_map_at_1000_max": 0.290988, "nauc_map_at_1000_std": 0.076801, "nauc_map_at_1000_diff1": 0.327866, "nauc_recall_at_1_max": 0.231269, "nauc_recall_at_1_std": -0.001816, "nauc_recall_at_1_diff1": 0.389029, "nauc_recall_at_3_max": 0.229149, "nauc_recall_at_3_std": 0.045636, "nauc_recall_at_3_diff1": 0.260916, "nauc_recall_at_5_max": 0.242103, "nauc_recall_at_5_std": 0.059362, "nauc_recall_at_5_diff1": 0.256421, "nauc_recall_at_10_max": 0.239738, "nauc_recall_at_10_std": 0.091841, "nauc_recall_at_10_diff1": 0.224026, "nauc_recall_at_20_max": 0.260649, "nauc_recall_at_20_std": 0.13536, "nauc_recall_at_20_diff1": 0.212293, "nauc_recall_at_100_max": 0.350504, "nauc_recall_at_100_std": 0.34102, "nauc_recall_at_100_diff1": 0.1996, "nauc_recall_at_1000_max": 0.427047, "nauc_recall_at_1000_std": 0.557313, "nauc_recall_at_1000_diff1": 0.159684, "nauc_precision_at_1_max": 0.283755, "nauc_precision_at_1_std": 0.054005, "nauc_precision_at_1_diff1": 0.370513, "nauc_precision_at_3_max": 0.310651, "nauc_precision_at_3_std": 0.120699, "nauc_precision_at_3_diff1": 0.258519, "nauc_precision_at_5_max": 0.330672, "nauc_precision_at_5_std": 0.132605, "nauc_precision_at_5_diff1": 0.251301, "nauc_precision_at_10_max": 0.33752, "nauc_precision_at_10_std": 0.172996, "nauc_precision_at_10_diff1": 0.205514, "nauc_precision_at_20_max": 0.343694, "nauc_precision_at_20_std": 0.201756, "nauc_precision_at_20_diff1": 0.174213, "nauc_precision_at_100_max": 0.357776, "nauc_precision_at_100_std": 0.319039, "nauc_precision_at_100_diff1": 0.104335, "nauc_precision_at_1000_max": 0.316307, "nauc_precision_at_1000_std": 0.327478, "nauc_precision_at_1000_diff1": 0.033042, "nauc_mrr_at_1_max": 0.283755, "nauc_mrr_at_1_std": 0.054005, "nauc_mrr_at_1_diff1": 0.370513, "nauc_mrr_at_3_max": 0.283638, "nauc_mrr_at_3_std": 0.07638, "nauc_mrr_at_3_diff1": 0.311508, "nauc_mrr_at_5_max": 0.287246, "nauc_mrr_at_5_std": 0.077621, "nauc_mrr_at_5_diff1": 0.321224, "nauc_mrr_at_10_max": 0.290875, "nauc_mrr_at_10_std": 0.081683, "nauc_mrr_at_10_diff1": 0.313912, "nauc_mrr_at_20_max": 0.291996, "nauc_mrr_at_20_std": 0.083992, "nauc_mrr_at_20_diff1": 0.312792, "nauc_mrr_at_100_max": 0.29316, "nauc_mrr_at_100_std": 0.086992, "nauc_mrr_at_100_diff1": 0.313579, "nauc_mrr_at_1000_max": 0.293095, "nauc_mrr_at_1000_std": 0.086888, "nauc_mrr_at_1000_diff1": 0.313655, "main_score": 0.28098, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "ndcg_at_1": 0.20991, "ndcg_at_3": 0.20524, "ndcg_at_5": 0.22827, "ndcg_at_10": 0.26837, "ndcg_at_20": 0.29597, "ndcg_at_100": 0.35426, "ndcg_at_1000": 0.38275, "map_at_1": 0.11779, "map_at_3": 0.16494, "map_at_5": 0.18137, "map_at_10": 0.19955, "map_at_20": 0.20955, "map_at_100": 0.22023, "map_at_1000": 0.22169, "recall_at_1": 0.11779, "recall_at_3": 0.21059, "recall_at_5": 0.26759, "recall_at_10": 0.3729, "recall_at_20": 0.45768, "recall_at_100": 0.70949, "recall_at_1000": 0.89121, "precision_at_1": 0.20991, "precision_at_3": 0.12634, "precision_at_5": 0.09854, "precision_at_10": 0.07172, "precision_at_20": 0.04563, "precision_at_100": 0.01481, "precision_at_1000": 0.0019, "mrr_at_1": 0.209913, "mrr_at_3": 0.262391, "mrr_at_5": 0.279155, "mrr_at_10": 0.29697, "mrr_at_20": 0.302899, "mrr_at_100": 0.308602, "mrr_at_1000": 0.309146, "nauc_ndcg_at_1_max": 0.195297, "nauc_ndcg_at_1_std": 0.235775, "nauc_ndcg_at_1_diff1": 0.235759, "nauc_ndcg_at_3_max": 0.084401, "nauc_ndcg_at_3_std": 0.258656, "nauc_ndcg_at_3_diff1": 0.130813, "nauc_ndcg_at_5_max": 0.09174, "nauc_ndcg_at_5_std": 0.254896, "nauc_ndcg_at_5_diff1": 0.13703, "nauc_ndcg_at_10_max": 0.095289, "nauc_ndcg_at_10_std": 0.2811, "nauc_ndcg_at_10_diff1": 0.164596, "nauc_ndcg_at_20_max": 0.113158, "nauc_ndcg_at_20_std": 0.318046, "nauc_ndcg_at_20_diff1": 0.16384, "nauc_ndcg_at_100_max": 0.132571, "nauc_ndcg_at_100_std": 0.347471, "nauc_ndcg_at_100_diff1": 0.154086, "nauc_ndcg_at_1000_max": 0.123867, "nauc_ndcg_at_1000_std": 0.332237, "nauc_ndcg_at_1000_diff1": 0.15632, "nauc_map_at_1_max": 0.097557, "nauc_map_at_1_std": 0.171567, "nauc_map_at_1_diff1": 0.204614, "nauc_map_at_3_max": 0.075704, "nauc_map_at_3_std": 0.221293, "nauc_map_at_3_diff1": 0.137272, "nauc_map_at_5_max": 0.08428, "nauc_map_at_5_std": 0.227819, "nauc_map_at_5_diff1": 0.14319, "nauc_map_at_10_max": 0.088414, "nauc_map_at_10_std": 0.247119, "nauc_map_at_10_diff1": 0.16085, "nauc_map_at_20_max": 0.097636, "nauc_map_at_20_std": 0.263688, "nauc_map_at_20_diff1": 0.160472, "nauc_map_at_100_max": 0.101034, "nauc_map_at_100_std": 0.274267, "nauc_map_at_100_diff1": 0.158352, "nauc_map_at_1000_max": 0.100473, "nauc_map_at_1000_std": 0.27335, "nauc_map_at_1000_diff1": 0.158445, "nauc_recall_at_1_max": 0.097557, "nauc_recall_at_1_std": 0.171567, "nauc_recall_at_1_diff1": 0.204614, "nauc_recall_at_3_max": 0.024447, "nauc_recall_at_3_std": 0.249155, "nauc_recall_at_3_diff1": 0.065297, "nauc_recall_at_5_max": 0.043749, "nauc_recall_at_5_std": 0.228773, "nauc_recall_at_5_diff1": 0.080279, "nauc_recall_at_10_max": 0.044052, "nauc_recall_at_10_std": 0.278119, "nauc_recall_at_10_diff1": 0.132076, "nauc_recall_at_20_max": 0.087673, "nauc_recall_at_20_std": 0.367684, "nauc_recall_at_20_diff1": 0.135093, "nauc_recall_at_100_max": 0.195367, "nauc_recall_at_100_std": 0.51998, "nauc_recall_at_100_diff1": 0.084445, "nauc_recall_at_1000_max": 0.188034, "nauc_recall_at_1000_std": 0.619769, "nauc_recall_at_1000_diff1": 0.047814, "nauc_precision_at_1_max": 0.195297, "nauc_precision_at_1_std": 0.235775, "nauc_precision_at_1_diff1": 0.235759, "nauc_precision_at_3_max": 0.120404, "nauc_precision_at_3_std": 0.320993, "nauc_precision_at_3_diff1": 0.129953, "nauc_precision_at_5_max": 0.124002, "nauc_precision_at_5_std": 0.32327, "nauc_precision_at_5_diff1": 0.115533, "nauc_precision_at_10_max": 0.114054, "nauc_precision_at_10_std": 0.375452, "nauc_precision_at_10_diff1": 0.162629, "nauc_precision_at_20_max": 0.146435, "nauc_precision_at_20_std": 0.415772, "nauc_precision_at_20_diff1": 0.138306, "nauc_precision_at_100_max": 0.102816, "nauc_precision_at_100_std": 0.34277, "nauc_precision_at_100_diff1": 0.066547, "nauc_precision_at_1000_max": 0.03829, "nauc_precision_at_1000_std": 0.168868, "nauc_precision_at_1000_diff1": 0.03398, "nauc_mrr_at_1_max": 0.195297, "nauc_mrr_at_1_std": 0.235775, "nauc_mrr_at_1_diff1": 0.235759, "nauc_mrr_at_3_max": 0.15015, "nauc_mrr_at_3_std": 0.273484, "nauc_mrr_at_3_diff1": 0.185166, "nauc_mrr_at_5_max": 0.151359, "nauc_mrr_at_5_std": 0.269001, "nauc_mrr_at_5_diff1": 0.18004, "nauc_mrr_at_10_max": 0.149148, "nauc_mrr_at_10_std": 0.27561, "nauc_mrr_at_10_diff1": 0.183807, "nauc_mrr_at_20_max": 0.149944, "nauc_mrr_at_20_std": 0.280546, "nauc_mrr_at_20_diff1": 0.181611, "nauc_mrr_at_100_max": 0.152169, "nauc_mrr_at_100_std": 0.28178, "nauc_mrr_at_100_diff1": 0.181285, "nauc_mrr_at_1000_max": 0.152051, "nauc_mrr_at_1000_std": 0.281528, "nauc_mrr_at_1000_diff1": 0.181617, "main_score": 0.26837, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.01429, "ndcg_at_3": 0.01408, "ndcg_at_5": 0.0134, "ndcg_at_10": 0.01454, "ndcg_at_20": 0.01697, "ndcg_at_100": 0.02148, "ndcg_at_1000": 0.02892, "map_at_1": 0.00598, "map_at_3": 0.00971, "map_at_5": 0.01008, "map_at_10": 0.01063, "map_at_20": 0.01112, "map_at_100": 0.01161, "map_at_1000": 0.01188, "recall_at_1": 0.00598, "recall_at_3": 0.01193, "recall_at_5": 0.01312, "recall_at_10": 0.01631, "recall_at_20": 0.02298, "recall_at_100": 0.04322, "recall_at_1000": 0.09128, "precision_at_1": 0.01429, "precision_at_3": 0.01048, "precision_at_5": 0.00743, "precision_at_10": 0.00486, "precision_at_20": 0.00357, "precision_at_100": 0.0012, "precision_at_1000": 0.00023, "mrr_at_1": 0.014286, "mrr_at_3": 0.019048, "mrr_at_5": 0.019762, "mrr_at_10": 0.020722, "mrr_at_20": 0.022082, "mrr_at_100": 0.022911, "mrr_at_1000": 0.023207, "nauc_ndcg_at_1_max": 0.120311, "nauc_ndcg_at_1_std": 0.401449, "nauc_ndcg_at_1_diff1": 0.571774, "nauc_ndcg_at_3_max": -0.039882, "nauc_ndcg_at_3_std": 0.304009, "nauc_ndcg_at_3_diff1": 0.473583, "nauc_ndcg_at_5_max": -0.050291, "nauc_ndcg_at_5_std": 0.298795, "nauc_ndcg_at_5_diff1": 0.484777, "nauc_ndcg_at_10_max": -0.015071, "nauc_ndcg_at_10_std": 0.305089, "nauc_ndcg_at_10_diff1": 0.47544, "nauc_ndcg_at_20_max": 0.05342, "nauc_ndcg_at_20_std": 0.292935, "nauc_ndcg_at_20_diff1": 0.452734, "nauc_ndcg_at_100_max": 0.092514, "nauc_ndcg_at_100_std": 0.263442, "nauc_ndcg_at_100_diff1": 0.39413, "nauc_ndcg_at_1000_max": 0.118202, "nauc_ndcg_at_1000_std": 0.280559, "nauc_ndcg_at_1000_diff1": 0.370607, "nauc_map_at_1_max": -0.203321, "nauc_map_at_1_std": 0.170008, "nauc_map_at_1_diff1": 0.76981, "nauc_map_at_3_max": -0.213068, "nauc_map_at_3_std": 0.273324, "nauc_map_at_3_diff1": 0.589606, "nauc_map_at_5_max": -0.18063, "nauc_map_at_5_std": 0.283959, "nauc_map_at_5_diff1": 0.582271, "nauc_map_at_10_max": -0.141707, "nauc_map_at_10_std": 0.298876, "nauc_map_at_10_diff1": 0.576939, "nauc_map_at_20_max": -0.111404, "nauc_map_at_20_std": 0.293461, "nauc_map_at_20_diff1": 0.569876, "nauc_map_at_100_max": -0.089506, "nauc_map_at_100_std": 0.290085, "nauc_map_at_100_diff1": 0.556103, "nauc_map_at_1000_max": -0.083563, "nauc_map_at_1000_std": 0.291919, "nauc_map_at_1000_diff1": 0.5508, "nauc_recall_at_1_max": -0.203321, "nauc_recall_at_1_std": 0.170008, "nauc_recall_at_1_diff1": 0.76981, "nauc_recall_at_3_max": -0.154613, "nauc_recall_at_3_std": 0.251253, "nauc_recall_at_3_diff1": 0.447177, "nauc_recall_at_5_max": -0.08667, "nauc_recall_at_5_std": 0.270107, "nauc_recall_at_5_diff1": 0.435989, "nauc_recall_at_10_max": 3.4e-05, "nauc_recall_at_10_std": 0.284073, "nauc_recall_at_10_diff1": 0.430834, "nauc_recall_at_20_max": 0.109341, "nauc_recall_at_20_std": 0.269392, "nauc_recall_at_20_diff1": 0.393935, "nauc_recall_at_100_max": 0.113598, "nauc_recall_at_100_std": 0.18208, "nauc_recall_at_100_diff1": 0.282793, "nauc_recall_at_1000_max": 0.142927, "nauc_recall_at_1000_std": 0.241168, "nauc_recall_at_1000_diff1": 0.275758, "nauc_precision_at_1_max": 0.120311, "nauc_precision_at_1_std": 0.401449, "nauc_precision_at_1_diff1": 0.571774, "nauc_precision_at_3_max": 0.037222, "nauc_precision_at_3_std": 0.369368, "nauc_precision_at_3_diff1": 0.349391, "nauc_precision_at_5_max": 0.133331, "nauc_precision_at_5_std": 0.39704, "nauc_precision_at_5_diff1": 0.354131, "nauc_precision_at_10_max": 0.221247, "nauc_precision_at_10_std": 0.401695, "nauc_precision_at_10_diff1": 0.393409, "nauc_precision_at_20_max": 0.315052, "nauc_precision_at_20_std": 0.338825, "nauc_precision_at_20_diff1": 0.361352, "nauc_precision_at_100_max": 0.321847, "nauc_precision_at_100_std": 0.311396, "nauc_precision_at_100_diff1": 0.274899, "nauc_precision_at_1000_max": 0.299248, "nauc_precision_at_1000_std": 0.334996, "nauc_precision_at_1000_diff1": 0.283531, "nauc_mrr_at_1_max": 0.120311, "nauc_mrr_at_1_std": 0.401449, "nauc_mrr_at_1_diff1": 0.571774, "nauc_mrr_at_3_max": 0.09676, "nauc_mrr_at_3_std": 0.345425, "nauc_mrr_at_3_diff1": 0.428897, "nauc_mrr_at_5_max": 0.104968, "nauc_mrr_at_5_std": 0.336499, "nauc_mrr_at_5_diff1": 0.416954, "nauc_mrr_at_10_max": 0.116148, "nauc_mrr_at_10_std": 0.332236, "nauc_mrr_at_10_diff1": 0.418596, "nauc_mrr_at_20_max": 0.142473, "nauc_mrr_at_20_std": 0.32884, "nauc_mrr_at_20_diff1": 0.407949, "nauc_mrr_at_100_max": 0.151211, "nauc_mrr_at_100_std": 0.322024, "nauc_mrr_at_100_diff1": 0.40257, "nauc_mrr_at_1000_max": 0.151134, "nauc_mrr_at_1000_std": 0.321907, "nauc_mrr_at_1000_diff1": 0.400883, "main_score": 0.01454, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.13437, "ndcg_at_3": 0.13935, "ndcg_at_5": 0.15688, "ndcg_at_10": 0.17924, "ndcg_at_20": 0.2047, "ndcg_at_100": 0.25807, "ndcg_at_1000": 0.29832, "map_at_1": 0.06497, "map_at_3": 0.09448, "map_at_5": 0.11072, "map_at_10": 0.12429, "map_at_20": 0.13392, "map_at_100": 0.14416, "map_at_1000": 0.14647, "recall_at_1": 0.06497, "recall_at_3": 0.12278, "recall_at_5": 0.17739, "recall_at_10": 0.24007, "recall_at_20": 0.31041, "recall_at_100": 0.5108, "recall_at_1000": 0.74355, "precision_at_1": 0.13437, "precision_at_3": 0.10035, "precision_at_5": 0.09063, "precision_at_10": 0.06604, "precision_at_20": 0.04542, "precision_at_100": 0.01633, "precision_at_1000": 0.0024, "mrr_at_1": 0.134375, "mrr_at_3": 0.184549, "mrr_at_5": 0.204601, "mrr_at_10": 0.215353, "mrr_at_20": 0.221086, "mrr_at_100": 0.226333, "mrr_at_1000": 0.227087, "nauc_ndcg_at_1_max": 0.120926, "nauc_ndcg_at_1_std": 0.018563, "nauc_ndcg_at_1_diff1": 0.292912, "nauc_ndcg_at_3_max": 0.099278, "nauc_ndcg_at_3_std": 0.018394, "nauc_ndcg_at_3_diff1": 0.262872, "nauc_ndcg_at_5_max": 0.110247, "nauc_ndcg_at_5_std": 0.025589, "nauc_ndcg_at_5_diff1": 0.272599, "nauc_ndcg_at_10_max": 0.130249, "nauc_ndcg_at_10_std": 0.044671, "nauc_ndcg_at_10_diff1": 0.26414, "nauc_ndcg_at_20_max": 0.152003, "nauc_ndcg_at_20_std": 0.073928, "nauc_ndcg_at_20_diff1": 0.246225, "nauc_ndcg_at_100_max": 0.191708, "nauc_ndcg_at_100_std": 0.138911, "nauc_ndcg_at_100_diff1": 0.22818, "nauc_ndcg_at_1000_max": 0.204421, "nauc_ndcg_at_1000_std": 0.165947, "nauc_ndcg_at_1000_diff1": 0.222681, "nauc_map_at_1_max": 0.012266, "nauc_map_at_1_std": -0.018854, "nauc_map_at_1_diff1": 0.339432, "nauc_map_at_3_max": 0.044057, "nauc_map_at_3_std": -0.025307, "nauc_map_at_3_diff1": 0.308001, "nauc_map_at_5_max": 0.069341, "nauc_map_at_5_std": -0.01102, "nauc_map_at_5_diff1": 0.303783, "nauc_map_at_10_max": 0.092762, "nauc_map_at_10_std": 0.009415, "nauc_map_at_10_diff1": 0.293274, "nauc_map_at_20_max": 0.107614, "nauc_map_at_20_std": 0.025961, "nauc_map_at_20_diff1": 0.282505, "nauc_map_at_100_max": 0.12067, "nauc_map_at_100_std": 0.044583, "nauc_map_at_100_diff1": 0.279765, "nauc_map_at_1000_max": 0.122805, "nauc_map_at_1000_std": 0.048343, "nauc_map_at_1000_diff1": 0.279107, "nauc_recall_at_1_max": 0.012266, "nauc_recall_at_1_std": -0.018854, "nauc_recall_at_1_diff1": 0.339432, "nauc_recall_at_3_max": 0.048611, "nauc_recall_at_3_std": -0.02023, "nauc_recall_at_3_diff1": 0.268589, "nauc_recall_at_5_max": 0.085374, "nauc_recall_at_5_std": 0.007705, "nauc_recall_at_5_diff1": 0.248105, "nauc_recall_at_10_max": 0.128541, "nauc_recall_at_10_std": 0.057244, "nauc_recall_at_10_diff1": 0.223095, "nauc_recall_at_20_max": 0.161481, "nauc_recall_at_20_std": 0.10876, "nauc_recall_at_20_diff1": 0.182238, "nauc_recall_at_100_max": 0.245755, "nauc_recall_at_100_std": 0.271364, "nauc_recall_at_100_diff1": 0.11696, "nauc_recall_at_1000_max": 0.315935, "nauc_recall_at_1000_std": 0.45637, "nauc_recall_at_1000_diff1": 0.065615, "nauc_precision_at_1_max": 0.120926, "nauc_precision_at_1_std": 0.018563, "nauc_precision_at_1_diff1": 0.292912, "nauc_precision_at_3_max": 0.166736, "nauc_precision_at_3_std": 0.052139, "nauc_precision_at_3_diff1": 0.216259, "nauc_precision_at_5_max": 0.199297, "nauc_precision_at_5_std": 0.087435, "nauc_precision_at_5_diff1": 0.200995, "nauc_precision_at_10_max": 0.23911, "nauc_precision_at_10_std": 0.13017, "nauc_precision_at_10_diff1": 0.161912, "nauc_precision_at_20_max": 0.263961, "nauc_precision_at_20_std": 0.183653, "nauc_precision_at_20_diff1": 0.110788, "nauc_precision_at_100_max": 0.305636, "nauc_precision_at_100_std": 0.296011, "nauc_precision_at_100_diff1": 0.041823, "nauc_precision_at_1000_max": 0.277604, "nauc_precision_at_1000_std": 0.303844, "nauc_precision_at_1000_diff1": -0.020527, "nauc_mrr_at_1_max": 0.120926, "nauc_mrr_at_1_std": 0.018563, "nauc_mrr_at_1_diff1": 0.292912, "nauc_mrr_at_3_max": 0.134352, "nauc_mrr_at_3_std": 0.043306, "nauc_mrr_at_3_diff1": 0.251597, "nauc_mrr_at_5_max": 0.142464, "nauc_mrr_at_5_std": 0.051074, "nauc_mrr_at_5_diff1": 0.247362, "nauc_mrr_at_10_max": 0.148183, "nauc_mrr_at_10_std": 0.055376, "nauc_mrr_at_10_diff1": 0.246228, "nauc_mrr_at_20_max": 0.150451, "nauc_mrr_at_20_std": 0.059898, "nauc_mrr_at_20_diff1": 0.245142, "nauc_mrr_at_100_max": 0.152018, "nauc_mrr_at_100_std": 0.062792, "nauc_mrr_at_100_diff1": 0.244806, "nauc_mrr_at_1000_max": 0.151896, "nauc_mrr_at_1000_std": 0.062777, "nauc_mrr_at_1000_diff1": 0.244887, "main_score": 0.17924, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "ndcg_at_1": 0.01628, "ndcg_at_3": 0.01763, "ndcg_at_5": 0.01849, "ndcg_at_10": 0.02377, "ndcg_at_20": 0.02899, "ndcg_at_100": 0.04074, "ndcg_at_1000": 0.06466, "map_at_1": 0.01042, "map_at_3": 0.01399, "map_at_5": 0.01474, "map_at_10": 0.0169, "map_at_20": 0.0182, "map_at_100": 0.01973, "map_at_1000": 0.0205, "recall_at_1": 0.01042, "recall_at_3": 0.01772, "recall_at_5": 0.02086, "recall_at_10": 0.03515, "recall_at_20": 0.05268, "recall_at_100": 0.10656, "recall_at_1000": 0.2766, "precision_at_1": 0.01628, "precision_at_3": 0.01047, "precision_at_5": 0.00721, "precision_at_10": 0.00605, "precision_at_20": 0.00483, "precision_at_100": 0.00215, "precision_at_1000": 0.00053, "mrr_at_1": 0.016279, "mrr_at_3": 0.022868, "mrr_at_5": 0.023973, "mrr_at_10": 0.026867, "mrr_at_20": 0.028753, "mrr_at_100": 0.030436, "mrr_at_1000": 0.031238, "nauc_ndcg_at_1_max": 0.366725, "nauc_ndcg_at_1_std": 0.127333, "nauc_ndcg_at_1_diff1": 0.404692, "nauc_ndcg_at_3_max": 0.316147, "nauc_ndcg_at_3_std": 0.186255, "nauc_ndcg_at_3_diff1": 0.381789, "nauc_ndcg_at_5_max": 0.296295, "nauc_ndcg_at_5_std": 0.199803, "nauc_ndcg_at_5_diff1": 0.364073, "nauc_ndcg_at_10_max": 0.250067, "nauc_ndcg_at_10_std": 0.192962, "nauc_ndcg_at_10_diff1": 0.321709, "nauc_ndcg_at_20_max": 0.255858, "nauc_ndcg_at_20_std": 0.22069, "nauc_ndcg_at_20_diff1": 0.299702, "nauc_ndcg_at_100_max": 0.246828, "nauc_ndcg_at_100_std": 0.219461, "nauc_ndcg_at_100_diff1": 0.268668, "nauc_ndcg_at_1000_max": 0.260769, "nauc_ndcg_at_1000_std": 0.236682, "nauc_ndcg_at_1000_diff1": 0.231632, "nauc_map_at_1_max": 0.276066, "nauc_map_at_1_std": 0.086078, "nauc_map_at_1_diff1": 0.385717, "nauc_map_at_3_max": 0.289908, "nauc_map_at_3_std": 0.173283, "nauc_map_at_3_diff1": 0.373085, "nauc_map_at_5_max": 0.283733, "nauc_map_at_5_std": 0.176113, "nauc_map_at_5_diff1": 0.364808, "nauc_map_at_10_max": 0.259043, "nauc_map_at_10_std": 0.175269, "nauc_map_at_10_diff1": 0.340025, "nauc_map_at_20_max": 0.25972, "nauc_map_at_20_std": 0.186469, "nauc_map_at_20_diff1": 0.329627, "nauc_map_at_100_max": 0.258846, "nauc_map_at_100_std": 0.19006, "nauc_map_at_100_diff1": 0.32179, "nauc_map_at_1000_max": 0.260965, "nauc_map_at_1000_std": 0.193842, "nauc_map_at_1000_diff1": 0.319003, "nauc_recall_at_1_max": 0.276066, "nauc_recall_at_1_std": 0.086078, "nauc_recall_at_1_diff1": 0.385717, "nauc_recall_at_3_max": 0.286458, "nauc_recall_at_3_std": 0.232071, "nauc_recall_at_3_diff1": 0.369525, "nauc_recall_at_5_max": 0.265118, "nauc_recall_at_5_std": 0.233949, "nauc_recall_at_5_diff1": 0.341379, "nauc_recall_at_10_max": 0.191332, "nauc_recall_at_10_std": 0.199424, "nauc_recall_at_10_diff1": 0.281184, "nauc_recall_at_20_max": 0.22245, "nauc_recall_at_20_std": 0.245958, "nauc_recall_at_20_diff1": 0.249862, "nauc_recall_at_100_max": 0.201705, "nauc_recall_at_100_std": 0.212323, "nauc_recall_at_100_diff1": 0.193961, "nauc_recall_at_1000_max": 0.215147, "nauc_recall_at_1000_std": 0.219425, "nauc_recall_at_1000_diff1": 0.126689, "nauc_precision_at_1_max": 0.366725, "nauc_precision_at_1_std": 0.127333, "nauc_precision_at_1_diff1": 0.404692, "nauc_precision_at_3_max": 0.370857, "nauc_precision_at_3_std": 0.241262, "nauc_precision_at_3_diff1": 0.415934, "nauc_precision_at_5_max": 0.322234, "nauc_precision_at_5_std": 0.240287, "nauc_precision_at_5_diff1": 0.371431, "nauc_precision_at_10_max": 0.248416, "nauc_precision_at_10_std": 0.215367, "nauc_precision_at_10_diff1": 0.307708, "nauc_precision_at_20_max": 0.270734, "nauc_precision_at_20_std": 0.274445, "nauc_precision_at_20_diff1": 0.279032, "nauc_precision_at_100_max": 0.281453, "nauc_precision_at_100_std": 0.280064, "nauc_precision_at_100_diff1": 0.252535, "nauc_precision_at_1000_max": 0.307823, "nauc_precision_at_1000_std": 0.29296, "nauc_precision_at_1000_diff1": 0.193791, "nauc_mrr_at_1_max": 0.366725, "nauc_mrr_at_1_std": 0.127333, "nauc_mrr_at_1_diff1": 0.404692, "nauc_mrr_at_3_max": 0.363077, "nauc_mrr_at_3_std": 0.193392, "nauc_mrr_at_3_diff1": 0.390049, "nauc_mrr_at_5_max": 0.347268, "nauc_mrr_at_5_std": 0.194211, "nauc_mrr_at_5_diff1": 0.376915, "nauc_mrr_at_10_max": 0.327352, "nauc_mrr_at_10_std": 0.192049, "nauc_mrr_at_10_diff1": 0.355617, "nauc_mrr_at_20_max": 0.323383, "nauc_mrr_at_20_std": 0.203154, "nauc_mrr_at_20_diff1": 0.347609, "nauc_mrr_at_100_max": 0.317579, "nauc_mrr_at_100_std": 0.203526, "nauc_mrr_at_100_diff1": 0.340795, "nauc_mrr_at_1000_max": 0.317727, "nauc_mrr_at_1000_std": 0.204161, "nauc_mrr_at_1000_diff1": 0.338771, "main_score": 0.02377, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "ndcg_at_1": 0.03756, "ndcg_at_3": 0.03832, "ndcg_at_5": 0.03771, "ndcg_at_10": 0.04125, "ndcg_at_20": 0.04618, "ndcg_at_100": 0.0492, "ndcg_at_1000": 0.05644, "map_at_1": 0.02856, "map_at_3": 0.03482, "map_at_5": 0.03482, "map_at_10": 0.03619, "map_at_20": 0.03781, "map_at_100": 0.03821, "map_at_1000": 0.03842, "recall_at_1": 0.02856, "recall_at_3": 0.03834, "recall_at_5": 0.03834, "recall_at_10": 0.04773, "recall_at_20": 0.06495, "recall_at_100": 0.0802, "recall_at_1000": 0.13362, "precision_at_1": 0.03756, "precision_at_3": 0.01878, "precision_at_5": 0.01127, "precision_at_10": 0.00704, "precision_at_20": 0.00469, "precision_at_100": 0.00117, "precision_at_1000": 0.00021, "mrr_at_1": 0.037559, "mrr_at_3": 0.042254, "mrr_at_5": 0.042254, "mrr_at_10": 0.044405, "mrr_at_20": 0.045896, "mrr_at_100": 0.046269, "mrr_at_1000": 0.04652, "nauc_ndcg_at_1_max": 0.914366, "nauc_ndcg_at_1_std": 0.583708, "nauc_ndcg_at_1_diff1": 0.695725, "nauc_ndcg_at_3_max": 0.863719, "nauc_ndcg_at_3_std": 0.614221, "nauc_ndcg_at_3_diff1": 0.60763, "nauc_ndcg_at_5_max": 0.861535, "nauc_ndcg_at_5_std": 0.608041, "nauc_ndcg_at_5_diff1": 0.606832, "nauc_ndcg_at_10_max": 0.852576, "nauc_ndcg_at_10_std": 0.603955, "nauc_ndcg_at_10_diff1": 0.631983, "nauc_ndcg_at_20_max": 0.832706, "nauc_ndcg_at_20_std": 0.589004, "nauc_ndcg_at_20_diff1": 0.563232, "nauc_ndcg_at_100_max": 0.791217, "nauc_ndcg_at_100_std": 0.549287, "nauc_ndcg_at_100_diff1": 0.52992, "nauc_ndcg_at_1000_max": 0.737003, "nauc_ndcg_at_1000_std": 0.499944, "nauc_ndcg_at_1000_diff1": 0.469861, "nauc_map_at_1_max": 0.915539, "nauc_map_at_1_std": 0.581926, "nauc_map_at_1_diff1": 0.797108, "nauc_map_at_3_max": 0.873529, "nauc_map_at_3_std": 0.611438, "nauc_map_at_3_diff1": 0.639206, "nauc_map_at_5_max": 0.873529, "nauc_map_at_5_std": 0.611438, "nauc_map_at_5_diff1": 0.639206, "nauc_map_at_10_max": 0.869057, "nauc_map_at_10_std": 0.609562, "nauc_map_at_10_diff1": 0.649155, "nauc_map_at_20_max": 0.863489, "nauc_map_at_20_std": 0.606681, "nauc_map_at_20_diff1": 0.620275, "nauc_map_at_100_max": 0.856788, "nauc_map_at_100_std": 0.60015, "nauc_map_at_100_diff1": 0.613625, "nauc_map_at_1000_max": 0.854076, "nauc_map_at_1000_std": 0.598611, "nauc_map_at_1000_diff1": 0.610446, "nauc_recall_at_1_max": 0.915539, "nauc_recall_at_1_std": 0.581926, "nauc_recall_at_1_diff1": 0.797108, "nauc_recall_at_3_max": 0.833202, "nauc_recall_at_3_std": 0.605667, "nauc_recall_at_3_diff1": 0.564037, "nauc_recall_at_5_max": 0.833202, "nauc_recall_at_5_std": 0.605667, "nauc_recall_at_5_diff1": 0.564037, "nauc_recall_at_10_max": 0.815477, "nauc_recall_at_10_std": 0.599402, "nauc_recall_at_10_diff1": 0.632954, "nauc_recall_at_20_max": 0.780777, "nauc_recall_at_20_std": 0.567265, "nauc_recall_at_20_diff1": 0.465333, "nauc_recall_at_100_max": 0.659625, "nauc_recall_at_100_std": 0.443861, "nauc_recall_at_100_diff1": 0.385694, "nauc_recall_at_1000_max": 0.50244, "nauc_recall_at_1000_std": 0.287844, "nauc_recall_at_1000_diff1": 0.208901, "nauc_precision_at_1_max": 0.914366, "nauc_precision_at_1_std": 0.583708, "nauc_precision_at_1_diff1": 0.695725, "nauc_precision_at_3_max": 0.85794, "nauc_precision_at_3_std": 0.666046, "nauc_precision_at_3_diff1": 0.465734, "nauc_precision_at_5_max": 0.85794, "nauc_precision_at_5_std": 0.666046, "nauc_precision_at_5_diff1": 0.465734, "nauc_precision_at_10_max": 0.84068, "nauc_precision_at_10_std": 0.642025, "nauc_precision_at_10_diff1": 0.549751, "nauc_precision_at_20_max": 0.775529, "nauc_precision_at_20_std": 0.585875, "nauc_precision_at_20_diff1": 0.387998, "nauc_precision_at_100_max": 0.677654, "nauc_precision_at_100_std": 0.492976, "nauc_precision_at_100_diff1": 0.339362, "nauc_precision_at_1000_max": 0.520125, "nauc_precision_at_1000_std": 0.327086, "nauc_precision_at_1000_diff1": 0.223905, "nauc_mrr_at_1_max": 0.914366, "nauc_mrr_at_1_std": 0.583708, "nauc_mrr_at_1_diff1": 0.695725, "nauc_mrr_at_3_max": 0.867234, "nauc_mrr_at_3_std": 0.592345, "nauc_mrr_at_3_diff1": 0.606206, "nauc_mrr_at_5_max": 0.867234, "nauc_mrr_at_5_std": 0.592345, "nauc_mrr_at_5_diff1": 0.606206, "nauc_mrr_at_10_max": 0.863104, "nauc_mrr_at_10_std": 0.589605, "nauc_mrr_at_10_diff1": 0.619252, "nauc_mrr_at_20_max": 0.852669, "nauc_mrr_at_20_std": 0.58077, "nauc_mrr_at_20_diff1": 0.599807, "nauc_mrr_at_100_max": 0.844183, "nauc_mrr_at_100_std": 0.573162, "nauc_mrr_at_100_diff1": 0.592285, "nauc_mrr_at_1000_max": 0.841665, "nauc_mrr_at_1000_std": 0.571222, "nauc_mrr_at_1000_diff1": 0.589692, "main_score": 0.04125, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "ndcg_at_1": 0.04712, "ndcg_at_3": 0.0449, "ndcg_at_5": 0.05081, "ndcg_at_10": 0.06137, "ndcg_at_20": 0.07304, "ndcg_at_100": 0.0984, "ndcg_at_1000": 0.13079, "map_at_1": 0.02536, "map_at_3": 0.03351, "map_at_5": 0.03766, "map_at_10": 0.04208, "map_at_20": 0.04514, "map_at_100": 0.04888, "map_at_1000": 0.05017, "recall_at_1": 0.02536, "recall_at_3": 0.04224, "recall_at_5": 0.05759, "recall_at_10": 0.08661, "recall_at_20": 0.12364, "recall_at_100": 0.23005, "recall_at_1000": 0.43577, "precision_at_1": 0.04712, "precision_at_3": 0.02796, "precision_at_5": 0.02428, "precision_at_10": 0.01885, "precision_at_20": 0.01398, "precision_at_100": 0.00582, "precision_at_1000": 0.00113, "mrr_at_1": 0.047125, "mrr_at_3": 0.062034, "mrr_at_5": 0.068663, "mrr_at_10": 0.074965, "mrr_at_20": 0.079245, "mrr_at_100": 0.08275, "mrr_at_1000": 0.083658, "nauc_ndcg_at_1_max": 0.222728, "nauc_ndcg_at_1_std": -0.042156, "nauc_ndcg_at_1_diff1": 0.279066, "nauc_ndcg_at_3_max": 0.236785, "nauc_ndcg_at_3_std": 0.017854, "nauc_ndcg_at_3_diff1": 0.201968, "nauc_ndcg_at_5_max": 0.251231, "nauc_ndcg_at_5_std": 0.061888, "nauc_ndcg_at_5_diff1": 0.195207, "nauc_ndcg_at_10_max": 0.254822, "nauc_ndcg_at_10_std": 0.113056, "nauc_ndcg_at_10_diff1": 0.176353, "nauc_ndcg_at_20_max": 0.28652, "nauc_ndcg_at_20_std": 0.161846, "nauc_ndcg_at_20_diff1": 0.162254, "nauc_ndcg_at_100_max": 0.293289, "nauc_ndcg_at_100_std": 0.207438, "nauc_ndcg_at_100_diff1": 0.147317, "nauc_ndcg_at_1000_max": 0.318298, "nauc_ndcg_at_1000_std": 0.246598, "nauc_ndcg_at_1000_diff1": 0.155088, "nauc_map_at_1_max": 0.237059, "nauc_map_at_1_std": -0.093589, "nauc_map_at_1_diff1": 0.367179, "nauc_map_at_3_max": 0.235375, "nauc_map_at_3_std": -0.013094, "nauc_map_at_3_diff1": 0.25428, "nauc_map_at_5_max": 0.246522, "nauc_map_at_5_std": 0.024906, "nauc_map_at_5_diff1": 0.235821, "nauc_map_at_10_max": 0.252247, "nauc_map_at_10_std": 0.056425, "nauc_map_at_10_diff1": 0.222958, "nauc_map_at_20_max": 0.266602, "nauc_map_at_20_std": 0.079611, "nauc_map_at_20_diff1": 0.216245, "nauc_map_at_100_max": 0.273472, "nauc_map_at_100_std": 0.099555, "nauc_map_at_100_diff1": 0.209411, "nauc_map_at_1000_max": 0.277102, "nauc_map_at_1000_std": 0.105723, "nauc_map_at_1000_diff1": 0.209159, "nauc_recall_at_1_max": 0.237059, "nauc_recall_at_1_std": -0.093589, "nauc_recall_at_1_diff1": 0.367179, "nauc_recall_at_3_max": 0.234078, "nauc_recall_at_3_std": 0.047865, "nauc_recall_at_3_diff1": 0.180099, "nauc_recall_at_5_max": 0.253756, "nauc_recall_at_5_std": 0.121318, "nauc_recall_at_5_diff1": 0.16249, "nauc_recall_at_10_max": 0.250245, "nauc_recall_at_10_std": 0.193494, "nauc_recall_at_10_diff1": 0.131934, "nauc_recall_at_20_max": 0.306864, "nauc_recall_at_20_std": 0.26187, "nauc_recall_at_20_diff1": 0.107914, "nauc_recall_at_100_max": 0.28837, "nauc_recall_at_100_std": 0.302704, "nauc_recall_at_100_diff1": 0.086479, "nauc_recall_at_1000_max": 0.326062, "nauc_recall_at_1000_std": 0.365174, "nauc_recall_at_1000_diff1": 0.119083, "nauc_precision_at_1_max": 0.222728, "nauc_precision_at_1_std": -0.042156, "nauc_precision_at_1_diff1": 0.279066, "nauc_precision_at_3_max": 0.250989, "nauc_precision_at_3_std": 0.072835, "nauc_precision_at_3_diff1": 0.128299, "nauc_precision_at_5_max": 0.277451, "nauc_precision_at_5_std": 0.128403, "nauc_precision_at_5_diff1": 0.119837, "nauc_precision_at_10_max": 0.28232, "nauc_precision_at_10_std": 0.212645, "nauc_precision_at_10_diff1": 0.09457, "nauc_precision_at_20_max": 0.337566, "nauc_precision_at_20_std": 0.290245, "nauc_precision_at_20_diff1": 0.088388, "nauc_precision_at_100_max": 0.321943, "nauc_precision_at_100_std": 0.336612, "nauc_precision_at_100_diff1": 0.073815, "nauc_precision_at_1000_max": 0.311524, "nauc_precision_at_1000_std": 0.340673, "nauc_precision_at_1000_diff1": 0.058673, "nauc_mrr_at_1_max": 0.222728, "nauc_mrr_at_1_std": -0.042156, "nauc_mrr_at_1_diff1": 0.279066, "nauc_mrr_at_3_max": 0.229779, "nauc_mrr_at_3_std": 0.023771, "nauc_mrr_at_3_diff1": 0.192365, "nauc_mrr_at_5_max": 0.240836, "nauc_mrr_at_5_std": 0.045215, "nauc_mrr_at_5_diff1": 0.188832, "nauc_mrr_at_10_max": 0.240593, "nauc_mrr_at_10_std": 0.068316, "nauc_mrr_at_10_diff1": 0.176081, "nauc_mrr_at_20_max": 0.24927, "nauc_mrr_at_20_std": 0.085667, "nauc_mrr_at_20_diff1": 0.170292, "nauc_mrr_at_100_max": 0.248532, "nauc_mrr_at_100_std": 0.089629, "nauc_mrr_at_100_diff1": 0.169653, "nauc_mrr_at_1000_max": 0.249422, "nauc_mrr_at_1000_std": 0.090382, "nauc_mrr_at_1000_diff1": 0.170141, "main_score": 0.06137, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.15353, "ndcg_at_3": 0.17085, "ndcg_at_5": 0.18976, "ndcg_at_10": 0.21808, "ndcg_at_20": 0.2379, "ndcg_at_100": 0.27094, "ndcg_at_1000": 0.29407, "map_at_1": 0.0985, "map_at_3": 0.14067, "map_at_5": 0.15513, "map_at_10": 0.1691, "map_at_20": 0.17545, "map_at_100": 0.18088, "map_at_1000": 0.18183, "recall_at_1": 0.0985, "recall_at_3": 0.18739, "recall_at_5": 0.23513, "recall_at_10": 0.31036, "recall_at_20": 0.37713, "recall_at_100": 0.52743, "recall_at_1000": 0.68492, "precision_at_1": 0.15353, "precision_at_3": 0.09959, "precision_at_5": 0.07801, "precision_at_10": 0.05394, "precision_at_20": 0.0332, "precision_at_100": 0.00959, "precision_at_1000": 0.00127, "mrr_at_1": 0.153527, "mrr_at_3": 0.196058, "mrr_at_5": 0.209544, "mrr_at_10": 0.221492, "mrr_at_20": 0.226418, "mrr_at_100": 0.230341, "mrr_at_1000": 0.230915, "nauc_ndcg_at_1_max": 0.02382, "nauc_ndcg_at_1_std": 0.037905, "nauc_ndcg_at_1_diff1": 0.282242, "nauc_ndcg_at_3_max": 0.012913, "nauc_ndcg_at_3_std": -0.023475, "nauc_ndcg_at_3_diff1": 0.289302, "nauc_ndcg_at_5_max": -0.000463, "nauc_ndcg_at_5_std": -0.031099, "nauc_ndcg_at_5_diff1": 0.304816, "nauc_ndcg_at_10_max": -0.004205, "nauc_ndcg_at_10_std": 0.000638, "nauc_ndcg_at_10_diff1": 0.289363, "nauc_ndcg_at_20_max": 0.012499, "nauc_ndcg_at_20_std": 0.017954, "nauc_ndcg_at_20_diff1": 0.294396, "nauc_ndcg_at_100_max": 0.019194, "nauc_ndcg_at_100_std": 0.073339, "nauc_ndcg_at_100_diff1": 0.282362, "nauc_ndcg_at_1000_max": 0.029203, "nauc_ndcg_at_1000_std": 0.087344, "nauc_ndcg_at_1000_diff1": 0.287094, "nauc_map_at_1_max": -0.007657, "nauc_map_at_1_std": -0.059021, "nauc_map_at_1_diff1": 0.328767, "nauc_map_at_3_max": 0.013971, "nauc_map_at_3_std": -0.049484, "nauc_map_at_3_diff1": 0.313393, "nauc_map_at_5_max": -0.002097, "nauc_map_at_5_std": -0.048239, "nauc_map_at_5_diff1": 0.314199, "nauc_map_at_10_max": -0.001302, "nauc_map_at_10_std": -0.027957, "nauc_map_at_10_diff1": 0.303106, "nauc_map_at_20_max": 0.006176, "nauc_map_at_20_std": -0.019833, "nauc_map_at_20_diff1": 0.306656, "nauc_map_at_100_max": 0.007178, "nauc_map_at_100_std": -0.009103, "nauc_map_at_100_diff1": 0.3054, "nauc_map_at_1000_max": 0.007922, "nauc_map_at_1000_std": -0.007841, "nauc_map_at_1000_diff1": 0.305604, "nauc_recall_at_1_max": -0.007657, "nauc_recall_at_1_std": -0.059021, "nauc_recall_at_1_diff1": 0.328767, "nauc_recall_at_3_max": 0.012706, "nauc_recall_at_3_std": -0.065336, "nauc_recall_at_3_diff1": 0.279612, "nauc_recall_at_5_max": -0.011043, "nauc_recall_at_5_std": -0.052456, "nauc_recall_at_5_diff1": 0.292345, "nauc_recall_at_10_max": -0.030516, "nauc_recall_at_10_std": 0.004102, "nauc_recall_at_10_diff1": 0.247858, "nauc_recall_at_20_max": 0.005652, "nauc_recall_at_20_std": 0.041086, "nauc_recall_at_20_diff1": 0.24926, "nauc_recall_at_100_max": 0.026114, "nauc_recall_at_100_std": 0.24978, "nauc_recall_at_100_diff1": 0.194754, "nauc_recall_at_1000_max": 0.080974, "nauc_recall_at_1000_std": 0.367782, "nauc_recall_at_1000_diff1": 0.203994, "nauc_precision_at_1_max": 0.02382, "nauc_precision_at_1_std": 0.037905, "nauc_precision_at_1_diff1": 0.282242, "nauc_precision_at_3_max": 0.04515, "nauc_precision_at_3_std": 0.072406, "nauc_precision_at_3_diff1": 0.237948, "nauc_precision_at_5_max": 0.006746, "nauc_precision_at_5_std": 0.067555, "nauc_precision_at_5_diff1": 0.244392, "nauc_precision_at_10_max": 0.013179, "nauc_precision_at_10_std": 0.156449, "nauc_precision_at_10_diff1": 0.192538, "nauc_precision_at_20_max": 0.067699, "nauc_precision_at_20_std": 0.204142, "nauc_precision_at_20_diff1": 0.194915, "nauc_precision_at_100_max": 0.088287, "nauc_precision_at_100_std": 0.33906, "nauc_precision_at_100_diff1": 0.123962, "nauc_precision_at_1000_max": 0.133639, "nauc_precision_at_1000_std": 0.368627, "nauc_precision_at_1000_diff1": 0.084765, "nauc_mrr_at_1_max": 0.02382, "nauc_mrr_at_1_std": 0.037905, "nauc_mrr_at_1_diff1": 0.282242, "nauc_mrr_at_3_max": 0.023986, "nauc_mrr_at_3_std": 0.015825, "nauc_mrr_at_3_diff1": 0.280471, "nauc_mrr_at_5_max": 0.02442, "nauc_mrr_at_5_std": 0.01947, "nauc_mrr_at_5_diff1": 0.291491, "nauc_mrr_at_10_max": 0.018424, "nauc_mrr_at_10_std": 0.032577, "nauc_mrr_at_10_diff1": 0.286657, "nauc_mrr_at_20_max": 0.0204, "nauc_mrr_at_20_std": 0.035485, "nauc_mrr_at_20_diff1": 0.285679, "nauc_mrr_at_100_max": 0.021031, "nauc_mrr_at_100_std": 0.03893, "nauc_mrr_at_100_diff1": 0.284139, "nauc_mrr_at_1000_max": 0.021036, "nauc_mrr_at_1000_std": 0.038829, "nauc_mrr_at_1000_diff1": 0.284492, "main_score": 0.21808, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.00035, "ndcg_at_20": 0.00093, "ndcg_at_100": 0.00145, "ndcg_at_1000": 0.00176, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.00012, "map_at_20": 0.00026, "map_at_100": 0.00037, "map_at_1000": 0.00038, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.00121, "recall_at_20": 0.00362, "recall_at_100": 0.00604, "recall_at_1000": 0.00845, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.00012, "precision_at_20": 0.00018, "precision_at_100": 6e-05, "precision_at_1000": 1e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.000121, "mrr_at_20": 0.000263, "mrr_at_100": 0.000366, "mrr_at_1000": 0.000379, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": 0.662334, "nauc_ndcg_at_10_std": -0.575418, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.873093, "nauc_ndcg_at_20_std": 0.407901, "nauc_ndcg_at_20_diff1": 0.540834, "nauc_ndcg_at_100_max": 0.918834, "nauc_ndcg_at_100_std": 0.621312, "nauc_ndcg_at_100_diff1": 0.151975, "nauc_ndcg_at_1000_max": 0.933064, "nauc_ndcg_at_1000_std": 0.687702, "nauc_ndcg_at_1000_diff1": 0.031988, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": 0.662334, "nauc_map_at_10_std": -0.575418, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.845147, "nauc_map_at_20_std": 0.277515, "nauc_map_at_20_diff1": 0.617789, "nauc_map_at_100_max": 0.888633, "nauc_map_at_100_std": 0.480404, "nauc_map_at_100_diff1": 0.293051, "nauc_map_at_1000_max": 0.892382, "nauc_map_at_1000_std": 0.497898, "nauc_map_at_1000_diff1": 0.265914, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": 0.662334, "nauc_recall_at_10_std": -0.575418, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 0.887445, "nauc_recall_at_20_std": 0.474861, "nauc_recall_at_20_diff1": 0.49994, "nauc_recall_at_100_max": 0.932467, "nauc_recall_at_100_std": 0.684916, "nauc_recall_at_100_diff1": 0.084845, "nauc_recall_at_1000_max": 0.951762, "nauc_recall_at_1000_std": 0.77494, "nauc_recall_at_1000_diff1": -0.093054, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": 0.662334, "nauc_precision_at_10_std": -0.575418, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 0.887445, "nauc_precision_at_20_std": 0.474861, "nauc_precision_at_20_diff1": 0.49994, "nauc_precision_at_100_max": 0.932467, "nauc_precision_at_100_std": 0.684916, "nauc_precision_at_100_diff1": 0.084845, "nauc_precision_at_1000_max": 0.951762, "nauc_precision_at_1000_std": 0.77494, "nauc_precision_at_1000_diff1": -0.093054, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": 0.662334, "nauc_mrr_at_10_std": -0.575418, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.845147, "nauc_mrr_at_20_std": 0.277515, "nauc_mrr_at_20_diff1": 0.617789, "nauc_mrr_at_100_max": 0.888633, "nauc_mrr_at_100_std": 0.480404, "nauc_mrr_at_100_diff1": 0.293051, "nauc_mrr_at_1000_max": 0.892382, "nauc_mrr_at_1000_std": 0.497898, "nauc_mrr_at_1000_diff1": 0.265914, "main_score": 0.00035, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.00042, "ndcg_at_5": 0.00131, "ndcg_at_10": 0.00212, "ndcg_at_20": 0.00243, "ndcg_at_100": 0.00473, "ndcg_at_1000": 0.00713, "map_at_1": 0.0, "map_at_3": 0.00023, "map_at_5": 0.00073, "map_at_10": 0.00102, "map_at_20": 0.00108, "map_at_100": 0.00143, "map_at_1000": 0.00151, "recall_at_1": 0.0, "recall_at_3": 0.00068, "recall_at_5": 0.0025, "recall_at_10": 0.00523, "recall_at_20": 0.00659, "recall_at_100": 0.01673, "recall_at_1000": 0.03404, "precision_at_1": 0.0, "precision_at_3": 0.00045, "precision_at_5": 0.00109, "precision_at_10": 0.00082, "precision_at_20": 0.00048, "precision_at_100": 0.0003, "precision_at_1000": 6e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.000455, "mrr_at_5": 0.001, "mrr_at_10": 0.001288, "mrr_at_20": 0.001357, "mrr_at_100": 0.00175, "mrr_at_1000": 0.001827, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": 1.0, "nauc_ndcg_at_3_std": -0.205745, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.916368, "nauc_ndcg_at_5_std": 0.021674, "nauc_ndcg_at_5_diff1": 0.566071, "nauc_ndcg_at_10_max": 0.884971, "nauc_ndcg_at_10_std": 0.393504, "nauc_ndcg_at_10_diff1": 0.355524, "nauc_ndcg_at_20_max": 0.899681, "nauc_ndcg_at_20_std": 0.471065, "nauc_ndcg_at_20_diff1": 0.437943, "nauc_ndcg_at_100_max": 0.843584, "nauc_ndcg_at_100_std": 0.555455, "nauc_ndcg_at_100_diff1": 0.272933, "nauc_ndcg_at_1000_max": 0.829111, "nauc_ndcg_at_1000_std": 0.459114, "nauc_ndcg_at_1000_diff1": 0.145207, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": 1.0, "nauc_map_at_3_std": -0.205745, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.936369, "nauc_map_at_5_std": -0.055027, "nauc_map_at_5_diff1": 0.686532, "nauc_map_at_10_max": 0.908827, "nauc_map_at_10_std": 0.24416, "nauc_map_at_10_diff1": 0.494499, "nauc_map_at_20_max": 0.914566, "nauc_map_at_20_std": 0.29173, "nauc_map_at_20_diff1": 0.526314, "nauc_map_at_100_max": 0.864773, "nauc_map_at_100_std": 0.393907, "nauc_map_at_100_diff1": 0.419008, "nauc_map_at_1000_max": 0.858583, "nauc_map_at_1000_std": 0.394252, "nauc_map_at_1000_diff1": 0.393755, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": -0.205745, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 0.907446, "nauc_recall_at_5_std": 0.013481, "nauc_recall_at_5_diff1": 0.544047, "nauc_recall_at_10_max": 0.867205, "nauc_recall_at_10_std": 0.528187, "nauc_recall_at_10_diff1": 0.267403, "nauc_recall_at_20_max": 0.89468, "nauc_recall_at_20_std": 0.625803, "nauc_recall_at_20_diff1": 0.418975, "nauc_recall_at_100_max": 0.823293, "nauc_recall_at_100_std": 0.627022, "nauc_recall_at_100_diff1": 0.237271, "nauc_recall_at_1000_max": 0.813794, "nauc_recall_at_1000_std": 0.426076, "nauc_recall_at_1000_diff1": 0.059292, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": -0.205745, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 0.915159, "nauc_precision_at_5_std": 0.095691, "nauc_precision_at_5_diff1": 0.506906, "nauc_precision_at_10_max": 0.886878, "nauc_precision_at_10_std": 0.397128, "nauc_precision_at_10_diff1": 0.342542, "nauc_precision_at_20_max": 0.903039, "nauc_precision_at_20_std": 0.483252, "nauc_precision_at_20_diff1": 0.436464, "nauc_precision_at_100_max": 0.893798, "nauc_precision_at_100_std": 0.572588, "nauc_precision_at_100_diff1": 0.181396, "nauc_precision_at_1000_max": 0.875382, "nauc_precision_at_1000_std": 0.470969, "nauc_precision_at_1000_diff1": 0.019056, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": 1.0, "nauc_mrr_at_3_std": -0.205745, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.907446, "nauc_mrr_at_5_std": 0.123095, "nauc_mrr_at_5_diff1": 0.46208, "nauc_mrr_at_10_max": 0.892202, "nauc_mrr_at_10_std": 0.319109, "nauc_mrr_at_10_diff1": 0.360884, "nauc_mrr_at_20_max": 0.897622, "nauc_mrr_at_20_std": 0.353344, "nauc_mrr_at_20_diff1": 0.393018, "nauc_mrr_at_100_max": 0.863353, "nauc_mrr_at_100_std": 0.42936, "nauc_mrr_at_100_diff1": 0.323141, "nauc_mrr_at_1000_max": 0.855887, "nauc_mrr_at_1000_std": 0.416363, "nauc_mrr_at_1000_diff1": 0.305259, "main_score": 0.00212, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "ndcg_at_1": 0.2521, "ndcg_at_3": 0.4121, "ndcg_at_5": 0.43673, "ndcg_at_10": 0.47357, "ndcg_at_20": 0.4896, "ndcg_at_100": 0.50831, "ndcg_at_1000": 0.52158, "map_at_1": 0.2437, "map_at_3": 0.36881, "map_at_5": 0.38464, "map_at_10": 0.40339, "map_at_20": 0.4079, "map_at_100": 0.41089, "map_at_1000": 0.41137, "recall_at_1": 0.2437, "recall_at_3": 0.52171, "recall_at_5": 0.57353, "recall_at_10": 0.67367, "recall_at_20": 0.73669, "recall_at_100": 0.83193, "recall_at_1000": 0.93697, "precision_at_1": 0.2521, "precision_at_3": 0.19048, "precision_at_5": 0.13277, "precision_at_10": 0.08151, "precision_at_20": 0.04412, "precision_at_100": 0.00992, "precision_at_1000": 0.00112, "mrr_at_1": 0.252101, "mrr_at_3": 0.382353, "mrr_at_5": 0.394118, "mrr_at_10": 0.407596, "mrr_at_20": 0.41158, "mrr_at_100": 0.414139, "mrr_at_1000": 0.414519, "nauc_ndcg_at_1_max": -0.017067, "nauc_ndcg_at_1_std": -0.175052, "nauc_ndcg_at_1_diff1": 0.292512, "nauc_ndcg_at_3_max": 0.002174, "nauc_ndcg_at_3_std": -0.217818, "nauc_ndcg_at_3_diff1": 0.333865, "nauc_ndcg_at_5_max": 0.010335, "nauc_ndcg_at_5_std": -0.251496, "nauc_ndcg_at_5_diff1": 0.338401, "nauc_ndcg_at_10_max": 0.041661, "nauc_ndcg_at_10_std": -0.220265, "nauc_ndcg_at_10_diff1": 0.326689, "nauc_ndcg_at_20_max": 0.028258, "nauc_ndcg_at_20_std": -0.212636, "nauc_ndcg_at_20_diff1": 0.311045, "nauc_ndcg_at_100_max": 0.015598, "nauc_ndcg_at_100_std": -0.201179, "nauc_ndcg_at_100_diff1": 0.309905, "nauc_ndcg_at_1000_max": 0.024344, "nauc_ndcg_at_1000_std": -0.197332, "nauc_ndcg_at_1000_diff1": 0.314608, "nauc_map_at_1_max": -0.014872, "nauc_map_at_1_std": -0.170332, "nauc_map_at_1_diff1": 0.279246, "nauc_map_at_3_max": -0.005324, "nauc_map_at_3_std": -0.210245, "nauc_map_at_3_diff1": 0.319164, "nauc_map_at_5_max": 0.002482, "nauc_map_at_5_std": -0.229017, "nauc_map_at_5_diff1": 0.32271, "nauc_map_at_10_max": 0.013257, "nauc_map_at_10_std": -0.216883, "nauc_map_at_10_diff1": 0.313016, "nauc_map_at_20_max": 0.010132, "nauc_map_at_20_std": -0.213388, "nauc_map_at_20_diff1": 0.308556, "nauc_map_at_100_max": 0.00981, "nauc_map_at_100_std": -0.210175, "nauc_map_at_100_diff1": 0.308844, "nauc_map_at_1000_max": 0.01016, "nauc_map_at_1000_std": -0.209895, "nauc_map_at_1000_diff1": 0.309285, "nauc_recall_at_1_max": -0.014872, "nauc_recall_at_1_std": -0.170332, "nauc_recall_at_1_diff1": 0.279246, "nauc_recall_at_3_max": 0.018755, "nauc_recall_at_3_std": -0.235738, "nauc_recall_at_3_diff1": 0.383066, "nauc_recall_at_5_max": 0.038858, "nauc_recall_at_5_std": -0.307901, "nauc_recall_at_5_diff1": 0.39533, "nauc_recall_at_10_max": 0.144068, "nauc_recall_at_10_std": -0.229256, "nauc_recall_at_10_diff1": 0.381451, "nauc_recall_at_20_max": 0.089419, "nauc_recall_at_20_std": -0.202016, "nauc_recall_at_20_diff1": 0.310672, "nauc_recall_at_100_max": -0.030612, "nauc_recall_at_100_std": -0.132114, "nauc_recall_at_100_diff1": 0.272912, "nauc_recall_at_1000_max": 0.180122, "nauc_recall_at_1000_std": 0.09002, "nauc_recall_at_1000_diff1": 0.324035, "nauc_precision_at_1_max": -0.017067, "nauc_precision_at_1_std": -0.175052, "nauc_precision_at_1_diff1": 0.292512, "nauc_precision_at_3_max": 0.0201, "nauc_precision_at_3_std": -0.236345, "nauc_precision_at_3_diff1": 0.375666, "nauc_precision_at_5_max": 0.035994, "nauc_precision_at_5_std": -0.284691, "nauc_precision_at_5_diff1": 0.311509, "nauc_precision_at_10_max": 0.108625, "nauc_precision_at_10_std": -0.126428, "nauc_precision_at_10_diff1": 0.172401, "nauc_precision_at_20_max": 0.078144, "nauc_precision_at_20_std": -0.081578, "nauc_precision_at_20_diff1": 0.10108, "nauc_precision_at_100_max": 0.036808, "nauc_precision_at_100_std": 0.007476, "nauc_precision_at_100_diff1": 0.055405, "nauc_precision_at_1000_max": 0.071901, "nauc_precision_at_1000_std": 0.049188, "nauc_precision_at_1000_diff1": -0.025589, "nauc_mrr_at_1_max": -0.017067, "nauc_mrr_at_1_std": -0.175052, "nauc_mrr_at_1_diff1": 0.292512, "nauc_mrr_at_3_max": -0.001035, "nauc_mrr_at_3_std": -0.211425, "nauc_mrr_at_3_diff1": 0.314273, "nauc_mrr_at_5_max": -0.002019, "nauc_mrr_at_5_std": -0.231659, "nauc_mrr_at_5_diff1": 0.314302, "nauc_mrr_at_10_max": 0.014506, "nauc_mrr_at_10_std": -0.214432, "nauc_mrr_at_10_diff1": 0.313013, "nauc_mrr_at_20_max": 0.010426, "nauc_mrr_at_20_std": -0.213586, "nauc_mrr_at_20_diff1": 0.309702, "nauc_mrr_at_100_max": 0.008243, "nauc_mrr_at_100_std": -0.211826, "nauc_mrr_at_100_diff1": 0.310139, "nauc_mrr_at_1000_max": 0.008702, "nauc_mrr_at_1000_std": -0.211358, "nauc_mrr_at_1000_diff1": 0.310481, "main_score": 0.47357, "hf_subset": "yo", "languages": [ "yor-Latn" ] }, { "ndcg_at_1": 0.00254, "ndcg_at_3": 0.00392, "ndcg_at_5": 0.00392, "ndcg_at_10": 0.00577, "ndcg_at_20": 0.00655, "ndcg_at_100": 0.01306, "ndcg_at_1000": 0.02886, "map_at_1": 0.00127, "map_at_3": 0.00297, "map_at_5": 0.00297, "map_at_10": 0.00371, "map_at_20": 0.00388, "map_at_100": 0.00465, "map_at_1000": 0.00522, "recall_at_1": 0.00127, "recall_at_3": 0.00466, "recall_at_5": 0.00466, "recall_at_10": 0.00933, "recall_at_20": 0.01187, "recall_at_100": 0.03883, "recall_at_1000": 0.1392, "precision_at_1": 0.00254, "precision_at_3": 0.00254, "precision_at_5": 0.00153, "precision_at_10": 0.00178, "precision_at_20": 0.00115, "precision_at_100": 0.00104, "precision_at_1000": 0.00037, "mrr_at_1": 0.002545, "mrr_at_3": 0.005089, "mrr_at_5": 0.005089, "mrr_at_10": 0.006114, "mrr_at_20": 0.006451, "mrr_at_100": 0.007665, "mrr_at_1000": 0.008188, "nauc_ndcg_at_1_max": -0.414806, "nauc_ndcg_at_1_std": -0.499385, "nauc_ndcg_at_1_diff1": -0.070886, "nauc_ndcg_at_3_max": -0.272904, "nauc_ndcg_at_3_std": -0.220914, "nauc_ndcg_at_3_diff1": 0.033657, "nauc_ndcg_at_5_max": -0.272904, "nauc_ndcg_at_5_std": -0.220914, "nauc_ndcg_at_5_diff1": 0.033657, "nauc_ndcg_at_10_max": -0.228118, "nauc_ndcg_at_10_std": -0.152006, "nauc_ndcg_at_10_diff1": 0.10905, "nauc_ndcg_at_20_max": -0.215454, "nauc_ndcg_at_20_std": -0.165416, "nauc_ndcg_at_20_diff1": 0.068419, "nauc_ndcg_at_100_max": 0.032498, "nauc_ndcg_at_100_std": 0.100897, "nauc_ndcg_at_100_diff1": 0.197255, "nauc_ndcg_at_1000_max": 0.159318, "nauc_ndcg_at_1000_std": 0.249517, "nauc_ndcg_at_1000_diff1": 0.163671, "nauc_map_at_1_max": -0.414806, "nauc_map_at_1_std": -0.499385, "nauc_map_at_1_diff1": -0.070886, "nauc_map_at_3_max": -0.309356, "nauc_map_at_3_std": -0.255987, "nauc_map_at_3_diff1": -0.023908, "nauc_map_at_5_max": -0.309356, "nauc_map_at_5_std": -0.255987, "nauc_map_at_5_diff1": -0.023908, "nauc_map_at_10_max": -0.275076, "nauc_map_at_10_std": -0.229557, "nauc_map_at_10_diff1": 0.039435, "nauc_map_at_20_max": -0.269361, "nauc_map_at_20_std": -0.23136, "nauc_map_at_20_diff1": 0.028372, "nauc_map_at_100_max": -0.1861, "nauc_map_at_100_std": -0.123347, "nauc_map_at_100_diff1": 0.077425, "nauc_map_at_1000_max": -0.14339, "nauc_map_at_1000_std": -0.074761, "nauc_map_at_1000_diff1": 0.086638, "nauc_recall_at_1_max": -0.414806, "nauc_recall_at_1_std": -0.499385, "nauc_recall_at_1_diff1": -0.070886, "nauc_recall_at_3_max": -0.280597, "nauc_recall_at_3_std": -0.189606, "nauc_recall_at_3_diff1": -0.011095, "nauc_recall_at_5_max": -0.280597, "nauc_recall_at_5_std": -0.189606, "nauc_recall_at_5_diff1": -0.011095, "nauc_recall_at_10_max": -0.220707, "nauc_recall_at_10_std": -0.132131, "nauc_recall_at_10_diff1": 0.112219, "nauc_recall_at_20_max": -0.19698, "nauc_recall_at_20_std": -0.159953, "nauc_recall_at_20_diff1": 0.036133, "nauc_recall_at_100_max": 0.143531, "nauc_recall_at_100_std": 0.22401, "nauc_recall_at_100_diff1": 0.234115, "nauc_recall_at_1000_max": 0.253396, "nauc_recall_at_1000_std": 0.347243, "nauc_recall_at_1000_diff1": 0.147446, "nauc_precision_at_1_max": -0.414806, "nauc_precision_at_1_std": -0.499385, "nauc_precision_at_1_diff1": -0.070886, "nauc_precision_at_3_max": -0.168757, "nauc_precision_at_3_std": -0.127248, "nauc_precision_at_3_diff1": 0.203627, "nauc_precision_at_5_max": -0.168757, "nauc_precision_at_5_std": -0.127248, "nauc_precision_at_5_diff1": 0.203627, "nauc_precision_at_10_max": -0.084662, "nauc_precision_at_10_std": 0.098031, "nauc_precision_at_10_diff1": 0.315681, "nauc_precision_at_20_max": -0.090288, "nauc_precision_at_20_std": 0.018032, "nauc_precision_at_20_diff1": 0.191564, "nauc_precision_at_100_max": 0.191936, "nauc_precision_at_100_std": 0.229625, "nauc_precision_at_100_diff1": 0.330797, "nauc_precision_at_1000_max": 0.211597, "nauc_precision_at_1000_std": 0.310562, "nauc_precision_at_1000_diff1": 0.212493, "nauc_mrr_at_1_max": -0.414806, "nauc_mrr_at_1_std": -0.499385, "nauc_mrr_at_1_diff1": -0.070886, "nauc_mrr_at_3_max": -0.230269, "nauc_mrr_at_3_std": -0.220282, "nauc_mrr_at_3_diff1": 0.134999, "nauc_mrr_at_5_max": -0.230269, "nauc_mrr_at_5_std": -0.220282, "nauc_mrr_at_5_diff1": 0.134999, "nauc_mrr_at_10_max": -0.216104, "nauc_mrr_at_10_std": -0.158392, "nauc_mrr_at_10_diff1": 0.148116, "nauc_mrr_at_20_max": -0.212314, "nauc_mrr_at_20_std": -0.164278, "nauc_mrr_at_20_diff1": 0.129136, "nauc_mrr_at_100_max": -0.129973, "nauc_mrr_at_100_std": -0.08825, "nauc_mrr_at_100_diff1": 0.159229, "nauc_mrr_at_1000_max": -0.105183, "nauc_mrr_at_1000_std": -0.060922, "nauc_mrr_at_1000_diff1": 0.156192, "main_score": 0.00577, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 254802.12092852592, "kg_co2_emissions": 23.984911371586396 }