{ "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", "task_name": "MIRACLRetrievalHardNegatives", "mteb_version": "1.18.0", "scores": { "dev": [ { "ndcg_at_1": 0.026, "ndcg_at_3": 0.03495, "ndcg_at_5": 0.04112, "ndcg_at_10": 0.0535, "ndcg_at_20": 0.06735, "ndcg_at_100": 0.09837, "ndcg_at_1000": 0.1373, "map_at_1": 0.01732, "map_at_3": 0.0268, "map_at_5": 0.03111, "map_at_10": 0.03632, "map_at_20": 0.0399, "map_at_100": 0.04423, "map_at_1000": 0.04567, "recall_at_1": 0.01732, "recall_at_3": 0.03936, "recall_at_5": 0.05486, "recall_at_10": 0.08847, "recall_at_20": 0.13681, "recall_at_100": 0.28249, "recall_at_1000": 0.5493, "precision_at_1": 0.026, "precision_at_3": 0.02233, "precision_at_5": 0.0188, "precision_at_10": 0.0151, "precision_at_20": 0.01185, "precision_at_100": 0.00523, "precision_at_1000": 0.00108, "mrr_at_1": 0.026, "mrr_at_3": 0.0415, "mrr_at_5": 0.04635, "mrr_at_10": 0.05255, "mrr_at_20": 0.05702, "mrr_at_100": 0.06106, "mrr_at_1000": 0.062106, "nauc_ndcg_at_1_max": 0.428175, "nauc_ndcg_at_1_std": -0.153103, "nauc_ndcg_at_1_diff1": 0.16496, "nauc_ndcg_at_3_max": 0.408665, "nauc_ndcg_at_3_std": -0.206741, "nauc_ndcg_at_3_diff1": 0.178035, "nauc_ndcg_at_5_max": 0.389801, "nauc_ndcg_at_5_std": -0.171129, "nauc_ndcg_at_5_diff1": 0.18197, "nauc_ndcg_at_10_max": 0.373011, "nauc_ndcg_at_10_std": -0.172146, "nauc_ndcg_at_10_diff1": 0.140846, "nauc_ndcg_at_20_max": 0.35637, "nauc_ndcg_at_20_std": -0.163041, "nauc_ndcg_at_20_diff1": 0.128191, "nauc_ndcg_at_100_max": 0.36142, "nauc_ndcg_at_100_std": -0.106559, "nauc_ndcg_at_100_diff1": 0.088765, "nauc_ndcg_at_1000_max": 0.361432, "nauc_ndcg_at_1000_std": -0.065822, "nauc_ndcg_at_1000_diff1": 0.091278, "nauc_map_at_1_max": 0.367958, "nauc_map_at_1_std": -0.237556, "nauc_map_at_1_diff1": 0.223909, "nauc_map_at_3_max": 0.391902, "nauc_map_at_3_std": -0.241753, "nauc_map_at_3_diff1": 0.201344, "nauc_map_at_5_max": 0.387562, "nauc_map_at_5_std": -0.202882, "nauc_map_at_5_diff1": 0.204541, "nauc_map_at_10_max": 0.380062, "nauc_map_at_10_std": -0.200257, "nauc_map_at_10_diff1": 0.181131, "nauc_map_at_20_max": 0.376978, "nauc_map_at_20_std": -0.193583, "nauc_map_at_20_diff1": 0.174504, "nauc_map_at_100_max": 0.378313, "nauc_map_at_100_std": -0.173468, "nauc_map_at_100_diff1": 0.15852, "nauc_map_at_1000_max": 0.37817, "nauc_map_at_1000_std": -0.16977, "nauc_map_at_1000_diff1": 0.158171, "nauc_recall_at_1_max": 0.367958, "nauc_recall_at_1_std": -0.237556, "nauc_recall_at_1_diff1": 0.223909, "nauc_recall_at_3_max": 0.395469, "nauc_recall_at_3_std": -0.237289, "nauc_recall_at_3_diff1": 0.173897, "nauc_recall_at_5_max": 0.37173, "nauc_recall_at_5_std": -0.161622, "nauc_recall_at_5_diff1": 0.174574, "nauc_recall_at_10_max": 0.339033, "nauc_recall_at_10_std": -0.161913, "nauc_recall_at_10_diff1": 0.106427, "nauc_recall_at_20_max": 0.303567, "nauc_recall_at_20_std": -0.149001, "nauc_recall_at_20_diff1": 0.093586, "nauc_recall_at_100_max": 0.310061, "nauc_recall_at_100_std": -0.03891, "nauc_recall_at_100_diff1": 0.029944, "nauc_recall_at_1000_max": 0.31043, "nauc_recall_at_1000_std": 0.068679, "nauc_recall_at_1000_diff1": 0.035407, "nauc_precision_at_1_max": 0.428175, "nauc_precision_at_1_std": -0.153103, "nauc_precision_at_1_diff1": 0.16496, "nauc_precision_at_3_max": 0.441978, "nauc_precision_at_3_std": -0.179597, "nauc_precision_at_3_diff1": 0.152409, "nauc_precision_at_5_max": 0.431169, "nauc_precision_at_5_std": -0.106329, "nauc_precision_at_5_diff1": 0.166773, "nauc_precision_at_10_max": 0.400554, "nauc_precision_at_10_std": -0.115178, "nauc_precision_at_10_diff1": 0.110109, "nauc_precision_at_20_max": 0.36165, "nauc_precision_at_20_std": -0.099494, "nauc_precision_at_20_diff1": 0.089827, "nauc_precision_at_100_max": 0.348446, "nauc_precision_at_100_std": -0.013829, "nauc_precision_at_100_diff1": 0.025014, "nauc_precision_at_1000_max": 0.239333, "nauc_precision_at_1000_std": 0.064042, "nauc_precision_at_1000_diff1": 0.008393, "nauc_mrr_at_1_max": 0.428175, "nauc_mrr_at_1_std": -0.153103, "nauc_mrr_at_1_diff1": 0.16496, "nauc_mrr_at_3_max": 0.428344, "nauc_mrr_at_3_std": -0.164265, "nauc_mrr_at_3_diff1": 0.157575, "nauc_mrr_at_5_max": 0.409585, "nauc_mrr_at_5_std": -0.142923, "nauc_mrr_at_5_diff1": 0.150826, "nauc_mrr_at_10_max": 0.399575, "nauc_mrr_at_10_std": -0.143371, "nauc_mrr_at_10_diff1": 0.128502, "nauc_mrr_at_20_max": 0.388064, "nauc_mrr_at_20_std": -0.142392, "nauc_mrr_at_20_diff1": 0.12243, "nauc_mrr_at_100_max": 0.387294, "nauc_mrr_at_100_std": -0.138818, "nauc_mrr_at_100_diff1": 0.118383, "nauc_mrr_at_1000_max": 0.38827, "nauc_mrr_at_1000_std": -0.136792, "nauc_mrr_at_1000_diff1": 0.119653, "main_score": 0.0535, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "ndcg_at_1": 0.05353, "ndcg_at_3": 0.07465, "ndcg_at_5": 0.08436, "ndcg_at_10": 0.10659, "ndcg_at_20": 0.12395, "ndcg_at_100": 0.16653, "ndcg_at_1000": 0.20556, "map_at_1": 0.03143, "map_at_3": 0.05755, "map_at_5": 0.06325, "map_at_10": 0.07253, "map_at_20": 0.07735, "map_at_100": 0.08311, "map_at_1000": 0.08479, "recall_at_1": 0.03143, "recall_at_3": 0.09043, "recall_at_5": 0.11436, "recall_at_10": 0.17419, "recall_at_20": 0.2319, "recall_at_100": 0.42643, "recall_at_1000": 0.68428, "precision_at_1": 0.05353, "precision_at_3": 0.04785, "precision_at_5": 0.03601, "precision_at_10": 0.0292, "precision_at_20": 0.02044, "precision_at_100": 0.00825, "precision_at_1000": 0.00138, "mrr_at_1": 0.053528, "mrr_at_3": 0.088402, "mrr_at_5": 0.09558, "mrr_at_10": 0.105997, "mrr_at_20": 0.111238, "mrr_at_100": 0.117099, "mrr_at_1000": 0.118149, "nauc_ndcg_at_1_max": 0.173609, "nauc_ndcg_at_1_std": -0.313551, "nauc_ndcg_at_1_diff1": 0.221977, "nauc_ndcg_at_3_max": 0.107481, "nauc_ndcg_at_3_std": -0.319147, "nauc_ndcg_at_3_diff1": 0.070091, "nauc_ndcg_at_5_max": 0.075187, "nauc_ndcg_at_5_std": -0.303963, "nauc_ndcg_at_5_diff1": 0.037151, "nauc_ndcg_at_10_max": 0.107032, "nauc_ndcg_at_10_std": -0.223945, "nauc_ndcg_at_10_diff1": 0.112253, "nauc_ndcg_at_20_max": 0.149021, "nauc_ndcg_at_20_std": -0.182703, "nauc_ndcg_at_20_diff1": 0.111219, "nauc_ndcg_at_100_max": 0.10841, "nauc_ndcg_at_100_std": -0.138721, "nauc_ndcg_at_100_diff1": 0.108598, "nauc_ndcg_at_1000_max": 0.13588, "nauc_ndcg_at_1000_std": -0.086447, "nauc_ndcg_at_1000_diff1": 0.120968, "nauc_map_at_1_max": 0.126767, "nauc_map_at_1_std": -0.321749, "nauc_map_at_1_diff1": 0.180822, "nauc_map_at_3_max": 0.087929, "nauc_map_at_3_std": -0.321701, "nauc_map_at_3_diff1": 0.063718, "nauc_map_at_5_max": 0.073641, "nauc_map_at_5_std": -0.309758, "nauc_map_at_5_diff1": 0.046334, "nauc_map_at_10_max": 0.095157, "nauc_map_at_10_std": -0.265076, "nauc_map_at_10_diff1": 0.086747, "nauc_map_at_20_max": 0.112334, "nauc_map_at_20_std": -0.246415, "nauc_map_at_20_diff1": 0.087989, "nauc_map_at_100_max": 0.10606, "nauc_map_at_100_std": -0.234346, "nauc_map_at_100_diff1": 0.088521, "nauc_map_at_1000_max": 0.107818, "nauc_map_at_1000_std": -0.230204, "nauc_map_at_1000_diff1": 0.089319, "nauc_recall_at_1_max": 0.126767, "nauc_recall_at_1_std": -0.321749, "nauc_recall_at_1_diff1": 0.180822, "nauc_recall_at_3_max": 0.062326, "nauc_recall_at_3_std": -0.310726, "nauc_recall_at_3_diff1": 0.007824, "nauc_recall_at_5_max": 0.022589, "nauc_recall_at_5_std": -0.274855, "nauc_recall_at_5_diff1": -0.030591, "nauc_recall_at_10_max": 0.075844, "nauc_recall_at_10_std": -0.135025, "nauc_recall_at_10_diff1": 0.117994, "nauc_recall_at_20_max": 0.170269, "nauc_recall_at_20_std": -0.062475, "nauc_recall_at_20_diff1": 0.111909, "nauc_recall_at_100_max": 0.059475, "nauc_recall_at_100_std": 0.013921, "nauc_recall_at_100_diff1": 0.109076, "nauc_recall_at_1000_max": 0.149884, "nauc_recall_at_1000_std": 0.231471, "nauc_recall_at_1000_diff1": 0.172826, "nauc_precision_at_1_max": 0.173609, "nauc_precision_at_1_std": -0.313551, "nauc_precision_at_1_diff1": 0.221977, "nauc_precision_at_3_max": 0.15737, "nauc_precision_at_3_std": -0.333418, "nauc_precision_at_3_diff1": 0.083689, "nauc_precision_at_5_max": 0.12905, "nauc_precision_at_5_std": -0.311789, "nauc_precision_at_5_diff1": 0.051378, "nauc_precision_at_10_max": 0.19129, "nauc_precision_at_10_std": -0.150124, "nauc_precision_at_10_diff1": 0.191651, "nauc_precision_at_20_max": 0.233487, "nauc_precision_at_20_std": -0.050059, "nauc_precision_at_20_diff1": 0.160669, "nauc_precision_at_100_max": 0.092555, "nauc_precision_at_100_std": 0.097937, "nauc_precision_at_100_diff1": 0.092369, "nauc_precision_at_1000_max": 0.129884, "nauc_precision_at_1000_std": 0.30193, "nauc_precision_at_1000_diff1": 0.064148, "nauc_mrr_at_1_max": 0.173609, "nauc_mrr_at_1_std": -0.313551, "nauc_mrr_at_1_diff1": 0.221977, "nauc_mrr_at_3_max": 0.14982, "nauc_mrr_at_3_std": -0.316786, "nauc_mrr_at_3_diff1": 0.126482, "nauc_mrr_at_5_max": 0.127081, "nauc_mrr_at_5_std": -0.310213, "nauc_mrr_at_5_diff1": 0.106327, "nauc_mrr_at_10_max": 0.143075, "nauc_mrr_at_10_std": -0.272474, "nauc_mrr_at_10_diff1": 0.134838, "nauc_mrr_at_20_max": 0.150683, "nauc_mrr_at_20_std": -0.260612, "nauc_mrr_at_20_diff1": 0.132232, "nauc_mrr_at_100_max": 0.143332, "nauc_mrr_at_100_std": -0.255854, "nauc_mrr_at_100_diff1": 0.132026, "nauc_mrr_at_1000_max": 0.144482, "nauc_mrr_at_1000_std": -0.25524, "nauc_mrr_at_1000_diff1": 0.13281, "main_score": 0.10659, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "ndcg_at_1": 0.04918, "ndcg_at_3": 0.04744, "ndcg_at_5": 0.06387, "ndcg_at_10": 0.07954, "ndcg_at_20": 0.10464, "ndcg_at_100": 0.16028, "ndcg_at_1000": 0.21294, "map_at_1": 0.02173, "map_at_3": 0.03297, "map_at_5": 0.04176, "map_at_10": 0.04881, "map_at_20": 0.05673, "map_at_100": 0.06565, "map_at_1000": 0.068, "recall_at_1": 0.02173, "recall_at_3": 0.04626, "recall_at_5": 0.08183, "recall_at_10": 0.11881, "recall_at_20": 0.19299, "recall_at_100": 0.42942, "recall_at_1000": 0.76043, "precision_at_1": 0.04918, "precision_at_3": 0.03388, "precision_at_5": 0.03869, "precision_at_10": 0.02951, "precision_at_20": 0.02475, "precision_at_100": 0.01102, "precision_at_1000": 0.00197, "mrr_at_1": 0.04918, "mrr_at_3": 0.070492, "mrr_at_5": 0.087869, "mrr_at_10": 0.095908, "mrr_at_20": 0.103686, "mrr_at_100": 0.110056, "mrr_at_1000": 0.111165, "nauc_ndcg_at_1_max": 0.347448, "nauc_ndcg_at_1_std": 0.07332, "nauc_ndcg_at_1_diff1": 0.251813, "nauc_ndcg_at_3_max": 0.242641, "nauc_ndcg_at_3_std": 0.003046, "nauc_ndcg_at_3_diff1": 0.110191, "nauc_ndcg_at_5_max": 0.250289, "nauc_ndcg_at_5_std": 0.015272, "nauc_ndcg_at_5_diff1": 0.040066, "nauc_ndcg_at_10_max": 0.250793, "nauc_ndcg_at_10_std": 0.047561, "nauc_ndcg_at_10_diff1": 0.025594, "nauc_ndcg_at_20_max": 0.283159, "nauc_ndcg_at_20_std": 0.038675, "nauc_ndcg_at_20_diff1": -0.018411, "nauc_ndcg_at_100_max": 0.244258, "nauc_ndcg_at_100_std": 0.038179, "nauc_ndcg_at_100_diff1": -0.048797, "nauc_ndcg_at_1000_max": 0.258611, "nauc_ndcg_at_1000_std": 0.014913, "nauc_ndcg_at_1000_diff1": -0.037608, "nauc_map_at_1_max": 0.480621, "nauc_map_at_1_std": 0.022358, "nauc_map_at_1_diff1": 0.323665, "nauc_map_at_3_max": 0.320255, "nauc_map_at_3_std": -0.013822, "nauc_map_at_3_diff1": 0.137152, "nauc_map_at_5_max": 0.302577, "nauc_map_at_5_std": 0.007118, "nauc_map_at_5_diff1": 0.087307, "nauc_map_at_10_max": 0.295784, "nauc_map_at_10_std": 0.033804, "nauc_map_at_10_diff1": 0.073948, "nauc_map_at_20_max": 0.31026, "nauc_map_at_20_std": 0.037323, "nauc_map_at_20_diff1": 0.038733, "nauc_map_at_100_max": 0.297629, "nauc_map_at_100_std": 0.041968, "nauc_map_at_100_diff1": 0.026656, "nauc_map_at_1000_max": 0.299219, "nauc_map_at_1000_std": 0.040295, "nauc_map_at_1000_diff1": 0.02711, "nauc_recall_at_1_max": 0.480621, "nauc_recall_at_1_std": 0.022358, "nauc_recall_at_1_diff1": 0.323665, "nauc_recall_at_3_max": 0.225732, "nauc_recall_at_3_std": -0.0454, "nauc_recall_at_3_diff1": 0.053186, "nauc_recall_at_5_max": 0.242084, "nauc_recall_at_5_std": 0.004569, "nauc_recall_at_5_diff1": -0.021877, "nauc_recall_at_10_max": 0.233585, "nauc_recall_at_10_std": 0.056859, "nauc_recall_at_10_diff1": -0.030017, "nauc_recall_at_20_max": 0.286074, "nauc_recall_at_20_std": 0.03085, "nauc_recall_at_20_diff1": -0.077285, "nauc_recall_at_100_max": 0.193917, "nauc_recall_at_100_std": 0.018681, "nauc_recall_at_100_diff1": -0.126899, "nauc_recall_at_1000_max": 0.292752, "nauc_recall_at_1000_std": -0.110716, "nauc_recall_at_1000_diff1": -0.095222, "nauc_precision_at_1_max": 0.347448, "nauc_precision_at_1_std": 0.07332, "nauc_precision_at_1_diff1": 0.251813, "nauc_precision_at_3_max": 0.138745, "nauc_precision_at_3_std": 0.011744, "nauc_precision_at_3_diff1": 0.053349, "nauc_precision_at_5_max": 0.140021, "nauc_precision_at_5_std": 0.02927, "nauc_precision_at_5_diff1": -0.049762, "nauc_precision_at_10_max": 0.159467, "nauc_precision_at_10_std": 0.083254, "nauc_precision_at_10_diff1": -0.052137, "nauc_precision_at_20_max": 0.205714, "nauc_precision_at_20_std": 0.062292, "nauc_precision_at_20_diff1": -0.125204, "nauc_precision_at_100_max": 0.115483, "nauc_precision_at_100_std": 0.064686, "nauc_precision_at_100_diff1": -0.128569, "nauc_precision_at_1000_max": 0.026467, "nauc_precision_at_1000_std": 0.03174, "nauc_precision_at_1000_diff1": -0.102583, "nauc_mrr_at_1_max": 0.347448, "nauc_mrr_at_1_std": 0.07332, "nauc_mrr_at_1_diff1": 0.251813, "nauc_mrr_at_3_max": 0.228547, "nauc_mrr_at_3_std": 0.038054, "nauc_mrr_at_3_diff1": 0.132005, "nauc_mrr_at_5_max": 0.22394, "nauc_mrr_at_5_std": 0.026134, "nauc_mrr_at_5_diff1": 0.080649, "nauc_mrr_at_10_max": 0.218314, "nauc_mrr_at_10_std": 0.038129, "nauc_mrr_at_10_diff1": 0.067829, "nauc_mrr_at_20_max": 0.227344, "nauc_mrr_at_20_std": 0.035703, "nauc_mrr_at_20_diff1": 0.061956, "nauc_mrr_at_100_max": 0.222556, "nauc_mrr_at_100_std": 0.034755, "nauc_mrr_at_100_diff1": 0.058381, "nauc_mrr_at_1000_max": 0.223043, "nauc_mrr_at_1000_std": 0.033592, "nauc_mrr_at_1000_diff1": 0.059516, "main_score": 0.07954, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.04005, "ndcg_at_3": 0.03511, "ndcg_at_5": 0.04368, "ndcg_at_10": 0.05357, "ndcg_at_20": 0.06826, "ndcg_at_100": 0.1008, "ndcg_at_1000": 0.12303, "map_at_1": 0.0188, "map_at_3": 0.02441, "map_at_5": 0.0299, "map_at_10": 0.03413, "map_at_20": 0.03817, "map_at_100": 0.0438, "map_at_1000": 0.04479, "recall_at_1": 0.0188, "recall_at_3": 0.02992, "recall_at_5": 0.05236, "recall_at_10": 0.07757, "recall_at_20": 0.12569, "recall_at_100": 0.25906, "recall_at_1000": 0.39225, "precision_at_1": 0.04005, "precision_at_3": 0.02378, "precision_at_5": 0.02378, "precision_at_10": 0.01927, "precision_at_20": 0.01489, "precision_at_100": 0.0068, "precision_at_1000": 0.00109, "mrr_at_1": 0.04005, "mrr_at_3": 0.052774, "mrr_at_5": 0.06116, "mrr_at_10": 0.067132, "mrr_at_20": 0.071776, "mrr_at_100": 0.075826, "mrr_at_1000": 0.076416, "nauc_ndcg_at_1_max": 0.150838, "nauc_ndcg_at_1_std": 0.461369, "nauc_ndcg_at_1_diff1": 0.117413, "nauc_ndcg_at_3_max": 0.115635, "nauc_ndcg_at_3_std": 0.470813, "nauc_ndcg_at_3_diff1": 0.070819, "nauc_ndcg_at_5_max": 0.154667, "nauc_ndcg_at_5_std": 0.463314, "nauc_ndcg_at_5_diff1": 0.075808, "nauc_ndcg_at_10_max": 0.170171, "nauc_ndcg_at_10_std": 0.472427, "nauc_ndcg_at_10_diff1": 0.095025, "nauc_ndcg_at_20_max": 0.200523, "nauc_ndcg_at_20_std": 0.479829, "nauc_ndcg_at_20_diff1": 0.138583, "nauc_ndcg_at_100_max": 0.253081, "nauc_ndcg_at_100_std": 0.579546, "nauc_ndcg_at_100_diff1": 0.149121, "nauc_ndcg_at_1000_max": 0.234376, "nauc_ndcg_at_1000_std": 0.578757, "nauc_ndcg_at_1000_diff1": 0.149051, "nauc_map_at_1_max": 0.11085, "nauc_map_at_1_std": 0.418512, "nauc_map_at_1_diff1": 0.2015, "nauc_map_at_3_max": 0.116345, "nauc_map_at_3_std": 0.45343, "nauc_map_at_3_diff1": 0.128915, "nauc_map_at_5_max": 0.151233, "nauc_map_at_5_std": 0.462456, "nauc_map_at_5_diff1": 0.112429, "nauc_map_at_10_max": 0.159154, "nauc_map_at_10_std": 0.466739, "nauc_map_at_10_diff1": 0.113773, "nauc_map_at_20_max": 0.174477, "nauc_map_at_20_std": 0.475087, "nauc_map_at_20_diff1": 0.133896, "nauc_map_at_100_max": 0.199075, "nauc_map_at_100_std": 0.510584, "nauc_map_at_100_diff1": 0.141424, "nauc_map_at_1000_max": 0.197946, "nauc_map_at_1000_std": 0.512499, "nauc_map_at_1000_diff1": 0.140932, "nauc_recall_at_1_max": 0.11085, "nauc_recall_at_1_std": 0.418512, "nauc_recall_at_1_diff1": 0.2015, "nauc_recall_at_3_max": 0.115277, "nauc_recall_at_3_std": 0.467604, "nauc_recall_at_3_diff1": 0.063907, "nauc_recall_at_5_max": 0.180078, "nauc_recall_at_5_std": 0.473846, "nauc_recall_at_5_diff1": 0.062515, "nauc_recall_at_10_max": 0.178851, "nauc_recall_at_10_std": 0.457275, "nauc_recall_at_10_diff1": 0.086185, "nauc_recall_at_20_max": 0.218327, "nauc_recall_at_20_std": 0.444814, "nauc_recall_at_20_diff1": 0.171169, "nauc_recall_at_100_max": 0.2921, "nauc_recall_at_100_std": 0.612556, "nauc_recall_at_100_diff1": 0.164798, "nauc_recall_at_1000_max": 0.239211, "nauc_recall_at_1000_std": 0.594729, "nauc_recall_at_1000_diff1": 0.164427, "nauc_precision_at_1_max": 0.150838, "nauc_precision_at_1_std": 0.461369, "nauc_precision_at_1_diff1": 0.117413, "nauc_precision_at_3_max": 0.12552, "nauc_precision_at_3_std": 0.49106, "nauc_precision_at_3_diff1": 0.012462, "nauc_precision_at_5_max": 0.173851, "nauc_precision_at_5_std": 0.480258, "nauc_precision_at_5_diff1": 0.032772, "nauc_precision_at_10_max": 0.213644, "nauc_precision_at_10_std": 0.511115, "nauc_precision_at_10_diff1": 0.07953, "nauc_precision_at_20_max": 0.262865, "nauc_precision_at_20_std": 0.524026, "nauc_precision_at_20_diff1": 0.137174, "nauc_precision_at_100_max": 0.307464, "nauc_precision_at_100_std": 0.639954, "nauc_precision_at_100_diff1": 0.150438, "nauc_precision_at_1000_max": 0.221911, "nauc_precision_at_1000_std": 0.54774, "nauc_precision_at_1000_diff1": 0.130824, "nauc_mrr_at_1_max": 0.150838, "nauc_mrr_at_1_std": 0.461369, "nauc_mrr_at_1_diff1": 0.117413, "nauc_mrr_at_3_max": 0.122917, "nauc_mrr_at_3_std": 0.470326, "nauc_mrr_at_3_diff1": 0.052947, "nauc_mrr_at_5_max": 0.133309, "nauc_mrr_at_5_std": 0.461589, "nauc_mrr_at_5_diff1": 0.05726, "nauc_mrr_at_10_max": 0.146222, "nauc_mrr_at_10_std": 0.467134, "nauc_mrr_at_10_diff1": 0.076372, "nauc_mrr_at_20_max": 0.157313, "nauc_mrr_at_20_std": 0.467154, "nauc_mrr_at_20_diff1": 0.088055, "nauc_mrr_at_100_max": 0.16295, "nauc_mrr_at_100_std": 0.476621, "nauc_mrr_at_100_diff1": 0.089273, "nauc_mrr_at_1000_max": 0.162414, "nauc_mrr_at_1000_std": 0.476748, "nauc_mrr_at_1000_diff1": 0.089419, "main_score": 0.05357, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.03549, "ndcg_at_3": 0.0329, "ndcg_at_5": 0.03293, "ndcg_at_10": 0.0407, "ndcg_at_20": 0.05499, "ndcg_at_100": 0.1032, "ndcg_at_1000": 0.17368, "map_at_1": 0.0095, "map_at_3": 0.01501, "map_at_5": 0.01802, "map_at_10": 0.02281, "map_at_20": 0.02706, "map_at_100": 0.03499, "map_at_1000": 0.03878, "recall_at_1": 0.0095, "recall_at_3": 0.02001, "recall_at_5": 0.02853, "recall_at_10": 0.04945, "recall_at_20": 0.08661, "recall_at_100": 0.2567, "recall_at_1000": 0.61697, "precision_at_1": 0.03549, "precision_at_3": 0.02932, "precision_at_5": 0.02531, "precision_at_10": 0.02361, "precision_at_20": 0.01975, "precision_at_100": 0.01193, "precision_at_1000": 0.00287, "mrr_at_1": 0.035494, "mrr_at_3": 0.051955, "mrr_at_5": 0.057356, "mrr_at_10": 0.063919, "mrr_at_20": 0.068611, "mrr_at_100": 0.074946, "mrr_at_1000": 0.076582, "nauc_ndcg_at_1_max": -0.222609, "nauc_ndcg_at_1_std": -0.204542, "nauc_ndcg_at_1_diff1": -0.102436, "nauc_ndcg_at_3_max": -0.146728, "nauc_ndcg_at_3_std": -0.225448, "nauc_ndcg_at_3_diff1": -0.116627, "nauc_ndcg_at_5_max": -0.129161, "nauc_ndcg_at_5_std": -0.194538, "nauc_ndcg_at_5_diff1": -0.115466, "nauc_ndcg_at_10_max": -0.1364, "nauc_ndcg_at_10_std": -0.196642, "nauc_ndcg_at_10_diff1": -0.136755, "nauc_ndcg_at_20_max": -0.151007, "nauc_ndcg_at_20_std": -0.194303, "nauc_ndcg_at_20_diff1": -0.13821, "nauc_ndcg_at_100_max": -0.175583, "nauc_ndcg_at_100_std": -0.219327, "nauc_ndcg_at_100_diff1": -0.157894, "nauc_ndcg_at_1000_max": -0.182459, "nauc_ndcg_at_1000_std": -0.22725, "nauc_ndcg_at_1000_diff1": -0.155425, "nauc_map_at_1_max": -0.258088, "nauc_map_at_1_std": -0.178729, "nauc_map_at_1_diff1": 0.035086, "nauc_map_at_3_max": -0.186263, "nauc_map_at_3_std": -0.22545, "nauc_map_at_3_diff1": -0.045972, "nauc_map_at_5_max": -0.157176, "nauc_map_at_5_std": -0.209241, "nauc_map_at_5_diff1": -0.078395, "nauc_map_at_10_max": -0.154855, "nauc_map_at_10_std": -0.208761, "nauc_map_at_10_diff1": -0.114879, "nauc_map_at_20_max": -0.156942, "nauc_map_at_20_std": -0.20113, "nauc_map_at_20_diff1": -0.122334, "nauc_map_at_100_max": -0.165415, "nauc_map_at_100_std": -0.19827, "nauc_map_at_100_diff1": -0.135753, "nauc_map_at_1000_max": -0.166074, "nauc_map_at_1000_std": -0.199582, "nauc_map_at_1000_diff1": -0.136586, "nauc_recall_at_1_max": -0.258088, "nauc_recall_at_1_std": -0.178729, "nauc_recall_at_1_diff1": 0.035086, "nauc_recall_at_3_max": -0.138746, "nauc_recall_at_3_std": -0.242949, "nauc_recall_at_3_diff1": -0.0504, "nauc_recall_at_5_max": -0.107636, "nauc_recall_at_5_std": -0.204327, "nauc_recall_at_5_diff1": -0.08467, "nauc_recall_at_10_max": -0.109717, "nauc_recall_at_10_std": -0.200774, "nauc_recall_at_10_diff1": -0.14753, "nauc_recall_at_20_max": -0.146975, "nauc_recall_at_20_std": -0.196465, "nauc_recall_at_20_diff1": -0.143412, "nauc_recall_at_100_max": -0.177045, "nauc_recall_at_100_std": -0.229561, "nauc_recall_at_100_diff1": -0.161497, "nauc_recall_at_1000_max": -0.211238, "nauc_recall_at_1000_std": -0.267014, "nauc_recall_at_1000_diff1": -0.157368, "nauc_precision_at_1_max": -0.222609, "nauc_precision_at_1_std": -0.204542, "nauc_precision_at_1_diff1": -0.102436, "nauc_precision_at_3_max": -0.122898, "nauc_precision_at_3_std": -0.220089, "nauc_precision_at_3_diff1": -0.153468, "nauc_precision_at_5_max": -0.112535, "nauc_precision_at_5_std": -0.183456, "nauc_precision_at_5_diff1": -0.174351, "nauc_precision_at_10_max": -0.130987, "nauc_precision_at_10_std": -0.185147, "nauc_precision_at_10_diff1": -0.196497, "nauc_precision_at_20_max": -0.147424, "nauc_precision_at_20_std": -0.175576, "nauc_precision_at_20_diff1": -0.172028, "nauc_precision_at_100_max": -0.172432, "nauc_precision_at_100_std": -0.196652, "nauc_precision_at_100_diff1": -0.171083, "nauc_precision_at_1000_max": -0.121067, "nauc_precision_at_1000_std": -0.138606, "nauc_precision_at_1000_diff1": -0.116429, "nauc_mrr_at_1_max": -0.222609, "nauc_mrr_at_1_std": -0.204542, "nauc_mrr_at_1_diff1": -0.102436, "nauc_mrr_at_3_max": -0.14291, "nauc_mrr_at_3_std": -0.199062, "nauc_mrr_at_3_diff1": -0.122002, "nauc_mrr_at_5_max": -0.14144, "nauc_mrr_at_5_std": -0.188496, "nauc_mrr_at_5_diff1": -0.119046, "nauc_mrr_at_10_max": -0.137548, "nauc_mrr_at_10_std": -0.19091, "nauc_mrr_at_10_diff1": -0.123923, "nauc_mrr_at_20_max": -0.145815, "nauc_mrr_at_20_std": -0.199791, "nauc_mrr_at_20_diff1": -0.124297, "nauc_mrr_at_100_max": -0.151548, "nauc_mrr_at_100_std": -0.206648, "nauc_mrr_at_100_diff1": -0.126751, "nauc_mrr_at_1000_max": -0.151374, "nauc_mrr_at_1000_std": -0.206763, "nauc_mrr_at_1000_diff1": -0.126938, "main_score": 0.0407, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.03481, "ndcg_at_3": 0.05082, "ndcg_at_5": 0.0662, "ndcg_at_10": 0.08577, "ndcg_at_20": 0.10432, "ndcg_at_100": 0.15254, "ndcg_at_1000": 0.19229, "map_at_1": 0.02166, "map_at_3": 0.03942, "map_at_5": 0.04853, "map_at_10": 0.05643, "map_at_20": 0.06162, "map_at_100": 0.06911, "map_at_1000": 0.07075, "recall_at_1": 0.02166, "recall_at_3": 0.05984, "recall_at_5": 0.09589, "recall_at_10": 0.14854, "recall_at_20": 0.20918, "recall_at_100": 0.43223, "recall_at_1000": 0.69356, "precision_at_1": 0.03481, "precision_at_3": 0.03217, "precision_at_5": 0.0307, "precision_at_10": 0.02532, "precision_at_20": 0.01907, "precision_at_100": 0.00809, "precision_at_1000": 0.00142, "mrr_at_1": 0.03481, "mrr_at_3": 0.058281, "mrr_at_5": 0.070148, "mrr_at_10": 0.081065, "mrr_at_20": 0.086629, "mrr_at_100": 0.092513, "mrr_at_1000": 0.093492, "nauc_ndcg_at_1_max": 0.075203, "nauc_ndcg_at_1_std": -0.131805, "nauc_ndcg_at_1_diff1": 0.130329, "nauc_ndcg_at_3_max": 0.038115, "nauc_ndcg_at_3_std": 0.004182, "nauc_ndcg_at_3_diff1": 0.033565, "nauc_ndcg_at_5_max": 0.040431, "nauc_ndcg_at_5_std": -0.038892, "nauc_ndcg_at_5_diff1": 0.062946, "nauc_ndcg_at_10_max": 0.068617, "nauc_ndcg_at_10_std": -0.03208, "nauc_ndcg_at_10_diff1": 0.073655, "nauc_ndcg_at_20_max": 0.100722, "nauc_ndcg_at_20_std": 0.001509, "nauc_ndcg_at_20_diff1": 0.091674, "nauc_ndcg_at_100_max": 0.154191, "nauc_ndcg_at_100_std": 0.066299, "nauc_ndcg_at_100_diff1": 0.107623, "nauc_ndcg_at_1000_max": 0.161255, "nauc_ndcg_at_1000_std": 0.081982, "nauc_ndcg_at_1000_diff1": 0.105256, "nauc_map_at_1_max": 0.116301, "nauc_map_at_1_std": -0.077835, "nauc_map_at_1_diff1": 0.127841, "nauc_map_at_3_max": 0.051685, "nauc_map_at_3_std": 0.006159, "nauc_map_at_3_diff1": 0.046916, "nauc_map_at_5_max": 0.055379, "nauc_map_at_5_std": -0.029687, "nauc_map_at_5_diff1": 0.065518, "nauc_map_at_10_max": 0.068057, "nauc_map_at_10_std": -0.027689, "nauc_map_at_10_diff1": 0.073219, "nauc_map_at_20_max": 0.083648, "nauc_map_at_20_std": -0.013392, "nauc_map_at_20_diff1": 0.083348, "nauc_map_at_100_max": 0.098742, "nauc_map_at_100_std": 0.004149, "nauc_map_at_100_diff1": 0.084312, "nauc_map_at_1000_max": 0.100356, "nauc_map_at_1000_std": 0.006473, "nauc_map_at_1000_diff1": 0.085434, "nauc_recall_at_1_max": 0.116301, "nauc_recall_at_1_std": -0.077835, "nauc_recall_at_1_diff1": 0.127841, "nauc_recall_at_3_max": 0.001853, "nauc_recall_at_3_std": 0.031609, "nauc_recall_at_3_diff1": 0.006372, "nauc_recall_at_5_max": 0.019143, "nauc_recall_at_5_std": -0.043934, "nauc_recall_at_5_diff1": 0.049111, "nauc_recall_at_10_max": 0.066349, "nauc_recall_at_10_std": -0.025541, "nauc_recall_at_10_diff1": 0.072061, "nauc_recall_at_20_max": 0.114663, "nauc_recall_at_20_std": 0.031629, "nauc_recall_at_20_diff1": 0.102705, "nauc_recall_at_100_max": 0.21389, "nauc_recall_at_100_std": 0.155667, "nauc_recall_at_100_diff1": 0.147291, "nauc_recall_at_1000_max": 0.242175, "nauc_recall_at_1000_std": 0.209978, "nauc_recall_at_1000_diff1": 0.143607, "nauc_precision_at_1_max": 0.075203, "nauc_precision_at_1_std": -0.131805, "nauc_precision_at_1_diff1": 0.130329, "nauc_precision_at_3_max": 0.076208, "nauc_precision_at_3_std": 0.014275, "nauc_precision_at_3_diff1": 0.031909, "nauc_precision_at_5_max": 0.065089, "nauc_precision_at_5_std": -0.043223, "nauc_precision_at_5_diff1": 0.081511, "nauc_precision_at_10_max": 0.111345, "nauc_precision_at_10_std": -0.039649, "nauc_precision_at_10_diff1": 0.077803, "nauc_precision_at_20_max": 0.189464, "nauc_precision_at_20_std": 0.03689, "nauc_precision_at_20_diff1": 0.100193, "nauc_precision_at_100_max": 0.238121, "nauc_precision_at_100_std": 0.15518, "nauc_precision_at_100_diff1": 0.084473, "nauc_precision_at_1000_max": 0.171651, "nauc_precision_at_1000_std": 0.162766, "nauc_precision_at_1000_diff1": 0.030644, "nauc_mrr_at_1_max": 0.075203, "nauc_mrr_at_1_std": -0.131805, "nauc_mrr_at_1_diff1": 0.130329, "nauc_mrr_at_3_max": 0.048263, "nauc_mrr_at_3_std": -0.038056, "nauc_mrr_at_3_diff1": 0.069653, "nauc_mrr_at_5_max": 0.044371, "nauc_mrr_at_5_std": -0.058512, "nauc_mrr_at_5_diff1": 0.078624, "nauc_mrr_at_10_max": 0.064708, "nauc_mrr_at_10_std": -0.048572, "nauc_mrr_at_10_diff1": 0.070351, "nauc_mrr_at_20_max": 0.069176, "nauc_mrr_at_20_std": -0.036313, "nauc_mrr_at_20_diff1": 0.074835, "nauc_mrr_at_100_max": 0.077803, "nauc_mrr_at_100_std": -0.028158, "nauc_mrr_at_100_diff1": 0.076423, "nauc_mrr_at_1000_max": 0.078129, "nauc_mrr_at_1000_std": -0.028026, "nauc_mrr_at_1000_diff1": 0.076064, "main_score": 0.08577, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "ndcg_at_1": 0.06, "ndcg_at_3": 0.06778, "ndcg_at_5": 0.08133, "ndcg_at_10": 0.10117, "ndcg_at_20": 0.11685, "ndcg_at_100": 0.15217, "ndcg_at_1000": 0.18595, "map_at_1": 0.03703, "map_at_3": 0.05421, "map_at_5": 0.06166, "map_at_10": 0.07006, "map_at_20": 0.07462, "map_at_100": 0.07987, "map_at_1000": 0.0812, "recall_at_1": 0.03703, "recall_at_3": 0.07457, "recall_at_5": 0.10373, "recall_at_10": 0.15565, "recall_at_20": 0.20893, "recall_at_100": 0.37187, "recall_at_1000": 0.60571, "precision_at_1": 0.06, "precision_at_3": 0.04267, "precision_at_5": 0.0362, "precision_at_10": 0.0275, "precision_at_20": 0.01865, "precision_at_100": 0.00691, "precision_at_1000": 0.00114, "mrr_at_1": 0.06, "mrr_at_3": 0.086333, "mrr_at_5": 0.096233, "mrr_at_10": 0.105857, "mrr_at_20": 0.110322, "mrr_at_100": 0.114652, "mrr_at_1000": 0.115489, "nauc_ndcg_at_1_max": 0.247558, "nauc_ndcg_at_1_std": -0.224251, "nauc_ndcg_at_1_diff1": 0.115549, "nauc_ndcg_at_3_max": 0.269758, "nauc_ndcg_at_3_std": -0.217343, "nauc_ndcg_at_3_diff1": 0.035841, "nauc_ndcg_at_5_max": 0.255383, "nauc_ndcg_at_5_std": -0.208062, "nauc_ndcg_at_5_diff1": 0.021547, "nauc_ndcg_at_10_max": 0.271144, "nauc_ndcg_at_10_std": -0.200716, "nauc_ndcg_at_10_diff1": 0.026521, "nauc_ndcg_at_20_max": 0.273636, "nauc_ndcg_at_20_std": -0.201291, "nauc_ndcg_at_20_diff1": 0.012459, "nauc_ndcg_at_100_max": 0.26374, "nauc_ndcg_at_100_std": -0.206797, "nauc_ndcg_at_100_diff1": -0.010265, "nauc_ndcg_at_1000_max": 0.272347, "nauc_ndcg_at_1000_std": -0.243924, "nauc_ndcg_at_1000_diff1": -0.025991, "nauc_map_at_1_max": 0.267636, "nauc_map_at_1_std": -0.234455, "nauc_map_at_1_diff1": 0.105242, "nauc_map_at_3_max": 0.271753, "nauc_map_at_3_std": -0.224526, "nauc_map_at_3_diff1": 0.047606, "nauc_map_at_5_max": 0.258227, "nauc_map_at_5_std": -0.214331, "nauc_map_at_5_diff1": 0.040063, "nauc_map_at_10_max": 0.270625, "nauc_map_at_10_std": -0.211502, "nauc_map_at_10_diff1": 0.042127, "nauc_map_at_20_max": 0.27523, "nauc_map_at_20_std": -0.213349, "nauc_map_at_20_diff1": 0.035412, "nauc_map_at_100_max": 0.273387, "nauc_map_at_100_std": -0.212392, "nauc_map_at_100_diff1": 0.029696, "nauc_map_at_1000_max": 0.273602, "nauc_map_at_1000_std": -0.21396, "nauc_map_at_1000_diff1": 0.028641, "nauc_recall_at_1_max": 0.267636, "nauc_recall_at_1_std": -0.234455, "nauc_recall_at_1_diff1": 0.105242, "nauc_recall_at_3_max": 0.276158, "nauc_recall_at_3_std": -0.213507, "nauc_recall_at_3_diff1": 0.004065, "nauc_recall_at_5_max": 0.239407, "nauc_recall_at_5_std": -0.187666, "nauc_recall_at_5_diff1": -0.005202, "nauc_recall_at_10_max": 0.259174, "nauc_recall_at_10_std": -0.173274, "nauc_recall_at_10_diff1": 0.012329, "nauc_recall_at_20_max": 0.257291, "nauc_recall_at_20_std": -0.173124, "nauc_recall_at_20_diff1": -0.015287, "nauc_recall_at_100_max": 0.227186, "nauc_recall_at_100_std": -0.187785, "nauc_recall_at_100_diff1": -0.064015, "nauc_recall_at_1000_max": 0.254319, "nauc_recall_at_1000_std": -0.332012, "nauc_recall_at_1000_diff1": -0.127726, "nauc_precision_at_1_max": 0.247558, "nauc_precision_at_1_std": -0.224251, "nauc_precision_at_1_diff1": 0.115549, "nauc_precision_at_3_max": 0.268765, "nauc_precision_at_3_std": -0.215451, "nauc_precision_at_3_diff1": 0.015058, "nauc_precision_at_5_max": 0.259403, "nauc_precision_at_5_std": -0.197487, "nauc_precision_at_5_diff1": -0.011971, "nauc_precision_at_10_max": 0.285632, "nauc_precision_at_10_std": -0.179482, "nauc_precision_at_10_diff1": -0.00174, "nauc_precision_at_20_max": 0.285729, "nauc_precision_at_20_std": -0.182727, "nauc_precision_at_20_diff1": -0.026401, "nauc_precision_at_100_max": 0.222637, "nauc_precision_at_100_std": -0.172923, "nauc_precision_at_100_diff1": -0.076036, "nauc_precision_at_1000_max": 0.205576, "nauc_precision_at_1000_std": -0.246237, "nauc_precision_at_1000_diff1": -0.111903, "nauc_mrr_at_1_max": 0.247558, "nauc_mrr_at_1_std": -0.224251, "nauc_mrr_at_1_diff1": 0.115549, "nauc_mrr_at_3_max": 0.262121, "nauc_mrr_at_3_std": -0.218813, "nauc_mrr_at_3_diff1": 0.041417, "nauc_mrr_at_5_max": 0.253994, "nauc_mrr_at_5_std": -0.212507, "nauc_mrr_at_5_diff1": 0.032166, "nauc_mrr_at_10_max": 0.258428, "nauc_mrr_at_10_std": -0.20712, "nauc_mrr_at_10_diff1": 0.033854, "nauc_mrr_at_20_max": 0.256055, "nauc_mrr_at_20_std": -0.204877, "nauc_mrr_at_20_diff1": 0.031252, "nauc_mrr_at_100_max": 0.255321, "nauc_mrr_at_100_std": -0.20763, "nauc_mrr_at_100_diff1": 0.029327, "nauc_mrr_at_1000_max": 0.255711, "nauc_mrr_at_1000_std": -0.209011, "nauc_mrr_at_1000_diff1": 0.028908, "main_score": 0.10117, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "ndcg_at_1": 0.00875, "ndcg_at_3": 0.00756, "ndcg_at_5": 0.01116, "ndcg_at_10": 0.02205, "ndcg_at_20": 0.03413, "ndcg_at_100": 0.07952, "ndcg_at_1000": 0.13292, "map_at_1": 0.0034, "map_at_3": 0.00502, "map_at_5": 0.00694, "map_at_10": 0.01094, "map_at_20": 0.01433, "map_at_100": 0.0206, "map_at_1000": 0.02279, "recall_at_1": 0.0034, "recall_at_3": 0.00826, "recall_at_5": 0.01492, "recall_at_10": 0.04386, "recall_at_20": 0.08308, "recall_at_100": 0.29134, "recall_at_1000": 0.65153, "precision_at_1": 0.00875, "precision_at_3": 0.00583, "precision_at_5": 0.00758, "precision_at_10": 0.00962, "precision_at_20": 0.00918, "precision_at_100": 0.00612, "precision_at_1000": 0.00136, "mrr_at_1": 0.008746, "mrr_at_3": 0.011662, "mrr_at_5": 0.015015, "mrr_at_10": 0.02107, "mrr_at_20": 0.024664, "mrr_at_100": 0.030996, "mrr_at_1000": 0.032392, "nauc_ndcg_at_1_max": -0.249689, "nauc_ndcg_at_1_std": -0.523941, "nauc_ndcg_at_1_diff1": 0.399302, "nauc_ndcg_at_3_max": -0.105391, "nauc_ndcg_at_3_std": -0.485762, "nauc_ndcg_at_3_diff1": 0.179084, "nauc_ndcg_at_5_max": -0.074314, "nauc_ndcg_at_5_std": -0.391971, "nauc_ndcg_at_5_diff1": 0.071202, "nauc_ndcg_at_10_max": 0.022562, "nauc_ndcg_at_10_std": -0.300881, "nauc_ndcg_at_10_diff1": 0.150479, "nauc_ndcg_at_20_max": 0.003932, "nauc_ndcg_at_20_std": -0.18113, "nauc_ndcg_at_20_diff1": 0.154878, "nauc_ndcg_at_100_max": 0.006084, "nauc_ndcg_at_100_std": -0.129107, "nauc_ndcg_at_100_diff1": 0.061446, "nauc_ndcg_at_1000_max": 0.002235, "nauc_ndcg_at_1000_std": -0.145206, "nauc_ndcg_at_1000_diff1": 0.013439, "nauc_map_at_1_max": -0.167763, "nauc_map_at_1_std": -0.531078, "nauc_map_at_1_diff1": 0.356395, "nauc_map_at_3_max": -0.079254, "nauc_map_at_3_std": -0.489258, "nauc_map_at_3_diff1": 0.190022, "nauc_map_at_5_max": -0.06266, "nauc_map_at_5_std": -0.445263, "nauc_map_at_5_diff1": 0.120248, "nauc_map_at_10_max": -0.000898, "nauc_map_at_10_std": -0.355953, "nauc_map_at_10_diff1": 0.165175, "nauc_map_at_20_max": -0.004385, "nauc_map_at_20_std": -0.268061, "nauc_map_at_20_diff1": 0.175546, "nauc_map_at_100_max": -0.006831, "nauc_map_at_100_std": -0.211481, "nauc_map_at_100_diff1": 0.121081, "nauc_map_at_1000_max": -0.004766, "nauc_map_at_1000_std": -0.207552, "nauc_map_at_1000_diff1": 0.111784, "nauc_recall_at_1_max": -0.167763, "nauc_recall_at_1_std": -0.531078, "nauc_recall_at_1_diff1": 0.356395, "nauc_recall_at_3_max": -0.006365, "nauc_recall_at_3_std": -0.454818, "nauc_recall_at_3_diff1": 0.053009, "nauc_recall_at_5_max": -0.026713, "nauc_recall_at_5_std": -0.378734, "nauc_recall_at_5_diff1": -0.025347, "nauc_recall_at_10_max": 0.053331, "nauc_recall_at_10_std": -0.283827, "nauc_recall_at_10_diff1": 0.148664, "nauc_recall_at_20_max": 0.020182, "nauc_recall_at_20_std": -0.137596, "nauc_recall_at_20_diff1": 0.152233, "nauc_recall_at_100_max": 0.02941, "nauc_recall_at_100_std": -0.085945, "nauc_recall_at_100_diff1": 0.028806, "nauc_recall_at_1000_max": 0.017483, "nauc_recall_at_1000_std": -0.147805, "nauc_recall_at_1000_diff1": -0.066446, "nauc_precision_at_1_max": -0.249689, "nauc_precision_at_1_std": -0.523941, "nauc_precision_at_1_diff1": 0.399302, "nauc_precision_at_3_max": -0.137546, "nauc_precision_at_3_std": -0.479684, "nauc_precision_at_3_diff1": 0.158776, "nauc_precision_at_5_max": -0.077268, "nauc_precision_at_5_std": -0.293926, "nauc_precision_at_5_diff1": -0.004914, "nauc_precision_at_10_max": 0.067458, "nauc_precision_at_10_std": -0.207342, "nauc_precision_at_10_diff1": 0.127797, "nauc_precision_at_20_max": 0.00831, "nauc_precision_at_20_std": -0.085756, "nauc_precision_at_20_diff1": 0.158475, "nauc_precision_at_100_max": -0.015121, "nauc_precision_at_100_std": -0.048982, "nauc_precision_at_100_diff1": 0.005481, "nauc_precision_at_1000_max": -0.019922, "nauc_precision_at_1000_std": -0.051027, "nauc_precision_at_1000_diff1": -0.055644, "nauc_mrr_at_1_max": -0.249689, "nauc_mrr_at_1_std": -0.523941, "nauc_mrr_at_1_diff1": 0.399302, "nauc_mrr_at_3_max": -0.193618, "nauc_mrr_at_3_std": -0.501812, "nauc_mrr_at_3_diff1": 0.279039, "nauc_mrr_at_5_max": -0.141711, "nauc_mrr_at_5_std": -0.377431, "nauc_mrr_at_5_diff1": 0.166643, "nauc_mrr_at_10_max": -0.067645, "nauc_mrr_at_10_std": -0.32371, "nauc_mrr_at_10_diff1": 0.167074, "nauc_mrr_at_20_max": -0.072558, "nauc_mrr_at_20_std": -0.259752, "nauc_mrr_at_20_diff1": 0.154783, "nauc_mrr_at_100_max": -0.065593, "nauc_mrr_at_100_std": -0.249217, "nauc_mrr_at_100_diff1": 0.138344, "nauc_mrr_at_1000_max": -0.065218, "nauc_mrr_at_1000_std": -0.248209, "nauc_mrr_at_1000_diff1": 0.135472, "main_score": 0.02205, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.09429, "ndcg_at_3": 0.11045, "ndcg_at_5": 0.1235, "ndcg_at_10": 0.14771, "ndcg_at_20": 0.17533, "ndcg_at_100": 0.22146, "ndcg_at_1000": 0.25565, "map_at_1": 0.04784, "map_at_3": 0.07876, "map_at_5": 0.09159, "map_at_10": 0.10296, "map_at_20": 0.11158, "map_at_100": 0.11982, "map_at_1000": 0.12138, "recall_at_1": 0.04784, "recall_at_3": 0.11013, "recall_at_5": 0.14768, "recall_at_10": 0.21617, "recall_at_20": 0.30337, "recall_at_100": 0.50786, "recall_at_1000": 0.73112, "precision_at_1": 0.09429, "precision_at_3": 0.08, "precision_at_5": 0.06743, "precision_at_10": 0.04771, "precision_at_20": 0.03414, "precision_at_100": 0.0112, "precision_at_1000": 0.00163, "mrr_at_1": 0.094286, "mrr_at_3": 0.140476, "mrr_at_5": 0.151333, "mrr_at_10": 0.161855, "mrr_at_20": 0.169461, "mrr_at_100": 0.17449, "mrr_at_1000": 0.175384, "nauc_ndcg_at_1_max": 0.071249, "nauc_ndcg_at_1_std": -0.032872, "nauc_ndcg_at_1_diff1": 0.156068, "nauc_ndcg_at_3_max": 0.119216, "nauc_ndcg_at_3_std": 0.023266, "nauc_ndcg_at_3_diff1": 0.214933, "nauc_ndcg_at_5_max": 0.109566, "nauc_ndcg_at_5_std": 0.026399, "nauc_ndcg_at_5_diff1": 0.170854, "nauc_ndcg_at_10_max": 0.119794, "nauc_ndcg_at_10_std": 0.069154, "nauc_ndcg_at_10_diff1": 0.132646, "nauc_ndcg_at_20_max": 0.116662, "nauc_ndcg_at_20_std": 0.06437, "nauc_ndcg_at_20_diff1": 0.127067, "nauc_ndcg_at_100_max": 0.132783, "nauc_ndcg_at_100_std": 0.111518, "nauc_ndcg_at_100_diff1": 0.123449, "nauc_ndcg_at_1000_max": 0.135651, "nauc_ndcg_at_1000_std": 0.142339, "nauc_ndcg_at_1000_diff1": 0.154708, "nauc_map_at_1_max": 0.052828, "nauc_map_at_1_std": -0.062864, "nauc_map_at_1_diff1": 0.152688, "nauc_map_at_3_max": 0.099555, "nauc_map_at_3_std": -0.00296, "nauc_map_at_3_diff1": 0.197716, "nauc_map_at_5_max": 0.108455, "nauc_map_at_5_std": 0.009865, "nauc_map_at_5_diff1": 0.172071, "nauc_map_at_10_max": 0.123496, "nauc_map_at_10_std": 0.03497, "nauc_map_at_10_diff1": 0.160334, "nauc_map_at_20_max": 0.121931, "nauc_map_at_20_std": 0.035179, "nauc_map_at_20_diff1": 0.158282, "nauc_map_at_100_max": 0.128425, "nauc_map_at_100_std": 0.048161, "nauc_map_at_100_diff1": 0.160798, "nauc_map_at_1000_max": 0.128331, "nauc_map_at_1000_std": 0.050256, "nauc_map_at_1000_diff1": 0.163688, "nauc_recall_at_1_max": 0.052828, "nauc_recall_at_1_std": -0.062864, "nauc_recall_at_1_diff1": 0.152688, "nauc_recall_at_3_max": 0.109909, "nauc_recall_at_3_std": 0.043299, "nauc_recall_at_3_diff1": 0.197333, "nauc_recall_at_5_max": 0.097024, "nauc_recall_at_5_std": 0.058678, "nauc_recall_at_5_diff1": 0.130634, "nauc_recall_at_10_max": 0.086221, "nauc_recall_at_10_std": 0.128808, "nauc_recall_at_10_diff1": 0.040485, "nauc_recall_at_20_max": 0.08031, "nauc_recall_at_20_std": 0.099421, "nauc_recall_at_20_diff1": 0.025383, "nauc_recall_at_100_max": 0.113306, "nauc_recall_at_100_std": 0.207353, "nauc_recall_at_100_diff1": -0.01453, "nauc_recall_at_1000_max": 0.142528, "nauc_recall_at_1000_std": 0.385847, "nauc_recall_at_1000_diff1": 0.050589, "nauc_precision_at_1_max": 0.071249, "nauc_precision_at_1_std": -0.032872, "nauc_precision_at_1_diff1": 0.156068, "nauc_precision_at_3_max": 0.176873, "nauc_precision_at_3_std": 0.05559, "nauc_precision_at_3_diff1": 0.254759, "nauc_precision_at_5_max": 0.179454, "nauc_precision_at_5_std": 0.070288, "nauc_precision_at_5_diff1": 0.191428, "nauc_precision_at_10_max": 0.216543, "nauc_precision_at_10_std": 0.139031, "nauc_precision_at_10_diff1": 0.168608, "nauc_precision_at_20_max": 0.185128, "nauc_precision_at_20_std": 0.132781, "nauc_precision_at_20_diff1": 0.158148, "nauc_precision_at_100_max": 0.205699, "nauc_precision_at_100_std": 0.23349, "nauc_precision_at_100_diff1": 0.162451, "nauc_precision_at_1000_max": 0.146912, "nauc_precision_at_1000_std": 0.290514, "nauc_precision_at_1000_diff1": 0.220616, "nauc_mrr_at_1_max": 0.071249, "nauc_mrr_at_1_std": -0.032872, "nauc_mrr_at_1_diff1": 0.156068, "nauc_mrr_at_3_max": 0.103414, "nauc_mrr_at_3_std": -0.002925, "nauc_mrr_at_3_diff1": 0.192072, "nauc_mrr_at_5_max": 0.098596, "nauc_mrr_at_5_std": 0.007031, "nauc_mrr_at_5_diff1": 0.176573, "nauc_mrr_at_10_max": 0.097299, "nauc_mrr_at_10_std": 0.022524, "nauc_mrr_at_10_diff1": 0.159292, "nauc_mrr_at_20_max": 0.095922, "nauc_mrr_at_20_std": 0.019148, "nauc_mrr_at_20_diff1": 0.160168, "nauc_mrr_at_100_max": 0.09574, "nauc_mrr_at_100_std": 0.02279, "nauc_mrr_at_100_diff1": 0.159832, "nauc_mrr_at_1000_max": 0.095618, "nauc_mrr_at_1000_std": 0.023404, "nauc_mrr_at_1000_diff1": 0.161047, "main_score": 0.14771, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.03229, "ndcg_at_3": 0.03731, "ndcg_at_5": 0.04099, "ndcg_at_10": 0.0513, "ndcg_at_20": 0.06525, "ndcg_at_100": 0.09949, "ndcg_at_1000": 0.14394, "map_at_1": 0.0161, "map_at_3": 0.02501, "map_at_5": 0.02818, "map_at_10": 0.03301, "map_at_20": 0.03679, "map_at_100": 0.04186, "map_at_1000": 0.04381, "recall_at_1": 0.0161, "recall_at_3": 0.03633, "recall_at_5": 0.04803, "recall_at_10": 0.07387, "recall_at_20": 0.11842, "recall_at_100": 0.25908, "recall_at_1000": 0.52155, "precision_at_1": 0.03229, "precision_at_3": 0.02708, "precision_at_5": 0.02271, "precision_at_10": 0.01885, "precision_at_20": 0.01479, "precision_at_100": 0.00707, "precision_at_1000": 0.00155, "mrr_at_1": 0.032292, "mrr_at_3": 0.050347, "mrr_at_5": 0.056233, "mrr_at_10": 0.062222, "mrr_at_20": 0.067376, "mrr_at_100": 0.072307, "mrr_at_1000": 0.073389, "nauc_ndcg_at_1_max": 0.087877, "nauc_ndcg_at_1_std": -0.062448, "nauc_ndcg_at_1_diff1": -0.022703, "nauc_ndcg_at_3_max": 0.14314, "nauc_ndcg_at_3_std": -0.007788, "nauc_ndcg_at_3_diff1": 0.019764, "nauc_ndcg_at_5_max": 0.108231, "nauc_ndcg_at_5_std": 0.005255, "nauc_ndcg_at_5_diff1": 0.020761, "nauc_ndcg_at_10_max": 0.144435, "nauc_ndcg_at_10_std": 0.038531, "nauc_ndcg_at_10_diff1": 0.047902, "nauc_ndcg_at_20_max": 0.119482, "nauc_ndcg_at_20_std": 0.064195, "nauc_ndcg_at_20_diff1": 0.038299, "nauc_ndcg_at_100_max": 0.173227, "nauc_ndcg_at_100_std": 0.097517, "nauc_ndcg_at_100_diff1": 0.045046, "nauc_ndcg_at_1000_max": 0.227887, "nauc_ndcg_at_1000_std": 0.111788, "nauc_ndcg_at_1000_diff1": 0.045864, "nauc_map_at_1_max": 0.048084, "nauc_map_at_1_std": 0.005282, "nauc_map_at_1_diff1": 0.063697, "nauc_map_at_3_max": 0.110089, "nauc_map_at_3_std": 0.03856, "nauc_map_at_3_diff1": 0.034391, "nauc_map_at_5_max": 0.090443, "nauc_map_at_5_std": 0.028635, "nauc_map_at_5_diff1": 0.029496, "nauc_map_at_10_max": 0.124058, "nauc_map_at_10_std": 0.039964, "nauc_map_at_10_diff1": 0.053271, "nauc_map_at_20_max": 0.11246, "nauc_map_at_20_std": 0.050657, "nauc_map_at_20_diff1": 0.047702, "nauc_map_at_100_max": 0.131031, "nauc_map_at_100_std": 0.063137, "nauc_map_at_100_diff1": 0.053042, "nauc_map_at_1000_max": 0.138474, "nauc_map_at_1000_std": 0.065721, "nauc_map_at_1000_diff1": 0.052459, "nauc_recall_at_1_max": 0.048084, "nauc_recall_at_1_std": 0.005282, "nauc_recall_at_1_diff1": 0.063697, "nauc_recall_at_3_max": 0.148108, "nauc_recall_at_3_std": 0.063789, "nauc_recall_at_3_diff1": 0.034025, "nauc_recall_at_5_max": 0.097332, "nauc_recall_at_5_std": 0.048112, "nauc_recall_at_5_diff1": 0.015441, "nauc_recall_at_10_max": 0.145979, "nauc_recall_at_10_std": 0.086143, "nauc_recall_at_10_diff1": 0.061965, "nauc_recall_at_20_max": 0.074182, "nauc_recall_at_20_std": 0.116729, "nauc_recall_at_20_diff1": 0.035027, "nauc_recall_at_100_max": 0.165318, "nauc_recall_at_100_std": 0.160474, "nauc_recall_at_100_diff1": 0.043916, "nauc_recall_at_1000_max": 0.283115, "nauc_recall_at_1000_std": 0.206671, "nauc_recall_at_1000_diff1": 0.058867, "nauc_precision_at_1_max": 0.087877, "nauc_precision_at_1_std": -0.062448, "nauc_precision_at_1_diff1": -0.022703, "nauc_precision_at_3_max": 0.201334, "nauc_precision_at_3_std": -0.051492, "nauc_precision_at_3_diff1": 0.023302, "nauc_precision_at_5_max": 0.148796, "nauc_precision_at_5_std": -0.039898, "nauc_precision_at_5_diff1": 0.019181, "nauc_precision_at_10_max": 0.219074, "nauc_precision_at_10_std": 0.01894, "nauc_precision_at_10_diff1": 0.063709, "nauc_precision_at_20_max": 0.191521, "nauc_precision_at_20_std": 0.068735, "nauc_precision_at_20_diff1": 0.048657, "nauc_precision_at_100_max": 0.268229, "nauc_precision_at_100_std": 0.112511, "nauc_precision_at_100_diff1": 0.056318, "nauc_precision_at_1000_max": 0.282143, "nauc_precision_at_1000_std": 0.070963, "nauc_precision_at_1000_diff1": 0.030408, "nauc_mrr_at_1_max": 0.087877, "nauc_mrr_at_1_std": -0.062448, "nauc_mrr_at_1_diff1": -0.022703, "nauc_mrr_at_3_max": 0.14429, "nauc_mrr_at_3_std": -0.057613, "nauc_mrr_at_3_diff1": 0.006367, "nauc_mrr_at_5_max": 0.131227, "nauc_mrr_at_5_std": -0.048906, "nauc_mrr_at_5_diff1": 0.00207, "nauc_mrr_at_10_max": 0.143078, "nauc_mrr_at_10_std": -0.028711, "nauc_mrr_at_10_diff1": 0.010156, "nauc_mrr_at_20_max": 0.139473, "nauc_mrr_at_20_std": -0.017934, "nauc_mrr_at_20_diff1": 0.01151, "nauc_mrr_at_100_max": 0.144448, "nauc_mrr_at_100_std": -0.017544, "nauc_mrr_at_100_diff1": 0.011012, "nauc_mrr_at_1000_max": 0.146312, "nauc_mrr_at_1000_std": -0.016926, "nauc_mrr_at_1000_diff1": 0.010768, "main_score": 0.0513, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "ndcg_at_1": 0.04884, "ndcg_at_3": 0.05491, "ndcg_at_5": 0.06715, "ndcg_at_10": 0.09157, "ndcg_at_20": 0.11642, "ndcg_at_100": 0.18178, "ndcg_at_1000": 0.226, "map_at_1": 0.0277, "map_at_3": 0.04159, "map_at_5": 0.04882, "map_at_10": 0.05851, "map_at_20": 0.0654, "map_at_100": 0.07492, "map_at_1000": 0.07715, "recall_at_1": 0.0277, "recall_at_3": 0.05939, "recall_at_5": 0.08873, "recall_at_10": 0.15698, "recall_at_20": 0.2424, "recall_at_100": 0.54468, "recall_at_1000": 0.82814, "precision_at_1": 0.04884, "precision_at_3": 0.0345, "precision_at_5": 0.03279, "precision_at_10": 0.02802, "precision_at_20": 0.02163, "precision_at_100": 0.01034, "precision_at_1000": 0.00168, "mrr_at_1": 0.044186, "mrr_at_3": 0.067248, "mrr_at_5": 0.077888, "mrr_at_10": 0.09113, "mrr_at_20": 0.098252, "mrr_at_100": 0.106661, "mrr_at_1000": 0.107666, "nauc_ndcg_at_1_max": -0.072725, "nauc_ndcg_at_1_std": -0.141171, "nauc_ndcg_at_1_diff1": 0.029847, "nauc_ndcg_at_3_max": -0.011953, "nauc_ndcg_at_3_std": -0.170029, "nauc_ndcg_at_3_diff1": 0.152477, "nauc_ndcg_at_5_max": 0.035871, "nauc_ndcg_at_5_std": -0.174592, "nauc_ndcg_at_5_diff1": 0.142873, "nauc_ndcg_at_10_max": 0.039413, "nauc_ndcg_at_10_std": -0.172747, "nauc_ndcg_at_10_diff1": 0.086608, "nauc_ndcg_at_20_max": 0.05174, "nauc_ndcg_at_20_std": -0.178112, "nauc_ndcg_at_20_diff1": 0.065683, "nauc_ndcg_at_100_max": 0.063271, "nauc_ndcg_at_100_std": -0.131833, "nauc_ndcg_at_100_diff1": 0.030683, "nauc_ndcg_at_1000_max": 0.064269, "nauc_ndcg_at_1000_std": -0.096511, "nauc_ndcg_at_1000_diff1": 0.032269, "nauc_map_at_1_max": -0.013467, "nauc_map_at_1_std": -0.125186, "nauc_map_at_1_diff1": 0.085628, "nauc_map_at_3_max": 0.004799, "nauc_map_at_3_std": -0.164172, "nauc_map_at_3_diff1": 0.155939, "nauc_map_at_5_max": 0.031695, "nauc_map_at_5_std": -0.170091, "nauc_map_at_5_diff1": 0.140107, "nauc_map_at_10_max": 0.034755, "nauc_map_at_10_std": -0.166437, "nauc_map_at_10_diff1": 0.107672, "nauc_map_at_20_max": 0.04173, "nauc_map_at_20_std": -0.169439, "nauc_map_at_20_diff1": 0.097473, "nauc_map_at_100_max": 0.043053, "nauc_map_at_100_std": -0.163888, "nauc_map_at_100_diff1": 0.088286, "nauc_map_at_1000_max": 0.04281, "nauc_map_at_1000_std": -0.159343, "nauc_map_at_1000_diff1": 0.088108, "nauc_recall_at_1_max": -0.013467, "nauc_recall_at_1_std": -0.125186, "nauc_recall_at_1_diff1": 0.085628, "nauc_recall_at_3_max": 0.014091, "nauc_recall_at_3_std": -0.184263, "nauc_recall_at_3_diff1": 0.225716, "nauc_recall_at_5_max": 0.08459, "nauc_recall_at_5_std": -0.185762, "nauc_recall_at_5_diff1": 0.172129, "nauc_recall_at_10_max": 0.075567, "nauc_recall_at_10_std": -0.177429, "nauc_recall_at_10_diff1": 0.056785, "nauc_recall_at_20_max": 0.092858, "nauc_recall_at_20_std": -0.172572, "nauc_recall_at_20_diff1": 0.018357, "nauc_recall_at_100_max": 0.12055, "nauc_recall_at_100_std": -0.049893, "nauc_recall_at_100_diff1": -0.05163, "nauc_recall_at_1000_max": 0.214516, "nauc_recall_at_1000_std": 0.124289, "nauc_recall_at_1000_diff1": -0.11974, "nauc_precision_at_1_max": -0.072725, "nauc_precision_at_1_std": -0.141171, "nauc_precision_at_1_diff1": 0.029847, "nauc_precision_at_3_max": -0.030425, "nauc_precision_at_3_std": -0.194285, "nauc_precision_at_3_diff1": 0.150107, "nauc_precision_at_5_max": 0.022866, "nauc_precision_at_5_std": -0.1888, "nauc_precision_at_5_diff1": 0.13663, "nauc_precision_at_10_max": 0.028457, "nauc_precision_at_10_std": -0.157739, "nauc_precision_at_10_diff1": 0.062888, "nauc_precision_at_20_max": 0.029016, "nauc_precision_at_20_std": -0.180069, "nauc_precision_at_20_diff1": 0.0367, "nauc_precision_at_100_max": 0.036016, "nauc_precision_at_100_std": -0.001507, "nauc_precision_at_100_diff1": -0.049511, "nauc_precision_at_1000_max": -0.001234, "nauc_precision_at_1000_std": 0.146136, "nauc_precision_at_1000_diff1": -0.038657, "nauc_mrr_at_1_max": -0.050203, "nauc_mrr_at_1_std": -0.150382, "nauc_mrr_at_1_diff1": 0.089532, "nauc_mrr_at_3_max": -0.016188, "nauc_mrr_at_3_std": -0.151951, "nauc_mrr_at_3_diff1": 0.126064, "nauc_mrr_at_5_max": -0.003125, "nauc_mrr_at_5_std": -0.158412, "nauc_mrr_at_5_diff1": 0.121463, "nauc_mrr_at_10_max": -0.001947, "nauc_mrr_at_10_std": -0.149869, "nauc_mrr_at_10_diff1": 0.097919, "nauc_mrr_at_20_max": 0.001003, "nauc_mrr_at_20_std": -0.156088, "nauc_mrr_at_20_diff1": 0.091759, "nauc_mrr_at_100_max": 0.003239, "nauc_mrr_at_100_std": -0.151268, "nauc_mrr_at_100_diff1": 0.086577, "nauc_mrr_at_1000_max": 0.003678, "nauc_mrr_at_1000_std": -0.151411, "nauc_mrr_at_1000_diff1": 0.087249, "main_score": 0.09157, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "ndcg_at_1": 0.11268, "ndcg_at_3": 0.12628, "ndcg_at_5": 0.14503, "ndcg_at_10": 0.16951, "ndcg_at_20": 0.20256, "ndcg_at_100": 0.27377, "ndcg_at_1000": 0.31695, "map_at_1": 0.07825, "map_at_3": 0.10823, "map_at_5": 0.11954, "map_at_10": 0.1288, "map_at_20": 0.13839, "map_at_100": 0.14982, "map_at_1000": 0.15277, "recall_at_1": 0.07825, "recall_at_3": 0.13983, "recall_at_5": 0.18341, "recall_at_10": 0.24846, "recall_at_20": 0.35451, "recall_at_100": 0.65456, "recall_at_1000": 0.90074, "precision_at_1": 0.11268, "precision_at_3": 0.06573, "precision_at_5": 0.05446, "precision_at_10": 0.04085, "precision_at_20": 0.03263, "precision_at_100": 0.01507, "precision_at_1000": 0.0023, "mrr_at_1": 0.112676, "mrr_at_3": 0.143192, "mrr_at_5": 0.157746, "mrr_at_10": 0.173446, "mrr_at_20": 0.183465, "mrr_at_100": 0.190663, "mrr_at_1000": 0.191261, "nauc_ndcg_at_1_max": 0.507137, "nauc_ndcg_at_1_std": -0.10476, "nauc_ndcg_at_1_diff1": 0.263615, "nauc_ndcg_at_3_max": 0.540683, "nauc_ndcg_at_3_std": -0.078034, "nauc_ndcg_at_3_diff1": 0.312587, "nauc_ndcg_at_5_max": 0.520254, "nauc_ndcg_at_5_std": -0.10063, "nauc_ndcg_at_5_diff1": 0.287522, "nauc_ndcg_at_10_max": 0.507989, "nauc_ndcg_at_10_std": -0.086101, "nauc_ndcg_at_10_diff1": 0.266953, "nauc_ndcg_at_20_max": 0.496713, "nauc_ndcg_at_20_std": -0.065937, "nauc_ndcg_at_20_diff1": 0.217862, "nauc_ndcg_at_100_max": 0.49506, "nauc_ndcg_at_100_std": 0.022307, "nauc_ndcg_at_100_diff1": 0.190453, "nauc_ndcg_at_1000_max": 0.521725, "nauc_ndcg_at_1000_std": 0.051507, "nauc_ndcg_at_1000_diff1": 0.218493, "nauc_map_at_1_max": 0.606364, "nauc_map_at_1_std": -0.136519, "nauc_map_at_1_diff1": 0.384994, "nauc_map_at_3_max": 0.586865, "nauc_map_at_3_std": -0.103378, "nauc_map_at_3_diff1": 0.347287, "nauc_map_at_5_max": 0.565959, "nauc_map_at_5_std": -0.117311, "nauc_map_at_5_diff1": 0.323196, "nauc_map_at_10_max": 0.557496, "nauc_map_at_10_std": -0.110725, "nauc_map_at_10_diff1": 0.314187, "nauc_map_at_20_max": 0.552029, "nauc_map_at_20_std": -0.103657, "nauc_map_at_20_diff1": 0.293322, "nauc_map_at_100_max": 0.547418, "nauc_map_at_100_std": -0.080737, "nauc_map_at_100_diff1": 0.283535, "nauc_map_at_1000_max": 0.55054, "nauc_map_at_1000_std": -0.075496, "nauc_map_at_1000_diff1": 0.28504, "nauc_recall_at_1_max": 0.606364, "nauc_recall_at_1_std": -0.136519, "nauc_recall_at_1_diff1": 0.384994, "nauc_recall_at_3_max": 0.535147, "nauc_recall_at_3_std": -0.066453, "nauc_recall_at_3_diff1": 0.313458, "nauc_recall_at_5_max": 0.485944, "nauc_recall_at_5_std": -0.108734, "nauc_recall_at_5_diff1": 0.268878, "nauc_recall_at_10_max": 0.443366, "nauc_recall_at_10_std": -0.085328, "nauc_recall_at_10_diff1": 0.21693, "nauc_recall_at_20_max": 0.416134, "nauc_recall_at_20_std": -0.077482, "nauc_recall_at_20_diff1": 0.100755, "nauc_recall_at_100_max": 0.414416, "nauc_recall_at_100_std": 0.153095, "nauc_recall_at_100_diff1": 0.007998, "nauc_recall_at_1000_max": 0.641369, "nauc_recall_at_1000_std": 0.48586, "nauc_recall_at_1000_diff1": 0.055606, "nauc_precision_at_1_max": 0.507137, "nauc_precision_at_1_std": -0.10476, "nauc_precision_at_1_diff1": 0.263615, "nauc_precision_at_3_max": 0.460451, "nauc_precision_at_3_std": -0.037241, "nauc_precision_at_3_diff1": 0.235433, "nauc_precision_at_5_max": 0.408101, "nauc_precision_at_5_std": -0.068607, "nauc_precision_at_5_diff1": 0.1741, "nauc_precision_at_10_max": 0.359857, "nauc_precision_at_10_std": 0.027776, "nauc_precision_at_10_diff1": 0.108515, "nauc_precision_at_20_max": 0.285778, "nauc_precision_at_20_std": 0.196004, "nauc_precision_at_20_diff1": 0.012572, "nauc_precision_at_100_max": 0.093153, "nauc_precision_at_100_std": 0.431859, "nauc_precision_at_100_diff1": -0.117673, "nauc_precision_at_1000_max": 0.026546, "nauc_precision_at_1000_std": 0.422637, "nauc_precision_at_1000_diff1": -0.042914, "nauc_mrr_at_1_max": 0.507137, "nauc_mrr_at_1_std": -0.10476, "nauc_mrr_at_1_diff1": 0.263615, "nauc_mrr_at_3_max": 0.487268, "nauc_mrr_at_3_std": -0.053467, "nauc_mrr_at_3_diff1": 0.248995, "nauc_mrr_at_5_max": 0.471308, "nauc_mrr_at_5_std": -0.061003, "nauc_mrr_at_5_diff1": 0.236946, "nauc_mrr_at_10_max": 0.464757, "nauc_mrr_at_10_std": -0.048045, "nauc_mrr_at_10_diff1": 0.227513, "nauc_mrr_at_20_max": 0.462371, "nauc_mrr_at_20_std": -0.038971, "nauc_mrr_at_20_diff1": 0.215283, "nauc_mrr_at_100_max": 0.466059, "nauc_mrr_at_100_std": -0.035695, "nauc_mrr_at_100_diff1": 0.215123, "nauc_mrr_at_1000_max": 0.466439, "nauc_mrr_at_1000_std": -0.036491, "nauc_mrr_at_1000_diff1": 0.215974, "main_score": 0.16951, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "ndcg_at_1": 0.066, "ndcg_at_3": 0.07376, "ndcg_at_5": 0.08509, "ndcg_at_10": 0.10656, "ndcg_at_20": 0.14075, "ndcg_at_100": 0.20534, "ndcg_at_1000": 0.25604, "map_at_1": 0.03366, "map_at_3": 0.05171, "map_at_5": 0.05929, "map_at_10": 0.06841, "map_at_20": 0.07824, "map_at_100": 0.08919, "map_at_1000": 0.0921, "recall_at_1": 0.03366, "recall_at_3": 0.07271, "recall_at_5": 0.10275, "recall_at_10": 0.161, "recall_at_20": 0.26643, "recall_at_100": 0.52818, "recall_at_1000": 0.82924, "precision_at_1": 0.066, "precision_at_3": 0.05167, "precision_at_5": 0.0454, "precision_at_10": 0.0368, "precision_at_20": 0.03195, "precision_at_100": 0.01441, "precision_at_1000": 0.00233, "mrr_at_1": 0.066, "mrr_at_3": 0.099333, "mrr_at_5": 0.112583, "mrr_at_10": 0.125267, "mrr_at_20": 0.1364, "mrr_at_100": 0.143164, "mrr_at_1000": 0.144078, "nauc_ndcg_at_1_max": 0.224801, "nauc_ndcg_at_1_std": -0.034486, "nauc_ndcg_at_1_diff1": 0.103264, "nauc_ndcg_at_3_max": 0.19258, "nauc_ndcg_at_3_std": -0.047124, "nauc_ndcg_at_3_diff1": 0.10605, "nauc_ndcg_at_5_max": 0.187595, "nauc_ndcg_at_5_std": -0.036176, "nauc_ndcg_at_5_diff1": 0.111661, "nauc_ndcg_at_10_max": 0.204094, "nauc_ndcg_at_10_std": -0.026839, "nauc_ndcg_at_10_diff1": 0.093369, "nauc_ndcg_at_20_max": 0.23393, "nauc_ndcg_at_20_std": 0.005888, "nauc_ndcg_at_20_diff1": 0.087379, "nauc_ndcg_at_100_max": 0.284175, "nauc_ndcg_at_100_std": 0.072778, "nauc_ndcg_at_100_diff1": 0.065054, "nauc_ndcg_at_1000_max": 0.285769, "nauc_ndcg_at_1000_std": 0.090449, "nauc_ndcg_at_1000_diff1": 0.055372, "nauc_map_at_1_max": 0.207268, "nauc_map_at_1_std": -0.02827, "nauc_map_at_1_diff1": 0.123368, "nauc_map_at_3_max": 0.184187, "nauc_map_at_3_std": -0.050575, "nauc_map_at_3_diff1": 0.102898, "nauc_map_at_5_max": 0.187045, "nauc_map_at_5_std": -0.040455, "nauc_map_at_5_diff1": 0.112038, "nauc_map_at_10_max": 0.200771, "nauc_map_at_10_std": -0.033357, "nauc_map_at_10_diff1": 0.104076, "nauc_map_at_20_max": 0.214833, "nauc_map_at_20_std": -0.019546, "nauc_map_at_20_diff1": 0.102588, "nauc_map_at_100_max": 0.231627, "nauc_map_at_100_std": -0.000955, "nauc_map_at_100_diff1": 0.09709, "nauc_map_at_1000_max": 0.233818, "nauc_map_at_1000_std": 0.003033, "nauc_map_at_1000_diff1": 0.095295, "nauc_recall_at_1_max": 0.207268, "nauc_recall_at_1_std": -0.02827, "nauc_recall_at_1_diff1": 0.123368, "nauc_recall_at_3_max": 0.166553, "nauc_recall_at_3_std": -0.055842, "nauc_recall_at_3_diff1": 0.07895, "nauc_recall_at_5_max": 0.174553, "nauc_recall_at_5_std": -0.024655, "nauc_recall_at_5_diff1": 0.107891, "nauc_recall_at_10_max": 0.201068, "nauc_recall_at_10_std": 0.001539, "nauc_recall_at_10_diff1": 0.07057, "nauc_recall_at_20_max": 0.242924, "nauc_recall_at_20_std": 0.0569, "nauc_recall_at_20_diff1": 0.063398, "nauc_recall_at_100_max": 0.329316, "nauc_recall_at_100_std": 0.190085, "nauc_recall_at_100_diff1": 0.020389, "nauc_recall_at_1000_max": 0.41994, "nauc_recall_at_1000_std": 0.367341, "nauc_recall_at_1000_diff1": -0.01518, "nauc_precision_at_1_max": 0.224801, "nauc_precision_at_1_std": -0.034486, "nauc_precision_at_1_diff1": 0.103264, "nauc_precision_at_3_max": 0.187322, "nauc_precision_at_3_std": -0.065351, "nauc_precision_at_3_diff1": 0.105322, "nauc_precision_at_5_max": 0.182266, "nauc_precision_at_5_std": -0.038842, "nauc_precision_at_5_diff1": 0.115706, "nauc_precision_at_10_max": 0.213808, "nauc_precision_at_10_std": -0.007805, "nauc_precision_at_10_diff1": 0.091403, "nauc_precision_at_20_max": 0.246591, "nauc_precision_at_20_std": 0.057442, "nauc_precision_at_20_diff1": 0.064168, "nauc_precision_at_100_max": 0.268522, "nauc_precision_at_100_std": 0.185396, "nauc_precision_at_100_diff1": -0.006816, "nauc_precision_at_1000_max": 0.158497, "nauc_precision_at_1000_std": 0.176687, "nauc_precision_at_1000_diff1": -0.051068, "nauc_mrr_at_1_max": 0.224801, "nauc_mrr_at_1_std": -0.034486, "nauc_mrr_at_1_diff1": 0.103264, "nauc_mrr_at_3_max": 0.194747, "nauc_mrr_at_3_std": -0.050507, "nauc_mrr_at_3_diff1": 0.096877, "nauc_mrr_at_5_max": 0.188657, "nauc_mrr_at_5_std": -0.04391, "nauc_mrr_at_5_diff1": 0.099748, "nauc_mrr_at_10_max": 0.194851, "nauc_mrr_at_10_std": -0.036339, "nauc_mrr_at_10_diff1": 0.095541, "nauc_mrr_at_20_max": 0.200642, "nauc_mrr_at_20_std": -0.029879, "nauc_mrr_at_20_diff1": 0.091165, "nauc_mrr_at_100_max": 0.204505, "nauc_mrr_at_100_std": -0.025744, "nauc_mrr_at_100_diff1": 0.088098, "nauc_mrr_at_1000_max": 0.204265, "nauc_mrr_at_1000_std": -0.026065, "nauc_mrr_at_1000_diff1": 0.088305, "main_score": 0.10656, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.07469, "ndcg_at_3": 0.07462, "ndcg_at_5": 0.08337, "ndcg_at_10": 0.10375, "ndcg_at_20": 0.11608, "ndcg_at_100": 0.1405, "ndcg_at_1000": 0.16772, "map_at_1": 0.04813, "map_at_3": 0.06152, "map_at_5": 0.06737, "map_at_10": 0.07612, "map_at_20": 0.07963, "map_at_100": 0.08294, "map_at_1000": 0.08396, "recall_at_1": 0.04813, "recall_at_3": 0.07841, "recall_at_5": 0.10012, "recall_at_10": 0.15586, "recall_at_20": 0.19822, "recall_at_100": 0.31489, "recall_at_1000": 0.50323, "precision_at_1": 0.07469, "precision_at_3": 0.0408, "precision_at_5": 0.03237, "precision_at_10": 0.0249, "precision_at_20": 0.01639, "precision_at_100": 0.00527, "precision_at_1000": 0.0009, "mrr_at_1": 0.074689, "mrr_at_3": 0.093015, "mrr_at_5": 0.099758, "mrr_at_10": 0.109528, "mrr_at_20": 0.113105, "mrr_at_100": 0.116779, "mrr_at_1000": 0.117506, "nauc_ndcg_at_1_max": 0.195358, "nauc_ndcg_at_1_std": 0.028395, "nauc_ndcg_at_1_diff1": 0.190145, "nauc_ndcg_at_3_max": 0.154162, "nauc_ndcg_at_3_std": 0.089054, "nauc_ndcg_at_3_diff1": 0.199024, "nauc_ndcg_at_5_max": 0.104567, "nauc_ndcg_at_5_std": 0.06711, "nauc_ndcg_at_5_diff1": 0.170302, "nauc_ndcg_at_10_max": 0.084882, "nauc_ndcg_at_10_std": 0.082248, "nauc_ndcg_at_10_diff1": 0.178674, "nauc_ndcg_at_20_max": 0.093911, "nauc_ndcg_at_20_std": 0.097867, "nauc_ndcg_at_20_diff1": 0.172412, "nauc_ndcg_at_100_max": 0.118611, "nauc_ndcg_at_100_std": 0.152182, "nauc_ndcg_at_100_diff1": 0.148413, "nauc_ndcg_at_1000_max": 0.126529, "nauc_ndcg_at_1000_std": 0.1575, "nauc_ndcg_at_1000_diff1": 0.122436, "nauc_map_at_1_max": 0.124131, "nauc_map_at_1_std": -0.001448, "nauc_map_at_1_diff1": 0.197879, "nauc_map_at_3_max": 0.124925, "nauc_map_at_3_std": 0.05898, "nauc_map_at_3_diff1": 0.188127, "nauc_map_at_5_max": 0.103081, "nauc_map_at_5_std": 0.057498, "nauc_map_at_5_diff1": 0.178663, "nauc_map_at_10_max": 0.092, "nauc_map_at_10_std": 0.068313, "nauc_map_at_10_diff1": 0.184176, "nauc_map_at_20_max": 0.095458, "nauc_map_at_20_std": 0.076568, "nauc_map_at_20_diff1": 0.183406, "nauc_map_at_100_max": 0.100908, "nauc_map_at_100_std": 0.088777, "nauc_map_at_100_diff1": 0.179538, "nauc_map_at_1000_max": 0.101866, "nauc_map_at_1000_std": 0.089842, "nauc_map_at_1000_diff1": 0.178134, "nauc_recall_at_1_max": 0.124131, "nauc_recall_at_1_std": -0.001448, "nauc_recall_at_1_diff1": 0.197879, "nauc_recall_at_3_max": 0.124769, "nauc_recall_at_3_std": 0.110718, "nauc_recall_at_3_diff1": 0.175996, "nauc_recall_at_5_max": 0.044939, "nauc_recall_at_5_std": 0.069106, "nauc_recall_at_5_diff1": 0.130999, "nauc_recall_at_10_max": 0.014527, "nauc_recall_at_10_std": 0.087925, "nauc_recall_at_10_diff1": 0.152211, "nauc_recall_at_20_max": 0.038363, "nauc_recall_at_20_std": 0.115357, "nauc_recall_at_20_diff1": 0.134985, "nauc_recall_at_100_max": 0.091421, "nauc_recall_at_100_std": 0.238203, "nauc_recall_at_100_diff1": 0.064292, "nauc_recall_at_1000_max": 0.101033, "nauc_recall_at_1000_std": 0.243002, "nauc_recall_at_1000_diff1": -0.034684, "nauc_precision_at_1_max": 0.195358, "nauc_precision_at_1_std": 0.028395, "nauc_precision_at_1_diff1": 0.190145, "nauc_precision_at_3_max": 0.190106, "nauc_precision_at_3_std": 0.13555, "nauc_precision_at_3_diff1": 0.198659, "nauc_precision_at_5_max": 0.132456, "nauc_precision_at_5_std": 0.138984, "nauc_precision_at_5_diff1": 0.169994, "nauc_precision_at_10_max": 0.10208, "nauc_precision_at_10_std": 0.15209, "nauc_precision_at_10_diff1": 0.184589, "nauc_precision_at_20_max": 0.124229, "nauc_precision_at_20_std": 0.186636, "nauc_precision_at_20_diff1": 0.176417, "nauc_precision_at_100_max": 0.190331, "nauc_precision_at_100_std": 0.288522, "nauc_precision_at_100_diff1": 0.104877, "nauc_precision_at_1000_max": 0.194237, "nauc_precision_at_1000_std": 0.235249, "nauc_precision_at_1000_diff1": 0.010498, "nauc_mrr_at_1_max": 0.195358, "nauc_mrr_at_1_std": 0.028395, "nauc_mrr_at_1_diff1": 0.190145, "nauc_mrr_at_3_max": 0.190486, "nauc_mrr_at_3_std": 0.075112, "nauc_mrr_at_3_diff1": 0.202696, "nauc_mrr_at_5_max": 0.168285, "nauc_mrr_at_5_std": 0.06698, "nauc_mrr_at_5_diff1": 0.185646, "nauc_mrr_at_10_max": 0.159223, "nauc_mrr_at_10_std": 0.074006, "nauc_mrr_at_10_diff1": 0.189563, "nauc_mrr_at_20_max": 0.161956, "nauc_mrr_at_20_std": 0.07698, "nauc_mrr_at_20_diff1": 0.186388, "nauc_mrr_at_100_max": 0.167249, "nauc_mrr_at_100_std": 0.085569, "nauc_mrr_at_100_diff1": 0.183309, "nauc_mrr_at_1000_max": 0.16719, "nauc_mrr_at_1000_std": 0.085712, "nauc_mrr_at_1000_diff1": 0.182534, "main_score": 0.10375, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "ndcg_at_1": 0.05556, "ndcg_at_3": 0.0886, "ndcg_at_5": 0.10595, "ndcg_at_10": 0.13111, "ndcg_at_20": 0.14792, "ndcg_at_100": 0.1844, "ndcg_at_1000": 0.21257, "map_at_1": 0.05495, "map_at_3": 0.07951, "map_at_5": 0.08911, "map_at_10": 0.09936, "map_at_20": 0.10394, "map_at_100": 0.10901, "map_at_1000": 0.10992, "recall_at_1": 0.05495, "recall_at_3": 0.11393, "recall_at_5": 0.1562, "recall_at_10": 0.2339, "recall_at_20": 0.30052, "recall_at_100": 0.49577, "recall_at_1000": 0.72444, "precision_at_1": 0.05556, "precision_at_3": 0.03865, "precision_at_5": 0.03188, "precision_at_10": 0.02391, "precision_at_20": 0.0154, "precision_at_100": 0.00511, "precision_at_1000": 0.00075, "mrr_at_1": 0.055556, "mrr_at_3": 0.080717, "mrr_at_5": 0.090197, "mrr_at_10": 0.100713, "mrr_at_20": 0.105213, "mrr_at_100": 0.110174, "mrr_at_1000": 0.111075, "nauc_ndcg_at_1_max": -0.067302, "nauc_ndcg_at_1_std": -0.245022, "nauc_ndcg_at_1_diff1": 0.139159, "nauc_ndcg_at_3_max": -0.003501, "nauc_ndcg_at_3_std": -0.20713, "nauc_ndcg_at_3_diff1": 0.128079, "nauc_ndcg_at_5_max": 0.014065, "nauc_ndcg_at_5_std": -0.219518, "nauc_ndcg_at_5_diff1": 0.139636, "nauc_ndcg_at_10_max": 0.029827, "nauc_ndcg_at_10_std": -0.213537, "nauc_ndcg_at_10_diff1": 0.113443, "nauc_ndcg_at_20_max": 0.033513, "nauc_ndcg_at_20_std": -0.19847, "nauc_ndcg_at_20_diff1": 0.106342, "nauc_ndcg_at_100_max": 0.059708, "nauc_ndcg_at_100_std": -0.151941, "nauc_ndcg_at_100_diff1": 0.104931, "nauc_ndcg_at_1000_max": 0.057199, "nauc_ndcg_at_1000_std": -0.134066, "nauc_ndcg_at_1000_diff1": 0.10686, "nauc_map_at_1_max": -0.063475, "nauc_map_at_1_std": -0.242219, "nauc_map_at_1_diff1": 0.142953, "nauc_map_at_3_max": -0.013517, "nauc_map_at_3_std": -0.215407, "nauc_map_at_3_diff1": 0.13128, "nauc_map_at_5_max": -0.002023, "nauc_map_at_5_std": -0.223314, "nauc_map_at_5_diff1": 0.137615, "nauc_map_at_10_max": 0.006786, "nauc_map_at_10_std": -0.218741, "nauc_map_at_10_diff1": 0.124441, "nauc_map_at_20_max": 0.008984, "nauc_map_at_20_std": -0.213087, "nauc_map_at_20_diff1": 0.121133, "nauc_map_at_100_max": 0.014065, "nauc_map_at_100_std": -0.205471, "nauc_map_at_100_diff1": 0.121627, "nauc_map_at_1000_max": 0.013803, "nauc_map_at_1000_std": -0.204891, "nauc_map_at_1000_diff1": 0.121721, "nauc_recall_at_1_max": -0.063475, "nauc_recall_at_1_std": -0.242219, "nauc_recall_at_1_diff1": 0.142953, "nauc_recall_at_3_max": 0.01674, "nauc_recall_at_3_std": -0.185036, "nauc_recall_at_3_diff1": 0.126679, "nauc_recall_at_5_max": 0.041819, "nauc_recall_at_5_std": -0.211161, "nauc_recall_at_5_diff1": 0.147011, "nauc_recall_at_10_max": 0.066209, "nauc_recall_at_10_std": -0.204191, "nauc_recall_at_10_diff1": 0.095284, "nauc_recall_at_20_max": 0.06952, "nauc_recall_at_20_std": -0.171491, "nauc_recall_at_20_diff1": 0.083271, "nauc_recall_at_100_max": 0.1491, "nauc_recall_at_100_std": -0.021055, "nauc_recall_at_100_diff1": 0.075539, "nauc_recall_at_1000_max": 0.173853, "nauc_recall_at_1000_std": 0.146536, "nauc_recall_at_1000_diff1": 0.079481, "nauc_precision_at_1_max": -0.067302, "nauc_precision_at_1_std": -0.245022, "nauc_precision_at_1_diff1": 0.139159, "nauc_precision_at_3_max": 0.018705, "nauc_precision_at_3_std": -0.191992, "nauc_precision_at_3_diff1": 0.117658, "nauc_precision_at_5_max": 0.045297, "nauc_precision_at_5_std": -0.215349, "nauc_precision_at_5_diff1": 0.141839, "nauc_precision_at_10_max": 0.0691, "nauc_precision_at_10_std": -0.208893, "nauc_precision_at_10_diff1": 0.089979, "nauc_precision_at_20_max": 0.072781, "nauc_precision_at_20_std": -0.172832, "nauc_precision_at_20_diff1": 0.072188, "nauc_precision_at_100_max": 0.142853, "nauc_precision_at_100_std": -0.028011, "nauc_precision_at_100_diff1": 0.054864, "nauc_precision_at_1000_max": 0.156775, "nauc_precision_at_1000_std": 0.139505, "nauc_precision_at_1000_diff1": 0.022616, "nauc_mrr_at_1_max": -0.067302, "nauc_mrr_at_1_std": -0.245022, "nauc_mrr_at_1_diff1": 0.139159, "nauc_mrr_at_3_max": -0.013315, "nauc_mrr_at_3_std": -0.220302, "nauc_mrr_at_3_diff1": 0.124096, "nauc_mrr_at_5_max": 0.000611, "nauc_mrr_at_5_std": -0.226295, "nauc_mrr_at_5_diff1": 0.133142, "nauc_mrr_at_10_max": 0.009243, "nauc_mrr_at_10_std": -0.221714, "nauc_mrr_at_10_diff1": 0.119542, "nauc_mrr_at_20_max": 0.0108, "nauc_mrr_at_20_std": -0.216153, "nauc_mrr_at_20_diff1": 0.116954, "nauc_mrr_at_100_max": 0.015718, "nauc_mrr_at_100_std": -0.208594, "nauc_mrr_at_100_diff1": 0.117078, "nauc_mrr_at_1000_max": 0.015532, "nauc_mrr_at_1000_std": -0.207936, "nauc_mrr_at_1000_diff1": 0.117248, "main_score": 0.13111, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "ndcg_at_1": 0.09686, "ndcg_at_3": 0.12992, "ndcg_at_5": 0.15104, "ndcg_at_10": 0.18549, "ndcg_at_20": 0.21208, "ndcg_at_100": 0.25927, "ndcg_at_1000": 0.29236, "map_at_1": 0.07004, "map_at_3": 0.10926, "map_at_5": 0.12132, "map_at_10": 0.13671, "map_at_20": 0.14458, "map_at_100": 0.15202, "map_at_1000": 0.15365, "recall_at_1": 0.07004, "recall_at_3": 0.1508, "recall_at_5": 0.2002, "recall_at_10": 0.29385, "recall_at_20": 0.38403, "recall_at_100": 0.59826, "recall_at_1000": 0.8186, "precision_at_1": 0.09686, "precision_at_3": 0.07367, "precision_at_5": 0.05894, "precision_at_10": 0.04638, "precision_at_20": 0.03172, "precision_at_100": 0.01074, "precision_at_1000": 0.00152, "mrr_at_1": 0.096862, "mrr_at_3": 0.142792, "mrr_at_5": 0.158208, "mrr_at_10": 0.172611, "mrr_at_20": 0.180199, "mrr_at_100": 0.185952, "mrr_at_1000": 0.186619, "nauc_ndcg_at_1_max": 0.153807, "nauc_ndcg_at_1_std": -0.297944, "nauc_ndcg_at_1_diff1": 0.041644, "nauc_ndcg_at_3_max": 0.170188, "nauc_ndcg_at_3_std": -0.271096, "nauc_ndcg_at_3_diff1": 0.068761, "nauc_ndcg_at_5_max": 0.182445, "nauc_ndcg_at_5_std": -0.269729, "nauc_ndcg_at_5_diff1": 0.075459, "nauc_ndcg_at_10_max": 0.20924, "nauc_ndcg_at_10_std": -0.281237, "nauc_ndcg_at_10_diff1": 0.080843, "nauc_ndcg_at_20_max": 0.225254, "nauc_ndcg_at_20_std": -0.266711, "nauc_ndcg_at_20_diff1": 0.066641, "nauc_ndcg_at_100_max": 0.258829, "nauc_ndcg_at_100_std": -0.208079, "nauc_ndcg_at_100_diff1": 0.051359, "nauc_ndcg_at_1000_max": 0.262993, "nauc_ndcg_at_1000_std": -0.176884, "nauc_ndcg_at_1000_diff1": 0.069376, "nauc_map_at_1_max": 0.169868, "nauc_map_at_1_std": -0.325809, "nauc_map_at_1_diff1": 0.058348, "nauc_map_at_3_max": 0.177558, "nauc_map_at_3_std": -0.286382, "nauc_map_at_3_diff1": 0.071716, "nauc_map_at_5_max": 0.18351, "nauc_map_at_5_std": -0.283591, "nauc_map_at_5_diff1": 0.074822, "nauc_map_at_10_max": 0.198544, "nauc_map_at_10_std": -0.290133, "nauc_map_at_10_diff1": 0.078727, "nauc_map_at_20_max": 0.204249, "nauc_map_at_20_std": -0.284309, "nauc_map_at_20_diff1": 0.073155, "nauc_map_at_100_max": 0.211513, "nauc_map_at_100_std": -0.274309, "nauc_map_at_100_diff1": 0.070971, "nauc_map_at_1000_max": 0.212255, "nauc_map_at_1000_std": -0.272125, "nauc_map_at_1000_diff1": 0.071975, "nauc_recall_at_1_max": 0.169868, "nauc_recall_at_1_std": -0.325809, "nauc_recall_at_1_diff1": 0.058348, "nauc_recall_at_3_max": 0.165992, "nauc_recall_at_3_std": -0.249057, "nauc_recall_at_3_diff1": 0.076896, "nauc_recall_at_5_max": 0.173198, "nauc_recall_at_5_std": -0.242853, "nauc_recall_at_5_diff1": 0.079419, "nauc_recall_at_10_max": 0.213562, "nauc_recall_at_10_std": -0.269755, "nauc_recall_at_10_diff1": 0.089837, "nauc_recall_at_20_max": 0.243454, "nauc_recall_at_20_std": -0.235541, "nauc_recall_at_20_diff1": 0.05336, "nauc_recall_at_100_max": 0.356876, "nauc_recall_at_100_std": -0.034977, "nauc_recall_at_100_diff1": -0.017586, "nauc_recall_at_1000_max": 0.478141, "nauc_recall_at_1000_std": 0.309599, "nauc_recall_at_1000_diff1": 0.085141, "nauc_precision_at_1_max": 0.153807, "nauc_precision_at_1_std": -0.297944, "nauc_precision_at_1_diff1": 0.041644, "nauc_precision_at_3_max": 0.176397, "nauc_precision_at_3_std": -0.234709, "nauc_precision_at_3_diff1": 0.062336, "nauc_precision_at_5_max": 0.213853, "nauc_precision_at_5_std": -0.223972, "nauc_precision_at_5_diff1": 0.085277, "nauc_precision_at_10_max": 0.253871, "nauc_precision_at_10_std": -0.216621, "nauc_precision_at_10_diff1": 0.089798, "nauc_precision_at_20_max": 0.266017, "nauc_precision_at_20_std": -0.153285, "nauc_precision_at_20_diff1": 0.047489, "nauc_precision_at_100_max": 0.265408, "nauc_precision_at_100_std": 0.092813, "nauc_precision_at_100_diff1": 0.012806, "nauc_precision_at_1000_max": 0.179231, "nauc_precision_at_1000_std": 0.227651, "nauc_precision_at_1000_diff1": 0.053641, "nauc_mrr_at_1_max": 0.153807, "nauc_mrr_at_1_std": -0.297944, "nauc_mrr_at_1_diff1": 0.041644, "nauc_mrr_at_3_max": 0.163541, "nauc_mrr_at_3_std": -0.268274, "nauc_mrr_at_3_diff1": 0.050294, "nauc_mrr_at_5_max": 0.173922, "nauc_mrr_at_5_std": -0.266624, "nauc_mrr_at_5_diff1": 0.060902, "nauc_mrr_at_10_max": 0.186374, "nauc_mrr_at_10_std": -0.269221, "nauc_mrr_at_10_diff1": 0.058377, "nauc_mrr_at_20_max": 0.190725, "nauc_mrr_at_20_std": -0.264368, "nauc_mrr_at_20_diff1": 0.056294, "nauc_mrr_at_100_max": 0.193083, "nauc_mrr_at_100_std": -0.257881, "nauc_mrr_at_100_diff1": 0.055519, "nauc_mrr_at_1000_max": 0.193071, "nauc_mrr_at_1000_std": -0.257472, "nauc_mrr_at_1000_diff1": 0.056055, "main_score": 0.18549, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "ndcg_at_1": 0.0084, "ndcg_at_3": 0.01791, "ndcg_at_5": 0.0199, "ndcg_at_10": 0.02139, "ndcg_at_20": 0.03202, "ndcg_at_100": 0.04999, "ndcg_at_1000": 0.07086, "map_at_1": 0.0084, "map_at_3": 0.01541, "map_at_5": 0.01625, "map_at_10": 0.01667, "map_at_20": 0.01958, "map_at_100": 0.02201, "map_at_1000": 0.02265, "recall_at_1": 0.0084, "recall_at_3": 0.02521, "recall_at_5": 0.02941, "recall_at_10": 0.03361, "recall_at_20": 0.07563, "recall_at_100": 0.16807, "recall_at_1000": 0.34034, "precision_at_1": 0.0084, "precision_at_3": 0.0084, "precision_at_5": 0.00672, "precision_at_10": 0.0042, "precision_at_20": 0.0042, "precision_at_100": 0.00202, "precision_at_1000": 0.00038, "mrr_at_1": 0.008403, "mrr_at_3": 0.015406, "mrr_at_5": 0.017087, "mrr_at_10": 0.017927, "mrr_at_20": 0.020844, "mrr_at_100": 0.023399, "mrr_at_1000": 0.023993, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": -0.57851, "nauc_ndcg_at_1_diff1": -0.502817, "nauc_ndcg_at_3_max": 0.200016, "nauc_ndcg_at_3_std": -0.019778, "nauc_ndcg_at_3_diff1": -0.075621, "nauc_ndcg_at_5_max": 0.212541, "nauc_ndcg_at_5_std": -0.06816, "nauc_ndcg_at_5_diff1": -0.100097, "nauc_ndcg_at_10_max": 0.243875, "nauc_ndcg_at_10_std": -0.103697, "nauc_ndcg_at_10_diff1": -0.097906, "nauc_ndcg_at_20_max": 0.103135, "nauc_ndcg_at_20_std": 0.054371, "nauc_ndcg_at_20_diff1": -0.134225, "nauc_ndcg_at_100_max": 0.164173, "nauc_ndcg_at_100_std": 0.028871, "nauc_ndcg_at_100_diff1": -0.02564, "nauc_ndcg_at_1000_max": 0.111446, "nauc_ndcg_at_1000_std": 0.119217, "nauc_ndcg_at_1000_diff1": 0.024372, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": -0.57851, "nauc_map_at_1_diff1": -0.502817, "nauc_map_at_3_max": 0.311758, "nauc_map_at_3_std": -0.106434, "nauc_map_at_3_diff1": -0.10672, "nauc_map_at_5_max": 0.312447, "nauc_map_at_5_std": -0.126937, "nauc_map_at_5_diff1": -0.117751, "nauc_map_at_10_max": 0.321273, "nauc_map_at_10_std": -0.138321, "nauc_map_at_10_diff1": -0.116513, "nauc_map_at_20_max": 0.245335, "nauc_map_at_20_std": -0.059141, "nauc_map_at_20_diff1": -0.130204, "nauc_map_at_100_max": 0.256744, "nauc_map_at_100_std": -0.0635, "nauc_map_at_100_diff1": -0.099648, "nauc_map_at_1000_max": 0.250255, "nauc_map_at_1000_std": -0.056888, "nauc_map_at_1000_diff1": -0.093923, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": -0.57851, "nauc_recall_at_1_diff1": -0.502817, "nauc_recall_at_3_max": 0.001309, "nauc_recall_at_3_std": 0.136366, "nauc_recall_at_3_diff1": -0.027109, "nauc_recall_at_5_max": 0.047561, "nauc_recall_at_5_std": 0.045054, "nauc_recall_at_5_diff1": -0.068948, "nauc_recall_at_10_max": 0.124432, "nauc_recall_at_10_std": -0.032892, "nauc_recall_at_10_diff1": -0.068909, "nauc_recall_at_20_max": -0.042819, "nauc_recall_at_20_std": 0.186477, "nauc_recall_at_20_diff1": -0.145732, "nauc_recall_at_100_max": 0.132033, "nauc_recall_at_100_std": 0.09071, "nauc_recall_at_100_diff1": 0.037345, "nauc_recall_at_1000_max": 0.034972, "nauc_recall_at_1000_std": 0.271858, "nauc_recall_at_1000_diff1": 0.119856, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": -0.57851, "nauc_precision_at_1_diff1": -0.502817, "nauc_precision_at_3_max": 0.001309, "nauc_precision_at_3_std": 0.136366, "nauc_precision_at_3_diff1": -0.027109, "nauc_precision_at_5_max": 0.082249, "nauc_precision_at_5_std": -0.02343, "nauc_precision_at_5_diff1": -0.100328, "nauc_precision_at_10_max": 0.198307, "nauc_precision_at_10_std": -0.134446, "nauc_precision_at_10_diff1": -0.09399, "nauc_precision_at_20_max": 0.010843, "nauc_precision_at_20_std": 0.113763, "nauc_precision_at_20_diff1": -0.15059, "nauc_precision_at_100_max": 0.090785, "nauc_precision_at_100_std": 0.069084, "nauc_precision_at_100_diff1": 0.051063, "nauc_precision_at_1000_max": 0.028028, "nauc_precision_at_1000_std": 0.224865, "nauc_precision_at_1000_diff1": 0.119682, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": -0.57851, "nauc_mrr_at_1_diff1": -0.502817, "nauc_mrr_at_3_max": 0.311758, "nauc_mrr_at_3_std": -0.106434, "nauc_mrr_at_3_diff1": -0.10672, "nauc_mrr_at_5_max": 0.313068, "nauc_mrr_at_5_std": -0.145423, "nauc_mrr_at_5_diff1": -0.127697, "nauc_mrr_at_10_max": 0.329449, "nauc_mrr_at_10_std": -0.165724, "nauc_mrr_at_10_diff1": -0.124929, "nauc_mrr_at_20_max": 0.25696, "nauc_mrr_at_20_std": -0.087498, "nauc_mrr_at_20_diff1": -0.136614, "nauc_mrr_at_100_max": 0.261533, "nauc_mrr_at_100_std": -0.09015, "nauc_mrr_at_100_diff1": -0.107901, "nauc_mrr_at_1000_max": 0.254597, "nauc_mrr_at_1000_std": -0.082684, "nauc_mrr_at_1000_diff1": -0.10248, "main_score": 0.02139, "hf_subset": "yo", "languages": [ "yor-Latn" ] }, { "ndcg_at_1": 0.03562, "ndcg_at_3": 0.03048, "ndcg_at_5": 0.03552, "ndcg_at_10": 0.04496, "ndcg_at_20": 0.06104, "ndcg_at_100": 0.10957, "ndcg_at_1000": 0.15193, "map_at_1": 0.01126, "map_at_3": 0.01859, "map_at_5": 0.02297, "map_at_10": 0.02683, "map_at_20": 0.03126, "map_at_100": 0.03824, "map_at_1000": 0.0402, "recall_at_1": 0.01126, "recall_at_3": 0.0267, "recall_at_5": 0.0436, "recall_at_10": 0.06954, "recall_at_20": 0.1177, "recall_at_100": 0.32133, "recall_at_1000": 0.58378, "precision_at_1": 0.03562, "precision_at_3": 0.02375, "precision_at_5": 0.02137, "precision_at_10": 0.01654, "precision_at_20": 0.01489, "precision_at_100": 0.00868, "precision_at_1000": 0.00157, "mrr_at_1": 0.038168, "mrr_at_3": 0.048346, "mrr_at_5": 0.053944, "mrr_at_10": 0.060138, "mrr_at_20": 0.066388, "mrr_at_100": 0.072738, "mrr_at_1000": 0.073806, "nauc_ndcg_at_1_max": 0.406871, "nauc_ndcg_at_1_std": -0.00952, "nauc_ndcg_at_1_diff1": 0.264386, "nauc_ndcg_at_3_max": 0.263868, "nauc_ndcg_at_3_std": -0.05801, "nauc_ndcg_at_3_diff1": 0.090909, "nauc_ndcg_at_5_max": 0.229583, "nauc_ndcg_at_5_std": -0.050401, "nauc_ndcg_at_5_diff1": 0.056517, "nauc_ndcg_at_10_max": 0.187001, "nauc_ndcg_at_10_std": -0.054641, "nauc_ndcg_at_10_diff1": 0.051402, "nauc_ndcg_at_20_max": 0.16214, "nauc_ndcg_at_20_std": -0.075098, "nauc_ndcg_at_20_diff1": 0.026814, "nauc_ndcg_at_100_max": 0.194955, "nauc_ndcg_at_100_std": -0.018858, "nauc_ndcg_at_100_diff1": 0.021769, "nauc_ndcg_at_1000_max": 0.246176, "nauc_ndcg_at_1000_std": 0.059497, "nauc_ndcg_at_1000_diff1": -0.00567, "nauc_map_at_1_max": 0.458183, "nauc_map_at_1_std": 0.124186, "nauc_map_at_1_diff1": 0.330899, "nauc_map_at_3_max": 0.299412, "nauc_map_at_3_std": -0.022526, "nauc_map_at_3_diff1": 0.092589, "nauc_map_at_5_max": 0.285288, "nauc_map_at_5_std": -0.02728, "nauc_map_at_5_diff1": 0.075017, "nauc_map_at_10_max": 0.244483, "nauc_map_at_10_std": -0.036448, "nauc_map_at_10_diff1": 0.064093, "nauc_map_at_20_max": 0.227817, "nauc_map_at_20_std": -0.052451, "nauc_map_at_20_diff1": 0.048898, "nauc_map_at_100_max": 0.235758, "nauc_map_at_100_std": -0.040504, "nauc_map_at_100_diff1": 0.042663, "nauc_map_at_1000_max": 0.243171, "nauc_map_at_1000_std": -0.028028, "nauc_map_at_1000_diff1": 0.039845, "nauc_recall_at_1_max": 0.458183, "nauc_recall_at_1_std": 0.124186, "nauc_recall_at_1_diff1": 0.330899, "nauc_recall_at_3_max": 0.169489, "nauc_recall_at_3_std": -0.082655, "nauc_recall_at_3_diff1": 0.014865, "nauc_recall_at_5_max": 0.166778, "nauc_recall_at_5_std": -0.054329, "nauc_recall_at_5_diff1": -0.016125, "nauc_recall_at_10_max": 0.10698, "nauc_recall_at_10_std": -0.04095, "nauc_recall_at_10_diff1": 0.006915, "nauc_recall_at_20_max": 0.083514, "nauc_recall_at_20_std": -0.086594, "nauc_recall_at_20_diff1": -0.011887, "nauc_recall_at_100_max": 0.127445, "nauc_recall_at_100_std": 0.000968, "nauc_recall_at_100_diff1": -0.004961, "nauc_recall_at_1000_max": 0.228117, "nauc_recall_at_1000_std": 0.1685, "nauc_recall_at_1000_diff1": -0.049462, "nauc_precision_at_1_max": 0.406871, "nauc_precision_at_1_std": -0.00952, "nauc_precision_at_1_diff1": 0.264386, "nauc_precision_at_3_max": 0.238568, "nauc_precision_at_3_std": -0.119108, "nauc_precision_at_3_diff1": 0.021063, "nauc_precision_at_5_max": 0.186147, "nauc_precision_at_5_std": -0.117447, "nauc_precision_at_5_diff1": -0.000102, "nauc_precision_at_10_max": 0.158673, "nauc_precision_at_10_std": -0.108824, "nauc_precision_at_10_diff1": 0.001152, "nauc_precision_at_20_max": 0.128615, "nauc_precision_at_20_std": -0.097275, "nauc_precision_at_20_diff1": -0.036871, "nauc_precision_at_100_max": 0.206361, "nauc_precision_at_100_std": 0.061421, "nauc_precision_at_100_diff1": -0.018442, "nauc_precision_at_1000_max": 0.250697, "nauc_precision_at_1000_std": 0.186743, "nauc_precision_at_1000_diff1": -0.083086, "nauc_mrr_at_1_max": 0.375021, "nauc_mrr_at_1_std": -0.002334, "nauc_mrr_at_1_diff1": 0.208467, "nauc_mrr_at_3_max": 0.281074, "nauc_mrr_at_3_std": -0.047199, "nauc_mrr_at_3_diff1": 0.147644, "nauc_mrr_at_5_max": 0.230816, "nauc_mrr_at_5_std": -0.069172, "nauc_mrr_at_5_diff1": 0.119812, "nauc_mrr_at_10_max": 0.234216, "nauc_mrr_at_10_std": -0.055945, "nauc_mrr_at_10_diff1": 0.115961, "nauc_mrr_at_20_max": 0.220477, "nauc_mrr_at_20_std": -0.061357, "nauc_mrr_at_20_diff1": 0.102786, "nauc_mrr_at_100_max": 0.229854, "nauc_mrr_at_100_std": -0.051871, "nauc_mrr_at_100_diff1": 0.100667, "nauc_mrr_at_1000_max": 0.230981, "nauc_mrr_at_1000_std": -0.050746, "nauc_mrr_at_1000_diff1": 0.099494, "main_score": 0.04496, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 27304.498566150665, "kg_co2_emissions": 2.4539163153835073 }