{ "dataset_revision": "main", "task_name": "MIRACLRetrieval", "mteb_version": "1.18.0", "scores": { "dev": [ { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0003, "ndcg_at_10": 0.00049, "ndcg_at_20": 0.00059, "ndcg_at_100": 0.0008, "ndcg_at_1000": 0.0015, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.00015, "map_at_10": 0.00022, "map_at_20": 0.00024, "map_at_100": 0.00026, "map_at_1000": 0.00028, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.00063, "recall_at_10": 0.00115, "recall_at_20": 0.0015, "recall_at_100": 0.0026, "recall_at_1000": 0.00773, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.00021, "precision_at_10": 0.00017, "precision_at_20": 0.00012, "precision_at_100": 4e-05, "precision_at_1000": 1e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.000242, "mrr_at_10": 0.000342, "mrr_at_20": 0.000381, "mrr_at_100": 0.000414, "mrr_at_1000": 0.000442, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": -0.526802, "nauc_ndcg_at_5_std": 0.303598, "nauc_ndcg_at_5_diff1": -0.040974, "nauc_ndcg_at_10_max": -0.382717, "nauc_ndcg_at_10_std": 0.219962, "nauc_ndcg_at_10_diff1": -0.243124, "nauc_ndcg_at_20_max": -0.371755, "nauc_ndcg_at_20_std": 0.104639, "nauc_ndcg_at_20_diff1": -0.13624, "nauc_ndcg_at_100_max": -0.408937, "nauc_ndcg_at_100_std": 0.260004, "nauc_ndcg_at_100_diff1": -0.002181, "nauc_ndcg_at_1000_max": -0.295009, "nauc_ndcg_at_1000_std": 0.183731, "nauc_ndcg_at_1000_diff1": 0.04664, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": -0.529729, "nauc_map_at_5_std": 0.392665, "nauc_map_at_5_diff1": -0.003106, "nauc_map_at_10_max": -0.405064, "nauc_map_at_10_std": 0.290451, "nauc_map_at_10_diff1": -0.186382, "nauc_map_at_20_max": -0.397459, "nauc_map_at_20_std": 0.231204, "nauc_map_at_20_diff1": -0.140389, "nauc_map_at_100_max": -0.406393, "nauc_map_at_100_std": 0.26855, "nauc_map_at_100_diff1": -0.10018, "nauc_map_at_1000_max": -0.38609, "nauc_map_at_1000_std": 0.255787, "nauc_map_at_1000_diff1": -0.085388, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": -0.531373, "nauc_recall_at_5_std": 0.375819, "nauc_recall_at_5_diff1": -0.023899, "nauc_recall_at_10_max": -0.337654, "nauc_recall_at_10_std": 0.210465, "nauc_recall_at_10_diff1": -0.271863, "nauc_recall_at_20_max": -0.334218, "nauc_recall_at_20_std": 0.056321, "nauc_recall_at_20_diff1": -0.121338, "nauc_recall_at_100_max": -0.408283, "nauc_recall_at_100_std": 0.345297, "nauc_recall_at_100_diff1": 0.085921, "nauc_recall_at_1000_max": -0.240837, "nauc_recall_at_1000_std": 0.140294, "nauc_recall_at_1000_diff1": 0.092613, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": -0.521694, "nauc_precision_at_5_std": 0.118156, "nauc_precision_at_5_diff1": -0.125942, "nauc_precision_at_10_max": -0.393258, "nauc_precision_at_10_std": 0.139631, "nauc_precision_at_10_diff1": -0.305537, "nauc_precision_at_20_max": -0.373118, "nauc_precision_at_20_std": -0.030976, "nauc_precision_at_20_diff1": -0.109551, "nauc_precision_at_100_max": -0.431369, "nauc_precision_at_100_std": 0.224326, "nauc_precision_at_100_diff1": 0.09006, "nauc_precision_at_1000_max": -0.278843, "nauc_precision_at_1000_std": 0.219876, "nauc_precision_at_1000_diff1": 0.089609, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": -0.517891, "nauc_mrr_at_5_std": 0.131639, "nauc_mrr_at_5_diff1": -0.093871, "nauc_mrr_at_10_max": -0.437142, "nauc_mrr_at_10_std": 0.16407, "nauc_mrr_at_10_diff1": -0.235359, "nauc_mrr_at_20_max": -0.42417, "nauc_mrr_at_20_std": 0.101032, "nauc_mrr_at_20_diff1": -0.171562, "nauc_mrr_at_100_max": -0.43187, "nauc_mrr_at_100_std": 0.140122, "nauc_mrr_at_100_diff1": -0.123206, "nauc_mrr_at_1000_max": -0.415222, "nauc_mrr_at_1000_std": 0.146529, "nauc_mrr_at_1000_diff1": -0.103796, "main_score": 0.00049, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "ndcg_at_1": 0.00243, "ndcg_at_3": 0.00224, "ndcg_at_5": 0.00224, "ndcg_at_10": 0.00224, "ndcg_at_20": 0.00288, "ndcg_at_100": 0.00315, "ndcg_at_1000": 0.00343, "map_at_1": 0.00122, "map_at_3": 0.00162, "map_at_5": 0.00162, "map_at_10": 0.00162, "map_at_20": 0.00181, "map_at_100": 0.00184, "map_at_1000": 0.00184, "recall_at_1": 0.00122, "recall_at_3": 0.00243, "recall_at_5": 0.00243, "recall_at_10": 0.00243, "recall_at_20": 0.00487, "recall_at_100": 0.00608, "recall_at_1000": 0.00779, "precision_at_1": 0.00243, "precision_at_3": 0.00162, "precision_at_5": 0.00097, "precision_at_10": 0.00049, "precision_at_20": 0.00036, "precision_at_100": 0.0001, "precision_at_1000": 1e-05, "mrr_at_1": 0.002433, "mrr_at_3": 0.003244, "mrr_at_5": 0.003244, "mrr_at_10": 0.003244, "mrr_at_20": 0.003431, "mrr_at_100": 0.003489, "mrr_at_1000": 0.003507, "nauc_ndcg_at_1_max": 0.661976, "nauc_ndcg_at_1_std": -0.205619, "nauc_ndcg_at_1_diff1": 0.323952, "nauc_ndcg_at_3_max": 0.275208, "nauc_ndcg_at_3_std": -0.104211, "nauc_ndcg_at_3_diff1": 0.436627, "nauc_ndcg_at_5_max": 0.275208, "nauc_ndcg_at_5_std": -0.104211, "nauc_ndcg_at_5_diff1": 0.436627, "nauc_ndcg_at_10_max": 0.275208, "nauc_ndcg_at_10_std": -0.104211, "nauc_ndcg_at_10_diff1": 0.436627, "nauc_ndcg_at_20_max": 0.086735, "nauc_ndcg_at_20_std": -0.096703, "nauc_ndcg_at_20_diff1": 0.561773, "nauc_ndcg_at_100_max": 0.073027, "nauc_ndcg_at_100_std": -0.030522, "nauc_ndcg_at_100_diff1": 0.6, "nauc_ndcg_at_1000_max": 0.053425, "nauc_ndcg_at_1000_std": -0.062127, "nauc_ndcg_at_1000_diff1": 0.621105, "nauc_map_at_1_max": 0.661976, "nauc_map_at_1_std": -0.205619, "nauc_map_at_1_diff1": 0.323952, "nauc_map_at_3_max": 0.3719, "nauc_map_at_3_std": -0.129563, "nauc_map_at_3_diff1": 0.408458, "nauc_map_at_5_max": 0.3719, "nauc_map_at_5_std": -0.129563, "nauc_map_at_5_diff1": 0.408458, "nauc_map_at_10_max": 0.3719, "nauc_map_at_10_std": -0.129563, "nauc_map_at_10_diff1": 0.408458, "nauc_map_at_20_max": 0.274126, "nauc_map_at_20_std": -0.123444, "nauc_map_at_20_diff1": 0.469652, "nauc_map_at_100_max": 0.268697, "nauc_map_at_100_std": -0.111067, "nauc_map_at_100_diff1": 0.478009, "nauc_map_at_1000_max": 0.267239, "nauc_map_at_1000_std": -0.111837, "nauc_map_at_1000_diff1": 0.478905, "nauc_recall_at_1_max": 0.661976, "nauc_recall_at_1_std": -0.205619, "nauc_recall_at_1_diff1": 0.323952, "nauc_recall_at_3_max": 0.081824, "nauc_recall_at_3_std": -0.053508, "nauc_recall_at_3_diff1": 0.492964, "nauc_recall_at_5_max": 0.081824, "nauc_recall_at_5_std": -0.053508, "nauc_recall_at_5_diff1": 0.492964, "nauc_recall_at_10_max": 0.081824, "nauc_recall_at_10_std": -0.053508, "nauc_recall_at_10_diff1": 0.492964, "nauc_recall_at_20_max": -0.245709, "nauc_recall_at_20_std": -0.061958, "nauc_recall_at_20_diff1": 0.746482, "nauc_recall_at_100_max": -0.210649, "nauc_recall_at_100_std": 0.082828, "nauc_recall_at_100_diff1": 0.797186, "nauc_recall_at_1000_max": -0.184991, "nauc_recall_at_1000_std": -0.033019, "nauc_recall_at_1000_diff1": 0.820425, "nauc_precision_at_1_max": 0.661976, "nauc_precision_at_1_std": -0.205619, "nauc_precision_at_1_diff1": 0.323952, "nauc_precision_at_3_max": 0.081824, "nauc_precision_at_3_std": -0.053508, "nauc_precision_at_3_diff1": 0.492964, "nauc_precision_at_5_max": 0.081824, "nauc_precision_at_5_std": -0.053508, "nauc_precision_at_5_diff1": 0.492964, "nauc_precision_at_10_max": 0.081824, "nauc_precision_at_10_std": -0.053508, "nauc_precision_at_10_diff1": 0.492964, "nauc_precision_at_20_max": -0.136532, "nauc_precision_at_20_std": -0.059142, "nauc_precision_at_20_diff1": 0.661976, "nauc_precision_at_100_max": -0.120001, "nauc_precision_at_100_std": 0.121138, "nauc_precision_at_100_diff1": 0.746482, "nauc_precision_at_1000_max": -0.159107, "nauc_precision_at_1000_std": -0.055269, "nauc_precision_at_1000_diff1": 0.774651, "nauc_mrr_at_1_max": 0.661976, "nauc_mrr_at_1_std": -0.205619, "nauc_mrr_at_1_diff1": 0.323952, "nauc_mrr_at_3_max": 0.3719, "nauc_mrr_at_3_std": -0.129563, "nauc_mrr_at_3_diff1": 0.408458, "nauc_mrr_at_5_max": 0.3719, "nauc_mrr_at_5_std": -0.129563, "nauc_mrr_at_5_diff1": 0.408458, "nauc_mrr_at_10_max": 0.3719, "nauc_mrr_at_10_std": -0.129563, "nauc_mrr_at_10_diff1": 0.408458, "nauc_mrr_at_20_max": 0.320347, "nauc_mrr_at_20_std": -0.126337, "nauc_mrr_at_20_diff1": 0.440724, "nauc_mrr_at_100_max": 0.313859, "nauc_mrr_at_100_std": -0.113248, "nauc_mrr_at_100_diff1": 0.45001, "nauc_mrr_at_1000_max": 0.310113, "nauc_mrr_at_1000_std": -0.114532, "nauc_mrr_at_1000_diff1": 0.451529, "main_score": 0.00224, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "ndcg_at_1": 0.0623, "ndcg_at_3": 0.06343, "ndcg_at_5": 0.06481, "ndcg_at_10": 0.07297, "ndcg_at_20": 0.07842, "ndcg_at_100": 0.09753, "ndcg_at_1000": 0.12308, "map_at_1": 0.02852, "map_at_3": 0.04208, "map_at_5": 0.04475, "map_at_10": 0.04959, "map_at_20": 0.05121, "map_at_100": 0.05439, "map_at_1000": 0.05536, "recall_at_1": 0.02852, "recall_at_3": 0.05844, "recall_at_5": 0.06798, "recall_at_10": 0.08692, "recall_at_20": 0.10209, "recall_at_100": 0.18156, "recall_at_1000": 0.34524, "precision_at_1": 0.0623, "precision_at_3": 0.04699, "precision_at_5": 0.03541, "precision_at_10": 0.02492, "precision_at_20": 0.01508, "precision_at_100": 0.00508, "precision_at_1000": 0.00091, "mrr_at_1": 0.062295, "mrr_at_3": 0.092896, "mrr_at_5": 0.09929, "mrr_at_10": 0.102666, "mrr_at_20": 0.104369, "mrr_at_100": 0.10709, "mrr_at_1000": 0.107907, "nauc_ndcg_at_1_max": 0.068416, "nauc_ndcg_at_1_std": 0.383641, "nauc_ndcg_at_1_diff1": 0.471982, "nauc_ndcg_at_3_max": 0.064495, "nauc_ndcg_at_3_std": 0.318472, "nauc_ndcg_at_3_diff1": 0.287098, "nauc_ndcg_at_5_max": 0.097207, "nauc_ndcg_at_5_std": 0.308815, "nauc_ndcg_at_5_diff1": 0.259026, "nauc_ndcg_at_10_max": 0.094581, "nauc_ndcg_at_10_std": 0.335558, "nauc_ndcg_at_10_diff1": 0.252265, "nauc_ndcg_at_20_max": 0.093779, "nauc_ndcg_at_20_std": 0.340132, "nauc_ndcg_at_20_diff1": 0.236092, "nauc_ndcg_at_100_max": 0.105241, "nauc_ndcg_at_100_std": 0.402283, "nauc_ndcg_at_100_diff1": 0.248436, "nauc_ndcg_at_1000_max": 0.074181, "nauc_ndcg_at_1000_std": 0.42467, "nauc_ndcg_at_1000_diff1": 0.248099, "nauc_map_at_1_max": 0.113004, "nauc_map_at_1_std": 0.269409, "nauc_map_at_1_diff1": 0.415614, "nauc_map_at_3_max": 0.097251, "nauc_map_at_3_std": 0.275037, "nauc_map_at_3_diff1": 0.292547, "nauc_map_at_5_max": 0.110784, "nauc_map_at_5_std": 0.268664, "nauc_map_at_5_diff1": 0.280098, "nauc_map_at_10_max": 0.102586, "nauc_map_at_10_std": 0.299513, "nauc_map_at_10_diff1": 0.278021, "nauc_map_at_20_max": 0.102881, "nauc_map_at_20_std": 0.304874, "nauc_map_at_20_diff1": 0.271841, "nauc_map_at_100_max": 0.100696, "nauc_map_at_100_std": 0.325618, "nauc_map_at_100_diff1": 0.270821, "nauc_map_at_1000_max": 0.098475, "nauc_map_at_1000_std": 0.328654, "nauc_map_at_1000_diff1": 0.271748, "nauc_recall_at_1_max": 0.113004, "nauc_recall_at_1_std": 0.269409, "nauc_recall_at_1_diff1": 0.415614, "nauc_recall_at_3_max": 0.081831, "nauc_recall_at_3_std": 0.28524, "nauc_recall_at_3_diff1": 0.222855, "nauc_recall_at_5_max": 0.125182, "nauc_recall_at_5_std": 0.273202, "nauc_recall_at_5_diff1": 0.20019, "nauc_recall_at_10_max": 0.110358, "nauc_recall_at_10_std": 0.330282, "nauc_recall_at_10_diff1": 0.189764, "nauc_recall_at_20_max": 0.101809, "nauc_recall_at_20_std": 0.34092, "nauc_recall_at_20_diff1": 0.159604, "nauc_recall_at_100_max": 0.160756, "nauc_recall_at_100_std": 0.460286, "nauc_recall_at_100_diff1": 0.20587, "nauc_recall_at_1000_max": 0.044428, "nauc_recall_at_1000_std": 0.485706, "nauc_recall_at_1000_diff1": 0.196811, "nauc_precision_at_1_max": 0.068416, "nauc_precision_at_1_std": 0.383641, "nauc_precision_at_1_diff1": 0.471982, "nauc_precision_at_3_max": 0.026841, "nauc_precision_at_3_std": 0.363322, "nauc_precision_at_3_diff1": 0.270684, "nauc_precision_at_5_max": 0.074436, "nauc_precision_at_5_std": 0.345033, "nauc_precision_at_5_diff1": 0.221042, "nauc_precision_at_10_max": 0.044314, "nauc_precision_at_10_std": 0.418595, "nauc_precision_at_10_diff1": 0.188316, "nauc_precision_at_20_max": 0.055386, "nauc_precision_at_20_std": 0.40228, "nauc_precision_at_20_diff1": 0.147645, "nauc_precision_at_100_max": 0.053606, "nauc_precision_at_100_std": 0.505248, "nauc_precision_at_100_diff1": 0.187016, "nauc_precision_at_1000_max": -0.014063, "nauc_precision_at_1000_std": 0.49155, "nauc_precision_at_1000_diff1": 0.159117, "nauc_mrr_at_1_max": 0.068416, "nauc_mrr_at_1_std": 0.383641, "nauc_mrr_at_1_diff1": 0.471982, "nauc_mrr_at_3_max": 0.049213, "nauc_mrr_at_3_std": 0.344596, "nauc_mrr_at_3_diff1": 0.322829, "nauc_mrr_at_5_max": 0.073124, "nauc_mrr_at_5_std": 0.347683, "nauc_mrr_at_5_diff1": 0.307442, "nauc_mrr_at_10_max": 0.074174, "nauc_mrr_at_10_std": 0.352184, "nauc_mrr_at_10_diff1": 0.301962, "nauc_mrr_at_20_max": 0.074505, "nauc_mrr_at_20_std": 0.350582, "nauc_mrr_at_20_diff1": 0.296722, "nauc_mrr_at_100_max": 0.07313, "nauc_mrr_at_100_std": 0.35691, "nauc_mrr_at_100_diff1": 0.298523, "nauc_mrr_at_1000_max": 0.072637, "nauc_mrr_at_1000_std": 0.357271, "nauc_mrr_at_1000_diff1": 0.298702, "main_score": 0.07297, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.22403, "ndcg_at_3": 0.21559, "ndcg_at_5": 0.22966, "ndcg_at_10": 0.2593, "ndcg_at_20": 0.29178, "ndcg_at_100": 0.34784, "ndcg_at_1000": 0.38311, "map_at_1": 0.09582, "map_at_3": 0.14408, "map_at_5": 0.16459, "map_at_10": 0.18295, "map_at_20": 0.19519, "map_at_100": 0.20674, "map_at_1000": 0.20887, "recall_at_1": 0.09582, "recall_at_3": 0.18597, "recall_at_5": 0.24693, "recall_at_10": 0.33127, "recall_at_20": 0.427, "recall_at_100": 0.65057, "recall_at_1000": 0.85731, "precision_at_1": 0.22403, "precision_at_3": 0.16187, "precision_at_5": 0.13041, "precision_at_10": 0.08999, "precision_at_20": 0.05901, "precision_at_100": 0.0184, "precision_at_1000": 0.00249, "mrr_at_1": 0.22403, "mrr_at_3": 0.298498, "mrr_at_5": 0.315207, "mrr_at_10": 0.329815, "mrr_at_20": 0.335785, "mrr_at_100": 0.340388, "mrr_at_1000": 0.340914, "nauc_ndcg_at_1_max": 0.30048, "nauc_ndcg_at_1_std": 0.041498, "nauc_ndcg_at_1_diff1": 0.268123, "nauc_ndcg_at_3_max": 0.28505, "nauc_ndcg_at_3_std": 0.004138, "nauc_ndcg_at_3_diff1": 0.208495, "nauc_ndcg_at_5_max": 0.278758, "nauc_ndcg_at_5_std": 0.013496, "nauc_ndcg_at_5_diff1": 0.214112, "nauc_ndcg_at_10_max": 0.284831, "nauc_ndcg_at_10_std": 0.035688, "nauc_ndcg_at_10_diff1": 0.194073, "nauc_ndcg_at_20_max": 0.307006, "nauc_ndcg_at_20_std": 0.071075, "nauc_ndcg_at_20_diff1": 0.192026, "nauc_ndcg_at_100_max": 0.337938, "nauc_ndcg_at_100_std": 0.120327, "nauc_ndcg_at_100_diff1": 0.200747, "nauc_ndcg_at_1000_max": 0.346714, "nauc_ndcg_at_1000_std": 0.133632, "nauc_ndcg_at_1000_diff1": 0.207436, "nauc_map_at_1_max": 0.256127, "nauc_map_at_1_std": -0.084979, "nauc_map_at_1_diff1": 0.315321, "nauc_map_at_3_max": 0.264684, "nauc_map_at_3_std": -0.069724, "nauc_map_at_3_diff1": 0.242508, "nauc_map_at_5_max": 0.268466, "nauc_map_at_5_std": -0.040643, "nauc_map_at_5_diff1": 0.236345, "nauc_map_at_10_max": 0.273802, "nauc_map_at_10_std": -0.012137, "nauc_map_at_10_diff1": 0.216955, "nauc_map_at_20_max": 0.28736, "nauc_map_at_20_std": 0.00713, "nauc_map_at_20_diff1": 0.21505, "nauc_map_at_100_max": 0.297592, "nauc_map_at_100_std": 0.02291, "nauc_map_at_100_diff1": 0.218391, "nauc_map_at_1000_max": 0.29884, "nauc_map_at_1000_std": 0.025397, "nauc_map_at_1000_diff1": 0.218968, "nauc_recall_at_1_max": 0.256127, "nauc_recall_at_1_std": -0.084979, "nauc_recall_at_1_diff1": 0.315321, "nauc_recall_at_3_max": 0.232076, "nauc_recall_at_3_std": -0.060253, "nauc_recall_at_3_diff1": 0.17978, "nauc_recall_at_5_max": 0.210011, "nauc_recall_at_5_std": -0.016421, "nauc_recall_at_5_diff1": 0.179527, "nauc_recall_at_10_max": 0.209347, "nauc_recall_at_10_std": 0.04113, "nauc_recall_at_10_diff1": 0.1245, "nauc_recall_at_20_max": 0.23688, "nauc_recall_at_20_std": 0.106236, "nauc_recall_at_20_diff1": 0.110165, "nauc_recall_at_100_max": 0.296239, "nauc_recall_at_100_std": 0.248921, "nauc_recall_at_100_diff1": 0.10631, "nauc_recall_at_1000_max": 0.397685, "nauc_recall_at_1000_std": 0.461058, "nauc_recall_at_1000_diff1": 0.138494, "nauc_precision_at_1_max": 0.30048, "nauc_precision_at_1_std": 0.041498, "nauc_precision_at_1_diff1": 0.268123, "nauc_precision_at_3_max": 0.295593, "nauc_precision_at_3_std": 0.074719, "nauc_precision_at_3_diff1": 0.135458, "nauc_precision_at_5_max": 0.296031, "nauc_precision_at_5_std": 0.146009, "nauc_precision_at_5_diff1": 0.119427, "nauc_precision_at_10_max": 0.307177, "nauc_precision_at_10_std": 0.21775, "nauc_precision_at_10_diff1": 0.05204, "nauc_precision_at_20_max": 0.321546, "nauc_precision_at_20_std": 0.282477, "nauc_precision_at_20_diff1": 0.045431, "nauc_precision_at_100_max": 0.323656, "nauc_precision_at_100_std": 0.371425, "nauc_precision_at_100_diff1": 0.053075, "nauc_precision_at_1000_max": 0.259239, "nauc_precision_at_1000_std": 0.343663, "nauc_precision_at_1000_diff1": 0.036296, "nauc_mrr_at_1_max": 0.30048, "nauc_mrr_at_1_std": 0.041498, "nauc_mrr_at_1_diff1": 0.268123, "nauc_mrr_at_3_max": 0.307058, "nauc_mrr_at_3_std": 0.057004, "nauc_mrr_at_3_diff1": 0.224126, "nauc_mrr_at_5_max": 0.302525, "nauc_mrr_at_5_std": 0.060882, "nauc_mrr_at_5_diff1": 0.230266, "nauc_mrr_at_10_max": 0.309184, "nauc_mrr_at_10_std": 0.070749, "nauc_mrr_at_10_diff1": 0.221417, "nauc_mrr_at_20_max": 0.310284, "nauc_mrr_at_20_std": 0.075001, "nauc_mrr_at_20_diff1": 0.222671, "nauc_mrr_at_100_max": 0.311154, "nauc_mrr_at_100_std": 0.075955, "nauc_mrr_at_100_diff1": 0.223087, "nauc_mrr_at_1000_max": 0.311083, "nauc_mrr_at_1000_std": 0.075762, "nauc_mrr_at_1000_diff1": 0.223278, "main_score": 0.2593, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.10957, "ndcg_at_3": 0.096, "ndcg_at_5": 0.09486, "ndcg_at_10": 0.10176, "ndcg_at_20": 0.11793, "ndcg_at_100": 0.15329, "ndcg_at_1000": 0.19449, "map_at_1": 0.02908, "map_at_3": 0.04665, "map_at_5": 0.05384, "map_at_10": 0.0613, "map_at_20": 0.06664, "map_at_100": 0.07325, "map_at_1000": 0.0754, "recall_at_1": 0.02908, "recall_at_3": 0.06221, "recall_at_5": 0.08254, "recall_at_10": 0.11643, "recall_at_20": 0.15475, "recall_at_100": 0.27387, "recall_at_1000": 0.48678, "precision_at_1": 0.10957, "precision_at_3": 0.08076, "precision_at_5": 0.06944, "precision_at_10": 0.04938, "precision_at_20": 0.03449, "precision_at_100": 0.01281, "precision_at_1000": 0.00228, "mrr_at_1": 0.109568, "mrr_at_3": 0.149177, "mrr_at_5": 0.161908, "mrr_at_10": 0.171984, "mrr_at_20": 0.176407, "mrr_at_100": 0.180025, "mrr_at_1000": 0.180917, "nauc_ndcg_at_1_max": 0.277586, "nauc_ndcg_at_1_std": 0.116327, "nauc_ndcg_at_1_diff1": 0.328458, "nauc_ndcg_at_3_max": 0.215078, "nauc_ndcg_at_3_std": 0.148846, "nauc_ndcg_at_3_diff1": 0.33561, "nauc_ndcg_at_5_max": 0.195063, "nauc_ndcg_at_5_std": 0.175055, "nauc_ndcg_at_5_diff1": 0.300033, "nauc_ndcg_at_10_max": 0.184432, "nauc_ndcg_at_10_std": 0.191184, "nauc_ndcg_at_10_diff1": 0.288029, "nauc_ndcg_at_20_max": 0.183516, "nauc_ndcg_at_20_std": 0.215799, "nauc_ndcg_at_20_diff1": 0.278811, "nauc_ndcg_at_100_max": 0.21234, "nauc_ndcg_at_100_std": 0.292279, "nauc_ndcg_at_100_diff1": 0.283033, "nauc_ndcg_at_1000_max": 0.223634, "nauc_ndcg_at_1000_std": 0.351205, "nauc_ndcg_at_1000_diff1": 0.283697, "nauc_map_at_1_max": 0.139801, "nauc_map_at_1_std": 0.042541, "nauc_map_at_1_diff1": 0.367026, "nauc_map_at_3_max": 0.15179, "nauc_map_at_3_std": 0.096005, "nauc_map_at_3_diff1": 0.358713, "nauc_map_at_5_max": 0.15882, "nauc_map_at_5_std": 0.125415, "nauc_map_at_5_diff1": 0.328797, "nauc_map_at_10_max": 0.169748, "nauc_map_at_10_std": 0.150065, "nauc_map_at_10_diff1": 0.322028, "nauc_map_at_20_max": 0.170595, "nauc_map_at_20_std": 0.166307, "nauc_map_at_20_diff1": 0.314486, "nauc_map_at_100_max": 0.182662, "nauc_map_at_100_std": 0.1957, "nauc_map_at_100_diff1": 0.314613, "nauc_map_at_1000_max": 0.184789, "nauc_map_at_1000_std": 0.204519, "nauc_map_at_1000_diff1": 0.315853, "nauc_recall_at_1_max": 0.139801, "nauc_recall_at_1_std": 0.042541, "nauc_recall_at_1_diff1": 0.367026, "nauc_recall_at_3_max": 0.123525, "nauc_recall_at_3_std": 0.130185, "nauc_recall_at_3_diff1": 0.325, "nauc_recall_at_5_max": 0.123311, "nauc_recall_at_5_std": 0.17479, "nauc_recall_at_5_diff1": 0.259236, "nauc_recall_at_10_max": 0.129401, "nauc_recall_at_10_std": 0.209415, "nauc_recall_at_10_diff1": 0.232368, "nauc_recall_at_20_max": 0.124896, "nauc_recall_at_20_std": 0.239312, "nauc_recall_at_20_diff1": 0.212463, "nauc_recall_at_100_max": 0.182818, "nauc_recall_at_100_std": 0.356488, "nauc_recall_at_100_diff1": 0.217238, "nauc_recall_at_1000_max": 0.187052, "nauc_recall_at_1000_std": 0.498153, "nauc_recall_at_1000_diff1": 0.20377, "nauc_precision_at_1_max": 0.277586, "nauc_precision_at_1_std": 0.116327, "nauc_precision_at_1_diff1": 0.328458, "nauc_precision_at_3_max": 0.246266, "nauc_precision_at_3_std": 0.188057, "nauc_precision_at_3_diff1": 0.328045, "nauc_precision_at_5_max": 0.248473, "nauc_precision_at_5_std": 0.249469, "nauc_precision_at_5_diff1": 0.262904, "nauc_precision_at_10_max": 0.221488, "nauc_precision_at_10_std": 0.278062, "nauc_precision_at_10_diff1": 0.227299, "nauc_precision_at_20_max": 0.209073, "nauc_precision_at_20_std": 0.304924, "nauc_precision_at_20_diff1": 0.210952, "nauc_precision_at_100_max": 0.243154, "nauc_precision_at_100_std": 0.425336, "nauc_precision_at_100_diff1": 0.207972, "nauc_precision_at_1000_max": 0.24106, "nauc_precision_at_1000_std": 0.465262, "nauc_precision_at_1000_diff1": 0.180426, "nauc_mrr_at_1_max": 0.277586, "nauc_mrr_at_1_std": 0.116327, "nauc_mrr_at_1_diff1": 0.328458, "nauc_mrr_at_3_max": 0.247248, "nauc_mrr_at_3_std": 0.152519, "nauc_mrr_at_3_diff1": 0.310115, "nauc_mrr_at_5_max": 0.245341, "nauc_mrr_at_5_std": 0.171975, "nauc_mrr_at_5_diff1": 0.298388, "nauc_mrr_at_10_max": 0.23876, "nauc_mrr_at_10_std": 0.177091, "nauc_mrr_at_10_diff1": 0.289022, "nauc_mrr_at_20_max": 0.238871, "nauc_mrr_at_20_std": 0.179079, "nauc_mrr_at_20_diff1": 0.287242, "nauc_mrr_at_100_max": 0.240263, "nauc_mrr_at_100_std": 0.184399, "nauc_mrr_at_100_diff1": 0.289975, "nauc_mrr_at_1000_max": 0.24006, "nauc_mrr_at_1000_std": 0.184134, "nauc_mrr_at_1000_diff1": 0.289929, "main_score": 0.10176, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.00037, "ndcg_at_5": 0.00066, "ndcg_at_10": 0.00095, "ndcg_at_20": 0.00095, "ndcg_at_100": 0.00187, "ndcg_at_1000": 0.00414, "map_at_1": 0.0, "map_at_3": 0.00018, "map_at_5": 0.00028, "map_at_10": 0.00037, "map_at_20": 0.00037, "map_at_100": 0.00046, "map_at_1000": 0.00051, "recall_at_1": 0.0, "recall_at_3": 0.00053, "recall_at_5": 0.00105, "recall_at_10": 0.00185, "recall_at_20": 0.00185, "recall_at_100": 0.00653, "recall_at_1000": 0.02391, "precision_at_1": 0.0, "precision_at_3": 0.00053, "precision_at_5": 0.00063, "precision_at_10": 0.00047, "precision_at_20": 0.00024, "precision_at_100": 0.00013, "precision_at_1000": 4e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.000527, "mrr_at_5": 0.000844, "mrr_at_10": 0.00102, "mrr_at_20": 0.00102, "mrr_at_100": 0.001186, "mrr_at_1000": 0.001254, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": -0.317986, "nauc_ndcg_at_3_std": 0.661392, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": -0.317986, "nauc_ndcg_at_5_std": 0.342178, "nauc_ndcg_at_5_diff1": 0.533082, "nauc_ndcg_at_10_max": -0.396586, "nauc_ndcg_at_10_std": 0.267229, "nauc_ndcg_at_10_diff1": 0.572504, "nauc_ndcg_at_20_max": -0.396586, "nauc_ndcg_at_20_std": 0.267229, "nauc_ndcg_at_20_diff1": 0.572504, "nauc_ndcg_at_100_max": -0.124836, "nauc_ndcg_at_100_std": 0.161225, "nauc_ndcg_at_100_diff1": 0.175496, "nauc_ndcg_at_1000_max": -0.105026, "nauc_ndcg_at_1000_std": 0.309474, "nauc_ndcg_at_1000_diff1": -0.002928, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": -0.317986, "nauc_map_at_3_std": 0.661392, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": -0.317986, "nauc_map_at_5_std": 0.38697, "nauc_map_at_5_diff1": 0.5986, "nauc_map_at_10_max": -0.378897, "nauc_map_at_10_std": 0.318223, "nauc_map_at_10_diff1": 0.61355, "nauc_map_at_20_max": -0.378897, "nauc_map_at_20_std": 0.318223, "nauc_map_at_20_diff1": 0.61355, "nauc_map_at_100_max": -0.296871, "nauc_map_at_100_std": 0.273168, "nauc_map_at_100_diff1": 0.444607, "nauc_map_at_1000_max": -0.283634, "nauc_map_at_1000_std": 0.297497, "nauc_map_at_1000_diff1": 0.381374, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": -0.317986, "nauc_recall_at_3_std": 0.661392, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": -0.317986, "nauc_recall_at_5_std": 0.295496, "nauc_recall_at_5_diff1": 0.4648, "nauc_recall_at_10_max": -0.427626, "nauc_recall_at_10_std": 0.210955, "nauc_recall_at_10_diff1": 0.549054, "nauc_recall_at_20_max": -0.427626, "nauc_recall_at_20_std": 0.210955, "nauc_recall_at_20_diff1": 0.549054, "nauc_recall_at_100_max": 0.026022, "nauc_recall_at_100_std": 0.119162, "nauc_recall_at_100_diff1": 0.016309, "nauc_recall_at_1000_max": -0.043377, "nauc_recall_at_1000_std": 0.367528, "nauc_recall_at_1000_diff1": -0.106333, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": -0.317986, "nauc_precision_at_3_std": 0.661392, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": -0.317986, "nauc_precision_at_5_std": 0.295496, "nauc_precision_at_5_diff1": 0.4648, "nauc_precision_at_10_max": -0.403261, "nauc_precision_at_10_std": 0.229742, "nauc_precision_at_10_diff1": 0.530331, "nauc_precision_at_20_max": -0.403261, "nauc_precision_at_20_std": 0.229742, "nauc_precision_at_20_diff1": 0.530331, "nauc_precision_at_100_max": -0.05044, "nauc_precision_at_100_std": 0.055947, "nauc_precision_at_100_diff1": 0.021426, "nauc_precision_at_1000_max": -0.082059, "nauc_precision_at_1000_std": 0.228558, "nauc_precision_at_1000_diff1": -0.084277, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": -0.317986, "nauc_mrr_at_3_std": 0.661392, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": -0.317986, "nauc_mrr_at_5_std": 0.38697, "nauc_mrr_at_5_diff1": 0.5986, "nauc_mrr_at_10_max": -0.362094, "nauc_mrr_at_10_std": 0.337188, "nauc_mrr_at_10_diff1": 0.609426, "nauc_mrr_at_20_max": -0.362094, "nauc_mrr_at_20_std": 0.337188, "nauc_mrr_at_20_diff1": 0.609426, "nauc_mrr_at_100_max": -0.309919, "nauc_mrr_at_100_std": 0.283299, "nauc_mrr_at_100_diff1": 0.477093, "nauc_mrr_at_1000_max": -0.301173, "nauc_mrr_at_1000_std": 0.29113, "nauc_mrr_at_1000_diff1": 0.443046, "main_score": 0.00095, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "ndcg_at_1": 0.16837, "ndcg_at_3": 0.16616, "ndcg_at_5": 0.18368, "ndcg_at_10": 0.20751, "ndcg_at_20": 0.22672, "ndcg_at_100": 0.25618, "ndcg_at_1000": 0.27852, "map_at_1": 0.09927, "map_at_3": 0.13569, "map_at_5": 0.14708, "map_at_10": 0.15791, "map_at_20": 0.16383, "map_at_100": 0.16844, "map_at_1000": 0.16934, "recall_at_1": 0.09927, "recall_at_3": 0.17261, "recall_at_5": 0.21432, "recall_at_10": 0.2778, "recall_at_20": 0.34283, "recall_at_100": 0.47665, "recall_at_1000": 0.62942, "precision_at_1": 0.16837, "precision_at_3": 0.10097, "precision_at_5": 0.07569, "precision_at_10": 0.04933, "precision_at_20": 0.03049, "precision_at_100": 0.00873, "precision_at_1000": 0.00118, "mrr_at_1": 0.168371, "mrr_at_3": 0.213218, "mrr_at_5": 0.22561, "mrr_at_10": 0.235931, "mrr_at_20": 0.240957, "mrr_at_100": 0.244522, "mrr_at_1000": 0.245053, "nauc_ndcg_at_1_max": 0.186813, "nauc_ndcg_at_1_std": 0.0743, "nauc_ndcg_at_1_diff1": 0.400657, "nauc_ndcg_at_3_max": 0.129512, "nauc_ndcg_at_3_std": 0.109782, "nauc_ndcg_at_3_diff1": 0.32872, "nauc_ndcg_at_5_max": 0.122312, "nauc_ndcg_at_5_std": 0.113894, "nauc_ndcg_at_5_diff1": 0.322496, "nauc_ndcg_at_10_max": 0.120846, "nauc_ndcg_at_10_std": 0.131615, "nauc_ndcg_at_10_diff1": 0.318077, "nauc_ndcg_at_20_max": 0.103723, "nauc_ndcg_at_20_std": 0.160952, "nauc_ndcg_at_20_diff1": 0.320749, "nauc_ndcg_at_100_max": 0.087637, "nauc_ndcg_at_100_std": 0.192152, "nauc_ndcg_at_100_diff1": 0.313181, "nauc_ndcg_at_1000_max": 0.084624, "nauc_ndcg_at_1000_std": 0.198037, "nauc_ndcg_at_1000_diff1": 0.312371, "nauc_map_at_1_max": 0.146793, "nauc_map_at_1_std": 0.074125, "nauc_map_at_1_diff1": 0.399914, "nauc_map_at_3_max": 0.121748, "nauc_map_at_3_std": 0.102178, "nauc_map_at_3_diff1": 0.345731, "nauc_map_at_5_max": 0.122767, "nauc_map_at_5_std": 0.106389, "nauc_map_at_5_diff1": 0.341487, "nauc_map_at_10_max": 0.122532, "nauc_map_at_10_std": 0.115966, "nauc_map_at_10_diff1": 0.336591, "nauc_map_at_20_max": 0.116318, "nauc_map_at_20_std": 0.127594, "nauc_map_at_20_diff1": 0.337783, "nauc_map_at_100_max": 0.113709, "nauc_map_at_100_std": 0.135046, "nauc_map_at_100_diff1": 0.337007, "nauc_map_at_1000_max": 0.113661, "nauc_map_at_1000_std": 0.135683, "nauc_map_at_1000_diff1": 0.336763, "nauc_recall_at_1_max": 0.146793, "nauc_recall_at_1_std": 0.074125, "nauc_recall_at_1_diff1": 0.399914, "nauc_recall_at_3_max": 0.083081, "nauc_recall_at_3_std": 0.118193, "nauc_recall_at_3_diff1": 0.283981, "nauc_recall_at_5_max": 0.077292, "nauc_recall_at_5_std": 0.119206, "nauc_recall_at_5_diff1": 0.271902, "nauc_recall_at_10_max": 0.072845, "nauc_recall_at_10_std": 0.156354, "nauc_recall_at_10_diff1": 0.251886, "nauc_recall_at_20_max": 0.024615, "nauc_recall_at_20_std": 0.225091, "nauc_recall_at_20_diff1": 0.25424, "nauc_recall_at_100_max": -0.037823, "nauc_recall_at_100_std": 0.321102, "nauc_recall_at_100_diff1": 0.215091, "nauc_recall_at_1000_max": -0.080024, "nauc_recall_at_1000_std": 0.368935, "nauc_recall_at_1000_diff1": 0.210288, "nauc_precision_at_1_max": 0.186813, "nauc_precision_at_1_std": 0.0743, "nauc_precision_at_1_diff1": 0.400657, "nauc_precision_at_3_max": 0.154763, "nauc_precision_at_3_std": 0.126923, "nauc_precision_at_3_diff1": 0.285047, "nauc_precision_at_5_max": 0.148252, "nauc_precision_at_5_std": 0.146518, "nauc_precision_at_5_diff1": 0.269006, "nauc_precision_at_10_max": 0.147157, "nauc_precision_at_10_std": 0.16786, "nauc_precision_at_10_diff1": 0.249907, "nauc_precision_at_20_max": 0.102032, "nauc_precision_at_20_std": 0.228864, "nauc_precision_at_20_diff1": 0.241991, "nauc_precision_at_100_max": 0.051217, "nauc_precision_at_100_std": 0.286423, "nauc_precision_at_100_diff1": 0.182641, "nauc_precision_at_1000_max": 0.032065, "nauc_precision_at_1000_std": 0.26893, "nauc_precision_at_1000_diff1": 0.117413, "nauc_mrr_at_1_max": 0.186813, "nauc_mrr_at_1_std": 0.0743, "nauc_mrr_at_1_diff1": 0.400657, "nauc_mrr_at_3_max": 0.160934, "nauc_mrr_at_3_std": 0.098896, "nauc_mrr_at_3_diff1": 0.340305, "nauc_mrr_at_5_max": 0.152954, "nauc_mrr_at_5_std": 0.101639, "nauc_mrr_at_5_diff1": 0.334789, "nauc_mrr_at_10_max": 0.153495, "nauc_mrr_at_10_std": 0.106894, "nauc_mrr_at_10_diff1": 0.333136, "nauc_mrr_at_20_max": 0.149907, "nauc_mrr_at_20_std": 0.113132, "nauc_mrr_at_20_diff1": 0.33387, "nauc_mrr_at_100_max": 0.147712, "nauc_mrr_at_100_std": 0.115659, "nauc_mrr_at_100_diff1": 0.33275, "nauc_mrr_at_1000_max": 0.147815, "nauc_mrr_at_1000_std": 0.115588, "nauc_mrr_at_1000_diff1": 0.332945, "main_score": 0.20751, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "ndcg_at_1": 0.05539, "ndcg_at_3": 0.07087, "ndcg_at_5": 0.07665, "ndcg_at_10": 0.08957, "ndcg_at_20": 0.10029, "ndcg_at_100": 0.12432, "ndcg_at_1000": 0.15717, "map_at_1": 0.03394, "map_at_3": 0.05291, "map_at_5": 0.05665, "map_at_10": 0.06222, "map_at_20": 0.06518, "map_at_100": 0.06854, "map_at_1000": 0.06983, "recall_at_1": 0.03394, "recall_at_3": 0.07595, "recall_at_5": 0.09102, "recall_at_10": 0.12302, "recall_at_20": 0.15883, "recall_at_100": 0.26841, "recall_at_1000": 0.48271, "precision_at_1": 0.05539, "precision_at_3": 0.04859, "precision_at_5": 0.03673, "precision_at_10": 0.02653, "precision_at_20": 0.01676, "precision_at_100": 0.00566, "precision_at_1000": 0.00106, "mrr_at_1": 0.055394, "mrr_at_3": 0.090379, "mrr_at_5": 0.098688, "mrr_at_10": 0.105464, "mrr_at_20": 0.108665, "mrr_at_100": 0.111829, "mrr_at_1000": 0.112822, "nauc_ndcg_at_1_max": 0.182462, "nauc_ndcg_at_1_std": 0.396551, "nauc_ndcg_at_1_diff1": 0.366341, "nauc_ndcg_at_3_max": 0.089564, "nauc_ndcg_at_3_std": 0.367501, "nauc_ndcg_at_3_diff1": 0.27835, "nauc_ndcg_at_5_max": 0.120725, "nauc_ndcg_at_5_std": 0.388049, "nauc_ndcg_at_5_diff1": 0.295463, "nauc_ndcg_at_10_max": 0.119876, "nauc_ndcg_at_10_std": 0.37055, "nauc_ndcg_at_10_diff1": 0.238189, "nauc_ndcg_at_20_max": 0.161887, "nauc_ndcg_at_20_std": 0.387795, "nauc_ndcg_at_20_diff1": 0.228339, "nauc_ndcg_at_100_max": 0.151496, "nauc_ndcg_at_100_std": 0.426009, "nauc_ndcg_at_100_diff1": 0.213815, "nauc_ndcg_at_1000_max": 0.153749, "nauc_ndcg_at_1000_std": 0.471034, "nauc_ndcg_at_1000_diff1": 0.228733, "nauc_map_at_1_max": 0.100578, "nauc_map_at_1_std": 0.387564, "nauc_map_at_1_diff1": 0.353707, "nauc_map_at_3_max": 0.068428, "nauc_map_at_3_std": 0.370307, "nauc_map_at_3_diff1": 0.309188, "nauc_map_at_5_max": 0.089631, "nauc_map_at_5_std": 0.387531, "nauc_map_at_5_diff1": 0.311367, "nauc_map_at_10_max": 0.091341, "nauc_map_at_10_std": 0.382115, "nauc_map_at_10_diff1": 0.274234, "nauc_map_at_20_max": 0.109368, "nauc_map_at_20_std": 0.387542, "nauc_map_at_20_diff1": 0.270712, "nauc_map_at_100_max": 0.110815, "nauc_map_at_100_std": 0.398944, "nauc_map_at_100_diff1": 0.268711, "nauc_map_at_1000_max": 0.11087, "nauc_map_at_1000_std": 0.401688, "nauc_map_at_1000_diff1": 0.269075, "nauc_recall_at_1_max": 0.100578, "nauc_recall_at_1_std": 0.387564, "nauc_recall_at_1_diff1": 0.353707, "nauc_recall_at_3_max": 0.065755, "nauc_recall_at_3_std": 0.344367, "nauc_recall_at_3_diff1": 0.284, "nauc_recall_at_5_max": 0.120122, "nauc_recall_at_5_std": 0.388611, "nauc_recall_at_5_diff1": 0.291515, "nauc_recall_at_10_max": 0.120051, "nauc_recall_at_10_std": 0.351362, "nauc_recall_at_10_diff1": 0.184566, "nauc_recall_at_20_max": 0.215463, "nauc_recall_at_20_std": 0.371936, "nauc_recall_at_20_diff1": 0.156805, "nauc_recall_at_100_max": 0.14907, "nauc_recall_at_100_std": 0.438561, "nauc_recall_at_100_diff1": 0.121545, "nauc_recall_at_1000_max": 0.150723, "nauc_recall_at_1000_std": 0.563585, "nauc_recall_at_1000_diff1": 0.172289, "nauc_precision_at_1_max": 0.182462, "nauc_precision_at_1_std": 0.396551, "nauc_precision_at_1_diff1": 0.366341, "nauc_precision_at_3_max": 0.095815, "nauc_precision_at_3_std": 0.363316, "nauc_precision_at_3_diff1": 0.226196, "nauc_precision_at_5_max": 0.172145, "nauc_precision_at_5_std": 0.395193, "nauc_precision_at_5_diff1": 0.246437, "nauc_precision_at_10_max": 0.177048, "nauc_precision_at_10_std": 0.361062, "nauc_precision_at_10_diff1": 0.129831, "nauc_precision_at_20_max": 0.242192, "nauc_precision_at_20_std": 0.398091, "nauc_precision_at_20_diff1": 0.130021, "nauc_precision_at_100_max": 0.209057, "nauc_precision_at_100_std": 0.464183, "nauc_precision_at_100_diff1": 0.103755, "nauc_precision_at_1000_max": 0.161078, "nauc_precision_at_1000_std": 0.474826, "nauc_precision_at_1000_diff1": 0.126033, "nauc_mrr_at_1_max": 0.182462, "nauc_mrr_at_1_std": 0.396551, "nauc_mrr_at_1_diff1": 0.366341, "nauc_mrr_at_3_max": 0.123788, "nauc_mrr_at_3_std": 0.358966, "nauc_mrr_at_3_diff1": 0.271004, "nauc_mrr_at_5_max": 0.151778, "nauc_mrr_at_5_std": 0.368515, "nauc_mrr_at_5_diff1": 0.280583, "nauc_mrr_at_10_max": 0.151712, "nauc_mrr_at_10_std": 0.359472, "nauc_mrr_at_10_diff1": 0.259751, "nauc_mrr_at_20_max": 0.159363, "nauc_mrr_at_20_std": 0.366449, "nauc_mrr_at_20_diff1": 0.256873, "nauc_mrr_at_100_max": 0.156588, "nauc_mrr_at_100_std": 0.3695, "nauc_mrr_at_100_diff1": 0.253406, "nauc_mrr_at_1000_max": 0.157085, "nauc_mrr_at_1000_std": 0.370358, "nauc_mrr_at_1000_diff1": 0.253823, "main_score": 0.08957, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.00286, "ndcg_at_3": 0.00134, "ndcg_at_5": 0.00097, "ndcg_at_10": 0.00097, "ndcg_at_20": 0.00125, "ndcg_at_100": 0.00166, "ndcg_at_1000": 0.00391, "map_at_1": 0.00057, "map_at_3": 0.00057, "map_at_5": 0.00057, "map_at_10": 0.00057, "map_at_20": 0.00062, "map_at_100": 0.00067, "map_at_1000": 0.00072, "recall_at_1": 0.00057, "recall_at_3": 0.00057, "recall_at_5": 0.00057, "recall_at_10": 0.00057, "recall_at_20": 0.00129, "recall_at_100": 0.00241, "recall_at_1000": 0.01893, "precision_at_1": 0.00286, "precision_at_3": 0.00095, "precision_at_5": 0.00057, "precision_at_10": 0.00029, "precision_at_20": 0.00029, "precision_at_100": 0.00011, "precision_at_1000": 4e-05, "mrr_at_1": 0.002857, "mrr_at_3": 0.002857, "mrr_at_5": 0.002857, "mrr_at_10": 0.002857, "mrr_at_20": 0.003061, "mrr_at_100": 0.003279, "mrr_at_1000": 0.003381, "nauc_ndcg_at_1_max": -0.205796, "nauc_ndcg_at_1_std": 1.0, "nauc_ndcg_at_1_diff1": -0.499598, "nauc_ndcg_at_3_max": -0.205796, "nauc_ndcg_at_3_std": 1.0, "nauc_ndcg_at_3_diff1": -0.499598, "nauc_ndcg_at_5_max": -0.205796, "nauc_ndcg_at_5_std": 1.0, "nauc_ndcg_at_5_diff1": -0.499598, "nauc_ndcg_at_10_max": -0.205796, "nauc_ndcg_at_10_std": 1.0, "nauc_ndcg_at_10_diff1": -0.499598, "nauc_ndcg_at_20_max": -0.253422, "nauc_ndcg_at_20_std": 0.677973, "nauc_ndcg_at_20_diff1": -0.458382, "nauc_ndcg_at_100_max": -0.147353, "nauc_ndcg_at_100_std": 0.53248, "nauc_ndcg_at_100_diff1": -0.240568, "nauc_ndcg_at_1000_max": 0.002734, "nauc_ndcg_at_1000_std": 0.387112, "nauc_ndcg_at_1000_diff1": -0.091176, "nauc_map_at_1_max": -0.205796, "nauc_map_at_1_std": 1.0, "nauc_map_at_1_diff1": -0.499598, "nauc_map_at_3_max": -0.205796, "nauc_map_at_3_std": 1.0, "nauc_map_at_3_diff1": -0.499598, "nauc_map_at_5_max": -0.205796, "nauc_map_at_5_std": 1.0, "nauc_map_at_5_diff1": -0.499598, "nauc_map_at_10_max": -0.205796, "nauc_map_at_10_std": 1.0, "nauc_map_at_10_diff1": -0.499598, "nauc_map_at_20_max": -0.22295, "nauc_map_at_20_std": 0.88401, "nauc_map_at_20_diff1": -0.484752, "nauc_map_at_100_max": -0.197043, "nauc_map_at_100_std": 0.825636, "nauc_map_at_100_diff1": -0.429145, "nauc_map_at_1000_max": -0.180169, "nauc_map_at_1000_std": 0.792385, "nauc_map_at_1000_diff1": -0.406504, "nauc_recall_at_1_max": -0.205796, "nauc_recall_at_1_std": 1.0, "nauc_recall_at_1_diff1": -0.499598, "nauc_recall_at_3_max": -0.205796, "nauc_recall_at_3_std": 1.0, "nauc_recall_at_3_diff1": -0.499598, "nauc_recall_at_5_max": -0.205796, "nauc_recall_at_5_std": 1.0, "nauc_recall_at_5_diff1": -0.499598, "nauc_recall_at_10_max": -0.205796, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_10_diff1": -0.499598, "nauc_recall_at_20_max": -0.322064, "nauc_recall_at_20_std": 0.213845, "nauc_recall_at_20_diff1": -0.39898, "nauc_recall_at_100_max": -0.087852, "nauc_recall_at_100_std": 0.148131, "nauc_recall_at_100_diff1": -0.014316, "nauc_recall_at_1000_max": 0.131853, "nauc_recall_at_1000_std": 0.287377, "nauc_recall_at_1000_diff1": 0.020235, "nauc_precision_at_1_max": -0.205796, "nauc_precision_at_1_std": 1.0, "nauc_precision_at_1_diff1": -0.499598, "nauc_precision_at_3_max": -0.205796, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": -0.499598, "nauc_precision_at_5_max": -0.205796, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": -0.499598, "nauc_precision_at_10_max": -0.205796, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": -0.499598, "nauc_precision_at_20_max": -0.310437, "nauc_precision_at_20_std": 0.29246, "nauc_precision_at_20_diff1": -0.409042, "nauc_precision_at_100_max": -0.049638, "nauc_precision_at_100_std": 0.209552, "nauc_precision_at_100_diff1": 0.070097, "nauc_precision_at_1000_max": 0.016135, "nauc_precision_at_1000_std": 0.202934, "nauc_precision_at_1000_diff1": 0.078544, "nauc_mrr_at_1_max": -0.205796, "nauc_mrr_at_1_std": 1.0, "nauc_mrr_at_1_diff1": -0.499598, "nauc_mrr_at_3_max": -0.205796, "nauc_mrr_at_3_std": 1.0, "nauc_mrr_at_3_diff1": -0.499598, "nauc_mrr_at_5_max": -0.205796, "nauc_mrr_at_5_std": 1.0, "nauc_mrr_at_5_diff1": -0.499598, "nauc_mrr_at_10_max": -0.205796, "nauc_mrr_at_10_std": 1.0, "nauc_mrr_at_10_diff1": -0.499598, "nauc_mrr_at_20_max": -0.219748, "nauc_mrr_at_20_std": 0.905661, "nauc_mrr_at_20_diff1": -0.487523, "nauc_mrr_at_100_max": -0.19301, "nauc_mrr_at_100_std": 0.850669, "nauc_mrr_at_100_diff1": -0.426175, "nauc_mrr_at_1000_max": -0.187577, "nauc_mrr_at_1000_std": 0.830294, "nauc_mrr_at_1000_diff1": -0.420795, "main_score": 0.00097, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.08854, "ndcg_at_3": 0.08078, "ndcg_at_5": 0.08641, "ndcg_at_10": 0.09871, "ndcg_at_20": 0.11047, "ndcg_at_100": 0.13965, "ndcg_at_1000": 0.17301, "map_at_1": 0.03977, "map_at_3": 0.05316, "map_at_5": 0.05997, "map_at_10": 0.06653, "map_at_20": 0.06982, "map_at_100": 0.07427, "map_at_1000": 0.07569, "recall_at_1": 0.03977, "recall_at_3": 0.06878, "recall_at_5": 0.09271, "recall_at_10": 0.12885, "recall_at_20": 0.16229, "recall_at_100": 0.27868, "recall_at_1000": 0.47949, "precision_at_1": 0.08854, "precision_at_3": 0.05556, "precision_at_5": 0.04708, "precision_at_10": 0.03365, "precision_at_20": 0.0225, "precision_at_100": 0.0082, "precision_at_1000": 0.00145, "mrr_at_1": 0.088542, "mrr_at_3": 0.117014, "mrr_at_5": 0.126649, "mrr_at_10": 0.134211, "mrr_at_20": 0.138616, "mrr_at_100": 0.142692, "mrr_at_1000": 0.143477, "nauc_ndcg_at_1_max": -0.030464, "nauc_ndcg_at_1_std": 0.168238, "nauc_ndcg_at_1_diff1": 0.352364, "nauc_ndcg_at_3_max": -0.009349, "nauc_ndcg_at_3_std": 0.184234, "nauc_ndcg_at_3_diff1": 0.324212, "nauc_ndcg_at_5_max": 0.002769, "nauc_ndcg_at_5_std": 0.210137, "nauc_ndcg_at_5_diff1": 0.313915, "nauc_ndcg_at_10_max": 0.012296, "nauc_ndcg_at_10_std": 0.222213, "nauc_ndcg_at_10_diff1": 0.304827, "nauc_ndcg_at_20_max": 0.013278, "nauc_ndcg_at_20_std": 0.238464, "nauc_ndcg_at_20_diff1": 0.291595, "nauc_ndcg_at_100_max": 0.021347, "nauc_ndcg_at_100_std": 0.286136, "nauc_ndcg_at_100_diff1": 0.271581, "nauc_ndcg_at_1000_max": 0.035411, "nauc_ndcg_at_1000_std": 0.332442, "nauc_ndcg_at_1000_diff1": 0.267085, "nauc_map_at_1_max": 0.020619, "nauc_map_at_1_std": 0.212004, "nauc_map_at_1_diff1": 0.480438, "nauc_map_at_3_max": 0.002686, "nauc_map_at_3_std": 0.21276, "nauc_map_at_3_diff1": 0.400037, "nauc_map_at_5_max": 0.006658, "nauc_map_at_5_std": 0.219584, "nauc_map_at_5_diff1": 0.372512, "nauc_map_at_10_max": 0.012045, "nauc_map_at_10_std": 0.226748, "nauc_map_at_10_diff1": 0.359769, "nauc_map_at_20_max": 0.016014, "nauc_map_at_20_std": 0.233587, "nauc_map_at_20_diff1": 0.352268, "nauc_map_at_100_max": 0.019966, "nauc_map_at_100_std": 0.247927, "nauc_map_at_100_diff1": 0.345562, "nauc_map_at_1000_max": 0.020626, "nauc_map_at_1000_std": 0.252798, "nauc_map_at_1000_diff1": 0.344703, "nauc_recall_at_1_max": 0.020619, "nauc_recall_at_1_std": 0.212004, "nauc_recall_at_1_diff1": 0.480438, "nauc_recall_at_3_max": -0.007017, "nauc_recall_at_3_std": 0.208274, "nauc_recall_at_3_diff1": 0.340541, "nauc_recall_at_5_max": 0.011322, "nauc_recall_at_5_std": 0.228044, "nauc_recall_at_5_diff1": 0.276061, "nauc_recall_at_10_max": 0.023165, "nauc_recall_at_10_std": 0.227681, "nauc_recall_at_10_diff1": 0.239678, "nauc_recall_at_20_max": 0.020778, "nauc_recall_at_20_std": 0.254678, "nauc_recall_at_20_diff1": 0.222172, "nauc_recall_at_100_max": 0.028755, "nauc_recall_at_100_std": 0.330019, "nauc_recall_at_100_diff1": 0.169852, "nauc_recall_at_1000_max": 0.079026, "nauc_recall_at_1000_std": 0.448905, "nauc_recall_at_1000_diff1": 0.174895, "nauc_precision_at_1_max": -0.030464, "nauc_precision_at_1_std": 0.168238, "nauc_precision_at_1_diff1": 0.352364, "nauc_precision_at_3_max": -0.00766, "nauc_precision_at_3_std": 0.151628, "nauc_precision_at_3_diff1": 0.228698, "nauc_precision_at_5_max": 0.022439, "nauc_precision_at_5_std": 0.17968, "nauc_precision_at_5_diff1": 0.202729, "nauc_precision_at_10_max": 0.042264, "nauc_precision_at_10_std": 0.216496, "nauc_precision_at_10_diff1": 0.194908, "nauc_precision_at_20_max": 0.040747, "nauc_precision_at_20_std": 0.24631, "nauc_precision_at_20_diff1": 0.150218, "nauc_precision_at_100_max": 0.059428, "nauc_precision_at_100_std": 0.338272, "nauc_precision_at_100_diff1": 0.114099, "nauc_precision_at_1000_max": 0.06858, "nauc_precision_at_1000_std": 0.384056, "nauc_precision_at_1000_diff1": 0.057976, "nauc_mrr_at_1_max": -0.030464, "nauc_mrr_at_1_std": 0.168238, "nauc_mrr_at_1_diff1": 0.352364, "nauc_mrr_at_3_max": -0.026169, "nauc_mrr_at_3_std": 0.164384, "nauc_mrr_at_3_diff1": 0.302641, "nauc_mrr_at_5_max": -0.012515, "nauc_mrr_at_5_std": 0.179662, "nauc_mrr_at_5_diff1": 0.2911, "nauc_mrr_at_10_max": -0.012068, "nauc_mrr_at_10_std": 0.186324, "nauc_mrr_at_10_diff1": 0.286386, "nauc_mrr_at_20_max": -0.01543, "nauc_mrr_at_20_std": 0.191082, "nauc_mrr_at_20_diff1": 0.282345, "nauc_mrr_at_100_max": -0.014916, "nauc_mrr_at_100_std": 0.195186, "nauc_mrr_at_100_diff1": 0.280927, "nauc_mrr_at_1000_max": -0.014731, "nauc_mrr_at_1000_std": 0.195295, "nauc_mrr_at_1000_diff1": 0.280747, "main_score": 0.09871, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "ndcg_at_1": 0.01163, "ndcg_at_3": 0.01467, "ndcg_at_5": 0.01958, "ndcg_at_10": 0.02344, "ndcg_at_20": 0.02736, "ndcg_at_100": 0.03444, "ndcg_at_1000": 0.04508, "map_at_1": 0.00656, "map_at_3": 0.01048, "map_at_5": 0.01315, "map_at_10": 0.0146, "map_at_20": 0.0156, "map_at_100": 0.01652, "map_at_1000": 0.01682, "recall_at_1": 0.00656, "recall_at_3": 0.01636, "recall_at_5": 0.0278, "recall_at_10": 0.03899, "recall_at_20": 0.05308, "recall_at_100": 0.08644, "recall_at_1000": 0.1632, "precision_at_1": 0.01163, "precision_at_3": 0.00969, "precision_at_5": 0.01, "precision_at_10": 0.00709, "precision_at_20": 0.00465, "precision_at_100": 0.0015, "precision_at_1000": 0.00029, "mrr_at_1": 0.011628, "mrr_at_3": 0.018992, "mrr_at_5": 0.023876, "mrr_at_10": 0.026246, "mrr_at_20": 0.027494, "mrr_at_100": 0.028803, "mrr_at_1000": 0.029179, "nauc_ndcg_at_1_max": 0.009096, "nauc_ndcg_at_1_std": -0.068822, "nauc_ndcg_at_1_diff1": 0.053233, "nauc_ndcg_at_3_max": -0.016608, "nauc_ndcg_at_3_std": 0.046479, "nauc_ndcg_at_3_diff1": 0.087788, "nauc_ndcg_at_5_max": -0.009575, "nauc_ndcg_at_5_std": 0.073614, "nauc_ndcg_at_5_diff1": 0.091835, "nauc_ndcg_at_10_max": -0.029864, "nauc_ndcg_at_10_std": 0.105153, "nauc_ndcg_at_10_diff1": 0.120086, "nauc_ndcg_at_20_max": -0.044929, "nauc_ndcg_at_20_std": 0.11854, "nauc_ndcg_at_20_diff1": 0.147757, "nauc_ndcg_at_100_max": -0.035676, "nauc_ndcg_at_100_std": 0.151058, "nauc_ndcg_at_100_diff1": 0.177139, "nauc_ndcg_at_1000_max": -0.035137, "nauc_ndcg_at_1000_std": 0.194871, "nauc_ndcg_at_1000_diff1": 0.156515, "nauc_map_at_1_max": 0.009911, "nauc_map_at_1_std": 0.014721, "nauc_map_at_1_diff1": 0.08927, "nauc_map_at_3_max": -0.009161, "nauc_map_at_3_std": 0.082243, "nauc_map_at_3_diff1": 0.097932, "nauc_map_at_5_max": -0.008373, "nauc_map_at_5_std": 0.08599, "nauc_map_at_5_diff1": 0.095243, "nauc_map_at_10_max": -0.018806, "nauc_map_at_10_std": 0.099638, "nauc_map_at_10_diff1": 0.116334, "nauc_map_at_20_max": -0.02459, "nauc_map_at_20_std": 0.106997, "nauc_map_at_20_diff1": 0.128653, "nauc_map_at_100_max": -0.021476, "nauc_map_at_100_std": 0.118665, "nauc_map_at_100_diff1": 0.139043, "nauc_map_at_1000_max": -0.021216, "nauc_map_at_1000_std": 0.122121, "nauc_map_at_1000_diff1": 0.139421, "nauc_recall_at_1_max": 0.009911, "nauc_recall_at_1_std": 0.014721, "nauc_recall_at_1_diff1": 0.08927, "nauc_recall_at_3_max": -0.037507, "nauc_recall_at_3_std": 0.092015, "nauc_recall_at_3_diff1": 0.07754, "nauc_recall_at_5_max": -0.019958, "nauc_recall_at_5_std": 0.090854, "nauc_recall_at_5_diff1": 0.071902, "nauc_recall_at_10_max": -0.044829, "nauc_recall_at_10_std": 0.135841, "nauc_recall_at_10_diff1": 0.126316, "nauc_recall_at_20_max": -0.082551, "nauc_recall_at_20_std": 0.154743, "nauc_recall_at_20_diff1": 0.175844, "nauc_recall_at_100_max": -0.053446, "nauc_recall_at_100_std": 0.193964, "nauc_recall_at_100_diff1": 0.208176, "nauc_recall_at_1000_max": -0.044382, "nauc_recall_at_1000_std": 0.267113, "nauc_recall_at_1000_diff1": 0.139827, "nauc_precision_at_1_max": 0.009096, "nauc_precision_at_1_std": -0.068822, "nauc_precision_at_1_diff1": 0.053233, "nauc_precision_at_3_max": -0.012879, "nauc_precision_at_3_std": 0.020714, "nauc_precision_at_3_diff1": 0.079528, "nauc_precision_at_5_max": -0.004954, "nauc_precision_at_5_std": 0.065169, "nauc_precision_at_5_diff1": 0.102639, "nauc_precision_at_10_max": -0.045622, "nauc_precision_at_10_std": 0.109946, "nauc_precision_at_10_diff1": 0.144339, "nauc_precision_at_20_max": -0.048035, "nauc_precision_at_20_std": 0.124668, "nauc_precision_at_20_diff1": 0.176697, "nauc_precision_at_100_max": -0.033206, "nauc_precision_at_100_std": 0.172294, "nauc_precision_at_100_diff1": 0.228855, "nauc_precision_at_1000_max": -0.036787, "nauc_precision_at_1000_std": 0.241897, "nauc_precision_at_1000_diff1": 0.145173, "nauc_mrr_at_1_max": 0.009096, "nauc_mrr_at_1_std": -0.068822, "nauc_mrr_at_1_diff1": 0.053233, "nauc_mrr_at_3_max": -0.001793, "nauc_mrr_at_3_std": -0.000799, "nauc_mrr_at_3_diff1": 0.08764, "nauc_mrr_at_5_max": -0.000355, "nauc_mrr_at_5_std": 0.025355, "nauc_mrr_at_5_diff1": 0.100385, "nauc_mrr_at_10_max": -0.018311, "nauc_mrr_at_10_std": 0.045203, "nauc_mrr_at_10_diff1": 0.105599, "nauc_mrr_at_20_max": -0.021364, "nauc_mrr_at_20_std": 0.051237, "nauc_mrr_at_20_diff1": 0.118108, "nauc_mrr_at_100_max": -0.018119, "nauc_mrr_at_100_std": 0.062984, "nauc_mrr_at_100_diff1": 0.127577, "nauc_mrr_at_1000_max": -0.01816, "nauc_mrr_at_1000_std": 0.065385, "nauc_mrr_at_1000_diff1": 0.126311, "main_score": 0.02344, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "ndcg_at_1": 0.01878, "ndcg_at_3": 0.01337, "ndcg_at_5": 0.01277, "ndcg_at_10": 0.01277, "ndcg_at_20": 0.01452, "ndcg_at_100": 0.01738, "ndcg_at_1000": 0.02061, "map_at_1": 0.00665, "map_at_3": 0.00991, "map_at_5": 0.00991, "map_at_10": 0.00991, "map_at_20": 0.01046, "map_at_100": 0.01094, "map_at_1000": 0.01105, "recall_at_1": 0.00665, "recall_at_3": 0.01095, "recall_at_5": 0.01095, "recall_at_10": 0.01095, "recall_at_20": 0.01643, "recall_at_100": 0.03052, "recall_at_1000": 0.05493, "precision_at_1": 0.01878, "precision_at_3": 0.01095, "precision_at_5": 0.00657, "precision_at_10": 0.00329, "precision_at_20": 0.00235, "precision_at_100": 0.00061, "precision_at_1000": 9e-05, "mrr_at_1": 0.018779, "mrr_at_3": 0.020344, "mrr_at_5": 0.020344, "mrr_at_10": 0.020344, "mrr_at_20": 0.020868, "mrr_at_100": 0.021343, "mrr_at_1000": 0.021473, "nauc_ndcg_at_1_max": 0.606472, "nauc_ndcg_at_1_std": -0.079432, "nauc_ndcg_at_1_diff1": 0.506738, "nauc_ndcg_at_3_max": 0.477613, "nauc_ndcg_at_3_std": -0.029007, "nauc_ndcg_at_3_diff1": 0.532497, "nauc_ndcg_at_5_max": 0.527385, "nauc_ndcg_at_5_std": -0.061493, "nauc_ndcg_at_5_diff1": 0.510373, "nauc_ndcg_at_10_max": 0.527385, "nauc_ndcg_at_10_std": -0.061493, "nauc_ndcg_at_10_diff1": 0.510373, "nauc_ndcg_at_20_max": 0.464469, "nauc_ndcg_at_20_std": -0.011861, "nauc_ndcg_at_20_diff1": 0.557188, "nauc_ndcg_at_100_max": 0.298038, "nauc_ndcg_at_100_std": 0.00591, "nauc_ndcg_at_100_diff1": 0.479344, "nauc_ndcg_at_1000_max": 0.227213, "nauc_ndcg_at_1000_std": 0.053955, "nauc_ndcg_at_1000_diff1": 0.431894, "nauc_map_at_1_max": 0.722216, "nauc_map_at_1_std": -0.180976, "nauc_map_at_1_diff1": 0.409735, "nauc_map_at_3_max": 0.563731, "nauc_map_at_3_std": -0.044834, "nauc_map_at_3_diff1": 0.547525, "nauc_map_at_5_max": 0.563731, "nauc_map_at_5_std": -0.044834, "nauc_map_at_5_diff1": 0.547525, "nauc_map_at_10_max": 0.563731, "nauc_map_at_10_std": -0.044834, "nauc_map_at_10_diff1": 0.547525, "nauc_map_at_20_max": 0.55652, "nauc_map_at_20_std": -0.029329, "nauc_map_at_20_diff1": 0.568338, "nauc_map_at_100_max": 0.508429, "nauc_map_at_100_std": -0.023059, "nauc_map_at_100_diff1": 0.546567, "nauc_map_at_1000_max": 0.500527, "nauc_map_at_1000_std": -0.019559, "nauc_map_at_1000_diff1": 0.54151, "nauc_recall_at_1_max": 0.722216, "nauc_recall_at_1_std": -0.180976, "nauc_recall_at_1_diff1": 0.409735, "nauc_recall_at_3_max": 0.490461, "nauc_recall_at_3_std": -0.07085, "nauc_recall_at_3_diff1": 0.488603, "nauc_recall_at_5_max": 0.490461, "nauc_recall_at_5_std": -0.07085, "nauc_recall_at_5_diff1": 0.488603, "nauc_recall_at_10_max": 0.490461, "nauc_recall_at_10_std": -0.07085, "nauc_recall_at_10_diff1": 0.488603, "nauc_recall_at_20_max": 0.30991, "nauc_recall_at_20_std": 0.085385, "nauc_recall_at_20_diff1": 0.626446, "nauc_recall_at_100_max": -0.086572, "nauc_recall_at_100_std": 0.087122, "nauc_recall_at_100_diff1": 0.378463, "nauc_recall_at_1000_max": -0.088549, "nauc_recall_at_1000_std": 0.163293, "nauc_recall_at_1000_diff1": 0.298529, "nauc_precision_at_1_max": 0.606472, "nauc_precision_at_1_std": -0.079432, "nauc_precision_at_1_diff1": 0.506738, "nauc_precision_at_3_max": 0.378024, "nauc_precision_at_3_std": 0.017119, "nauc_precision_at_3_diff1": 0.565114, "nauc_precision_at_5_max": 0.378024, "nauc_precision_at_5_std": 0.017119, "nauc_precision_at_5_diff1": 0.565114, "nauc_precision_at_10_max": 0.378024, "nauc_precision_at_10_std": 0.017119, "nauc_precision_at_10_diff1": 0.565114, "nauc_precision_at_20_max": 0.275406, "nauc_precision_at_20_std": 0.101233, "nauc_precision_at_20_diff1": 0.661326, "nauc_precision_at_100_max": 0.085127, "nauc_precision_at_100_std": 0.098444, "nauc_precision_at_100_diff1": 0.529285, "nauc_precision_at_1000_max": -0.017006, "nauc_precision_at_1000_std": 0.221201, "nauc_precision_at_1000_diff1": 0.448195, "nauc_mrr_at_1_max": 0.606472, "nauc_mrr_at_1_std": -0.079432, "nauc_mrr_at_1_diff1": 0.506738, "nauc_mrr_at_3_max": 0.544005, "nauc_mrr_at_3_std": -0.097783, "nauc_mrr_at_3_diff1": 0.462284, "nauc_mrr_at_5_max": 0.544005, "nauc_mrr_at_5_std": -0.097783, "nauc_mrr_at_5_diff1": 0.462284, "nauc_mrr_at_10_max": 0.544005, "nauc_mrr_at_10_std": -0.097783, "nauc_mrr_at_10_diff1": 0.462284, "nauc_mrr_at_20_max": 0.519357, "nauc_mrr_at_20_std": -0.086211, "nauc_mrr_at_20_diff1": 0.471235, "nauc_mrr_at_100_max": 0.495539, "nauc_mrr_at_100_std": -0.08173, "nauc_mrr_at_100_diff1": 0.462241, "nauc_mrr_at_1000_max": 0.490486, "nauc_mrr_at_1000_std": -0.078544, "nauc_mrr_at_1000_diff1": 0.459016, "main_score": 0.01277, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "ndcg_at_1": 0.0024, "ndcg_at_3": 0.00257, "ndcg_at_5": 0.00287, "ndcg_at_10": 0.00334, "ndcg_at_20": 0.00396, "ndcg_at_100": 0.00575, "ndcg_at_1000": 0.00665, "map_at_1": 0.002, "map_at_3": 0.00226, "map_at_5": 0.00238, "map_at_10": 0.0025, "map_at_20": 0.00266, "map_at_100": 0.00292, "map_at_1000": 0.00296, "recall_at_1": 0.002, "recall_at_3": 0.00266, "recall_at_5": 0.00319, "recall_at_10": 0.00421, "recall_at_20": 0.00625, "recall_at_100": 0.01444, "recall_at_1000": 0.01964, "precision_at_1": 0.0024, "precision_at_3": 0.00133, "precision_at_5": 0.00112, "precision_at_10": 0.00096, "precision_at_20": 0.00068, "precision_at_100": 0.0003, "precision_at_1000": 5e-05, "mrr_at_1": 0.002396, "mrr_at_3": 0.003062, "mrr_at_5": 0.003421, "mrr_at_10": 0.0039, "mrr_at_20": 0.004139, "mrr_at_100": 0.004379, "mrr_at_1000": 0.004404, "nauc_ndcg_at_1_max": 0.560588, "nauc_ndcg_at_1_std": 0.015742, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.453632, "nauc_ndcg_at_3_std": 0.060795, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.348288, "nauc_ndcg_at_5_std": 0.126771, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.221185, "nauc_ndcg_at_10_std": 0.232301, "nauc_ndcg_at_10_diff1": 0.950553, "nauc_ndcg_at_20_max": 0.09756, "nauc_ndcg_at_20_std": 0.351613, "nauc_ndcg_at_20_diff1": 0.807155, "nauc_ndcg_at_100_max": -0.086927, "nauc_ndcg_at_100_std": 0.543441, "nauc_ndcg_at_100_diff1": 0.757096, "nauc_ndcg_at_1000_max": -0.129265, "nauc_ndcg_at_1000_std": 0.563433, "nauc_ndcg_at_1000_diff1": 0.734157, "nauc_map_at_1_max": 0.736353, "nauc_map_at_1_std": 0.060012, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.582163, "nauc_map_at_3_std": 0.067473, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.526115, "nauc_map_at_5_std": 0.099238, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.475365, "nauc_map_at_10_std": 0.136412, "nauc_map_at_10_diff1": 0.983946, "nauc_map_at_20_max": 0.411739, "nauc_map_at_20_std": 0.188761, "nauc_map_at_20_diff1": 0.919872, "nauc_map_at_100_max": 0.331775, "nauc_map_at_100_std": 0.259754, "nauc_map_at_100_diff1": 0.900289, "nauc_map_at_1000_max": 0.321621, "nauc_map_at_1000_std": 0.26712, "nauc_map_at_1000_diff1": 0.898802, "nauc_recall_at_1_max": 0.736353, "nauc_recall_at_1_std": 0.060012, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 0.408699, "nauc_recall_at_3_std": 0.048955, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 0.251126, "nauc_recall_at_5_std": 0.151072, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 0.055132, "nauc_recall_at_10_std": 0.329901, "nauc_recall_at_10_diff1": 0.914198, "nauc_recall_at_20_max": -0.150722, "nauc_recall_at_20_std": 0.549068, "nauc_recall_at_20_diff1": 0.592494, "nauc_recall_at_100_max": -0.349274, "nauc_recall_at_100_std": 0.783233, "nauc_recall_at_100_diff1": 0.589543, "nauc_recall_at_1000_max": -0.360048, "nauc_recall_at_1000_std": 0.755495, "nauc_recall_at_1000_diff1": 0.581736, "nauc_precision_at_1_max": 0.560588, "nauc_precision_at_1_std": 0.015742, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 0.106647, "nauc_precision_at_3_std": 0.058818, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": -0.077177, "nauc_precision_at_5_std": 0.231058, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": -0.278042, "nauc_precision_at_10_std": 0.49506, "nauc_precision_at_10_diff1": 0.853905, "nauc_precision_at_20_max": -0.365167, "nauc_precision_at_20_std": 0.643572, "nauc_precision_at_20_diff1": 0.705911, "nauc_precision_at_100_max": -0.436168, "nauc_precision_at_100_std": 0.822738, "nauc_precision_at_100_diff1": 0.726024, "nauc_precision_at_1000_max": -0.418114, "nauc_precision_at_1000_std": 0.762493, "nauc_precision_at_1000_diff1": 0.674699, "nauc_mrr_at_1_max": 0.560588, "nauc_mrr_at_1_std": 0.015742, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.313881, "nauc_mrr_at_3_std": 0.062554, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.224955, "nauc_mrr_at_5_std": 0.129444, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.128465, "nauc_mrr_at_10_std": 0.22101, "nauc_mrr_at_10_diff1": 0.960111, "nauc_mrr_at_20_max": 0.087902, "nauc_mrr_at_20_std": 0.265975, "nauc_mrr_at_20_diff1": 0.915163, "nauc_mrr_at_100_max": 0.056022, "nauc_mrr_at_100_std": 0.304089, "nauc_mrr_at_100_diff1": 0.900361, "nauc_mrr_at_1000_max": 0.053948, "nauc_mrr_at_1000_std": 0.305165, "nauc_mrr_at_1000_diff1": 0.89671, "main_score": 0.00334, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.21577, "ndcg_at_3": 0.2195, "ndcg_at_5": 0.23777, "ndcg_at_10": 0.26878, "ndcg_at_20": 0.28932, "ndcg_at_100": 0.31622, "ndcg_at_1000": 0.33957, "map_at_1": 0.13678, "map_at_3": 0.18045, "map_at_5": 0.19528, "map_at_10": 0.21038, "map_at_20": 0.21723, "map_at_100": 0.22157, "map_at_1000": 0.2225, "recall_at_1": 0.13678, "recall_at_3": 0.22855, "recall_at_5": 0.27977, "recall_at_10": 0.36484, "recall_at_20": 0.43274, "recall_at_100": 0.55203, "recall_at_1000": 0.71156, "precision_at_1": 0.21577, "precision_at_3": 0.12448, "precision_at_5": 0.09419, "precision_at_10": 0.06162, "precision_at_20": 0.03734, "precision_at_100": 0.0101, "precision_at_1000": 0.00134, "mrr_at_1": 0.215768, "mrr_at_3": 0.267289, "mrr_at_5": 0.281293, "mrr_at_10": 0.292339, "mrr_at_20": 0.297188, "mrr_at_100": 0.300205, "mrr_at_1000": 0.300741, "nauc_ndcg_at_1_max": 0.095102, "nauc_ndcg_at_1_std": 0.207585, "nauc_ndcg_at_1_diff1": 0.399181, "nauc_ndcg_at_3_max": 0.064642, "nauc_ndcg_at_3_std": 0.155405, "nauc_ndcg_at_3_diff1": 0.334582, "nauc_ndcg_at_5_max": 0.075938, "nauc_ndcg_at_5_std": 0.157664, "nauc_ndcg_at_5_diff1": 0.326096, "nauc_ndcg_at_10_max": 0.085095, "nauc_ndcg_at_10_std": 0.197752, "nauc_ndcg_at_10_diff1": 0.316368, "nauc_ndcg_at_20_max": 0.094001, "nauc_ndcg_at_20_std": 0.20246, "nauc_ndcg_at_20_diff1": 0.33547, "nauc_ndcg_at_100_max": 0.112046, "nauc_ndcg_at_100_std": 0.246188, "nauc_ndcg_at_100_diff1": 0.338458, "nauc_ndcg_at_1000_max": 0.119136, "nauc_ndcg_at_1000_std": 0.243262, "nauc_ndcg_at_1000_diff1": 0.342137, "nauc_map_at_1_max": 0.041265, "nauc_map_at_1_std": 0.127569, "nauc_map_at_1_diff1": 0.388948, "nauc_map_at_3_max": 0.049253, "nauc_map_at_3_std": 0.128987, "nauc_map_at_3_diff1": 0.343662, "nauc_map_at_5_max": 0.058582, "nauc_map_at_5_std": 0.140415, "nauc_map_at_5_diff1": 0.337948, "nauc_map_at_10_max": 0.066591, "nauc_map_at_10_std": 0.164439, "nauc_map_at_10_diff1": 0.329397, "nauc_map_at_20_max": 0.072601, "nauc_map_at_20_std": 0.16777, "nauc_map_at_20_diff1": 0.336789, "nauc_map_at_100_max": 0.076382, "nauc_map_at_100_std": 0.176385, "nauc_map_at_100_diff1": 0.337928, "nauc_map_at_1000_max": 0.076694, "nauc_map_at_1000_std": 0.176549, "nauc_map_at_1000_diff1": 0.338205, "nauc_recall_at_1_max": 0.041265, "nauc_recall_at_1_std": 0.127569, "nauc_recall_at_1_diff1": 0.388948, "nauc_recall_at_3_max": 0.039382, "nauc_recall_at_3_std": 0.106285, "nauc_recall_at_3_diff1": 0.291605, "nauc_recall_at_5_max": 0.064765, "nauc_recall_at_5_std": 0.118039, "nauc_recall_at_5_diff1": 0.265359, "nauc_recall_at_10_max": 0.074031, "nauc_recall_at_10_std": 0.20532, "nauc_recall_at_10_diff1": 0.233295, "nauc_recall_at_20_max": 0.089407, "nauc_recall_at_20_std": 0.209514, "nauc_recall_at_20_diff1": 0.278633, "nauc_recall_at_100_max": 0.157144, "nauc_recall_at_100_std": 0.371356, "nauc_recall_at_100_diff1": 0.291021, "nauc_recall_at_1000_max": 0.225049, "nauc_recall_at_1000_std": 0.38891, "nauc_recall_at_1000_diff1": 0.322713, "nauc_precision_at_1_max": 0.095102, "nauc_precision_at_1_std": 0.207585, "nauc_precision_at_1_diff1": 0.399181, "nauc_precision_at_3_max": 0.124615, "nauc_precision_at_3_std": 0.221689, "nauc_precision_at_3_diff1": 0.278414, "nauc_precision_at_5_max": 0.149209, "nauc_precision_at_5_std": 0.268012, "nauc_precision_at_5_diff1": 0.241466, "nauc_precision_at_10_max": 0.166597, "nauc_precision_at_10_std": 0.329787, "nauc_precision_at_10_diff1": 0.203661, "nauc_precision_at_20_max": 0.188438, "nauc_precision_at_20_std": 0.326346, "nauc_precision_at_20_diff1": 0.22978, "nauc_precision_at_100_max": 0.222657, "nauc_precision_at_100_std": 0.410716, "nauc_precision_at_100_diff1": 0.172044, "nauc_precision_at_1000_max": 0.224064, "nauc_precision_at_1000_std": 0.329508, "nauc_precision_at_1000_diff1": 0.13205, "nauc_mrr_at_1_max": 0.095102, "nauc_mrr_at_1_std": 0.207585, "nauc_mrr_at_1_diff1": 0.399181, "nauc_mrr_at_3_max": 0.098414, "nauc_mrr_at_3_std": 0.196378, "nauc_mrr_at_3_diff1": 0.355779, "nauc_mrr_at_5_max": 0.105923, "nauc_mrr_at_5_std": 0.204442, "nauc_mrr_at_5_diff1": 0.349824, "nauc_mrr_at_10_max": 0.105416, "nauc_mrr_at_10_std": 0.214803, "nauc_mrr_at_10_diff1": 0.350496, "nauc_mrr_at_20_max": 0.104835, "nauc_mrr_at_20_std": 0.214781, "nauc_mrr_at_20_diff1": 0.355912, "nauc_mrr_at_100_max": 0.105918, "nauc_mrr_at_100_std": 0.218223, "nauc_mrr_at_100_diff1": 0.355063, "nauc_mrr_at_1000_max": 0.106055, "nauc_mrr_at_1000_std": 0.218121, "nauc_mrr_at_1000_diff1": 0.355042, "main_score": 0.26878, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.00036, "ndcg_at_20": 0.00036, "ndcg_at_100": 0.00105, "ndcg_at_1000": 0.00151, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.00013, "map_at_20": 0.00013, "map_at_100": 0.00023, "map_at_1000": 0.00025, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.00121, "recall_at_20": 0.00121, "recall_at_100": 0.00483, "recall_at_1000": 0.00845, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.00012, "precision_at_20": 6e-05, "precision_at_100": 5e-05, "precision_at_1000": 1e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.000134, "mrr_at_20": 0.000134, "mrr_at_100": 0.000231, "mrr_at_1000": 0.00025, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": -0.575418, "nauc_ndcg_at_10_std": 1.0, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": -0.575418, "nauc_ndcg_at_20_std": 1.0, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_100_max": -0.575418, "nauc_ndcg_at_100_std": 1.0, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": -0.575418, "nauc_ndcg_at_1000_std": 1.0, "nauc_ndcg_at_1000_diff1": 0.964281, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": -0.575418, "nauc_map_at_10_std": 1.0, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": -0.575418, "nauc_map_at_20_std": 1.0, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_100_max": -0.575418, "nauc_map_at_100_std": 1.0, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": -0.575418, "nauc_map_at_1000_std": 1.0, "nauc_map_at_1000_diff1": 0.991334, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": -0.575418, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": -0.575418, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": -0.575418, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": -0.575418, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.951762, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": -0.575418, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": -0.575418, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": -0.575418, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": -0.575418, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.951762, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": -0.575418, "nauc_mrr_at_10_std": 1.0, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": -0.575418, "nauc_mrr_at_20_std": 1.0, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_100_max": -0.575418, "nauc_mrr_at_100_std": 1.0, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": -0.575418, "nauc_mrr_at_1000_std": 1.0, "nauc_mrr_at_1000_diff1": 0.991334, "main_score": 0.00036, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "ndcg_at_1": 0.00546, "ndcg_at_3": 0.00749, "ndcg_at_5": 0.00781, "ndcg_at_10": 0.00802, "ndcg_at_20": 0.00911, "ndcg_at_100": 0.01131, "ndcg_at_1000": 0.01368, "map_at_1": 0.00387, "map_at_3": 0.00614, "map_at_5": 0.00641, "map_at_10": 0.00648, "map_at_20": 0.00682, "map_at_100": 0.00709, "map_at_1000": 0.00715, "recall_at_1": 0.00387, "recall_at_3": 0.00932, "recall_at_5": 0.01, "recall_at_10": 0.01046, "recall_at_20": 0.01387, "recall_at_100": 0.02384, "recall_at_1000": 0.04109, "precision_at_1": 0.00546, "precision_at_3": 0.00409, "precision_at_5": 0.00273, "precision_at_10": 0.0015, "precision_at_20": 0.00109, "precision_at_100": 0.00044, "precision_at_1000": 8e-05, "mrr_at_1": 0.005457, "mrr_at_3": 0.008413, "mrr_at_5": 0.008413, "mrr_at_10": 0.008608, "mrr_at_20": 0.00892, "mrr_at_100": 0.009246, "mrr_at_1000": 0.009285, "nauc_ndcg_at_1_max": -0.418304, "nauc_ndcg_at_1_std": 1.0, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": -0.350831, "nauc_ndcg_at_3_std": 0.960978, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": -0.360101, "nauc_ndcg_at_5_std": 0.962595, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": -0.355995, "nauc_ndcg_at_10_std": 0.96359, "nauc_ndcg_at_10_diff1": 0.960114, "nauc_ndcg_at_20_max": -0.344596, "nauc_ndcg_at_20_std": 0.96793, "nauc_ndcg_at_20_diff1": 0.848492, "nauc_ndcg_at_100_max": -0.336618, "nauc_ndcg_at_100_std": 0.965683, "nauc_ndcg_at_100_diff1": 0.663449, "nauc_ndcg_at_1000_max": -0.333654, "nauc_ndcg_at_1000_std": 0.951268, "nauc_ndcg_at_1000_diff1": 0.531456, "nauc_map_at_1_max": -0.353963, "nauc_map_at_1_std": 1.0, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": -0.340984, "nauc_map_at_3_std": 0.962293, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": -0.350924, "nauc_map_at_5_std": 0.963897, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": -0.349468, "nauc_map_at_10_std": 0.964259, "nauc_map_at_10_diff1": 0.98496, "nauc_map_at_20_max": -0.344508, "nauc_map_at_20_std": 0.966033, "nauc_map_at_20_diff1": 0.933255, "nauc_map_at_100_max": -0.343457, "nauc_map_at_100_std": 0.966258, "nauc_map_at_100_diff1": 0.897489, "nauc_map_at_1000_max": -0.343059, "nauc_map_at_1000_std": 0.96572, "nauc_map_at_1000_diff1": 0.889546, "nauc_recall_at_1_max": -0.353963, "nauc_recall_at_1_std": 1.0, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": -0.345893, "nauc_recall_at_3_std": 0.950337, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": -0.361484, "nauc_recall_at_5_std": 0.953723, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": -0.354712, "nauc_recall_at_10_std": 0.955735, "nauc_recall_at_10_diff1": 0.934805, "nauc_recall_at_20_max": -0.331003, "nauc_recall_at_20_std": 0.96662, "nauc_recall_at_20_diff1": 0.720205, "nauc_recall_at_100_max": -0.319289, "nauc_recall_at_100_std": 0.961163, "nauc_recall_at_100_diff1": 0.376657, "nauc_recall_at_1000_max": -0.323006, "nauc_recall_at_1000_std": 0.925823, "nauc_recall_at_1000_diff1": 0.183252, "nauc_precision_at_1_max": -0.418304, "nauc_precision_at_1_std": 1.0, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": -0.366219, "nauc_precision_at_3_std": 0.962293, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": -0.387053, "nauc_precision_at_5_std": 0.966064, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": -0.37057, "nauc_precision_at_10_std": 0.969149, "nauc_precision_at_10_diff1": 0.863683, "nauc_precision_at_20_max": -0.340176, "nauc_precision_at_20_std": 0.97879, "nauc_precision_at_20_diff1": 0.579345, "nauc_precision_at_100_max": -0.317125, "nauc_precision_at_100_std": 0.968185, "nauc_precision_at_100_diff1": 0.186975, "nauc_precision_at_1000_max": -0.312581, "nauc_precision_at_1000_std": 0.929787, "nauc_precision_at_1000_diff1": 0.026931, "nauc_mrr_at_1_max": -0.418304, "nauc_mrr_at_1_std": 1.0, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": -0.378774, "nauc_mrr_at_3_std": 0.972484, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": -0.378774, "nauc_mrr_at_5_std": 0.972484, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": -0.374856, "nauc_mrr_at_10_std": 0.973107, "nauc_mrr_at_10_diff1": 0.966049, "nauc_mrr_at_20_max": -0.371312, "nauc_mrr_at_20_std": 0.974049, "nauc_mrr_at_20_diff1": 0.939245, "nauc_mrr_at_100_max": -0.36835, "nauc_mrr_at_100_std": 0.973265, "nauc_mrr_at_100_diff1": 0.900637, "nauc_mrr_at_1000_max": -0.368195, "nauc_mrr_at_1000_std": 0.972866, "nauc_mrr_at_1000_diff1": 0.896819, "main_score": 0.00802, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "ndcg_at_1": 0.23529, "ndcg_at_3": 0.31449, "ndcg_at_5": 0.32703, "ndcg_at_10": 0.35882, "ndcg_at_20": 0.38142, "ndcg_at_100": 0.40744, "ndcg_at_1000": 0.42565, "map_at_1": 0.20798, "map_at_3": 0.28595, "map_at_5": 0.29467, "map_at_10": 0.30844, "map_at_20": 0.31535, "map_at_100": 0.31932, "map_at_1000": 0.31996, "recall_at_1": 0.20798, "recall_at_3": 0.36695, "recall_at_5": 0.39846, "recall_at_10": 0.4923, "recall_at_20": 0.57703, "recall_at_100": 0.71008, "recall_at_1000": 0.85294, "precision_at_1": 0.23529, "precision_at_3": 0.14286, "precision_at_5": 0.09412, "precision_at_10": 0.05798, "precision_at_20": 0.03403, "precision_at_100": 0.0084, "precision_at_1000": 0.00103, "mrr_at_1": 0.235294, "mrr_at_3": 0.312325, "mrr_at_5": 0.317787, "mrr_at_10": 0.330742, "mrr_at_20": 0.336786, "mrr_at_100": 0.340129, "mrr_at_1000": 0.340605, "nauc_ndcg_at_1_max": 0.224374, "nauc_ndcg_at_1_std": -0.008538, "nauc_ndcg_at_1_diff1": 0.354344, "nauc_ndcg_at_3_max": 0.177946, "nauc_ndcg_at_3_std": -0.021852, "nauc_ndcg_at_3_diff1": 0.311396, "nauc_ndcg_at_5_max": 0.178684, "nauc_ndcg_at_5_std": -0.030056, "nauc_ndcg_at_5_diff1": 0.314293, "nauc_ndcg_at_10_max": 0.19637, "nauc_ndcg_at_10_std": 0.015055, "nauc_ndcg_at_10_diff1": 0.316944, "nauc_ndcg_at_20_max": 0.186537, "nauc_ndcg_at_20_std": 0.024, "nauc_ndcg_at_20_diff1": 0.300125, "nauc_ndcg_at_100_max": 0.187852, "nauc_ndcg_at_100_std": 0.019326, "nauc_ndcg_at_100_diff1": 0.307722, "nauc_ndcg_at_1000_max": 0.175682, "nauc_ndcg_at_1000_std": 0.006514, "nauc_ndcg_at_1000_diff1": 0.307505, "nauc_map_at_1_max": 0.215421, "nauc_map_at_1_std": -0.00186, "nauc_map_at_1_diff1": 0.405266, "nauc_map_at_3_max": 0.198261, "nauc_map_at_3_std": -0.019129, "nauc_map_at_3_diff1": 0.337475, "nauc_map_at_5_max": 0.195198, "nauc_map_at_5_std": -0.023481, "nauc_map_at_5_diff1": 0.33606, "nauc_map_at_10_max": 0.203074, "nauc_map_at_10_std": -0.001686, "nauc_map_at_10_diff1": 0.336524, "nauc_map_at_20_max": 0.198756, "nauc_map_at_20_std": 0.000282, "nauc_map_at_20_diff1": 0.329957, "nauc_map_at_100_max": 0.199718, "nauc_map_at_100_std": -0.001407, "nauc_map_at_100_diff1": 0.330906, "nauc_map_at_1000_max": 0.199138, "nauc_map_at_1000_std": -0.001851, "nauc_map_at_1000_diff1": 0.330713, "nauc_recall_at_1_max": 0.215421, "nauc_recall_at_1_std": -0.00186, "nauc_recall_at_1_diff1": 0.405266, "nauc_recall_at_3_max": 0.148246, "nauc_recall_at_3_std": -0.026792, "nauc_recall_at_3_diff1": 0.289358, "nauc_recall_at_5_max": 0.14951, "nauc_recall_at_5_std": -0.043559, "nauc_recall_at_5_diff1": 0.289643, "nauc_recall_at_10_max": 0.192418, "nauc_recall_at_10_std": 0.080463, "nauc_recall_at_10_diff1": 0.286477, "nauc_recall_at_20_max": 0.152105, "nauc_recall_at_20_std": 0.120233, "nauc_recall_at_20_diff1": 0.214406, "nauc_recall_at_100_max": 0.144741, "nauc_recall_at_100_std": 0.138123, "nauc_recall_at_100_diff1": 0.245911, "nauc_recall_at_1000_max": -0.05836, "nauc_recall_at_1000_std": 0.03375, "nauc_recall_at_1000_diff1": 0.241688, "nauc_precision_at_1_max": 0.224374, "nauc_precision_at_1_std": -0.008538, "nauc_precision_at_1_diff1": 0.354344, "nauc_precision_at_3_max": 0.167329, "nauc_precision_at_3_std": -0.043053, "nauc_precision_at_3_diff1": 0.216282, "nauc_precision_at_5_max": 0.150158, "nauc_precision_at_5_std": -0.053231, "nauc_precision_at_5_diff1": 0.202082, "nauc_precision_at_10_max": 0.159862, "nauc_precision_at_10_std": 0.036114, "nauc_precision_at_10_diff1": 0.183365, "nauc_precision_at_20_max": 0.120763, "nauc_precision_at_20_std": 0.072106, "nauc_precision_at_20_diff1": 0.111435, "nauc_precision_at_100_max": 0.104046, "nauc_precision_at_100_std": 0.050114, "nauc_precision_at_100_diff1": 0.106934, "nauc_precision_at_1000_max": -0.037431, "nauc_precision_at_1000_std": -0.074112, "nauc_precision_at_1000_diff1": 0.003124, "nauc_mrr_at_1_max": 0.224374, "nauc_mrr_at_1_std": -0.008538, "nauc_mrr_at_1_diff1": 0.354344, "nauc_mrr_at_3_max": 0.170965, "nauc_mrr_at_3_std": -0.021398, "nauc_mrr_at_3_diff1": 0.293877, "nauc_mrr_at_5_max": 0.171922, "nauc_mrr_at_5_std": -0.02593, "nauc_mrr_at_5_diff1": 0.292711, "nauc_mrr_at_10_max": 0.184812, "nauc_mrr_at_10_std": -0.007498, "nauc_mrr_at_10_diff1": 0.301205, "nauc_mrr_at_20_max": 0.184316, "nauc_mrr_at_20_std": -0.004837, "nauc_mrr_at_20_diff1": 0.299402, "nauc_mrr_at_100_max": 0.184421, "nauc_mrr_at_100_std": -0.006375, "nauc_mrr_at_100_diff1": 0.300024, "nauc_mrr_at_1000_max": 0.184009, "nauc_mrr_at_1000_std": -0.006673, "nauc_mrr_at_1000_diff1": 0.300021, "main_score": 0.35882, "hf_subset": "yo", "languages": [ "yor-Latn" ] }, { "ndcg_at_1": 0.00254, "ndcg_at_3": 0.00431, "ndcg_at_5": 0.00407, "ndcg_at_10": 0.00463, "ndcg_at_20": 0.00549, "ndcg_at_100": 0.01063, "ndcg_at_1000": 0.02314, "map_at_1": 0.00025, "map_at_3": 0.00167, "map_at_5": 0.00184, "map_at_10": 0.0021, "map_at_20": 0.00242, "map_at_100": 0.00299, "map_at_1000": 0.00345, "recall_at_1": 0.00025, "recall_at_3": 0.00367, "recall_at_5": 0.00452, "recall_at_10": 0.00643, "recall_at_20": 0.00897, "recall_at_100": 0.03232, "recall_at_1000": 0.11421, "precision_at_1": 0.00254, "precision_at_3": 0.00424, "precision_at_5": 0.00305, "precision_at_10": 0.00229, "precision_at_20": 0.0014, "precision_at_100": 0.00084, "precision_at_1000": 0.00028, "mrr_at_1": 0.002545, "mrr_at_3": 0.006785, "mrr_at_5": 0.007294, "mrr_at_10": 0.008397, "mrr_at_20": 0.008628, "mrr_at_100": 0.009515, "mrr_at_1000": 0.009937, "nauc_ndcg_at_1_max": -0.499385, "nauc_ndcg_at_1_std": 0.323339, "nauc_ndcg_at_1_diff1": -0.318231, "nauc_ndcg_at_3_max": -0.502529, "nauc_ndcg_at_3_std": 0.166392, "nauc_ndcg_at_3_diff1": -0.114296, "nauc_ndcg_at_5_max": -0.501211, "nauc_ndcg_at_5_std": 0.160836, "nauc_ndcg_at_5_diff1": -0.128061, "nauc_ndcg_at_10_max": -0.482131, "nauc_ndcg_at_10_std": 0.195674, "nauc_ndcg_at_10_diff1": -0.06953, "nauc_ndcg_at_20_max": -0.471622, "nauc_ndcg_at_20_std": 0.268074, "nauc_ndcg_at_20_diff1": 0.044265, "nauc_ndcg_at_100_max": -0.398719, "nauc_ndcg_at_100_std": 0.179719, "nauc_ndcg_at_100_diff1": 0.032593, "nauc_ndcg_at_1000_max": -0.306672, "nauc_ndcg_at_1000_std": 0.301245, "nauc_ndcg_at_1000_diff1": 0.117257, "nauc_map_at_1_max": -0.499385, "nauc_map_at_1_std": 0.323339, "nauc_map_at_1_diff1": -0.318231, "nauc_map_at_3_max": -0.525408, "nauc_map_at_3_std": 0.197883, "nauc_map_at_3_diff1": -0.073663, "nauc_map_at_5_max": -0.515187, "nauc_map_at_5_std": 0.188678, "nauc_map_at_5_diff1": -0.096264, "nauc_map_at_10_max": -0.502835, "nauc_map_at_10_std": 0.212399, "nauc_map_at_10_diff1": -0.068817, "nauc_map_at_20_max": -0.490939, "nauc_map_at_20_std": 0.272823, "nauc_map_at_20_diff1": 0.02961, "nauc_map_at_100_max": -0.456732, "nauc_map_at_100_std": 0.249766, "nauc_map_at_100_diff1": 0.014451, "nauc_map_at_1000_max": -0.431727, "nauc_map_at_1000_std": 0.267105, "nauc_map_at_1000_diff1": 0.018965, "nauc_recall_at_1_max": -0.499385, "nauc_recall_at_1_std": 0.323339, "nauc_recall_at_1_diff1": -0.318231, "nauc_recall_at_3_max": -0.518099, "nauc_recall_at_3_std": 0.113813, "nauc_recall_at_3_diff1": -0.078065, "nauc_recall_at_5_max": -0.498714, "nauc_recall_at_5_std": 0.110897, "nauc_recall_at_5_diff1": -0.123137, "nauc_recall_at_10_max": -0.478592, "nauc_recall_at_10_std": 0.15961, "nauc_recall_at_10_diff1": -0.039282, "nauc_recall_at_20_max": -0.460502, "nauc_recall_at_20_std": 0.301379, "nauc_recall_at_20_diff1": 0.158891, "nauc_recall_at_100_max": -0.372456, "nauc_recall_at_100_std": 0.109444, "nauc_recall_at_100_diff1": 0.118639, "nauc_recall_at_1000_max": -0.246124, "nauc_recall_at_1000_std": 0.339098, "nauc_recall_at_1000_diff1": 0.201561, "nauc_precision_at_1_max": -0.499385, "nauc_precision_at_1_std": 0.323339, "nauc_precision_at_1_diff1": -0.318231, "nauc_precision_at_3_max": -0.485661, "nauc_precision_at_3_std": 0.119087, "nauc_precision_at_3_diff1": -0.106617, "nauc_precision_at_5_max": -0.473852, "nauc_precision_at_5_std": 0.115617, "nauc_precision_at_5_diff1": -0.141886, "nauc_precision_at_10_max": -0.452837, "nauc_precision_at_10_std": 0.200782, "nauc_precision_at_10_diff1": -0.068827, "nauc_precision_at_20_max": -0.445922, "nauc_precision_at_20_std": 0.284188, "nauc_precision_at_20_diff1": 0.063599, "nauc_precision_at_100_max": -0.362147, "nauc_precision_at_100_std": 0.149766, "nauc_precision_at_100_diff1": -0.027021, "nauc_precision_at_1000_max": -0.2555, "nauc_precision_at_1000_std": 0.298745, "nauc_precision_at_1000_diff1": 0.096329, "nauc_mrr_at_1_max": -0.499385, "nauc_mrr_at_1_std": 0.323339, "nauc_mrr_at_1_diff1": -0.318231, "nauc_mrr_at_3_max": -0.500185, "nauc_mrr_at_3_std": 0.192053, "nauc_mrr_at_3_diff1": -0.133909, "nauc_mrr_at_5_max": -0.494228, "nauc_mrr_at_5_std": 0.18551, "nauc_mrr_at_5_diff1": -0.146769, "nauc_mrr_at_10_max": -0.481485, "nauc_mrr_at_10_std": 0.221535, "nauc_mrr_at_10_diff1": -0.122318, "nauc_mrr_at_20_max": -0.479697, "nauc_mrr_at_20_std": 0.233277, "nauc_mrr_at_20_diff1": -0.101357, "nauc_mrr_at_100_max": -0.456411, "nauc_mrr_at_100_std": 0.238276, "nauc_mrr_at_100_diff1": -0.095978, "nauc_mrr_at_1000_max": -0.449871, "nauc_mrr_at_1000_std": 0.242723, "nauc_mrr_at_1000_diff1": -0.0861, "main_score": 0.00463, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 23132.995452165604, "kg_co2_emissions": 1.068250509528018 }