{ "dataset_revision": "51adfef1c1287aab1d2d91b5bead9bcfb9c68583", "task_name": "XQuADRetrieval", "mteb_version": "1.18.0", "scores": { "validation": [ { "ndcg_at_1": 0.67201, "ndcg_at_3": 0.77633, "ndcg_at_5": 0.79636, "ndcg_at_10": 0.81048, "ndcg_at_20": 0.81742, "ndcg_at_100": 0.82246, "ndcg_at_1000": 0.82318, "map_at_1": 0.67201, "map_at_3": 0.75112, "map_at_5": 0.76238, "map_at_10": 0.76818, "map_at_20": 0.77003, "map_at_100": 0.7708, "map_at_1000": 0.77084, "recall_at_1": 0.67201, "recall_at_3": 0.84907, "recall_at_5": 0.89713, "recall_at_10": 0.94098, "recall_at_20": 0.9688, "recall_at_100": 0.99494, "recall_at_1000": 1.0, "precision_at_1": 0.67201, "precision_at_3": 0.28302, "precision_at_5": 0.17943, "precision_at_10": 0.0941, "precision_at_20": 0.04844, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.672007, "mrr_at_3": 0.751124, "mrr_at_5": 0.762381, "mrr_at_10": 0.768178, "mrr_at_20": 0.770032, "mrr_at_100": 0.7708, "mrr_at_1000": 0.77084, "nauc_ndcg_at_1_max": 0.588007, "nauc_ndcg_at_1_std": 0.169585, "nauc_ndcg_at_1_diff1": 0.721437, "nauc_ndcg_at_3_max": 0.643189, "nauc_ndcg_at_3_std": 0.232886, "nauc_ndcg_at_3_diff1": 0.687738, "nauc_ndcg_at_5_max": 0.637536, "nauc_ndcg_at_5_std": 0.240423, "nauc_ndcg_at_5_diff1": 0.691197, "nauc_ndcg_at_10_max": 0.641194, "nauc_ndcg_at_10_std": 0.241748, "nauc_ndcg_at_10_diff1": 0.699511, "nauc_ndcg_at_20_max": 0.633781, "nauc_ndcg_at_20_std": 0.233975, "nauc_ndcg_at_20_diff1": 0.699416, "nauc_ndcg_at_100_max": 0.629343, "nauc_ndcg_at_100_std": 0.22475, "nauc_ndcg_at_100_diff1": 0.700052, "nauc_ndcg_at_1000_max": 0.628308, "nauc_ndcg_at_1000_std": 0.222147, "nauc_ndcg_at_1000_diff1": 0.700312, "nauc_map_at_1_max": 0.588007, "nauc_map_at_1_std": 0.169585, "nauc_map_at_1_diff1": 0.721437, "nauc_map_at_3_max": 0.626716, "nauc_map_at_3_std": 0.213152, "nauc_map_at_3_diff1": 0.696682, "nauc_map_at_5_max": 0.623296, "nauc_map_at_5_std": 0.215658, "nauc_map_at_5_diff1": 0.698963, "nauc_map_at_10_max": 0.624494, "nauc_map_at_10_std": 0.215694, "nauc_map_at_10_diff1": 0.702267, "nauc_map_at_20_max": 0.622812, "nauc_map_at_20_std": 0.213983, "nauc_map_at_20_diff1": 0.70212, "nauc_map_at_100_max": 0.622359, "nauc_map_at_100_std": 0.212854, "nauc_map_at_100_diff1": 0.702226, "nauc_map_at_1000_max": 0.622315, "nauc_map_at_1000_std": 0.212742, "nauc_map_at_1000_diff1": 0.702236, "nauc_recall_at_1_max": 0.588007, "nauc_recall_at_1_std": 0.169585, "nauc_recall_at_1_diff1": 0.721437, "nauc_recall_at_3_max": 0.714631, "nauc_recall_at_3_std": 0.319, "nauc_recall_at_3_diff1": 0.649663, "nauc_recall_at_5_max": 0.718681, "nauc_recall_at_5_std": 0.388247, "nauc_recall_at_5_diff1": 0.647442, "nauc_recall_at_10_max": 0.804127, "nauc_recall_at_10_std": 0.503656, "nauc_recall_at_10_diff1": 0.683653, "nauc_recall_at_20_max": 0.793652, "nauc_recall_at_20_std": 0.567182, "nauc_recall_at_20_diff1": 0.674933, "nauc_recall_at_100_max": 0.853806, "nauc_recall_at_100_std": 0.785712, "nauc_recall_at_100_diff1": 0.643301, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.588007, "nauc_precision_at_1_std": 0.169585, "nauc_precision_at_1_diff1": 0.721437, "nauc_precision_at_3_max": 0.714631, "nauc_precision_at_3_std": 0.319, "nauc_precision_at_3_diff1": 0.649663, "nauc_precision_at_5_max": 0.718681, "nauc_precision_at_5_std": 0.388247, "nauc_precision_at_5_diff1": 0.647442, "nauc_precision_at_10_max": 0.804127, "nauc_precision_at_10_std": 0.503656, "nauc_precision_at_10_diff1": 0.683653, "nauc_precision_at_20_max": 0.793652, "nauc_precision_at_20_std": 0.567182, "nauc_precision_at_20_diff1": 0.674933, "nauc_precision_at_100_max": 0.853806, "nauc_precision_at_100_std": 0.785712, "nauc_precision_at_100_diff1": 0.643301, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.588007, "nauc_mrr_at_1_std": 0.169585, "nauc_mrr_at_1_diff1": 0.721437, "nauc_mrr_at_3_max": 0.626716, "nauc_mrr_at_3_std": 0.213152, "nauc_mrr_at_3_diff1": 0.696682, "nauc_mrr_at_5_max": 0.623296, "nauc_mrr_at_5_std": 0.215658, "nauc_mrr_at_5_diff1": 0.698963, "nauc_mrr_at_10_max": 0.624494, "nauc_mrr_at_10_std": 0.215694, "nauc_mrr_at_10_diff1": 0.702267, "nauc_mrr_at_20_max": 0.622812, "nauc_mrr_at_20_std": 0.213983, "nauc_mrr_at_20_diff1": 0.70212, "nauc_mrr_at_100_max": 0.622359, "nauc_mrr_at_100_std": 0.212854, "nauc_mrr_at_100_diff1": 0.702226, "nauc_mrr_at_1000_max": 0.622315, "nauc_mrr_at_1000_std": 0.212742, "nauc_mrr_at_1000_diff1": 0.702236, "main_score": 0.81048, "hf_subset": "ar", "languages": [ "arb-Arab" ] }, { "ndcg_at_1": 0.02202, "ndcg_at_3": 0.03533, "ndcg_at_5": 0.04302, "ndcg_at_10": 0.05854, "ndcg_at_20": 0.07942, "ndcg_at_100": 0.14566, "ndcg_at_1000": 0.20411, "map_at_1": 0.02202, "map_at_3": 0.03203, "map_at_5": 0.03631, "map_at_10": 0.04266, "map_at_20": 0.04835, "map_at_100": 0.05619, "map_at_1000": 0.05892, "recall_at_1": 0.02202, "recall_at_3": 0.04488, "recall_at_5": 0.06351, "recall_at_10": 0.11177, "recall_at_20": 0.19475, "recall_at_100": 0.57155, "recall_at_1000": 1.0, "precision_at_1": 0.02202, "precision_at_3": 0.01496, "precision_at_5": 0.0127, "precision_at_10": 0.01118, "precision_at_20": 0.00974, "precision_at_100": 0.00572, "precision_at_1000": 0.001, "mrr_at_1": 0.022015, "mrr_at_3": 0.032035, "mrr_at_5": 0.036311, "mrr_at_10": 0.042661, "mrr_at_20": 0.048347, "mrr_at_100": 0.056191, "mrr_at_1000": 0.058922, "nauc_ndcg_at_1_max": -0.313373, "nauc_ndcg_at_1_std": -0.276499, "nauc_ndcg_at_1_diff1": 0.219983, "nauc_ndcg_at_3_max": -0.248101, "nauc_ndcg_at_3_std": -0.161478, "nauc_ndcg_at_3_diff1": 0.15105, "nauc_ndcg_at_5_max": -0.260632, "nauc_ndcg_at_5_std": -0.194396, "nauc_ndcg_at_5_diff1": 0.126849, "nauc_ndcg_at_10_max": -0.224701, "nauc_ndcg_at_10_std": -0.177438, "nauc_ndcg_at_10_diff1": 0.141907, "nauc_ndcg_at_20_max": -0.188088, "nauc_ndcg_at_20_std": -0.157422, "nauc_ndcg_at_20_diff1": 0.133891, "nauc_ndcg_at_100_max": -0.169897, "nauc_ndcg_at_100_std": -0.105184, "nauc_ndcg_at_100_diff1": 0.098084, "nauc_ndcg_at_1000_max": -0.199259, "nauc_ndcg_at_1000_std": -0.148494, "nauc_ndcg_at_1000_diff1": 0.11782, "nauc_map_at_1_max": -0.313373, "nauc_map_at_1_std": -0.276499, "nauc_map_at_1_diff1": 0.219983, "nauc_map_at_3_max": -0.260133, "nauc_map_at_3_std": -0.179105, "nauc_map_at_3_diff1": 0.163706, "nauc_map_at_5_max": -0.267935, "nauc_map_at_5_std": -0.199147, "nauc_map_at_5_diff1": 0.147403, "nauc_map_at_10_max": -0.24583, "nauc_map_at_10_std": -0.188827, "nauc_map_at_10_diff1": 0.151437, "nauc_map_at_20_max": -0.229634, "nauc_map_at_20_std": -0.18063, "nauc_map_at_20_diff1": 0.148162, "nauc_map_at_100_max": -0.225412, "nauc_map_at_100_std": -0.169731, "nauc_map_at_100_diff1": 0.135851, "nauc_map_at_1000_max": -0.227511, "nauc_map_at_1000_std": -0.173187, "nauc_map_at_1000_diff1": 0.137664, "nauc_recall_at_1_max": -0.313373, "nauc_recall_at_1_std": -0.276499, "nauc_recall_at_1_diff1": 0.219983, "nauc_recall_at_3_max": -0.22296, "nauc_recall_at_3_std": -0.125589, "nauc_recall_at_3_diff1": 0.124616, "nauc_recall_at_5_max": -0.24862, "nauc_recall_at_5_std": -0.189128, "nauc_recall_at_5_diff1": 0.089966, "nauc_recall_at_10_max": -0.196468, "nauc_recall_at_10_std": -0.163729, "nauc_recall_at_10_diff1": 0.133072, "nauc_recall_at_20_max": -0.140185, "nauc_recall_at_20_std": -0.130956, "nauc_recall_at_20_diff1": 0.120203, "nauc_recall_at_100_max": -0.102444, "nauc_recall_at_100_std": -0.013203, "nauc_recall_at_100_diff1": 0.056795, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.313373, "nauc_precision_at_1_std": -0.276499, "nauc_precision_at_1_diff1": 0.219983, "nauc_precision_at_3_max": -0.22296, "nauc_precision_at_3_std": -0.125589, "nauc_precision_at_3_diff1": 0.124616, "nauc_precision_at_5_max": -0.24862, "nauc_precision_at_5_std": -0.189128, "nauc_precision_at_5_diff1": 0.089966, "nauc_precision_at_10_max": -0.196468, "nauc_precision_at_10_std": -0.163729, "nauc_precision_at_10_diff1": 0.133072, "nauc_precision_at_20_max": -0.140185, "nauc_precision_at_20_std": -0.130956, "nauc_precision_at_20_diff1": 0.120203, "nauc_precision_at_100_max": -0.102444, "nauc_precision_at_100_std": -0.013203, "nauc_precision_at_100_diff1": 0.056795, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.313373, "nauc_mrr_at_1_std": -0.276499, "nauc_mrr_at_1_diff1": 0.219983, "nauc_mrr_at_3_max": -0.260133, "nauc_mrr_at_3_std": -0.179105, "nauc_mrr_at_3_diff1": 0.163706, "nauc_mrr_at_5_max": -0.267935, "nauc_mrr_at_5_std": -0.199147, "nauc_mrr_at_5_diff1": 0.147403, "nauc_mrr_at_10_max": -0.24583, "nauc_mrr_at_10_std": -0.188827, "nauc_mrr_at_10_diff1": 0.151437, "nauc_mrr_at_20_max": -0.229634, "nauc_mrr_at_20_std": -0.18063, "nauc_mrr_at_20_diff1": 0.148162, "nauc_mrr_at_100_max": -0.225412, "nauc_mrr_at_100_std": -0.169731, "nauc_mrr_at_100_diff1": 0.135851, "nauc_mrr_at_1000_max": -0.227511, "nauc_mrr_at_1000_std": -0.173187, "nauc_mrr_at_1000_diff1": 0.137664, "main_score": 0.05854, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.0701, "ndcg_at_3": 0.0972, "ndcg_at_5": 0.10476, "ndcg_at_10": 0.11746, "ndcg_at_20": 0.13604, "ndcg_at_100": 0.19342, "ndcg_at_1000": 0.25185, "map_at_1": 0.0701, "map_at_3": 0.09051, "map_at_5": 0.09465, "map_at_10": 0.09998, "map_at_20": 0.10497, "map_at_100": 0.11184, "map_at_1000": 0.11462, "recall_at_1": 0.0701, "recall_at_3": 0.11655, "recall_at_5": 0.13514, "recall_at_10": 0.17399, "recall_at_20": 0.24831, "recall_at_100": 0.57348, "recall_at_1000": 1.0, "precision_at_1": 0.0701, "precision_at_3": 0.03885, "precision_at_5": 0.02703, "precision_at_10": 0.0174, "precision_at_20": 0.01242, "precision_at_100": 0.00573, "precision_at_1000": 0.001, "mrr_at_1": 0.070101, "mrr_at_3": 0.090512, "mrr_at_5": 0.094651, "mrr_at_10": 0.099977, "mrr_at_20": 0.104973, "mrr_at_100": 0.111845, "mrr_at_1000": 0.114618, "nauc_ndcg_at_1_max": -0.207856, "nauc_ndcg_at_1_std": -0.409227, "nauc_ndcg_at_1_diff1": 0.269375, "nauc_ndcg_at_3_max": -0.214561, "nauc_ndcg_at_3_std": -0.405834, "nauc_ndcg_at_3_diff1": 0.218658, "nauc_ndcg_at_5_max": -0.206174, "nauc_ndcg_at_5_std": -0.392526, "nauc_ndcg_at_5_diff1": 0.190964, "nauc_ndcg_at_10_max": -0.204079, "nauc_ndcg_at_10_std": -0.386771, "nauc_ndcg_at_10_diff1": 0.180103, "nauc_ndcg_at_20_max": -0.185296, "nauc_ndcg_at_20_std": -0.361927, "nauc_ndcg_at_20_diff1": 0.156437, "nauc_ndcg_at_100_max": -0.165432, "nauc_ndcg_at_100_std": -0.324473, "nauc_ndcg_at_100_diff1": 0.147108, "nauc_ndcg_at_1000_max": -0.188115, "nauc_ndcg_at_1000_std": -0.36331, "nauc_ndcg_at_1000_diff1": 0.17356, "nauc_map_at_1_max": -0.207856, "nauc_map_at_1_std": -0.409227, "nauc_map_at_1_diff1": 0.269375, "nauc_map_at_3_max": -0.213212, "nauc_map_at_3_std": -0.405334, "nauc_map_at_3_diff1": 0.228352, "nauc_map_at_5_max": -0.208158, "nauc_map_at_5_std": -0.397198, "nauc_map_at_5_diff1": 0.211941, "nauc_map_at_10_max": -0.207164, "nauc_map_at_10_std": -0.394745, "nauc_map_at_10_diff1": 0.206777, "nauc_map_at_20_max": -0.201603, "nauc_map_at_20_std": -0.386926, "nauc_map_at_20_diff1": 0.198102, "nauc_map_at_100_max": -0.198034, "nauc_map_at_100_std": -0.380458, "nauc_map_at_100_diff1": 0.196281, "nauc_map_at_1000_max": -0.199397, "nauc_map_at_1000_std": -0.382792, "nauc_map_at_1000_diff1": 0.197788, "nauc_recall_at_1_max": -0.207856, "nauc_recall_at_1_std": -0.409227, "nauc_recall_at_1_diff1": 0.269375, "nauc_recall_at_3_max": -0.217697, "nauc_recall_at_3_std": -0.407366, "nauc_recall_at_3_diff1": 0.196287, "nauc_recall_at_5_max": -0.201056, "nauc_recall_at_5_std": -0.381512, "nauc_recall_at_5_diff1": 0.142451, "nauc_recall_at_10_max": -0.197044, "nauc_recall_at_10_std": -0.369125, "nauc_recall_at_10_diff1": 0.124125, "nauc_recall_at_20_max": -0.148044, "nauc_recall_at_20_std": -0.307242, "nauc_recall_at_20_diff1": 0.075499, "nauc_recall_at_100_max": -0.082107, "nauc_recall_at_100_std": -0.181403, "nauc_recall_at_100_diff1": 0.045544, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.207856, "nauc_precision_at_1_std": -0.409227, "nauc_precision_at_1_diff1": 0.269375, "nauc_precision_at_3_max": -0.217697, "nauc_precision_at_3_std": -0.407366, "nauc_precision_at_3_diff1": 0.196287, "nauc_precision_at_5_max": -0.201056, "nauc_precision_at_5_std": -0.381512, "nauc_precision_at_5_diff1": 0.142451, "nauc_precision_at_10_max": -0.197044, "nauc_precision_at_10_std": -0.369125, "nauc_precision_at_10_diff1": 0.124125, "nauc_precision_at_20_max": -0.148044, "nauc_precision_at_20_std": -0.307242, "nauc_precision_at_20_diff1": 0.075499, "nauc_precision_at_100_max": -0.082107, "nauc_precision_at_100_std": -0.181403, "nauc_precision_at_100_diff1": 0.045544, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.207856, "nauc_mrr_at_1_std": -0.409227, "nauc_mrr_at_1_diff1": 0.269375, "nauc_mrr_at_3_max": -0.213212, "nauc_mrr_at_3_std": -0.405334, "nauc_mrr_at_3_diff1": 0.228352, "nauc_mrr_at_5_max": -0.208158, "nauc_mrr_at_5_std": -0.397198, "nauc_mrr_at_5_diff1": 0.211941, "nauc_mrr_at_10_max": -0.207164, "nauc_mrr_at_10_std": -0.394745, "nauc_mrr_at_10_diff1": 0.206777, "nauc_mrr_at_20_max": -0.201603, "nauc_mrr_at_20_std": -0.386926, "nauc_mrr_at_20_diff1": 0.198102, "nauc_mrr_at_100_max": -0.198034, "nauc_mrr_at_100_std": -0.380458, "nauc_mrr_at_100_diff1": 0.196281, "nauc_mrr_at_1000_max": -0.199397, "nauc_mrr_at_1000_std": -0.382792, "nauc_mrr_at_1000_diff1": 0.197788, "main_score": 0.11746, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "ndcg_at_1": 0.26667, "ndcg_at_3": 0.35189, "ndcg_at_5": 0.37879, "ndcg_at_10": 0.40545, "ndcg_at_20": 0.42804, "ndcg_at_100": 0.46837, "ndcg_at_1000": 0.48605, "map_at_1": 0.26667, "map_at_3": 0.33038, "map_at_5": 0.34519, "map_at_10": 0.35629, "map_at_20": 0.36248, "map_at_100": 0.3678, "map_at_1000": 0.36869, "recall_at_1": 0.26667, "recall_at_3": 0.41435, "recall_at_5": 0.48017, "recall_at_10": 0.56203, "recall_at_20": 0.65148, "recall_at_100": 0.87257, "recall_at_1000": 1.0, "precision_at_1": 0.26667, "precision_at_3": 0.13812, "precision_at_5": 0.09603, "precision_at_10": 0.0562, "precision_at_20": 0.03257, "precision_at_100": 0.00873, "precision_at_1000": 0.001, "mrr_at_1": 0.266667, "mrr_at_3": 0.33038, "mrr_at_5": 0.34519, "mrr_at_10": 0.356294, "mrr_at_20": 0.362482, "mrr_at_100": 0.367804, "mrr_at_1000": 0.368685, "nauc_ndcg_at_1_max": 0.14262, "nauc_ndcg_at_1_std": -0.004365, "nauc_ndcg_at_1_diff1": 0.502675, "nauc_ndcg_at_3_max": 0.128787, "nauc_ndcg_at_3_std": 0.007145, "nauc_ndcg_at_3_diff1": 0.405325, "nauc_ndcg_at_5_max": 0.122702, "nauc_ndcg_at_5_std": 0.007318, "nauc_ndcg_at_5_diff1": 0.393362, "nauc_ndcg_at_10_max": 0.111318, "nauc_ndcg_at_10_std": 0.004718, "nauc_ndcg_at_10_diff1": 0.385738, "nauc_ndcg_at_20_max": 0.113675, "nauc_ndcg_at_20_std": 0.002045, "nauc_ndcg_at_20_diff1": 0.385567, "nauc_ndcg_at_100_max": 0.117732, "nauc_ndcg_at_100_std": 0.008328, "nauc_ndcg_at_100_diff1": 0.391673, "nauc_ndcg_at_1000_max": 0.121254, "nauc_ndcg_at_1000_std": 0.00382, "nauc_ndcg_at_1000_diff1": 0.403721, "nauc_map_at_1_max": 0.14262, "nauc_map_at_1_std": -0.004365, "nauc_map_at_1_diff1": 0.502675, "nauc_map_at_3_max": 0.131458, "nauc_map_at_3_std": 0.004205, "nauc_map_at_3_diff1": 0.427863, "nauc_map_at_5_max": 0.128278, "nauc_map_at_5_std": 0.004233, "nauc_map_at_5_diff1": 0.421435, "nauc_map_at_10_max": 0.12403, "nauc_map_at_10_std": 0.003523, "nauc_map_at_10_diff1": 0.418189, "nauc_map_at_20_max": 0.12478, "nauc_map_at_20_std": 0.002995, "nauc_map_at_20_diff1": 0.41824, "nauc_map_at_100_max": 0.125431, "nauc_map_at_100_std": 0.003173, "nauc_map_at_100_diff1": 0.419491, "nauc_map_at_1000_max": 0.125662, "nauc_map_at_1000_std": 0.00301, "nauc_map_at_1000_diff1": 0.420066, "nauc_recall_at_1_max": 0.14262, "nauc_recall_at_1_std": -0.004365, "nauc_recall_at_1_diff1": 0.502675, "nauc_recall_at_3_max": 0.121665, "nauc_recall_at_3_std": 0.01532, "nauc_recall_at_3_diff1": 0.343474, "nauc_recall_at_5_max": 0.106229, "nauc_recall_at_5_std": 0.016128, "nauc_recall_at_5_diff1": 0.313107, "nauc_recall_at_10_max": 0.066843, "nauc_recall_at_10_std": 0.006455, "nauc_recall_at_10_diff1": 0.284988, "nauc_recall_at_20_max": 0.070768, "nauc_recall_at_20_std": -0.007106, "nauc_recall_at_20_diff1": 0.270921, "nauc_recall_at_100_max": 0.066525, "nauc_recall_at_100_std": 0.085643, "nauc_recall_at_100_diff1": 0.194906, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.14262, "nauc_precision_at_1_std": -0.004365, "nauc_precision_at_1_diff1": 0.502675, "nauc_precision_at_3_max": 0.121665, "nauc_precision_at_3_std": 0.01532, "nauc_precision_at_3_diff1": 0.343474, "nauc_precision_at_5_max": 0.106229, "nauc_precision_at_5_std": 0.016128, "nauc_precision_at_5_diff1": 0.313107, "nauc_precision_at_10_max": 0.066843, "nauc_precision_at_10_std": 0.006455, "nauc_precision_at_10_diff1": 0.284988, "nauc_precision_at_20_max": 0.070768, "nauc_precision_at_20_std": -0.007106, "nauc_precision_at_20_diff1": 0.270921, "nauc_precision_at_100_max": 0.066525, "nauc_precision_at_100_std": 0.085643, "nauc_precision_at_100_diff1": 0.194906, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.14262, "nauc_mrr_at_1_std": -0.004365, "nauc_mrr_at_1_diff1": 0.502675, "nauc_mrr_at_3_max": 0.131458, "nauc_mrr_at_3_std": 0.004205, "nauc_mrr_at_3_diff1": 0.427863, "nauc_mrr_at_5_max": 0.128278, "nauc_mrr_at_5_std": 0.004233, "nauc_mrr_at_5_diff1": 0.421435, "nauc_mrr_at_10_max": 0.12403, "nauc_mrr_at_10_std": 0.003523, "nauc_mrr_at_10_diff1": 0.418189, "nauc_mrr_at_20_max": 0.12478, "nauc_mrr_at_20_std": 0.002995, "nauc_mrr_at_20_diff1": 0.41824, "nauc_mrr_at_100_max": 0.125431, "nauc_mrr_at_100_std": 0.003173, "nauc_mrr_at_100_diff1": 0.419491, "nauc_mrr_at_1000_max": 0.125662, "nauc_mrr_at_1000_std": 0.00301, "nauc_mrr_at_1000_diff1": 0.420066, "main_score": 0.40545, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.01351, "ndcg_at_3": 0.02498, "ndcg_at_5": 0.03228, "ndcg_at_10": 0.04963, "ndcg_at_20": 0.0686, "ndcg_at_100": 0.13887, "ndcg_at_1000": 0.19734, "map_at_1": 0.01351, "map_at_3": 0.02196, "map_at_5": 0.02601, "map_at_10": 0.03326, "map_at_20": 0.03834, "map_at_100": 0.04711, "map_at_1000": 0.04993, "recall_at_1": 0.01351, "recall_at_3": 0.03378, "recall_at_5": 0.05152, "recall_at_10": 0.10473, "recall_at_20": 0.18074, "recall_at_100": 0.57432, "recall_at_1000": 1.0, "precision_at_1": 0.01351, "precision_at_3": 0.01126, "precision_at_5": 0.0103, "precision_at_10": 0.01047, "precision_at_20": 0.00904, "precision_at_100": 0.00574, "precision_at_1000": 0.001, "mrr_at_1": 0.013514, "mrr_at_3": 0.021959, "mrr_at_5": 0.026014, "mrr_at_10": 0.033261, "mrr_at_20": 0.038338, "mrr_at_100": 0.047114, "mrr_at_1000": 0.049927, "nauc_ndcg_at_1_max": -0.312272, "nauc_ndcg_at_1_std": -0.142368, "nauc_ndcg_at_1_diff1": -0.101174, "nauc_ndcg_at_3_max": -0.262446, "nauc_ndcg_at_3_std": -0.177672, "nauc_ndcg_at_3_diff1": -0.125789, "nauc_ndcg_at_5_max": -0.296585, "nauc_ndcg_at_5_std": -0.215297, "nauc_ndcg_at_5_diff1": -0.101955, "nauc_ndcg_at_10_max": -0.263336, "nauc_ndcg_at_10_std": -0.169489, "nauc_ndcg_at_10_diff1": -0.070638, "nauc_ndcg_at_20_max": -0.232339, "nauc_ndcg_at_20_std": -0.117888, "nauc_ndcg_at_20_diff1": -0.054091, "nauc_ndcg_at_100_max": -0.170247, "nauc_ndcg_at_100_std": -0.073533, "nauc_ndcg_at_100_diff1": -0.035517, "nauc_ndcg_at_1000_max": -0.214548, "nauc_ndcg_at_1000_std": -0.114581, "nauc_ndcg_at_1000_diff1": -0.053199, "nauc_map_at_1_max": -0.312272, "nauc_map_at_1_std": -0.142368, "nauc_map_at_1_diff1": -0.101174, "nauc_map_at_3_max": -0.271865, "nauc_map_at_3_std": -0.174903, "nauc_map_at_3_diff1": -0.119178, "nauc_map_at_5_max": -0.29336, "nauc_map_at_5_std": -0.202399, "nauc_map_at_5_diff1": -0.103438, "nauc_map_at_10_max": -0.273331, "nauc_map_at_10_std": -0.179768, "nauc_map_at_10_diff1": -0.082863, "nauc_map_at_20_max": -0.259273, "nauc_map_at_20_std": -0.156442, "nauc_map_at_20_diff1": -0.074268, "nauc_map_at_100_max": -0.240473, "nauc_map_at_100_std": -0.142175, "nauc_map_at_100_diff1": -0.066517, "nauc_map_at_1000_max": -0.244711, "nauc_map_at_1000_std": -0.145995, "nauc_map_at_1000_diff1": -0.068892, "nauc_recall_at_1_max": -0.312272, "nauc_recall_at_1_std": -0.142368, "nauc_recall_at_1_diff1": -0.101174, "nauc_recall_at_3_max": -0.244233, "nauc_recall_at_3_std": -0.182202, "nauc_recall_at_3_diff1": -0.138985, "nauc_recall_at_5_max": -0.303579, "nauc_recall_at_5_std": -0.235461, "nauc_recall_at_5_diff1": -0.098934, "nauc_recall_at_10_max": -0.25158, "nauc_recall_at_10_std": -0.153184, "nauc_recall_at_10_diff1": -0.05592, "nauc_recall_at_20_max": -0.203795, "nauc_recall_at_20_std": -0.073513, "nauc_recall_at_20_diff1": -0.034099, "nauc_recall_at_100_max": -0.089337, "nauc_recall_at_100_std": 0.002682, "nauc_recall_at_100_diff1": -0.00807, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.312272, "nauc_precision_at_1_std": -0.142368, "nauc_precision_at_1_diff1": -0.101174, "nauc_precision_at_3_max": -0.244233, "nauc_precision_at_3_std": -0.182202, "nauc_precision_at_3_diff1": -0.138985, "nauc_precision_at_5_max": -0.303579, "nauc_precision_at_5_std": -0.235461, "nauc_precision_at_5_diff1": -0.098934, "nauc_precision_at_10_max": -0.25158, "nauc_precision_at_10_std": -0.153184, "nauc_precision_at_10_diff1": -0.05592, "nauc_precision_at_20_max": -0.203795, "nauc_precision_at_20_std": -0.073513, "nauc_precision_at_20_diff1": -0.034099, "nauc_precision_at_100_max": -0.089337, "nauc_precision_at_100_std": 0.002682, "nauc_precision_at_100_diff1": -0.00807, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.312272, "nauc_mrr_at_1_std": -0.142368, "nauc_mrr_at_1_diff1": -0.101174, "nauc_mrr_at_3_max": -0.271865, "nauc_mrr_at_3_std": -0.174903, "nauc_mrr_at_3_diff1": -0.119178, "nauc_mrr_at_5_max": -0.29336, "nauc_mrr_at_5_std": -0.202399, "nauc_mrr_at_5_diff1": -0.103438, "nauc_mrr_at_10_max": -0.273331, "nauc_mrr_at_10_std": -0.179768, "nauc_mrr_at_10_diff1": -0.082863, "nauc_mrr_at_20_max": -0.259273, "nauc_mrr_at_20_std": -0.156442, "nauc_mrr_at_20_diff1": -0.074268, "nauc_mrr_at_100_max": -0.240473, "nauc_mrr_at_100_std": -0.142175, "nauc_mrr_at_100_diff1": -0.066517, "nauc_mrr_at_1000_max": -0.244711, "nauc_mrr_at_1000_std": -0.145995, "nauc_mrr_at_1000_diff1": -0.068892, "main_score": 0.04963, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.03297, "ndcg_at_3": 0.04891, "ndcg_at_5": 0.05811, "ndcg_at_10": 0.06933, "ndcg_at_20": 0.0846, "ndcg_at_100": 0.14421, "ndcg_at_1000": 0.2094, "map_at_1": 0.03297, "map_at_3": 0.0448, "map_at_5": 0.04979, "map_at_10": 0.05427, "map_at_20": 0.05851, "map_at_100": 0.06546, "map_at_1000": 0.06846, "recall_at_1": 0.03297, "recall_at_3": 0.06086, "recall_at_5": 0.08369, "recall_at_10": 0.11919, "recall_at_20": 0.17921, "recall_at_100": 0.52071, "recall_at_1000": 1.0, "precision_at_1": 0.03297, "precision_at_3": 0.02029, "precision_at_5": 0.01674, "precision_at_10": 0.01192, "precision_at_20": 0.00896, "precision_at_100": 0.00521, "precision_at_1000": 0.001, "mrr_at_1": 0.032967, "mrr_at_3": 0.044801, "mrr_at_5": 0.049789, "mrr_at_10": 0.054272, "mrr_at_20": 0.058515, "mrr_at_100": 0.065455, "mrr_at_1000": 0.068457, "nauc_ndcg_at_1_max": -0.03711, "nauc_ndcg_at_1_std": 0.239636, "nauc_ndcg_at_1_diff1": 0.130652, "nauc_ndcg_at_3_max": -0.027309, "nauc_ndcg_at_3_std": 0.159744, "nauc_ndcg_at_3_diff1": -0.022613, "nauc_ndcg_at_5_max": -0.037988, "nauc_ndcg_at_5_std": 0.148464, "nauc_ndcg_at_5_diff1": -0.042821, "nauc_ndcg_at_10_max": -0.049068, "nauc_ndcg_at_10_std": 0.157576, "nauc_ndcg_at_10_diff1": -0.064209, "nauc_ndcg_at_20_max": -0.074534, "nauc_ndcg_at_20_std": 0.122247, "nauc_ndcg_at_20_diff1": -0.088142, "nauc_ndcg_at_100_max": -0.018771, "nauc_ndcg_at_100_std": 0.103976, "nauc_ndcg_at_100_diff1": -0.087021, "nauc_ndcg_at_1000_max": -0.051424, "nauc_ndcg_at_1000_std": 0.122753, "nauc_ndcg_at_1000_diff1": -0.066325, "nauc_map_at_1_max": -0.03711, "nauc_map_at_1_std": 0.239636, "nauc_map_at_1_diff1": 0.130652, "nauc_map_at_3_max": -0.028027, "nauc_map_at_3_std": 0.173435, "nauc_map_at_3_diff1": 0.006817, "nauc_map_at_5_max": -0.034948, "nauc_map_at_5_std": 0.165984, "nauc_map_at_5_diff1": -0.008281, "nauc_map_at_10_max": -0.040895, "nauc_map_at_10_std": 0.169609, "nauc_map_at_10_diff1": -0.022119, "nauc_map_at_20_max": -0.052532, "nauc_map_at_20_std": 0.15449, "nauc_map_at_20_diff1": -0.03426, "nauc_map_at_100_max": -0.045591, "nauc_map_at_100_std": 0.146242, "nauc_map_at_100_diff1": -0.036493, "nauc_map_at_1000_max": -0.04786, "nauc_map_at_1000_std": 0.148061, "nauc_map_at_1000_diff1": -0.034409, "nauc_recall_at_1_max": -0.03711, "nauc_recall_at_1_std": 0.239636, "nauc_recall_at_1_diff1": 0.130652, "nauc_recall_at_3_max": -0.026096, "nauc_recall_at_3_std": 0.130808, "nauc_recall_at_3_diff1": -0.08581, "nauc_recall_at_5_max": -0.044236, "nauc_recall_at_5_std": 0.116664, "nauc_recall_at_5_diff1": -0.10495, "nauc_recall_at_10_max": -0.06317, "nauc_recall_at_10_std": 0.141284, "nauc_recall_at_10_diff1": -0.127792, "nauc_recall_at_20_max": -0.106269, "nauc_recall_at_20_std": 0.077795, "nauc_recall_at_20_diff1": -0.156547, "nauc_recall_at_100_max": 0.052941, "nauc_recall_at_100_std": 0.062228, "nauc_recall_at_100_diff1": -0.133391, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.03711, "nauc_precision_at_1_std": 0.239636, "nauc_precision_at_1_diff1": 0.130652, "nauc_precision_at_3_max": -0.026096, "nauc_precision_at_3_std": 0.130808, "nauc_precision_at_3_diff1": -0.08581, "nauc_precision_at_5_max": -0.044236, "nauc_precision_at_5_std": 0.116664, "nauc_precision_at_5_diff1": -0.10495, "nauc_precision_at_10_max": -0.06317, "nauc_precision_at_10_std": 0.141284, "nauc_precision_at_10_diff1": -0.127792, "nauc_precision_at_20_max": -0.106269, "nauc_precision_at_20_std": 0.077795, "nauc_precision_at_20_diff1": -0.156547, "nauc_precision_at_100_max": 0.052941, "nauc_precision_at_100_std": 0.062228, "nauc_precision_at_100_diff1": -0.133391, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.03711, "nauc_mrr_at_1_std": 0.239636, "nauc_mrr_at_1_diff1": 0.130652, "nauc_mrr_at_3_max": -0.028027, "nauc_mrr_at_3_std": 0.173435, "nauc_mrr_at_3_diff1": 0.006817, "nauc_mrr_at_5_max": -0.034948, "nauc_mrr_at_5_std": 0.165984, "nauc_mrr_at_5_diff1": -0.008281, "nauc_mrr_at_10_max": -0.040895, "nauc_mrr_at_10_std": 0.169609, "nauc_mrr_at_10_diff1": -0.022119, "nauc_mrr_at_20_max": -0.052532, "nauc_mrr_at_20_std": 0.15449, "nauc_mrr_at_20_diff1": -0.03426, "nauc_mrr_at_100_max": -0.045591, "nauc_mrr_at_100_std": 0.146242, "nauc_mrr_at_100_diff1": -0.036493, "nauc_mrr_at_1000_max": -0.04786, "nauc_mrr_at_1000_std": 0.148061, "nauc_mrr_at_1000_diff1": -0.034409, "main_score": 0.06933, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.01267, "ndcg_at_3": 0.02509, "ndcg_at_5": 0.03882, "ndcg_at_10": 0.05386, "ndcg_at_20": 0.07457, "ndcg_at_100": 0.14578, "ndcg_at_1000": 0.20121, "map_at_1": 0.01267, "map_at_3": 0.02182, "map_at_5": 0.02934, "map_at_10": 0.03555, "map_at_20": 0.04113, "map_at_100": 0.05011, "map_at_1000": 0.05272, "recall_at_1": 0.01267, "recall_at_3": 0.03463, "recall_at_5": 0.06841, "recall_at_10": 0.11486, "recall_at_20": 0.19764, "recall_at_100": 0.59459, "recall_at_1000": 1.0, "precision_at_1": 0.01267, "precision_at_3": 0.01154, "precision_at_5": 0.01368, "precision_at_10": 0.01149, "precision_at_20": 0.00988, "precision_at_100": 0.00595, "precision_at_1000": 0.001, "mrr_at_1": 0.012669, "mrr_at_3": 0.021819, "mrr_at_5": 0.029336, "mrr_at_10": 0.035554, "mrr_at_20": 0.041127, "mrr_at_100": 0.050108, "mrr_at_1000": 0.052721, "nauc_ndcg_at_1_max": -0.151908, "nauc_ndcg_at_1_std": -0.236836, "nauc_ndcg_at_1_diff1": 0.352152, "nauc_ndcg_at_3_max": -0.215043, "nauc_ndcg_at_3_std": -0.177753, "nauc_ndcg_at_3_diff1": 0.098464, "nauc_ndcg_at_5_max": -0.194805, "nauc_ndcg_at_5_std": -0.176333, "nauc_ndcg_at_5_diff1": 0.096291, "nauc_ndcg_at_10_max": -0.188285, "nauc_ndcg_at_10_std": -0.121651, "nauc_ndcg_at_10_diff1": 0.068814, "nauc_ndcg_at_20_max": -0.173444, "nauc_ndcg_at_20_std": -0.110875, "nauc_ndcg_at_20_diff1": 0.047525, "nauc_ndcg_at_100_max": -0.137185, "nauc_ndcg_at_100_std": -0.042588, "nauc_ndcg_at_100_diff1": 0.033716, "nauc_ndcg_at_1000_max": -0.162488, "nauc_ndcg_at_1000_std": -0.100046, "nauc_ndcg_at_1000_diff1": 0.062781, "nauc_map_at_1_max": -0.151908, "nauc_map_at_1_std": -0.236836, "nauc_map_at_1_diff1": 0.352152, "nauc_map_at_3_max": -0.211445, "nauc_map_at_3_std": -0.191353, "nauc_map_at_3_diff1": 0.139544, "nauc_map_at_5_max": -0.198601, "nauc_map_at_5_std": -0.188148, "nauc_map_at_5_diff1": 0.127705, "nauc_map_at_10_max": -0.195134, "nauc_map_at_10_std": -0.151282, "nauc_map_at_10_diff1": 0.104869, "nauc_map_at_20_max": -0.187333, "nauc_map_at_20_std": -0.143471, "nauc_map_at_20_diff1": 0.092776, "nauc_map_at_100_max": -0.178356, "nauc_map_at_100_std": -0.128266, "nauc_map_at_100_diff1": 0.088136, "nauc_map_at_1000_max": -0.180169, "nauc_map_at_1000_std": -0.133681, "nauc_map_at_1000_diff1": 0.091769, "nauc_recall_at_1_max": -0.151908, "nauc_recall_at_1_std": -0.236836, "nauc_recall_at_1_diff1": 0.352152, "nauc_recall_at_3_max": -0.220223, "nauc_recall_at_3_std": -0.151636, "nauc_recall_at_3_diff1": 0.022323, "nauc_recall_at_5_max": -0.187832, "nauc_recall_at_5_std": -0.160228, "nauc_recall_at_5_diff1": 0.056425, "nauc_recall_at_10_max": -0.17881, "nauc_recall_at_10_std": -0.087637, "nauc_recall_at_10_diff1": 0.032293, "nauc_recall_at_20_max": -0.15869, "nauc_recall_at_20_std": -0.081728, "nauc_recall_at_20_diff1": 0.008247, "nauc_recall_at_100_max": -0.083142, "nauc_recall_at_100_std": 0.066911, "nauc_recall_at_100_diff1": -0.016524, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.151908, "nauc_precision_at_1_std": -0.236836, "nauc_precision_at_1_diff1": 0.352152, "nauc_precision_at_3_max": -0.220223, "nauc_precision_at_3_std": -0.151636, "nauc_precision_at_3_diff1": 0.022323, "nauc_precision_at_5_max": -0.187832, "nauc_precision_at_5_std": -0.160228, "nauc_precision_at_5_diff1": 0.056425, "nauc_precision_at_10_max": -0.17881, "nauc_precision_at_10_std": -0.087637, "nauc_precision_at_10_diff1": 0.032293, "nauc_precision_at_20_max": -0.15869, "nauc_precision_at_20_std": -0.081728, "nauc_precision_at_20_diff1": 0.008247, "nauc_precision_at_100_max": -0.083142, "nauc_precision_at_100_std": 0.066911, "nauc_precision_at_100_diff1": -0.016524, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.151908, "nauc_mrr_at_1_std": -0.236836, "nauc_mrr_at_1_diff1": 0.352152, "nauc_mrr_at_3_max": -0.211445, "nauc_mrr_at_3_std": -0.191353, "nauc_mrr_at_3_diff1": 0.139544, "nauc_mrr_at_5_max": -0.198601, "nauc_mrr_at_5_std": -0.188148, "nauc_mrr_at_5_diff1": 0.127705, "nauc_mrr_at_10_max": -0.195134, "nauc_mrr_at_10_std": -0.151282, "nauc_mrr_at_10_diff1": 0.104869, "nauc_mrr_at_20_max": -0.187333, "nauc_mrr_at_20_std": -0.143471, "nauc_mrr_at_20_diff1": 0.092776, "nauc_mrr_at_100_max": -0.178359, "nauc_mrr_at_100_std": -0.128275, "nauc_mrr_at_100_diff1": 0.088146, "nauc_mrr_at_1000_max": -0.180173, "nauc_mrr_at_1000_std": -0.13369, "nauc_mrr_at_1000_diff1": 0.091779, "main_score": 0.05386, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "ndcg_at_1": 0.04557, "ndcg_at_3": 0.06723, "ndcg_at_5": 0.07485, "ndcg_at_10": 0.08697, "ndcg_at_20": 0.10091, "ndcg_at_100": 0.15726, "ndcg_at_1000": 0.22322, "map_at_1": 0.04557, "map_at_3": 0.06188, "map_at_5": 0.0661, "map_at_10": 0.071, "map_at_20": 0.07486, "map_at_100": 0.08149, "map_at_1000": 0.08455, "recall_at_1": 0.04557, "recall_at_3": 0.0827, "recall_at_5": 0.10127, "recall_at_10": 0.13924, "recall_at_20": 0.19409, "recall_at_100": 0.51561, "recall_at_1000": 1.0, "precision_at_1": 0.04557, "precision_at_3": 0.02757, "precision_at_5": 0.02025, "precision_at_10": 0.01392, "precision_at_20": 0.0097, "precision_at_100": 0.00516, "precision_at_1000": 0.001, "mrr_at_1": 0.04557, "mrr_at_3": 0.061885, "mrr_at_5": 0.066104, "mrr_at_10": 0.070999, "mrr_at_20": 0.074861, "mrr_at_100": 0.081493, "mrr_at_1000": 0.08455, "nauc_ndcg_at_1_max": 0.025642, "nauc_ndcg_at_1_std": 0.098047, "nauc_ndcg_at_1_diff1": 0.598205, "nauc_ndcg_at_3_max": 0.009629, "nauc_ndcg_at_3_std": 0.122267, "nauc_ndcg_at_3_diff1": 0.508941, "nauc_ndcg_at_5_max": 0.025399, "nauc_ndcg_at_5_std": 0.122042, "nauc_ndcg_at_5_diff1": 0.465162, "nauc_ndcg_at_10_max": 0.033309, "nauc_ndcg_at_10_std": 0.1337, "nauc_ndcg_at_10_diff1": 0.427228, "nauc_ndcg_at_20_max": 0.03565, "nauc_ndcg_at_20_std": 0.135756, "nauc_ndcg_at_20_diff1": 0.39371, "nauc_ndcg_at_100_max": 0.049575, "nauc_ndcg_at_100_std": 0.128845, "nauc_ndcg_at_100_diff1": 0.334901, "nauc_ndcg_at_1000_max": 0.040068, "nauc_ndcg_at_1000_std": 0.130713, "nauc_ndcg_at_1000_diff1": 0.404722, "nauc_map_at_1_max": 0.025642, "nauc_map_at_1_std": 0.098047, "nauc_map_at_1_diff1": 0.598205, "nauc_map_at_3_max": 0.011411, "nauc_map_at_3_std": 0.118127, "nauc_map_at_3_diff1": 0.524538, "nauc_map_at_5_max": 0.02181, "nauc_map_at_5_std": 0.118597, "nauc_map_at_5_diff1": 0.496645, "nauc_map_at_10_max": 0.026315, "nauc_map_at_10_std": 0.126051, "nauc_map_at_10_diff1": 0.477896, "nauc_map_at_20_max": 0.027813, "nauc_map_at_20_std": 0.12748, "nauc_map_at_20_diff1": 0.464362, "nauc_map_at_100_max": 0.031557, "nauc_map_at_100_std": 0.126556, "nauc_map_at_100_diff1": 0.452445, "nauc_map_at_1000_max": 0.030905, "nauc_map_at_1000_std": 0.126544, "nauc_map_at_1000_diff1": 0.457092, "nauc_recall_at_1_max": 0.025642, "nauc_recall_at_1_std": 0.098047, "nauc_recall_at_1_diff1": 0.598205, "nauc_recall_at_3_max": 0.006109, "nauc_recall_at_3_std": 0.131157, "nauc_recall_at_3_diff1": 0.475341, "nauc_recall_at_5_max": 0.033437, "nauc_recall_at_5_std": 0.128192, "nauc_recall_at_5_diff1": 0.40117, "nauc_recall_at_10_max": 0.046445, "nauc_recall_at_10_std": 0.145988, "nauc_recall_at_10_diff1": 0.332809, "nauc_recall_at_20_max": 0.04741, "nauc_recall_at_20_std": 0.146348, "nauc_recall_at_20_diff1": 0.278746, "nauc_recall_at_100_max": 0.07637, "nauc_recall_at_100_std": 0.122883, "nauc_recall_at_100_diff1": 0.139471, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.025642, "nauc_precision_at_1_std": 0.098047, "nauc_precision_at_1_diff1": 0.598205, "nauc_precision_at_3_max": 0.006109, "nauc_precision_at_3_std": 0.131157, "nauc_precision_at_3_diff1": 0.475341, "nauc_precision_at_5_max": 0.033437, "nauc_precision_at_5_std": 0.128192, "nauc_precision_at_5_diff1": 0.40117, "nauc_precision_at_10_max": 0.046445, "nauc_precision_at_10_std": 0.145988, "nauc_precision_at_10_diff1": 0.332809, "nauc_precision_at_20_max": 0.04741, "nauc_precision_at_20_std": 0.146348, "nauc_precision_at_20_diff1": 0.278746, "nauc_precision_at_100_max": 0.07637, "nauc_precision_at_100_std": 0.122883, "nauc_precision_at_100_diff1": 0.139471, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.025642, "nauc_mrr_at_1_std": 0.098047, "nauc_mrr_at_1_diff1": 0.598205, "nauc_mrr_at_3_max": 0.011411, "nauc_mrr_at_3_std": 0.118127, "nauc_mrr_at_3_diff1": 0.524538, "nauc_mrr_at_5_max": 0.02181, "nauc_mrr_at_5_std": 0.118597, "nauc_mrr_at_5_diff1": 0.496645, "nauc_mrr_at_10_max": 0.026315, "nauc_mrr_at_10_std": 0.126051, "nauc_mrr_at_10_diff1": 0.477896, "nauc_mrr_at_20_max": 0.027813, "nauc_mrr_at_20_std": 0.12748, "nauc_mrr_at_20_diff1": 0.464362, "nauc_mrr_at_100_max": 0.031557, "nauc_mrr_at_100_std": 0.126556, "nauc_mrr_at_100_diff1": 0.452445, "nauc_mrr_at_1000_max": 0.030905, "nauc_mrr_at_1000_std": 0.126544, "nauc_mrr_at_1000_diff1": 0.457092, "main_score": 0.08697, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.06525, "ndcg_at_3": 0.08571, "ndcg_at_5": 0.09424, "ndcg_at_10": 0.10855, "ndcg_at_20": 0.1212, "ndcg_at_100": 0.18298, "ndcg_at_1000": 0.24158, "map_at_1": 0.06525, "map_at_3": 0.08051, "map_at_5": 0.08513, "map_at_10": 0.0909, "map_at_20": 0.09438, "map_at_100": 0.1017, "map_at_1000": 0.10439, "recall_at_1": 0.06525, "recall_at_3": 0.10085, "recall_at_5": 0.12203, "recall_at_10": 0.16695, "recall_at_20": 0.21695, "recall_at_100": 0.56864, "recall_at_1000": 1.0, "precision_at_1": 0.06525, "precision_at_3": 0.03362, "precision_at_5": 0.02441, "precision_at_10": 0.01669, "precision_at_20": 0.01085, "precision_at_100": 0.00569, "precision_at_1000": 0.001, "mrr_at_1": 0.065254, "mrr_at_3": 0.080932, "mrr_at_5": 0.085551, "mrr_at_10": 0.091325, "mrr_at_20": 0.094806, "mrr_at_100": 0.102126, "mrr_at_1000": 0.104816, "nauc_ndcg_at_1_max": 0.011896, "nauc_ndcg_at_1_std": -0.401489, "nauc_ndcg_at_1_diff1": 0.723248, "nauc_ndcg_at_3_max": -0.04021, "nauc_ndcg_at_3_std": -0.39868, "nauc_ndcg_at_3_diff1": 0.665807, "nauc_ndcg_at_5_max": -0.033463, "nauc_ndcg_at_5_std": -0.377002, "nauc_ndcg_at_5_diff1": 0.666043, "nauc_ndcg_at_10_max": -0.027596, "nauc_ndcg_at_10_std": -0.351651, "nauc_ndcg_at_10_diff1": 0.621527, "nauc_ndcg_at_20_max": -0.016787, "nauc_ndcg_at_20_std": -0.331554, "nauc_ndcg_at_20_diff1": 0.579822, "nauc_ndcg_at_100_max": -0.031878, "nauc_ndcg_at_100_std": -0.295207, "nauc_ndcg_at_100_diff1": 0.462148, "nauc_ndcg_at_1000_max": -0.027634, "nauc_ndcg_at_1000_std": -0.337448, "nauc_ndcg_at_1000_diff1": 0.567087, "nauc_map_at_1_max": 0.011896, "nauc_map_at_1_std": -0.401489, "nauc_map_at_1_diff1": 0.723248, "nauc_map_at_3_max": -0.030996, "nauc_map_at_3_std": -0.400558, "nauc_map_at_3_diff1": 0.678627, "nauc_map_at_5_max": -0.027209, "nauc_map_at_5_std": -0.387374, "nauc_map_at_5_diff1": 0.678155, "nauc_map_at_10_max": -0.024082, "nauc_map_at_10_std": -0.3742, "nauc_map_at_10_diff1": 0.65718, "nauc_map_at_20_max": -0.020626, "nauc_map_at_20_std": -0.367415, "nauc_map_at_20_diff1": 0.642361, "nauc_map_at_100_max": -0.023704, "nauc_map_at_100_std": -0.36112, "nauc_map_at_100_diff1": 0.621141, "nauc_map_at_1000_max": -0.023555, "nauc_map_at_1000_std": -0.363577, "nauc_map_at_1000_diff1": 0.627136, "nauc_recall_at_1_max": 0.011896, "nauc_recall_at_1_std": -0.401489, "nauc_recall_at_1_diff1": 0.723248, "nauc_recall_at_3_max": -0.061146, "nauc_recall_at_3_std": -0.393908, "nauc_recall_at_3_diff1": 0.635702, "nauc_recall_at_5_max": -0.045645, "nauc_recall_at_5_std": -0.352501, "nauc_recall_at_5_diff1": 0.640282, "nauc_recall_at_10_max": -0.032538, "nauc_recall_at_10_std": -0.305011, "nauc_recall_at_10_diff1": 0.547094, "nauc_recall_at_20_max": -0.004792, "nauc_recall_at_20_std": -0.261141, "nauc_recall_at_20_diff1": 0.456299, "nauc_recall_at_100_max": -0.048297, "nauc_recall_at_100_std": -0.146572, "nauc_recall_at_100_diff1": 0.093265, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.011896, "nauc_precision_at_1_std": -0.401489, "nauc_precision_at_1_diff1": 0.723248, "nauc_precision_at_3_max": -0.061146, "nauc_precision_at_3_std": -0.393908, "nauc_precision_at_3_diff1": 0.635702, "nauc_precision_at_5_max": -0.045645, "nauc_precision_at_5_std": -0.352501, "nauc_precision_at_5_diff1": 0.640282, "nauc_precision_at_10_max": -0.032538, "nauc_precision_at_10_std": -0.305011, "nauc_precision_at_10_diff1": 0.547094, "nauc_precision_at_20_max": -0.004792, "nauc_precision_at_20_std": -0.261141, "nauc_precision_at_20_diff1": 0.456299, "nauc_precision_at_100_max": -0.048297, "nauc_precision_at_100_std": -0.146572, "nauc_precision_at_100_diff1": 0.093265, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.011896, "nauc_mrr_at_1_std": -0.401489, "nauc_mrr_at_1_diff1": 0.723248, "nauc_mrr_at_3_max": -0.031204, "nauc_mrr_at_3_std": -0.398829, "nauc_mrr_at_3_diff1": 0.6747, "nauc_mrr_at_5_max": -0.027428, "nauc_mrr_at_5_std": -0.385774, "nauc_mrr_at_5_diff1": 0.674374, "nauc_mrr_at_10_max": -0.024306, "nauc_mrr_at_10_std": -0.372733, "nauc_mrr_at_10_diff1": 0.653665, "nauc_mrr_at_20_max": -0.020862, "nauc_mrr_at_20_std": -0.366013, "nauc_mrr_at_20_diff1": 0.638994, "nauc_mrr_at_100_max": -0.023923, "nauc_mrr_at_100_std": -0.359761, "nauc_mrr_at_100_diff1": 0.617907, "nauc_mrr_at_1000_max": -0.023778, "nauc_mrr_at_1000_std": -0.36219, "nauc_mrr_at_1000_diff1": 0.623835, "main_score": 0.10855, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "ndcg_at_1": 0.01014, "ndcg_at_3": 0.01915, "ndcg_at_5": 0.02439, "ndcg_at_10": 0.04306, "ndcg_at_20": 0.06076, "ndcg_at_100": 0.12472, "ndcg_at_1000": 0.18925, "map_at_1": 0.01014, "map_at_3": 0.01675, "map_at_5": 0.01966, "map_at_10": 0.02727, "map_at_20": 0.03223, "map_at_100": 0.04007, "map_at_1000": 0.04306, "recall_at_1": 0.01014, "recall_at_3": 0.02618, "recall_at_5": 0.03885, "recall_at_10": 0.09713, "recall_at_20": 0.16639, "recall_at_100": 0.52618, "recall_at_1000": 1.0, "precision_at_1": 0.01014, "precision_at_3": 0.00873, "precision_at_5": 0.00777, "precision_at_10": 0.00971, "precision_at_20": 0.00832, "precision_at_100": 0.00526, "precision_at_1000": 0.001, "mrr_at_1": 0.010135, "mrr_at_3": 0.016751, "mrr_at_5": 0.019665, "mrr_at_10": 0.027273, "mrr_at_20": 0.032235, "mrr_at_100": 0.040066, "mrr_at_1000": 0.043057, "nauc_ndcg_at_1_max": -0.128494, "nauc_ndcg_at_1_std": -0.108858, "nauc_ndcg_at_1_diff1": 0.523211, "nauc_ndcg_at_3_max": -0.193104, "nauc_ndcg_at_3_std": -0.133291, "nauc_ndcg_at_3_diff1": 0.263653, "nauc_ndcg_at_5_max": -0.134605, "nauc_ndcg_at_5_std": -0.080194, "nauc_ndcg_at_5_diff1": 0.256445, "nauc_ndcg_at_10_max": -0.108558, "nauc_ndcg_at_10_std": -0.043969, "nauc_ndcg_at_10_diff1": 0.12917, "nauc_ndcg_at_20_max": -0.105153, "nauc_ndcg_at_20_std": -0.064689, "nauc_ndcg_at_20_diff1": 0.087966, "nauc_ndcg_at_100_max": -0.086785, "nauc_ndcg_at_100_std": -0.047938, "nauc_ndcg_at_100_diff1": 0.075531, "nauc_ndcg_at_1000_max": -0.105169, "nauc_ndcg_at_1000_std": -0.060303, "nauc_ndcg_at_1000_diff1": 0.112015, "nauc_map_at_1_max": -0.128494, "nauc_map_at_1_std": -0.108858, "nauc_map_at_1_diff1": 0.523211, "nauc_map_at_3_max": -0.182546, "nauc_map_at_3_std": -0.128328, "nauc_map_at_3_diff1": 0.305646, "nauc_map_at_5_max": -0.143152, "nauc_map_at_5_std": -0.091822, "nauc_map_at_5_diff1": 0.293677, "nauc_map_at_10_max": -0.127341, "nauc_map_at_10_std": -0.066097, "nauc_map_at_10_diff1": 0.198883, "nauc_map_at_20_max": -0.122677, "nauc_map_at_20_std": -0.073736, "nauc_map_at_20_diff1": 0.171118, "nauc_map_at_100_max": -0.11829, "nauc_map_at_100_std": -0.072109, "nauc_map_at_100_diff1": 0.159971, "nauc_map_at_1000_max": -0.120239, "nauc_map_at_1000_std": -0.0725, "nauc_map_at_1000_diff1": 0.16538, "nauc_recall_at_1_max": -0.128494, "nauc_recall_at_1_std": -0.108858, "nauc_recall_at_1_diff1": 0.523211, "nauc_recall_at_3_max": -0.212896, "nauc_recall_at_3_std": -0.142824, "nauc_recall_at_3_diff1": 0.185033, "nauc_recall_at_5_max": -0.118755, "nauc_recall_at_5_std": -0.060262, "nauc_recall_at_5_diff1": 0.201334, "nauc_recall_at_10_max": -0.087367, "nauc_recall_at_10_std": -0.020887, "nauc_recall_at_10_diff1": 0.061977, "nauc_recall_at_20_max": -0.090622, "nauc_recall_at_20_std": -0.059997, "nauc_recall_at_20_diff1": 0.021067, "nauc_recall_at_100_max": -0.057467, "nauc_recall_at_100_std": -0.022109, "nauc_recall_at_100_diff1": 0.022689, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.128494, "nauc_precision_at_1_std": -0.108858, "nauc_precision_at_1_diff1": 0.523211, "nauc_precision_at_3_max": -0.212896, "nauc_precision_at_3_std": -0.142824, "nauc_precision_at_3_diff1": 0.185033, "nauc_precision_at_5_max": -0.118755, "nauc_precision_at_5_std": -0.060262, "nauc_precision_at_5_diff1": 0.201334, "nauc_precision_at_10_max": -0.087367, "nauc_precision_at_10_std": -0.020887, "nauc_precision_at_10_diff1": 0.061977, "nauc_precision_at_20_max": -0.090622, "nauc_precision_at_20_std": -0.059997, "nauc_precision_at_20_diff1": 0.021067, "nauc_precision_at_100_max": -0.057467, "nauc_precision_at_100_std": -0.022109, "nauc_precision_at_100_diff1": 0.022689, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.128494, "nauc_mrr_at_1_std": -0.108858, "nauc_mrr_at_1_diff1": 0.523211, "nauc_mrr_at_3_max": -0.182546, "nauc_mrr_at_3_std": -0.128328, "nauc_mrr_at_3_diff1": 0.305646, "nauc_mrr_at_5_max": -0.143152, "nauc_mrr_at_5_std": -0.091822, "nauc_mrr_at_5_diff1": 0.293677, "nauc_mrr_at_10_max": -0.127341, "nauc_mrr_at_10_std": -0.066097, "nauc_mrr_at_10_diff1": 0.198883, "nauc_mrr_at_20_max": -0.122677, "nauc_mrr_at_20_std": -0.073736, "nauc_mrr_at_20_diff1": 0.171118, "nauc_mrr_at_100_max": -0.11829, "nauc_mrr_at_100_std": -0.072109, "nauc_mrr_at_100_diff1": 0.159971, "nauc_mrr_at_1000_max": -0.120239, "nauc_mrr_at_1000_std": -0.0725, "nauc_mrr_at_1000_diff1": 0.16538, "main_score": 0.04306, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "ndcg_at_1": 0.05753, "ndcg_at_3": 0.08256, "ndcg_at_5": 0.0961, "ndcg_at_10": 0.11644, "ndcg_at_20": 0.13752, "ndcg_at_100": 0.20659, "ndcg_at_1000": 0.25287, "map_at_1": 0.05753, "map_at_3": 0.07657, "map_at_5": 0.08405, "map_at_10": 0.0925, "map_at_20": 0.09834, "map_at_100": 0.10726, "map_at_1000": 0.10939, "recall_at_1": 0.05753, "recall_at_3": 0.09983, "recall_at_5": 0.13283, "recall_at_10": 0.19543, "recall_at_20": 0.27834, "recall_at_100": 0.6599, "recall_at_1000": 1.0, "precision_at_1": 0.05753, "precision_at_3": 0.03328, "precision_at_5": 0.02657, "precision_at_10": 0.01954, "precision_at_20": 0.01392, "precision_at_100": 0.0066, "precision_at_1000": 0.001, "mrr_at_1": 0.05753, "mrr_at_3": 0.076565, "mrr_at_5": 0.084052, "mrr_at_10": 0.092501, "mrr_at_20": 0.098341, "mrr_at_100": 0.107256, "mrr_at_1000": 0.109394, "nauc_ndcg_at_1_max": -0.149225, "nauc_ndcg_at_1_std": -0.100271, "nauc_ndcg_at_1_diff1": 0.368087, "nauc_ndcg_at_3_max": -0.128387, "nauc_ndcg_at_3_std": -0.112673, "nauc_ndcg_at_3_diff1": 0.256813, "nauc_ndcg_at_5_max": -0.112321, "nauc_ndcg_at_5_std": -0.10288, "nauc_ndcg_at_5_diff1": 0.253866, "nauc_ndcg_at_10_max": -0.08288, "nauc_ndcg_at_10_std": -0.105985, "nauc_ndcg_at_10_diff1": 0.217319, "nauc_ndcg_at_20_max": -0.061211, "nauc_ndcg_at_20_std": -0.073677, "nauc_ndcg_at_20_diff1": 0.187654, "nauc_ndcg_at_100_max": -0.055466, "nauc_ndcg_at_100_std": -0.053858, "nauc_ndcg_at_100_diff1": 0.184485, "nauc_ndcg_at_1000_max": -0.080663, "nauc_ndcg_at_1000_std": -0.078958, "nauc_ndcg_at_1000_diff1": 0.214579, "nauc_map_at_1_max": -0.149225, "nauc_map_at_1_std": -0.100271, "nauc_map_at_1_diff1": 0.368087, "nauc_map_at_3_max": -0.132359, "nauc_map_at_3_std": -0.110624, "nauc_map_at_3_diff1": 0.278172, "nauc_map_at_5_max": -0.122725, "nauc_map_at_5_std": -0.104796, "nauc_map_at_5_diff1": 0.275058, "nauc_map_at_10_max": -0.107216, "nauc_map_at_10_std": -0.106421, "nauc_map_at_10_diff1": 0.255775, "nauc_map_at_20_max": -0.098162, "nauc_map_at_20_std": -0.095068, "nauc_map_at_20_diff1": 0.24455, "nauc_map_at_100_max": -0.098642, "nauc_map_at_100_std": -0.092157, "nauc_map_at_100_diff1": 0.243806, "nauc_map_at_1000_max": -0.100096, "nauc_map_at_1000_std": -0.093316, "nauc_map_at_1000_diff1": 0.245698, "nauc_recall_at_1_max": -0.149225, "nauc_recall_at_1_std": -0.100271, "nauc_recall_at_1_diff1": 0.368087, "nauc_recall_at_3_max": -0.119533, "nauc_recall_at_3_std": -0.117146, "nauc_recall_at_3_diff1": 0.209161, "nauc_recall_at_5_max": -0.090069, "nauc_recall_at_5_std": -0.098046, "nauc_recall_at_5_diff1": 0.212274, "nauc_recall_at_10_max": -0.037828, "nauc_recall_at_10_std": -0.104857, "nauc_recall_at_10_diff1": 0.149385, "nauc_recall_at_20_max": 0.002219, "nauc_recall_at_20_std": -0.030753, "nauc_recall_at_20_diff1": 0.091045, "nauc_recall_at_100_max": 0.047012, "nauc_recall_at_100_std": 0.053156, "nauc_recall_at_100_diff1": 0.063513, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.149225, "nauc_precision_at_1_std": -0.100271, "nauc_precision_at_1_diff1": 0.368087, "nauc_precision_at_3_max": -0.119533, "nauc_precision_at_3_std": -0.117146, "nauc_precision_at_3_diff1": 0.209161, "nauc_precision_at_5_max": -0.090069, "nauc_precision_at_5_std": -0.098046, "nauc_precision_at_5_diff1": 0.212274, "nauc_precision_at_10_max": -0.037828, "nauc_precision_at_10_std": -0.104857, "nauc_precision_at_10_diff1": 0.149385, "nauc_precision_at_20_max": 0.002219, "nauc_precision_at_20_std": -0.030753, "nauc_precision_at_20_diff1": 0.091045, "nauc_precision_at_100_max": 0.047012, "nauc_precision_at_100_std": 0.053156, "nauc_precision_at_100_diff1": 0.063513, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.149225, "nauc_mrr_at_1_std": -0.100271, "nauc_mrr_at_1_diff1": 0.368087, "nauc_mrr_at_3_max": -0.132359, "nauc_mrr_at_3_std": -0.110624, "nauc_mrr_at_3_diff1": 0.278172, "nauc_mrr_at_5_max": -0.122725, "nauc_mrr_at_5_std": -0.104796, "nauc_mrr_at_5_diff1": 0.275058, "nauc_mrr_at_10_max": -0.107216, "nauc_mrr_at_10_std": -0.106421, "nauc_mrr_at_10_diff1": 0.255775, "nauc_mrr_at_20_max": -0.098162, "nauc_mrr_at_20_std": -0.095068, "nauc_mrr_at_20_diff1": 0.24455, "nauc_mrr_at_100_max": -0.098642, "nauc_mrr_at_100_std": -0.092157, "nauc_mrr_at_100_diff1": 0.243806, "nauc_mrr_at_1000_max": -0.100096, "nauc_mrr_at_1000_std": -0.093316, "nauc_mrr_at_1000_diff1": 0.245698, "main_score": 0.11644, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "ndcg_at_1": 0.05588, "ndcg_at_3": 0.07804, "ndcg_at_5": 0.08431, "ndcg_at_10": 0.09801, "ndcg_at_20": 0.11496, "ndcg_at_100": 0.17785, "ndcg_at_1000": 0.23503, "map_at_1": 0.05588, "map_at_3": 0.07254, "map_at_5": 0.07601, "map_at_10": 0.08151, "map_at_20": 0.08619, "map_at_100": 0.09354, "map_at_1000": 0.09616, "recall_at_1": 0.05588, "recall_at_3": 0.09399, "recall_at_5": 0.10923, "recall_at_10": 0.15241, "recall_at_20": 0.21931, "recall_at_100": 0.57917, "recall_at_1000": 1.0, "precision_at_1": 0.05588, "precision_at_3": 0.03133, "precision_at_5": 0.02185, "precision_at_10": 0.01524, "precision_at_20": 0.01097, "precision_at_100": 0.00579, "precision_at_1000": 0.001, "mrr_at_1": 0.055885, "mrr_at_3": 0.072537, "mrr_at_5": 0.076009, "mrr_at_10": 0.08151, "mrr_at_20": 0.086187, "mrr_at_100": 0.093537, "mrr_at_1000": 0.096159, "nauc_ndcg_at_1_max": -0.39409, "nauc_ndcg_at_1_std": 0.147309, "nauc_ndcg_at_1_diff1": 0.496288, "nauc_ndcg_at_3_max": -0.348796, "nauc_ndcg_at_3_std": 0.094124, "nauc_ndcg_at_3_diff1": 0.307012, "nauc_ndcg_at_5_max": -0.349877, "nauc_ndcg_at_5_std": 0.106221, "nauc_ndcg_at_5_diff1": 0.293012, "nauc_ndcg_at_10_max": -0.344168, "nauc_ndcg_at_10_std": 0.096429, "nauc_ndcg_at_10_diff1": 0.255416, "nauc_ndcg_at_20_max": -0.319738, "nauc_ndcg_at_20_std": 0.078895, "nauc_ndcg_at_20_diff1": 0.201629, "nauc_ndcg_at_100_max": -0.297127, "nauc_ndcg_at_100_std": 0.065511, "nauc_ndcg_at_100_diff1": 0.178296, "nauc_ndcg_at_1000_max": -0.324675, "nauc_ndcg_at_1000_std": 0.079945, "nauc_ndcg_at_1000_diff1": 0.23598, "nauc_map_at_1_max": -0.39409, "nauc_map_at_1_std": 0.147309, "nauc_map_at_1_diff1": 0.496288, "nauc_map_at_3_max": -0.35613, "nauc_map_at_3_std": 0.102365, "nauc_map_at_3_diff1": 0.343515, "nauc_map_at_5_max": -0.356774, "nauc_map_at_5_std": 0.109462, "nauc_map_at_5_diff1": 0.333577, "nauc_map_at_10_max": -0.354113, "nauc_map_at_10_std": 0.103803, "nauc_map_at_10_diff1": 0.31314, "nauc_map_at_20_max": -0.345496, "nauc_map_at_20_std": 0.09728, "nauc_map_at_20_diff1": 0.292793, "nauc_map_at_100_max": -0.340318, "nauc_map_at_100_std": 0.094138, "nauc_map_at_100_diff1": 0.287435, "nauc_map_at_1000_max": -0.342444, "nauc_map_at_1000_std": 0.094806, "nauc_map_at_1000_diff1": 0.291247, "nauc_recall_at_1_max": -0.39409, "nauc_recall_at_1_std": 0.147309, "nauc_recall_at_1_diff1": 0.496288, "nauc_recall_at_3_max": -0.332807, "nauc_recall_at_3_std": 0.076291, "nauc_recall_at_3_diff1": 0.225287, "nauc_recall_at_5_max": -0.335931, "nauc_recall_at_5_std": 0.101313, "nauc_recall_at_5_diff1": 0.208045, "nauc_recall_at_10_max": -0.325527, "nauc_recall_at_10_std": 0.084075, "nauc_recall_at_10_diff1": 0.148177, "nauc_recall_at_20_max": -0.27221, "nauc_recall_at_20_std": 0.046814, "nauc_recall_at_20_diff1": 0.045977, "nauc_recall_at_100_max": -0.213653, "nauc_recall_at_100_std": 0.013031, "nauc_recall_at_100_diff1": -0.011, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.39409, "nauc_precision_at_1_std": 0.147309, "nauc_precision_at_1_diff1": 0.496288, "nauc_precision_at_3_max": -0.332807, "nauc_precision_at_3_std": 0.076291, "nauc_precision_at_3_diff1": 0.225287, "nauc_precision_at_5_max": -0.335931, "nauc_precision_at_5_std": 0.101313, "nauc_precision_at_5_diff1": 0.208045, "nauc_precision_at_10_max": -0.325527, "nauc_precision_at_10_std": 0.084075, "nauc_precision_at_10_diff1": 0.148177, "nauc_precision_at_20_max": -0.27221, "nauc_precision_at_20_std": 0.046814, "nauc_precision_at_20_diff1": 0.045977, "nauc_precision_at_100_max": -0.213653, "nauc_precision_at_100_std": 0.013031, "nauc_precision_at_100_diff1": -0.011, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.39409, "nauc_mrr_at_1_std": 0.147309, "nauc_mrr_at_1_diff1": 0.496288, "nauc_mrr_at_3_max": -0.35613, "nauc_mrr_at_3_std": 0.102365, "nauc_mrr_at_3_diff1": 0.343515, "nauc_mrr_at_5_max": -0.356774, "nauc_mrr_at_5_std": 0.109462, "nauc_mrr_at_5_diff1": 0.333577, "nauc_mrr_at_10_max": -0.354113, "nauc_mrr_at_10_std": 0.103803, "nauc_mrr_at_10_diff1": 0.31314, "nauc_mrr_at_20_max": -0.345496, "nauc_mrr_at_20_std": 0.09728, "nauc_mrr_at_20_diff1": 0.292793, "nauc_mrr_at_100_max": -0.340318, "nauc_mrr_at_100_std": 0.094138, "nauc_mrr_at_100_diff1": 0.287435, "nauc_mrr_at_1000_max": -0.342444, "nauc_mrr_at_1000_std": 0.094806, "nauc_mrr_at_1000_diff1": 0.291247, "main_score": 0.09801, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 12.435237169265747, "kg_co2_emissions": 0.0007543548445170073 }