{ "dataset_revision": "c99d599f0a6ab9b85b065da6f9d94f9cf731679f", "task_name": "XPQARetrieval", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.33067, "ndcg_at_3": 0.35269, "ndcg_at_5": 0.37271, "ndcg_at_10": 0.4112, "ndcg_at_20": 0.44008, "ndcg_at_100": 0.47898, "ndcg_at_1000": 0.50507, "map_at_1": 0.18018, "map_at_3": 0.28863, "map_at_5": 0.32488, "map_at_10": 0.3458, "map_at_20": 0.35627, "map_at_100": 0.36344, "map_at_1000": 0.36467, "recall_at_1": 0.18018, "recall_at_3": 0.342, "recall_at_5": 0.42607, "recall_at_10": 0.52676, "recall_at_20": 0.62444, "recall_at_100": 0.80244, "recall_at_1000": 0.98818, "precision_at_1": 0.33067, "precision_at_3": 0.24267, "precision_at_5": 0.1864, "precision_at_10": 0.1132, "precision_at_20": 0.06607, "precision_at_100": 0.01679, "precision_at_1000": 0.00199, "mrr_at_1": 0.330667, "mrr_at_3": 0.388667, "mrr_at_5": 0.403, "mrr_at_10": 0.415856, "mrr_at_20": 0.421286, "mrr_at_100": 0.424669, "mrr_at_1000": 0.425259, "nauc_ndcg_at_1_max": 0.347488, "nauc_ndcg_at_1_std": -0.040744, "nauc_ndcg_at_1_diff1": 0.402461, "nauc_ndcg_at_3_max": 0.301303, "nauc_ndcg_at_3_std": -0.054311, "nauc_ndcg_at_3_diff1": 0.331013, "nauc_ndcg_at_5_max": 0.300865, "nauc_ndcg_at_5_std": -0.045101, "nauc_ndcg_at_5_diff1": 0.321291, "nauc_ndcg_at_10_max": 0.324905, "nauc_ndcg_at_10_std": -0.034887, "nauc_ndcg_at_10_diff1": 0.322723, "nauc_ndcg_at_20_max": 0.331807, "nauc_ndcg_at_20_std": -0.032054, "nauc_ndcg_at_20_diff1": 0.318163, "nauc_ndcg_at_100_max": 0.339762, "nauc_ndcg_at_100_std": -0.015913, "nauc_ndcg_at_100_diff1": 0.322278, "nauc_ndcg_at_1000_max": 0.332918, "nauc_ndcg_at_1000_std": -0.026174, "nauc_ndcg_at_1000_diff1": 0.327272, "nauc_map_at_1_max": 0.152409, "nauc_map_at_1_std": -0.021337, "nauc_map_at_1_diff1": 0.366716, "nauc_map_at_3_max": 0.257729, "nauc_map_at_3_std": -0.044164, "nauc_map_at_3_diff1": 0.335303, "nauc_map_at_5_max": 0.289877, "nauc_map_at_5_std": -0.043811, "nauc_map_at_5_diff1": 0.325472, "nauc_map_at_10_max": 0.306387, "nauc_map_at_10_std": -0.037245, "nauc_map_at_10_diff1": 0.324291, "nauc_map_at_20_max": 0.308876, "nauc_map_at_20_std": -0.037379, "nauc_map_at_20_diff1": 0.322078, "nauc_map_at_100_max": 0.311236, "nauc_map_at_100_std": -0.034988, "nauc_map_at_100_diff1": 0.323491, "nauc_map_at_1000_max": 0.310892, "nauc_map_at_1000_std": -0.03525, "nauc_map_at_1000_diff1": 0.323798, "nauc_recall_at_1_max": 0.152409, "nauc_recall_at_1_std": -0.021337, "nauc_recall_at_1_diff1": 0.366716, "nauc_recall_at_3_max": 0.223816, "nauc_recall_at_3_std": -0.051241, "nauc_recall_at_3_diff1": 0.286069, "nauc_recall_at_5_max": 0.261267, "nauc_recall_at_5_std": -0.042106, "nauc_recall_at_5_diff1": 0.260344, "nauc_recall_at_10_max": 0.311082, "nauc_recall_at_10_std": -0.019016, "nauc_recall_at_10_diff1": 0.257595, "nauc_recall_at_20_max": 0.334765, "nauc_recall_at_20_std": -0.001461, "nauc_recall_at_20_diff1": 0.235833, "nauc_recall_at_100_max": 0.401416, "nauc_recall_at_100_std": 0.153238, "nauc_recall_at_100_diff1": 0.227415, "nauc_recall_at_1000_max": 0.510717, "nauc_recall_at_1000_std": 0.60666, "nauc_recall_at_1000_diff1": 0.070604, "nauc_precision_at_1_max": 0.347488, "nauc_precision_at_1_std": -0.040744, "nauc_precision_at_1_diff1": 0.402461, "nauc_precision_at_3_max": 0.372681, "nauc_precision_at_3_std": -0.060188, "nauc_precision_at_3_diff1": 0.250515, "nauc_precision_at_5_max": 0.374223, "nauc_precision_at_5_std": -0.048222, "nauc_precision_at_5_diff1": 0.203245, "nauc_precision_at_10_max": 0.392809, "nauc_precision_at_10_std": -0.028021, "nauc_precision_at_10_diff1": 0.193176, "nauc_precision_at_20_max": 0.370281, "nauc_precision_at_20_std": -0.022975, "nauc_precision_at_20_diff1": 0.161167, "nauc_precision_at_100_max": 0.340347, "nauc_precision_at_100_std": 0.010252, "nauc_precision_at_100_diff1": 0.129303, "nauc_precision_at_1000_max": 0.254427, "nauc_precision_at_1000_std": -0.031886, "nauc_precision_at_1000_diff1": 0.079087, "nauc_mrr_at_1_max": 0.347488, "nauc_mrr_at_1_std": -0.040744, "nauc_mrr_at_1_diff1": 0.402461, "nauc_mrr_at_3_max": 0.331173, "nauc_mrr_at_3_std": -0.049957, "nauc_mrr_at_3_diff1": 0.364053, "nauc_mrr_at_5_max": 0.333574, "nauc_mrr_at_5_std": -0.045869, "nauc_mrr_at_5_diff1": 0.360359, "nauc_mrr_at_10_max": 0.338964, "nauc_mrr_at_10_std": -0.04422, "nauc_mrr_at_10_diff1": 0.363489, "nauc_mrr_at_20_max": 0.340562, "nauc_mrr_at_20_std": -0.043493, "nauc_mrr_at_20_diff1": 0.363075, "nauc_mrr_at_100_max": 0.339981, "nauc_mrr_at_100_std": -0.042263, "nauc_mrr_at_100_diff1": 0.362446, "nauc_mrr_at_1000_max": 0.339891, "nauc_mrr_at_1000_std": -0.042238, "nauc_mrr_at_1000_diff1": 0.362482, "main_score": 0.4112, "hf_subset": "ara-ara", "languages": [ "ara-Arab", "ara-Arab" ] }, { "ndcg_at_1": 0.15067, "ndcg_at_3": 0.15372, "ndcg_at_5": 0.16597, "ndcg_at_10": 0.19897, "ndcg_at_20": 0.22918, "ndcg_at_100": 0.27871, "ndcg_at_1000": 0.33053, "map_at_1": 0.07611, "map_at_3": 0.11691, "map_at_5": 0.13409, "map_at_10": 0.15009, "map_at_20": 0.16032, "map_at_100": 0.16843, "map_at_1000": 0.17066, "recall_at_1": 0.07611, "recall_at_3": 0.14371, "recall_at_5": 0.19104, "recall_at_10": 0.27569, "recall_at_20": 0.37478, "recall_at_100": 0.60582, "recall_at_1000": 0.96116, "precision_at_1": 0.15067, "precision_at_3": 0.10844, "precision_at_5": 0.0872, "precision_at_10": 0.0612, "precision_at_20": 0.04113, "precision_at_100": 0.01269, "precision_at_1000": 0.00199, "mrr_at_1": 0.150667, "mrr_at_3": 0.189778, "mrr_at_5": 0.201044, "mrr_at_10": 0.214327, "mrr_at_20": 0.220971, "mrr_at_100": 0.226158, "mrr_at_1000": 0.227263, "nauc_ndcg_at_1_max": 0.336742, "nauc_ndcg_at_1_std": 0.035963, "nauc_ndcg_at_1_diff1": 0.265847, "nauc_ndcg_at_3_max": 0.333517, "nauc_ndcg_at_3_std": 0.045341, "nauc_ndcg_at_3_diff1": 0.234877, "nauc_ndcg_at_5_max": 0.34188, "nauc_ndcg_at_5_std": 0.055302, "nauc_ndcg_at_5_diff1": 0.237988, "nauc_ndcg_at_10_max": 0.35181, "nauc_ndcg_at_10_std": 0.049659, "nauc_ndcg_at_10_diff1": 0.236582, "nauc_ndcg_at_20_max": 0.366365, "nauc_ndcg_at_20_std": 0.054968, "nauc_ndcg_at_20_diff1": 0.244872, "nauc_ndcg_at_100_max": 0.353008, "nauc_ndcg_at_100_std": 0.065309, "nauc_ndcg_at_100_diff1": 0.23185, "nauc_ndcg_at_1000_max": 0.353192, "nauc_ndcg_at_1000_std": 0.068749, "nauc_ndcg_at_1000_diff1": 0.231634, "nauc_map_at_1_max": 0.327061, "nauc_map_at_1_std": 0.119181, "nauc_map_at_1_diff1": 0.311553, "nauc_map_at_3_max": 0.335609, "nauc_map_at_3_std": 0.076065, "nauc_map_at_3_diff1": 0.24472, "nauc_map_at_5_max": 0.354245, "nauc_map_at_5_std": 0.067974, "nauc_map_at_5_diff1": 0.242814, "nauc_map_at_10_max": 0.361407, "nauc_map_at_10_std": 0.058891, "nauc_map_at_10_diff1": 0.24031, "nauc_map_at_20_max": 0.367025, "nauc_map_at_20_std": 0.060552, "nauc_map_at_20_diff1": 0.241847, "nauc_map_at_100_max": 0.365806, "nauc_map_at_100_std": 0.063298, "nauc_map_at_100_diff1": 0.238962, "nauc_map_at_1000_max": 0.365695, "nauc_map_at_1000_std": 0.063912, "nauc_map_at_1000_diff1": 0.238893, "nauc_recall_at_1_max": 0.327061, "nauc_recall_at_1_std": 0.119181, "nauc_recall_at_1_diff1": 0.311553, "nauc_recall_at_3_max": 0.306546, "nauc_recall_at_3_std": 0.062852, "nauc_recall_at_3_diff1": 0.218096, "nauc_recall_at_5_max": 0.315568, "nauc_recall_at_5_std": 0.055356, "nauc_recall_at_5_diff1": 0.211279, "nauc_recall_at_10_max": 0.328455, "nauc_recall_at_10_std": 0.052957, "nauc_recall_at_10_diff1": 0.207954, "nauc_recall_at_20_max": 0.366437, "nauc_recall_at_20_std": 0.071335, "nauc_recall_at_20_diff1": 0.230474, "nauc_recall_at_100_max": 0.314113, "nauc_recall_at_100_std": 0.105916, "nauc_recall_at_100_diff1": 0.183372, "nauc_recall_at_1000_max": 0.649322, "nauc_recall_at_1000_std": 0.536334, "nauc_recall_at_1000_diff1": 0.183471, "nauc_precision_at_1_max": 0.336742, "nauc_precision_at_1_std": 0.035963, "nauc_precision_at_1_diff1": 0.265847, "nauc_precision_at_3_max": 0.339287, "nauc_precision_at_3_std": -0.006667, "nauc_precision_at_3_diff1": 0.188907, "nauc_precision_at_5_max": 0.356658, "nauc_precision_at_5_std": -0.010901, "nauc_precision_at_5_diff1": 0.190677, "nauc_precision_at_10_max": 0.351272, "nauc_precision_at_10_std": -0.023136, "nauc_precision_at_10_diff1": 0.177706, "nauc_precision_at_20_max": 0.334724, "nauc_precision_at_20_std": -0.015187, "nauc_precision_at_20_diff1": 0.172558, "nauc_precision_at_100_max": 0.245537, "nauc_precision_at_100_std": 0.011376, "nauc_precision_at_100_diff1": 0.116389, "nauc_precision_at_1000_max": 0.059554, "nauc_precision_at_1000_std": -0.034517, "nauc_precision_at_1000_diff1": 0.020007, "nauc_mrr_at_1_max": 0.336742, "nauc_mrr_at_1_std": 0.035963, "nauc_mrr_at_1_diff1": 0.265847, "nauc_mrr_at_3_max": 0.325832, "nauc_mrr_at_3_std": 0.033116, "nauc_mrr_at_3_diff1": 0.249405, "nauc_mrr_at_5_max": 0.320824, "nauc_mrr_at_5_std": 0.033178, "nauc_mrr_at_5_diff1": 0.246525, "nauc_mrr_at_10_max": 0.323479, "nauc_mrr_at_10_std": 0.035206, "nauc_mrr_at_10_diff1": 0.245573, "nauc_mrr_at_20_max": 0.324752, "nauc_mrr_at_20_std": 0.035559, "nauc_mrr_at_20_diff1": 0.247708, "nauc_mrr_at_100_max": 0.323227, "nauc_mrr_at_100_std": 0.036245, "nauc_mrr_at_100_diff1": 0.245871, "nauc_mrr_at_1000_max": 0.323911, "nauc_mrr_at_1000_std": 0.036694, "nauc_mrr_at_1000_diff1": 0.246018, "main_score": 0.19897, "hf_subset": "eng-ara", "languages": [ "eng-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.27358, "ndcg_at_3": 0.28329, "ndcg_at_5": 0.30228, "ndcg_at_10": 0.34398, "ndcg_at_20": 0.37889, "ndcg_at_100": 0.42804, "ndcg_at_1000": 0.45671, "map_at_1": 0.14787, "map_at_3": 0.23016, "map_at_5": 0.25937, "map_at_10": 0.28249, "map_at_20": 0.2946, "map_at_100": 0.30345, "map_at_1000": 0.30494, "recall_at_1": 0.14787, "recall_at_3": 0.27329, "recall_at_5": 0.34513, "recall_at_10": 0.44863, "recall_at_20": 0.56635, "recall_at_100": 0.78857, "recall_at_1000": 0.98412, "precision_at_1": 0.27358, "precision_at_3": 0.19227, "precision_at_5": 0.14987, "precision_at_10": 0.09757, "precision_at_20": 0.0597, "precision_at_100": 0.01644, "precision_at_1000": 0.002, "mrr_at_1": 0.273585, "mrr_at_3": 0.323226, "mrr_at_5": 0.337174, "mrr_at_10": 0.351588, "mrr_at_20": 0.359018, "mrr_at_100": 0.364022, "mrr_at_1000": 0.36464, "nauc_ndcg_at_1_max": 0.282715, "nauc_ndcg_at_1_std": 0.005803, "nauc_ndcg_at_1_diff1": 0.348004, "nauc_ndcg_at_3_max": 0.269655, "nauc_ndcg_at_3_std": -0.006575, "nauc_ndcg_at_3_diff1": 0.297108, "nauc_ndcg_at_5_max": 0.263506, "nauc_ndcg_at_5_std": -0.015815, "nauc_ndcg_at_5_diff1": 0.284146, "nauc_ndcg_at_10_max": 0.291658, "nauc_ndcg_at_10_std": -0.014296, "nauc_ndcg_at_10_diff1": 0.2619, "nauc_ndcg_at_20_max": 0.311333, "nauc_ndcg_at_20_std": 0.005461, "nauc_ndcg_at_20_diff1": 0.252797, "nauc_ndcg_at_100_max": 0.322395, "nauc_ndcg_at_100_std": 0.033902, "nauc_ndcg_at_100_diff1": 0.265927, "nauc_ndcg_at_1000_max": 0.310165, "nauc_ndcg_at_1000_std": 0.020279, "nauc_ndcg_at_1000_diff1": 0.277541, "nauc_map_at_1_max": 0.181437, "nauc_map_at_1_std": 0.007968, "nauc_map_at_1_diff1": 0.36614, "nauc_map_at_3_max": 0.248129, "nauc_map_at_3_std": -0.001303, "nauc_map_at_3_diff1": 0.308525, "nauc_map_at_5_max": 0.268475, "nauc_map_at_5_std": -0.002573, "nauc_map_at_5_diff1": 0.30063, "nauc_map_at_10_max": 0.285105, "nauc_map_at_10_std": -0.004895, "nauc_map_at_10_diff1": 0.286574, "nauc_map_at_20_max": 0.294102, "nauc_map_at_20_std": 0.002206, "nauc_map_at_20_diff1": 0.28393, "nauc_map_at_100_max": 0.295762, "nauc_map_at_100_std": 0.006648, "nauc_map_at_100_diff1": 0.286457, "nauc_map_at_1000_max": 0.29531, "nauc_map_at_1000_std": 0.00639, "nauc_map_at_1000_diff1": 0.287181, "nauc_recall_at_1_max": 0.181437, "nauc_recall_at_1_std": 0.007968, "nauc_recall_at_1_diff1": 0.36614, "nauc_recall_at_3_max": 0.218218, "nauc_recall_at_3_std": -0.024206, "nauc_recall_at_3_diff1": 0.25831, "nauc_recall_at_5_max": 0.217399, "nauc_recall_at_5_std": -0.047129, "nauc_recall_at_5_diff1": 0.227347, "nauc_recall_at_10_max": 0.283422, "nauc_recall_at_10_std": -0.035544, "nauc_recall_at_10_diff1": 0.176357, "nauc_recall_at_20_max": 0.336579, "nauc_recall_at_20_std": 0.031158, "nauc_recall_at_20_diff1": 0.12821, "nauc_recall_at_100_max": 0.445364, "nauc_recall_at_100_std": 0.247573, "nauc_recall_at_100_diff1": 0.135527, "nauc_recall_at_1000_max": 0.606059, "nauc_recall_at_1000_std": 0.61761, "nauc_recall_at_1000_diff1": 0.170008, "nauc_precision_at_1_max": 0.282715, "nauc_precision_at_1_std": 0.005803, "nauc_precision_at_1_diff1": 0.348004, "nauc_precision_at_3_max": 0.318847, "nauc_precision_at_3_std": -0.002747, "nauc_precision_at_3_diff1": 0.213482, "nauc_precision_at_5_max": 0.323001, "nauc_precision_at_5_std": -0.000183, "nauc_precision_at_5_diff1": 0.182447, "nauc_precision_at_10_max": 0.335012, "nauc_precision_at_10_std": -0.007566, "nauc_precision_at_10_diff1": 0.129826, "nauc_precision_at_20_max": 0.345599, "nauc_precision_at_20_std": 0.020328, "nauc_precision_at_20_diff1": 0.103157, "nauc_precision_at_100_max": 0.302606, "nauc_precision_at_100_std": 0.08376, "nauc_precision_at_100_diff1": 0.090116, "nauc_precision_at_1000_max": 0.198227, "nauc_precision_at_1000_std": 0.043265, "nauc_precision_at_1000_diff1": 0.075256, "nauc_mrr_at_1_max": 0.282715, "nauc_mrr_at_1_std": 0.005803, "nauc_mrr_at_1_diff1": 0.348004, "nauc_mrr_at_3_max": 0.277639, "nauc_mrr_at_3_std": -0.004896, "nauc_mrr_at_3_diff1": 0.314957, "nauc_mrr_at_5_max": 0.267851, "nauc_mrr_at_5_std": -0.012502, "nauc_mrr_at_5_diff1": 0.304771, "nauc_mrr_at_10_max": 0.279384, "nauc_mrr_at_10_std": -0.010262, "nauc_mrr_at_10_diff1": 0.296265, "nauc_mrr_at_20_max": 0.282313, "nauc_mrr_at_20_std": -0.00506, "nauc_mrr_at_20_diff1": 0.295871, "nauc_mrr_at_100_max": 0.283383, "nauc_mrr_at_100_std": -0.002513, "nauc_mrr_at_100_diff1": 0.298824, "nauc_mrr_at_1000_max": 0.282949, "nauc_mrr_at_1000_std": -0.002836, "nauc_mrr_at_1000_diff1": 0.298938, "main_score": 0.34398, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ] }, { "ndcg_at_1": 0.61097, "ndcg_at_3": 0.64855, "ndcg_at_5": 0.66765, "ndcg_at_10": 0.69243, "ndcg_at_20": 0.70866, "ndcg_at_100": 0.72691, "ndcg_at_1000": 0.73496, "map_at_1": 0.45231, "map_at_3": 0.60194, "map_at_5": 0.62924, "map_at_10": 0.64307, "map_at_20": 0.64879, "map_at_100": 0.65213, "map_at_1000": 0.65253, "recall_at_1": 0.45231, "recall_at_3": 0.66712, "recall_at_5": 0.72961, "recall_at_10": 0.79539, "recall_at_20": 0.85305, "recall_at_100": 0.93879, "recall_at_1000": 0.99608, "precision_at_1": 0.61097, "precision_at_3": 0.35074, "precision_at_5": 0.23708, "precision_at_10": 0.13042, "precision_at_20": 0.06978, "precision_at_100": 0.01546, "precision_at_1000": 0.00163, "mrr_at_1": 0.610966, "mrr_at_3": 0.666449, "mrr_at_5": 0.67624, "mrr_at_10": 0.683562, "mrr_at_20": 0.686786, "mrr_at_100": 0.688492, "mrr_at_1000": 0.68875, "nauc_ndcg_at_1_max": 0.67836, "nauc_ndcg_at_1_std": -0.004619, "nauc_ndcg_at_1_diff1": 0.670923, "nauc_ndcg_at_3_max": 0.619069, "nauc_ndcg_at_3_std": -0.025228, "nauc_ndcg_at_3_diff1": 0.611464, "nauc_ndcg_at_5_max": 0.618169, "nauc_ndcg_at_5_std": -0.019025, "nauc_ndcg_at_5_diff1": 0.607376, "nauc_ndcg_at_10_max": 0.623545, "nauc_ndcg_at_10_std": -9.4e-05, "nauc_ndcg_at_10_diff1": 0.594436, "nauc_ndcg_at_20_max": 0.62721, "nauc_ndcg_at_20_std": -0.00316, "nauc_ndcg_at_20_diff1": 0.593275, "nauc_ndcg_at_100_max": 0.634833, "nauc_ndcg_at_100_std": -0.000317, "nauc_ndcg_at_100_diff1": 0.601589, "nauc_ndcg_at_1000_max": 0.635655, "nauc_ndcg_at_1000_std": -0.00459, "nauc_ndcg_at_1000_diff1": 0.608383, "nauc_map_at_1_max": 0.37813, "nauc_map_at_1_std": -0.075471, "nauc_map_at_1_diff1": 0.671558, "nauc_map_at_3_max": 0.562721, "nauc_map_at_3_std": -0.048378, "nauc_map_at_3_diff1": 0.618193, "nauc_map_at_5_max": 0.597145, "nauc_map_at_5_std": -0.035068, "nauc_map_at_5_diff1": 0.608553, "nauc_map_at_10_max": 0.603165, "nauc_map_at_10_std": -0.024445, "nauc_map_at_10_diff1": 0.600574, "nauc_map_at_20_max": 0.606044, "nauc_map_at_20_std": -0.024589, "nauc_map_at_20_diff1": 0.602094, "nauc_map_at_100_max": 0.608012, "nauc_map_at_100_std": -0.023752, "nauc_map_at_100_diff1": 0.604136, "nauc_map_at_1000_max": 0.608018, "nauc_map_at_1000_std": -0.023918, "nauc_map_at_1000_diff1": 0.604292, "nauc_recall_at_1_max": 0.37813, "nauc_recall_at_1_std": -0.075471, "nauc_recall_at_1_diff1": 0.671558, "nauc_recall_at_3_max": 0.538294, "nauc_recall_at_3_std": -0.034294, "nauc_recall_at_3_diff1": 0.574319, "nauc_recall_at_5_max": 0.574678, "nauc_recall_at_5_std": 0.002197, "nauc_recall_at_5_diff1": 0.5447, "nauc_recall_at_10_max": 0.573952, "nauc_recall_at_10_std": 0.070021, "nauc_recall_at_10_diff1": 0.488843, "nauc_recall_at_20_max": 0.566032, "nauc_recall_at_20_std": 0.064378, "nauc_recall_at_20_diff1": 0.433222, "nauc_recall_at_100_max": 0.614343, "nauc_recall_at_100_std": 0.166508, "nauc_recall_at_100_diff1": 0.383342, "nauc_recall_at_1000_max": 0.927336, "nauc_recall_at_1000_std": 0.785731, "nauc_recall_at_1000_diff1": 0.479489, "nauc_precision_at_1_max": 0.67836, "nauc_precision_at_1_std": -0.004619, "nauc_precision_at_1_diff1": 0.670923, "nauc_precision_at_3_max": 0.478399, "nauc_precision_at_3_std": 0.05654, "nauc_precision_at_3_diff1": 0.095612, "nauc_precision_at_5_max": 0.438234, "nauc_precision_at_5_std": 0.083482, "nauc_precision_at_5_diff1": 0.018525, "nauc_precision_at_10_max": 0.387072, "nauc_precision_at_10_std": 0.113883, "nauc_precision_at_10_diff1": -0.057787, "nauc_precision_at_20_max": 0.352871, "nauc_precision_at_20_std": 0.111298, "nauc_precision_at_20_diff1": -0.094642, "nauc_precision_at_100_max": 0.279873, "nauc_precision_at_100_std": 0.120558, "nauc_precision_at_100_diff1": -0.160169, "nauc_precision_at_1000_max": 0.230504, "nauc_precision_at_1000_std": 0.106706, "nauc_precision_at_1000_diff1": -0.20609, "nauc_mrr_at_1_max": 0.67836, "nauc_mrr_at_1_std": -0.004619, "nauc_mrr_at_1_diff1": 0.670923, "nauc_mrr_at_3_max": 0.675121, "nauc_mrr_at_3_std": -0.00722, "nauc_mrr_at_3_diff1": 0.651347, "nauc_mrr_at_5_max": 0.674827, "nauc_mrr_at_5_std": -0.001089, "nauc_mrr_at_5_diff1": 0.647546, "nauc_mrr_at_10_max": 0.673988, "nauc_mrr_at_10_std": 0.003472, "nauc_mrr_at_10_diff1": 0.644517, "nauc_mrr_at_20_max": 0.673796, "nauc_mrr_at_20_std": 0.00241, "nauc_mrr_at_20_diff1": 0.643704, "nauc_mrr_at_100_max": 0.673874, "nauc_mrr_at_100_std": 0.002155, "nauc_mrr_at_100_diff1": 0.644345, "nauc_mrr_at_1000_max": 0.67397, "nauc_mrr_at_1000_std": 0.002226, "nauc_mrr_at_1000_diff1": 0.644619, "main_score": 0.69243, "hf_subset": "deu-deu", "languages": [ "deu-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.28198, "ndcg_at_3": 0.28881, "ndcg_at_5": 0.3024, "ndcg_at_10": 0.33759, "ndcg_at_20": 0.36017, "ndcg_at_100": 0.40706, "ndcg_at_1000": 0.44534, "map_at_1": 0.16406, "map_at_3": 0.23693, "map_at_5": 0.25796, "map_at_10": 0.27739, "map_at_20": 0.28582, "map_at_100": 0.29403, "map_at_1000": 0.29583, "recall_at_1": 0.16406, "recall_at_3": 0.28438, "recall_at_5": 0.34101, "recall_at_10": 0.42948, "recall_at_20": 0.50174, "recall_at_100": 0.72074, "recall_at_1000": 0.98253, "precision_at_1": 0.28198, "precision_at_3": 0.18277, "precision_at_5": 0.13655, "precision_at_10": 0.0876, "precision_at_20": 0.05163, "precision_at_100": 0.01445, "precision_at_1000": 0.00193, "mrr_at_1": 0.281984, "mrr_at_3": 0.336379, "mrr_at_5": 0.349238, "mrr_at_10": 0.359288, "mrr_at_20": 0.364058, "mrr_at_100": 0.368522, "mrr_at_1000": 0.369422, "nauc_ndcg_at_1_max": 0.468719, "nauc_ndcg_at_1_std": 0.049182, "nauc_ndcg_at_1_diff1": 0.467344, "nauc_ndcg_at_3_max": 0.425437, "nauc_ndcg_at_3_std": 0.039921, "nauc_ndcg_at_3_diff1": 0.386515, "nauc_ndcg_at_5_max": 0.428799, "nauc_ndcg_at_5_std": 0.054621, "nauc_ndcg_at_5_diff1": 0.374053, "nauc_ndcg_at_10_max": 0.43264, "nauc_ndcg_at_10_std": 0.066017, "nauc_ndcg_at_10_diff1": 0.365386, "nauc_ndcg_at_20_max": 0.44277, "nauc_ndcg_at_20_std": 0.073469, "nauc_ndcg_at_20_diff1": 0.368459, "nauc_ndcg_at_100_max": 0.451318, "nauc_ndcg_at_100_std": 0.087498, "nauc_ndcg_at_100_diff1": 0.364529, "nauc_ndcg_at_1000_max": 0.447371, "nauc_ndcg_at_1000_std": 0.074314, "nauc_ndcg_at_1000_diff1": 0.3756, "nauc_map_at_1_max": 0.357124, "nauc_map_at_1_std": 0.025617, "nauc_map_at_1_diff1": 0.450781, "nauc_map_at_3_max": 0.397643, "nauc_map_at_3_std": 0.031765, "nauc_map_at_3_diff1": 0.39682, "nauc_map_at_5_max": 0.423769, "nauc_map_at_5_std": 0.048789, "nauc_map_at_5_diff1": 0.390825, "nauc_map_at_10_max": 0.433405, "nauc_map_at_10_std": 0.055209, "nauc_map_at_10_diff1": 0.387031, "nauc_map_at_20_max": 0.439819, "nauc_map_at_20_std": 0.059823, "nauc_map_at_20_diff1": 0.388484, "nauc_map_at_100_max": 0.442029, "nauc_map_at_100_std": 0.062762, "nauc_map_at_100_diff1": 0.387855, "nauc_map_at_1000_max": 0.441864, "nauc_map_at_1000_std": 0.062055, "nauc_map_at_1000_diff1": 0.388499, "nauc_recall_at_1_max": 0.357124, "nauc_recall_at_1_std": 0.025617, "nauc_recall_at_1_diff1": 0.450781, "nauc_recall_at_3_max": 0.343016, "nauc_recall_at_3_std": 0.018675, "nauc_recall_at_3_diff1": 0.31575, "nauc_recall_at_5_max": 0.379538, "nauc_recall_at_5_std": 0.05802, "nauc_recall_at_5_diff1": 0.29763, "nauc_recall_at_10_max": 0.371673, "nauc_recall_at_10_std": 0.085991, "nauc_recall_at_10_diff1": 0.274873, "nauc_recall_at_20_max": 0.394316, "nauc_recall_at_20_std": 0.106029, "nauc_recall_at_20_diff1": 0.283614, "nauc_recall_at_100_max": 0.430257, "nauc_recall_at_100_std": 0.210363, "nauc_recall_at_100_diff1": 0.234781, "nauc_recall_at_1000_max": 0.560674, "nauc_recall_at_1000_std": 0.706598, "nauc_recall_at_1000_diff1": 0.320113, "nauc_precision_at_1_max": 0.468719, "nauc_precision_at_1_std": 0.049182, "nauc_precision_at_1_diff1": 0.467344, "nauc_precision_at_3_max": 0.453366, "nauc_precision_at_3_std": 0.058381, "nauc_precision_at_3_diff1": 0.297939, "nauc_precision_at_5_max": 0.467329, "nauc_precision_at_5_std": 0.086836, "nauc_precision_at_5_diff1": 0.263671, "nauc_precision_at_10_max": 0.432731, "nauc_precision_at_10_std": 0.099258, "nauc_precision_at_10_diff1": 0.217376, "nauc_precision_at_20_max": 0.427532, "nauc_precision_at_20_std": 0.11287, "nauc_precision_at_20_diff1": 0.200951, "nauc_precision_at_100_max": 0.35135, "nauc_precision_at_100_std": 0.11382, "nauc_precision_at_100_diff1": 0.130275, "nauc_precision_at_1000_max": 0.183421, "nauc_precision_at_1000_std": 0.014003, "nauc_precision_at_1000_diff1": 0.04936, "nauc_mrr_at_1_max": 0.468719, "nauc_mrr_at_1_std": 0.049182, "nauc_mrr_at_1_diff1": 0.467344, "nauc_mrr_at_3_max": 0.448235, "nauc_mrr_at_3_std": 0.049906, "nauc_mrr_at_3_diff1": 0.406078, "nauc_mrr_at_5_max": 0.449404, "nauc_mrr_at_5_std": 0.05335, "nauc_mrr_at_5_diff1": 0.402617, "nauc_mrr_at_10_max": 0.443789, "nauc_mrr_at_10_std": 0.054305, "nauc_mrr_at_10_diff1": 0.398838, "nauc_mrr_at_20_max": 0.443561, "nauc_mrr_at_20_std": 0.053933, "nauc_mrr_at_20_diff1": 0.399376, "nauc_mrr_at_100_max": 0.445049, "nauc_mrr_at_100_std": 0.0556, "nauc_mrr_at_100_diff1": 0.399564, "nauc_mrr_at_1000_max": 0.44513, "nauc_mrr_at_1000_std": 0.055522, "nauc_mrr_at_1000_diff1": 0.399993, "main_score": 0.33759, "hf_subset": "eng-deu", "languages": [ "eng-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.50522, "ndcg_at_3": 0.54843, "ndcg_at_5": 0.57467, "ndcg_at_10": 0.60381, "ndcg_at_20": 0.62178, "ndcg_at_100": 0.65246, "ndcg_at_1000": 0.66229, "map_at_1": 0.37678, "map_at_3": 0.50578, "map_at_5": 0.53274, "map_at_10": 0.54887, "map_at_20": 0.55562, "map_at_100": 0.56096, "map_at_1000": 0.56143, "recall_at_1": 0.37678, "recall_at_3": 0.57084, "recall_at_5": 0.64415, "recall_at_10": 0.72119, "recall_at_20": 0.78168, "recall_at_100": 0.92881, "recall_at_1000": 1.0, "precision_at_1": 0.50522, "precision_at_3": 0.29547, "precision_at_5": 0.20653, "precision_at_10": 0.11775, "precision_at_20": 0.06462, "precision_at_100": 0.01533, "precision_at_1000": 0.00163, "mrr_at_1": 0.505222, "mrr_at_3": 0.565492, "mrr_at_5": 0.581092, "mrr_at_10": 0.589173, "mrr_at_20": 0.592442, "mrr_at_100": 0.595485, "mrr_at_1000": 0.595767, "nauc_ndcg_at_1_max": 0.471925, "nauc_ndcg_at_1_std": -0.038796, "nauc_ndcg_at_1_diff1": 0.543779, "nauc_ndcg_at_3_max": 0.494665, "nauc_ndcg_at_3_std": -0.021047, "nauc_ndcg_at_3_diff1": 0.522395, "nauc_ndcg_at_5_max": 0.482147, "nauc_ndcg_at_5_std": -0.028568, "nauc_ndcg_at_5_diff1": 0.512652, "nauc_ndcg_at_10_max": 0.496182, "nauc_ndcg_at_10_std": -0.020854, "nauc_ndcg_at_10_diff1": 0.513301, "nauc_ndcg_at_20_max": 0.499395, "nauc_ndcg_at_20_std": -0.019473, "nauc_ndcg_at_20_diff1": 0.507169, "nauc_ndcg_at_100_max": 0.489521, "nauc_ndcg_at_100_std": -0.012826, "nauc_ndcg_at_100_diff1": 0.508215, "nauc_ndcg_at_1000_max": 0.487835, "nauc_ndcg_at_1000_std": -0.021393, "nauc_ndcg_at_1000_diff1": 0.513418, "nauc_map_at_1_max": 0.29292, "nauc_map_at_1_std": -0.072009, "nauc_map_at_1_diff1": 0.553894, "nauc_map_at_3_max": 0.454124, "nauc_map_at_3_std": -0.042664, "nauc_map_at_3_diff1": 0.526473, "nauc_map_at_5_max": 0.467314, "nauc_map_at_5_std": -0.038886, "nauc_map_at_5_diff1": 0.522253, "nauc_map_at_10_max": 0.474569, "nauc_map_at_10_std": -0.03644, "nauc_map_at_10_diff1": 0.520712, "nauc_map_at_20_max": 0.476402, "nauc_map_at_20_std": -0.035289, "nauc_map_at_20_diff1": 0.518323, "nauc_map_at_100_max": 0.474697, "nauc_map_at_100_std": -0.034183, "nauc_map_at_100_diff1": 0.518777, "nauc_map_at_1000_max": 0.474615, "nauc_map_at_1000_std": -0.034394, "nauc_map_at_1000_diff1": 0.519007, "nauc_recall_at_1_max": 0.29292, "nauc_recall_at_1_std": -0.072009, "nauc_recall_at_1_diff1": 0.553894, "nauc_recall_at_3_max": 0.482172, "nauc_recall_at_3_std": -0.005658, "nauc_recall_at_3_diff1": 0.491991, "nauc_recall_at_5_max": 0.479041, "nauc_recall_at_5_std": -0.008008, "nauc_recall_at_5_diff1": 0.46617, "nauc_recall_at_10_max": 0.529536, "nauc_recall_at_10_std": 0.030845, "nauc_recall_at_10_diff1": 0.469381, "nauc_recall_at_20_max": 0.55347, "nauc_recall_at_20_std": 0.037863, "nauc_recall_at_20_diff1": 0.439989, "nauc_recall_at_100_max": 0.514359, "nauc_recall_at_100_std": 0.232507, "nauc_recall_at_100_diff1": 0.359927, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.471925, "nauc_precision_at_1_std": -0.038796, "nauc_precision_at_1_diff1": 0.543779, "nauc_precision_at_3_max": 0.463044, "nauc_precision_at_3_std": 0.039456, "nauc_precision_at_3_diff1": 0.196354, "nauc_precision_at_5_max": 0.408157, "nauc_precision_at_5_std": 0.044275, "nauc_precision_at_5_diff1": 0.125707, "nauc_precision_at_10_max": 0.361347, "nauc_precision_at_10_std": 0.045617, "nauc_precision_at_10_diff1": 0.065919, "nauc_precision_at_20_max": 0.317912, "nauc_precision_at_20_std": 0.05685, "nauc_precision_at_20_diff1": 0.007389, "nauc_precision_at_100_max": 0.184331, "nauc_precision_at_100_std": 0.085104, "nauc_precision_at_100_diff1": -0.10843, "nauc_precision_at_1000_max": 0.128829, "nauc_precision_at_1000_std": 0.063356, "nauc_precision_at_1000_diff1": -0.152055, "nauc_mrr_at_1_max": 0.471925, "nauc_mrr_at_1_std": -0.038796, "nauc_mrr_at_1_diff1": 0.543779, "nauc_mrr_at_3_max": 0.502823, "nauc_mrr_at_3_std": -0.021175, "nauc_mrr_at_3_diff1": 0.529398, "nauc_mrr_at_5_max": 0.492547, "nauc_mrr_at_5_std": -0.02688, "nauc_mrr_at_5_diff1": 0.522253, "nauc_mrr_at_10_max": 0.49763, "nauc_mrr_at_10_std": -0.02189, "nauc_mrr_at_10_diff1": 0.523952, "nauc_mrr_at_20_max": 0.49686, "nauc_mrr_at_20_std": -0.022499, "nauc_mrr_at_20_diff1": 0.523309, "nauc_mrr_at_100_max": 0.496039, "nauc_mrr_at_100_std": -0.022402, "nauc_mrr_at_100_diff1": 0.524151, "nauc_mrr_at_1000_max": 0.496006, "nauc_mrr_at_1000_std": -0.022627, "nauc_mrr_at_1000_diff1": 0.524285, "main_score": 0.60381, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.53972, "ndcg_at_3": 0.49963, "ndcg_at_5": 0.51668, "ndcg_at_10": 0.55684, "ndcg_at_20": 0.58491, "ndcg_at_100": 0.61688, "ndcg_at_1000": 0.63764, "map_at_1": 0.27776, "map_at_3": 0.41341, "map_at_5": 0.46038, "map_at_10": 0.4864, "map_at_20": 0.49857, "map_at_100": 0.50515, "map_at_1000": 0.50633, "recall_at_1": 0.27776, "recall_at_3": 0.44897, "recall_at_5": 0.54021, "recall_at_10": 0.63199, "recall_at_20": 0.71707, "recall_at_100": 0.8533, "recall_at_1000": 0.98558, "precision_at_1": 0.53972, "precision_at_3": 0.34468, "precision_at_5": 0.26179, "precision_at_10": 0.15662, "precision_at_20": 0.08909, "precision_at_100": 0.02113, "precision_at_1000": 0.00241, "mrr_at_1": 0.539723, "mrr_at_3": 0.583649, "mrr_at_5": 0.597331, "mrr_at_10": 0.606901, "mrr_at_20": 0.610996, "mrr_at_100": 0.613549, "mrr_at_1000": 0.613878, "nauc_ndcg_at_1_max": 0.498338, "nauc_ndcg_at_1_std": -0.122229, "nauc_ndcg_at_1_diff1": 0.465522, "nauc_ndcg_at_3_max": 0.469182, "nauc_ndcg_at_3_std": -0.118441, "nauc_ndcg_at_3_diff1": 0.415878, "nauc_ndcg_at_5_max": 0.460628, "nauc_ndcg_at_5_std": -0.117133, "nauc_ndcg_at_5_diff1": 0.403356, "nauc_ndcg_at_10_max": 0.473456, "nauc_ndcg_at_10_std": -0.116219, "nauc_ndcg_at_10_diff1": 0.394491, "nauc_ndcg_at_20_max": 0.4794, "nauc_ndcg_at_20_std": -0.111765, "nauc_ndcg_at_20_diff1": 0.38521, "nauc_ndcg_at_100_max": 0.484198, "nauc_ndcg_at_100_std": -0.100568, "nauc_ndcg_at_100_diff1": 0.39017, "nauc_ndcg_at_1000_max": 0.485576, "nauc_ndcg_at_1000_std": -0.104428, "nauc_ndcg_at_1000_diff1": 0.399479, "nauc_map_at_1_max": 0.268953, "nauc_map_at_1_std": -0.115692, "nauc_map_at_1_diff1": 0.487291, "nauc_map_at_3_max": 0.402256, "nauc_map_at_3_std": -0.114375, "nauc_map_at_3_diff1": 0.418412, "nauc_map_at_5_max": 0.448879, "nauc_map_at_5_std": -0.110359, "nauc_map_at_5_diff1": 0.39653, "nauc_map_at_10_max": 0.46094, "nauc_map_at_10_std": -0.108957, "nauc_map_at_10_diff1": 0.392611, "nauc_map_at_20_max": 0.464522, "nauc_map_at_20_std": -0.106792, "nauc_map_at_20_diff1": 0.389183, "nauc_map_at_100_max": 0.465764, "nauc_map_at_100_std": -0.106385, "nauc_map_at_100_diff1": 0.39087, "nauc_map_at_1000_max": 0.465993, "nauc_map_at_1000_std": -0.106015, "nauc_map_at_1000_diff1": 0.391283, "nauc_recall_at_1_max": 0.268953, "nauc_recall_at_1_std": -0.115692, "nauc_recall_at_1_diff1": 0.487291, "nauc_recall_at_3_max": 0.372518, "nauc_recall_at_3_std": -0.120143, "nauc_recall_at_3_diff1": 0.390112, "nauc_recall_at_5_max": 0.413756, "nauc_recall_at_5_std": -0.106666, "nauc_recall_at_5_diff1": 0.353442, "nauc_recall_at_10_max": 0.418608, "nauc_recall_at_10_std": -0.109531, "nauc_recall_at_10_diff1": 0.316058, "nauc_recall_at_20_max": 0.425752, "nauc_recall_at_20_std": -0.091153, "nauc_recall_at_20_diff1": 0.264887, "nauc_recall_at_100_max": 0.431979, "nauc_recall_at_100_std": 0.03155, "nauc_recall_at_100_diff1": 0.233538, "nauc_recall_at_1000_max": 0.358893, "nauc_recall_at_1000_std": 0.385073, "nauc_recall_at_1000_diff1": 0.150423, "nauc_precision_at_1_max": 0.498338, "nauc_precision_at_1_std": -0.122229, "nauc_precision_at_1_diff1": 0.465522, "nauc_precision_at_3_max": 0.446026, "nauc_precision_at_3_std": -0.063003, "nauc_precision_at_3_diff1": 0.166585, "nauc_precision_at_5_max": 0.428569, "nauc_precision_at_5_std": -0.045398, "nauc_precision_at_5_diff1": 0.099635, "nauc_precision_at_10_max": 0.392633, "nauc_precision_at_10_std": -0.020049, "nauc_precision_at_10_diff1": 0.050742, "nauc_precision_at_20_max": 0.355587, "nauc_precision_at_20_std": 0.000728, "nauc_precision_at_20_diff1": 0.004096, "nauc_precision_at_100_max": 0.280645, "nauc_precision_at_100_std": 0.034903, "nauc_precision_at_100_diff1": -0.056149, "nauc_precision_at_1000_max": 0.206985, "nauc_precision_at_1000_std": 0.041128, "nauc_precision_at_1000_diff1": -0.099593, "nauc_mrr_at_1_max": 0.498338, "nauc_mrr_at_1_std": -0.122229, "nauc_mrr_at_1_diff1": 0.465522, "nauc_mrr_at_3_max": 0.497132, "nauc_mrr_at_3_std": -0.135066, "nauc_mrr_at_3_diff1": 0.45575, "nauc_mrr_at_5_max": 0.495, "nauc_mrr_at_5_std": -0.137484, "nauc_mrr_at_5_diff1": 0.453531, "nauc_mrr_at_10_max": 0.498525, "nauc_mrr_at_10_std": -0.134585, "nauc_mrr_at_10_diff1": 0.45252, "nauc_mrr_at_20_max": 0.498055, "nauc_mrr_at_20_std": -0.134675, "nauc_mrr_at_20_diff1": 0.450318, "nauc_mrr_at_100_max": 0.498719, "nauc_mrr_at_100_std": -0.132757, "nauc_mrr_at_100_diff1": 0.451237, "nauc_mrr_at_1000_max": 0.498654, "nauc_mrr_at_1000_std": -0.132983, "nauc_mrr_at_1000_diff1": 0.451463, "main_score": 0.55684, "hf_subset": "spa-spa", "languages": [ "spa-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.28121, "ndcg_at_3": 0.26703, "ndcg_at_5": 0.28041, "ndcg_at_10": 0.31384, "ndcg_at_20": 0.34131, "ndcg_at_100": 0.38711, "ndcg_at_1000": 0.43265, "map_at_1": 0.13195, "map_at_3": 0.2044, "map_at_5": 0.23038, "map_at_10": 0.24943, "map_at_20": 0.25947, "map_at_100": 0.26783, "map_at_1000": 0.27013, "recall_at_1": 0.13195, "recall_at_3": 0.24195, "recall_at_5": 0.30593, "recall_at_10": 0.3838, "recall_at_20": 0.46765, "recall_at_100": 0.664, "recall_at_1000": 0.95626, "precision_at_1": 0.28121, "precision_at_3": 0.19504, "precision_at_5": 0.15233, "precision_at_10": 0.0971, "precision_at_20": 0.05921, "precision_at_100": 0.01673, "precision_at_1000": 0.00237, "mrr_at_1": 0.281211, "mrr_at_3": 0.335855, "mrr_at_5": 0.350168, "mrr_at_10": 0.359845, "mrr_at_20": 0.366023, "mrr_at_100": 0.370336, "mrr_at_1000": 0.371133, "nauc_ndcg_at_1_max": 0.360763, "nauc_ndcg_at_1_std": -0.048084, "nauc_ndcg_at_1_diff1": 0.357103, "nauc_ndcg_at_3_max": 0.351666, "nauc_ndcg_at_3_std": -0.045608, "nauc_ndcg_at_3_diff1": 0.293353, "nauc_ndcg_at_5_max": 0.350875, "nauc_ndcg_at_5_std": -0.045632, "nauc_ndcg_at_5_diff1": 0.297625, "nauc_ndcg_at_10_max": 0.350668, "nauc_ndcg_at_10_std": -0.034123, "nauc_ndcg_at_10_diff1": 0.285224, "nauc_ndcg_at_20_max": 0.355376, "nauc_ndcg_at_20_std": -0.039261, "nauc_ndcg_at_20_diff1": 0.28333, "nauc_ndcg_at_100_max": 0.367836, "nauc_ndcg_at_100_std": -0.025037, "nauc_ndcg_at_100_diff1": 0.281921, "nauc_ndcg_at_1000_max": 0.368097, "nauc_ndcg_at_1000_std": -0.022658, "nauc_ndcg_at_1000_diff1": 0.290228, "nauc_map_at_1_max": 0.220694, "nauc_map_at_1_std": -0.059775, "nauc_map_at_1_diff1": 0.311033, "nauc_map_at_3_max": 0.302862, "nauc_map_at_3_std": -0.058631, "nauc_map_at_3_diff1": 0.289008, "nauc_map_at_5_max": 0.331642, "nauc_map_at_5_std": -0.051272, "nauc_map_at_5_diff1": 0.294094, "nauc_map_at_10_max": 0.337717, "nauc_map_at_10_std": -0.042426, "nauc_map_at_10_diff1": 0.287607, "nauc_map_at_20_max": 0.343214, "nauc_map_at_20_std": -0.043092, "nauc_map_at_20_diff1": 0.287985, "nauc_map_at_100_max": 0.346056, "nauc_map_at_100_std": -0.041452, "nauc_map_at_100_diff1": 0.287596, "nauc_map_at_1000_max": 0.346424, "nauc_map_at_1000_std": -0.040788, "nauc_map_at_1000_diff1": 0.288121, "nauc_recall_at_1_max": 0.220694, "nauc_recall_at_1_std": -0.059775, "nauc_recall_at_1_diff1": 0.311033, "nauc_recall_at_3_max": 0.302789, "nauc_recall_at_3_std": -0.055423, "nauc_recall_at_3_diff1": 0.264858, "nauc_recall_at_5_max": 0.320982, "nauc_recall_at_5_std": -0.040179, "nauc_recall_at_5_diff1": 0.255814, "nauc_recall_at_10_max": 0.305709, "nauc_recall_at_10_std": -0.016459, "nauc_recall_at_10_diff1": 0.223178, "nauc_recall_at_20_max": 0.300272, "nauc_recall_at_20_std": -0.035219, "nauc_recall_at_20_diff1": 0.205144, "nauc_recall_at_100_max": 0.342495, "nauc_recall_at_100_std": 0.052407, "nauc_recall_at_100_diff1": 0.176848, "nauc_recall_at_1000_max": 0.448204, "nauc_recall_at_1000_std": 0.377904, "nauc_recall_at_1000_diff1": 0.120985, "nauc_precision_at_1_max": 0.360763, "nauc_precision_at_1_std": -0.048084, "nauc_precision_at_1_diff1": 0.357103, "nauc_precision_at_3_max": 0.399578, "nauc_precision_at_3_std": -0.031942, "nauc_precision_at_3_diff1": 0.252944, "nauc_precision_at_5_max": 0.418418, "nauc_precision_at_5_std": -0.012668, "nauc_precision_at_5_diff1": 0.24334, "nauc_precision_at_10_max": 0.396494, "nauc_precision_at_10_std": 0.010719, "nauc_precision_at_10_diff1": 0.207613, "nauc_precision_at_20_max": 0.381929, "nauc_precision_at_20_std": 0.003536, "nauc_precision_at_20_diff1": 0.193004, "nauc_precision_at_100_max": 0.338155, "nauc_precision_at_100_std": 0.031062, "nauc_precision_at_100_diff1": 0.142877, "nauc_precision_at_1000_max": 0.213801, "nauc_precision_at_1000_std": 0.04626, "nauc_precision_at_1000_diff1": 0.086483, "nauc_mrr_at_1_max": 0.360763, "nauc_mrr_at_1_std": -0.048084, "nauc_mrr_at_1_diff1": 0.357103, "nauc_mrr_at_3_max": 0.37395, "nauc_mrr_at_3_std": -0.04214, "nauc_mrr_at_3_diff1": 0.337759, "nauc_mrr_at_5_max": 0.372041, "nauc_mrr_at_5_std": -0.044422, "nauc_mrr_at_5_diff1": 0.332964, "nauc_mrr_at_10_max": 0.370107, "nauc_mrr_at_10_std": -0.040615, "nauc_mrr_at_10_diff1": 0.330866, "nauc_mrr_at_20_max": 0.36994, "nauc_mrr_at_20_std": -0.041983, "nauc_mrr_at_20_diff1": 0.330231, "nauc_mrr_at_100_max": 0.370582, "nauc_mrr_at_100_std": -0.040262, "nauc_mrr_at_100_diff1": 0.329514, "nauc_mrr_at_1000_max": 0.370595, "nauc_mrr_at_1000_std": -0.040302, "nauc_mrr_at_1000_diff1": 0.329801, "main_score": 0.31384, "hf_subset": "eng-spa", "languages": [ "eng-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.42749, "ndcg_at_3": 0.42366, "ndcg_at_5": 0.43829, "ndcg_at_10": 0.476, "ndcg_at_20": 0.50616, "ndcg_at_100": 0.54743, "ndcg_at_1000": 0.57204, "map_at_1": 0.21517, "map_at_3": 0.34345, "map_at_5": 0.3827, "map_at_10": 0.40741, "map_at_20": 0.41875, "map_at_100": 0.42711, "map_at_1000": 0.42855, "recall_at_1": 0.21517, "recall_at_3": 0.39403, "recall_at_5": 0.46879, "recall_at_10": 0.55443, "recall_at_20": 0.64897, "recall_at_100": 0.82539, "recall_at_1000": 0.98026, "precision_at_1": 0.42749, "precision_at_3": 0.30391, "precision_at_5": 0.23052, "precision_at_10": 0.13985, "precision_at_20": 0.08096, "precision_at_100": 0.0204, "precision_at_1000": 0.0024, "mrr_at_1": 0.427491, "mrr_at_3": 0.493905, "mrr_at_5": 0.506894, "mrr_at_10": 0.515677, "mrr_at_20": 0.521483, "mrr_at_100": 0.524934, "mrr_at_1000": 0.52532, "nauc_ndcg_at_1_max": 0.466741, "nauc_ndcg_at_1_std": -0.03113, "nauc_ndcg_at_1_diff1": 0.456672, "nauc_ndcg_at_3_max": 0.434003, "nauc_ndcg_at_3_std": -0.040142, "nauc_ndcg_at_3_diff1": 0.40396, "nauc_ndcg_at_5_max": 0.428247, "nauc_ndcg_at_5_std": -0.034976, "nauc_ndcg_at_5_diff1": 0.39805, "nauc_ndcg_at_10_max": 0.431222, "nauc_ndcg_at_10_std": -0.037652, "nauc_ndcg_at_10_diff1": 0.378427, "nauc_ndcg_at_20_max": 0.444871, "nauc_ndcg_at_20_std": -0.024112, "nauc_ndcg_at_20_diff1": 0.380281, "nauc_ndcg_at_100_max": 0.451462, "nauc_ndcg_at_100_std": -0.007991, "nauc_ndcg_at_100_diff1": 0.384661, "nauc_ndcg_at_1000_max": 0.452363, "nauc_ndcg_at_1000_std": -0.017399, "nauc_ndcg_at_1000_diff1": 0.391259, "nauc_map_at_1_max": 0.279753, "nauc_map_at_1_std": -0.033251, "nauc_map_at_1_diff1": 0.466584, "nauc_map_at_3_max": 0.392735, "nauc_map_at_3_std": -0.035333, "nauc_map_at_3_diff1": 0.411538, "nauc_map_at_5_max": 0.421814, "nauc_map_at_5_std": -0.02593, "nauc_map_at_5_diff1": 0.402046, "nauc_map_at_10_max": 0.427768, "nauc_map_at_10_std": -0.027891, "nauc_map_at_10_diff1": 0.389974, "nauc_map_at_20_max": 0.433192, "nauc_map_at_20_std": -0.023957, "nauc_map_at_20_diff1": 0.390801, "nauc_map_at_100_max": 0.435983, "nauc_map_at_100_std": -0.021337, "nauc_map_at_100_diff1": 0.392139, "nauc_map_at_1000_max": 0.436075, "nauc_map_at_1000_std": -0.021534, "nauc_map_at_1000_diff1": 0.392402, "nauc_recall_at_1_max": 0.279753, "nauc_recall_at_1_std": -0.033251, "nauc_recall_at_1_diff1": 0.466584, "nauc_recall_at_3_max": 0.35952, "nauc_recall_at_3_std": -0.052238, "nauc_recall_at_3_diff1": 0.368855, "nauc_recall_at_5_max": 0.387623, "nauc_recall_at_5_std": -0.040762, "nauc_recall_at_5_diff1": 0.350641, "nauc_recall_at_10_max": 0.378696, "nauc_recall_at_10_std": -0.046878, "nauc_recall_at_10_diff1": 0.29452, "nauc_recall_at_20_max": 0.401769, "nauc_recall_at_20_std": 0.002942, "nauc_recall_at_20_diff1": 0.284258, "nauc_recall_at_100_max": 0.402478, "nauc_recall_at_100_std": 0.169825, "nauc_recall_at_100_diff1": 0.239134, "nauc_recall_at_1000_max": 0.503608, "nauc_recall_at_1000_std": 0.566467, "nauc_recall_at_1000_diff1": 0.185236, "nauc_precision_at_1_max": 0.466741, "nauc_precision_at_1_std": -0.03113, "nauc_precision_at_1_diff1": 0.456672, "nauc_precision_at_3_max": 0.432872, "nauc_precision_at_3_std": -0.017237, "nauc_precision_at_3_diff1": 0.22667, "nauc_precision_at_5_max": 0.418618, "nauc_precision_at_5_std": 0.003058, "nauc_precision_at_5_diff1": 0.174992, "nauc_precision_at_10_max": 0.369768, "nauc_precision_at_10_std": 0.003347, "nauc_precision_at_10_diff1": 0.109131, "nauc_precision_at_20_max": 0.363128, "nauc_precision_at_20_std": 0.03351, "nauc_precision_at_20_diff1": 0.076857, "nauc_precision_at_100_max": 0.293703, "nauc_precision_at_100_std": 0.074223, "nauc_precision_at_100_diff1": 0.014325, "nauc_precision_at_1000_max": 0.210228, "nauc_precision_at_1000_std": 0.032816, "nauc_precision_at_1000_diff1": -0.050642, "nauc_mrr_at_1_max": 0.466741, "nauc_mrr_at_1_std": -0.03113, "nauc_mrr_at_1_diff1": 0.456672, "nauc_mrr_at_3_max": 0.449118, "nauc_mrr_at_3_std": -0.049166, "nauc_mrr_at_3_diff1": 0.429652, "nauc_mrr_at_5_max": 0.450072, "nauc_mrr_at_5_std": -0.051949, "nauc_mrr_at_5_diff1": 0.425133, "nauc_mrr_at_10_max": 0.449734, "nauc_mrr_at_10_std": -0.051522, "nauc_mrr_at_10_diff1": 0.42076, "nauc_mrr_at_20_max": 0.452385, "nauc_mrr_at_20_std": -0.048397, "nauc_mrr_at_20_diff1": 0.42176, "nauc_mrr_at_100_max": 0.45253, "nauc_mrr_at_100_std": -0.048074, "nauc_mrr_at_100_diff1": 0.423228, "nauc_mrr_at_1000_max": 0.452552, "nauc_mrr_at_1000_std": -0.048066, "nauc_mrr_at_1000_diff1": 0.423429, "main_score": 0.476, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.5781, "ndcg_at_3": 0.58232, "ndcg_at_5": 0.60432, "ndcg_at_10": 0.63496, "ndcg_at_20": 0.65673, "ndcg_at_100": 0.68393, "ndcg_at_1000": 0.69662, "map_at_1": 0.36611, "map_at_3": 0.50998, "map_at_5": 0.55191, "map_at_10": 0.57187, "map_at_20": 0.58079, "map_at_100": 0.5863, "map_at_1000": 0.58708, "recall_at_1": 0.36611, "recall_at_3": 0.55966, "recall_at_5": 0.64976, "recall_at_10": 0.72501, "recall_at_20": 0.79475, "recall_at_100": 0.91409, "recall_at_1000": 0.99544, "precision_at_1": 0.5781, "precision_at_3": 0.35737, "precision_at_5": 0.26061, "precision_at_10": 0.14753, "precision_at_20": 0.08164, "precision_at_100": 0.01893, "precision_at_1000": 0.00206, "mrr_at_1": 0.578104, "mrr_at_3": 0.638184, "mrr_at_5": 0.651869, "mrr_at_10": 0.658401, "mrr_at_20": 0.661853, "mrr_at_100": 0.664031, "mrr_at_1000": 0.664238, "nauc_ndcg_at_1_max": 0.595126, "nauc_ndcg_at_1_std": 0.045376, "nauc_ndcg_at_1_diff1": 0.616739, "nauc_ndcg_at_3_max": 0.517478, "nauc_ndcg_at_3_std": 0.011895, "nauc_ndcg_at_3_diff1": 0.515839, "nauc_ndcg_at_5_max": 0.514208, "nauc_ndcg_at_5_std": 0.007113, "nauc_ndcg_at_5_diff1": 0.508231, "nauc_ndcg_at_10_max": 0.530419, "nauc_ndcg_at_10_std": -0.002257, "nauc_ndcg_at_10_diff1": 0.514055, "nauc_ndcg_at_20_max": 0.540841, "nauc_ndcg_at_20_std": 0.015113, "nauc_ndcg_at_20_diff1": 0.512932, "nauc_ndcg_at_100_max": 0.547913, "nauc_ndcg_at_100_std": 0.033424, "nauc_ndcg_at_100_diff1": 0.519358, "nauc_ndcg_at_1000_max": 0.547264, "nauc_ndcg_at_1000_std": 0.025273, "nauc_ndcg_at_1000_diff1": 0.523716, "nauc_map_at_1_max": 0.354427, "nauc_map_at_1_std": 0.00022, "nauc_map_at_1_diff1": 0.603215, "nauc_map_at_3_max": 0.46174, "nauc_map_at_3_std": 0.023497, "nauc_map_at_3_diff1": 0.518085, "nauc_map_at_5_max": 0.494715, "nauc_map_at_5_std": 0.016246, "nauc_map_at_5_diff1": 0.505079, "nauc_map_at_10_max": 0.508824, "nauc_map_at_10_std": 0.012142, "nauc_map_at_10_diff1": 0.505971, "nauc_map_at_20_max": 0.513259, "nauc_map_at_20_std": 0.017132, "nauc_map_at_20_diff1": 0.506501, "nauc_map_at_100_max": 0.515542, "nauc_map_at_100_std": 0.021212, "nauc_map_at_100_diff1": 0.507624, "nauc_map_at_1000_max": 0.515554, "nauc_map_at_1000_std": 0.020811, "nauc_map_at_1000_diff1": 0.507882, "nauc_recall_at_1_max": 0.354427, "nauc_recall_at_1_std": 0.00022, "nauc_recall_at_1_diff1": 0.603215, "nauc_recall_at_3_max": 0.423105, "nauc_recall_at_3_std": -0.001192, "nauc_recall_at_3_diff1": 0.45956, "nauc_recall_at_5_max": 0.444649, "nauc_recall_at_5_std": -0.020374, "nauc_recall_at_5_diff1": 0.425632, "nauc_recall_at_10_max": 0.458421, "nauc_recall_at_10_std": -0.059671, "nauc_recall_at_10_diff1": 0.428019, "nauc_recall_at_20_max": 0.483585, "nauc_recall_at_20_std": 0.007059, "nauc_recall_at_20_diff1": 0.397995, "nauc_recall_at_100_max": 0.508462, "nauc_recall_at_100_std": 0.213122, "nauc_recall_at_100_diff1": 0.373935, "nauc_recall_at_1000_max": 0.565203, "nauc_recall_at_1000_std": 0.925164, "nauc_recall_at_1000_diff1": 0.428078, "nauc_precision_at_1_max": 0.595126, "nauc_precision_at_1_std": 0.045376, "nauc_precision_at_1_diff1": 0.616739, "nauc_precision_at_3_max": 0.393772, "nauc_precision_at_3_std": 0.035768, "nauc_precision_at_3_diff1": 0.121333, "nauc_precision_at_5_max": 0.34467, "nauc_precision_at_5_std": 0.017508, "nauc_precision_at_5_diff1": 0.036946, "nauc_precision_at_10_max": 0.310062, "nauc_precision_at_10_std": 0.004603, "nauc_precision_at_10_diff1": -0.001284, "nauc_precision_at_20_max": 0.265932, "nauc_precision_at_20_std": 0.029824, "nauc_precision_at_20_diff1": -0.048381, "nauc_precision_at_100_max": 0.191472, "nauc_precision_at_100_std": 0.052401, "nauc_precision_at_100_diff1": -0.118301, "nauc_precision_at_1000_max": 0.122349, "nauc_precision_at_1000_std": 0.017766, "nauc_precision_at_1000_diff1": -0.166632, "nauc_mrr_at_1_max": 0.595126, "nauc_mrr_at_1_std": 0.045376, "nauc_mrr_at_1_diff1": 0.616739, "nauc_mrr_at_3_max": 0.59234, "nauc_mrr_at_3_std": 0.015314, "nauc_mrr_at_3_diff1": 0.585118, "nauc_mrr_at_5_max": 0.59331, "nauc_mrr_at_5_std": 0.016975, "nauc_mrr_at_5_diff1": 0.584724, "nauc_mrr_at_10_max": 0.594793, "nauc_mrr_at_10_std": 0.017032, "nauc_mrr_at_10_diff1": 0.587393, "nauc_mrr_at_20_max": 0.595814, "nauc_mrr_at_20_std": 0.021004, "nauc_mrr_at_20_diff1": 0.586689, "nauc_mrr_at_100_max": 0.595581, "nauc_mrr_at_100_std": 0.023027, "nauc_mrr_at_100_diff1": 0.587001, "nauc_mrr_at_1000_max": 0.595551, "nauc_mrr_at_1000_std": 0.022998, "nauc_mrr_at_1000_diff1": 0.587046, "main_score": 0.63496, "hf_subset": "fra-fra", "languages": [ "fra-Latn", "fra-Latn" ] }, { "ndcg_at_1": 0.2777, "ndcg_at_3": 0.27698, "ndcg_at_5": 0.29305, "ndcg_at_10": 0.32409, "ndcg_at_20": 0.35273, "ndcg_at_100": 0.40066, "ndcg_at_1000": 0.44264, "map_at_1": 0.14426, "map_at_3": 0.21929, "map_at_5": 0.24525, "map_at_10": 0.26206, "map_at_20": 0.27307, "map_at_100": 0.28194, "map_at_1000": 0.28406, "recall_at_1": 0.14426, "recall_at_3": 0.2601, "recall_at_5": 0.32488, "recall_at_10": 0.40176, "recall_at_20": 0.49021, "recall_at_100": 0.7008, "recall_at_1000": 0.98095, "precision_at_1": 0.2777, "precision_at_3": 0.19181, "precision_at_5": 0.1506, "precision_at_10": 0.09306, "precision_at_20": 0.05721, "precision_at_100": 0.01619, "precision_at_1000": 0.00221, "mrr_at_1": 0.277704, "mrr_at_3": 0.333333, "mrr_at_5": 0.34822, "mrr_at_10": 0.35802, "mrr_at_20": 0.363755, "mrr_at_100": 0.368246, "mrr_at_1000": 0.369005, "nauc_ndcg_at_1_max": 0.349514, "nauc_ndcg_at_1_std": -0.062597, "nauc_ndcg_at_1_diff1": 0.404159, "nauc_ndcg_at_3_max": 0.339605, "nauc_ndcg_at_3_std": -0.075715, "nauc_ndcg_at_3_diff1": 0.336828, "nauc_ndcg_at_5_max": 0.340811, "nauc_ndcg_at_5_std": -0.082064, "nauc_ndcg_at_5_diff1": 0.328745, "nauc_ndcg_at_10_max": 0.352233, "nauc_ndcg_at_10_std": -0.079005, "nauc_ndcg_at_10_diff1": 0.321137, "nauc_ndcg_at_20_max": 0.35729, "nauc_ndcg_at_20_std": -0.076339, "nauc_ndcg_at_20_diff1": 0.319923, "nauc_ndcg_at_100_max": 0.377323, "nauc_ndcg_at_100_std": -0.04758, "nauc_ndcg_at_100_diff1": 0.319112, "nauc_ndcg_at_1000_max": 0.37013, "nauc_ndcg_at_1000_std": -0.059903, "nauc_ndcg_at_1000_diff1": 0.330661, "nauc_map_at_1_max": 0.202928, "nauc_map_at_1_std": -0.096143, "nauc_map_at_1_diff1": 0.354545, "nauc_map_at_3_max": 0.301183, "nauc_map_at_3_std": -0.082278, "nauc_map_at_3_diff1": 0.345036, "nauc_map_at_5_max": 0.33096, "nauc_map_at_5_std": -0.085515, "nauc_map_at_5_diff1": 0.340627, "nauc_map_at_10_max": 0.3435, "nauc_map_at_10_std": -0.080421, "nauc_map_at_10_diff1": 0.337146, "nauc_map_at_20_max": 0.348145, "nauc_map_at_20_std": -0.076996, "nauc_map_at_20_diff1": 0.335583, "nauc_map_at_100_max": 0.35225, "nauc_map_at_100_std": -0.073599, "nauc_map_at_100_diff1": 0.336955, "nauc_map_at_1000_max": 0.352383, "nauc_map_at_1000_std": -0.073577, "nauc_map_at_1000_diff1": 0.337514, "nauc_recall_at_1_max": 0.202928, "nauc_recall_at_1_std": -0.096143, "nauc_recall_at_1_diff1": 0.354545, "nauc_recall_at_3_max": 0.271938, "nauc_recall_at_3_std": -0.078365, "nauc_recall_at_3_diff1": 0.277449, "nauc_recall_at_5_max": 0.30334, "nauc_recall_at_5_std": -0.091906, "nauc_recall_at_5_diff1": 0.266716, "nauc_recall_at_10_max": 0.313232, "nauc_recall_at_10_std": -0.088233, "nauc_recall_at_10_diff1": 0.244119, "nauc_recall_at_20_max": 0.318604, "nauc_recall_at_20_std": -0.082179, "nauc_recall_at_20_diff1": 0.233924, "nauc_recall_at_100_max": 0.406744, "nauc_recall_at_100_std": 0.091071, "nauc_recall_at_100_diff1": 0.180842, "nauc_recall_at_1000_max": 0.660364, "nauc_recall_at_1000_std": 0.303719, "nauc_recall_at_1000_diff1": 0.254004, "nauc_precision_at_1_max": 0.349514, "nauc_precision_at_1_std": -0.062597, "nauc_precision_at_1_diff1": 0.404159, "nauc_precision_at_3_max": 0.420717, "nauc_precision_at_3_std": -0.036745, "nauc_precision_at_3_diff1": 0.303095, "nauc_precision_at_5_max": 0.420513, "nauc_precision_at_5_std": -0.039328, "nauc_precision_at_5_diff1": 0.25796, "nauc_precision_at_10_max": 0.417349, "nauc_precision_at_10_std": -0.026258, "nauc_precision_at_10_diff1": 0.223366, "nauc_precision_at_20_max": 0.390837, "nauc_precision_at_20_std": -0.016977, "nauc_precision_at_20_diff1": 0.202791, "nauc_precision_at_100_max": 0.366237, "nauc_precision_at_100_std": 0.057658, "nauc_precision_at_100_diff1": 0.162683, "nauc_precision_at_1000_max": 0.213269, "nauc_precision_at_1000_std": 0.015046, "nauc_precision_at_1000_diff1": 0.092249, "nauc_mrr_at_1_max": 0.349514, "nauc_mrr_at_1_std": -0.062597, "nauc_mrr_at_1_diff1": 0.404159, "nauc_mrr_at_3_max": 0.356343, "nauc_mrr_at_3_std": -0.0646, "nauc_mrr_at_3_diff1": 0.358066, "nauc_mrr_at_5_max": 0.356267, "nauc_mrr_at_5_std": -0.066622, "nauc_mrr_at_5_diff1": 0.353074, "nauc_mrr_at_10_max": 0.355994, "nauc_mrr_at_10_std": -0.068511, "nauc_mrr_at_10_diff1": 0.351674, "nauc_mrr_at_20_max": 0.355019, "nauc_mrr_at_20_std": -0.069649, "nauc_mrr_at_20_diff1": 0.352218, "nauc_mrr_at_100_max": 0.356181, "nauc_mrr_at_100_std": -0.067372, "nauc_mrr_at_100_diff1": 0.351596, "nauc_mrr_at_1000_max": 0.356056, "nauc_mrr_at_1000_std": -0.067626, "nauc_mrr_at_1000_diff1": 0.352021, "main_score": 0.32409, "hf_subset": "eng-fra", "languages": [ "eng-Latn", "fra-Latn" ] }, { "ndcg_at_1": 0.502, "ndcg_at_3": 0.49995, "ndcg_at_5": 0.51683, "ndcg_at_10": 0.55284, "ndcg_at_20": 0.57818, "ndcg_at_100": 0.61391, "ndcg_at_1000": 0.63205, "map_at_1": 0.31742, "map_at_3": 0.43681, "map_at_5": 0.46803, "map_at_10": 0.48954, "map_at_20": 0.49984, "map_at_100": 0.50697, "map_at_1000": 0.508, "recall_at_1": 0.31742, "recall_at_3": 0.48173, "recall_at_5": 0.55358, "recall_at_10": 0.64132, "recall_at_20": 0.72076, "recall_at_100": 0.8787, "recall_at_1000": 0.99655, "precision_at_1": 0.502, "precision_at_3": 0.30129, "precision_at_5": 0.21816, "precision_at_10": 0.12964, "precision_at_20": 0.07437, "precision_at_100": 0.0182, "precision_at_1000": 0.00206, "mrr_at_1": 0.502003, "mrr_at_3": 0.55563, "mrr_at_5": 0.569381, "mrr_at_10": 0.579419, "mrr_at_20": 0.583466, "mrr_at_100": 0.586444, "mrr_at_1000": 0.586809, "nauc_ndcg_at_1_max": 0.533611, "nauc_ndcg_at_1_std": 0.042368, "nauc_ndcg_at_1_diff1": 0.564948, "nauc_ndcg_at_3_max": 0.500208, "nauc_ndcg_at_3_std": 0.023714, "nauc_ndcg_at_3_diff1": 0.504209, "nauc_ndcg_at_5_max": 0.487866, "nauc_ndcg_at_5_std": 0.014058, "nauc_ndcg_at_5_diff1": 0.499396, "nauc_ndcg_at_10_max": 0.502642, "nauc_ndcg_at_10_std": 0.018927, "nauc_ndcg_at_10_diff1": 0.4913, "nauc_ndcg_at_20_max": 0.506226, "nauc_ndcg_at_20_std": 0.030538, "nauc_ndcg_at_20_diff1": 0.49031, "nauc_ndcg_at_100_max": 0.508877, "nauc_ndcg_at_100_std": 0.05069, "nauc_ndcg_at_100_diff1": 0.487589, "nauc_ndcg_at_1000_max": 0.507236, "nauc_ndcg_at_1000_std": 0.035941, "nauc_ndcg_at_1000_diff1": 0.497711, "nauc_map_at_1_max": 0.334264, "nauc_map_at_1_std": -0.007846, "nauc_map_at_1_diff1": 0.57596, "nauc_map_at_3_max": 0.453238, "nauc_map_at_3_std": 0.022059, "nauc_map_at_3_diff1": 0.510906, "nauc_map_at_5_max": 0.469249, "nauc_map_at_5_std": 0.013328, "nauc_map_at_5_diff1": 0.499789, "nauc_map_at_10_max": 0.485136, "nauc_map_at_10_std": 0.018105, "nauc_map_at_10_diff1": 0.495807, "nauc_map_at_20_max": 0.487562, "nauc_map_at_20_std": 0.02038, "nauc_map_at_20_diff1": 0.495843, "nauc_map_at_100_max": 0.487505, "nauc_map_at_100_std": 0.023597, "nauc_map_at_100_diff1": 0.495281, "nauc_map_at_1000_max": 0.48747, "nauc_map_at_1000_std": 0.023118, "nauc_map_at_1000_diff1": 0.495764, "nauc_recall_at_1_max": 0.334264, "nauc_recall_at_1_std": -0.007846, "nauc_recall_at_1_diff1": 0.57596, "nauc_recall_at_3_max": 0.436114, "nauc_recall_at_3_std": 0.017519, "nauc_recall_at_3_diff1": 0.466929, "nauc_recall_at_5_max": 0.440633, "nauc_recall_at_5_std": -0.003403, "nauc_recall_at_5_diff1": 0.43774, "nauc_recall_at_10_max": 0.459197, "nauc_recall_at_10_std": 0.003548, "nauc_recall_at_10_diff1": 0.401028, "nauc_recall_at_20_max": 0.465267, "nauc_recall_at_20_std": 0.056949, "nauc_recall_at_20_diff1": 0.385361, "nauc_recall_at_100_max": 0.477019, "nauc_recall_at_100_std": 0.284404, "nauc_recall_at_100_diff1": 0.276545, "nauc_recall_at_1000_max": 0.489914, "nauc_recall_at_1000_std": 0.660148, "nauc_recall_at_1000_diff1": 0.014112, "nauc_precision_at_1_max": 0.533611, "nauc_precision_at_1_std": 0.042368, "nauc_precision_at_1_diff1": 0.564948, "nauc_precision_at_3_max": 0.449082, "nauc_precision_at_3_std": 0.051025, "nauc_precision_at_3_diff1": 0.193406, "nauc_precision_at_5_max": 0.39203, "nauc_precision_at_5_std": 0.021367, "nauc_precision_at_5_diff1": 0.122878, "nauc_precision_at_10_max": 0.34842, "nauc_precision_at_10_std": 0.033, "nauc_precision_at_10_diff1": 0.060678, "nauc_precision_at_20_max": 0.28872, "nauc_precision_at_20_std": 0.04527, "nauc_precision_at_20_diff1": 0.007164, "nauc_precision_at_100_max": 0.176409, "nauc_precision_at_100_std": 0.082024, "nauc_precision_at_100_diff1": -0.104799, "nauc_precision_at_1000_max": 0.081819, "nauc_precision_at_1000_std": 0.025462, "nauc_precision_at_1000_diff1": -0.155221, "nauc_mrr_at_1_max": 0.533611, "nauc_mrr_at_1_std": 0.042368, "nauc_mrr_at_1_diff1": 0.564948, "nauc_mrr_at_3_max": 0.543068, "nauc_mrr_at_3_std": 0.037106, "nauc_mrr_at_3_diff1": 0.545285, "nauc_mrr_at_5_max": 0.539245, "nauc_mrr_at_5_std": 0.034999, "nauc_mrr_at_5_diff1": 0.542888, "nauc_mrr_at_10_max": 0.535865, "nauc_mrr_at_10_std": 0.034794, "nauc_mrr_at_10_diff1": 0.538493, "nauc_mrr_at_20_max": 0.536701, "nauc_mrr_at_20_std": 0.038313, "nauc_mrr_at_20_diff1": 0.538667, "nauc_mrr_at_100_max": 0.537604, "nauc_mrr_at_100_std": 0.039881, "nauc_mrr_at_100_diff1": 0.539194, "nauc_mrr_at_1000_max": 0.537474, "nauc_mrr_at_1000_std": 0.039438, "nauc_mrr_at_1000_diff1": 0.539433, "main_score": 0.55284, "hf_subset": "fra-eng", "languages": [ "fra-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.62378, "ndcg_at_3": 0.67417, "ndcg_at_5": 0.69483, "ndcg_at_10": 0.71688, "ndcg_at_20": 0.73114, "ndcg_at_100": 0.74837, "ndcg_at_1000": 0.7559, "map_at_1": 0.53564, "map_at_3": 0.64757, "map_at_5": 0.6641, "map_at_10": 0.67523, "map_at_20": 0.68008, "map_at_100": 0.68346, "map_at_1000": 0.68378, "recall_at_1": 0.53564, "recall_at_3": 0.70742, "recall_at_5": 0.75674, "recall_at_10": 0.81647, "recall_at_20": 0.86654, "recall_at_100": 0.94539, "recall_at_1000": 1.0, "precision_at_1": 0.62378, "precision_at_3": 0.30306, "precision_at_5": 0.19914, "precision_at_10": 0.10897, "precision_at_20": 0.05849, "precision_at_100": 0.01304, "precision_at_1000": 0.00139, "mrr_at_1": 0.623784, "mrr_at_3": 0.67964, "mrr_at_5": 0.689532, "mrr_at_10": 0.697199, "mrr_at_20": 0.700338, "mrr_at_100": 0.702172, "mrr_at_1000": 0.702365, "nauc_ndcg_at_1_max": 0.549397, "nauc_ndcg_at_1_std": -0.096339, "nauc_ndcg_at_1_diff1": 0.690145, "nauc_ndcg_at_3_max": 0.548555, "nauc_ndcg_at_3_std": -0.095189, "nauc_ndcg_at_3_diff1": 0.637412, "nauc_ndcg_at_5_max": 0.554532, "nauc_ndcg_at_5_std": -0.09764, "nauc_ndcg_at_5_diff1": 0.633397, "nauc_ndcg_at_10_max": 0.567125, "nauc_ndcg_at_10_std": -0.078378, "nauc_ndcg_at_10_diff1": 0.63101, "nauc_ndcg_at_20_max": 0.560626, "nauc_ndcg_at_20_std": -0.066634, "nauc_ndcg_at_20_diff1": 0.627498, "nauc_ndcg_at_100_max": 0.559326, "nauc_ndcg_at_100_std": -0.059388, "nauc_ndcg_at_100_diff1": 0.63435, "nauc_ndcg_at_1000_max": 0.556808, "nauc_ndcg_at_1000_std": -0.074605, "nauc_ndcg_at_1000_diff1": 0.64001, "nauc_map_at_1_max": 0.420087, "nauc_map_at_1_std": -0.090039, "nauc_map_at_1_diff1": 0.686109, "nauc_map_at_3_max": 0.531469, "nauc_map_at_3_std": -0.096671, "nauc_map_at_3_diff1": 0.637838, "nauc_map_at_5_max": 0.541178, "nauc_map_at_5_std": -0.099847, "nauc_map_at_5_diff1": 0.639922, "nauc_map_at_10_max": 0.546234, "nauc_map_at_10_std": -0.090693, "nauc_map_at_10_diff1": 0.639621, "nauc_map_at_20_max": 0.544326, "nauc_map_at_20_std": -0.088114, "nauc_map_at_20_diff1": 0.639143, "nauc_map_at_100_max": 0.544475, "nauc_map_at_100_std": -0.085926, "nauc_map_at_100_diff1": 0.640241, "nauc_map_at_1000_max": 0.544413, "nauc_map_at_1000_std": -0.0865, "nauc_map_at_1000_diff1": 0.640432, "nauc_recall_at_1_max": 0.420087, "nauc_recall_at_1_std": -0.090039, "nauc_recall_at_1_diff1": 0.686109, "nauc_recall_at_3_max": 0.549422, "nauc_recall_at_3_std": -0.08676, "nauc_recall_at_3_diff1": 0.588343, "nauc_recall_at_5_max": 0.567934, "nauc_recall_at_5_std": -0.092213, "nauc_recall_at_5_diff1": 0.578375, "nauc_recall_at_10_max": 0.621715, "nauc_recall_at_10_std": -0.017908, "nauc_recall_at_10_diff1": 0.554092, "nauc_recall_at_20_max": 0.60191, "nauc_recall_at_20_std": 0.077104, "nauc_recall_at_20_diff1": 0.504324, "nauc_recall_at_100_max": 0.634684, "nauc_recall_at_100_std": 0.35298, "nauc_recall_at_100_diff1": 0.482812, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.549397, "nauc_precision_at_1_std": -0.096339, "nauc_precision_at_1_diff1": 0.690145, "nauc_precision_at_3_max": 0.374469, "nauc_precision_at_3_std": -0.042842, "nauc_precision_at_3_diff1": 0.185348, "nauc_precision_at_5_max": 0.315907, "nauc_precision_at_5_std": -0.035268, "nauc_precision_at_5_diff1": 0.113093, "nauc_precision_at_10_max": 0.252026, "nauc_precision_at_10_std": 0.010822, "nauc_precision_at_10_diff1": 0.024241, "nauc_precision_at_20_max": 0.163103, "nauc_precision_at_20_std": 0.042358, "nauc_precision_at_20_diff1": -0.054904, "nauc_precision_at_100_max": 0.033091, "nauc_precision_at_100_std": 0.075003, "nauc_precision_at_100_diff1": -0.165993, "nauc_precision_at_1000_max": -0.0624, "nauc_precision_at_1000_std": 0.02055, "nauc_precision_at_1000_diff1": -0.236265, "nauc_mrr_at_1_max": 0.549397, "nauc_mrr_at_1_std": -0.096339, "nauc_mrr_at_1_diff1": 0.690145, "nauc_mrr_at_3_max": 0.566203, "nauc_mrr_at_3_std": -0.098335, "nauc_mrr_at_3_diff1": 0.66615, "nauc_mrr_at_5_max": 0.564621, "nauc_mrr_at_5_std": -0.098645, "nauc_mrr_at_5_diff1": 0.663398, "nauc_mrr_at_10_max": 0.569438, "nauc_mrr_at_10_std": -0.091492, "nauc_mrr_at_10_diff1": 0.661809, "nauc_mrr_at_20_max": 0.568244, "nauc_mrr_at_20_std": -0.088029, "nauc_mrr_at_20_diff1": 0.661488, "nauc_mrr_at_100_max": 0.568163, "nauc_mrr_at_100_std": -0.087727, "nauc_mrr_at_100_diff1": 0.662372, "nauc_mrr_at_1000_max": 0.568154, "nauc_mrr_at_1000_std": -0.088041, "nauc_mrr_at_1000_diff1": 0.662498, "main_score": 0.71688, "hf_subset": "hin-hin", "languages": [ "hin-Deva", "hin-Deva" ] }, { "ndcg_at_1": 0.2173, "ndcg_at_3": 0.25114, "ndcg_at_5": 0.27005, "ndcg_at_10": 0.30313, "ndcg_at_20": 0.32783, "ndcg_at_100": 0.37735, "ndcg_at_1000": 0.41701, "map_at_1": 0.18895, "map_at_3": 0.22762, "map_at_5": 0.24108, "map_at_10": 0.25566, "map_at_20": 0.26344, "map_at_100": 0.27108, "map_at_1000": 0.27289, "recall_at_1": 0.18895, "recall_at_3": 0.26877, "recall_at_5": 0.31989, "recall_at_10": 0.40795, "recall_at_20": 0.49099, "recall_at_100": 0.72106, "recall_at_1000": 0.98526, "precision_at_1": 0.2173, "precision_at_3": 0.1164, "precision_at_5": 0.08605, "precision_at_10": 0.05827, "precision_at_20": 0.03686, "precision_at_100": 0.01192, "precision_at_1000": 0.00178, "mrr_at_1": 0.217297, "mrr_at_3": 0.261802, "mrr_at_5": 0.276126, "mrr_at_10": 0.291484, "mrr_at_20": 0.297919, "mrr_at_100": 0.303359, "mrr_at_1000": 0.304132, "nauc_ndcg_at_1_max": 0.535021, "nauc_ndcg_at_1_std": -0.105434, "nauc_ndcg_at_1_diff1": 0.623958, "nauc_ndcg_at_3_max": 0.517118, "nauc_ndcg_at_3_std": -0.097492, "nauc_ndcg_at_3_diff1": 0.557263, "nauc_ndcg_at_5_max": 0.507994, "nauc_ndcg_at_5_std": -0.095094, "nauc_ndcg_at_5_diff1": 0.53711, "nauc_ndcg_at_10_max": 0.49632, "nauc_ndcg_at_10_std": -0.100624, "nauc_ndcg_at_10_diff1": 0.515912, "nauc_ndcg_at_20_max": 0.493287, "nauc_ndcg_at_20_std": -0.097799, "nauc_ndcg_at_20_diff1": 0.507445, "nauc_ndcg_at_100_max": 0.494809, "nauc_ndcg_at_100_std": -0.074559, "nauc_ndcg_at_100_diff1": 0.504089, "nauc_ndcg_at_1000_max": 0.500053, "nauc_ndcg_at_1000_std": -0.081365, "nauc_ndcg_at_1000_diff1": 0.520725, "nauc_map_at_1_max": 0.60839, "nauc_map_at_1_std": -0.076487, "nauc_map_at_1_diff1": 0.666531, "nauc_map_at_3_max": 0.554744, "nauc_map_at_3_std": -0.091183, "nauc_map_at_3_diff1": 0.597164, "nauc_map_at_5_max": 0.54299, "nauc_map_at_5_std": -0.093377, "nauc_map_at_5_diff1": 0.579468, "nauc_map_at_10_max": 0.534559, "nauc_map_at_10_std": -0.098372, "nauc_map_at_10_diff1": 0.566922, "nauc_map_at_20_max": 0.533464, "nauc_map_at_20_std": -0.096488, "nauc_map_at_20_diff1": 0.563492, "nauc_map_at_100_max": 0.532757, "nauc_map_at_100_std": -0.092987, "nauc_map_at_100_diff1": 0.562348, "nauc_map_at_1000_max": 0.533058, "nauc_map_at_1000_std": -0.092691, "nauc_map_at_1000_diff1": 0.56289, "nauc_recall_at_1_max": 0.60839, "nauc_recall_at_1_std": -0.076487, "nauc_recall_at_1_diff1": 0.666531, "nauc_recall_at_3_max": 0.503871, "nauc_recall_at_3_std": -0.092339, "nauc_recall_at_3_diff1": 0.519271, "nauc_recall_at_5_max": 0.467072, "nauc_recall_at_5_std": -0.089602, "nauc_recall_at_5_diff1": 0.457805, "nauc_recall_at_10_max": 0.438397, "nauc_recall_at_10_std": -0.103847, "nauc_recall_at_10_diff1": 0.407596, "nauc_recall_at_20_max": 0.422546, "nauc_recall_at_20_std": -0.097829, "nauc_recall_at_20_diff1": 0.37361, "nauc_recall_at_100_max": 0.404276, "nauc_recall_at_100_std": 0.025923, "nauc_recall_at_100_diff1": 0.304002, "nauc_recall_at_1000_max": 0.676414, "nauc_recall_at_1000_std": 0.227326, "nauc_recall_at_1000_diff1": 0.367699, "nauc_precision_at_1_max": 0.535021, "nauc_precision_at_1_std": -0.105434, "nauc_precision_at_1_diff1": 0.623958, "nauc_precision_at_3_max": 0.372003, "nauc_precision_at_3_std": -0.11972, "nauc_precision_at_3_diff1": 0.41409, "nauc_precision_at_5_max": 0.314635, "nauc_precision_at_5_std": -0.114539, "nauc_precision_at_5_diff1": 0.339513, "nauc_precision_at_10_max": 0.247664, "nauc_precision_at_10_std": -0.105597, "nauc_precision_at_10_diff1": 0.244353, "nauc_precision_at_20_max": 0.175621, "nauc_precision_at_20_std": -0.068513, "nauc_precision_at_20_diff1": 0.158793, "nauc_precision_at_100_max": 0.004545, "nauc_precision_at_100_std": 0.079333, "nauc_precision_at_100_diff1": -0.038484, "nauc_precision_at_1000_max": -0.195173, "nauc_precision_at_1000_std": 0.067316, "nauc_precision_at_1000_diff1": -0.179826, "nauc_mrr_at_1_max": 0.535021, "nauc_mrr_at_1_std": -0.105434, "nauc_mrr_at_1_diff1": 0.623958, "nauc_mrr_at_3_max": 0.481037, "nauc_mrr_at_3_std": -0.101443, "nauc_mrr_at_3_diff1": 0.542399, "nauc_mrr_at_5_max": 0.472766, "nauc_mrr_at_5_std": -0.098395, "nauc_mrr_at_5_diff1": 0.529296, "nauc_mrr_at_10_max": 0.471371, "nauc_mrr_at_10_std": -0.098618, "nauc_mrr_at_10_diff1": 0.522149, "nauc_mrr_at_20_max": 0.471821, "nauc_mrr_at_20_std": -0.099784, "nauc_mrr_at_20_diff1": 0.521738, "nauc_mrr_at_100_max": 0.473029, "nauc_mrr_at_100_std": -0.097828, "nauc_mrr_at_100_diff1": 0.522712, "nauc_mrr_at_1000_max": 0.473265, "nauc_mrr_at_1000_std": -0.098062, "nauc_mrr_at_1000_diff1": 0.523199, "main_score": 0.30313, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.54167, "ndcg_at_3": 0.58672, "ndcg_at_5": 0.61827, "ndcg_at_10": 0.64663, "ndcg_at_20": 0.66277, "ndcg_at_100": 0.68804, "ndcg_at_1000": 0.6955, "map_at_1": 0.45995, "map_at_3": 0.55953, "map_at_5": 0.58261, "map_at_10": 0.59647, "map_at_20": 0.60185, "map_at_100": 0.60638, "map_at_1000": 0.60679, "recall_at_1": 0.45995, "recall_at_3": 0.61617, "recall_at_5": 0.69299, "recall_at_10": 0.77329, "recall_at_20": 0.82966, "recall_at_100": 0.94754, "recall_at_1000": 0.9989, "precision_at_1": 0.54167, "precision_at_3": 0.26645, "precision_at_5": 0.18289, "precision_at_10": 0.10373, "precision_at_20": 0.05647, "precision_at_100": 0.01325, "precision_at_1000": 0.00141, "mrr_at_1": 0.541667, "mrr_at_3": 0.594846, "mrr_at_5": 0.610636, "mrr_at_10": 0.62043, "mrr_at_20": 0.624055, "mrr_at_100": 0.627007, "mrr_at_1000": 0.627202, "nauc_ndcg_at_1_max": 0.386746, "nauc_ndcg_at_1_std": -0.067097, "nauc_ndcg_at_1_diff1": 0.609517, "nauc_ndcg_at_3_max": 0.401323, "nauc_ndcg_at_3_std": -0.063333, "nauc_ndcg_at_3_diff1": 0.568093, "nauc_ndcg_at_5_max": 0.416328, "nauc_ndcg_at_5_std": -0.051022, "nauc_ndcg_at_5_diff1": 0.552702, "nauc_ndcg_at_10_max": 0.420684, "nauc_ndcg_at_10_std": -0.045182, "nauc_ndcg_at_10_diff1": 0.557897, "nauc_ndcg_at_20_max": 0.429154, "nauc_ndcg_at_20_std": -0.03388, "nauc_ndcg_at_20_diff1": 0.55471, "nauc_ndcg_at_100_max": 0.419826, "nauc_ndcg_at_100_std": -0.035472, "nauc_ndcg_at_100_diff1": 0.555736, "nauc_ndcg_at_1000_max": 0.413486, "nauc_ndcg_at_1000_std": -0.045657, "nauc_ndcg_at_1000_diff1": 0.5624, "nauc_map_at_1_max": 0.316563, "nauc_map_at_1_std": -0.050633, "nauc_map_at_1_diff1": 0.630529, "nauc_map_at_3_max": 0.391957, "nauc_map_at_3_std": -0.063369, "nauc_map_at_3_diff1": 0.575084, "nauc_map_at_5_max": 0.401411, "nauc_map_at_5_std": -0.058778, "nauc_map_at_5_diff1": 0.566343, "nauc_map_at_10_max": 0.402082, "nauc_map_at_10_std": -0.057686, "nauc_map_at_10_diff1": 0.568763, "nauc_map_at_20_max": 0.404565, "nauc_map_at_20_std": -0.053986, "nauc_map_at_20_diff1": 0.567342, "nauc_map_at_100_max": 0.403434, "nauc_map_at_100_std": -0.053411, "nauc_map_at_100_diff1": 0.567662, "nauc_map_at_1000_max": 0.40311, "nauc_map_at_1000_std": -0.053858, "nauc_map_at_1000_diff1": 0.567903, "nauc_recall_at_1_max": 0.316563, "nauc_recall_at_1_std": -0.050633, "nauc_recall_at_1_diff1": 0.630529, "nauc_recall_at_3_max": 0.411319, "nauc_recall_at_3_std": -0.065632, "nauc_recall_at_3_diff1": 0.534585, "nauc_recall_at_5_max": 0.450328, "nauc_recall_at_5_std": -0.02673, "nauc_recall_at_5_diff1": 0.490476, "nauc_recall_at_10_max": 0.481168, "nauc_recall_at_10_std": 0.009153, "nauc_recall_at_10_diff1": 0.495838, "nauc_recall_at_20_max": 0.543761, "nauc_recall_at_20_std": 0.087565, "nauc_recall_at_20_diff1": 0.461241, "nauc_recall_at_100_max": 0.601212, "nauc_recall_at_100_std": 0.275958, "nauc_recall_at_100_diff1": 0.339252, "nauc_recall_at_1000_max": 0.869313, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.722335, "nauc_precision_at_1_max": 0.386746, "nauc_precision_at_1_std": -0.067097, "nauc_precision_at_1_diff1": 0.609517, "nauc_precision_at_3_max": 0.320749, "nauc_precision_at_3_std": -0.044709, "nauc_precision_at_3_diff1": 0.22219, "nauc_precision_at_5_max": 0.289437, "nauc_precision_at_5_std": -0.022322, "nauc_precision_at_5_diff1": 0.121633, "nauc_precision_at_10_max": 0.224589, "nauc_precision_at_10_std": 0.001769, "nauc_precision_at_10_diff1": 0.0445, "nauc_precision_at_20_max": 0.193043, "nauc_precision_at_20_std": 0.040963, "nauc_precision_at_20_diff1": -0.033794, "nauc_precision_at_100_max": 0.028686, "nauc_precision_at_100_std": 0.042608, "nauc_precision_at_100_diff1": -0.192673, "nauc_precision_at_1000_max": -0.059333, "nauc_precision_at_1000_std": -0.004005, "nauc_precision_at_1000_diff1": -0.234536, "nauc_mrr_at_1_max": 0.386746, "nauc_mrr_at_1_std": -0.067097, "nauc_mrr_at_1_diff1": 0.609517, "nauc_mrr_at_3_max": 0.403753, "nauc_mrr_at_3_std": -0.069187, "nauc_mrr_at_3_diff1": 0.582914, "nauc_mrr_at_5_max": 0.409914, "nauc_mrr_at_5_std": -0.060974, "nauc_mrr_at_5_diff1": 0.576913, "nauc_mrr_at_10_max": 0.411688, "nauc_mrr_at_10_std": -0.057014, "nauc_mrr_at_10_diff1": 0.578427, "nauc_mrr_at_20_max": 0.413131, "nauc_mrr_at_20_std": -0.055124, "nauc_mrr_at_20_diff1": 0.578456, "nauc_mrr_at_100_max": 0.411911, "nauc_mrr_at_100_std": -0.055668, "nauc_mrr_at_100_diff1": 0.578414, "nauc_mrr_at_1000_max": 0.41175, "nauc_mrr_at_1000_std": -0.055953, "nauc_mrr_at_1000_diff1": 0.57863, "main_score": 0.64663, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "ndcg_at_1": 0.62896, "ndcg_at_3": 0.64411, "ndcg_at_5": 0.65903, "ndcg_at_10": 0.69007, "ndcg_at_20": 0.70854, "ndcg_at_100": 0.72905, "ndcg_at_1000": 0.73825, "map_at_1": 0.42582, "map_at_3": 0.58379, "map_at_5": 0.61943, "map_at_10": 0.639, "map_at_20": 0.64615, "map_at_100": 0.64997, "map_at_1000": 0.65044, "recall_at_1": 0.42582, "recall_at_3": 0.6365, "recall_at_5": 0.7048, "recall_at_10": 0.77984, "recall_at_20": 0.84007, "recall_at_100": 0.93625, "recall_at_1000": 0.99698, "precision_at_1": 0.62896, "precision_at_3": 0.37557, "precision_at_5": 0.26244, "precision_at_10": 0.14902, "precision_at_20": 0.08092, "precision_at_100": 0.01795, "precision_at_1000": 0.00192, "mrr_at_1": 0.628959, "mrr_at_3": 0.678482, "mrr_at_5": 0.687908, "mrr_at_10": 0.695517, "mrr_at_20": 0.69891, "mrr_at_100": 0.70054, "mrr_at_1000": 0.700719, "nauc_ndcg_at_1_max": 0.556976, "nauc_ndcg_at_1_std": -0.148549, "nauc_ndcg_at_1_diff1": 0.63058, "nauc_ndcg_at_3_max": 0.533693, "nauc_ndcg_at_3_std": -0.093308, "nauc_ndcg_at_3_diff1": 0.567868, "nauc_ndcg_at_5_max": 0.542768, "nauc_ndcg_at_5_std": -0.082175, "nauc_ndcg_at_5_diff1": 0.565404, "nauc_ndcg_at_10_max": 0.566498, "nauc_ndcg_at_10_std": -0.069924, "nauc_ndcg_at_10_diff1": 0.567887, "nauc_ndcg_at_20_max": 0.56947, "nauc_ndcg_at_20_std": -0.058491, "nauc_ndcg_at_20_diff1": 0.572881, "nauc_ndcg_at_100_max": 0.572814, "nauc_ndcg_at_100_std": -0.053713, "nauc_ndcg_at_100_diff1": 0.580264, "nauc_ndcg_at_1000_max": 0.568505, "nauc_ndcg_at_1000_std": -0.068369, "nauc_ndcg_at_1000_diff1": 0.581919, "nauc_map_at_1_max": 0.31079, "nauc_map_at_1_std": -0.157375, "nauc_map_at_1_diff1": 0.635639, "nauc_map_at_3_max": 0.466212, "nauc_map_at_3_std": -0.100202, "nauc_map_at_3_diff1": 0.575191, "nauc_map_at_5_max": 0.513956, "nauc_map_at_5_std": -0.095031, "nauc_map_at_5_diff1": 0.565643, "nauc_map_at_10_max": 0.534838, "nauc_map_at_10_std": -0.087259, "nauc_map_at_10_diff1": 0.568361, "nauc_map_at_20_max": 0.537248, "nauc_map_at_20_std": -0.083723, "nauc_map_at_20_diff1": 0.570484, "nauc_map_at_100_max": 0.538013, "nauc_map_at_100_std": -0.082269, "nauc_map_at_100_diff1": 0.571754, "nauc_map_at_1000_max": 0.53783, "nauc_map_at_1000_std": -0.082782, "nauc_map_at_1000_diff1": 0.571811, "nauc_recall_at_1_max": 0.31079, "nauc_recall_at_1_std": -0.157375, "nauc_recall_at_1_diff1": 0.635639, "nauc_recall_at_3_max": 0.453474, "nauc_recall_at_3_std": -0.070629, "nauc_recall_at_3_diff1": 0.525445, "nauc_recall_at_5_max": 0.521643, "nauc_recall_at_5_std": -0.045137, "nauc_recall_at_5_diff1": 0.503451, "nauc_recall_at_10_max": 0.565945, "nauc_recall_at_10_std": 0.002618, "nauc_recall_at_10_diff1": 0.490521, "nauc_recall_at_20_max": 0.570796, "nauc_recall_at_20_std": 0.084279, "nauc_recall_at_20_diff1": 0.485726, "nauc_recall_at_100_max": 0.641019, "nauc_recall_at_100_std": 0.330332, "nauc_recall_at_100_diff1": 0.509037, "nauc_recall_at_1000_max": 0.828425, "nauc_recall_at_1000_std": 0.865218, "nauc_recall_at_1000_diff1": 0.865218, "nauc_precision_at_1_max": 0.556976, "nauc_precision_at_1_std": -0.148549, "nauc_precision_at_1_diff1": 0.63058, "nauc_precision_at_3_max": 0.382329, "nauc_precision_at_3_std": 0.036553, "nauc_precision_at_3_diff1": 0.07722, "nauc_precision_at_5_max": 0.351102, "nauc_precision_at_5_std": 0.049552, "nauc_precision_at_5_diff1": 0.002418, "nauc_precision_at_10_max": 0.320876, "nauc_precision_at_10_std": 0.08087, "nauc_precision_at_10_diff1": -0.053103, "nauc_precision_at_20_max": 0.274615, "nauc_precision_at_20_std": 0.10509, "nauc_precision_at_20_diff1": -0.089251, "nauc_precision_at_100_max": 0.207817, "nauc_precision_at_100_std": 0.121437, "nauc_precision_at_100_diff1": -0.15309, "nauc_precision_at_1000_max": 0.129402, "nauc_precision_at_1000_std": 0.082718, "nauc_precision_at_1000_diff1": -0.213789, "nauc_mrr_at_1_max": 0.556976, "nauc_mrr_at_1_std": -0.148549, "nauc_mrr_at_1_diff1": 0.63058, "nauc_mrr_at_3_max": 0.591762, "nauc_mrr_at_3_std": -0.102552, "nauc_mrr_at_3_diff1": 0.611221, "nauc_mrr_at_5_max": 0.591606, "nauc_mrr_at_5_std": -0.098678, "nauc_mrr_at_5_diff1": 0.606334, "nauc_mrr_at_10_max": 0.589033, "nauc_mrr_at_10_std": -0.101789, "nauc_mrr_at_10_diff1": 0.608046, "nauc_mrr_at_20_max": 0.588298, "nauc_mrr_at_20_std": -0.100117, "nauc_mrr_at_20_diff1": 0.609193, "nauc_mrr_at_100_max": 0.587931, "nauc_mrr_at_100_std": -0.100694, "nauc_mrr_at_100_diff1": 0.609653, "nauc_mrr_at_1000_max": 0.587947, "nauc_mrr_at_1000_std": -0.100815, "nauc_mrr_at_1000_diff1": 0.609699, "main_score": 0.69007, "hf_subset": "ita-ita", "languages": [ "ita-Latn", "ita-Latn" ] }, { "ndcg_at_1": 0.24133, "ndcg_at_3": 0.24691, "ndcg_at_5": 0.26403, "ndcg_at_10": 0.29183, "ndcg_at_20": 0.32149, "ndcg_at_100": 0.36874, "ndcg_at_1000": 0.41303, "map_at_1": 0.14349, "map_at_3": 0.20607, "map_at_5": 0.22589, "map_at_10": 0.23969, "map_at_20": 0.24944, "map_at_100": 0.25725, "map_at_1000": 0.25948, "recall_at_1": 0.14349, "recall_at_3": 0.24419, "recall_at_5": 0.30216, "recall_at_10": 0.37451, "recall_at_20": 0.47393, "recall_at_100": 0.69588, "recall_at_1000": 0.98904, "precision_at_1": 0.24133, "precision_at_3": 0.15586, "precision_at_5": 0.11825, "precision_at_10": 0.07376, "precision_at_20": 0.04653, "precision_at_100": 0.01362, "precision_at_1000": 0.00196, "mrr_at_1": 0.241327, "mrr_at_3": 0.286576, "mrr_at_5": 0.300452, "mrr_at_10": 0.309697, "mrr_at_20": 0.317109, "mrr_at_100": 0.321571, "mrr_at_1000": 0.322611, "nauc_ndcg_at_1_max": 0.367703, "nauc_ndcg_at_1_std": -0.071442, "nauc_ndcg_at_1_diff1": 0.445653, "nauc_ndcg_at_3_max": 0.333481, "nauc_ndcg_at_3_std": -0.07213, "nauc_ndcg_at_3_diff1": 0.372897, "nauc_ndcg_at_5_max": 0.33946, "nauc_ndcg_at_5_std": -0.067012, "nauc_ndcg_at_5_diff1": 0.368256, "nauc_ndcg_at_10_max": 0.343717, "nauc_ndcg_at_10_std": -0.075823, "nauc_ndcg_at_10_diff1": 0.371179, "nauc_ndcg_at_20_max": 0.340603, "nauc_ndcg_at_20_std": -0.074301, "nauc_ndcg_at_20_diff1": 0.355365, "nauc_ndcg_at_100_max": 0.352834, "nauc_ndcg_at_100_std": -0.062735, "nauc_ndcg_at_100_diff1": 0.350674, "nauc_ndcg_at_1000_max": 0.35435, "nauc_ndcg_at_1000_std": -0.059327, "nauc_ndcg_at_1000_diff1": 0.363036, "nauc_map_at_1_max": 0.292779, "nauc_map_at_1_std": -0.134766, "nauc_map_at_1_diff1": 0.458145, "nauc_map_at_3_max": 0.316348, "nauc_map_at_3_std": -0.099328, "nauc_map_at_3_diff1": 0.383004, "nauc_map_at_5_max": 0.331881, "nauc_map_at_5_std": -0.089054, "nauc_map_at_5_diff1": 0.378475, "nauc_map_at_10_max": 0.340368, "nauc_map_at_10_std": -0.089498, "nauc_map_at_10_diff1": 0.38149, "nauc_map_at_20_max": 0.34315, "nauc_map_at_20_std": -0.085907, "nauc_map_at_20_diff1": 0.375595, "nauc_map_at_100_max": 0.345789, "nauc_map_at_100_std": -0.083214, "nauc_map_at_100_diff1": 0.375104, "nauc_map_at_1000_max": 0.345891, "nauc_map_at_1000_std": -0.082685, "nauc_map_at_1000_diff1": 0.375497, "nauc_recall_at_1_max": 0.292779, "nauc_recall_at_1_std": -0.134766, "nauc_recall_at_1_diff1": 0.458145, "nauc_recall_at_3_max": 0.280203, "nauc_recall_at_3_std": -0.07588, "nauc_recall_at_3_diff1": 0.33301, "nauc_recall_at_5_max": 0.298113, "nauc_recall_at_5_std": -0.062234, "nauc_recall_at_5_diff1": 0.310596, "nauc_recall_at_10_max": 0.293242, "nauc_recall_at_10_std": -0.086137, "nauc_recall_at_10_diff1": 0.3098, "nauc_recall_at_20_max": 0.26637, "nauc_recall_at_20_std": -0.091121, "nauc_recall_at_20_diff1": 0.259395, "nauc_recall_at_100_max": 0.310807, "nauc_recall_at_100_std": -0.039048, "nauc_recall_at_100_diff1": 0.207409, "nauc_recall_at_1000_max": 0.803868, "nauc_recall_at_1000_std": 0.455594, "nauc_recall_at_1000_diff1": 0.357531, "nauc_precision_at_1_max": 0.367703, "nauc_precision_at_1_std": -0.071442, "nauc_precision_at_1_diff1": 0.445653, "nauc_precision_at_3_max": 0.368834, "nauc_precision_at_3_std": -0.008285, "nauc_precision_at_3_diff1": 0.272135, "nauc_precision_at_5_max": 0.395314, "nauc_precision_at_5_std": 0.026985, "nauc_precision_at_5_diff1": 0.254838, "nauc_precision_at_10_max": 0.385085, "nauc_precision_at_10_std": 0.016799, "nauc_precision_at_10_diff1": 0.246913, "nauc_precision_at_20_max": 0.360767, "nauc_precision_at_20_std": 0.037534, "nauc_precision_at_20_diff1": 0.184448, "nauc_precision_at_100_max": 0.320214, "nauc_precision_at_100_std": 0.076937, "nauc_precision_at_100_diff1": 0.103038, "nauc_precision_at_1000_max": 0.15013, "nauc_precision_at_1000_std": 0.08216, "nauc_precision_at_1000_diff1": 0.001563, "nauc_mrr_at_1_max": 0.367703, "nauc_mrr_at_1_std": -0.071442, "nauc_mrr_at_1_diff1": 0.445653, "nauc_mrr_at_3_max": 0.357681, "nauc_mrr_at_3_std": -0.041666, "nauc_mrr_at_3_diff1": 0.397452, "nauc_mrr_at_5_max": 0.361894, "nauc_mrr_at_5_std": -0.039626, "nauc_mrr_at_5_diff1": 0.392262, "nauc_mrr_at_10_max": 0.35692, "nauc_mrr_at_10_std": -0.046498, "nauc_mrr_at_10_diff1": 0.390376, "nauc_mrr_at_20_max": 0.353439, "nauc_mrr_at_20_std": -0.048309, "nauc_mrr_at_20_diff1": 0.387535, "nauc_mrr_at_100_max": 0.353291, "nauc_mrr_at_100_std": -0.048696, "nauc_mrr_at_100_diff1": 0.387773, "nauc_mrr_at_1000_max": 0.353703, "nauc_mrr_at_1000_std": -0.048213, "nauc_mrr_at_1000_diff1": 0.38821, "main_score": 0.29183, "hf_subset": "eng-ita", "languages": [ "eng-Latn", "ita-Latn" ] }, { "ndcg_at_1": 0.45852, "ndcg_at_3": 0.48179, "ndcg_at_5": 0.50287, "ndcg_at_10": 0.53517, "ndcg_at_20": 0.56009, "ndcg_at_100": 0.59734, "ndcg_at_1000": 0.61326, "map_at_1": 0.30106, "map_at_3": 0.42818, "map_at_5": 0.45959, "map_at_10": 0.477, "map_at_20": 0.4865, "map_at_100": 0.49344, "map_at_1000": 0.49432, "recall_at_1": 0.30106, "recall_at_3": 0.48658, "recall_at_5": 0.55892, "recall_at_10": 0.6408, "recall_at_20": 0.72245, "recall_at_100": 0.89145, "recall_at_1000": 0.99676, "precision_at_1": 0.45852, "precision_at_3": 0.28658, "precision_at_5": 0.20603, "precision_at_10": 0.12021, "precision_at_20": 0.06878, "precision_at_100": 0.01712, "precision_at_1000": 0.00192, "mrr_at_1": 0.458522, "mrr_at_3": 0.517094, "mrr_at_5": 0.529085, "mrr_at_10": 0.540026, "mrr_at_20": 0.544246, "mrr_at_100": 0.547752, "mrr_at_1000": 0.548107, "nauc_ndcg_at_1_max": 0.494429, "nauc_ndcg_at_1_std": -0.069434, "nauc_ndcg_at_1_diff1": 0.568673, "nauc_ndcg_at_3_max": 0.511175, "nauc_ndcg_at_3_std": -0.01062, "nauc_ndcg_at_3_diff1": 0.533952, "nauc_ndcg_at_5_max": 0.522098, "nauc_ndcg_at_5_std": -0.003246, "nauc_ndcg_at_5_diff1": 0.540418, "nauc_ndcg_at_10_max": 0.533361, "nauc_ndcg_at_10_std": 0.012488, "nauc_ndcg_at_10_diff1": 0.527678, "nauc_ndcg_at_20_max": 0.53957, "nauc_ndcg_at_20_std": 0.02178, "nauc_ndcg_at_20_diff1": 0.523095, "nauc_ndcg_at_100_max": 0.540623, "nauc_ndcg_at_100_std": 0.025603, "nauc_ndcg_at_100_diff1": 0.527138, "nauc_ndcg_at_1000_max": 0.535817, "nauc_ndcg_at_1000_std": 0.013251, "nauc_ndcg_at_1000_diff1": 0.533556, "nauc_map_at_1_max": 0.340821, "nauc_map_at_1_std": -0.088352, "nauc_map_at_1_diff1": 0.606928, "nauc_map_at_3_max": 0.473892, "nauc_map_at_3_std": -0.026236, "nauc_map_at_3_diff1": 0.550041, "nauc_map_at_5_max": 0.503122, "nauc_map_at_5_std": -0.01891, "nauc_map_at_5_diff1": 0.546357, "nauc_map_at_10_max": 0.514775, "nauc_map_at_10_std": -0.008721, "nauc_map_at_10_diff1": 0.540946, "nauc_map_at_20_max": 0.518829, "nauc_map_at_20_std": -0.004052, "nauc_map_at_20_diff1": 0.538387, "nauc_map_at_100_max": 0.518819, "nauc_map_at_100_std": -0.003428, "nauc_map_at_100_diff1": 0.539226, "nauc_map_at_1000_max": 0.518614, "nauc_map_at_1000_std": -0.003795, "nauc_map_at_1000_diff1": 0.539514, "nauc_recall_at_1_max": 0.340821, "nauc_recall_at_1_std": -0.088352, "nauc_recall_at_1_diff1": 0.606928, "nauc_recall_at_3_max": 0.469572, "nauc_recall_at_3_std": 0.012903, "nauc_recall_at_3_diff1": 0.499069, "nauc_recall_at_5_max": 0.512368, "nauc_recall_at_5_std": 0.028687, "nauc_recall_at_5_diff1": 0.497678, "nauc_recall_at_10_max": 0.522796, "nauc_recall_at_10_std": 0.069283, "nauc_recall_at_10_diff1": 0.449239, "nauc_recall_at_20_max": 0.540231, "nauc_recall_at_20_std": 0.109162, "nauc_recall_at_20_diff1": 0.420888, "nauc_recall_at_100_max": 0.592134, "nauc_recall_at_100_std": 0.273061, "nauc_recall_at_100_diff1": 0.376238, "nauc_recall_at_1000_max": 0.89589, "nauc_recall_at_1000_std": 0.945308, "nauc_recall_at_1000_diff1": 0.521831, "nauc_precision_at_1_max": 0.494429, "nauc_precision_at_1_std": -0.069434, "nauc_precision_at_1_diff1": 0.568673, "nauc_precision_at_3_max": 0.46386, "nauc_precision_at_3_std": 0.053, "nauc_precision_at_3_diff1": 0.236067, "nauc_precision_at_5_max": 0.440752, "nauc_precision_at_5_std": 0.065514, "nauc_precision_at_5_diff1": 0.174967, "nauc_precision_at_10_max": 0.422335, "nauc_precision_at_10_std": 0.104396, "nauc_precision_at_10_diff1": 0.104796, "nauc_precision_at_20_max": 0.369209, "nauc_precision_at_20_std": 0.126709, "nauc_precision_at_20_diff1": 0.040013, "nauc_precision_at_100_max": 0.240512, "nauc_precision_at_100_std": 0.123215, "nauc_precision_at_100_diff1": -0.072265, "nauc_precision_at_1000_max": 0.126982, "nauc_precision_at_1000_std": 0.069097, "nauc_precision_at_1000_diff1": -0.142769, "nauc_mrr_at_1_max": 0.494429, "nauc_mrr_at_1_std": -0.069434, "nauc_mrr_at_1_diff1": 0.568673, "nauc_mrr_at_3_max": 0.533564, "nauc_mrr_at_3_std": -0.016758, "nauc_mrr_at_3_diff1": 0.551272, "nauc_mrr_at_5_max": 0.535693, "nauc_mrr_at_5_std": -0.018972, "nauc_mrr_at_5_diff1": 0.551107, "nauc_mrr_at_10_max": 0.532109, "nauc_mrr_at_10_std": -0.014685, "nauc_mrr_at_10_diff1": 0.546166, "nauc_mrr_at_20_max": 0.532479, "nauc_mrr_at_20_std": -0.015164, "nauc_mrr_at_20_diff1": 0.546778, "nauc_mrr_at_100_max": 0.531974, "nauc_mrr_at_100_std": -0.016022, "nauc_mrr_at_100_diff1": 0.547331, "nauc_mrr_at_1000_max": 0.53193, "nauc_mrr_at_1000_std": -0.016188, "nauc_mrr_at_1000_diff1": 0.547467, "main_score": 0.53517, "hf_subset": "ita-eng", "languages": [ "ita-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.65333, "ndcg_at_3": 0.66284, "ndcg_at_5": 0.68131, "ndcg_at_10": 0.70164, "ndcg_at_20": 0.71412, "ndcg_at_100": 0.73603, "ndcg_at_1000": 0.74707, "map_at_1": 0.41636, "map_at_3": 0.61059, "map_at_5": 0.65133, "map_at_10": 0.66402, "map_at_20": 0.66859, "map_at_100": 0.67235, "map_at_1000": 0.6729, "recall_at_1": 0.41636, "recall_at_3": 0.6461, "recall_at_5": 0.72196, "recall_at_10": 0.77275, "recall_at_20": 0.81505, "recall_at_100": 0.91929, "recall_at_1000": 0.99677, "precision_at_1": 0.65333, "precision_at_3": 0.41414, "precision_at_5": 0.28727, "precision_at_10": 0.15467, "precision_at_20": 0.08145, "precision_at_100": 0.01807, "precision_at_1000": 0.00194, "mrr_at_1": 0.653333, "mrr_at_3": 0.687071, "mrr_at_5": 0.696404, "mrr_at_10": 0.701339, "mrr_at_20": 0.70377, "mrr_at_100": 0.706182, "mrr_at_1000": 0.706482, "nauc_ndcg_at_1_max": 0.740592, "nauc_ndcg_at_1_std": -0.030302, "nauc_ndcg_at_1_diff1": 0.63365, "nauc_ndcg_at_3_max": 0.70043, "nauc_ndcg_at_3_std": -0.080555, "nauc_ndcg_at_3_diff1": 0.581032, "nauc_ndcg_at_5_max": 0.701085, "nauc_ndcg_at_5_std": -0.092008, "nauc_ndcg_at_5_diff1": 0.580664, "nauc_ndcg_at_10_max": 0.715295, "nauc_ndcg_at_10_std": -0.075926, "nauc_ndcg_at_10_diff1": 0.583933, "nauc_ndcg_at_20_max": 0.72107, "nauc_ndcg_at_20_std": -0.062874, "nauc_ndcg_at_20_diff1": 0.586044, "nauc_ndcg_at_100_max": 0.723207, "nauc_ndcg_at_100_std": -0.045759, "nauc_ndcg_at_100_diff1": 0.586531, "nauc_ndcg_at_1000_max": 0.720385, "nauc_ndcg_at_1000_std": -0.050639, "nauc_ndcg_at_1000_diff1": 0.587806, "nauc_map_at_1_max": 0.304363, "nauc_map_at_1_std": -0.117959, "nauc_map_at_1_diff1": 0.644921, "nauc_map_at_3_max": 0.627675, "nauc_map_at_3_std": -0.103548, "nauc_map_at_3_diff1": 0.583079, "nauc_map_at_5_max": 0.692954, "nauc_map_at_5_std": -0.085953, "nauc_map_at_5_diff1": 0.573362, "nauc_map_at_10_max": 0.704719, "nauc_map_at_10_std": -0.074703, "nauc_map_at_10_diff1": 0.577254, "nauc_map_at_20_max": 0.707231, "nauc_map_at_20_std": -0.070241, "nauc_map_at_20_diff1": 0.578851, "nauc_map_at_100_max": 0.707613, "nauc_map_at_100_std": -0.06766, "nauc_map_at_100_diff1": 0.578881, "nauc_map_at_1000_max": 0.70757, "nauc_map_at_1000_std": -0.067451, "nauc_map_at_1000_diff1": 0.578922, "nauc_recall_at_1_max": 0.304363, "nauc_recall_at_1_std": -0.117959, "nauc_recall_at_1_diff1": 0.644921, "nauc_recall_at_3_max": 0.588582, "nauc_recall_at_3_std": -0.141671, "nauc_recall_at_3_diff1": 0.556508, "nauc_recall_at_5_max": 0.666182, "nauc_recall_at_5_std": -0.14263, "nauc_recall_at_5_diff1": 0.545669, "nauc_recall_at_10_max": 0.704021, "nauc_recall_at_10_std": -0.11065, "nauc_recall_at_10_diff1": 0.549366, "nauc_recall_at_20_max": 0.723758, "nauc_recall_at_20_std": -0.057966, "nauc_recall_at_20_diff1": 0.550912, "nauc_recall_at_100_max": 0.753573, "nauc_recall_at_100_std": 0.136264, "nauc_recall_at_100_diff1": 0.525374, "nauc_recall_at_1000_max": 0.671129, "nauc_recall_at_1000_std": 0.766632, "nauc_recall_at_1000_diff1": 0.460808, "nauc_precision_at_1_max": 0.740592, "nauc_precision_at_1_std": -0.030302, "nauc_precision_at_1_diff1": 0.63365, "nauc_precision_at_3_max": 0.548697, "nauc_precision_at_3_std": 0.051744, "nauc_precision_at_3_diff1": 0.061651, "nauc_precision_at_5_max": 0.481134, "nauc_precision_at_5_std": 0.077169, "nauc_precision_at_5_diff1": -0.008176, "nauc_precision_at_10_max": 0.443824, "nauc_precision_at_10_std": 0.107184, "nauc_precision_at_10_diff1": -0.035903, "nauc_precision_at_20_max": 0.412785, "nauc_precision_at_20_std": 0.134887, "nauc_precision_at_20_diff1": -0.066696, "nauc_precision_at_100_max": 0.329498, "nauc_precision_at_100_std": 0.195451, "nauc_precision_at_100_diff1": -0.150668, "nauc_precision_at_1000_max": 0.247153, "nauc_precision_at_1000_std": 0.195361, "nauc_precision_at_1000_diff1": -0.21766, "nauc_mrr_at_1_max": 0.740592, "nauc_mrr_at_1_std": -0.030302, "nauc_mrr_at_1_diff1": 0.63365, "nauc_mrr_at_3_max": 0.727193, "nauc_mrr_at_3_std": -0.058612, "nauc_mrr_at_3_diff1": 0.619862, "nauc_mrr_at_5_max": 0.730898, "nauc_mrr_at_5_std": -0.056365, "nauc_mrr_at_5_diff1": 0.619417, "nauc_mrr_at_10_max": 0.732643, "nauc_mrr_at_10_std": -0.053632, "nauc_mrr_at_10_diff1": 0.619364, "nauc_mrr_at_20_max": 0.733319, "nauc_mrr_at_20_std": -0.051744, "nauc_mrr_at_20_diff1": 0.618798, "nauc_mrr_at_100_max": 0.733371, "nauc_mrr_at_100_std": -0.05114, "nauc_mrr_at_100_diff1": 0.618785, "nauc_mrr_at_1000_max": 0.733285, "nauc_mrr_at_1000_std": -0.051185, "nauc_mrr_at_1000_diff1": 0.618732, "main_score": 0.70164, "hf_subset": "jpn-jpn", "languages": [ "jpn-Hira", "jpn-Hira" ] }, { "ndcg_at_1": 0.26182, "ndcg_at_3": 0.26075, "ndcg_at_5": 0.27444, "ndcg_at_10": 0.30646, "ndcg_at_20": 0.33113, "ndcg_at_100": 0.37411, "ndcg_at_1000": 0.41953, "map_at_1": 0.13749, "map_at_3": 0.20688, "map_at_5": 0.2296, "map_at_10": 0.24766, "map_at_20": 0.25643, "map_at_100": 0.26352, "map_at_1000": 0.26574, "recall_at_1": 0.13749, "recall_at_3": 0.25032, "recall_at_5": 0.3078, "recall_at_10": 0.38703, "recall_at_20": 0.46689, "recall_at_100": 0.66244, "recall_at_1000": 0.96752, "precision_at_1": 0.26182, "precision_at_3": 0.17576, "precision_at_5": 0.1343, "precision_at_10": 0.08497, "precision_at_20": 0.05091, "precision_at_100": 0.01425, "precision_at_1000": 0.00206, "mrr_at_1": 0.261818, "mrr_at_3": 0.313737, "mrr_at_5": 0.325313, "mrr_at_10": 0.335686, "mrr_at_20": 0.34112, "mrr_at_100": 0.345709, "mrr_at_1000": 0.346596, "nauc_ndcg_at_1_max": 0.211751, "nauc_ndcg_at_1_std": -0.1135, "nauc_ndcg_at_1_diff1": 0.320316, "nauc_ndcg_at_3_max": 0.193343, "nauc_ndcg_at_3_std": -0.110541, "nauc_ndcg_at_3_diff1": 0.246251, "nauc_ndcg_at_5_max": 0.18812, "nauc_ndcg_at_5_std": -0.112508, "nauc_ndcg_at_5_diff1": 0.248107, "nauc_ndcg_at_10_max": 0.193455, "nauc_ndcg_at_10_std": -0.109403, "nauc_ndcg_at_10_diff1": 0.237792, "nauc_ndcg_at_20_max": 0.190114, "nauc_ndcg_at_20_std": -0.109556, "nauc_ndcg_at_20_diff1": 0.240498, "nauc_ndcg_at_100_max": 0.207903, "nauc_ndcg_at_100_std": -0.091309, "nauc_ndcg_at_100_diff1": 0.239847, "nauc_ndcg_at_1000_max": 0.204562, "nauc_ndcg_at_1000_std": -0.088932, "nauc_ndcg_at_1000_diff1": 0.242345, "nauc_map_at_1_max": 0.106445, "nauc_map_at_1_std": -0.102876, "nauc_map_at_1_diff1": 0.291679, "nauc_map_at_3_max": 0.164785, "nauc_map_at_3_std": -0.115357, "nauc_map_at_3_diff1": 0.253375, "nauc_map_at_5_max": 0.184641, "nauc_map_at_5_std": -0.114542, "nauc_map_at_5_diff1": 0.258228, "nauc_map_at_10_max": 0.190985, "nauc_map_at_10_std": -0.115182, "nauc_map_at_10_diff1": 0.250596, "nauc_map_at_20_max": 0.191942, "nauc_map_at_20_std": -0.112636, "nauc_map_at_20_diff1": 0.249872, "nauc_map_at_100_max": 0.195077, "nauc_map_at_100_std": -0.109684, "nauc_map_at_100_diff1": 0.251167, "nauc_map_at_1000_max": 0.195012, "nauc_map_at_1000_std": -0.109154, "nauc_map_at_1000_diff1": 0.250844, "nauc_recall_at_1_max": 0.106445, "nauc_recall_at_1_std": -0.102876, "nauc_recall_at_1_diff1": 0.291679, "nauc_recall_at_3_max": 0.146209, "nauc_recall_at_3_std": -0.102852, "nauc_recall_at_3_diff1": 0.202976, "nauc_recall_at_5_max": 0.160225, "nauc_recall_at_5_std": -0.103964, "nauc_recall_at_5_diff1": 0.204839, "nauc_recall_at_10_max": 0.164537, "nauc_recall_at_10_std": -0.097865, "nauc_recall_at_10_diff1": 0.178294, "nauc_recall_at_20_max": 0.145362, "nauc_recall_at_20_std": -0.104148, "nauc_recall_at_20_diff1": 0.184707, "nauc_recall_at_100_max": 0.213432, "nauc_recall_at_100_std": -0.032278, "nauc_recall_at_100_diff1": 0.15492, "nauc_recall_at_1000_max": 0.247252, "nauc_recall_at_1000_std": 0.252752, "nauc_recall_at_1000_diff1": 0.111882, "nauc_precision_at_1_max": 0.211751, "nauc_precision_at_1_std": -0.1135, "nauc_precision_at_1_diff1": 0.320316, "nauc_precision_at_3_max": 0.252021, "nauc_precision_at_3_std": -0.096126, "nauc_precision_at_3_diff1": 0.198314, "nauc_precision_at_5_max": 0.26635, "nauc_precision_at_5_std": -0.085439, "nauc_precision_at_5_diff1": 0.188246, "nauc_precision_at_10_max": 0.255034, "nauc_precision_at_10_std": -0.068061, "nauc_precision_at_10_diff1": 0.163166, "nauc_precision_at_20_max": 0.242336, "nauc_precision_at_20_std": -0.053294, "nauc_precision_at_20_diff1": 0.155288, "nauc_precision_at_100_max": 0.253797, "nauc_precision_at_100_std": 0.034001, "nauc_precision_at_100_diff1": 0.116542, "nauc_precision_at_1000_max": 0.172773, "nauc_precision_at_1000_std": 0.077186, "nauc_precision_at_1000_diff1": 0.043807, "nauc_mrr_at_1_max": 0.211751, "nauc_mrr_at_1_std": -0.1135, "nauc_mrr_at_1_diff1": 0.320316, "nauc_mrr_at_3_max": 0.200223, "nauc_mrr_at_3_std": -0.106496, "nauc_mrr_at_3_diff1": 0.270501, "nauc_mrr_at_5_max": 0.197556, "nauc_mrr_at_5_std": -0.10966, "nauc_mrr_at_5_diff1": 0.267153, "nauc_mrr_at_10_max": 0.196919, "nauc_mrr_at_10_std": -0.106435, "nauc_mrr_at_10_diff1": 0.265349, "nauc_mrr_at_20_max": 0.194416, "nauc_mrr_at_20_std": -0.109402, "nauc_mrr_at_20_diff1": 0.267301, "nauc_mrr_at_100_max": 0.196767, "nauc_mrr_at_100_std": -0.106617, "nauc_mrr_at_100_diff1": 0.266543, "nauc_mrr_at_1000_max": 0.196704, "nauc_mrr_at_1000_std": -0.106702, "nauc_mrr_at_1000_diff1": 0.266637, "main_score": 0.30646, "hf_subset": "eng-jpn", "languages": [ "eng-Latn", "jpn-Hira" ] }, { "ndcg_at_1": 0.5438, "ndcg_at_3": 0.55747, "ndcg_at_5": 0.57887, "ndcg_at_10": 0.61109, "ndcg_at_20": 0.62872, "ndcg_at_100": 0.65191, "ndcg_at_1000": 0.66872, "map_at_1": 0.34167, "map_at_3": 0.50206, "map_at_5": 0.54029, "map_at_10": 0.55893, "map_at_20": 0.56549, "map_at_100": 0.56993, "map_at_1000": 0.57076, "recall_at_1": 0.34167, "recall_at_3": 0.55, "recall_at_5": 0.62772, "recall_at_10": 0.71103, "recall_at_20": 0.76922, "recall_at_100": 0.87543, "recall_at_1000": 0.9923, "precision_at_1": 0.5438, "precision_at_3": 0.35118, "precision_at_5": 0.24988, "precision_at_10": 0.14173, "precision_at_20": 0.07682, "precision_at_100": 0.01742, "precision_at_1000": 0.00194, "mrr_at_1": 0.543796, "mrr_at_3": 0.588605, "mrr_at_5": 0.599493, "mrr_at_10": 0.60859, "mrr_at_20": 0.611878, "mrr_at_100": 0.614157, "mrr_at_1000": 0.614617, "nauc_ndcg_at_1_max": 0.558718, "nauc_ndcg_at_1_std": -0.071422, "nauc_ndcg_at_1_diff1": 0.53957, "nauc_ndcg_at_3_max": 0.519583, "nauc_ndcg_at_3_std": -0.098137, "nauc_ndcg_at_3_diff1": 0.497716, "nauc_ndcg_at_5_max": 0.525305, "nauc_ndcg_at_5_std": -0.10719, "nauc_ndcg_at_5_diff1": 0.49185, "nauc_ndcg_at_10_max": 0.541563, "nauc_ndcg_at_10_std": -0.093577, "nauc_ndcg_at_10_diff1": 0.486888, "nauc_ndcg_at_20_max": 0.544648, "nauc_ndcg_at_20_std": -0.085285, "nauc_ndcg_at_20_diff1": 0.492047, "nauc_ndcg_at_100_max": 0.542754, "nauc_ndcg_at_100_std": -0.074548, "nauc_ndcg_at_100_diff1": 0.486964, "nauc_ndcg_at_1000_max": 0.542743, "nauc_ndcg_at_1000_std": -0.074193, "nauc_ndcg_at_1000_diff1": 0.489701, "nauc_map_at_1_max": 0.334095, "nauc_map_at_1_std": -0.100958, "nauc_map_at_1_diff1": 0.580192, "nauc_map_at_3_max": 0.479161, "nauc_map_at_3_std": -0.114466, "nauc_map_at_3_diff1": 0.513767, "nauc_map_at_5_max": 0.523768, "nauc_map_at_5_std": -0.102584, "nauc_map_at_5_diff1": 0.495638, "nauc_map_at_10_max": 0.535258, "nauc_map_at_10_std": -0.093431, "nauc_map_at_10_diff1": 0.491627, "nauc_map_at_20_max": 0.536196, "nauc_map_at_20_std": -0.090794, "nauc_map_at_20_diff1": 0.492848, "nauc_map_at_100_max": 0.535951, "nauc_map_at_100_std": -0.089285, "nauc_map_at_100_diff1": 0.492451, "nauc_map_at_1000_max": 0.535991, "nauc_map_at_1000_std": -0.088819, "nauc_map_at_1000_diff1": 0.492425, "nauc_recall_at_1_max": 0.334095, "nauc_recall_at_1_std": -0.100958, "nauc_recall_at_1_diff1": 0.580192, "nauc_recall_at_3_max": 0.435593, "nauc_recall_at_3_std": -0.142209, "nauc_recall_at_3_diff1": 0.481925, "nauc_recall_at_5_max": 0.495098, "nauc_recall_at_5_std": -0.13269, "nauc_recall_at_5_diff1": 0.451613, "nauc_recall_at_10_max": 0.531714, "nauc_recall_at_10_std": -0.101918, "nauc_recall_at_10_diff1": 0.431729, "nauc_recall_at_20_max": 0.550334, "nauc_recall_at_20_std": -0.064648, "nauc_recall_at_20_diff1": 0.456949, "nauc_recall_at_100_max": 0.549811, "nauc_recall_at_100_std": 0.046985, "nauc_recall_at_100_diff1": 0.390722, "nauc_recall_at_1000_max": 0.907146, "nauc_recall_at_1000_std": 0.886093, "nauc_recall_at_1000_diff1": 0.218435, "nauc_precision_at_1_max": 0.558718, "nauc_precision_at_1_std": -0.071422, "nauc_precision_at_1_diff1": 0.53957, "nauc_precision_at_3_max": 0.425392, "nauc_precision_at_3_std": -0.013042, "nauc_precision_at_3_diff1": 0.131667, "nauc_precision_at_5_max": 0.401351, "nauc_precision_at_5_std": 0.017765, "nauc_precision_at_5_diff1": 0.057461, "nauc_precision_at_10_max": 0.369513, "nauc_precision_at_10_std": 0.05201, "nauc_precision_at_10_diff1": 0.00677, "nauc_precision_at_20_max": 0.330596, "nauc_precision_at_20_std": 0.071469, "nauc_precision_at_20_diff1": -0.021928, "nauc_precision_at_100_max": 0.253211, "nauc_precision_at_100_std": 0.118709, "nauc_precision_at_100_diff1": -0.098315, "nauc_precision_at_1000_max": 0.16624, "nauc_precision_at_1000_std": 0.146407, "nauc_precision_at_1000_diff1": -0.185022, "nauc_mrr_at_1_max": 0.558718, "nauc_mrr_at_1_std": -0.071422, "nauc_mrr_at_1_diff1": 0.53957, "nauc_mrr_at_3_max": 0.533699, "nauc_mrr_at_3_std": -0.094447, "nauc_mrr_at_3_diff1": 0.521618, "nauc_mrr_at_5_max": 0.537717, "nauc_mrr_at_5_std": -0.092682, "nauc_mrr_at_5_diff1": 0.515901, "nauc_mrr_at_10_max": 0.542191, "nauc_mrr_at_10_std": -0.088119, "nauc_mrr_at_10_diff1": 0.515392, "nauc_mrr_at_20_max": 0.542308, "nauc_mrr_at_20_std": -0.086944, "nauc_mrr_at_20_diff1": 0.516317, "nauc_mrr_at_100_max": 0.541762, "nauc_mrr_at_100_std": -0.086696, "nauc_mrr_at_100_diff1": 0.515713, "nauc_mrr_at_1000_max": 0.541843, "nauc_mrr_at_1000_std": -0.086611, "nauc_mrr_at_1000_diff1": 0.515859, "main_score": 0.61109, "hf_subset": "jpn-eng", "languages": [ "jpn-Hira", "eng-Latn" ] }, { "ndcg_at_1": 0.25382, "ndcg_at_3": 0.26428, "ndcg_at_5": 0.28399, "ndcg_at_10": 0.31874, "ndcg_at_20": 0.33777, "ndcg_at_100": 0.38352, "ndcg_at_1000": 0.423, "map_at_1": 0.17602, "map_at_3": 0.24105, "map_at_5": 0.25638, "map_at_10": 0.27286, "map_at_20": 0.27916, "map_at_100": 0.28637, "map_at_1000": 0.28794, "recall_at_1": 0.17602, "recall_at_3": 0.27492, "recall_at_5": 0.32238, "recall_at_10": 0.41911, "recall_at_20": 0.48456, "recall_at_100": 0.70398, "recall_at_1000": 1.0, "precision_at_1": 0.25382, "precision_at_3": 0.14883, "precision_at_5": 0.10703, "precision_at_10": 0.06789, "precision_at_20": 0.0396, "precision_at_100": 0.01154, "precision_at_1000": 0.00156, "mrr_at_1": 0.250765, "mrr_at_3": 0.286442, "mrr_at_5": 0.296687, "mrr_at_10": 0.309905, "mrr_at_20": 0.314206, "mrr_at_100": 0.319616, "mrr_at_1000": 0.320676, "nauc_ndcg_at_1_max": 0.204913, "nauc_ndcg_at_1_std": -0.244364, "nauc_ndcg_at_1_diff1": 0.564962, "nauc_ndcg_at_3_max": 0.199957, "nauc_ndcg_at_3_std": -0.232012, "nauc_ndcg_at_3_diff1": 0.50781, "nauc_ndcg_at_5_max": 0.18772, "nauc_ndcg_at_5_std": -0.239278, "nauc_ndcg_at_5_diff1": 0.502001, "nauc_ndcg_at_10_max": 0.190417, "nauc_ndcg_at_10_std": -0.235708, "nauc_ndcg_at_10_diff1": 0.480962, "nauc_ndcg_at_20_max": 0.194739, "nauc_ndcg_at_20_std": -0.223008, "nauc_ndcg_at_20_diff1": 0.47872, "nauc_ndcg_at_100_max": 0.213399, "nauc_ndcg_at_100_std": -0.187253, "nauc_ndcg_at_100_diff1": 0.468301, "nauc_ndcg_at_1000_max": 0.203658, "nauc_ndcg_at_1000_std": -0.212318, "nauc_ndcg_at_1000_diff1": 0.484009, "nauc_map_at_1_max": 0.160656, "nauc_map_at_1_std": -0.213062, "nauc_map_at_1_diff1": 0.551285, "nauc_map_at_3_max": 0.196537, "nauc_map_at_3_std": -0.226955, "nauc_map_at_3_diff1": 0.499473, "nauc_map_at_5_max": 0.188107, "nauc_map_at_5_std": -0.236042, "nauc_map_at_5_diff1": 0.501077, "nauc_map_at_10_max": 0.191019, "nauc_map_at_10_std": -0.236294, "nauc_map_at_10_diff1": 0.492158, "nauc_map_at_20_max": 0.191855, "nauc_map_at_20_std": -0.233093, "nauc_map_at_20_diff1": 0.491988, "nauc_map_at_100_max": 0.194481, "nauc_map_at_100_std": -0.228155, "nauc_map_at_100_diff1": 0.49001, "nauc_map_at_1000_max": 0.194072, "nauc_map_at_1000_std": -0.228966, "nauc_map_at_1000_diff1": 0.490409, "nauc_recall_at_1_max": 0.160656, "nauc_recall_at_1_std": -0.213062, "nauc_recall_at_1_diff1": 0.551285, "nauc_recall_at_3_max": 0.199796, "nauc_recall_at_3_std": -0.220876, "nauc_recall_at_3_diff1": 0.478811, "nauc_recall_at_5_max": 0.174636, "nauc_recall_at_5_std": -0.236492, "nauc_recall_at_5_diff1": 0.464443, "nauc_recall_at_10_max": 0.176547, "nauc_recall_at_10_std": -0.221442, "nauc_recall_at_10_diff1": 0.400837, "nauc_recall_at_20_max": 0.184947, "nauc_recall_at_20_std": -0.178219, "nauc_recall_at_20_diff1": 0.387518, "nauc_recall_at_100_max": 0.28115, "nauc_recall_at_100_std": 0.037222, "nauc_recall_at_100_diff1": 0.299397, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.204913, "nauc_precision_at_1_std": -0.244364, "nauc_precision_at_1_diff1": 0.564962, "nauc_precision_at_3_max": 0.213875, "nauc_precision_at_3_std": -0.228299, "nauc_precision_at_3_diff1": 0.410366, "nauc_precision_at_5_max": 0.164114, "nauc_precision_at_5_std": -0.240234, "nauc_precision_at_5_diff1": 0.384187, "nauc_precision_at_10_max": 0.158808, "nauc_precision_at_10_std": -0.22216, "nauc_precision_at_10_diff1": 0.326388, "nauc_precision_at_20_max": 0.162494, "nauc_precision_at_20_std": -0.173222, "nauc_precision_at_20_diff1": 0.295503, "nauc_precision_at_100_max": 0.198203, "nauc_precision_at_100_std": 0.008557, "nauc_precision_at_100_diff1": 0.16319, "nauc_precision_at_1000_max": 0.113136, "nauc_precision_at_1000_std": -0.007448, "nauc_precision_at_1000_diff1": 0.065853, "nauc_mrr_at_1_max": 0.212874, "nauc_mrr_at_1_std": -0.242329, "nauc_mrr_at_1_diff1": 0.577649, "nauc_mrr_at_3_max": 0.211622, "nauc_mrr_at_3_std": -0.232957, "nauc_mrr_at_3_diff1": 0.549232, "nauc_mrr_at_5_max": 0.204313, "nauc_mrr_at_5_std": -0.23771, "nauc_mrr_at_5_diff1": 0.542097, "nauc_mrr_at_10_max": 0.203799, "nauc_mrr_at_10_std": -0.234412, "nauc_mrr_at_10_diff1": 0.532009, "nauc_mrr_at_20_max": 0.206273, "nauc_mrr_at_20_std": -0.230666, "nauc_mrr_at_20_diff1": 0.532209, "nauc_mrr_at_100_max": 0.208089, "nauc_mrr_at_100_std": -0.227089, "nauc_mrr_at_100_diff1": 0.531182, "nauc_mrr_at_1000_max": 0.207792, "nauc_mrr_at_1000_std": -0.227863, "nauc_mrr_at_1000_diff1": 0.531546, "main_score": 0.31874, "hf_subset": "kor-kor", "languages": [ "kor-Hang", "kor-Hang" ] }, { "ndcg_at_1": 0.2156, "ndcg_at_3": 0.21267, "ndcg_at_5": 0.2214, "ndcg_at_10": 0.24784, "ndcg_at_20": 0.27198, "ndcg_at_100": 0.32568, "ndcg_at_1000": 0.37558, "map_at_1": 0.12299, "map_at_3": 0.17394, "map_at_5": 0.18665, "map_at_10": 0.19944, "map_at_20": 0.20756, "map_at_100": 0.21649, "map_at_1000": 0.21882, "recall_at_1": 0.12299, "recall_at_3": 0.20851, "recall_at_5": 0.24562, "recall_at_10": 0.31277, "recall_at_20": 0.38973, "recall_at_100": 0.63662, "recall_at_1000": 0.98937, "precision_at_1": 0.2156, "precision_at_3": 0.13609, "precision_at_5": 0.09817, "precision_at_10": 0.063, "precision_at_20": 0.03998, "precision_at_100": 0.013, "precision_at_1000": 0.00193, "mrr_at_1": 0.215596, "mrr_at_3": 0.256881, "mrr_at_5": 0.266208, "mrr_at_10": 0.276785, "mrr_at_20": 0.282324, "mrr_at_100": 0.287677, "mrr_at_1000": 0.28868, "nauc_ndcg_at_1_max": 0.180663, "nauc_ndcg_at_1_std": -0.15815, "nauc_ndcg_at_1_diff1": 0.404312, "nauc_ndcg_at_3_max": 0.171551, "nauc_ndcg_at_3_std": -0.185598, "nauc_ndcg_at_3_diff1": 0.401219, "nauc_ndcg_at_5_max": 0.170847, "nauc_ndcg_at_5_std": -0.176208, "nauc_ndcg_at_5_diff1": 0.394936, "nauc_ndcg_at_10_max": 0.166349, "nauc_ndcg_at_10_std": -0.162923, "nauc_ndcg_at_10_diff1": 0.381908, "nauc_ndcg_at_20_max": 0.18086, "nauc_ndcg_at_20_std": -0.142737, "nauc_ndcg_at_20_diff1": 0.369051, "nauc_ndcg_at_100_max": 0.196569, "nauc_ndcg_at_100_std": -0.100571, "nauc_ndcg_at_100_diff1": 0.358156, "nauc_ndcg_at_1000_max": 0.19786, "nauc_ndcg_at_1000_std": -0.11755, "nauc_ndcg_at_1000_diff1": 0.370839, "nauc_map_at_1_max": 0.164, "nauc_map_at_1_std": -0.165741, "nauc_map_at_1_diff1": 0.43608, "nauc_map_at_3_max": 0.177067, "nauc_map_at_3_std": -0.186459, "nauc_map_at_3_diff1": 0.413127, "nauc_map_at_5_max": 0.184598, "nauc_map_at_5_std": -0.178617, "nauc_map_at_5_diff1": 0.406498, "nauc_map_at_10_max": 0.183047, "nauc_map_at_10_std": -0.17081, "nauc_map_at_10_diff1": 0.399563, "nauc_map_at_20_max": 0.188964, "nauc_map_at_20_std": -0.164028, "nauc_map_at_20_diff1": 0.396974, "nauc_map_at_100_max": 0.190385, "nauc_map_at_100_std": -0.158017, "nauc_map_at_100_diff1": 0.395815, "nauc_map_at_1000_max": 0.191795, "nauc_map_at_1000_std": -0.156958, "nauc_map_at_1000_diff1": 0.395877, "nauc_recall_at_1_max": 0.164, "nauc_recall_at_1_std": -0.165741, "nauc_recall_at_1_diff1": 0.43608, "nauc_recall_at_3_max": 0.143327, "nauc_recall_at_3_std": -0.192134, "nauc_recall_at_3_diff1": 0.388181, "nauc_recall_at_5_max": 0.140836, "nauc_recall_at_5_std": -0.175969, "nauc_recall_at_5_diff1": 0.360053, "nauc_recall_at_10_max": 0.127047, "nauc_recall_at_10_std": -0.143116, "nauc_recall_at_10_diff1": 0.315951, "nauc_recall_at_20_max": 0.155534, "nauc_recall_at_20_std": -0.094995, "nauc_recall_at_20_diff1": 0.275225, "nauc_recall_at_100_max": 0.218683, "nauc_recall_at_100_std": 0.10034, "nauc_recall_at_100_diff1": 0.206888, "nauc_recall_at_1000_max": 0.405512, "nauc_recall_at_1000_std": 0.244609, "nauc_recall_at_1000_diff1": 0.139253, "nauc_precision_at_1_max": 0.180663, "nauc_precision_at_1_std": -0.15815, "nauc_precision_at_1_diff1": 0.404312, "nauc_precision_at_3_max": 0.181777, "nauc_precision_at_3_std": -0.175174, "nauc_precision_at_3_diff1": 0.33575, "nauc_precision_at_5_max": 0.195864, "nauc_precision_at_5_std": -0.134784, "nauc_precision_at_5_diff1": 0.306362, "nauc_precision_at_10_max": 0.173476, "nauc_precision_at_10_std": -0.099325, "nauc_precision_at_10_diff1": 0.272248, "nauc_precision_at_20_max": 0.204162, "nauc_precision_at_20_std": -0.030925, "nauc_precision_at_20_diff1": 0.220787, "nauc_precision_at_100_max": 0.211156, "nauc_precision_at_100_std": 0.098883, "nauc_precision_at_100_diff1": 0.123963, "nauc_precision_at_1000_max": 0.146146, "nauc_precision_at_1000_std": 0.09523, "nauc_precision_at_1000_diff1": 0.030303, "nauc_mrr_at_1_max": 0.180663, "nauc_mrr_at_1_std": -0.15815, "nauc_mrr_at_1_diff1": 0.404312, "nauc_mrr_at_3_max": 0.158472, "nauc_mrr_at_3_std": -0.167137, "nauc_mrr_at_3_diff1": 0.395142, "nauc_mrr_at_5_max": 0.156499, "nauc_mrr_at_5_std": -0.164065, "nauc_mrr_at_5_diff1": 0.388391, "nauc_mrr_at_10_max": 0.15609, "nauc_mrr_at_10_std": -0.158615, "nauc_mrr_at_10_diff1": 0.385633, "nauc_mrr_at_20_max": 0.161388, "nauc_mrr_at_20_std": -0.151193, "nauc_mrr_at_20_diff1": 0.38144, "nauc_mrr_at_100_max": 0.162978, "nauc_mrr_at_100_std": -0.147699, "nauc_mrr_at_100_diff1": 0.381124, "nauc_mrr_at_1000_max": 0.163024, "nauc_mrr_at_1000_std": -0.148214, "nauc_mrr_at_1000_diff1": 0.381508, "main_score": 0.24784, "hf_subset": "eng-kor", "languages": [ "eng-Latn", "kor-Hang" ] }, { "ndcg_at_1": 0.21336, "ndcg_at_3": 0.22133, "ndcg_at_5": 0.23581, "ndcg_at_10": 0.26037, "ndcg_at_20": 0.28654, "ndcg_at_100": 0.33474, "ndcg_at_1000": 0.38153, "map_at_1": 0.14395, "map_at_3": 0.19769, "map_at_5": 0.21087, "map_at_10": 0.22227, "map_at_20": 0.23061, "map_at_100": 0.23856, "map_at_1000": 0.24035, "recall_at_1": 0.14395, "recall_at_3": 0.22785, "recall_at_5": 0.26421, "recall_at_10": 0.33212, "recall_at_20": 0.42127, "recall_at_100": 0.64756, "recall_at_1000": 1.0, "precision_at_1": 0.21336, "precision_at_3": 0.12866, "precision_at_5": 0.09121, "precision_at_10": 0.05733, "precision_at_20": 0.03681, "precision_at_100": 0.0115, "precision_at_1000": 0.00167, "mrr_at_1": 0.213355, "mrr_at_3": 0.247286, "mrr_at_5": 0.254126, "mrr_at_10": 0.26321, "mrr_at_20": 0.269692, "mrr_at_100": 0.274945, "mrr_at_1000": 0.276057, "nauc_ndcg_at_1_max": 0.14022, "nauc_ndcg_at_1_std": -0.159106, "nauc_ndcg_at_1_diff1": 0.450243, "nauc_ndcg_at_3_max": 0.134285, "nauc_ndcg_at_3_std": -0.159671, "nauc_ndcg_at_3_diff1": 0.408019, "nauc_ndcg_at_5_max": 0.141622, "nauc_ndcg_at_5_std": -0.153828, "nauc_ndcg_at_5_diff1": 0.408207, "nauc_ndcg_at_10_max": 0.150413, "nauc_ndcg_at_10_std": -0.146564, "nauc_ndcg_at_10_diff1": 0.392111, "nauc_ndcg_at_20_max": 0.151163, "nauc_ndcg_at_20_std": -0.134366, "nauc_ndcg_at_20_diff1": 0.373585, "nauc_ndcg_at_100_max": 0.189053, "nauc_ndcg_at_100_std": -0.09914, "nauc_ndcg_at_100_diff1": 0.358529, "nauc_ndcg_at_1000_max": 0.166603, "nauc_ndcg_at_1000_std": -0.125268, "nauc_ndcg_at_1000_diff1": 0.378816, "nauc_map_at_1_max": 0.134396, "nauc_map_at_1_std": -0.121653, "nauc_map_at_1_diff1": 0.48703, "nauc_map_at_3_max": 0.128923, "nauc_map_at_3_std": -0.156962, "nauc_map_at_3_diff1": 0.413303, "nauc_map_at_5_max": 0.13161, "nauc_map_at_5_std": -0.157275, "nauc_map_at_5_diff1": 0.410258, "nauc_map_at_10_max": 0.136076, "nauc_map_at_10_std": -0.155023, "nauc_map_at_10_diff1": 0.403787, "nauc_map_at_20_max": 0.134929, "nauc_map_at_20_std": -0.153278, "nauc_map_at_20_diff1": 0.398421, "nauc_map_at_100_max": 0.140916, "nauc_map_at_100_std": -0.147651, "nauc_map_at_100_diff1": 0.395139, "nauc_map_at_1000_max": 0.140077, "nauc_map_at_1000_std": -0.148466, "nauc_map_at_1000_diff1": 0.395854, "nauc_recall_at_1_max": 0.134396, "nauc_recall_at_1_std": -0.121653, "nauc_recall_at_1_diff1": 0.48703, "nauc_recall_at_3_max": 0.124892, "nauc_recall_at_3_std": -0.151994, "nauc_recall_at_3_diff1": 0.376903, "nauc_recall_at_5_max": 0.145483, "nauc_recall_at_5_std": -0.138387, "nauc_recall_at_5_diff1": 0.380209, "nauc_recall_at_10_max": 0.162865, "nauc_recall_at_10_std": -0.114797, "nauc_recall_at_10_diff1": 0.330174, "nauc_recall_at_20_max": 0.160035, "nauc_recall_at_20_std": -0.077612, "nauc_recall_at_20_diff1": 0.27288, "nauc_recall_at_100_max": 0.329618, "nauc_recall_at_100_std": 0.092597, "nauc_recall_at_100_diff1": 0.186692, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.14022, "nauc_precision_at_1_std": -0.159106, "nauc_precision_at_1_diff1": 0.450243, "nauc_precision_at_3_max": 0.112412, "nauc_precision_at_3_std": -0.192423, "nauc_precision_at_3_diff1": 0.287348, "nauc_precision_at_5_max": 0.120283, "nauc_precision_at_5_std": -0.17267, "nauc_precision_at_5_diff1": 0.271002, "nauc_precision_at_10_max": 0.139389, "nauc_precision_at_10_std": -0.151134, "nauc_precision_at_10_diff1": 0.237981, "nauc_precision_at_20_max": 0.139187, "nauc_precision_at_20_std": -0.101168, "nauc_precision_at_20_diff1": 0.163792, "nauc_precision_at_100_max": 0.247606, "nauc_precision_at_100_std": 0.069136, "nauc_precision_at_100_diff1": 0.034041, "nauc_precision_at_1000_max": 0.160962, "nauc_precision_at_1000_std": 0.041695, "nauc_precision_at_1000_diff1": -0.029623, "nauc_mrr_at_1_max": 0.14022, "nauc_mrr_at_1_std": -0.159106, "nauc_mrr_at_1_diff1": 0.450243, "nauc_mrr_at_3_max": 0.142364, "nauc_mrr_at_3_std": -0.162132, "nauc_mrr_at_3_diff1": 0.420955, "nauc_mrr_at_5_max": 0.148704, "nauc_mrr_at_5_std": -0.15698, "nauc_mrr_at_5_diff1": 0.423405, "nauc_mrr_at_10_max": 0.152756, "nauc_mrr_at_10_std": -0.151478, "nauc_mrr_at_10_diff1": 0.416948, "nauc_mrr_at_20_max": 0.154678, "nauc_mrr_at_20_std": -0.146017, "nauc_mrr_at_20_diff1": 0.411755, "nauc_mrr_at_100_max": 0.157847, "nauc_mrr_at_100_std": -0.143888, "nauc_mrr_at_100_diff1": 0.411739, "nauc_mrr_at_1000_max": 0.156833, "nauc_mrr_at_1000_std": -0.144911, "nauc_mrr_at_1000_diff1": 0.412298, "main_score": 0.26037, "hf_subset": "kor-eng", "languages": [ "kor-Hang", "eng-Latn" ] }, { "ndcg_at_1": 0.38854, "ndcg_at_3": 0.3895, "ndcg_at_5": 0.40879, "ndcg_at_10": 0.44223, "ndcg_at_20": 0.47025, "ndcg_at_100": 0.51004, "ndcg_at_1000": 0.53681, "map_at_1": 0.21909, "map_at_3": 0.33712, "map_at_5": 0.36704, "map_at_10": 0.38533, "map_at_20": 0.39498, "map_at_100": 0.40223, "map_at_1000": 0.40355, "recall_at_1": 0.21909, "recall_at_3": 0.38172, "recall_at_5": 0.44809, "recall_at_10": 0.53301, "recall_at_20": 0.62607, "recall_at_100": 0.80108, "recall_at_1000": 0.98219, "precision_at_1": 0.38854, "precision_at_3": 0.25902, "precision_at_5": 0.18854, "precision_at_10": 0.11223, "precision_at_20": 0.06548, "precision_at_100": 0.01698, "precision_at_1000": 0.00205, "mrr_at_1": 0.388535, "mrr_at_3": 0.43397, "mrr_at_5": 0.446454, "mrr_at_10": 0.457132, "mrr_at_20": 0.463398, "mrr_at_100": 0.467181, "mrr_at_1000": 0.467736, "nauc_ndcg_at_1_max": 0.203994, "nauc_ndcg_at_1_std": -0.262378, "nauc_ndcg_at_1_diff1": 0.47116, "nauc_ndcg_at_3_max": 0.23904, "nauc_ndcg_at_3_std": -0.226632, "nauc_ndcg_at_3_diff1": 0.402697, "nauc_ndcg_at_5_max": 0.252089, "nauc_ndcg_at_5_std": -0.217133, "nauc_ndcg_at_5_diff1": 0.388021, "nauc_ndcg_at_10_max": 0.261156, "nauc_ndcg_at_10_std": -0.200531, "nauc_ndcg_at_10_diff1": 0.384703, "nauc_ndcg_at_20_max": 0.257377, "nauc_ndcg_at_20_std": -0.200233, "nauc_ndcg_at_20_diff1": 0.369177, "nauc_ndcg_at_100_max": 0.260938, "nauc_ndcg_at_100_std": -0.170786, "nauc_ndcg_at_100_diff1": 0.375981, "nauc_ndcg_at_1000_max": 0.251219, "nauc_ndcg_at_1000_std": -0.186127, "nauc_ndcg_at_1000_diff1": 0.387586, "nauc_map_at_1_max": 0.167475, "nauc_map_at_1_std": -0.225321, "nauc_map_at_1_diff1": 0.50673, "nauc_map_at_3_max": 0.224513, "nauc_map_at_3_std": -0.225932, "nauc_map_at_3_diff1": 0.409429, "nauc_map_at_5_max": 0.244075, "nauc_map_at_5_std": -0.221008, "nauc_map_at_5_diff1": 0.388472, "nauc_map_at_10_max": 0.249985, "nauc_map_at_10_std": -0.212882, "nauc_map_at_10_diff1": 0.387567, "nauc_map_at_20_max": 0.248555, "nauc_map_at_20_std": -0.213947, "nauc_map_at_20_diff1": 0.383162, "nauc_map_at_100_max": 0.248872, "nauc_map_at_100_std": -0.21051, "nauc_map_at_100_diff1": 0.384549, "nauc_map_at_1000_max": 0.248517, "nauc_map_at_1000_std": -0.210354, "nauc_map_at_1000_diff1": 0.384967, "nauc_recall_at_1_max": 0.167475, "nauc_recall_at_1_std": -0.225321, "nauc_recall_at_1_diff1": 0.50673, "nauc_recall_at_3_max": 0.233859, "nauc_recall_at_3_std": -0.195769, "nauc_recall_at_3_diff1": 0.365725, "nauc_recall_at_5_max": 0.268439, "nauc_recall_at_5_std": -0.181601, "nauc_recall_at_5_diff1": 0.332721, "nauc_recall_at_10_max": 0.291766, "nauc_recall_at_10_std": -0.133481, "nauc_recall_at_10_diff1": 0.315509, "nauc_recall_at_20_max": 0.282089, "nauc_recall_at_20_std": -0.123929, "nauc_recall_at_20_diff1": 0.243716, "nauc_recall_at_100_max": 0.328004, "nauc_recall_at_100_std": 0.123056, "nauc_recall_at_100_diff1": 0.209929, "nauc_recall_at_1000_max": 0.146587, "nauc_recall_at_1000_std": 0.440045, "nauc_recall_at_1000_diff1": 0.197335, "nauc_precision_at_1_max": 0.203994, "nauc_precision_at_1_std": -0.262378, "nauc_precision_at_1_diff1": 0.47116, "nauc_precision_at_3_max": 0.22071, "nauc_precision_at_3_std": -0.170628, "nauc_precision_at_3_diff1": 0.205474, "nauc_precision_at_5_max": 0.232732, "nauc_precision_at_5_std": -0.141756, "nauc_precision_at_5_diff1": 0.141014, "nauc_precision_at_10_max": 0.222118, "nauc_precision_at_10_std": -0.096322, "nauc_precision_at_10_diff1": 0.118046, "nauc_precision_at_20_max": 0.183033, "nauc_precision_at_20_std": -0.07408, "nauc_precision_at_20_diff1": 0.055804, "nauc_precision_at_100_max": 0.122485, "nauc_precision_at_100_std": 0.069613, "nauc_precision_at_100_diff1": -0.002658, "nauc_precision_at_1000_max": 0.019959, "nauc_precision_at_1000_std": 0.064708, "nauc_precision_at_1000_diff1": -0.043529, "nauc_mrr_at_1_max": 0.203994, "nauc_mrr_at_1_std": -0.262378, "nauc_mrr_at_1_diff1": 0.47116, "nauc_mrr_at_3_max": 0.228092, "nauc_mrr_at_3_std": -0.240039, "nauc_mrr_at_3_diff1": 0.444952, "nauc_mrr_at_5_max": 0.23395, "nauc_mrr_at_5_std": -0.239574, "nauc_mrr_at_5_diff1": 0.440619, "nauc_mrr_at_10_max": 0.2342, "nauc_mrr_at_10_std": -0.233838, "nauc_mrr_at_10_diff1": 0.438111, "nauc_mrr_at_20_max": 0.233636, "nauc_mrr_at_20_std": -0.232971, "nauc_mrr_at_20_diff1": 0.435429, "nauc_mrr_at_100_max": 0.234328, "nauc_mrr_at_100_std": -0.230552, "nauc_mrr_at_100_diff1": 0.437221, "nauc_mrr_at_1000_max": 0.234229, "nauc_mrr_at_1000_std": -0.2311, "nauc_mrr_at_1000_diff1": 0.437516, "main_score": 0.44223, "hf_subset": "pol-pol", "languages": [ "pol-Latn", "pol-Latn" ] }, { "ndcg_at_1": 0.19363, "ndcg_at_3": 0.19039, "ndcg_at_5": 0.19921, "ndcg_at_10": 0.22576, "ndcg_at_20": 0.24747, "ndcg_at_100": 0.29401, "ndcg_at_1000": 0.35108, "map_at_1": 0.08333, "map_at_3": 0.1408, "map_at_5": 0.15919, "map_at_10": 0.1731, "map_at_20": 0.18112, "map_at_100": 0.18935, "map_at_1000": 0.19182, "recall_at_1": 0.08333, "recall_at_3": 0.1721, "recall_at_5": 0.22285, "recall_at_10": 0.28548, "recall_at_20": 0.35255, "recall_at_100": 0.55083, "recall_at_1000": 0.93486, "precision_at_1": 0.19363, "precision_at_3": 0.14607, "precision_at_5": 0.11185, "precision_at_10": 0.07248, "precision_at_20": 0.04452, "precision_at_100": 0.0138, "precision_at_1000": 0.00225, "mrr_at_1": 0.193631, "mrr_at_3": 0.238641, "mrr_at_5": 0.250998, "mrr_at_10": 0.25995, "mrr_at_20": 0.264776, "mrr_at_100": 0.269807, "mrr_at_1000": 0.270803, "nauc_ndcg_at_1_max": 0.355244, "nauc_ndcg_at_1_std": -0.106644, "nauc_ndcg_at_1_diff1": 0.388106, "nauc_ndcg_at_3_max": 0.352977, "nauc_ndcg_at_3_std": -0.139352, "nauc_ndcg_at_3_diff1": 0.329934, "nauc_ndcg_at_5_max": 0.347662, "nauc_ndcg_at_5_std": -0.13288, "nauc_ndcg_at_5_diff1": 0.319132, "nauc_ndcg_at_10_max": 0.347277, "nauc_ndcg_at_10_std": -0.128635, "nauc_ndcg_at_10_diff1": 0.304638, "nauc_ndcg_at_20_max": 0.357792, "nauc_ndcg_at_20_std": -0.116673, "nauc_ndcg_at_20_diff1": 0.298836, "nauc_ndcg_at_100_max": 0.376438, "nauc_ndcg_at_100_std": -0.072165, "nauc_ndcg_at_100_diff1": 0.290422, "nauc_ndcg_at_1000_max": 0.365685, "nauc_ndcg_at_1000_std": -0.068613, "nauc_ndcg_at_1000_diff1": 0.2917, "nauc_map_at_1_max": 0.312667, "nauc_map_at_1_std": -0.114834, "nauc_map_at_1_diff1": 0.398253, "nauc_map_at_3_max": 0.339718, "nauc_map_at_3_std": -0.148989, "nauc_map_at_3_diff1": 0.345595, "nauc_map_at_5_max": 0.35086, "nauc_map_at_5_std": -0.143256, "nauc_map_at_5_diff1": 0.33598, "nauc_map_at_10_max": 0.352633, "nauc_map_at_10_std": -0.143061, "nauc_map_at_10_diff1": 0.329633, "nauc_map_at_20_max": 0.357139, "nauc_map_at_20_std": -0.138919, "nauc_map_at_20_diff1": 0.326025, "nauc_map_at_100_max": 0.361997, "nauc_map_at_100_std": -0.130527, "nauc_map_at_100_diff1": 0.324607, "nauc_map_at_1000_max": 0.361634, "nauc_map_at_1000_std": -0.129175, "nauc_map_at_1000_diff1": 0.324041, "nauc_recall_at_1_max": 0.312667, "nauc_recall_at_1_std": -0.114834, "nauc_recall_at_1_diff1": 0.398253, "nauc_recall_at_3_max": 0.303374, "nauc_recall_at_3_std": -0.146129, "nauc_recall_at_3_diff1": 0.283004, "nauc_recall_at_5_max": 0.314063, "nauc_recall_at_5_std": -0.117352, "nauc_recall_at_5_diff1": 0.254918, "nauc_recall_at_10_max": 0.299532, "nauc_recall_at_10_std": -0.11758, "nauc_recall_at_10_diff1": 0.223995, "nauc_recall_at_20_max": 0.325378, "nauc_recall_at_20_std": -0.08809, "nauc_recall_at_20_diff1": 0.216237, "nauc_recall_at_100_max": 0.385258, "nauc_recall_at_100_std": 0.064878, "nauc_recall_at_100_diff1": 0.183801, "nauc_recall_at_1000_max": 0.423253, "nauc_recall_at_1000_std": 0.336586, "nauc_recall_at_1000_diff1": 0.17606, "nauc_precision_at_1_max": 0.355244, "nauc_precision_at_1_std": -0.106644, "nauc_precision_at_1_diff1": 0.388106, "nauc_precision_at_3_max": 0.360626, "nauc_precision_at_3_std": -0.145856, "nauc_precision_at_3_diff1": 0.286187, "nauc_precision_at_5_max": 0.373042, "nauc_precision_at_5_std": -0.125296, "nauc_precision_at_5_diff1": 0.26499, "nauc_precision_at_10_max": 0.361451, "nauc_precision_at_10_std": -0.094689, "nauc_precision_at_10_diff1": 0.228749, "nauc_precision_at_20_max": 0.357595, "nauc_precision_at_20_std": -0.062116, "nauc_precision_at_20_diff1": 0.199272, "nauc_precision_at_100_max": 0.326878, "nauc_precision_at_100_std": 0.070629, "nauc_precision_at_100_diff1": 0.130415, "nauc_precision_at_1000_max": 0.144275, "nauc_precision_at_1000_std": 0.151976, "nauc_precision_at_1000_diff1": -0.000225, "nauc_mrr_at_1_max": 0.355244, "nauc_mrr_at_1_std": -0.106644, "nauc_mrr_at_1_diff1": 0.388106, "nauc_mrr_at_3_max": 0.338668, "nauc_mrr_at_3_std": -0.118466, "nauc_mrr_at_3_diff1": 0.340683, "nauc_mrr_at_5_max": 0.339729, "nauc_mrr_at_5_std": -0.111236, "nauc_mrr_at_5_diff1": 0.333516, "nauc_mrr_at_10_max": 0.340624, "nauc_mrr_at_10_std": -0.103682, "nauc_mrr_at_10_diff1": 0.325439, "nauc_mrr_at_20_max": 0.342066, "nauc_mrr_at_20_std": -0.101299, "nauc_mrr_at_20_diff1": 0.325045, "nauc_mrr_at_100_max": 0.344342, "nauc_mrr_at_100_std": -0.096655, "nauc_mrr_at_100_diff1": 0.324168, "nauc_mrr_at_1000_max": 0.344026, "nauc_mrr_at_1000_std": -0.097273, "nauc_mrr_at_1000_diff1": 0.324406, "main_score": 0.22576, "hf_subset": "eng-pol", "languages": [ "eng-Latn", "pol-Latn" ] }, { "ndcg_at_1": 0.29472, "ndcg_at_3": 0.30275, "ndcg_at_5": 0.32393, "ndcg_at_10": 0.35744, "ndcg_at_20": 0.38857, "ndcg_at_100": 0.43361, "ndcg_at_1000": 0.46796, "map_at_1": 0.16171, "map_at_3": 0.25571, "map_at_5": 0.28286, "map_at_10": 0.3004, "map_at_20": 0.31136, "map_at_100": 0.31964, "map_at_1000": 0.32137, "recall_at_1": 0.16171, "recall_at_3": 0.29852, "recall_at_5": 0.3654, "recall_at_10": 0.44839, "recall_at_20": 0.55124, "recall_at_100": 0.74957, "recall_at_1000": 0.97656, "precision_at_1": 0.29472, "precision_at_3": 0.20635, "precision_at_5": 0.15547, "precision_at_10": 0.09653, "precision_at_20": 0.05875, "precision_at_100": 0.016, "precision_at_1000": 0.00206, "mrr_at_1": 0.29601, "mrr_at_3": 0.344702, "mrr_at_5": 0.358408, "mrr_at_10": 0.369895, "mrr_at_20": 0.376256, "mrr_at_100": 0.380852, "mrr_at_1000": 0.381583, "nauc_ndcg_at_1_max": 0.319768, "nauc_ndcg_at_1_std": -0.11726, "nauc_ndcg_at_1_diff1": 0.428268, "nauc_ndcg_at_3_max": 0.320653, "nauc_ndcg_at_3_std": -0.108783, "nauc_ndcg_at_3_diff1": 0.352473, "nauc_ndcg_at_5_max": 0.334806, "nauc_ndcg_at_5_std": -0.084911, "nauc_ndcg_at_5_diff1": 0.346103, "nauc_ndcg_at_10_max": 0.343027, "nauc_ndcg_at_10_std": -0.081962, "nauc_ndcg_at_10_diff1": 0.332637, "nauc_ndcg_at_20_max": 0.342016, "nauc_ndcg_at_20_std": -0.085354, "nauc_ndcg_at_20_diff1": 0.327376, "nauc_ndcg_at_100_max": 0.341676, "nauc_ndcg_at_100_std": -0.081987, "nauc_ndcg_at_100_diff1": 0.320392, "nauc_ndcg_at_1000_max": 0.334444, "nauc_ndcg_at_1000_std": -0.07117, "nauc_ndcg_at_1000_diff1": 0.33104, "nauc_map_at_1_max": 0.257394, "nauc_map_at_1_std": -0.123443, "nauc_map_at_1_diff1": 0.473339, "nauc_map_at_3_max": 0.312097, "nauc_map_at_3_std": -0.114064, "nauc_map_at_3_diff1": 0.365283, "nauc_map_at_5_max": 0.332074, "nauc_map_at_5_std": -0.09581, "nauc_map_at_5_diff1": 0.354596, "nauc_map_at_10_max": 0.336076, "nauc_map_at_10_std": -0.093671, "nauc_map_at_10_diff1": 0.347084, "nauc_map_at_20_max": 0.33598, "nauc_map_at_20_std": -0.093313, "nauc_map_at_20_diff1": 0.344909, "nauc_map_at_100_max": 0.336741, "nauc_map_at_100_std": -0.092694, "nauc_map_at_100_diff1": 0.343925, "nauc_map_at_1000_max": 0.336375, "nauc_map_at_1000_std": -0.091463, "nauc_map_at_1000_diff1": 0.343949, "nauc_recall_at_1_max": 0.257394, "nauc_recall_at_1_std": -0.123443, "nauc_recall_at_1_diff1": 0.473339, "nauc_recall_at_3_max": 0.294265, "nauc_recall_at_3_std": -0.101589, "nauc_recall_at_3_diff1": 0.310343, "nauc_recall_at_5_max": 0.330684, "nauc_recall_at_5_std": -0.053757, "nauc_recall_at_5_diff1": 0.287163, "nauc_recall_at_10_max": 0.349004, "nauc_recall_at_10_std": -0.048506, "nauc_recall_at_10_diff1": 0.251571, "nauc_recall_at_20_max": 0.342247, "nauc_recall_at_20_std": -0.06026, "nauc_recall_at_20_diff1": 0.225859, "nauc_recall_at_100_max": 0.33802, "nauc_recall_at_100_std": -0.052722, "nauc_recall_at_100_diff1": 0.133714, "nauc_recall_at_1000_max": 0.068905, "nauc_recall_at_1000_std": 0.417705, "nauc_recall_at_1000_diff1": 0.01245, "nauc_precision_at_1_max": 0.319768, "nauc_precision_at_1_std": -0.11726, "nauc_precision_at_1_diff1": 0.428268, "nauc_precision_at_3_max": 0.311925, "nauc_precision_at_3_std": -0.088821, "nauc_precision_at_3_diff1": 0.218633, "nauc_precision_at_5_max": 0.321843, "nauc_precision_at_5_std": -0.037544, "nauc_precision_at_5_diff1": 0.18138, "nauc_precision_at_10_max": 0.303072, "nauc_precision_at_10_std": -0.019617, "nauc_precision_at_10_diff1": 0.135691, "nauc_precision_at_20_max": 0.2607, "nauc_precision_at_20_std": -0.021293, "nauc_precision_at_20_diff1": 0.095066, "nauc_precision_at_100_max": 0.169305, "nauc_precision_at_100_std": 0.026407, "nauc_precision_at_100_diff1": 0.008309, "nauc_precision_at_1000_max": 0.039877, "nauc_precision_at_1000_std": 0.093842, "nauc_precision_at_1000_diff1": -0.059042, "nauc_mrr_at_1_max": 0.31775, "nauc_mrr_at_1_std": -0.119721, "nauc_mrr_at_1_diff1": 0.423613, "nauc_mrr_at_3_max": 0.319156, "nauc_mrr_at_3_std": -0.108986, "nauc_mrr_at_3_diff1": 0.387927, "nauc_mrr_at_5_max": 0.327756, "nauc_mrr_at_5_std": -0.095211, "nauc_mrr_at_5_diff1": 0.381584, "nauc_mrr_at_10_max": 0.329399, "nauc_mrr_at_10_std": -0.09488, "nauc_mrr_at_10_diff1": 0.376782, "nauc_mrr_at_20_max": 0.328975, "nauc_mrr_at_20_std": -0.097612, "nauc_mrr_at_20_diff1": 0.377085, "nauc_mrr_at_100_max": 0.32918, "nauc_mrr_at_100_std": -0.097301, "nauc_mrr_at_100_diff1": 0.377716, "nauc_mrr_at_1000_max": 0.329174, "nauc_mrr_at_1000_std": -0.097098, "nauc_mrr_at_1000_diff1": 0.378036, "main_score": 0.35744, "hf_subset": "pol-eng", "languages": [ "pol-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.41625, "ndcg_at_3": 0.40419, "ndcg_at_5": 0.41852, "ndcg_at_10": 0.45777, "ndcg_at_20": 0.48337, "ndcg_at_100": 0.51865, "ndcg_at_1000": 0.54689, "map_at_1": 0.21194, "map_at_3": 0.33212, "map_at_5": 0.36815, "map_at_10": 0.39165, "map_at_20": 0.40156, "map_at_100": 0.40855, "map_at_1000": 0.40991, "recall_at_1": 0.21194, "recall_at_3": 0.37402, "recall_at_5": 0.44958, "recall_at_10": 0.54644, "recall_at_20": 0.62854, "recall_at_100": 0.78515, "recall_at_1000": 0.98365, "precision_at_1": 0.41625, "precision_at_3": 0.28333, "precision_at_5": 0.20975, "precision_at_10": 0.127, "precision_at_20": 0.07237, "precision_at_100": 0.01772, "precision_at_1000": 0.00212, "mrr_at_1": 0.41625, "mrr_at_3": 0.4675, "mrr_at_5": 0.479125, "mrr_at_10": 0.489622, "mrr_at_20": 0.494303, "mrr_at_100": 0.497499, "mrr_at_1000": 0.498079, "nauc_ndcg_at_1_max": 0.368449, "nauc_ndcg_at_1_std": -0.043376, "nauc_ndcg_at_1_diff1": 0.465583, "nauc_ndcg_at_3_max": 0.331565, "nauc_ndcg_at_3_std": -0.04348, "nauc_ndcg_at_3_diff1": 0.379369, "nauc_ndcg_at_5_max": 0.31627, "nauc_ndcg_at_5_std": -0.05403, "nauc_ndcg_at_5_diff1": 0.373678, "nauc_ndcg_at_10_max": 0.347732, "nauc_ndcg_at_10_std": -0.02405, "nauc_ndcg_at_10_diff1": 0.368621, "nauc_ndcg_at_20_max": 0.359236, "nauc_ndcg_at_20_std": -0.014089, "nauc_ndcg_at_20_diff1": 0.359684, "nauc_ndcg_at_100_max": 0.369302, "nauc_ndcg_at_100_std": 0.00324, "nauc_ndcg_at_100_diff1": 0.356007, "nauc_ndcg_at_1000_max": 0.365432, "nauc_ndcg_at_1000_std": -0.006631, "nauc_ndcg_at_1000_diff1": 0.374423, "nauc_map_at_1_max": 0.176302, "nauc_map_at_1_std": -0.052642, "nauc_map_at_1_diff1": 0.436989, "nauc_map_at_3_max": 0.272956, "nauc_map_at_3_std": -0.052136, "nauc_map_at_3_diff1": 0.372042, "nauc_map_at_5_max": 0.296208, "nauc_map_at_5_std": -0.059909, "nauc_map_at_5_diff1": 0.361899, "nauc_map_at_10_max": 0.316934, "nauc_map_at_10_std": -0.044136, "nauc_map_at_10_diff1": 0.358712, "nauc_map_at_20_max": 0.323344, "nauc_map_at_20_std": -0.041336, "nauc_map_at_20_diff1": 0.356984, "nauc_map_at_100_max": 0.327067, "nauc_map_at_100_std": -0.03583, "nauc_map_at_100_diff1": 0.356875, "nauc_map_at_1000_max": 0.327024, "nauc_map_at_1000_std": -0.035983, "nauc_map_at_1000_diff1": 0.357676, "nauc_recall_at_1_max": 0.176302, "nauc_recall_at_1_std": -0.052642, "nauc_recall_at_1_diff1": 0.436989, "nauc_recall_at_3_max": 0.248217, "nauc_recall_at_3_std": -0.045868, "nauc_recall_at_3_diff1": 0.327655, "nauc_recall_at_5_max": 0.270122, "nauc_recall_at_5_std": -0.058396, "nauc_recall_at_5_diff1": 0.311364, "nauc_recall_at_10_max": 0.334305, "nauc_recall_at_10_std": 0.018274, "nauc_recall_at_10_diff1": 0.287539, "nauc_recall_at_20_max": 0.356632, "nauc_recall_at_20_std": 0.049148, "nauc_recall_at_20_diff1": 0.238481, "nauc_recall_at_100_max": 0.404874, "nauc_recall_at_100_std": 0.160514, "nauc_recall_at_100_diff1": 0.167323, "nauc_recall_at_1000_max": 0.623463, "nauc_recall_at_1000_std": 0.539935, "nauc_recall_at_1000_diff1": 0.532124, "nauc_precision_at_1_max": 0.368449, "nauc_precision_at_1_std": -0.043376, "nauc_precision_at_1_diff1": 0.465583, "nauc_precision_at_3_max": 0.367718, "nauc_precision_at_3_std": -0.02, "nauc_precision_at_3_diff1": 0.235741, "nauc_precision_at_5_max": 0.357879, "nauc_precision_at_5_std": -0.02982, "nauc_precision_at_5_diff1": 0.194779, "nauc_precision_at_10_max": 0.382973, "nauc_precision_at_10_std": 0.026702, "nauc_precision_at_10_diff1": 0.159519, "nauc_precision_at_20_max": 0.383451, "nauc_precision_at_20_std": 0.053281, "nauc_precision_at_20_diff1": 0.1228, "nauc_precision_at_100_max": 0.36443, "nauc_precision_at_100_std": 0.1112, "nauc_precision_at_100_diff1": 0.058938, "nauc_precision_at_1000_max": 0.302165, "nauc_precision_at_1000_std": 0.083358, "nauc_precision_at_1000_diff1": 0.062078, "nauc_mrr_at_1_max": 0.368449, "nauc_mrr_at_1_std": -0.043376, "nauc_mrr_at_1_diff1": 0.465583, "nauc_mrr_at_3_max": 0.372525, "nauc_mrr_at_3_std": -0.042485, "nauc_mrr_at_3_diff1": 0.451755, "nauc_mrr_at_5_max": 0.372315, "nauc_mrr_at_5_std": -0.040823, "nauc_mrr_at_5_diff1": 0.445972, "nauc_mrr_at_10_max": 0.378547, "nauc_mrr_at_10_std": -0.031743, "nauc_mrr_at_10_diff1": 0.444302, "nauc_mrr_at_20_max": 0.379521, "nauc_mrr_at_20_std": -0.02866, "nauc_mrr_at_20_diff1": 0.441998, "nauc_mrr_at_100_max": 0.379296, "nauc_mrr_at_100_std": -0.029144, "nauc_mrr_at_100_diff1": 0.441761, "nauc_mrr_at_1000_max": 0.379113, "nauc_mrr_at_1000_std": -0.029367, "nauc_mrr_at_1000_diff1": 0.442029, "main_score": 0.45777, "hf_subset": "por-por", "languages": [ "por-Latn", "por-Latn" ] }, { "ndcg_at_1": 0.21, "ndcg_at_3": 0.1941, "ndcg_at_5": 0.20667, "ndcg_at_10": 0.23703, "ndcg_at_20": 0.26483, "ndcg_at_100": 0.31098, "ndcg_at_1000": 0.36274, "map_at_1": 0.0925, "map_at_3": 0.1463, "map_at_5": 0.16395, "map_at_10": 0.17987, "map_at_20": 0.19, "map_at_100": 0.19808, "map_at_1000": 0.20038, "recall_at_1": 0.0925, "recall_at_3": 0.17548, "recall_at_5": 0.22829, "recall_at_10": 0.30225, "recall_at_20": 0.38908, "recall_at_100": 0.59048, "recall_at_1000": 0.95267, "precision_at_1": 0.21, "precision_at_3": 0.14292, "precision_at_5": 0.11225, "precision_at_10": 0.07425, "precision_at_20": 0.04769, "precision_at_100": 0.01421, "precision_at_1000": 0.00214, "mrr_at_1": 0.21, "mrr_at_3": 0.251667, "mrr_at_5": 0.267479, "mrr_at_10": 0.277821, "mrr_at_20": 0.283512, "mrr_at_100": 0.287875, "mrr_at_1000": 0.288756, "nauc_ndcg_at_1_max": 0.338159, "nauc_ndcg_at_1_std": -0.092819, "nauc_ndcg_at_1_diff1": 0.320267, "nauc_ndcg_at_3_max": 0.336356, "nauc_ndcg_at_3_std": -0.100132, "nauc_ndcg_at_3_diff1": 0.279078, "nauc_ndcg_at_5_max": 0.318846, "nauc_ndcg_at_5_std": -0.101511, "nauc_ndcg_at_5_diff1": 0.282715, "nauc_ndcg_at_10_max": 0.33809, "nauc_ndcg_at_10_std": -0.09104, "nauc_ndcg_at_10_diff1": 0.272522, "nauc_ndcg_at_20_max": 0.360769, "nauc_ndcg_at_20_std": -0.076375, "nauc_ndcg_at_20_diff1": 0.270251, "nauc_ndcg_at_100_max": 0.364635, "nauc_ndcg_at_100_std": -0.043995, "nauc_ndcg_at_100_diff1": 0.261409, "nauc_ndcg_at_1000_max": 0.364262, "nauc_ndcg_at_1000_std": -0.051417, "nauc_ndcg_at_1000_diff1": 0.271037, "nauc_map_at_1_max": 0.263588, "nauc_map_at_1_std": -0.072694, "nauc_map_at_1_diff1": 0.335794, "nauc_map_at_3_max": 0.319999, "nauc_map_at_3_std": -0.107963, "nauc_map_at_3_diff1": 0.292938, "nauc_map_at_5_max": 0.321021, "nauc_map_at_5_std": -0.106999, "nauc_map_at_5_diff1": 0.291111, "nauc_map_at_10_max": 0.334264, "nauc_map_at_10_std": -0.097336, "nauc_map_at_10_diff1": 0.282844, "nauc_map_at_20_max": 0.347582, "nauc_map_at_20_std": -0.091871, "nauc_map_at_20_diff1": 0.283104, "nauc_map_at_100_max": 0.348318, "nauc_map_at_100_std": -0.085423, "nauc_map_at_100_diff1": 0.281496, "nauc_map_at_1000_max": 0.348702, "nauc_map_at_1000_std": -0.08497, "nauc_map_at_1000_diff1": 0.282153, "nauc_recall_at_1_max": 0.263588, "nauc_recall_at_1_std": -0.072694, "nauc_recall_at_1_diff1": 0.335794, "nauc_recall_at_3_max": 0.285034, "nauc_recall_at_3_std": -0.114822, "nauc_recall_at_3_diff1": 0.251993, "nauc_recall_at_5_max": 0.26211, "nauc_recall_at_5_std": -0.099514, "nauc_recall_at_5_diff1": 0.235099, "nauc_recall_at_10_max": 0.290045, "nauc_recall_at_10_std": -0.079346, "nauc_recall_at_10_diff1": 0.204043, "nauc_recall_at_20_max": 0.33476, "nauc_recall_at_20_std": -0.042678, "nauc_recall_at_20_diff1": 0.194362, "nauc_recall_at_100_max": 0.336959, "nauc_recall_at_100_std": 0.08147, "nauc_recall_at_100_diff1": 0.135435, "nauc_recall_at_1000_max": 0.520827, "nauc_recall_at_1000_std": 0.245354, "nauc_recall_at_1000_diff1": 0.023004, "nauc_precision_at_1_max": 0.338159, "nauc_precision_at_1_std": -0.092819, "nauc_precision_at_1_diff1": 0.320267, "nauc_precision_at_3_max": 0.372373, "nauc_precision_at_3_std": -0.099122, "nauc_precision_at_3_diff1": 0.232626, "nauc_precision_at_5_max": 0.361563, "nauc_precision_at_5_std": -0.084561, "nauc_precision_at_5_diff1": 0.233459, "nauc_precision_at_10_max": 0.378773, "nauc_precision_at_10_std": -0.051868, "nauc_precision_at_10_diff1": 0.208727, "nauc_precision_at_20_max": 0.401143, "nauc_precision_at_20_std": -0.012176, "nauc_precision_at_20_diff1": 0.188778, "nauc_precision_at_100_max": 0.362466, "nauc_precision_at_100_std": 0.074874, "nauc_precision_at_100_diff1": 0.15614, "nauc_precision_at_1000_max": 0.237203, "nauc_precision_at_1000_std": 0.07367, "nauc_precision_at_1000_diff1": 0.099123, "nauc_mrr_at_1_max": 0.338159, "nauc_mrr_at_1_std": -0.092819, "nauc_mrr_at_1_diff1": 0.320267, "nauc_mrr_at_3_max": 0.337497, "nauc_mrr_at_3_std": -0.094826, "nauc_mrr_at_3_diff1": 0.292869, "nauc_mrr_at_5_max": 0.33485, "nauc_mrr_at_5_std": -0.089713, "nauc_mrr_at_5_diff1": 0.294777, "nauc_mrr_at_10_max": 0.338546, "nauc_mrr_at_10_std": -0.089145, "nauc_mrr_at_10_diff1": 0.294681, "nauc_mrr_at_20_max": 0.34045, "nauc_mrr_at_20_std": -0.084592, "nauc_mrr_at_20_diff1": 0.292827, "nauc_mrr_at_100_max": 0.33932, "nauc_mrr_at_100_std": -0.083275, "nauc_mrr_at_100_diff1": 0.292017, "nauc_mrr_at_1000_max": 0.339542, "nauc_mrr_at_1000_std": -0.083484, "nauc_mrr_at_1000_diff1": 0.292482, "main_score": 0.23703, "hf_subset": "eng-por", "languages": [ "eng-Latn", "por-Latn" ] }, { "ndcg_at_1": 0.35006, "ndcg_at_3": 0.36254, "ndcg_at_5": 0.37901, "ndcg_at_10": 0.41734, "ndcg_at_20": 0.44308, "ndcg_at_100": 0.4804, "ndcg_at_1000": 0.51082, "map_at_1": 0.18193, "map_at_3": 0.29539, "map_at_5": 0.32965, "map_at_10": 0.35274, "map_at_20": 0.3622, "map_at_100": 0.36952, "map_at_1000": 0.37099, "recall_at_1": 0.18193, "recall_at_3": 0.34803, "recall_at_5": 0.41976, "recall_at_10": 0.51299, "recall_at_20": 0.59425, "recall_at_100": 0.75767, "recall_at_1000": 0.96817, "precision_at_1": 0.35006, "precision_at_3": 0.25261, "precision_at_5": 0.19097, "precision_at_10": 0.11744, "precision_at_20": 0.06813, "precision_at_100": 0.01716, "precision_at_1000": 0.00211, "mrr_at_1": 0.350063, "mrr_at_3": 0.413425, "mrr_at_5": 0.425721, "mrr_at_10": 0.435913, "mrr_at_20": 0.440618, "mrr_at_100": 0.444174, "mrr_at_1000": 0.444785, "nauc_ndcg_at_1_max": 0.434306, "nauc_ndcg_at_1_std": 0.051677, "nauc_ndcg_at_1_diff1": 0.413658, "nauc_ndcg_at_3_max": 0.376856, "nauc_ndcg_at_3_std": 0.052366, "nauc_ndcg_at_3_diff1": 0.329153, "nauc_ndcg_at_5_max": 0.375431, "nauc_ndcg_at_5_std": 0.049551, "nauc_ndcg_at_5_diff1": 0.330409, "nauc_ndcg_at_10_max": 0.392503, "nauc_ndcg_at_10_std": 0.063723, "nauc_ndcg_at_10_diff1": 0.323348, "nauc_ndcg_at_20_max": 0.405483, "nauc_ndcg_at_20_std": 0.07997, "nauc_ndcg_at_20_diff1": 0.324706, "nauc_ndcg_at_100_max": 0.420869, "nauc_ndcg_at_100_std": 0.103549, "nauc_ndcg_at_100_diff1": 0.322519, "nauc_ndcg_at_1000_max": 0.411988, "nauc_ndcg_at_1000_std": 0.090763, "nauc_ndcg_at_1000_diff1": 0.330844, "nauc_map_at_1_max": 0.231915, "nauc_map_at_1_std": -0.015399, "nauc_map_at_1_diff1": 0.394359, "nauc_map_at_3_max": 0.326465, "nauc_map_at_3_std": 0.02314, "nauc_map_at_3_diff1": 0.336682, "nauc_map_at_5_max": 0.360245, "nauc_map_at_5_std": 0.035846, "nauc_map_at_5_diff1": 0.327246, "nauc_map_at_10_max": 0.374831, "nauc_map_at_10_std": 0.048716, "nauc_map_at_10_diff1": 0.323312, "nauc_map_at_20_max": 0.381329, "nauc_map_at_20_std": 0.054973, "nauc_map_at_20_diff1": 0.324141, "nauc_map_at_100_max": 0.385544, "nauc_map_at_100_std": 0.060603, "nauc_map_at_100_diff1": 0.324371, "nauc_map_at_1000_max": 0.385208, "nauc_map_at_1000_std": 0.060287, "nauc_map_at_1000_diff1": 0.324764, "nauc_recall_at_1_max": 0.231915, "nauc_recall_at_1_std": -0.015399, "nauc_recall_at_1_diff1": 0.394359, "nauc_recall_at_3_max": 0.287328, "nauc_recall_at_3_std": 0.037822, "nauc_recall_at_3_diff1": 0.284184, "nauc_recall_at_5_max": 0.323684, "nauc_recall_at_5_std": 0.046619, "nauc_recall_at_5_diff1": 0.268662, "nauc_recall_at_10_max": 0.353653, "nauc_recall_at_10_std": 0.065924, "nauc_recall_at_10_diff1": 0.251739, "nauc_recall_at_20_max": 0.381843, "nauc_recall_at_20_std": 0.108709, "nauc_recall_at_20_diff1": 0.247769, "nauc_recall_at_100_max": 0.467918, "nauc_recall_at_100_std": 0.25658, "nauc_recall_at_100_diff1": 0.199847, "nauc_recall_at_1000_max": 0.428784, "nauc_recall_at_1000_std": 0.304799, "nauc_recall_at_1000_diff1": 0.238057, "nauc_precision_at_1_max": 0.434306, "nauc_precision_at_1_std": 0.051677, "nauc_precision_at_1_diff1": 0.413658, "nauc_precision_at_3_max": 0.416677, "nauc_precision_at_3_std": 0.093988, "nauc_precision_at_3_diff1": 0.216937, "nauc_precision_at_5_max": 0.425585, "nauc_precision_at_5_std": 0.110161, "nauc_precision_at_5_diff1": 0.183318, "nauc_precision_at_10_max": 0.42097, "nauc_precision_at_10_std": 0.139737, "nauc_precision_at_10_diff1": 0.145356, "nauc_precision_at_20_max": 0.420184, "nauc_precision_at_20_std": 0.176933, "nauc_precision_at_20_diff1": 0.125033, "nauc_precision_at_100_max": 0.387736, "nauc_precision_at_100_std": 0.223071, "nauc_precision_at_100_diff1": 0.073549, "nauc_precision_at_1000_max": 0.269367, "nauc_precision_at_1000_std": 0.162539, "nauc_precision_at_1000_diff1": 0.017289, "nauc_mrr_at_1_max": 0.434306, "nauc_mrr_at_1_std": 0.051677, "nauc_mrr_at_1_diff1": 0.413658, "nauc_mrr_at_3_max": 0.42392, "nauc_mrr_at_3_std": 0.061472, "nauc_mrr_at_3_diff1": 0.390293, "nauc_mrr_at_5_max": 0.425141, "nauc_mrr_at_5_std": 0.063865, "nauc_mrr_at_5_diff1": 0.38775, "nauc_mrr_at_10_max": 0.425724, "nauc_mrr_at_10_std": 0.064816, "nauc_mrr_at_10_diff1": 0.384375, "nauc_mrr_at_20_max": 0.426551, "nauc_mrr_at_20_std": 0.067462, "nauc_mrr_at_20_diff1": 0.384251, "nauc_mrr_at_100_max": 0.427421, "nauc_mrr_at_100_std": 0.068297, "nauc_mrr_at_100_diff1": 0.38437, "nauc_mrr_at_1000_max": 0.427247, "nauc_mrr_at_1000_std": 0.068085, "nauc_mrr_at_1000_diff1": 0.384533, "main_score": 0.41734, "hf_subset": "por-eng", "languages": [ "por-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.30563, "ndcg_at_3": 0.3309, "ndcg_at_5": 0.35833, "ndcg_at_10": 0.38778, "ndcg_at_20": 0.41045, "ndcg_at_100": 0.44571, "ndcg_at_1000": 0.47817, "map_at_1": 0.20867, "map_at_3": 0.29376, "map_at_5": 0.32134, "map_at_10": 0.33642, "map_at_20": 0.3438, "map_at_100": 0.35012, "map_at_1000": 0.3514, "recall_at_1": 0.20867, "recall_at_3": 0.34557, "recall_at_5": 0.41588, "recall_at_10": 0.4913, "recall_at_20": 0.56969, "recall_at_100": 0.73476, "recall_at_1000": 0.97698, "precision_at_1": 0.30563, "precision_at_3": 0.19182, "precision_at_5": 0.14501, "precision_at_10": 0.08772, "precision_at_20": 0.0507, "precision_at_100": 0.01312, "precision_at_1000": 0.00167, "mrr_at_1": 0.305627, "mrr_at_3": 0.356777, "mrr_at_5": 0.368798, "mrr_at_10": 0.379532, "mrr_at_20": 0.384551, "mrr_at_100": 0.388052, "mrr_at_1000": 0.388902, "nauc_ndcg_at_1_max": 0.2903, "nauc_ndcg_at_1_std": 0.002141, "nauc_ndcg_at_1_diff1": 0.371274, "nauc_ndcg_at_3_max": 0.321358, "nauc_ndcg_at_3_std": -0.001018, "nauc_ndcg_at_3_diff1": 0.343532, "nauc_ndcg_at_5_max": 0.327989, "nauc_ndcg_at_5_std": 0.017631, "nauc_ndcg_at_5_diff1": 0.330317, "nauc_ndcg_at_10_max": 0.322845, "nauc_ndcg_at_10_std": 0.05273, "nauc_ndcg_at_10_diff1": 0.314834, "nauc_ndcg_at_20_max": 0.308619, "nauc_ndcg_at_20_std": 0.057017, "nauc_ndcg_at_20_diff1": 0.307184, "nauc_ndcg_at_100_max": 0.30242, "nauc_ndcg_at_100_std": 0.083221, "nauc_ndcg_at_100_diff1": 0.298571, "nauc_ndcg_at_1000_max": 0.313183, "nauc_ndcg_at_1000_std": 0.067582, "nauc_ndcg_at_1000_diff1": 0.310781, "nauc_map_at_1_max": 0.255795, "nauc_map_at_1_std": -0.016216, "nauc_map_at_1_diff1": 0.457257, "nauc_map_at_3_max": 0.310569, "nauc_map_at_3_std": -0.018261, "nauc_map_at_3_diff1": 0.357233, "nauc_map_at_5_max": 0.320225, "nauc_map_at_5_std": -0.002969, "nauc_map_at_5_diff1": 0.340866, "nauc_map_at_10_max": 0.318403, "nauc_map_at_10_std": 0.015524, "nauc_map_at_10_diff1": 0.332055, "nauc_map_at_20_max": 0.313619, "nauc_map_at_20_std": 0.018648, "nauc_map_at_20_diff1": 0.329633, "nauc_map_at_100_max": 0.313543, "nauc_map_at_100_std": 0.025464, "nauc_map_at_100_diff1": 0.3284, "nauc_map_at_1000_max": 0.314055, "nauc_map_at_1000_std": 0.025139, "nauc_map_at_1000_diff1": 0.328719, "nauc_recall_at_1_max": 0.255795, "nauc_recall_at_1_std": -0.016216, "nauc_recall_at_1_diff1": 0.457257, "nauc_recall_at_3_max": 0.324378, "nauc_recall_at_3_std": -0.002323, "nauc_recall_at_3_diff1": 0.31919, "nauc_recall_at_5_max": 0.337704, "nauc_recall_at_5_std": 0.041912, "nauc_recall_at_5_diff1": 0.285775, "nauc_recall_at_10_max": 0.323415, "nauc_recall_at_10_std": 0.128249, "nauc_recall_at_10_diff1": 0.244318, "nauc_recall_at_20_max": 0.267593, "nauc_recall_at_20_std": 0.133253, "nauc_recall_at_20_diff1": 0.209401, "nauc_recall_at_100_max": 0.202128, "nauc_recall_at_100_std": 0.281844, "nauc_recall_at_100_diff1": 0.118462, "nauc_recall_at_1000_max": 0.23221, "nauc_recall_at_1000_std": 0.462588, "nauc_recall_at_1000_diff1": -0.152781, "nauc_precision_at_1_max": 0.2903, "nauc_precision_at_1_std": 0.002141, "nauc_precision_at_1_diff1": 0.371274, "nauc_precision_at_3_max": 0.304857, "nauc_precision_at_3_std": 0.016155, "nauc_precision_at_3_diff1": 0.166755, "nauc_precision_at_5_max": 0.283528, "nauc_precision_at_5_std": 0.061851, "nauc_precision_at_5_diff1": 0.105192, "nauc_precision_at_10_max": 0.248561, "nauc_precision_at_10_std": 0.136499, "nauc_precision_at_10_diff1": 0.065406, "nauc_precision_at_20_max": 0.198305, "nauc_precision_at_20_std": 0.163129, "nauc_precision_at_20_diff1": 0.033096, "nauc_precision_at_100_max": 0.129913, "nauc_precision_at_100_std": 0.237348, "nauc_precision_at_100_diff1": -0.030963, "nauc_precision_at_1000_max": 0.104663, "nauc_precision_at_1000_std": 0.171304, "nauc_precision_at_1000_diff1": -0.076795, "nauc_mrr_at_1_max": 0.2903, "nauc_mrr_at_1_std": 0.002141, "nauc_mrr_at_1_diff1": 0.371274, "nauc_mrr_at_3_max": 0.314138, "nauc_mrr_at_3_std": 0.017401, "nauc_mrr_at_3_diff1": 0.357204, "nauc_mrr_at_5_max": 0.313816, "nauc_mrr_at_5_std": 0.030084, "nauc_mrr_at_5_diff1": 0.349116, "nauc_mrr_at_10_max": 0.311101, "nauc_mrr_at_10_std": 0.041298, "nauc_mrr_at_10_diff1": 0.34381, "nauc_mrr_at_20_max": 0.307711, "nauc_mrr_at_20_std": 0.039724, "nauc_mrr_at_20_diff1": 0.342373, "nauc_mrr_at_100_max": 0.307664, "nauc_mrr_at_100_std": 0.041879, "nauc_mrr_at_100_diff1": 0.341811, "nauc_mrr_at_1000_max": 0.307943, "nauc_mrr_at_1000_std": 0.041579, "nauc_mrr_at_1000_diff1": 0.342055, "main_score": 0.38778, "hf_subset": "tam-tam", "languages": [ "tam-Taml", "tam-Taml" ] }, { "ndcg_at_1": 0.14322, "ndcg_at_3": 0.15165, "ndcg_at_5": 0.15819, "ndcg_at_10": 0.18417, "ndcg_at_20": 0.20047, "ndcg_at_100": 0.24719, "ndcg_at_1000": 0.31239, "map_at_1": 0.07455, "map_at_3": 0.11779, "map_at_5": 0.12849, "map_at_10": 0.14126, "map_at_20": 0.14667, "map_at_100": 0.15403, "map_at_1000": 0.15679, "recall_at_1": 0.07455, "recall_at_3": 0.15019, "recall_at_5": 0.18289, "recall_at_10": 0.24861, "recall_at_20": 0.30034, "recall_at_100": 0.51699, "recall_at_1000": 0.96581, "precision_at_1": 0.14322, "precision_at_3": 0.10401, "precision_at_5": 0.07673, "precision_at_10": 0.05217, "precision_at_20": 0.03197, "precision_at_100": 0.01059, "precision_at_1000": 0.00196, "mrr_at_1": 0.143223, "mrr_at_3": 0.183717, "mrr_at_5": 0.191645, "mrr_at_10": 0.201993, "mrr_at_20": 0.206166, "mrr_at_100": 0.21177, "mrr_at_1000": 0.213198, "nauc_ndcg_at_1_max": 0.503214, "nauc_ndcg_at_1_std": 0.024236, "nauc_ndcg_at_1_diff1": 0.482369, "nauc_ndcg_at_3_max": 0.424322, "nauc_ndcg_at_3_std": 0.025026, "nauc_ndcg_at_3_diff1": 0.36081, "nauc_ndcg_at_5_max": 0.427222, "nauc_ndcg_at_5_std": 0.027695, "nauc_ndcg_at_5_diff1": 0.36142, "nauc_ndcg_at_10_max": 0.405383, "nauc_ndcg_at_10_std": 0.017654, "nauc_ndcg_at_10_diff1": 0.340538, "nauc_ndcg_at_20_max": 0.391282, "nauc_ndcg_at_20_std": 0.011918, "nauc_ndcg_at_20_diff1": 0.328863, "nauc_ndcg_at_100_max": 0.406279, "nauc_ndcg_at_100_std": 0.035181, "nauc_ndcg_at_100_diff1": 0.3199, "nauc_ndcg_at_1000_max": 0.406135, "nauc_ndcg_at_1000_std": 0.04242, "nauc_ndcg_at_1000_diff1": 0.326505, "nauc_map_at_1_max": 0.443072, "nauc_map_at_1_std": 0.002178, "nauc_map_at_1_diff1": 0.443818, "nauc_map_at_3_max": 0.422603, "nauc_map_at_3_std": 0.020669, "nauc_map_at_3_diff1": 0.362172, "nauc_map_at_5_max": 0.435784, "nauc_map_at_5_std": 0.031889, "nauc_map_at_5_diff1": 0.370368, "nauc_map_at_10_max": 0.427708, "nauc_map_at_10_std": 0.0277, "nauc_map_at_10_diff1": 0.362359, "nauc_map_at_20_max": 0.421104, "nauc_map_at_20_std": 0.025113, "nauc_map_at_20_diff1": 0.357089, "nauc_map_at_100_max": 0.42405, "nauc_map_at_100_std": 0.029375, "nauc_map_at_100_diff1": 0.35469, "nauc_map_at_1000_max": 0.423976, "nauc_map_at_1000_std": 0.03049, "nauc_map_at_1000_diff1": 0.354694, "nauc_recall_at_1_max": 0.443072, "nauc_recall_at_1_std": 0.002178, "nauc_recall_at_1_diff1": 0.443818, "nauc_recall_at_3_max": 0.356111, "nauc_recall_at_3_std": 0.010344, "nauc_recall_at_3_diff1": 0.290304, "nauc_recall_at_5_max": 0.373181, "nauc_recall_at_5_std": 0.021911, "nauc_recall_at_5_diff1": 0.299419, "nauc_recall_at_10_max": 0.312495, "nauc_recall_at_10_std": -0.006425, "nauc_recall_at_10_diff1": 0.25091, "nauc_recall_at_20_max": 0.274619, "nauc_recall_at_20_std": -0.022749, "nauc_recall_at_20_diff1": 0.224213, "nauc_recall_at_100_max": 0.30183, "nauc_recall_at_100_std": 0.049918, "nauc_recall_at_100_diff1": 0.193275, "nauc_recall_at_1000_max": 0.28171, "nauc_recall_at_1000_std": 0.485056, "nauc_recall_at_1000_diff1": 0.135603, "nauc_precision_at_1_max": 0.503214, "nauc_precision_at_1_std": 0.024236, "nauc_precision_at_1_diff1": 0.482369, "nauc_precision_at_3_max": 0.436958, "nauc_precision_at_3_std": 0.040255, "nauc_precision_at_3_diff1": 0.3344, "nauc_precision_at_5_max": 0.440678, "nauc_precision_at_5_std": 0.058821, "nauc_precision_at_5_diff1": 0.334886, "nauc_precision_at_10_max": 0.397845, "nauc_precision_at_10_std": 0.050902, "nauc_precision_at_10_diff1": 0.292437, "nauc_precision_at_20_max": 0.359412, "nauc_precision_at_20_std": 0.042426, "nauc_precision_at_20_diff1": 0.256138, "nauc_precision_at_100_max": 0.352317, "nauc_precision_at_100_std": 0.102768, "nauc_precision_at_100_diff1": 0.178074, "nauc_precision_at_1000_max": 0.130091, "nauc_precision_at_1000_std": 0.077452, "nauc_precision_at_1000_diff1": 0.034116, "nauc_mrr_at_1_max": 0.503214, "nauc_mrr_at_1_std": 0.024236, "nauc_mrr_at_1_diff1": 0.482369, "nauc_mrr_at_3_max": 0.450093, "nauc_mrr_at_3_std": 0.024804, "nauc_mrr_at_3_diff1": 0.406445, "nauc_mrr_at_5_max": 0.449424, "nauc_mrr_at_5_std": 0.022988, "nauc_mrr_at_5_diff1": 0.400726, "nauc_mrr_at_10_max": 0.438269, "nauc_mrr_at_10_std": 0.020509, "nauc_mrr_at_10_diff1": 0.388358, "nauc_mrr_at_20_max": 0.436478, "nauc_mrr_at_20_std": 0.020363, "nauc_mrr_at_20_diff1": 0.385908, "nauc_mrr_at_100_max": 0.436681, "nauc_mrr_at_100_std": 0.022503, "nauc_mrr_at_100_diff1": 0.384682, "nauc_mrr_at_1000_max": 0.436661, "nauc_mrr_at_1000_std": 0.022357, "nauc_mrr_at_1000_diff1": 0.385057, "main_score": 0.18417, "hf_subset": "eng-tam", "languages": [ "eng-Latn", "tam-Taml" ] }, { "ndcg_at_1": 0.20026, "ndcg_at_3": 0.22224, "ndcg_at_5": 0.24942, "ndcg_at_10": 0.28137, "ndcg_at_20": 0.30883, "ndcg_at_100": 0.34789, "ndcg_at_1000": 0.39087, "map_at_1": 0.13938, "map_at_3": 0.19449, "map_at_5": 0.21676, "map_at_10": 0.23244, "map_at_20": 0.24172, "map_at_100": 0.24843, "map_at_1000": 0.2502, "recall_at_1": 0.13938, "recall_at_3": 0.23524, "recall_at_5": 0.30156, "recall_at_10": 0.38372, "recall_at_20": 0.4769, "recall_at_100": 0.65568, "recall_at_1000": 0.97191, "precision_at_1": 0.20026, "precision_at_3": 0.12614, "precision_at_5": 0.10117, "precision_at_10": 0.06749, "precision_at_20": 0.04226, "precision_at_100": 0.01191, "precision_at_1000": 0.00169, "mrr_at_1": 0.20026, "mrr_at_3": 0.24404, "mrr_at_5": 0.258279, "mrr_at_10": 0.270199, "mrr_at_20": 0.276527, "mrr_at_100": 0.280784, "mrr_at_1000": 0.281812, "nauc_ndcg_at_1_max": 0.254584, "nauc_ndcg_at_1_std": 0.110467, "nauc_ndcg_at_1_diff1": 0.289713, "nauc_ndcg_at_3_max": 0.267285, "nauc_ndcg_at_3_std": 0.094678, "nauc_ndcg_at_3_diff1": 0.296355, "nauc_ndcg_at_5_max": 0.271926, "nauc_ndcg_at_5_std": 0.100256, "nauc_ndcg_at_5_diff1": 0.279006, "nauc_ndcg_at_10_max": 0.27471, "nauc_ndcg_at_10_std": 0.124107, "nauc_ndcg_at_10_diff1": 0.250887, "nauc_ndcg_at_20_max": 0.277, "nauc_ndcg_at_20_std": 0.134722, "nauc_ndcg_at_20_diff1": 0.241734, "nauc_ndcg_at_100_max": 0.281967, "nauc_ndcg_at_100_std": 0.154367, "nauc_ndcg_at_100_diff1": 0.240246, "nauc_ndcg_at_1000_max": 0.283252, "nauc_ndcg_at_1000_std": 0.145227, "nauc_ndcg_at_1000_diff1": 0.249181, "nauc_map_at_1_max": 0.262331, "nauc_map_at_1_std": 0.080309, "nauc_map_at_1_diff1": 0.360065, "nauc_map_at_3_max": 0.278328, "nauc_map_at_3_std": 0.088238, "nauc_map_at_3_diff1": 0.321885, "nauc_map_at_5_max": 0.283813, "nauc_map_at_5_std": 0.098529, "nauc_map_at_5_diff1": 0.300787, "nauc_map_at_10_max": 0.282533, "nauc_map_at_10_std": 0.109782, "nauc_map_at_10_diff1": 0.281636, "nauc_map_at_20_max": 0.284547, "nauc_map_at_20_std": 0.116176, "nauc_map_at_20_diff1": 0.276399, "nauc_map_at_100_max": 0.284806, "nauc_map_at_100_std": 0.120592, "nauc_map_at_100_diff1": 0.27522, "nauc_map_at_1000_max": 0.28499, "nauc_map_at_1000_std": 0.120509, "nauc_map_at_1000_diff1": 0.275529, "nauc_recall_at_1_max": 0.262331, "nauc_recall_at_1_std": 0.080309, "nauc_recall_at_1_diff1": 0.360065, "nauc_recall_at_3_max": 0.253387, "nauc_recall_at_3_std": 0.065057, "nauc_recall_at_3_diff1": 0.300142, "nauc_recall_at_5_max": 0.255705, "nauc_recall_at_5_std": 0.083087, "nauc_recall_at_5_diff1": 0.245776, "nauc_recall_at_10_max": 0.258789, "nauc_recall_at_10_std": 0.136408, "nauc_recall_at_10_diff1": 0.187855, "nauc_recall_at_20_max": 0.266118, "nauc_recall_at_20_std": 0.161684, "nauc_recall_at_20_diff1": 0.166878, "nauc_recall_at_100_max": 0.283626, "nauc_recall_at_100_std": 0.244774, "nauc_recall_at_100_diff1": 0.143447, "nauc_recall_at_1000_max": 0.469587, "nauc_recall_at_1000_std": 0.480941, "nauc_recall_at_1000_diff1": 0.100368, "nauc_precision_at_1_max": 0.254584, "nauc_precision_at_1_std": 0.110467, "nauc_precision_at_1_diff1": 0.289713, "nauc_precision_at_3_max": 0.257222, "nauc_precision_at_3_std": 0.130727, "nauc_precision_at_3_diff1": 0.193205, "nauc_precision_at_5_max": 0.246745, "nauc_precision_at_5_std": 0.151032, "nauc_precision_at_5_diff1": 0.128512, "nauc_precision_at_10_max": 0.233269, "nauc_precision_at_10_std": 0.19293, "nauc_precision_at_10_diff1": 0.057205, "nauc_precision_at_20_max": 0.212907, "nauc_precision_at_20_std": 0.208798, "nauc_precision_at_20_diff1": 0.013958, "nauc_precision_at_100_max": 0.178146, "nauc_precision_at_100_std": 0.241839, "nauc_precision_at_100_diff1": -0.006002, "nauc_precision_at_1000_max": 0.121754, "nauc_precision_at_1000_std": 0.151055, "nauc_precision_at_1000_diff1": -0.06171, "nauc_mrr_at_1_max": 0.254584, "nauc_mrr_at_1_std": 0.110467, "nauc_mrr_at_1_diff1": 0.289713, "nauc_mrr_at_3_max": 0.246052, "nauc_mrr_at_3_std": 0.103941, "nauc_mrr_at_3_diff1": 0.276376, "nauc_mrr_at_5_max": 0.24787, "nauc_mrr_at_5_std": 0.108314, "nauc_mrr_at_5_diff1": 0.264527, "nauc_mrr_at_10_max": 0.254266, "nauc_mrr_at_10_std": 0.119733, "nauc_mrr_at_10_diff1": 0.258196, "nauc_mrr_at_20_max": 0.25288, "nauc_mrr_at_20_std": 0.118905, "nauc_mrr_at_20_diff1": 0.257351, "nauc_mrr_at_100_max": 0.254334, "nauc_mrr_at_100_std": 0.120272, "nauc_mrr_at_100_diff1": 0.257845, "nauc_mrr_at_1000_max": 0.254162, "nauc_mrr_at_1000_std": 0.120112, "nauc_mrr_at_1000_diff1": 0.257974, "main_score": 0.28137, "hf_subset": "tam-eng", "languages": [ "tam-Taml", "eng-Latn" ] }, { "ndcg_at_1": 0.57039, "ndcg_at_3": 0.56832, "ndcg_at_5": 0.58418, "ndcg_at_10": 0.62007, "ndcg_at_20": 0.64303, "ndcg_at_100": 0.6724, "ndcg_at_1000": 0.68532, "map_at_1": 0.35649, "map_at_3": 0.50049, "map_at_5": 0.5354, "map_at_10": 0.5572, "map_at_20": 0.56654, "map_at_100": 0.57256, "map_at_1000": 0.57332, "recall_at_1": 0.35649, "recall_at_3": 0.55459, "recall_at_5": 0.62371, "recall_at_10": 0.71345, "recall_at_20": 0.78633, "recall_at_100": 0.91236, "recall_at_1000": 0.99719, "precision_at_1": 0.57039, "precision_at_3": 0.34992, "precision_at_5": 0.24903, "precision_at_10": 0.1443, "precision_at_20": 0.08034, "precision_at_100": 0.01899, "precision_at_1000": 0.00206, "mrr_at_1": 0.570388, "mrr_at_3": 0.624191, "mrr_at_5": 0.634628, "mrr_at_10": 0.643445, "mrr_at_20": 0.646924, "mrr_at_100": 0.649148, "mrr_at_1000": 0.649413, "nauc_ndcg_at_1_max": 0.394108, "nauc_ndcg_at_1_std": -0.307068, "nauc_ndcg_at_1_diff1": 0.554358, "nauc_ndcg_at_3_max": 0.363633, "nauc_ndcg_at_3_std": -0.255854, "nauc_ndcg_at_3_diff1": 0.471852, "nauc_ndcg_at_5_max": 0.35635, "nauc_ndcg_at_5_std": -0.249204, "nauc_ndcg_at_5_diff1": 0.465965, "nauc_ndcg_at_10_max": 0.354804, "nauc_ndcg_at_10_std": -0.264689, "nauc_ndcg_at_10_diff1": 0.462849, "nauc_ndcg_at_20_max": 0.355766, "nauc_ndcg_at_20_std": -0.272012, "nauc_ndcg_at_20_diff1": 0.461938, "nauc_ndcg_at_100_max": 0.366532, "nauc_ndcg_at_100_std": -0.254359, "nauc_ndcg_at_100_diff1": 0.463191, "nauc_ndcg_at_1000_max": 0.367864, "nauc_ndcg_at_1000_std": -0.260591, "nauc_ndcg_at_1000_diff1": 0.472075, "nauc_map_at_1_max": 0.232716, "nauc_map_at_1_std": -0.160171, "nauc_map_at_1_diff1": 0.546999, "nauc_map_at_3_max": 0.318923, "nauc_map_at_3_std": -0.23486, "nauc_map_at_3_diff1": 0.479712, "nauc_map_at_5_max": 0.343586, "nauc_map_at_5_std": -0.243368, "nauc_map_at_5_diff1": 0.462362, "nauc_map_at_10_max": 0.343879, "nauc_map_at_10_std": -0.2554, "nauc_map_at_10_diff1": 0.459576, "nauc_map_at_20_max": 0.34614, "nauc_map_at_20_std": -0.258251, "nauc_map_at_20_diff1": 0.460409, "nauc_map_at_100_max": 0.347709, "nauc_map_at_100_std": -0.255625, "nauc_map_at_100_diff1": 0.460502, "nauc_map_at_1000_max": 0.347872, "nauc_map_at_1000_std": -0.25555, "nauc_map_at_1000_diff1": 0.460947, "nauc_recall_at_1_max": 0.232716, "nauc_recall_at_1_std": -0.160171, "nauc_recall_at_1_diff1": 0.546999, "nauc_recall_at_3_max": 0.297442, "nauc_recall_at_3_std": -0.20372, "nauc_recall_at_3_diff1": 0.424839, "nauc_recall_at_5_max": 0.318685, "nauc_recall_at_5_std": -0.202817, "nauc_recall_at_5_diff1": 0.402957, "nauc_recall_at_10_max": 0.302512, "nauc_recall_at_10_std": -0.227114, "nauc_recall_at_10_diff1": 0.381458, "nauc_recall_at_20_max": 0.280079, "nauc_recall_at_20_std": -0.259036, "nauc_recall_at_20_diff1": 0.355294, "nauc_recall_at_100_max": 0.353426, "nauc_recall_at_100_std": -0.036147, "nauc_recall_at_100_diff1": 0.276202, "nauc_recall_at_1000_max": 0.873627, "nauc_recall_at_1000_std": 0.929338, "nauc_recall_at_1000_diff1": 0.605649, "nauc_precision_at_1_max": 0.394108, "nauc_precision_at_1_std": -0.307068, "nauc_precision_at_1_diff1": 0.554358, "nauc_precision_at_3_max": 0.298835, "nauc_precision_at_3_std": -0.21989, "nauc_precision_at_3_diff1": 0.126067, "nauc_precision_at_5_max": 0.268664, "nauc_precision_at_5_std": -0.190746, "nauc_precision_at_5_diff1": 0.049849, "nauc_precision_at_10_max": 0.216839, "nauc_precision_at_10_std": -0.185851, "nauc_precision_at_10_diff1": -0.00394, "nauc_precision_at_20_max": 0.184496, "nauc_precision_at_20_std": -0.155322, "nauc_precision_at_20_diff1": -0.049071, "nauc_precision_at_100_max": 0.132014, "nauc_precision_at_100_std": -0.060862, "nauc_precision_at_100_diff1": -0.133325, "nauc_precision_at_1000_max": 0.096545, "nauc_precision_at_1000_std": -0.042648, "nauc_precision_at_1000_diff1": -0.168056, "nauc_mrr_at_1_max": 0.394108, "nauc_mrr_at_1_std": -0.307068, "nauc_mrr_at_1_diff1": 0.554358, "nauc_mrr_at_3_max": 0.402349, "nauc_mrr_at_3_std": -0.294249, "nauc_mrr_at_3_diff1": 0.525091, "nauc_mrr_at_5_max": 0.402138, "nauc_mrr_at_5_std": -0.295803, "nauc_mrr_at_5_diff1": 0.529344, "nauc_mrr_at_10_max": 0.400481, "nauc_mrr_at_10_std": -0.297574, "nauc_mrr_at_10_diff1": 0.527435, "nauc_mrr_at_20_max": 0.399499, "nauc_mrr_at_20_std": -0.298405, "nauc_mrr_at_20_diff1": 0.526433, "nauc_mrr_at_100_max": 0.400065, "nauc_mrr_at_100_std": -0.296758, "nauc_mrr_at_100_diff1": 0.526693, "nauc_mrr_at_1000_max": 0.399942, "nauc_mrr_at_1000_std": -0.297062, "nauc_mrr_at_1000_diff1": 0.526873, "main_score": 0.62007, "hf_subset": "cmn-cmn", "languages": [ "cmn-Hans", "cmn-Hans" ] }, { "ndcg_at_1": 0.18083, "ndcg_at_3": 0.1836, "ndcg_at_5": 0.1955, "ndcg_at_10": 0.22531, "ndcg_at_20": 0.25368, "ndcg_at_100": 0.30766, "ndcg_at_1000": 0.36273, "map_at_1": 0.10131, "map_at_3": 0.14177, "map_at_5": 0.15786, "map_at_10": 0.17255, "map_at_20": 0.18217, "map_at_100": 0.19209, "map_at_1000": 0.19474, "recall_at_1": 0.10131, "recall_at_3": 0.17411, "recall_at_5": 0.22053, "recall_at_10": 0.29324, "recall_at_20": 0.38307, "recall_at_100": 0.61038, "recall_at_1000": 0.97862, "precision_at_1": 0.18083, "precision_at_3": 0.12136, "precision_at_5": 0.09757, "precision_at_10": 0.06626, "precision_at_20": 0.04351, "precision_at_100": 0.01451, "precision_at_1000": 0.00222, "mrr_at_1": 0.180825, "mrr_at_3": 0.228155, "mrr_at_5": 0.242476, "mrr_at_10": 0.254, "mrr_at_20": 0.260708, "mrr_at_100": 0.265698, "mrr_at_1000": 0.266862, "nauc_ndcg_at_1_max": 0.203208, "nauc_ndcg_at_1_std": -0.055128, "nauc_ndcg_at_1_diff1": 0.26467, "nauc_ndcg_at_3_max": 0.190716, "nauc_ndcg_at_3_std": -0.044971, "nauc_ndcg_at_3_diff1": 0.24159, "nauc_ndcg_at_5_max": 0.182169, "nauc_ndcg_at_5_std": -0.060081, "nauc_ndcg_at_5_diff1": 0.232953, "nauc_ndcg_at_10_max": 0.183657, "nauc_ndcg_at_10_std": -0.07162, "nauc_ndcg_at_10_diff1": 0.227957, "nauc_ndcg_at_20_max": 0.193998, "nauc_ndcg_at_20_std": -0.065887, "nauc_ndcg_at_20_diff1": 0.233272, "nauc_ndcg_at_100_max": 0.220239, "nauc_ndcg_at_100_std": -0.034644, "nauc_ndcg_at_100_diff1": 0.230587, "nauc_ndcg_at_1000_max": 0.203899, "nauc_ndcg_at_1000_std": -0.048991, "nauc_ndcg_at_1000_diff1": 0.227842, "nauc_map_at_1_max": 0.243788, "nauc_map_at_1_std": 0.057092, "nauc_map_at_1_diff1": 0.269107, "nauc_map_at_3_max": 0.214516, "nauc_map_at_3_std": 0.001599, "nauc_map_at_3_diff1": 0.247408, "nauc_map_at_5_max": 0.201905, "nauc_map_at_5_std": -0.029148, "nauc_map_at_5_diff1": 0.24444, "nauc_map_at_10_max": 0.203386, "nauc_map_at_10_std": -0.039683, "nauc_map_at_10_diff1": 0.23934, "nauc_map_at_20_max": 0.206219, "nauc_map_at_20_std": -0.041047, "nauc_map_at_20_diff1": 0.241989, "nauc_map_at_100_max": 0.211281, "nauc_map_at_100_std": -0.036685, "nauc_map_at_100_diff1": 0.242102, "nauc_map_at_1000_max": 0.211274, "nauc_map_at_1000_std": -0.036216, "nauc_map_at_1000_diff1": 0.241546, "nauc_recall_at_1_max": 0.243788, "nauc_recall_at_1_std": 0.057092, "nauc_recall_at_1_diff1": 0.269107, "nauc_recall_at_3_max": 0.184999, "nauc_recall_at_3_std": -0.00387, "nauc_recall_at_3_diff1": 0.207085, "nauc_recall_at_5_max": 0.15748, "nauc_recall_at_5_std": -0.065783, "nauc_recall_at_5_diff1": 0.194615, "nauc_recall_at_10_max": 0.158332, "nauc_recall_at_10_std": -0.077355, "nauc_recall_at_10_diff1": 0.179468, "nauc_recall_at_20_max": 0.17774, "nauc_recall_at_20_std": -0.058238, "nauc_recall_at_20_diff1": 0.190314, "nauc_recall_at_100_max": 0.280348, "nauc_recall_at_100_std": 0.06992, "nauc_recall_at_100_diff1": 0.186254, "nauc_recall_at_1000_max": 0.262568, "nauc_recall_at_1000_std": 0.102215, "nauc_recall_at_1000_diff1": 0.11169, "nauc_precision_at_1_max": 0.203208, "nauc_precision_at_1_std": -0.055128, "nauc_precision_at_1_diff1": 0.26467, "nauc_precision_at_3_max": 0.142642, "nauc_precision_at_3_std": -0.141542, "nauc_precision_at_3_diff1": 0.238441, "nauc_precision_at_5_max": 0.120982, "nauc_precision_at_5_std": -0.184054, "nauc_precision_at_5_diff1": 0.215703, "nauc_precision_at_10_max": 0.113994, "nauc_precision_at_10_std": -0.199073, "nauc_precision_at_10_diff1": 0.188831, "nauc_precision_at_20_max": 0.128775, "nauc_precision_at_20_std": -0.160546, "nauc_precision_at_20_diff1": 0.179837, "nauc_precision_at_100_max": 0.149037, "nauc_precision_at_100_std": -0.052519, "nauc_precision_at_100_diff1": 0.117203, "nauc_precision_at_1000_max": 0.004851, "nauc_precision_at_1000_std": -0.101985, "nauc_precision_at_1000_diff1": 0.013877, "nauc_mrr_at_1_max": 0.203208, "nauc_mrr_at_1_std": -0.055128, "nauc_mrr_at_1_diff1": 0.26467, "nauc_mrr_at_3_max": 0.168941, "nauc_mrr_at_3_std": -0.080856, "nauc_mrr_at_3_diff1": 0.238222, "nauc_mrr_at_5_max": 0.166419, "nauc_mrr_at_5_std": -0.090966, "nauc_mrr_at_5_diff1": 0.235153, "nauc_mrr_at_10_max": 0.16637, "nauc_mrr_at_10_std": -0.090918, "nauc_mrr_at_10_diff1": 0.235184, "nauc_mrr_at_20_max": 0.170947, "nauc_mrr_at_20_std": -0.085913, "nauc_mrr_at_20_diff1": 0.235189, "nauc_mrr_at_100_max": 0.172821, "nauc_mrr_at_100_std": -0.083175, "nauc_mrr_at_100_diff1": 0.234195, "nauc_mrr_at_1000_max": 0.172623, "nauc_mrr_at_1000_std": -0.083329, "nauc_mrr_at_1000_diff1": 0.234438, "main_score": 0.22531, "hf_subset": "eng-cmn", "languages": [ "eng-Latn", "cmn-Hans" ] }, { "ndcg_at_1": 0.41098, "ndcg_at_3": 0.43079, "ndcg_at_5": 0.45259, "ndcg_at_10": 0.49704, "ndcg_at_20": 0.52632, "ndcg_at_100": 0.5653, "ndcg_at_1000": 0.58331, "map_at_1": 0.25866, "map_at_3": 0.36946, "map_at_5": 0.40259, "map_at_10": 0.42694, "map_at_20": 0.43815, "map_at_100": 0.446, "map_at_1000": 0.44703, "recall_at_1": 0.25866, "recall_at_3": 0.43043, "recall_at_5": 0.50494, "recall_at_10": 0.61433, "recall_at_20": 0.7075, "recall_at_100": 0.87496, "recall_at_1000": 0.99311, "precision_at_1": 0.41098, "precision_at_3": 0.26585, "precision_at_5": 0.19732, "precision_at_10": 0.12354, "precision_at_20": 0.07213, "precision_at_100": 0.01829, "precision_at_1000": 0.00207, "mrr_at_1": 0.410976, "mrr_at_3": 0.480081, "mrr_at_5": 0.492581, "mrr_at_10": 0.506842, "mrr_at_20": 0.512083, "mrr_at_100": 0.515206, "mrr_at_1000": 0.515558, "nauc_ndcg_at_1_max": 0.23939, "nauc_ndcg_at_1_std": -0.124188, "nauc_ndcg_at_1_diff1": 0.461634, "nauc_ndcg_at_3_max": 0.274524, "nauc_ndcg_at_3_std": -0.082859, "nauc_ndcg_at_3_diff1": 0.414039, "nauc_ndcg_at_5_max": 0.260913, "nauc_ndcg_at_5_std": -0.087516, "nauc_ndcg_at_5_diff1": 0.402706, "nauc_ndcg_at_10_max": 0.248059, "nauc_ndcg_at_10_std": -0.088944, "nauc_ndcg_at_10_diff1": 0.386439, "nauc_ndcg_at_20_max": 0.244287, "nauc_ndcg_at_20_std": -0.087081, "nauc_ndcg_at_20_diff1": 0.380227, "nauc_ndcg_at_100_max": 0.25685, "nauc_ndcg_at_100_std": -0.084432, "nauc_ndcg_at_100_diff1": 0.384429, "nauc_ndcg_at_1000_max": 0.256543, "nauc_ndcg_at_1000_std": -0.088304, "nauc_ndcg_at_1000_diff1": 0.394466, "nauc_map_at_1_max": 0.198109, "nauc_map_at_1_std": -0.051042, "nauc_map_at_1_diff1": 0.492565, "nauc_map_at_3_max": 0.263469, "nauc_map_at_3_std": -0.065878, "nauc_map_at_3_diff1": 0.431315, "nauc_map_at_5_max": 0.264952, "nauc_map_at_5_std": -0.080868, "nauc_map_at_5_diff1": 0.416416, "nauc_map_at_10_max": 0.258494, "nauc_map_at_10_std": -0.083763, "nauc_map_at_10_diff1": 0.407001, "nauc_map_at_20_max": 0.258317, "nauc_map_at_20_std": -0.082802, "nauc_map_at_20_diff1": 0.405155, "nauc_map_at_100_max": 0.259452, "nauc_map_at_100_std": -0.083121, "nauc_map_at_100_diff1": 0.406209, "nauc_map_at_1000_max": 0.259501, "nauc_map_at_1000_std": -0.083224, "nauc_map_at_1000_diff1": 0.406371, "nauc_recall_at_1_max": 0.198109, "nauc_recall_at_1_std": -0.051042, "nauc_recall_at_1_diff1": 0.492565, "nauc_recall_at_3_max": 0.267254, "nauc_recall_at_3_std": -0.040074, "nauc_recall_at_3_diff1": 0.375371, "nauc_recall_at_5_max": 0.248408, "nauc_recall_at_5_std": -0.062453, "nauc_recall_at_5_diff1": 0.337341, "nauc_recall_at_10_max": 0.210495, "nauc_recall_at_10_std": -0.055676, "nauc_recall_at_10_diff1": 0.281348, "nauc_recall_at_20_max": 0.182116, "nauc_recall_at_20_std": -0.044266, "nauc_recall_at_20_diff1": 0.233261, "nauc_recall_at_100_max": 0.274052, "nauc_recall_at_100_std": 0.024098, "nauc_recall_at_100_diff1": 0.166046, "nauc_recall_at_1000_max": 0.774554, "nauc_recall_at_1000_std": 0.764611, "nauc_recall_at_1000_diff1": 0.329267, "nauc_precision_at_1_max": 0.23939, "nauc_precision_at_1_std": -0.124188, "nauc_precision_at_1_diff1": 0.461634, "nauc_precision_at_3_max": 0.240336, "nauc_precision_at_3_std": -0.111804, "nauc_precision_at_3_diff1": 0.196077, "nauc_precision_at_5_max": 0.194248, "nauc_precision_at_5_std": -0.120313, "nauc_precision_at_5_diff1": 0.128385, "nauc_precision_at_10_max": 0.13308, "nauc_precision_at_10_std": -0.109615, "nauc_precision_at_10_diff1": 0.050833, "nauc_precision_at_20_max": 0.101254, "nauc_precision_at_20_std": -0.089988, "nauc_precision_at_20_diff1": 0.001442, "nauc_precision_at_100_max": 0.074735, "nauc_precision_at_100_std": -0.047357, "nauc_precision_at_100_diff1": -0.07692, "nauc_precision_at_1000_max": 0.026257, "nauc_precision_at_1000_std": -0.060002, "nauc_precision_at_1000_diff1": -0.115098, "nauc_mrr_at_1_max": 0.23939, "nauc_mrr_at_1_std": -0.124188, "nauc_mrr_at_1_diff1": 0.461634, "nauc_mrr_at_3_max": 0.254004, "nauc_mrr_at_3_std": -0.115092, "nauc_mrr_at_3_diff1": 0.432524, "nauc_mrr_at_5_max": 0.247002, "nauc_mrr_at_5_std": -0.117799, "nauc_mrr_at_5_diff1": 0.425138, "nauc_mrr_at_10_max": 0.241767, "nauc_mrr_at_10_std": -0.119558, "nauc_mrr_at_10_diff1": 0.422745, "nauc_mrr_at_20_max": 0.241216, "nauc_mrr_at_20_std": -0.11905, "nauc_mrr_at_20_diff1": 0.422823, "nauc_mrr_at_100_max": 0.243127, "nauc_mrr_at_100_std": -0.118882, "nauc_mrr_at_100_diff1": 0.423078, "nauc_mrr_at_1000_max": 0.243109, "nauc_mrr_at_1000_std": -0.118803, "nauc_mrr_at_1000_diff1": 0.423262, "main_score": 0.49704, "hf_subset": "cmn-eng", "languages": [ "cmn-Hans", "eng-Latn" ] } ] }, "evaluation_time": 73.5095603466034, "kg_co2_emissions": 0.00241148817840263 }