{ "dataset_revision": "c99d599f0a6ab9b85b065da6f9d94f9cf731679f", "task_name": "XPQARetrieval", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.07067, "ndcg_at_3": 0.06695, "ndcg_at_5": 0.07141, "ndcg_at_10": 0.07991, "ndcg_at_20": 0.08835, "ndcg_at_100": 0.10921, "ndcg_at_1000": 0.18081, "map_at_1": 0.03691, "map_at_3": 0.05504, "map_at_5": 0.06109, "map_at_10": 0.06495, "map_at_20": 0.06765, "map_at_100": 0.07062, "map_at_1000": 0.07294, "recall_at_1": 0.03691, "recall_at_3": 0.06258, "recall_at_5": 0.07773, "recall_at_10": 0.09964, "recall_at_20": 0.1258, "recall_at_100": 0.21956, "recall_at_1000": 0.73198, "precision_at_1": 0.07067, "precision_at_3": 0.04578, "precision_at_5": 0.03573, "precision_at_10": 0.02253, "precision_at_20": 0.01427, "precision_at_100": 0.00501, "precision_at_1000": 0.00156, "mrr_at_1": 0.070667, "mrr_at_3": 0.080889, "mrr_at_5": 0.085222, "mrr_at_10": 0.089296, "mrr_at_20": 0.091739, "mrr_at_100": 0.094469, "mrr_at_1000": 0.096025, "nauc_ndcg_at_1_max": -0.020878, "nauc_ndcg_at_1_std": -0.302196, "nauc_ndcg_at_1_diff1": 0.359078, "nauc_ndcg_at_3_max": -0.021815, "nauc_ndcg_at_3_std": -0.313479, "nauc_ndcg_at_3_diff1": 0.332635, "nauc_ndcg_at_5_max": -0.027017, "nauc_ndcg_at_5_std": -0.307433, "nauc_ndcg_at_5_diff1": 0.337176, "nauc_ndcg_at_10_max": -0.048794, "nauc_ndcg_at_10_std": -0.286505, "nauc_ndcg_at_10_diff1": 0.315247, "nauc_ndcg_at_20_max": -0.039621, "nauc_ndcg_at_20_std": -0.268613, "nauc_ndcg_at_20_diff1": 0.290442, "nauc_ndcg_at_100_max": -0.044724, "nauc_ndcg_at_100_std": -0.229912, "nauc_ndcg_at_100_diff1": 0.257998, "nauc_ndcg_at_1000_max": -0.022139, "nauc_ndcg_at_1000_std": -0.20466, "nauc_ndcg_at_1000_diff1": 0.234918, "nauc_map_at_1_max": -0.068535, "nauc_map_at_1_std": -0.314869, "nauc_map_at_1_diff1": 0.50153, "nauc_map_at_3_max": -0.022578, "nauc_map_at_3_std": -0.333026, "nauc_map_at_3_diff1": 0.380495, "nauc_map_at_5_max": -0.022486, "nauc_map_at_5_std": -0.327658, "nauc_map_at_5_diff1": 0.361781, "nauc_map_at_10_max": -0.037137, "nauc_map_at_10_std": -0.317128, "nauc_map_at_10_diff1": 0.352223, "nauc_map_at_20_max": -0.035781, "nauc_map_at_20_std": -0.311291, "nauc_map_at_20_diff1": 0.342587, "nauc_map_at_100_max": -0.037075, "nauc_map_at_100_std": -0.300633, "nauc_map_at_100_diff1": 0.333716, "nauc_map_at_1000_max": -0.036521, "nauc_map_at_1000_std": -0.29844, "nauc_map_at_1000_diff1": 0.330684, "nauc_recall_at_1_max": -0.068535, "nauc_recall_at_1_std": -0.314869, "nauc_recall_at_1_diff1": 0.50153, "nauc_recall_at_3_max": -0.031945, "nauc_recall_at_3_std": -0.327106, "nauc_recall_at_3_diff1": 0.349582, "nauc_recall_at_5_max": -0.030034, "nauc_recall_at_5_std": -0.30397, "nauc_recall_at_5_diff1": 0.330155, "nauc_recall_at_10_max": -0.072624, "nauc_recall_at_10_std": -0.25153, "nauc_recall_at_10_diff1": 0.280385, "nauc_recall_at_20_max": -0.045979, "nauc_recall_at_20_std": -0.211846, "nauc_recall_at_20_diff1": 0.224406, "nauc_recall_at_100_max": -0.054795, "nauc_recall_at_100_std": -0.124595, "nauc_recall_at_100_diff1": 0.154842, "nauc_recall_at_1000_max": 0.06109, "nauc_recall_at_1000_std": 0.016326, "nauc_recall_at_1000_diff1": 0.079251, "nauc_precision_at_1_max": -0.020878, "nauc_precision_at_1_std": -0.302196, "nauc_precision_at_1_diff1": 0.359078, "nauc_precision_at_3_max": 0.01215, "nauc_precision_at_3_std": -0.312222, "nauc_precision_at_3_diff1": 0.231905, "nauc_precision_at_5_max": 0.006678, "nauc_precision_at_5_std": -0.279363, "nauc_precision_at_5_diff1": 0.216592, "nauc_precision_at_10_max": -0.045889, "nauc_precision_at_10_std": -0.249644, "nauc_precision_at_10_diff1": 0.188594, "nauc_precision_at_20_max": -0.019525, "nauc_precision_at_20_std": -0.205704, "nauc_precision_at_20_diff1": 0.15048, "nauc_precision_at_100_max": -0.02985, "nauc_precision_at_100_std": -0.120972, "nauc_precision_at_100_diff1": 0.096005, "nauc_precision_at_1000_max": 0.02576, "nauc_precision_at_1000_std": -0.039567, "nauc_precision_at_1000_diff1": -0.000192, "nauc_mrr_at_1_max": -0.020878, "nauc_mrr_at_1_std": -0.302196, "nauc_mrr_at_1_diff1": 0.359078, "nauc_mrr_at_3_max": -0.034303, "nauc_mrr_at_3_std": -0.293697, "nauc_mrr_at_3_diff1": 0.318033, "nauc_mrr_at_5_max": -0.030866, "nauc_mrr_at_5_std": -0.278802, "nauc_mrr_at_5_diff1": 0.307962, "nauc_mrr_at_10_max": -0.038387, "nauc_mrr_at_10_std": -0.27, "nauc_mrr_at_10_diff1": 0.296355, "nauc_mrr_at_20_max": -0.034286, "nauc_mrr_at_20_std": -0.263822, "nauc_mrr_at_20_diff1": 0.289297, "nauc_mrr_at_100_max": -0.035907, "nauc_mrr_at_100_std": -0.260471, "nauc_mrr_at_100_diff1": 0.286632, "nauc_mrr_at_1000_max": -0.035544, "nauc_mrr_at_1000_std": -0.260055, "nauc_mrr_at_1000_diff1": 0.286129, "main_score": 0.07991, "hf_subset": "ara-ara", "languages": [ "ara-Arab", "ara-Arab" ] }, { "ndcg_at_1": 0.01467, "ndcg_at_3": 0.01604, "ndcg_at_5": 0.01773, "ndcg_at_10": 0.0267, "ndcg_at_20": 0.03157, "ndcg_at_100": 0.05133, "ndcg_at_1000": 0.1279, "map_at_1": 0.0076, "map_at_3": 0.01249, "map_at_5": 0.01448, "map_at_10": 0.01831, "map_at_20": 0.01968, "map_at_100": 0.02222, "map_at_1000": 0.02428, "recall_at_1": 0.0076, "recall_at_3": 0.0166, "recall_at_5": 0.02238, "recall_at_10": 0.04669, "recall_at_20": 0.06416, "recall_at_100": 0.15656, "recall_at_1000": 0.70653, "precision_at_1": 0.01467, "precision_at_3": 0.01022, "precision_at_5": 0.00827, "precision_at_10": 0.008, "precision_at_20": 0.00533, "precision_at_100": 0.00292, "precision_at_1000": 0.00147, "mrr_at_1": 0.014667, "mrr_at_3": 0.018889, "mrr_at_5": 0.020022, "mrr_at_10": 0.02441, "mrr_at_20": 0.025868, "mrr_at_100": 0.028837, "mrr_at_1000": 0.030542, "nauc_ndcg_at_1_max": 0.129936, "nauc_ndcg_at_1_std": 0.055687, "nauc_ndcg_at_1_diff1": -0.03993, "nauc_ndcg_at_3_max": 0.100657, "nauc_ndcg_at_3_std": 0.092593, "nauc_ndcg_at_3_diff1": -0.055605, "nauc_ndcg_at_5_max": 0.113352, "nauc_ndcg_at_5_std": 0.09786, "nauc_ndcg_at_5_diff1": -0.053385, "nauc_ndcg_at_10_max": 0.11944, "nauc_ndcg_at_10_std": 0.10232, "nauc_ndcg_at_10_diff1": -0.010917, "nauc_ndcg_at_20_max": 0.093297, "nauc_ndcg_at_20_std": 0.10019, "nauc_ndcg_at_20_diff1": -0.031174, "nauc_ndcg_at_100_max": -0.020524, "nauc_ndcg_at_100_std": 0.007716, "nauc_ndcg_at_100_diff1": -0.054215, "nauc_ndcg_at_1000_max": -0.028914, "nauc_ndcg_at_1000_std": 0.004495, "nauc_ndcg_at_1000_diff1": -0.02961, "nauc_map_at_1_max": -0.044055, "nauc_map_at_1_std": -0.14905, "nauc_map_at_1_diff1": 0.035121, "nauc_map_at_3_max": 0.081666, "nauc_map_at_3_std": 0.046558, "nauc_map_at_3_diff1": -0.041602, "nauc_map_at_5_max": 0.140292, "nauc_map_at_5_std": 0.109545, "nauc_map_at_5_diff1": -0.045191, "nauc_map_at_10_max": 0.147649, "nauc_map_at_10_std": 0.114053, "nauc_map_at_10_diff1": -0.007471, "nauc_map_at_20_max": 0.133312, "nauc_map_at_20_std": 0.11084, "nauc_map_at_20_diff1": -0.019371, "nauc_map_at_100_max": 0.093901, "nauc_map_at_100_std": 0.083478, "nauc_map_at_100_diff1": -0.029568, "nauc_map_at_1000_max": 0.088545, "nauc_map_at_1000_std": 0.079954, "nauc_map_at_1000_diff1": -0.027908, "nauc_recall_at_1_max": -0.044055, "nauc_recall_at_1_std": -0.14905, "nauc_recall_at_1_diff1": 0.035121, "nauc_recall_at_3_max": 0.051774, "nauc_recall_at_3_std": 0.056068, "nauc_recall_at_3_diff1": -0.09012, "nauc_recall_at_5_max": 0.109201, "nauc_recall_at_5_std": 0.105858, "nauc_recall_at_5_diff1": -0.070704, "nauc_recall_at_10_max": 0.154332, "nauc_recall_at_10_std": 0.145433, "nauc_recall_at_10_diff1": 0.01725, "nauc_recall_at_20_max": 0.103992, "nauc_recall_at_20_std": 0.13388, "nauc_recall_at_20_diff1": -0.023555, "nauc_recall_at_100_max": -0.091993, "nauc_recall_at_100_std": -0.042714, "nauc_recall_at_100_diff1": -0.071333, "nauc_recall_at_1000_max": -0.105303, "nauc_recall_at_1000_std": -0.05738, "nauc_recall_at_1000_diff1": -0.043493, "nauc_precision_at_1_max": 0.129936, "nauc_precision_at_1_std": 0.055687, "nauc_precision_at_1_diff1": -0.03993, "nauc_precision_at_3_max": 0.226036, "nauc_precision_at_3_std": 0.259808, "nauc_precision_at_3_diff1": -0.066985, "nauc_precision_at_5_max": 0.275704, "nauc_precision_at_5_std": 0.30379, "nauc_precision_at_5_diff1": -0.069467, "nauc_precision_at_10_max": 0.126912, "nauc_precision_at_10_std": 0.13031, "nauc_precision_at_10_diff1": -0.018187, "nauc_precision_at_20_max": 0.060374, "nauc_precision_at_20_std": 0.100013, "nauc_precision_at_20_diff1": -0.055152, "nauc_precision_at_100_max": -0.103071, "nauc_precision_at_100_std": -0.040261, "nauc_precision_at_100_diff1": -0.067765, "nauc_precision_at_1000_max": -0.037342, "nauc_precision_at_1000_std": 0.011592, "nauc_precision_at_1000_diff1": 0.024281, "nauc_mrr_at_1_max": 0.129936, "nauc_mrr_at_1_std": 0.055687, "nauc_mrr_at_1_diff1": -0.03993, "nauc_mrr_at_3_max": 0.068369, "nauc_mrr_at_3_std": 0.062981, "nauc_mrr_at_3_diff1": -0.05203, "nauc_mrr_at_5_max": 0.065149, "nauc_mrr_at_5_std": 0.056251, "nauc_mrr_at_5_diff1": -0.055377, "nauc_mrr_at_10_max": 0.052697, "nauc_mrr_at_10_std": 0.047194, "nauc_mrr_at_10_diff1": -0.061341, "nauc_mrr_at_20_max": 0.049095, "nauc_mrr_at_20_std": 0.054384, "nauc_mrr_at_20_diff1": -0.062534, "nauc_mrr_at_100_max": 0.031046, "nauc_mrr_at_100_std": 0.038691, "nauc_mrr_at_100_diff1": -0.059091, "nauc_mrr_at_1000_max": 0.030733, "nauc_mrr_at_1000_std": 0.038017, "nauc_mrr_at_1000_diff1": -0.056964, "main_score": 0.0267, "hf_subset": "eng-ara", "languages": [ "eng-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.0566, "ndcg_at_3": 0.06477, "ndcg_at_5": 0.07494, "ndcg_at_10": 0.08688, "ndcg_at_20": 0.09634, "ndcg_at_100": 0.11888, "ndcg_at_1000": 0.19669, "map_at_1": 0.03805, "map_at_3": 0.0553, "map_at_5": 0.06318, "map_at_10": 0.06912, "map_at_20": 0.07231, "map_at_100": 0.07551, "map_at_1000": 0.07768, "recall_at_1": 0.03805, "recall_at_3": 0.07026, "recall_at_5": 0.09515, "recall_at_10": 0.12513, "recall_at_20": 0.15618, "recall_at_100": 0.26211, "recall_at_1000": 0.8177, "precision_at_1": 0.0566, "precision_at_3": 0.03819, "precision_at_5": 0.03181, "precision_at_10": 0.02237, "precision_at_20": 0.01408, "precision_at_100": 0.00482, "precision_at_1000": 0.00168, "mrr_at_1": 0.056604, "mrr_at_3": 0.071878, "mrr_at_5": 0.077673, "mrr_at_10": 0.082063, "mrr_at_20": 0.084608, "mrr_at_100": 0.087719, "mrr_at_1000": 0.089404, "nauc_ndcg_at_1_max": 0.47429, "nauc_ndcg_at_1_std": 0.55752, "nauc_ndcg_at_1_diff1": 0.366689, "nauc_ndcg_at_3_max": 0.373564, "nauc_ndcg_at_3_std": 0.49451, "nauc_ndcg_at_3_diff1": 0.319113, "nauc_ndcg_at_5_max": 0.373072, "nauc_ndcg_at_5_std": 0.503027, "nauc_ndcg_at_5_diff1": 0.297354, "nauc_ndcg_at_10_max": 0.38096, "nauc_ndcg_at_10_std": 0.536357, "nauc_ndcg_at_10_diff1": 0.277232, "nauc_ndcg_at_20_max": 0.376427, "nauc_ndcg_at_20_std": 0.551312, "nauc_ndcg_at_20_diff1": 0.262272, "nauc_ndcg_at_100_max": 0.348947, "nauc_ndcg_at_100_std": 0.526694, "nauc_ndcg_at_100_diff1": 0.241634, "nauc_ndcg_at_1000_max": 0.329634, "nauc_ndcg_at_1000_std": 0.467163, "nauc_ndcg_at_1000_diff1": 0.230855, "nauc_map_at_1_max": 0.45212, "nauc_map_at_1_std": 0.48932, "nauc_map_at_1_diff1": 0.505404, "nauc_map_at_3_max": 0.384394, "nauc_map_at_3_std": 0.483641, "nauc_map_at_3_diff1": 0.360236, "nauc_map_at_5_max": 0.389366, "nauc_map_at_5_std": 0.496541, "nauc_map_at_5_diff1": 0.327854, "nauc_map_at_10_max": 0.395824, "nauc_map_at_10_std": 0.519436, "nauc_map_at_10_diff1": 0.312927, "nauc_map_at_20_max": 0.394778, "nauc_map_at_20_std": 0.527443, "nauc_map_at_20_diff1": 0.304451, "nauc_map_at_100_max": 0.391417, "nauc_map_at_100_std": 0.526457, "nauc_map_at_100_diff1": 0.301039, "nauc_map_at_1000_max": 0.389513, "nauc_map_at_1000_std": 0.523561, "nauc_map_at_1000_diff1": 0.300336, "nauc_recall_at_1_max": 0.45212, "nauc_recall_at_1_std": 0.48932, "nauc_recall_at_1_diff1": 0.505404, "nauc_recall_at_3_max": 0.319879, "nauc_recall_at_3_std": 0.459652, "nauc_recall_at_3_diff1": 0.311961, "nauc_recall_at_5_max": 0.331314, "nauc_recall_at_5_std": 0.477365, "nauc_recall_at_5_diff1": 0.2611, "nauc_recall_at_10_max": 0.346817, "nauc_recall_at_10_std": 0.538633, "nauc_recall_at_10_diff1": 0.231938, "nauc_recall_at_20_max": 0.34357, "nauc_recall_at_20_std": 0.578102, "nauc_recall_at_20_diff1": 0.205334, "nauc_recall_at_100_max": 0.258938, "nauc_recall_at_100_std": 0.487968, "nauc_recall_at_100_diff1": 0.147683, "nauc_recall_at_1000_max": 0.172901, "nauc_recall_at_1000_std": 0.204343, "nauc_recall_at_1000_diff1": 0.036054, "nauc_precision_at_1_max": 0.47429, "nauc_precision_at_1_std": 0.55752, "nauc_precision_at_1_diff1": 0.366689, "nauc_precision_at_3_max": 0.362899, "nauc_precision_at_3_std": 0.532201, "nauc_precision_at_3_diff1": 0.17894, "nauc_precision_at_5_max": 0.388936, "nauc_precision_at_5_std": 0.566736, "nauc_precision_at_5_diff1": 0.165155, "nauc_precision_at_10_max": 0.396294, "nauc_precision_at_10_std": 0.602598, "nauc_precision_at_10_diff1": 0.152187, "nauc_precision_at_20_max": 0.378072, "nauc_precision_at_20_std": 0.599196, "nauc_precision_at_20_diff1": 0.149924, "nauc_precision_at_100_max": 0.313773, "nauc_precision_at_100_std": 0.501233, "nauc_precision_at_100_diff1": 0.140107, "nauc_precision_at_1000_max": 0.030261, "nauc_precision_at_1000_std": -0.013327, "nauc_precision_at_1000_diff1": 0.004399, "nauc_mrr_at_1_max": 0.47429, "nauc_mrr_at_1_std": 0.55752, "nauc_mrr_at_1_diff1": 0.366689, "nauc_mrr_at_3_max": 0.39773, "nauc_mrr_at_3_std": 0.5293, "nauc_mrr_at_3_diff1": 0.304347, "nauc_mrr_at_5_max": 0.396239, "nauc_mrr_at_5_std": 0.537913, "nauc_mrr_at_5_diff1": 0.292589, "nauc_mrr_at_10_max": 0.394409, "nauc_mrr_at_10_std": 0.541776, "nauc_mrr_at_10_diff1": 0.284054, "nauc_mrr_at_20_max": 0.391292, "nauc_mrr_at_20_std": 0.543192, "nauc_mrr_at_20_diff1": 0.280565, "nauc_mrr_at_100_max": 0.386506, "nauc_mrr_at_100_std": 0.537923, "nauc_mrr_at_100_diff1": 0.278627, "nauc_mrr_at_1000_max": 0.385608, "nauc_mrr_at_1000_std": 0.53655, "nauc_mrr_at_1000_diff1": 0.278101, "main_score": 0.08688, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ] }, { "ndcg_at_1": 0.43211, "ndcg_at_3": 0.4499, "ndcg_at_5": 0.47147, "ndcg_at_10": 0.48894, "ndcg_at_20": 0.50606, "ndcg_at_100": 0.53013, "ndcg_at_1000": 0.56021, "map_at_1": 0.31536, "map_at_3": 0.41764, "map_at_5": 0.43928, "map_at_10": 0.44896, "map_at_20": 0.45444, "map_at_100": 0.45835, "map_at_1000": 0.45934, "recall_at_1": 0.31536, "recall_at_3": 0.45727, "recall_at_5": 0.51965, "recall_at_10": 0.56523, "recall_at_20": 0.62589, "recall_at_100": 0.74212, "recall_at_1000": 0.97309, "precision_at_1": 0.43211, "precision_at_3": 0.24587, "precision_at_5": 0.1705, "precision_at_10": 0.09413, "precision_at_20": 0.05183, "precision_at_100": 0.01234, "precision_at_1000": 0.00159, "mrr_at_1": 0.432115, "mrr_at_3": 0.471062, "mrr_at_5": 0.483529, "mrr_at_10": 0.488753, "mrr_at_20": 0.492722, "mrr_at_100": 0.495331, "mrr_at_1000": 0.496007, "nauc_ndcg_at_1_max": 0.699478, "nauc_ndcg_at_1_std": 0.035404, "nauc_ndcg_at_1_diff1": 0.599253, "nauc_ndcg_at_3_max": 0.656439, "nauc_ndcg_at_3_std": 0.011867, "nauc_ndcg_at_3_diff1": 0.555677, "nauc_ndcg_at_5_max": 0.633289, "nauc_ndcg_at_5_std": 0.005548, "nauc_ndcg_at_5_diff1": 0.538362, "nauc_ndcg_at_10_max": 0.634706, "nauc_ndcg_at_10_std": 0.010741, "nauc_ndcg_at_10_diff1": 0.533216, "nauc_ndcg_at_20_max": 0.633269, "nauc_ndcg_at_20_std": 0.0073, "nauc_ndcg_at_20_diff1": 0.534759, "nauc_ndcg_at_100_max": 0.630456, "nauc_ndcg_at_100_std": 0.015283, "nauc_ndcg_at_100_diff1": 0.536485, "nauc_ndcg_at_1000_max": 0.637557, "nauc_ndcg_at_1000_std": 0.017436, "nauc_ndcg_at_1000_diff1": 0.538934, "nauc_map_at_1_max": 0.499665, "nauc_map_at_1_std": 0.000192, "nauc_map_at_1_diff1": 0.619018, "nauc_map_at_3_max": 0.627876, "nauc_map_at_3_std": 0.00842, "nauc_map_at_3_diff1": 0.555629, "nauc_map_at_5_max": 0.6308, "nauc_map_at_5_std": 0.008, "nauc_map_at_5_diff1": 0.540693, "nauc_map_at_10_max": 0.634387, "nauc_map_at_10_std": 0.010103, "nauc_map_at_10_diff1": 0.539801, "nauc_map_at_20_max": 0.634189, "nauc_map_at_20_std": 0.00921, "nauc_map_at_20_diff1": 0.540158, "nauc_map_at_100_max": 0.634175, "nauc_map_at_100_std": 0.010832, "nauc_map_at_100_diff1": 0.540231, "nauc_map_at_1000_max": 0.634387, "nauc_map_at_1000_std": 0.01101, "nauc_map_at_1000_diff1": 0.54026, "nauc_recall_at_1_max": 0.499665, "nauc_recall_at_1_std": 0.000192, "nauc_recall_at_1_diff1": 0.619018, "nauc_recall_at_3_max": 0.600855, "nauc_recall_at_3_std": -0.01059, "nauc_recall_at_3_diff1": 0.534003, "nauc_recall_at_5_max": 0.576357, "nauc_recall_at_5_std": -0.016934, "nauc_recall_at_5_diff1": 0.488584, "nauc_recall_at_10_max": 0.575807, "nauc_recall_at_10_std": -0.00064, "nauc_recall_at_10_diff1": 0.469656, "nauc_recall_at_20_max": 0.559128, "nauc_recall_at_20_std": -0.018565, "nauc_recall_at_20_diff1": 0.467688, "nauc_recall_at_100_max": 0.51064, "nauc_recall_at_100_std": 0.010458, "nauc_recall_at_100_diff1": 0.462609, "nauc_recall_at_1000_max": 0.381573, "nauc_recall_at_1000_std": 0.0617, "nauc_recall_at_1000_diff1": 0.247784, "nauc_precision_at_1_max": 0.699478, "nauc_precision_at_1_std": 0.035404, "nauc_precision_at_1_diff1": 0.599253, "nauc_precision_at_3_max": 0.597414, "nauc_precision_at_3_std": 0.040794, "nauc_precision_at_3_diff1": 0.253461, "nauc_precision_at_5_max": 0.530518, "nauc_precision_at_5_std": 0.032335, "nauc_precision_at_5_diff1": 0.184677, "nauc_precision_at_10_max": 0.484961, "nauc_precision_at_10_std": 0.035431, "nauc_precision_at_10_diff1": 0.154462, "nauc_precision_at_20_max": 0.448937, "nauc_precision_at_20_std": 0.036183, "nauc_precision_at_20_diff1": 0.128376, "nauc_precision_at_100_max": 0.364867, "nauc_precision_at_100_std": 0.076445, "nauc_precision_at_100_diff1": 0.069145, "nauc_precision_at_1000_max": 0.210273, "nauc_precision_at_1000_std": 0.093098, "nauc_precision_at_1000_diff1": -0.085344, "nauc_mrr_at_1_max": 0.699478, "nauc_mrr_at_1_std": 0.035404, "nauc_mrr_at_1_diff1": 0.599253, "nauc_mrr_at_3_max": 0.685976, "nauc_mrr_at_3_std": 0.027259, "nauc_mrr_at_3_diff1": 0.584665, "nauc_mrr_at_5_max": 0.677942, "nauc_mrr_at_5_std": 0.023314, "nauc_mrr_at_5_diff1": 0.575372, "nauc_mrr_at_10_max": 0.677377, "nauc_mrr_at_10_std": 0.026162, "nauc_mrr_at_10_diff1": 0.573246, "nauc_mrr_at_20_max": 0.676982, "nauc_mrr_at_20_std": 0.024853, "nauc_mrr_at_20_diff1": 0.573841, "nauc_mrr_at_100_max": 0.676556, "nauc_mrr_at_100_std": 0.025671, "nauc_mrr_at_100_diff1": 0.573983, "nauc_mrr_at_1000_max": 0.676732, "nauc_mrr_at_1000_std": 0.02581, "nauc_mrr_at_1000_diff1": 0.573971, "main_score": 0.48894, "hf_subset": "deu-deu", "languages": [ "deu-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.07963, "ndcg_at_3": 0.0852, "ndcg_at_5": 0.09049, "ndcg_at_10": 0.10408, "ndcg_at_20": 0.1301, "ndcg_at_100": 0.16698, "ndcg_at_1000": 0.23704, "map_at_1": 0.04215, "map_at_3": 0.06763, "map_at_5": 0.07504, "map_at_10": 0.08159, "map_at_20": 0.09017, "map_at_100": 0.09611, "map_at_1000": 0.09844, "recall_at_1": 0.04215, "recall_at_3": 0.08671, "recall_at_5": 0.10759, "recall_at_10": 0.14019, "recall_at_20": 0.22474, "recall_at_100": 0.39415, "recall_at_1000": 0.90527, "precision_at_1": 0.07963, "precision_at_3": 0.0557, "precision_at_5": 0.0436, "precision_at_10": 0.03003, "precision_at_20": 0.02409, "precision_at_100": 0.00824, "precision_at_1000": 0.00177, "mrr_at_1": 0.079634, "mrr_at_3": 0.097476, "mrr_at_5": 0.102829, "mrr_at_10": 0.108524, "mrr_at_20": 0.115372, "mrr_at_100": 0.119491, "mrr_at_1000": 0.121132, "nauc_ndcg_at_1_max": 0.477275, "nauc_ndcg_at_1_std": 0.151885, "nauc_ndcg_at_1_diff1": 0.332121, "nauc_ndcg_at_3_max": 0.374685, "nauc_ndcg_at_3_std": 0.147398, "nauc_ndcg_at_3_diff1": 0.270312, "nauc_ndcg_at_5_max": 0.322376, "nauc_ndcg_at_5_std": 0.135941, "nauc_ndcg_at_5_diff1": 0.258585, "nauc_ndcg_at_10_max": 0.291616, "nauc_ndcg_at_10_std": 0.12733, "nauc_ndcg_at_10_diff1": 0.233851, "nauc_ndcg_at_20_max": 0.240305, "nauc_ndcg_at_20_std": 0.124652, "nauc_ndcg_at_20_diff1": 0.204127, "nauc_ndcg_at_100_max": 0.212536, "nauc_ndcg_at_100_std": 0.113207, "nauc_ndcg_at_100_diff1": 0.178192, "nauc_ndcg_at_1000_max": 0.226983, "nauc_ndcg_at_1000_std": 0.108041, "nauc_ndcg_at_1000_diff1": 0.193633, "nauc_map_at_1_max": 0.426102, "nauc_map_at_1_std": 0.077778, "nauc_map_at_1_diff1": 0.462412, "nauc_map_at_3_max": 0.383218, "nauc_map_at_3_std": 0.128993, "nauc_map_at_3_diff1": 0.323481, "nauc_map_at_5_max": 0.362947, "nauc_map_at_5_std": 0.12891, "nauc_map_at_5_diff1": 0.301748, "nauc_map_at_10_max": 0.343992, "nauc_map_at_10_std": 0.127853, "nauc_map_at_10_diff1": 0.282215, "nauc_map_at_20_max": 0.322669, "nauc_map_at_20_std": 0.128964, "nauc_map_at_20_diff1": 0.26321, "nauc_map_at_100_max": 0.313757, "nauc_map_at_100_std": 0.126384, "nauc_map_at_100_diff1": 0.254425, "nauc_map_at_1000_max": 0.313588, "nauc_map_at_1000_std": 0.125925, "nauc_map_at_1000_diff1": 0.254364, "nauc_recall_at_1_max": 0.426102, "nauc_recall_at_1_std": 0.077778, "nauc_recall_at_1_diff1": 0.462412, "nauc_recall_at_3_max": 0.28112, "nauc_recall_at_3_std": 0.149155, "nauc_recall_at_3_diff1": 0.242573, "nauc_recall_at_5_max": 0.221733, "nauc_recall_at_5_std": 0.129398, "nauc_recall_at_5_diff1": 0.209697, "nauc_recall_at_10_max": 0.18131, "nauc_recall_at_10_std": 0.107989, "nauc_recall_at_10_diff1": 0.17399, "nauc_recall_at_20_max": 0.097604, "nauc_recall_at_20_std": 0.107213, "nauc_recall_at_20_diff1": 0.132929, "nauc_recall_at_100_max": 0.047014, "nauc_recall_at_100_std": 0.081059, "nauc_recall_at_100_diff1": 0.078882, "nauc_recall_at_1000_max": -0.047845, "nauc_recall_at_1000_std": -0.012384, "nauc_recall_at_1000_diff1": 0.094055, "nauc_precision_at_1_max": 0.477275, "nauc_precision_at_1_std": 0.151885, "nauc_precision_at_1_diff1": 0.332121, "nauc_precision_at_3_max": 0.408363, "nauc_precision_at_3_std": 0.189895, "nauc_precision_at_3_diff1": 0.17576, "nauc_precision_at_5_max": 0.344309, "nauc_precision_at_5_std": 0.193183, "nauc_precision_at_5_diff1": 0.139857, "nauc_precision_at_10_max": 0.269009, "nauc_precision_at_10_std": 0.161907, "nauc_precision_at_10_diff1": 0.109491, "nauc_precision_at_20_max": 0.17114, "nauc_precision_at_20_std": 0.14569, "nauc_precision_at_20_diff1": 0.068859, "nauc_precision_at_100_max": 0.116638, "nauc_precision_at_100_std": 0.113666, "nauc_precision_at_100_diff1": 0.039708, "nauc_precision_at_1000_max": 0.041291, "nauc_precision_at_1000_std": 0.027544, "nauc_precision_at_1000_diff1": 0.019845, "nauc_mrr_at_1_max": 0.477275, "nauc_mrr_at_1_std": 0.151885, "nauc_mrr_at_1_diff1": 0.332121, "nauc_mrr_at_3_max": 0.381562, "nauc_mrr_at_3_std": 0.156962, "nauc_mrr_at_3_diff1": 0.258719, "nauc_mrr_at_5_max": 0.35765, "nauc_mrr_at_5_std": 0.155222, "nauc_mrr_at_5_diff1": 0.245685, "nauc_mrr_at_10_max": 0.34273, "nauc_mrr_at_10_std": 0.145509, "nauc_mrr_at_10_diff1": 0.237917, "nauc_mrr_at_20_max": 0.324657, "nauc_mrr_at_20_std": 0.14055, "nauc_mrr_at_20_diff1": 0.231693, "nauc_mrr_at_100_max": 0.321498, "nauc_mrr_at_100_std": 0.138531, "nauc_mrr_at_100_diff1": 0.228584, "nauc_mrr_at_1000_max": 0.322002, "nauc_mrr_at_1000_std": 0.138764, "nauc_mrr_at_1000_diff1": 0.229015, "main_score": 0.10408, "hf_subset": "eng-deu", "languages": [ "eng-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.23107, "ndcg_at_3": 0.25053, "ndcg_at_5": 0.26181, "ndcg_at_10": 0.27949, "ndcg_at_20": 0.29493, "ndcg_at_100": 0.32321, "ndcg_at_1000": 0.37794, "map_at_1": 0.17097, "map_at_3": 0.23003, "map_at_5": 0.24082, "map_at_10": 0.24934, "map_at_20": 0.25422, "map_at_100": 0.25829, "map_at_1000": 0.26006, "recall_at_1": 0.17097, "recall_at_3": 0.26149, "recall_at_5": 0.29386, "recall_at_10": 0.34195, "recall_at_20": 0.39582, "recall_at_100": 0.53601, "recall_at_1000": 0.94763, "precision_at_1": 0.23107, "precision_at_3": 0.13795, "precision_at_5": 0.09426, "precision_at_10": 0.05548, "precision_at_20": 0.03211, "precision_at_100": 0.00872, "precision_at_1000": 0.00155, "mrr_at_1": 0.23107, "mrr_at_3": 0.262185, "mrr_at_5": 0.269299, "mrr_at_10": 0.27555, "mrr_at_20": 0.279491, "mrr_at_100": 0.282711, "mrr_at_1000": 0.284019, "nauc_ndcg_at_1_max": 0.602511, "nauc_ndcg_at_1_std": 0.230098, "nauc_ndcg_at_1_diff1": 0.480213, "nauc_ndcg_at_3_max": 0.58999, "nauc_ndcg_at_3_std": 0.250677, "nauc_ndcg_at_3_diff1": 0.423743, "nauc_ndcg_at_5_max": 0.5838, "nauc_ndcg_at_5_std": 0.25466, "nauc_ndcg_at_5_diff1": 0.414007, "nauc_ndcg_at_10_max": 0.593214, "nauc_ndcg_at_10_std": 0.274803, "nauc_ndcg_at_10_diff1": 0.404923, "nauc_ndcg_at_20_max": 0.585827, "nauc_ndcg_at_20_std": 0.277966, "nauc_ndcg_at_20_diff1": 0.394081, "nauc_ndcg_at_100_max": 0.579107, "nauc_ndcg_at_100_std": 0.290595, "nauc_ndcg_at_100_diff1": 0.384496, "nauc_ndcg_at_1000_max": 0.573718, "nauc_ndcg_at_1000_std": 0.267902, "nauc_ndcg_at_1000_diff1": 0.394585, "nauc_map_at_1_max": 0.518521, "nauc_map_at_1_std": 0.157778, "nauc_map_at_1_diff1": 0.540198, "nauc_map_at_3_max": 0.582897, "nauc_map_at_3_std": 0.228804, "nauc_map_at_3_diff1": 0.444151, "nauc_map_at_5_max": 0.588876, "nauc_map_at_5_std": 0.242846, "nauc_map_at_5_diff1": 0.433215, "nauc_map_at_10_max": 0.592096, "nauc_map_at_10_std": 0.252495, "nauc_map_at_10_diff1": 0.42669, "nauc_map_at_20_max": 0.5905, "nauc_map_at_20_std": 0.253934, "nauc_map_at_20_diff1": 0.422965, "nauc_map_at_100_max": 0.589605, "nauc_map_at_100_std": 0.255803, "nauc_map_at_100_diff1": 0.421534, "nauc_map_at_1000_max": 0.58923, "nauc_map_at_1000_std": 0.25497, "nauc_map_at_1000_diff1": 0.421766, "nauc_recall_at_1_max": 0.518521, "nauc_recall_at_1_std": 0.157778, "nauc_recall_at_1_diff1": 0.540198, "nauc_recall_at_3_max": 0.56378, "nauc_recall_at_3_std": 0.249572, "nauc_recall_at_3_diff1": 0.388559, "nauc_recall_at_5_max": 0.561832, "nauc_recall_at_5_std": 0.272168, "nauc_recall_at_5_diff1": 0.364228, "nauc_recall_at_10_max": 0.584339, "nauc_recall_at_10_std": 0.321617, "nauc_recall_at_10_diff1": 0.343152, "nauc_recall_at_20_max": 0.558012, "nauc_recall_at_20_std": 0.331394, "nauc_recall_at_20_diff1": 0.310669, "nauc_recall_at_100_max": 0.518132, "nauc_recall_at_100_std": 0.396948, "nauc_recall_at_100_diff1": 0.260052, "nauc_recall_at_1000_max": 0.293086, "nauc_recall_at_1000_std": 0.249853, "nauc_recall_at_1000_diff1": 0.187539, "nauc_precision_at_1_max": 0.602511, "nauc_precision_at_1_std": 0.230098, "nauc_precision_at_1_diff1": 0.480213, "nauc_precision_at_3_max": 0.608531, "nauc_precision_at_3_std": 0.319611, "nauc_precision_at_3_diff1": 0.26431, "nauc_precision_at_5_max": 0.595065, "nauc_precision_at_5_std": 0.328304, "nauc_precision_at_5_diff1": 0.242, "nauc_precision_at_10_max": 0.57067, "nauc_precision_at_10_std": 0.347565, "nauc_precision_at_10_diff1": 0.21338, "nauc_precision_at_20_max": 0.524859, "nauc_precision_at_20_std": 0.332231, "nauc_precision_at_20_diff1": 0.174595, "nauc_precision_at_100_max": 0.422326, "nauc_precision_at_100_std": 0.315807, "nauc_precision_at_100_diff1": 0.100587, "nauc_precision_at_1000_max": 0.067181, "nauc_precision_at_1000_std": 0.024989, "nauc_precision_at_1000_diff1": -0.061898, "nauc_mrr_at_1_max": 0.602511, "nauc_mrr_at_1_std": 0.230098, "nauc_mrr_at_1_diff1": 0.480213, "nauc_mrr_at_3_max": 0.587707, "nauc_mrr_at_3_std": 0.248768, "nauc_mrr_at_3_diff1": 0.430808, "nauc_mrr_at_5_max": 0.584492, "nauc_mrr_at_5_std": 0.250528, "nauc_mrr_at_5_diff1": 0.426682, "nauc_mrr_at_10_max": 0.590434, "nauc_mrr_at_10_std": 0.258755, "nauc_mrr_at_10_diff1": 0.425006, "nauc_mrr_at_20_max": 0.587281, "nauc_mrr_at_20_std": 0.259211, "nauc_mrr_at_20_diff1": 0.421629, "nauc_mrr_at_100_max": 0.586461, "nauc_mrr_at_100_std": 0.260183, "nauc_mrr_at_100_diff1": 0.420807, "nauc_mrr_at_1000_max": 0.586487, "nauc_mrr_at_1000_std": 0.259792, "nauc_mrr_at_1000_diff1": 0.421166, "main_score": 0.27949, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.37201, "ndcg_at_3": 0.34474, "ndcg_at_5": 0.35319, "ndcg_at_10": 0.3837, "ndcg_at_20": 0.40654, "ndcg_at_100": 0.44487, "ndcg_at_1000": 0.48221, "map_at_1": 0.18405, "map_at_3": 0.27548, "map_at_5": 0.30323, "map_at_10": 0.32094, "map_at_20": 0.33025, "map_at_100": 0.33796, "map_at_1000": 0.33962, "recall_at_1": 0.18405, "recall_at_3": 0.31007, "recall_at_5": 0.36906, "recall_at_10": 0.4401, "recall_at_20": 0.5079, "recall_at_100": 0.67114, "recall_at_1000": 0.91765, "precision_at_1": 0.37201, "precision_at_3": 0.24464, "precision_at_5": 0.18285, "precision_at_10": 0.11122, "precision_at_20": 0.06475, "precision_at_100": 0.01682, "precision_at_1000": 0.00226, "mrr_at_1": 0.372005, "mrr_at_3": 0.419714, "mrr_at_5": 0.430496, "mrr_at_10": 0.438657, "mrr_at_20": 0.44263, "mrr_at_100": 0.446087, "mrr_at_1000": 0.44677, "nauc_ndcg_at_1_max": 0.461909, "nauc_ndcg_at_1_std": 0.053839, "nauc_ndcg_at_1_diff1": 0.435097, "nauc_ndcg_at_3_max": 0.46739, "nauc_ndcg_at_3_std": 0.086894, "nauc_ndcg_at_3_diff1": 0.362871, "nauc_ndcg_at_5_max": 0.465245, "nauc_ndcg_at_5_std": 0.073287, "nauc_ndcg_at_5_diff1": 0.369408, "nauc_ndcg_at_10_max": 0.467006, "nauc_ndcg_at_10_std": 0.079018, "nauc_ndcg_at_10_diff1": 0.35875, "nauc_ndcg_at_20_max": 0.467567, "nauc_ndcg_at_20_std": 0.08238, "nauc_ndcg_at_20_diff1": 0.35353, "nauc_ndcg_at_100_max": 0.46751, "nauc_ndcg_at_100_std": 0.099831, "nauc_ndcg_at_100_diff1": 0.347457, "nauc_ndcg_at_1000_max": 0.470205, "nauc_ndcg_at_1000_std": 0.098611, "nauc_ndcg_at_1000_diff1": 0.356653, "nauc_map_at_1_max": 0.318299, "nauc_map_at_1_std": -0.005846, "nauc_map_at_1_diff1": 0.448751, "nauc_map_at_3_max": 0.430346, "nauc_map_at_3_std": 0.058396, "nauc_map_at_3_diff1": 0.369355, "nauc_map_at_5_max": 0.451672, "nauc_map_at_5_std": 0.068161, "nauc_map_at_5_diff1": 0.363941, "nauc_map_at_10_max": 0.458877, "nauc_map_at_10_std": 0.07413, "nauc_map_at_10_diff1": 0.36003, "nauc_map_at_20_max": 0.45989, "nauc_map_at_20_std": 0.075815, "nauc_map_at_20_diff1": 0.357716, "nauc_map_at_100_max": 0.462226, "nauc_map_at_100_std": 0.081425, "nauc_map_at_100_diff1": 0.357151, "nauc_map_at_1000_max": 0.462253, "nauc_map_at_1000_std": 0.081548, "nauc_map_at_1000_diff1": 0.35723, "nauc_recall_at_1_max": 0.318299, "nauc_recall_at_1_std": -0.005846, "nauc_recall_at_1_diff1": 0.448751, "nauc_recall_at_3_max": 0.42439, "nauc_recall_at_3_std": 0.074231, "nauc_recall_at_3_diff1": 0.338058, "nauc_recall_at_5_max": 0.432386, "nauc_recall_at_5_std": 0.068616, "nauc_recall_at_5_diff1": 0.32462, "nauc_recall_at_10_max": 0.422016, "nauc_recall_at_10_std": 0.076893, "nauc_recall_at_10_diff1": 0.289503, "nauc_recall_at_20_max": 0.409707, "nauc_recall_at_20_std": 0.079749, "nauc_recall_at_20_diff1": 0.267107, "nauc_recall_at_100_max": 0.379759, "nauc_recall_at_100_std": 0.152346, "nauc_recall_at_100_diff1": 0.213747, "nauc_recall_at_1000_max": 0.360991, "nauc_recall_at_1000_std": 0.244375, "nauc_recall_at_1000_diff1": 0.243929, "nauc_precision_at_1_max": 0.461909, "nauc_precision_at_1_std": 0.053839, "nauc_precision_at_1_diff1": 0.435097, "nauc_precision_at_3_max": 0.482712, "nauc_precision_at_3_std": 0.127357, "nauc_precision_at_3_diff1": 0.222477, "nauc_precision_at_5_max": 0.468481, "nauc_precision_at_5_std": 0.128101, "nauc_precision_at_5_diff1": 0.197283, "nauc_precision_at_10_max": 0.42958, "nauc_precision_at_10_std": 0.131124, "nauc_precision_at_10_diff1": 0.160657, "nauc_precision_at_20_max": 0.396116, "nauc_precision_at_20_std": 0.131737, "nauc_precision_at_20_diff1": 0.1273, "nauc_precision_at_100_max": 0.325036, "nauc_precision_at_100_std": 0.148078, "nauc_precision_at_100_diff1": 0.069646, "nauc_precision_at_1000_max": 0.204532, "nauc_precision_at_1000_std": 0.10462, "nauc_precision_at_1000_diff1": 0.008535, "nauc_mrr_at_1_max": 0.461909, "nauc_mrr_at_1_std": 0.053839, "nauc_mrr_at_1_diff1": 0.435097, "nauc_mrr_at_3_max": 0.487997, "nauc_mrr_at_3_std": 0.080362, "nauc_mrr_at_3_diff1": 0.423056, "nauc_mrr_at_5_max": 0.48161, "nauc_mrr_at_5_std": 0.074522, "nauc_mrr_at_5_diff1": 0.416316, "nauc_mrr_at_10_max": 0.47836, "nauc_mrr_at_10_std": 0.07452, "nauc_mrr_at_10_diff1": 0.412554, "nauc_mrr_at_20_max": 0.478881, "nauc_mrr_at_20_std": 0.075631, "nauc_mrr_at_20_diff1": 0.41293, "nauc_mrr_at_100_max": 0.477749, "nauc_mrr_at_100_std": 0.076737, "nauc_mrr_at_100_diff1": 0.41174, "nauc_mrr_at_1000_max": 0.477964, "nauc_mrr_at_1000_std": 0.07691, "nauc_mrr_at_1000_diff1": 0.412074, "main_score": 0.3837, "hf_subset": "spa-spa", "languages": [ "spa-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.08575, "ndcg_at_3": 0.08085, "ndcg_at_5": 0.08728, "ndcg_at_10": 0.09686, "ndcg_at_20": 0.11474, "ndcg_at_100": 0.16163, "ndcg_at_1000": 0.22771, "map_at_1": 0.03962, "map_at_3": 0.06185, "map_at_5": 0.07135, "map_at_10": 0.07651, "map_at_20": 0.08186, "map_at_100": 0.08927, "map_at_1000": 0.0917, "recall_at_1": 0.03962, "recall_at_3": 0.07493, "recall_at_5": 0.09891, "recall_at_10": 0.12163, "recall_at_20": 0.17551, "recall_at_100": 0.37507, "recall_at_1000": 0.81314, "precision_at_1": 0.08575, "precision_at_3": 0.05675, "precision_at_5": 0.04641, "precision_at_10": 0.02926, "precision_at_20": 0.02213, "precision_at_100": 0.00939, "precision_at_1000": 0.00202, "mrr_at_1": 0.08575, "mrr_at_3": 0.101934, "mrr_at_5": 0.107608, "mrr_at_10": 0.111197, "mrr_at_20": 0.116244, "mrr_at_100": 0.122614, "mrr_at_1000": 0.124001, "nauc_ndcg_at_1_max": 0.363307, "nauc_ndcg_at_1_std": 0.024476, "nauc_ndcg_at_1_diff1": 0.286032, "nauc_ndcg_at_3_max": 0.352361, "nauc_ndcg_at_3_std": 0.061978, "nauc_ndcg_at_3_diff1": 0.252186, "nauc_ndcg_at_5_max": 0.322008, "nauc_ndcg_at_5_std": 0.078458, "nauc_ndcg_at_5_diff1": 0.235725, "nauc_ndcg_at_10_max": 0.320821, "nauc_ndcg_at_10_std": 0.087227, "nauc_ndcg_at_10_diff1": 0.217319, "nauc_ndcg_at_20_max": 0.269713, "nauc_ndcg_at_20_std": 0.080887, "nauc_ndcg_at_20_diff1": 0.175938, "nauc_ndcg_at_100_max": 0.236452, "nauc_ndcg_at_100_std": 0.088698, "nauc_ndcg_at_100_diff1": 0.17807, "nauc_ndcg_at_1000_max": 0.250737, "nauc_ndcg_at_1000_std": 0.09299, "nauc_ndcg_at_1000_diff1": 0.179553, "nauc_map_at_1_max": 0.32766, "nauc_map_at_1_std": -0.013667, "nauc_map_at_1_diff1": 0.336741, "nauc_map_at_3_max": 0.340422, "nauc_map_at_3_std": 0.040849, "nauc_map_at_3_diff1": 0.276435, "nauc_map_at_5_max": 0.350228, "nauc_map_at_5_std": 0.065308, "nauc_map_at_5_diff1": 0.257572, "nauc_map_at_10_max": 0.356357, "nauc_map_at_10_std": 0.075682, "nauc_map_at_10_diff1": 0.246324, "nauc_map_at_20_max": 0.335439, "nauc_map_at_20_std": 0.076359, "nauc_map_at_20_diff1": 0.226549, "nauc_map_at_100_max": 0.323736, "nauc_map_at_100_std": 0.07759, "nauc_map_at_100_diff1": 0.222766, "nauc_map_at_1000_max": 0.323585, "nauc_map_at_1000_std": 0.077541, "nauc_map_at_1000_diff1": 0.222312, "nauc_recall_at_1_max": 0.32766, "nauc_recall_at_1_std": -0.013667, "nauc_recall_at_1_diff1": 0.336741, "nauc_recall_at_3_max": 0.289455, "nauc_recall_at_3_std": 0.065785, "nauc_recall_at_3_diff1": 0.232123, "nauc_recall_at_5_max": 0.254209, "nauc_recall_at_5_std": 0.102136, "nauc_recall_at_5_diff1": 0.183628, "nauc_recall_at_10_max": 0.253732, "nauc_recall_at_10_std": 0.113436, "nauc_recall_at_10_diff1": 0.156308, "nauc_recall_at_20_max": 0.162406, "nauc_recall_at_20_std": 0.090809, "nauc_recall_at_20_diff1": 0.084847, "nauc_recall_at_100_max": 0.102599, "nauc_recall_at_100_std": 0.114388, "nauc_recall_at_100_diff1": 0.114952, "nauc_recall_at_1000_max": 0.113814, "nauc_recall_at_1000_std": 0.221506, "nauc_recall_at_1000_diff1": 0.089563, "nauc_precision_at_1_max": 0.363307, "nauc_precision_at_1_std": 0.024476, "nauc_precision_at_1_diff1": 0.286032, "nauc_precision_at_3_max": 0.398229, "nauc_precision_at_3_std": 0.091702, "nauc_precision_at_3_diff1": 0.22583, "nauc_precision_at_5_max": 0.38921, "nauc_precision_at_5_std": 0.122208, "nauc_precision_at_5_diff1": 0.194807, "nauc_precision_at_10_max": 0.372626, "nauc_precision_at_10_std": 0.130871, "nauc_precision_at_10_diff1": 0.153388, "nauc_precision_at_20_max": 0.225669, "nauc_precision_at_20_std": 0.102742, "nauc_precision_at_20_diff1": 0.056658, "nauc_precision_at_100_max": 0.142489, "nauc_precision_at_100_std": 0.07984, "nauc_precision_at_100_diff1": 0.081736, "nauc_precision_at_1000_max": 0.085374, "nauc_precision_at_1000_std": 0.019197, "nauc_precision_at_1000_diff1": 0.034265, "nauc_mrr_at_1_max": 0.363307, "nauc_mrr_at_1_std": 0.024476, "nauc_mrr_at_1_diff1": 0.286032, "nauc_mrr_at_3_max": 0.340122, "nauc_mrr_at_3_std": 0.058303, "nauc_mrr_at_3_diff1": 0.259819, "nauc_mrr_at_5_max": 0.320297, "nauc_mrr_at_5_std": 0.060865, "nauc_mrr_at_5_diff1": 0.246503, "nauc_mrr_at_10_max": 0.313648, "nauc_mrr_at_10_std": 0.06329, "nauc_mrr_at_10_diff1": 0.237571, "nauc_mrr_at_20_max": 0.301657, "nauc_mrr_at_20_std": 0.060477, "nauc_mrr_at_20_diff1": 0.229402, "nauc_mrr_at_100_max": 0.298227, "nauc_mrr_at_100_std": 0.062804, "nauc_mrr_at_100_diff1": 0.22953, "nauc_mrr_at_1000_max": 0.298949, "nauc_mrr_at_1000_std": 0.062739, "nauc_mrr_at_1000_diff1": 0.22949, "main_score": 0.09686, "hf_subset": "eng-spa", "languages": [ "eng-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.20555, "ndcg_at_3": 0.204, "ndcg_at_5": 0.20828, "ndcg_at_10": 0.23053, "ndcg_at_20": 0.25291, "ndcg_at_100": 0.29688, "ndcg_at_1000": 0.3505, "map_at_1": 0.0963, "map_at_3": 0.16092, "map_at_5": 0.17709, "map_at_10": 0.18915, "map_at_20": 0.19708, "map_at_100": 0.20421, "map_at_1000": 0.20649, "recall_at_1": 0.0963, "recall_at_3": 0.18937, "recall_at_5": 0.22226, "recall_at_10": 0.27333, "recall_at_20": 0.34327, "recall_at_100": 0.53785, "recall_at_1000": 0.88695, "precision_at_1": 0.20555, "precision_at_3": 0.15343, "precision_at_5": 0.11198, "precision_at_10": 0.06986, "precision_at_20": 0.04306, "precision_at_100": 0.01304, "precision_at_1000": 0.00216, "mrr_at_1": 0.205549, "mrr_at_3": 0.245271, "mrr_at_5": 0.252585, "mrr_at_10": 0.261059, "mrr_at_20": 0.265974, "mrr_at_100": 0.270978, "mrr_at_1000": 0.272093, "nauc_ndcg_at_1_max": 0.523948, "nauc_ndcg_at_1_std": 0.106858, "nauc_ndcg_at_1_diff1": 0.440941, "nauc_ndcg_at_3_max": 0.501019, "nauc_ndcg_at_3_std": 0.113225, "nauc_ndcg_at_3_diff1": 0.389217, "nauc_ndcg_at_5_max": 0.489625, "nauc_ndcg_at_5_std": 0.110635, "nauc_ndcg_at_5_diff1": 0.382792, "nauc_ndcg_at_10_max": 0.483829, "nauc_ndcg_at_10_std": 0.109086, "nauc_ndcg_at_10_diff1": 0.363895, "nauc_ndcg_at_20_max": 0.490681, "nauc_ndcg_at_20_std": 0.120948, "nauc_ndcg_at_20_diff1": 0.363629, "nauc_ndcg_at_100_max": 0.500091, "nauc_ndcg_at_100_std": 0.144803, "nauc_ndcg_at_100_diff1": 0.354889, "nauc_ndcg_at_1000_max": 0.496424, "nauc_ndcg_at_1000_std": 0.138455, "nauc_ndcg_at_1000_diff1": 0.356956, "nauc_map_at_1_max": 0.436313, "nauc_map_at_1_std": 0.092189, "nauc_map_at_1_diff1": 0.477259, "nauc_map_at_3_max": 0.484357, "nauc_map_at_3_std": 0.106219, "nauc_map_at_3_diff1": 0.400684, "nauc_map_at_5_max": 0.495464, "nauc_map_at_5_std": 0.108645, "nauc_map_at_5_diff1": 0.391547, "nauc_map_at_10_max": 0.495924, "nauc_map_at_10_std": 0.110394, "nauc_map_at_10_diff1": 0.380251, "nauc_map_at_20_max": 0.500738, "nauc_map_at_20_std": 0.115228, "nauc_map_at_20_diff1": 0.379801, "nauc_map_at_100_max": 0.502182, "nauc_map_at_100_std": 0.118984, "nauc_map_at_100_diff1": 0.37792, "nauc_map_at_1000_max": 0.502047, "nauc_map_at_1000_std": 0.119581, "nauc_map_at_1000_diff1": 0.378135, "nauc_recall_at_1_max": 0.436313, "nauc_recall_at_1_std": 0.092189, "nauc_recall_at_1_diff1": 0.477259, "nauc_recall_at_3_max": 0.444564, "nauc_recall_at_3_std": 0.109562, "nauc_recall_at_3_diff1": 0.353101, "nauc_recall_at_5_max": 0.449774, "nauc_recall_at_5_std": 0.108909, "nauc_recall_at_5_diff1": 0.335989, "nauc_recall_at_10_max": 0.41964, "nauc_recall_at_10_std": 0.09687, "nauc_recall_at_10_diff1": 0.290667, "nauc_recall_at_20_max": 0.422995, "nauc_recall_at_20_std": 0.123939, "nauc_recall_at_20_diff1": 0.285229, "nauc_recall_at_100_max": 0.4503, "nauc_recall_at_100_std": 0.230416, "nauc_recall_at_100_diff1": 0.233711, "nauc_recall_at_1000_max": 0.472151, "nauc_recall_at_1000_std": 0.386334, "nauc_recall_at_1000_diff1": 0.121928, "nauc_precision_at_1_max": 0.523948, "nauc_precision_at_1_std": 0.106858, "nauc_precision_at_1_diff1": 0.440941, "nauc_precision_at_3_max": 0.514596, "nauc_precision_at_3_std": 0.114707, "nauc_precision_at_3_diff1": 0.321263, "nauc_precision_at_5_max": 0.51803, "nauc_precision_at_5_std": 0.11142, "nauc_precision_at_5_diff1": 0.307813, "nauc_precision_at_10_max": 0.487268, "nauc_precision_at_10_std": 0.112533, "nauc_precision_at_10_diff1": 0.260327, "nauc_precision_at_20_max": 0.484036, "nauc_precision_at_20_std": 0.133244, "nauc_precision_at_20_diff1": 0.25341, "nauc_precision_at_100_max": 0.425753, "nauc_precision_at_100_std": 0.166899, "nauc_precision_at_100_diff1": 0.196753, "nauc_precision_at_1000_max": 0.183436, "nauc_precision_at_1000_std": 0.024903, "nauc_precision_at_1000_diff1": 0.059736, "nauc_mrr_at_1_max": 0.523948, "nauc_mrr_at_1_std": 0.106858, "nauc_mrr_at_1_diff1": 0.440941, "nauc_mrr_at_3_max": 0.50192, "nauc_mrr_at_3_std": 0.110897, "nauc_mrr_at_3_diff1": 0.408776, "nauc_mrr_at_5_max": 0.4997, "nauc_mrr_at_5_std": 0.108896, "nauc_mrr_at_5_diff1": 0.407286, "nauc_mrr_at_10_max": 0.494435, "nauc_mrr_at_10_std": 0.1051, "nauc_mrr_at_10_diff1": 0.398263, "nauc_mrr_at_20_max": 0.49519, "nauc_mrr_at_20_std": 0.108068, "nauc_mrr_at_20_diff1": 0.398858, "nauc_mrr_at_100_max": 0.496113, "nauc_mrr_at_100_std": 0.109521, "nauc_mrr_at_100_diff1": 0.397793, "nauc_mrr_at_1000_max": 0.496146, "nauc_mrr_at_1000_std": 0.109452, "nauc_mrr_at_1000_diff1": 0.39804, "main_score": 0.23053, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.43525, "ndcg_at_3": 0.42009, "ndcg_at_5": 0.43657, "ndcg_at_10": 0.46356, "ndcg_at_20": 0.48314, "ndcg_at_100": 0.51951, "ndcg_at_1000": 0.54919, "map_at_1": 0.27779, "map_at_3": 0.36438, "map_at_5": 0.39035, "map_at_10": 0.40588, "map_at_20": 0.41311, "map_at_100": 0.4198, "map_at_1000": 0.42116, "recall_at_1": 0.27779, "recall_at_3": 0.40372, "recall_at_5": 0.46709, "recall_at_10": 0.53509, "recall_at_20": 0.59735, "recall_at_100": 0.7579, "recall_at_1000": 0.95663, "precision_at_1": 0.43525, "precision_at_3": 0.24744, "precision_at_5": 0.18051, "precision_at_10": 0.10561, "precision_at_20": 0.05981, "precision_at_100": 0.01545, "precision_at_1000": 0.00199, "mrr_at_1": 0.435247, "mrr_at_3": 0.483089, "mrr_at_5": 0.495305, "mrr_at_10": 0.502163, "mrr_at_20": 0.506138, "mrr_at_100": 0.509567, "mrr_at_1000": 0.510096, "nauc_ndcg_at_1_max": 0.649919, "nauc_ndcg_at_1_std": 0.075727, "nauc_ndcg_at_1_diff1": 0.593465, "nauc_ndcg_at_3_max": 0.590411, "nauc_ndcg_at_3_std": 0.053462, "nauc_ndcg_at_3_diff1": 0.520334, "nauc_ndcg_at_5_max": 0.57794, "nauc_ndcg_at_5_std": 0.058787, "nauc_ndcg_at_5_diff1": 0.51312, "nauc_ndcg_at_10_max": 0.589574, "nauc_ndcg_at_10_std": 0.073192, "nauc_ndcg_at_10_diff1": 0.50342, "nauc_ndcg_at_20_max": 0.590483, "nauc_ndcg_at_20_std": 0.091482, "nauc_ndcg_at_20_diff1": 0.493422, "nauc_ndcg_at_100_max": 0.593246, "nauc_ndcg_at_100_std": 0.104055, "nauc_ndcg_at_100_diff1": 0.491052, "nauc_ndcg_at_1000_max": 0.597224, "nauc_ndcg_at_1000_std": 0.094396, "nauc_ndcg_at_1000_diff1": 0.505564, "nauc_map_at_1_max": 0.478257, "nauc_map_at_1_std": 0.035, "nauc_map_at_1_diff1": 0.57081, "nauc_map_at_3_max": 0.552319, "nauc_map_at_3_std": 0.05098, "nauc_map_at_3_diff1": 0.522413, "nauc_map_at_5_max": 0.562652, "nauc_map_at_5_std": 0.058367, "nauc_map_at_5_diff1": 0.511226, "nauc_map_at_10_max": 0.573401, "nauc_map_at_10_std": 0.067083, "nauc_map_at_10_diff1": 0.506593, "nauc_map_at_20_max": 0.57444, "nauc_map_at_20_std": 0.07273, "nauc_map_at_20_diff1": 0.502411, "nauc_map_at_100_max": 0.574907, "nauc_map_at_100_std": 0.075012, "nauc_map_at_100_diff1": 0.501633, "nauc_map_at_1000_max": 0.575294, "nauc_map_at_1000_std": 0.074809, "nauc_map_at_1000_diff1": 0.502248, "nauc_recall_at_1_max": 0.478257, "nauc_recall_at_1_std": 0.035, "nauc_recall_at_1_diff1": 0.57081, "nauc_recall_at_3_max": 0.522615, "nauc_recall_at_3_std": 0.033132, "nauc_recall_at_3_diff1": 0.48214, "nauc_recall_at_5_max": 0.519139, "nauc_recall_at_5_std": 0.048133, "nauc_recall_at_5_diff1": 0.452541, "nauc_recall_at_10_max": 0.530507, "nauc_recall_at_10_std": 0.089415, "nauc_recall_at_10_diff1": 0.413509, "nauc_recall_at_20_max": 0.521743, "nauc_recall_at_20_std": 0.156193, "nauc_recall_at_20_diff1": 0.369851, "nauc_recall_at_100_max": 0.508111, "nauc_recall_at_100_std": 0.258966, "nauc_recall_at_100_diff1": 0.315368, "nauc_recall_at_1000_max": 0.496068, "nauc_recall_at_1000_std": 0.436557, "nauc_recall_at_1000_diff1": 0.457565, "nauc_precision_at_1_max": 0.649919, "nauc_precision_at_1_std": 0.075727, "nauc_precision_at_1_diff1": 0.593465, "nauc_precision_at_3_max": 0.537052, "nauc_precision_at_3_std": 0.073986, "nauc_precision_at_3_diff1": 0.294459, "nauc_precision_at_5_max": 0.466668, "nauc_precision_at_5_std": 0.079189, "nauc_precision_at_5_diff1": 0.210539, "nauc_precision_at_10_max": 0.431751, "nauc_precision_at_10_std": 0.090152, "nauc_precision_at_10_diff1": 0.160929, "nauc_precision_at_20_max": 0.380676, "nauc_precision_at_20_std": 0.114397, "nauc_precision_at_20_diff1": 0.102598, "nauc_precision_at_100_max": 0.262891, "nauc_precision_at_100_std": 0.122303, "nauc_precision_at_100_diff1": 0.008648, "nauc_precision_at_1000_max": 0.10264, "nauc_precision_at_1000_std": 0.047834, "nauc_precision_at_1000_diff1": -0.081484, "nauc_mrr_at_1_max": 0.649919, "nauc_mrr_at_1_std": 0.075727, "nauc_mrr_at_1_diff1": 0.593465, "nauc_mrr_at_3_max": 0.649115, "nauc_mrr_at_3_std": 0.064049, "nauc_mrr_at_3_diff1": 0.577649, "nauc_mrr_at_5_max": 0.641414, "nauc_mrr_at_5_std": 0.061973, "nauc_mrr_at_5_diff1": 0.570542, "nauc_mrr_at_10_max": 0.641839, "nauc_mrr_at_10_std": 0.065652, "nauc_mrr_at_10_diff1": 0.566563, "nauc_mrr_at_20_max": 0.641897, "nauc_mrr_at_20_std": 0.071999, "nauc_mrr_at_20_diff1": 0.564458, "nauc_mrr_at_100_max": 0.642425, "nauc_mrr_at_100_std": 0.07276, "nauc_mrr_at_100_diff1": 0.564179, "nauc_mrr_at_1000_max": 0.642441, "nauc_mrr_at_1000_std": 0.072454, "nauc_mrr_at_1000_diff1": 0.564543, "main_score": 0.46356, "hf_subset": "fra-fra", "languages": [ "fra-Latn", "fra-Latn" ] }, { "ndcg_at_1": 0.11081, "ndcg_at_3": 0.11486, "ndcg_at_5": 0.1245, "ndcg_at_10": 0.14528, "ndcg_at_20": 0.16641, "ndcg_at_100": 0.20986, "ndcg_at_1000": 0.27633, "map_at_1": 0.0532, "map_at_3": 0.08932, "map_at_5": 0.10261, "map_at_10": 0.11343, "map_at_20": 0.12042, "map_at_100": 0.12743, "map_at_1000": 0.13015, "recall_at_1": 0.0532, "recall_at_3": 0.10636, "recall_at_5": 0.14094, "recall_at_10": 0.19252, "recall_at_20": 0.25939, "recall_at_100": 0.44889, "recall_at_1000": 0.89882, "precision_at_1": 0.11081, "precision_at_3": 0.08634, "precision_at_5": 0.06916, "precision_at_10": 0.0466, "precision_at_20": 0.03104, "precision_at_100": 0.01068, "precision_at_1000": 0.00204, "mrr_at_1": 0.110814, "mrr_at_3": 0.137962, "mrr_at_5": 0.146707, "mrr_at_10": 0.154047, "mrr_at_20": 0.159878, "mrr_at_100": 0.164946, "mrr_at_1000": 0.166455, "nauc_ndcg_at_1_max": 0.610835, "nauc_ndcg_at_1_std": 0.281131, "nauc_ndcg_at_1_diff1": 0.280583, "nauc_ndcg_at_3_max": 0.560829, "nauc_ndcg_at_3_std": 0.260943, "nauc_ndcg_at_3_diff1": 0.244805, "nauc_ndcg_at_5_max": 0.548006, "nauc_ndcg_at_5_std": 0.250178, "nauc_ndcg_at_5_diff1": 0.241895, "nauc_ndcg_at_10_max": 0.540909, "nauc_ndcg_at_10_std": 0.260053, "nauc_ndcg_at_10_diff1": 0.237309, "nauc_ndcg_at_20_max": 0.529495, "nauc_ndcg_at_20_std": 0.277752, "nauc_ndcg_at_20_diff1": 0.215756, "nauc_ndcg_at_100_max": 0.523057, "nauc_ndcg_at_100_std": 0.296678, "nauc_ndcg_at_100_diff1": 0.201735, "nauc_ndcg_at_1000_max": 0.513493, "nauc_ndcg_at_1000_std": 0.288491, "nauc_ndcg_at_1000_diff1": 0.195243, "nauc_map_at_1_max": 0.539255, "nauc_map_at_1_std": 0.156894, "nauc_map_at_1_diff1": 0.268274, "nauc_map_at_3_max": 0.554804, "nauc_map_at_3_std": 0.218511, "nauc_map_at_3_diff1": 0.254893, "nauc_map_at_5_max": 0.558995, "nauc_map_at_5_std": 0.238065, "nauc_map_at_5_diff1": 0.25247, "nauc_map_at_10_max": 0.560332, "nauc_map_at_10_std": 0.248752, "nauc_map_at_10_diff1": 0.249215, "nauc_map_at_20_max": 0.557473, "nauc_map_at_20_std": 0.260329, "nauc_map_at_20_diff1": 0.242466, "nauc_map_at_100_max": 0.556319, "nauc_map_at_100_std": 0.264609, "nauc_map_at_100_diff1": 0.239623, "nauc_map_at_1000_max": 0.555672, "nauc_map_at_1000_std": 0.264861, "nauc_map_at_1000_diff1": 0.238856, "nauc_recall_at_1_max": 0.539255, "nauc_recall_at_1_std": 0.156894, "nauc_recall_at_1_diff1": 0.268274, "nauc_recall_at_3_max": 0.514717, "nauc_recall_at_3_std": 0.210155, "nauc_recall_at_3_diff1": 0.231688, "nauc_recall_at_5_max": 0.495874, "nauc_recall_at_5_std": 0.216894, "nauc_recall_at_5_diff1": 0.222213, "nauc_recall_at_10_max": 0.466374, "nauc_recall_at_10_std": 0.229609, "nauc_recall_at_10_diff1": 0.211176, "nauc_recall_at_20_max": 0.436252, "nauc_recall_at_20_std": 0.264345, "nauc_recall_at_20_diff1": 0.152961, "nauc_recall_at_100_max": 0.431013, "nauc_recall_at_100_std": 0.324085, "nauc_recall_at_100_diff1": 0.110596, "nauc_recall_at_1000_max": 0.2887, "nauc_recall_at_1000_std": 0.357748, "nauc_recall_at_1000_diff1": -0.086314, "nauc_precision_at_1_max": 0.610835, "nauc_precision_at_1_std": 0.281131, "nauc_precision_at_1_diff1": 0.280583, "nauc_precision_at_3_max": 0.602577, "nauc_precision_at_3_std": 0.345957, "nauc_precision_at_3_diff1": 0.250068, "nauc_precision_at_5_max": 0.580278, "nauc_precision_at_5_std": 0.344914, "nauc_precision_at_5_diff1": 0.239111, "nauc_precision_at_10_max": 0.565886, "nauc_precision_at_10_std": 0.349013, "nauc_precision_at_10_diff1": 0.226345, "nauc_precision_at_20_max": 0.516515, "nauc_precision_at_20_std": 0.361488, "nauc_precision_at_20_diff1": 0.182593, "nauc_precision_at_100_max": 0.422009, "nauc_precision_at_100_std": 0.350716, "nauc_precision_at_100_diff1": 0.129986, "nauc_precision_at_1000_max": 0.148544, "nauc_precision_at_1000_std": 0.169545, "nauc_precision_at_1000_diff1": 0.022079, "nauc_mrr_at_1_max": 0.610835, "nauc_mrr_at_1_std": 0.281131, "nauc_mrr_at_1_diff1": 0.280583, "nauc_mrr_at_3_max": 0.57014, "nauc_mrr_at_3_std": 0.294825, "nauc_mrr_at_3_diff1": 0.242267, "nauc_mrr_at_5_max": 0.558121, "nauc_mrr_at_5_std": 0.28782, "nauc_mrr_at_5_diff1": 0.235945, "nauc_mrr_at_10_max": 0.552595, "nauc_mrr_at_10_std": 0.285957, "nauc_mrr_at_10_diff1": 0.234316, "nauc_mrr_at_20_max": 0.548059, "nauc_mrr_at_20_std": 0.286225, "nauc_mrr_at_20_diff1": 0.228584, "nauc_mrr_at_100_max": 0.546654, "nauc_mrr_at_100_std": 0.287092, "nauc_mrr_at_100_diff1": 0.227803, "nauc_mrr_at_1000_max": 0.54709, "nauc_mrr_at_1000_std": 0.287194, "nauc_mrr_at_1000_diff1": 0.227953, "main_score": 0.14528, "hf_subset": "eng-fra", "languages": [ "eng-Latn", "fra-Latn" ] }, { "ndcg_at_1": 0.27904, "ndcg_at_3": 0.27569, "ndcg_at_5": 0.29034, "ndcg_at_10": 0.30907, "ndcg_at_20": 0.32909, "ndcg_at_100": 0.37012, "ndcg_at_1000": 0.41837, "map_at_1": 0.17503, "map_at_3": 0.24039, "map_at_5": 0.26129, "map_at_10": 0.27101, "map_at_20": 0.27779, "map_at_100": 0.28471, "map_at_1000": 0.28677, "recall_at_1": 0.17503, "recall_at_3": 0.2662, "recall_at_5": 0.31725, "recall_at_10": 0.36344, "recall_at_20": 0.42688, "recall_at_100": 0.61411, "recall_at_1000": 0.93934, "precision_at_1": 0.27904, "precision_at_3": 0.16911, "precision_at_5": 0.12523, "precision_at_10": 0.0733, "precision_at_20": 0.04393, "precision_at_100": 0.01256, "precision_at_1000": 0.00195, "mrr_at_1": 0.279039, "mrr_at_3": 0.307299, "mrr_at_5": 0.318447, "mrr_at_10": 0.325982, "mrr_at_20": 0.330739, "mrr_at_100": 0.335103, "mrr_at_1000": 0.336183, "nauc_ndcg_at_1_max": 0.614749, "nauc_ndcg_at_1_std": 0.204087, "nauc_ndcg_at_1_diff1": 0.485716, "nauc_ndcg_at_3_max": 0.56108, "nauc_ndcg_at_3_std": 0.180364, "nauc_ndcg_at_3_diff1": 0.44472, "nauc_ndcg_at_5_max": 0.554792, "nauc_ndcg_at_5_std": 0.184922, "nauc_ndcg_at_5_diff1": 0.438323, "nauc_ndcg_at_10_max": 0.553502, "nauc_ndcg_at_10_std": 0.183738, "nauc_ndcg_at_10_diff1": 0.427631, "nauc_ndcg_at_20_max": 0.548236, "nauc_ndcg_at_20_std": 0.191669, "nauc_ndcg_at_20_diff1": 0.419116, "nauc_ndcg_at_100_max": 0.556394, "nauc_ndcg_at_100_std": 0.222288, "nauc_ndcg_at_100_diff1": 0.412227, "nauc_ndcg_at_1000_max": 0.552723, "nauc_ndcg_at_1000_std": 0.211578, "nauc_ndcg_at_1000_diff1": 0.421728, "nauc_map_at_1_max": 0.496312, "nauc_map_at_1_std": 0.142146, "nauc_map_at_1_diff1": 0.533487, "nauc_map_at_3_max": 0.544281, "nauc_map_at_3_std": 0.173615, "nauc_map_at_3_diff1": 0.445318, "nauc_map_at_5_max": 0.554884, "nauc_map_at_5_std": 0.179702, "nauc_map_at_5_diff1": 0.436887, "nauc_map_at_10_max": 0.557936, "nauc_map_at_10_std": 0.182078, "nauc_map_at_10_diff1": 0.432395, "nauc_map_at_20_max": 0.557749, "nauc_map_at_20_std": 0.185074, "nauc_map_at_20_diff1": 0.430281, "nauc_map_at_100_max": 0.558479, "nauc_map_at_100_std": 0.190747, "nauc_map_at_100_diff1": 0.429016, "nauc_map_at_1000_max": 0.558183, "nauc_map_at_1000_std": 0.190799, "nauc_map_at_1000_diff1": 0.429062, "nauc_recall_at_1_max": 0.496312, "nauc_recall_at_1_std": 0.142146, "nauc_recall_at_1_diff1": 0.533487, "nauc_recall_at_3_max": 0.506336, "nauc_recall_at_3_std": 0.163869, "nauc_recall_at_3_diff1": 0.419385, "nauc_recall_at_5_max": 0.509294, "nauc_recall_at_5_std": 0.176499, "nauc_recall_at_5_diff1": 0.398915, "nauc_recall_at_10_max": 0.504691, "nauc_recall_at_10_std": 0.171274, "nauc_recall_at_10_diff1": 0.371599, "nauc_recall_at_20_max": 0.482813, "nauc_recall_at_20_std": 0.196001, "nauc_recall_at_20_diff1": 0.339569, "nauc_recall_at_100_max": 0.515303, "nauc_recall_at_100_std": 0.340467, "nauc_recall_at_100_diff1": 0.29162, "nauc_recall_at_1000_max": 0.514349, "nauc_recall_at_1000_std": 0.530398, "nauc_recall_at_1000_diff1": 0.394092, "nauc_precision_at_1_max": 0.614749, "nauc_precision_at_1_std": 0.204087, "nauc_precision_at_1_diff1": 0.485716, "nauc_precision_at_3_max": 0.546106, "nauc_precision_at_3_std": 0.191761, "nauc_precision_at_3_diff1": 0.286881, "nauc_precision_at_5_max": 0.528129, "nauc_precision_at_5_std": 0.188334, "nauc_precision_at_5_diff1": 0.263278, "nauc_precision_at_10_max": 0.485943, "nauc_precision_at_10_std": 0.171772, "nauc_precision_at_10_diff1": 0.226567, "nauc_precision_at_20_max": 0.42571, "nauc_precision_at_20_std": 0.169355, "nauc_precision_at_20_diff1": 0.18639, "nauc_precision_at_100_max": 0.345863, "nauc_precision_at_100_std": 0.210945, "nauc_precision_at_100_diff1": 0.1068, "nauc_precision_at_1000_max": 0.060849, "nauc_precision_at_1000_std": 0.030611, "nauc_precision_at_1000_diff1": -0.058243, "nauc_mrr_at_1_max": 0.614749, "nauc_mrr_at_1_std": 0.204087, "nauc_mrr_at_1_diff1": 0.485716, "nauc_mrr_at_3_max": 0.591723, "nauc_mrr_at_3_std": 0.196586, "nauc_mrr_at_3_diff1": 0.482515, "nauc_mrr_at_5_max": 0.584236, "nauc_mrr_at_5_std": 0.197223, "nauc_mrr_at_5_diff1": 0.474151, "nauc_mrr_at_10_max": 0.57982, "nauc_mrr_at_10_std": 0.193734, "nauc_mrr_at_10_diff1": 0.468275, "nauc_mrr_at_20_max": 0.577314, "nauc_mrr_at_20_std": 0.195773, "nauc_mrr_at_20_diff1": 0.464875, "nauc_mrr_at_100_max": 0.579112, "nauc_mrr_at_100_std": 0.198982, "nauc_mrr_at_100_diff1": 0.464508, "nauc_mrr_at_1000_max": 0.579212, "nauc_mrr_at_1000_std": 0.199025, "nauc_mrr_at_1000_diff1": 0.464897, "main_score": 0.30907, "hf_subset": "fra-eng", "languages": [ "fra-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.11243, "ndcg_at_3": 0.13059, "ndcg_at_5": 0.1385, "ndcg_at_10": 0.14864, "ndcg_at_20": 0.16042, "ndcg_at_100": 0.19246, "ndcg_at_1000": 0.25913, "map_at_1": 0.08989, "map_at_3": 0.12023, "map_at_5": 0.12549, "map_at_10": 0.12975, "map_at_20": 0.13333, "map_at_100": 0.13747, "map_at_1000": 0.13963, "recall_at_1": 0.08989, "recall_at_3": 0.1429, "recall_at_5": 0.16173, "recall_at_10": 0.19202, "recall_at_20": 0.23521, "recall_at_100": 0.40369, "recall_at_1000": 0.91868, "precision_at_1": 0.11243, "precision_at_3": 0.06523, "precision_at_5": 0.04497, "precision_at_10": 0.02627, "precision_at_20": 0.01622, "precision_at_100": 0.00542, "precision_at_1000": 0.00127, "mrr_at_1": 0.112432, "mrr_at_3": 0.134955, "mrr_at_5": 0.139712, "mrr_at_10": 0.143753, "mrr_at_20": 0.146625, "mrr_at_100": 0.150772, "mrr_at_1000": 0.152604, "nauc_ndcg_at_1_max": 0.258084, "nauc_ndcg_at_1_std": -0.219925, "nauc_ndcg_at_1_diff1": 0.380888, "nauc_ndcg_at_3_max": 0.229678, "nauc_ndcg_at_3_std": -0.235466, "nauc_ndcg_at_3_diff1": 0.363936, "nauc_ndcg_at_5_max": 0.228251, "nauc_ndcg_at_5_std": -0.236351, "nauc_ndcg_at_5_diff1": 0.359435, "nauc_ndcg_at_10_max": 0.212877, "nauc_ndcg_at_10_std": -0.233516, "nauc_ndcg_at_10_diff1": 0.338683, "nauc_ndcg_at_20_max": 0.197809, "nauc_ndcg_at_20_std": -0.224269, "nauc_ndcg_at_20_diff1": 0.330674, "nauc_ndcg_at_100_max": 0.187419, "nauc_ndcg_at_100_std": -0.201676, "nauc_ndcg_at_100_diff1": 0.299998, "nauc_ndcg_at_1000_max": 0.203525, "nauc_ndcg_at_1000_std": -0.201149, "nauc_ndcg_at_1000_diff1": 0.310931, "nauc_map_at_1_max": 0.281506, "nauc_map_at_1_std": -0.221355, "nauc_map_at_1_diff1": 0.445212, "nauc_map_at_3_max": 0.239702, "nauc_map_at_3_std": -0.239054, "nauc_map_at_3_diff1": 0.378336, "nauc_map_at_5_max": 0.239917, "nauc_map_at_5_std": -0.237112, "nauc_map_at_5_diff1": 0.37094, "nauc_map_at_10_max": 0.23193, "nauc_map_at_10_std": -0.236434, "nauc_map_at_10_diff1": 0.361637, "nauc_map_at_20_max": 0.226861, "nauc_map_at_20_std": -0.23131, "nauc_map_at_20_diff1": 0.357787, "nauc_map_at_100_max": 0.224808, "nauc_map_at_100_std": -0.227207, "nauc_map_at_100_diff1": 0.352426, "nauc_map_at_1000_max": 0.225676, "nauc_map_at_1000_std": -0.226812, "nauc_map_at_1000_diff1": 0.352562, "nauc_recall_at_1_max": 0.281506, "nauc_recall_at_1_std": -0.221355, "nauc_recall_at_1_diff1": 0.445212, "nauc_recall_at_3_max": 0.208127, "nauc_recall_at_3_std": -0.243358, "nauc_recall_at_3_diff1": 0.353113, "nauc_recall_at_5_max": 0.21349, "nauc_recall_at_5_std": -0.243875, "nauc_recall_at_5_diff1": 0.343952, "nauc_recall_at_10_max": 0.176762, "nauc_recall_at_10_std": -0.236765, "nauc_recall_at_10_diff1": 0.29158, "nauc_recall_at_20_max": 0.135715, "nauc_recall_at_20_std": -0.213316, "nauc_recall_at_20_diff1": 0.272025, "nauc_recall_at_100_max": 0.108966, "nauc_recall_at_100_std": -0.13162, "nauc_recall_at_100_diff1": 0.165573, "nauc_recall_at_1000_max": 0.220896, "nauc_recall_at_1000_std": 0.031204, "nauc_recall_at_1000_diff1": 0.079674, "nauc_precision_at_1_max": 0.258084, "nauc_precision_at_1_std": -0.219925, "nauc_precision_at_1_diff1": 0.380888, "nauc_precision_at_3_max": 0.193573, "nauc_precision_at_3_std": -0.238904, "nauc_precision_at_3_diff1": 0.282381, "nauc_precision_at_5_max": 0.195265, "nauc_precision_at_5_std": -0.227694, "nauc_precision_at_5_diff1": 0.263997, "nauc_precision_at_10_max": 0.162664, "nauc_precision_at_10_std": -0.211647, "nauc_precision_at_10_diff1": 0.22717, "nauc_precision_at_20_max": 0.116421, "nauc_precision_at_20_std": -0.166016, "nauc_precision_at_20_diff1": 0.19601, "nauc_precision_at_100_max": 0.088251, "nauc_precision_at_100_std": -0.087435, "nauc_precision_at_100_diff1": 0.108839, "nauc_precision_at_1000_max": -0.003658, "nauc_precision_at_1000_std": 0.012116, "nauc_precision_at_1000_diff1": -0.039606, "nauc_mrr_at_1_max": 0.258084, "nauc_mrr_at_1_std": -0.219925, "nauc_mrr_at_1_diff1": 0.380888, "nauc_mrr_at_3_max": 0.221834, "nauc_mrr_at_3_std": -0.22495, "nauc_mrr_at_3_diff1": 0.358631, "nauc_mrr_at_5_max": 0.222469, "nauc_mrr_at_5_std": -0.225653, "nauc_mrr_at_5_diff1": 0.357253, "nauc_mrr_at_10_max": 0.216462, "nauc_mrr_at_10_std": -0.223366, "nauc_mrr_at_10_diff1": 0.348614, "nauc_mrr_at_20_max": 0.212689, "nauc_mrr_at_20_std": -0.223415, "nauc_mrr_at_20_diff1": 0.347662, "nauc_mrr_at_100_max": 0.210069, "nauc_mrr_at_100_std": -0.220762, "nauc_mrr_at_100_diff1": 0.34314, "nauc_mrr_at_1000_max": 0.211077, "nauc_mrr_at_1000_std": -0.22031, "nauc_mrr_at_1000_diff1": 0.343125, "main_score": 0.14864, "hf_subset": "hin-hin", "languages": [ "hin-Deva", "hin-Deva" ] }, { "ndcg_at_1": 0.04865, "ndcg_at_3": 0.05253, "ndcg_at_5": 0.0538, "ndcg_at_10": 0.05512, "ndcg_at_20": 0.0578, "ndcg_at_100": 0.07341, "ndcg_at_1000": 0.15201, "map_at_1": 0.04589, "map_at_3": 0.05007, "map_at_5": 0.05105, "map_at_10": 0.05158, "map_at_20": 0.05229, "map_at_100": 0.05408, "map_at_1000": 0.05627, "recall_at_1": 0.04589, "recall_at_3": 0.05566, "recall_at_5": 0.05944, "recall_at_10": 0.06332, "recall_at_20": 0.07413, "recall_at_100": 0.15926, "recall_at_1000": 0.73159, "precision_at_1": 0.04865, "precision_at_3": 0.02018, "precision_at_5": 0.01297, "precision_at_10": 0.00703, "precision_at_20": 0.00405, "precision_at_100": 0.00192, "precision_at_1000": 0.00131, "mrr_at_1": 0.048649, "mrr_at_3": 0.053153, "mrr_at_5": 0.053856, "mrr_at_10": 0.054372, "mrr_at_20": 0.055082, "mrr_at_100": 0.056902, "mrr_at_1000": 0.058972, "nauc_ndcg_at_1_max": 0.288895, "nauc_ndcg_at_1_std": -0.291082, "nauc_ndcg_at_1_diff1": 0.693229, "nauc_ndcg_at_3_max": 0.327362, "nauc_ndcg_at_3_std": -0.211352, "nauc_ndcg_at_3_diff1": 0.62091, "nauc_ndcg_at_5_max": 0.317366, "nauc_ndcg_at_5_std": -0.207137, "nauc_ndcg_at_5_diff1": 0.603666, "nauc_ndcg_at_10_max": 0.307617, "nauc_ndcg_at_10_std": -0.206692, "nauc_ndcg_at_10_diff1": 0.589563, "nauc_ndcg_at_20_max": 0.291856, "nauc_ndcg_at_20_std": -0.198319, "nauc_ndcg_at_20_diff1": 0.564208, "nauc_ndcg_at_100_max": 0.20169, "nauc_ndcg_at_100_std": -0.195749, "nauc_ndcg_at_100_diff1": 0.459564, "nauc_ndcg_at_1000_max": 0.146927, "nauc_ndcg_at_1000_std": -0.195373, "nauc_ndcg_at_1000_diff1": 0.401968, "nauc_map_at_1_max": 0.340826, "nauc_map_at_1_std": -0.27399, "nauc_map_at_1_diff1": 0.714094, "nauc_map_at_3_max": 0.341258, "nauc_map_at_3_std": -0.222612, "nauc_map_at_3_diff1": 0.648459, "nauc_map_at_5_max": 0.330267, "nauc_map_at_5_std": -0.221958, "nauc_map_at_5_diff1": 0.632888, "nauc_map_at_10_max": 0.326383, "nauc_map_at_10_std": -0.221303, "nauc_map_at_10_diff1": 0.626975, "nauc_map_at_20_max": 0.321274, "nauc_map_at_20_std": -0.218943, "nauc_map_at_20_diff1": 0.618666, "nauc_map_at_100_max": 0.306833, "nauc_map_at_100_std": -0.217629, "nauc_map_at_100_diff1": 0.600508, "nauc_map_at_1000_max": 0.300259, "nauc_map_at_1000_std": -0.218255, "nauc_map_at_1000_diff1": 0.593991, "nauc_recall_at_1_max": 0.340826, "nauc_recall_at_1_std": -0.27399, "nauc_recall_at_1_diff1": 0.714094, "nauc_recall_at_3_max": 0.357087, "nauc_recall_at_3_std": -0.154898, "nauc_recall_at_3_diff1": 0.576272, "nauc_recall_at_5_max": 0.32327, "nauc_recall_at_5_std": -0.153045, "nauc_recall_at_5_diff1": 0.536272, "nauc_recall_at_10_max": 0.298046, "nauc_recall_at_10_std": -0.154908, "nauc_recall_at_10_diff1": 0.502238, "nauc_recall_at_20_max": 0.251142, "nauc_recall_at_20_std": -0.134625, "nauc_recall_at_20_diff1": 0.437262, "nauc_recall_at_100_max": 0.033117, "nauc_recall_at_100_std": -0.149491, "nauc_recall_at_100_diff1": 0.217806, "nauc_recall_at_1000_max": -0.092428, "nauc_recall_at_1000_std": -0.132106, "nauc_recall_at_1000_diff1": 0.050914, "nauc_precision_at_1_max": 0.288895, "nauc_precision_at_1_std": -0.291082, "nauc_precision_at_1_diff1": 0.693229, "nauc_precision_at_3_max": 0.281861, "nauc_precision_at_3_std": -0.18883, "nauc_precision_at_3_diff1": 0.546369, "nauc_precision_at_5_max": 0.248114, "nauc_precision_at_5_std": -0.188376, "nauc_precision_at_5_diff1": 0.502108, "nauc_precision_at_10_max": 0.211577, "nauc_precision_at_10_std": -0.196546, "nauc_precision_at_10_diff1": 0.471807, "nauc_precision_at_20_max": 0.180226, "nauc_precision_at_20_std": -0.172451, "nauc_precision_at_20_diff1": 0.416462, "nauc_precision_at_100_max": -0.071181, "nauc_precision_at_100_std": -0.214109, "nauc_precision_at_100_diff1": 0.167166, "nauc_precision_at_1000_max": -0.151298, "nauc_precision_at_1000_std": -0.098871, "nauc_precision_at_1000_diff1": -0.02174, "nauc_mrr_at_1_max": 0.288895, "nauc_mrr_at_1_std": -0.291082, "nauc_mrr_at_1_diff1": 0.693229, "nauc_mrr_at_3_max": 0.288111, "nauc_mrr_at_3_std": -0.243074, "nauc_mrr_at_3_diff1": 0.635329, "nauc_mrr_at_5_max": 0.282989, "nauc_mrr_at_5_std": -0.240415, "nauc_mrr_at_5_diff1": 0.626885, "nauc_mrr_at_10_max": 0.280053, "nauc_mrr_at_10_std": -0.239501, "nauc_mrr_at_10_diff1": 0.619612, "nauc_mrr_at_20_max": 0.2758, "nauc_mrr_at_20_std": -0.237027, "nauc_mrr_at_20_diff1": 0.611819, "nauc_mrr_at_100_max": 0.263436, "nauc_mrr_at_100_std": -0.234917, "nauc_mrr_at_100_diff1": 0.594206, "nauc_mrr_at_1000_max": 0.26007, "nauc_mrr_at_1000_std": -0.234562, "nauc_mrr_at_1000_diff1": 0.590305, "main_score": 0.05512, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.03947, "ndcg_at_3": 0.05193, "ndcg_at_5": 0.05924, "ndcg_at_10": 0.0698, "ndcg_at_20": 0.07773, "ndcg_at_100": 0.09628, "ndcg_at_1000": 0.17562, "map_at_1": 0.03235, "map_at_3": 0.04662, "map_at_5": 0.05107, "map_at_10": 0.05587, "map_at_20": 0.05806, "map_at_100": 0.06044, "map_at_1000": 0.06244, "recall_at_1": 0.03235, "recall_at_3": 0.06067, "recall_at_5": 0.07719, "recall_at_10": 0.10816, "recall_at_20": 0.13848, "recall_at_100": 0.23169, "recall_at_1000": 0.87468, "precision_at_1": 0.03947, "precision_at_3": 0.02705, "precision_at_5": 0.02127, "precision_at_10": 0.01491, "precision_at_20": 0.00932, "precision_at_100": 0.00331, "precision_at_1000": 0.00123, "mrr_at_1": 0.039474, "mrr_at_3": 0.052632, "mrr_at_5": 0.056469, "mrr_at_10": 0.06023, "mrr_at_20": 0.062346, "mrr_at_100": 0.064873, "mrr_at_1000": 0.066627, "nauc_ndcg_at_1_max": 0.664266, "nauc_ndcg_at_1_std": 0.479835, "nauc_ndcg_at_1_diff1": 0.411718, "nauc_ndcg_at_3_max": 0.621828, "nauc_ndcg_at_3_std": 0.464269, "nauc_ndcg_at_3_diff1": 0.316871, "nauc_ndcg_at_5_max": 0.608825, "nauc_ndcg_at_5_std": 0.477144, "nauc_ndcg_at_5_diff1": 0.296814, "nauc_ndcg_at_10_max": 0.595362, "nauc_ndcg_at_10_std": 0.50217, "nauc_ndcg_at_10_diff1": 0.260371, "nauc_ndcg_at_20_max": 0.596713, "nauc_ndcg_at_20_std": 0.530556, "nauc_ndcg_at_20_diff1": 0.251985, "nauc_ndcg_at_100_max": 0.575551, "nauc_ndcg_at_100_std": 0.525019, "nauc_ndcg_at_100_diff1": 0.233528, "nauc_ndcg_at_1000_max": 0.531337, "nauc_ndcg_at_1000_std": 0.44953, "nauc_ndcg_at_1000_diff1": 0.20923, "nauc_map_at_1_max": 0.732194, "nauc_map_at_1_std": 0.452361, "nauc_map_at_1_diff1": 0.506037, "nauc_map_at_3_max": 0.646217, "nauc_map_at_3_std": 0.460355, "nauc_map_at_3_diff1": 0.353697, "nauc_map_at_5_max": 0.633559, "nauc_map_at_5_std": 0.470717, "nauc_map_at_5_diff1": 0.33752, "nauc_map_at_10_max": 0.625331, "nauc_map_at_10_std": 0.487579, "nauc_map_at_10_diff1": 0.309697, "nauc_map_at_20_max": 0.624977, "nauc_map_at_20_std": 0.498305, "nauc_map_at_20_diff1": 0.304697, "nauc_map_at_100_max": 0.62163, "nauc_map_at_100_std": 0.499235, "nauc_map_at_100_diff1": 0.300745, "nauc_map_at_1000_max": 0.61898, "nauc_map_at_1000_std": 0.495453, "nauc_map_at_1000_diff1": 0.298235, "nauc_recall_at_1_max": 0.732194, "nauc_recall_at_1_std": 0.452361, "nauc_recall_at_1_diff1": 0.506037, "nauc_recall_at_3_max": 0.581036, "nauc_recall_at_3_std": 0.448524, "nauc_recall_at_3_diff1": 0.276967, "nauc_recall_at_5_max": 0.568604, "nauc_recall_at_5_std": 0.471481, "nauc_recall_at_5_diff1": 0.250149, "nauc_recall_at_10_max": 0.53823, "nauc_recall_at_10_std": 0.50901, "nauc_recall_at_10_diff1": 0.194703, "nauc_recall_at_20_max": 0.549653, "nauc_recall_at_20_std": 0.571977, "nauc_recall_at_20_diff1": 0.187956, "nauc_recall_at_100_max": 0.496925, "nauc_recall_at_100_std": 0.536584, "nauc_recall_at_100_diff1": 0.163364, "nauc_recall_at_1000_max": 0.087315, "nauc_recall_at_1000_std": 0.068383, "nauc_recall_at_1000_diff1": -0.032306, "nauc_precision_at_1_max": 0.664266, "nauc_precision_at_1_std": 0.479835, "nauc_precision_at_1_diff1": 0.411718, "nauc_precision_at_3_max": 0.564184, "nauc_precision_at_3_std": 0.489717, "nauc_precision_at_3_diff1": 0.211038, "nauc_precision_at_5_max": 0.556514, "nauc_precision_at_5_std": 0.516915, "nauc_precision_at_5_diff1": 0.190122, "nauc_precision_at_10_max": 0.5621, "nauc_precision_at_10_std": 0.570042, "nauc_precision_at_10_diff1": 0.139859, "nauc_precision_at_20_max": 0.58023, "nauc_precision_at_20_std": 0.6173, "nauc_precision_at_20_diff1": 0.146551, "nauc_precision_at_100_max": 0.522966, "nauc_precision_at_100_std": 0.551862, "nauc_precision_at_100_diff1": 0.106903, "nauc_precision_at_1000_max": 0.171519, "nauc_precision_at_1000_std": 0.067515, "nauc_precision_at_1000_diff1": -0.065553, "nauc_mrr_at_1_max": 0.664266, "nauc_mrr_at_1_std": 0.479835, "nauc_mrr_at_1_diff1": 0.411718, "nauc_mrr_at_3_max": 0.620413, "nauc_mrr_at_3_std": 0.484832, "nauc_mrr_at_3_diff1": 0.308267, "nauc_mrr_at_5_max": 0.615613, "nauc_mrr_at_5_std": 0.490396, "nauc_mrr_at_5_diff1": 0.294055, "nauc_mrr_at_10_max": 0.610794, "nauc_mrr_at_10_std": 0.498704, "nauc_mrr_at_10_diff1": 0.28268, "nauc_mrr_at_20_max": 0.609053, "nauc_mrr_at_20_std": 0.506767, "nauc_mrr_at_20_diff1": 0.278382, "nauc_mrr_at_100_max": 0.604625, "nauc_mrr_at_100_std": 0.50503, "nauc_mrr_at_100_diff1": 0.27385, "nauc_mrr_at_1000_max": 0.602703, "nauc_mrr_at_1000_std": 0.502261, "nauc_mrr_at_1000_diff1": 0.272838, "main_score": 0.0698, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "ndcg_at_1": 0.48265, "ndcg_at_3": 0.48609, "ndcg_at_5": 0.50328, "ndcg_at_10": 0.53142, "ndcg_at_20": 0.55211, "ndcg_at_100": 0.58399, "ndcg_at_1000": 0.60647, "map_at_1": 0.32071, "map_at_3": 0.42908, "map_at_5": 0.45903, "map_at_10": 0.47673, "map_at_20": 0.48459, "map_at_100": 0.49059, "map_at_1000": 0.49148, "recall_at_1": 0.32071, "recall_at_3": 0.47763, "recall_at_5": 0.54505, "recall_at_10": 0.61295, "recall_at_20": 0.68208, "recall_at_100": 0.82743, "recall_at_1000": 0.98683, "precision_at_1": 0.48265, "precision_at_3": 0.28255, "precision_at_5": 0.20362, "precision_at_10": 0.11795, "precision_at_20": 0.06546, "precision_at_100": 0.01585, "precision_at_1000": 0.00189, "mrr_at_1": 0.482655, "mrr_at_3": 0.533937, "mrr_at_5": 0.544344, "mrr_at_10": 0.551071, "mrr_at_20": 0.555194, "mrr_at_100": 0.558388, "mrr_at_1000": 0.558805, "nauc_ndcg_at_1_max": 0.589465, "nauc_ndcg_at_1_std": 0.073295, "nauc_ndcg_at_1_diff1": 0.55196, "nauc_ndcg_at_3_max": 0.531731, "nauc_ndcg_at_3_std": 0.033825, "nauc_ndcg_at_3_diff1": 0.489985, "nauc_ndcg_at_5_max": 0.516784, "nauc_ndcg_at_5_std": 0.03375, "nauc_ndcg_at_5_diff1": 0.482243, "nauc_ndcg_at_10_max": 0.538434, "nauc_ndcg_at_10_std": 0.061879, "nauc_ndcg_at_10_diff1": 0.481519, "nauc_ndcg_at_20_max": 0.542971, "nauc_ndcg_at_20_std": 0.068894, "nauc_ndcg_at_20_diff1": 0.485722, "nauc_ndcg_at_100_max": 0.546358, "nauc_ndcg_at_100_std": 0.092176, "nauc_ndcg_at_100_diff1": 0.486266, "nauc_ndcg_at_1000_max": 0.545716, "nauc_ndcg_at_1000_std": 0.078909, "nauc_ndcg_at_1000_diff1": 0.490393, "nauc_map_at_1_max": 0.36819, "nauc_map_at_1_std": -0.041612, "nauc_map_at_1_diff1": 0.550145, "nauc_map_at_3_max": 0.469477, "nauc_map_at_3_std": 0.002366, "nauc_map_at_3_diff1": 0.486957, "nauc_map_at_5_max": 0.495474, "nauc_map_at_5_std": 0.016893, "nauc_map_at_5_diff1": 0.478627, "nauc_map_at_10_max": 0.512985, "nauc_map_at_10_std": 0.035876, "nauc_map_at_10_diff1": 0.479357, "nauc_map_at_20_max": 0.515955, "nauc_map_at_20_std": 0.039303, "nauc_map_at_20_diff1": 0.480873, "nauc_map_at_100_max": 0.517443, "nauc_map_at_100_std": 0.043986, "nauc_map_at_100_diff1": 0.481782, "nauc_map_at_1000_max": 0.517586, "nauc_map_at_1000_std": 0.043746, "nauc_map_at_1000_diff1": 0.481895, "nauc_recall_at_1_max": 0.36819, "nauc_recall_at_1_std": -0.041612, "nauc_recall_at_1_diff1": 0.550145, "nauc_recall_at_3_max": 0.451516, "nauc_recall_at_3_std": 0.001437, "nauc_recall_at_3_diff1": 0.450219, "nauc_recall_at_5_max": 0.458571, "nauc_recall_at_5_std": 0.010423, "nauc_recall_at_5_diff1": 0.425499, "nauc_recall_at_10_max": 0.503458, "nauc_recall_at_10_std": 0.08252, "nauc_recall_at_10_diff1": 0.415491, "nauc_recall_at_20_max": 0.504308, "nauc_recall_at_20_std": 0.106621, "nauc_recall_at_20_diff1": 0.417527, "nauc_recall_at_100_max": 0.501395, "nauc_recall_at_100_std": 0.293862, "nauc_recall_at_100_diff1": 0.374458, "nauc_recall_at_1000_max": 0.314665, "nauc_recall_at_1000_std": 0.519635, "nauc_recall_at_1000_diff1": 0.22131, "nauc_precision_at_1_max": 0.589465, "nauc_precision_at_1_std": 0.073295, "nauc_precision_at_1_diff1": 0.55196, "nauc_precision_at_3_max": 0.497983, "nauc_precision_at_3_std": 0.125055, "nauc_precision_at_3_diff1": 0.209849, "nauc_precision_at_5_max": 0.458028, "nauc_precision_at_5_std": 0.143635, "nauc_precision_at_5_diff1": 0.147272, "nauc_precision_at_10_max": 0.430579, "nauc_precision_at_10_std": 0.181817, "nauc_precision_at_10_diff1": 0.108303, "nauc_precision_at_20_max": 0.395242, "nauc_precision_at_20_std": 0.188372, "nauc_precision_at_20_diff1": 0.083357, "nauc_precision_at_100_max": 0.304876, "nauc_precision_at_100_std": 0.237015, "nauc_precision_at_100_diff1": 0.008988, "nauc_precision_at_1000_max": 0.174363, "nauc_precision_at_1000_std": 0.16471, "nauc_precision_at_1000_diff1": -0.092101, "nauc_mrr_at_1_max": 0.589465, "nauc_mrr_at_1_std": 0.073295, "nauc_mrr_at_1_diff1": 0.55196, "nauc_mrr_at_3_max": 0.595176, "nauc_mrr_at_3_std": 0.088319, "nauc_mrr_at_3_diff1": 0.535654, "nauc_mrr_at_5_max": 0.590911, "nauc_mrr_at_5_std": 0.085814, "nauc_mrr_at_5_diff1": 0.530922, "nauc_mrr_at_10_max": 0.591923, "nauc_mrr_at_10_std": 0.089707, "nauc_mrr_at_10_diff1": 0.530762, "nauc_mrr_at_20_max": 0.593076, "nauc_mrr_at_20_std": 0.090562, "nauc_mrr_at_20_diff1": 0.532494, "nauc_mrr_at_100_max": 0.592737, "nauc_mrr_at_100_std": 0.092223, "nauc_mrr_at_100_diff1": 0.532035, "nauc_mrr_at_1000_max": 0.592739, "nauc_mrr_at_1000_std": 0.092067, "nauc_mrr_at_1000_diff1": 0.532069, "main_score": 0.53142, "hf_subset": "ita-ita", "languages": [ "ita-Latn", "ita-Latn" ] }, { "ndcg_at_1": 0.10106, "ndcg_at_3": 0.10383, "ndcg_at_5": 0.11213, "ndcg_at_10": 0.12663, "ndcg_at_20": 0.15051, "ndcg_at_100": 0.19074, "ndcg_at_1000": 0.26291, "map_at_1": 0.06121, "map_at_3": 0.08746, "map_at_5": 0.09539, "map_at_10": 0.10236, "map_at_20": 0.11015, "map_at_100": 0.11662, "map_at_1000": 0.11925, "recall_at_1": 0.06121, "recall_at_3": 0.10458, "recall_at_5": 0.12886, "recall_at_10": 0.16498, "recall_at_20": 0.24243, "recall_at_100": 0.42288, "recall_at_1000": 0.94103, "precision_at_1": 0.10106, "precision_at_3": 0.06335, "precision_at_5": 0.04977, "precision_at_10": 0.03318, "precision_at_20": 0.02489, "precision_at_100": 0.00884, "precision_at_1000": 0.00187, "mrr_at_1": 0.101056, "mrr_at_3": 0.118653, "mrr_at_5": 0.127099, "mrr_at_10": 0.132352, "mrr_at_20": 0.138578, "mrr_at_100": 0.143702, "mrr_at_1000": 0.145264, "nauc_ndcg_at_1_max": 0.395326, "nauc_ndcg_at_1_std": 0.102671, "nauc_ndcg_at_1_diff1": 0.323202, "nauc_ndcg_at_3_max": 0.382622, "nauc_ndcg_at_3_std": 0.147566, "nauc_ndcg_at_3_diff1": 0.277104, "nauc_ndcg_at_5_max": 0.370704, "nauc_ndcg_at_5_std": 0.183502, "nauc_ndcg_at_5_diff1": 0.254862, "nauc_ndcg_at_10_max": 0.338571, "nauc_ndcg_at_10_std": 0.195457, "nauc_ndcg_at_10_diff1": 0.232023, "nauc_ndcg_at_20_max": 0.322928, "nauc_ndcg_at_20_std": 0.191723, "nauc_ndcg_at_20_diff1": 0.212115, "nauc_ndcg_at_100_max": 0.322332, "nauc_ndcg_at_100_std": 0.217985, "nauc_ndcg_at_100_diff1": 0.205568, "nauc_ndcg_at_1000_max": 0.316687, "nauc_ndcg_at_1000_std": 0.193178, "nauc_ndcg_at_1000_diff1": 0.203225, "nauc_map_at_1_max": 0.359883, "nauc_map_at_1_std": 0.033624, "nauc_map_at_1_diff1": 0.356493, "nauc_map_at_3_max": 0.380386, "nauc_map_at_3_std": 0.116512, "nauc_map_at_3_diff1": 0.295324, "nauc_map_at_5_max": 0.387648, "nauc_map_at_5_std": 0.15542, "nauc_map_at_5_diff1": 0.279438, "nauc_map_at_10_max": 0.374018, "nauc_map_at_10_std": 0.165818, "nauc_map_at_10_diff1": 0.265483, "nauc_map_at_20_max": 0.36741, "nauc_map_at_20_std": 0.167622, "nauc_map_at_20_diff1": 0.254847, "nauc_map_at_100_max": 0.36504, "nauc_map_at_100_std": 0.175131, "nauc_map_at_100_diff1": 0.249857, "nauc_map_at_1000_max": 0.364428, "nauc_map_at_1000_std": 0.174176, "nauc_map_at_1000_diff1": 0.248736, "nauc_recall_at_1_max": 0.359883, "nauc_recall_at_1_std": 0.033624, "nauc_recall_at_1_diff1": 0.356493, "nauc_recall_at_3_max": 0.342925, "nauc_recall_at_3_std": 0.147587, "nauc_recall_at_3_diff1": 0.250843, "nauc_recall_at_5_max": 0.330588, "nauc_recall_at_5_std": 0.231924, "nauc_recall_at_5_diff1": 0.215173, "nauc_recall_at_10_max": 0.267686, "nauc_recall_at_10_std": 0.248043, "nauc_recall_at_10_diff1": 0.177748, "nauc_recall_at_20_max": 0.24171, "nauc_recall_at_20_std": 0.220894, "nauc_recall_at_20_diff1": 0.13993, "nauc_recall_at_100_max": 0.256088, "nauc_recall_at_100_std": 0.289826, "nauc_recall_at_100_diff1": 0.146835, "nauc_recall_at_1000_max": 0.121264, "nauc_recall_at_1000_std": 0.293134, "nauc_recall_at_1000_diff1": 0.047718, "nauc_precision_at_1_max": 0.395326, "nauc_precision_at_1_std": 0.102671, "nauc_precision_at_1_diff1": 0.323202, "nauc_precision_at_3_max": 0.444326, "nauc_precision_at_3_std": 0.22539, "nauc_precision_at_3_diff1": 0.237125, "nauc_precision_at_5_max": 0.436764, "nauc_precision_at_5_std": 0.303385, "nauc_precision_at_5_diff1": 0.182639, "nauc_precision_at_10_max": 0.347443, "nauc_precision_at_10_std": 0.293129, "nauc_precision_at_10_diff1": 0.136583, "nauc_precision_at_20_max": 0.278008, "nauc_precision_at_20_std": 0.245001, "nauc_precision_at_20_diff1": 0.093379, "nauc_precision_at_100_max": 0.239614, "nauc_precision_at_100_std": 0.259322, "nauc_precision_at_100_diff1": 0.063621, "nauc_precision_at_1000_max": 0.04276, "nauc_precision_at_1000_std": 0.047052, "nauc_precision_at_1000_diff1": -0.036247, "nauc_mrr_at_1_max": 0.395326, "nauc_mrr_at_1_std": 0.102671, "nauc_mrr_at_1_diff1": 0.323202, "nauc_mrr_at_3_max": 0.370788, "nauc_mrr_at_3_std": 0.131664, "nauc_mrr_at_3_diff1": 0.277442, "nauc_mrr_at_5_max": 0.361688, "nauc_mrr_at_5_std": 0.158018, "nauc_mrr_at_5_diff1": 0.256304, "nauc_mrr_at_10_max": 0.349474, "nauc_mrr_at_10_std": 0.16225, "nauc_mrr_at_10_diff1": 0.25122, "nauc_mrr_at_20_max": 0.342735, "nauc_mrr_at_20_std": 0.159797, "nauc_mrr_at_20_diff1": 0.246629, "nauc_mrr_at_100_max": 0.342206, "nauc_mrr_at_100_std": 0.162271, "nauc_mrr_at_100_diff1": 0.245357, "nauc_mrr_at_1000_max": 0.342259, "nauc_mrr_at_1000_std": 0.161667, "nauc_mrr_at_1000_diff1": 0.245416, "main_score": 0.12663, "hf_subset": "eng-ita", "languages": [ "eng-Latn", "ita-Latn" ] }, { "ndcg_at_1": 0.20814, "ndcg_at_3": 0.22774, "ndcg_at_5": 0.24615, "ndcg_at_10": 0.26934, "ndcg_at_20": 0.28711, "ndcg_at_100": 0.32773, "ndcg_at_1000": 0.38033, "map_at_1": 0.14253, "map_at_3": 0.19839, "map_at_5": 0.21742, "map_at_10": 0.23003, "map_at_20": 0.23623, "map_at_100": 0.24256, "map_at_1000": 0.24464, "recall_at_1": 0.14253, "recall_at_3": 0.23301, "recall_at_5": 0.28394, "recall_at_10": 0.34145, "recall_at_20": 0.40151, "recall_at_100": 0.59108, "recall_at_1000": 0.96006, "precision_at_1": 0.20814, "precision_at_3": 0.13575, "precision_at_5": 0.10317, "precision_at_10": 0.0644, "precision_at_20": 0.03763, "precision_at_100": 0.01121, "precision_at_1000": 0.00184, "mrr_at_1": 0.208145, "mrr_at_3": 0.251885, "mrr_at_5": 0.261538, "mrr_at_10": 0.269148, "mrr_at_20": 0.273056, "mrr_at_100": 0.277864, "mrr_at_1000": 0.279067, "nauc_ndcg_at_1_max": 0.457026, "nauc_ndcg_at_1_std": 0.145762, "nauc_ndcg_at_1_diff1": 0.433099, "nauc_ndcg_at_3_max": 0.486997, "nauc_ndcg_at_3_std": 0.152811, "nauc_ndcg_at_3_diff1": 0.404065, "nauc_ndcg_at_5_max": 0.484477, "nauc_ndcg_at_5_std": 0.166752, "nauc_ndcg_at_5_diff1": 0.402825, "nauc_ndcg_at_10_max": 0.475418, "nauc_ndcg_at_10_std": 0.1711, "nauc_ndcg_at_10_diff1": 0.389869, "nauc_ndcg_at_20_max": 0.473278, "nauc_ndcg_at_20_std": 0.17926, "nauc_ndcg_at_20_diff1": 0.37257, "nauc_ndcg_at_100_max": 0.483569, "nauc_ndcg_at_100_std": 0.219741, "nauc_ndcg_at_100_diff1": 0.350261, "nauc_ndcg_at_1000_max": 0.481016, "nauc_ndcg_at_1000_std": 0.195878, "nauc_ndcg_at_1000_diff1": 0.367447, "nauc_map_at_1_max": 0.446623, "nauc_map_at_1_std": 0.133543, "nauc_map_at_1_diff1": 0.524478, "nauc_map_at_3_max": 0.48965, "nauc_map_at_3_std": 0.148465, "nauc_map_at_3_diff1": 0.432912, "nauc_map_at_5_max": 0.493399, "nauc_map_at_5_std": 0.154864, "nauc_map_at_5_diff1": 0.417073, "nauc_map_at_10_max": 0.49263, "nauc_map_at_10_std": 0.159674, "nauc_map_at_10_diff1": 0.410457, "nauc_map_at_20_max": 0.493314, "nauc_map_at_20_std": 0.164378, "nauc_map_at_20_diff1": 0.404312, "nauc_map_at_100_max": 0.496077, "nauc_map_at_100_std": 0.172502, "nauc_map_at_100_diff1": 0.400098, "nauc_map_at_1000_max": 0.495998, "nauc_map_at_1000_std": 0.171759, "nauc_map_at_1000_diff1": 0.400466, "nauc_recall_at_1_max": 0.446623, "nauc_recall_at_1_std": 0.133543, "nauc_recall_at_1_diff1": 0.524478, "nauc_recall_at_3_max": 0.465766, "nauc_recall_at_3_std": 0.147822, "nauc_recall_at_3_diff1": 0.387645, "nauc_recall_at_5_max": 0.453155, "nauc_recall_at_5_std": 0.166603, "nauc_recall_at_5_diff1": 0.3709, "nauc_recall_at_10_max": 0.424202, "nauc_recall_at_10_std": 0.173467, "nauc_recall_at_10_diff1": 0.339078, "nauc_recall_at_20_max": 0.406576, "nauc_recall_at_20_std": 0.189048, "nauc_recall_at_20_diff1": 0.285518, "nauc_recall_at_100_max": 0.43571, "nauc_recall_at_100_std": 0.36719, "nauc_recall_at_100_diff1": 0.169357, "nauc_recall_at_1000_max": 0.332914, "nauc_recall_at_1000_std": 0.39899, "nauc_recall_at_1000_diff1": 0.177648, "nauc_precision_at_1_max": 0.457026, "nauc_precision_at_1_std": 0.145762, "nauc_precision_at_1_diff1": 0.433099, "nauc_precision_at_3_max": 0.487134, "nauc_precision_at_3_std": 0.16441, "nauc_precision_at_3_diff1": 0.24616, "nauc_precision_at_5_max": 0.459429, "nauc_precision_at_5_std": 0.176693, "nauc_precision_at_5_diff1": 0.201102, "nauc_precision_at_10_max": 0.415956, "nauc_precision_at_10_std": 0.175189, "nauc_precision_at_10_diff1": 0.167207, "nauc_precision_at_20_max": 0.396301, "nauc_precision_at_20_std": 0.192996, "nauc_precision_at_20_diff1": 0.121288, "nauc_precision_at_100_max": 0.323821, "nauc_precision_at_100_std": 0.248703, "nauc_precision_at_100_diff1": 0.02265, "nauc_precision_at_1000_max": 0.06232, "nauc_precision_at_1000_std": 0.022464, "nauc_precision_at_1000_diff1": -0.088606, "nauc_mrr_at_1_max": 0.457026, "nauc_mrr_at_1_std": 0.145762, "nauc_mrr_at_1_diff1": 0.433099, "nauc_mrr_at_3_max": 0.467375, "nauc_mrr_at_3_std": 0.16543, "nauc_mrr_at_3_diff1": 0.403572, "nauc_mrr_at_5_max": 0.464925, "nauc_mrr_at_5_std": 0.169859, "nauc_mrr_at_5_diff1": 0.402939, "nauc_mrr_at_10_max": 0.459086, "nauc_mrr_at_10_std": 0.167845, "nauc_mrr_at_10_diff1": 0.398321, "nauc_mrr_at_20_max": 0.457653, "nauc_mrr_at_20_std": 0.168141, "nauc_mrr_at_20_diff1": 0.39375, "nauc_mrr_at_100_max": 0.458982, "nauc_mrr_at_100_std": 0.172615, "nauc_mrr_at_100_diff1": 0.391302, "nauc_mrr_at_1000_max": 0.459169, "nauc_mrr_at_1000_std": 0.17232, "nauc_mrr_at_1000_diff1": 0.391758, "main_score": 0.26934, "hf_subset": "ita-eng", "languages": [ "ita-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.39879, "ndcg_at_3": 0.3851, "ndcg_at_5": 0.40077, "ndcg_at_10": 0.42597, "ndcg_at_20": 0.44278, "ndcg_at_100": 0.4744, "ndcg_at_1000": 0.5088, "map_at_1": 0.24067, "map_at_3": 0.343, "map_at_5": 0.36801, "map_at_10": 0.38282, "map_at_20": 0.38931, "map_at_100": 0.3947, "map_at_1000": 0.39609, "recall_at_1": 0.24067, "recall_at_3": 0.36857, "recall_at_5": 0.42313, "recall_at_10": 0.48509, "recall_at_20": 0.54034, "recall_at_100": 0.69095, "recall_at_1000": 0.93273, "precision_at_1": 0.39879, "precision_at_3": 0.24444, "precision_at_5": 0.1743, "precision_at_10": 0.10145, "precision_at_20": 0.05636, "precision_at_100": 0.01382, "precision_at_1000": 0.00183, "mrr_at_1": 0.398788, "mrr_at_3": 0.430505, "mrr_at_5": 0.438929, "mrr_at_10": 0.445308, "mrr_at_20": 0.448265, "mrr_at_100": 0.451717, "mrr_at_1000": 0.452632, "nauc_ndcg_at_1_max": 0.60183, "nauc_ndcg_at_1_std": 0.106465, "nauc_ndcg_at_1_diff1": 0.59626, "nauc_ndcg_at_3_max": 0.58883, "nauc_ndcg_at_3_std": 0.091871, "nauc_ndcg_at_3_diff1": 0.555459, "nauc_ndcg_at_5_max": 0.589192, "nauc_ndcg_at_5_std": 0.0906, "nauc_ndcg_at_5_diff1": 0.548565, "nauc_ndcg_at_10_max": 0.587008, "nauc_ndcg_at_10_std": 0.097913, "nauc_ndcg_at_10_diff1": 0.541968, "nauc_ndcg_at_20_max": 0.578827, "nauc_ndcg_at_20_std": 0.10571, "nauc_ndcg_at_20_diff1": 0.535101, "nauc_ndcg_at_100_max": 0.573701, "nauc_ndcg_at_100_std": 0.109129, "nauc_ndcg_at_100_diff1": 0.529975, "nauc_ndcg_at_1000_max": 0.577751, "nauc_ndcg_at_1000_std": 0.106216, "nauc_ndcg_at_1000_diff1": 0.53523, "nauc_map_at_1_max": 0.476376, "nauc_map_at_1_std": 0.064388, "nauc_map_at_1_diff1": 0.595269, "nauc_map_at_3_max": 0.58139, "nauc_map_at_3_std": 0.084616, "nauc_map_at_3_diff1": 0.566017, "nauc_map_at_5_max": 0.58971, "nauc_map_at_5_std": 0.085819, "nauc_map_at_5_diff1": 0.551122, "nauc_map_at_10_max": 0.592671, "nauc_map_at_10_std": 0.093576, "nauc_map_at_10_diff1": 0.549596, "nauc_map_at_20_max": 0.590097, "nauc_map_at_20_std": 0.096336, "nauc_map_at_20_diff1": 0.547656, "nauc_map_at_100_max": 0.589144, "nauc_map_at_100_std": 0.097428, "nauc_map_at_100_diff1": 0.54666, "nauc_map_at_1000_max": 0.589445, "nauc_map_at_1000_std": 0.097546, "nauc_map_at_1000_diff1": 0.546887, "nauc_recall_at_1_max": 0.476376, "nauc_recall_at_1_std": 0.064388, "nauc_recall_at_1_diff1": 0.595269, "nauc_recall_at_3_max": 0.56571, "nauc_recall_at_3_std": 0.081492, "nauc_recall_at_3_diff1": 0.540134, "nauc_recall_at_5_max": 0.570205, "nauc_recall_at_5_std": 0.079295, "nauc_recall_at_5_diff1": 0.512706, "nauc_recall_at_10_max": 0.552986, "nauc_recall_at_10_std": 0.089534, "nauc_recall_at_10_diff1": 0.488492, "nauc_recall_at_20_max": 0.521771, "nauc_recall_at_20_std": 0.117667, "nauc_recall_at_20_diff1": 0.460114, "nauc_recall_at_100_max": 0.472534, "nauc_recall_at_100_std": 0.132865, "nauc_recall_at_100_diff1": 0.40941, "nauc_recall_at_1000_max": 0.398323, "nauc_recall_at_1000_std": 0.067136, "nauc_recall_at_1000_diff1": 0.281708, "nauc_precision_at_1_max": 0.60183, "nauc_precision_at_1_std": 0.106465, "nauc_precision_at_1_diff1": 0.59626, "nauc_precision_at_3_max": 0.505443, "nauc_precision_at_3_std": 0.096064, "nauc_precision_at_3_diff1": 0.344235, "nauc_precision_at_5_max": 0.460723, "nauc_precision_at_5_std": 0.09005, "nauc_precision_at_5_diff1": 0.277616, "nauc_precision_at_10_max": 0.414592, "nauc_precision_at_10_std": 0.10068, "nauc_precision_at_10_diff1": 0.233708, "nauc_precision_at_20_max": 0.361228, "nauc_precision_at_20_std": 0.106404, "nauc_precision_at_20_diff1": 0.193638, "nauc_precision_at_100_max": 0.283693, "nauc_precision_at_100_std": 0.110746, "nauc_precision_at_100_diff1": 0.117703, "nauc_precision_at_1000_max": 0.122153, "nauc_precision_at_1000_std": 0.065976, "nauc_precision_at_1000_diff1": -0.011961, "nauc_mrr_at_1_max": 0.60183, "nauc_mrr_at_1_std": 0.106465, "nauc_mrr_at_1_diff1": 0.59626, "nauc_mrr_at_3_max": 0.593267, "nauc_mrr_at_3_std": 0.106149, "nauc_mrr_at_3_diff1": 0.577918, "nauc_mrr_at_5_max": 0.59041, "nauc_mrr_at_5_std": 0.103937, "nauc_mrr_at_5_diff1": 0.574036, "nauc_mrr_at_10_max": 0.588365, "nauc_mrr_at_10_std": 0.105178, "nauc_mrr_at_10_diff1": 0.570124, "nauc_mrr_at_20_max": 0.586572, "nauc_mrr_at_20_std": 0.10643, "nauc_mrr_at_20_diff1": 0.568361, "nauc_mrr_at_100_max": 0.58644, "nauc_mrr_at_100_std": 0.1061, "nauc_mrr_at_100_diff1": 0.568356, "nauc_mrr_at_1000_max": 0.586592, "nauc_mrr_at_1000_std": 0.106175, "nauc_mrr_at_1000_diff1": 0.568625, "main_score": 0.42597, "hf_subset": "jpn-jpn", "languages": [ "jpn-Hira", "jpn-Hira" ] }, { "ndcg_at_1": 0.03879, "ndcg_at_3": 0.03968, "ndcg_at_5": 0.04419, "ndcg_at_10": 0.054, "ndcg_at_20": 0.0618, "ndcg_at_100": 0.08702, "ndcg_at_1000": 0.16091, "map_at_1": 0.02055, "map_at_3": 0.03082, "map_at_5": 0.03568, "map_at_10": 0.04043, "map_at_20": 0.0426, "map_at_100": 0.04614, "map_at_1000": 0.04836, "recall_at_1": 0.02055, "recall_at_3": 0.0377, "recall_at_5": 0.05257, "recall_at_10": 0.07735, "recall_at_20": 0.10287, "recall_at_100": 0.21745, "recall_at_1000": 0.74291, "precision_at_1": 0.03879, "precision_at_3": 0.02828, "precision_at_5": 0.02327, "precision_at_10": 0.01709, "precision_at_20": 0.01152, "precision_at_100": 0.00482, "precision_at_1000": 0.00159, "mrr_at_1": 0.038788, "mrr_at_3": 0.047677, "mrr_at_5": 0.051859, "mrr_at_10": 0.056064, "mrr_at_20": 0.058366, "mrr_at_100": 0.061809, "mrr_at_1000": 0.063493, "nauc_ndcg_at_1_max": 0.622482, "nauc_ndcg_at_1_std": 0.114734, "nauc_ndcg_at_1_diff1": 0.328115, "nauc_ndcg_at_3_max": 0.586702, "nauc_ndcg_at_3_std": 0.153419, "nauc_ndcg_at_3_diff1": 0.228171, "nauc_ndcg_at_5_max": 0.558004, "nauc_ndcg_at_5_std": 0.171828, "nauc_ndcg_at_5_diff1": 0.217208, "nauc_ndcg_at_10_max": 0.539126, "nauc_ndcg_at_10_std": 0.197675, "nauc_ndcg_at_10_diff1": 0.185958, "nauc_ndcg_at_20_max": 0.504564, "nauc_ndcg_at_20_std": 0.183224, "nauc_ndcg_at_20_diff1": 0.175472, "nauc_ndcg_at_100_max": 0.418939, "nauc_ndcg_at_100_std": 0.17875, "nauc_ndcg_at_100_diff1": 0.142713, "nauc_ndcg_at_1000_max": 0.3842, "nauc_ndcg_at_1000_std": 0.179354, "nauc_ndcg_at_1000_diff1": 0.120134, "nauc_map_at_1_max": 0.536818, "nauc_map_at_1_std": 0.073958, "nauc_map_at_1_diff1": 0.321211, "nauc_map_at_3_max": 0.590255, "nauc_map_at_3_std": 0.120281, "nauc_map_at_3_diff1": 0.278682, "nauc_map_at_5_max": 0.578054, "nauc_map_at_5_std": 0.156276, "nauc_map_at_5_diff1": 0.259592, "nauc_map_at_10_max": 0.569599, "nauc_map_at_10_std": 0.170854, "nauc_map_at_10_diff1": 0.237241, "nauc_map_at_20_max": 0.559104, "nauc_map_at_20_std": 0.16879, "nauc_map_at_20_diff1": 0.230612, "nauc_map_at_100_max": 0.538051, "nauc_map_at_100_std": 0.171589, "nauc_map_at_100_diff1": 0.219154, "nauc_map_at_1000_max": 0.533711, "nauc_map_at_1000_std": 0.172012, "nauc_map_at_1000_diff1": 0.216797, "nauc_recall_at_1_max": 0.536818, "nauc_recall_at_1_std": 0.073958, "nauc_recall_at_1_diff1": 0.321211, "nauc_recall_at_3_max": 0.563132, "nauc_recall_at_3_std": 0.144118, "nauc_recall_at_3_diff1": 0.191363, "nauc_recall_at_5_max": 0.531804, "nauc_recall_at_5_std": 0.203838, "nauc_recall_at_5_diff1": 0.163728, "nauc_recall_at_10_max": 0.503068, "nauc_recall_at_10_std": 0.242088, "nauc_recall_at_10_diff1": 0.124899, "nauc_recall_at_20_max": 0.426013, "nauc_recall_at_20_std": 0.197169, "nauc_recall_at_20_diff1": 0.115717, "nauc_recall_at_100_max": 0.271493, "nauc_recall_at_100_std": 0.172531, "nauc_recall_at_100_diff1": 0.070095, "nauc_recall_at_1000_max": 0.187284, "nauc_recall_at_1000_std": 0.172605, "nauc_recall_at_1000_diff1": 0.001537, "nauc_precision_at_1_max": 0.622482, "nauc_precision_at_1_std": 0.114734, "nauc_precision_at_1_diff1": 0.328115, "nauc_precision_at_3_max": 0.604714, "nauc_precision_at_3_std": 0.18912, "nauc_precision_at_3_diff1": 0.18215, "nauc_precision_at_5_max": 0.556246, "nauc_precision_at_5_std": 0.208693, "nauc_precision_at_5_diff1": 0.167154, "nauc_precision_at_10_max": 0.526398, "nauc_precision_at_10_std": 0.233573, "nauc_precision_at_10_diff1": 0.126896, "nauc_precision_at_20_max": 0.466178, "nauc_precision_at_20_std": 0.205432, "nauc_precision_at_20_diff1": 0.120548, "nauc_precision_at_100_max": 0.289669, "nauc_precision_at_100_std": 0.177627, "nauc_precision_at_100_diff1": 0.068267, "nauc_precision_at_1000_max": 0.043009, "nauc_precision_at_1000_std": 0.09947, "nauc_precision_at_1000_diff1": -0.019132, "nauc_mrr_at_1_max": 0.622482, "nauc_mrr_at_1_std": 0.114734, "nauc_mrr_at_1_diff1": 0.328115, "nauc_mrr_at_3_max": 0.584582, "nauc_mrr_at_3_std": 0.146814, "nauc_mrr_at_3_diff1": 0.243269, "nauc_mrr_at_5_max": 0.565398, "nauc_mrr_at_5_std": 0.160037, "nauc_mrr_at_5_diff1": 0.226309, "nauc_mrr_at_10_max": 0.548633, "nauc_mrr_at_10_std": 0.169684, "nauc_mrr_at_10_diff1": 0.210916, "nauc_mrr_at_20_max": 0.535249, "nauc_mrr_at_20_std": 0.163523, "nauc_mrr_at_20_diff1": 0.206899, "nauc_mrr_at_100_max": 0.518501, "nauc_mrr_at_100_std": 0.16219, "nauc_mrr_at_100_diff1": 0.20173, "nauc_mrr_at_1000_max": 0.518374, "nauc_mrr_at_1000_std": 0.162512, "nauc_mrr_at_1000_diff1": 0.201093, "main_score": 0.054, "hf_subset": "eng-jpn", "languages": [ "eng-Latn", "jpn-Hira" ] }, { "ndcg_at_1": 0.11922, "ndcg_at_3": 0.13037, "ndcg_at_5": 0.13945, "ndcg_at_10": 0.15205, "ndcg_at_20": 0.16321, "ndcg_at_100": 0.19184, "ndcg_at_1000": 0.25834, "map_at_1": 0.08078, "map_at_3": 0.11491, "map_at_5": 0.12499, "map_at_10": 0.13176, "map_at_20": 0.13518, "map_at_100": 0.13926, "map_at_1000": 0.14146, "recall_at_1": 0.08078, "recall_at_3": 0.13388, "recall_at_5": 0.16105, "recall_at_10": 0.19294, "recall_at_20": 0.23277, "recall_at_100": 0.36839, "recall_at_1000": 0.83929, "precision_at_1": 0.11922, "precision_at_3": 0.07664, "precision_at_5": 0.05669, "precision_at_10": 0.03491, "precision_at_20": 0.02068, "precision_at_100": 0.00668, "precision_at_1000": 0.00163, "mrr_at_1": 0.119221, "mrr_at_3": 0.140511, "mrr_at_5": 0.145499, "mrr_at_10": 0.14993, "mrr_at_20": 0.152684, "mrr_at_100": 0.156373, "mrr_at_1000": 0.157968, "nauc_ndcg_at_1_max": 0.557139, "nauc_ndcg_at_1_std": 0.336551, "nauc_ndcg_at_1_diff1": 0.395076, "nauc_ndcg_at_3_max": 0.543623, "nauc_ndcg_at_3_std": 0.369107, "nauc_ndcg_at_3_diff1": 0.359809, "nauc_ndcg_at_5_max": 0.537257, "nauc_ndcg_at_5_std": 0.360449, "nauc_ndcg_at_5_diff1": 0.34838, "nauc_ndcg_at_10_max": 0.534645, "nauc_ndcg_at_10_std": 0.371741, "nauc_ndcg_at_10_diff1": 0.339227, "nauc_ndcg_at_20_max": 0.526077, "nauc_ndcg_at_20_std": 0.37835, "nauc_ndcg_at_20_diff1": 0.332389, "nauc_ndcg_at_100_max": 0.499972, "nauc_ndcg_at_100_std": 0.383391, "nauc_ndcg_at_100_diff1": 0.317789, "nauc_ndcg_at_1000_max": 0.5009, "nauc_ndcg_at_1000_std": 0.383451, "nauc_ndcg_at_1000_diff1": 0.313809, "nauc_map_at_1_max": 0.523993, "nauc_map_at_1_std": 0.304211, "nauc_map_at_1_diff1": 0.503244, "nauc_map_at_3_max": 0.540905, "nauc_map_at_3_std": 0.351905, "nauc_map_at_3_diff1": 0.396273, "nauc_map_at_5_max": 0.5466, "nauc_map_at_5_std": 0.355064, "nauc_map_at_5_diff1": 0.370675, "nauc_map_at_10_max": 0.546121, "nauc_map_at_10_std": 0.362107, "nauc_map_at_10_diff1": 0.364081, "nauc_map_at_20_max": 0.544797, "nauc_map_at_20_std": 0.366064, "nauc_map_at_20_diff1": 0.361214, "nauc_map_at_100_max": 0.5404, "nauc_map_at_100_std": 0.367617, "nauc_map_at_100_diff1": 0.358164, "nauc_map_at_1000_max": 0.540834, "nauc_map_at_1000_std": 0.368238, "nauc_map_at_1000_diff1": 0.357795, "nauc_recall_at_1_max": 0.523993, "nauc_recall_at_1_std": 0.304211, "nauc_recall_at_1_diff1": 0.503244, "nauc_recall_at_3_max": 0.510357, "nauc_recall_at_3_std": 0.364408, "nauc_recall_at_3_diff1": 0.349147, "nauc_recall_at_5_max": 0.520386, "nauc_recall_at_5_std": 0.3638, "nauc_recall_at_5_diff1": 0.318783, "nauc_recall_at_10_max": 0.513588, "nauc_recall_at_10_std": 0.385401, "nauc_recall_at_10_diff1": 0.306061, "nauc_recall_at_20_max": 0.478065, "nauc_recall_at_20_std": 0.389829, "nauc_recall_at_20_diff1": 0.286254, "nauc_recall_at_100_max": 0.402948, "nauc_recall_at_100_std": 0.405382, "nauc_recall_at_100_diff1": 0.245638, "nauc_recall_at_1000_max": 0.334196, "nauc_recall_at_1000_std": 0.446213, "nauc_recall_at_1000_diff1": 0.14297, "nauc_precision_at_1_max": 0.557139, "nauc_precision_at_1_std": 0.336551, "nauc_precision_at_1_diff1": 0.395076, "nauc_precision_at_3_max": 0.570659, "nauc_precision_at_3_std": 0.40726, "nauc_precision_at_3_diff1": 0.242571, "nauc_precision_at_5_max": 0.570802, "nauc_precision_at_5_std": 0.401415, "nauc_precision_at_5_diff1": 0.210962, "nauc_precision_at_10_max": 0.545495, "nauc_precision_at_10_std": 0.41456, "nauc_precision_at_10_diff1": 0.195307, "nauc_precision_at_20_max": 0.515765, "nauc_precision_at_20_std": 0.422558, "nauc_precision_at_20_diff1": 0.184443, "nauc_precision_at_100_max": 0.381111, "nauc_precision_at_100_std": 0.392006, "nauc_precision_at_100_diff1": 0.13105, "nauc_precision_at_1000_max": 0.074267, "nauc_precision_at_1000_std": 0.144141, "nauc_precision_at_1000_diff1": -0.03184, "nauc_mrr_at_1_max": 0.557139, "nauc_mrr_at_1_std": 0.336551, "nauc_mrr_at_1_diff1": 0.395076, "nauc_mrr_at_3_max": 0.539569, "nauc_mrr_at_3_std": 0.364355, "nauc_mrr_at_3_diff1": 0.347928, "nauc_mrr_at_5_max": 0.535494, "nauc_mrr_at_5_std": 0.361307, "nauc_mrr_at_5_diff1": 0.341323, "nauc_mrr_at_10_max": 0.533251, "nauc_mrr_at_10_std": 0.365099, "nauc_mrr_at_10_diff1": 0.339031, "nauc_mrr_at_20_max": 0.529707, "nauc_mrr_at_20_std": 0.366262, "nauc_mrr_at_20_diff1": 0.337143, "nauc_mrr_at_100_max": 0.525211, "nauc_mrr_at_100_std": 0.365463, "nauc_mrr_at_100_diff1": 0.335748, "nauc_mrr_at_1000_max": 0.525789, "nauc_mrr_at_1000_std": 0.365422, "nauc_mrr_at_1000_diff1": 0.335932, "main_score": 0.15205, "hf_subset": "jpn-eng", "languages": [ "jpn-Hira", "eng-Latn" ] }, { "ndcg_at_1": 0.06575, "ndcg_at_3": 0.07574, "ndcg_at_5": 0.08464, "ndcg_at_10": 0.09488, "ndcg_at_20": 0.10527, "ndcg_at_100": 0.14654, "ndcg_at_1000": 0.2292, "map_at_1": 0.04567, "map_at_3": 0.06676, "map_at_5": 0.07292, "map_at_10": 0.07683, "map_at_20": 0.07974, "map_at_100": 0.08531, "map_at_1000": 0.08809, "recall_at_1": 0.04567, "recall_at_3": 0.08361, "recall_at_5": 0.10443, "recall_at_10": 0.13545, "recall_at_20": 0.17097, "recall_at_100": 0.37421, "recall_at_1000": 1.0, "precision_at_1": 0.06575, "precision_at_3": 0.04332, "precision_at_5": 0.03272, "precision_at_10": 0.02049, "precision_at_20": 0.01346, "precision_at_100": 0.00622, "precision_at_1000": 0.00156, "mrr_at_1": 0.065749, "mrr_at_3": 0.082569, "mrr_at_5": 0.08792, "mrr_at_10": 0.092528, "mrr_at_20": 0.095404, "mrr_at_100": 0.100336, "mrr_at_1000": 0.102395, "nauc_ndcg_at_1_max": 0.129904, "nauc_ndcg_at_1_std": -0.262531, "nauc_ndcg_at_1_diff1": 0.450638, "nauc_ndcg_at_3_max": 0.105247, "nauc_ndcg_at_3_std": -0.236239, "nauc_ndcg_at_3_diff1": 0.364131, "nauc_ndcg_at_5_max": 0.092664, "nauc_ndcg_at_5_std": -0.221177, "nauc_ndcg_at_5_diff1": 0.346876, "nauc_ndcg_at_10_max": 0.096611, "nauc_ndcg_at_10_std": -0.178251, "nauc_ndcg_at_10_diff1": 0.33245, "nauc_ndcg_at_20_max": 0.104498, "nauc_ndcg_at_20_std": -0.153283, "nauc_ndcg_at_20_diff1": 0.313674, "nauc_ndcg_at_100_max": 0.153255, "nauc_ndcg_at_100_std": -0.062567, "nauc_ndcg_at_100_diff1": 0.268433, "nauc_ndcg_at_1000_max": 0.133114, "nauc_ndcg_at_1000_std": -0.116122, "nauc_ndcg_at_1000_diff1": 0.301631, "nauc_map_at_1_max": 0.055614, "nauc_map_at_1_std": -0.284114, "nauc_map_at_1_diff1": 0.566218, "nauc_map_at_3_max": 0.089264, "nauc_map_at_3_std": -0.256803, "nauc_map_at_3_diff1": 0.383414, "nauc_map_at_5_max": 0.086491, "nauc_map_at_5_std": -0.243373, "nauc_map_at_5_diff1": 0.367462, "nauc_map_at_10_max": 0.088022, "nauc_map_at_10_std": -0.223347, "nauc_map_at_10_diff1": 0.360761, "nauc_map_at_20_max": 0.091267, "nauc_map_at_20_std": -0.213524, "nauc_map_at_20_diff1": 0.35414, "nauc_map_at_100_max": 0.101955, "nauc_map_at_100_std": -0.193452, "nauc_map_at_100_diff1": 0.343837, "nauc_map_at_1000_max": 0.10128, "nauc_map_at_1000_std": -0.195594, "nauc_map_at_1000_diff1": 0.344676, "nauc_recall_at_1_max": 0.055614, "nauc_recall_at_1_std": -0.284114, "nauc_recall_at_1_diff1": 0.566218, "nauc_recall_at_3_max": 0.083727, "nauc_recall_at_3_std": -0.226861, "nauc_recall_at_3_diff1": 0.32446, "nauc_recall_at_5_max": 0.069206, "nauc_recall_at_5_std": -0.195874, "nauc_recall_at_5_diff1": 0.292898, "nauc_recall_at_10_max": 0.082805, "nauc_recall_at_10_std": -0.105382, "nauc_recall_at_10_diff1": 0.266847, "nauc_recall_at_20_max": 0.102902, "nauc_recall_at_20_std": -0.059584, "nauc_recall_at_20_diff1": 0.234476, "nauc_recall_at_100_max": 0.207388, "nauc_recall_at_100_std": 0.126454, "nauc_recall_at_100_diff1": 0.130184, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.129904, "nauc_precision_at_1_std": -0.262531, "nauc_precision_at_1_diff1": 0.450638, "nauc_precision_at_3_max": 0.175323, "nauc_precision_at_3_std": -0.208828, "nauc_precision_at_3_diff1": 0.261847, "nauc_precision_at_5_max": 0.159639, "nauc_precision_at_5_std": -0.1746, "nauc_precision_at_5_diff1": 0.24337, "nauc_precision_at_10_max": 0.148221, "nauc_precision_at_10_std": -0.099917, "nauc_precision_at_10_diff1": 0.230108, "nauc_precision_at_20_max": 0.153581, "nauc_precision_at_20_std": -0.046968, "nauc_precision_at_20_diff1": 0.191719, "nauc_precision_at_100_max": 0.265253, "nauc_precision_at_100_std": 0.188612, "nauc_precision_at_100_diff1": 0.102506, "nauc_precision_at_1000_max": 0.125755, "nauc_precision_at_1000_std": 0.13423, "nauc_precision_at_1000_diff1": 0.029167, "nauc_mrr_at_1_max": 0.129904, "nauc_mrr_at_1_std": -0.262531, "nauc_mrr_at_1_diff1": 0.450638, "nauc_mrr_at_3_max": 0.135724, "nauc_mrr_at_3_std": -0.21938, "nauc_mrr_at_3_diff1": 0.381178, "nauc_mrr_at_5_max": 0.130626, "nauc_mrr_at_5_std": -0.209017, "nauc_mrr_at_5_diff1": 0.371985, "nauc_mrr_at_10_max": 0.131897, "nauc_mrr_at_10_std": -0.188413, "nauc_mrr_at_10_diff1": 0.363105, "nauc_mrr_at_20_max": 0.132127, "nauc_mrr_at_20_std": -0.182649, "nauc_mrr_at_20_diff1": 0.356452, "nauc_mrr_at_100_max": 0.138872, "nauc_mrr_at_100_std": -0.169623, "nauc_mrr_at_100_diff1": 0.349464, "nauc_mrr_at_1000_max": 0.138432, "nauc_mrr_at_1000_std": -0.172102, "nauc_mrr_at_1000_diff1": 0.350753, "main_score": 0.09488, "hf_subset": "kor-kor", "languages": [ "kor-Hang", "kor-Hang" ] }, { "ndcg_at_1": 0.07492, "ndcg_at_3": 0.07414, "ndcg_at_5": 0.0791, "ndcg_at_10": 0.08865, "ndcg_at_20": 0.09807, "ndcg_at_100": 0.12961, "ndcg_at_1000": 0.21907, "map_at_1": 0.04997, "map_at_3": 0.06389, "map_at_5": 0.06819, "map_at_10": 0.0727, "map_at_20": 0.07543, "map_at_100": 0.0796, "map_at_1000": 0.08267, "recall_at_1": 0.04997, "recall_at_3": 0.07413, "recall_at_5": 0.08958, "recall_at_10": 0.1132, "recall_at_20": 0.14439, "recall_at_100": 0.29373, "recall_at_1000": 0.93517, "precision_at_1": 0.07492, "precision_at_3": 0.04179, "precision_at_5": 0.03028, "precision_at_10": 0.02064, "precision_at_20": 0.01353, "precision_at_100": 0.00576, "precision_at_1000": 0.00182, "mrr_at_1": 0.074924, "mrr_at_3": 0.085882, "mrr_at_5": 0.090392, "mrr_at_10": 0.094289, "mrr_at_20": 0.09699, "mrr_at_100": 0.10078, "mrr_at_1000": 0.102871, "nauc_ndcg_at_1_max": 0.308139, "nauc_ndcg_at_1_std": 0.018568, "nauc_ndcg_at_1_diff1": 0.405942, "nauc_ndcg_at_3_max": 0.316072, "nauc_ndcg_at_3_std": 0.065561, "nauc_ndcg_at_3_diff1": 0.381851, "nauc_ndcg_at_5_max": 0.323011, "nauc_ndcg_at_5_std": 0.078268, "nauc_ndcg_at_5_diff1": 0.372448, "nauc_ndcg_at_10_max": 0.333381, "nauc_ndcg_at_10_std": 0.112552, "nauc_ndcg_at_10_diff1": 0.348287, "nauc_ndcg_at_20_max": 0.328461, "nauc_ndcg_at_20_std": 0.124546, "nauc_ndcg_at_20_diff1": 0.336815, "nauc_ndcg_at_100_max": 0.360919, "nauc_ndcg_at_100_std": 0.188481, "nauc_ndcg_at_100_diff1": 0.289321, "nauc_ndcg_at_1000_max": 0.343274, "nauc_ndcg_at_1000_std": 0.164712, "nauc_ndcg_at_1000_diff1": 0.316685, "nauc_map_at_1_max": 0.294736, "nauc_map_at_1_std": -0.023505, "nauc_map_at_1_diff1": 0.485504, "nauc_map_at_3_max": 0.317728, "nauc_map_at_3_std": 0.043622, "nauc_map_at_3_diff1": 0.410579, "nauc_map_at_5_max": 0.322483, "nauc_map_at_5_std": 0.059488, "nauc_map_at_5_diff1": 0.3979, "nauc_map_at_10_max": 0.324223, "nauc_map_at_10_std": 0.075858, "nauc_map_at_10_diff1": 0.382463, "nauc_map_at_20_max": 0.321997, "nauc_map_at_20_std": 0.080249, "nauc_map_at_20_diff1": 0.377447, "nauc_map_at_100_max": 0.328011, "nauc_map_at_100_std": 0.095352, "nauc_map_at_100_diff1": 0.366956, "nauc_map_at_1000_max": 0.330314, "nauc_map_at_1000_std": 0.09856, "nauc_map_at_1000_diff1": 0.366535, "nauc_recall_at_1_max": 0.294736, "nauc_recall_at_1_std": -0.023505, "nauc_recall_at_1_diff1": 0.485504, "nauc_recall_at_3_max": 0.311148, "nauc_recall_at_3_std": 0.081904, "nauc_recall_at_3_diff1": 0.37001, "nauc_recall_at_5_max": 0.32738, "nauc_recall_at_5_std": 0.112796, "nauc_recall_at_5_diff1": 0.339712, "nauc_recall_at_10_max": 0.344557, "nauc_recall_at_10_std": 0.172021, "nauc_recall_at_10_diff1": 0.292362, "nauc_recall_at_20_max": 0.327529, "nauc_recall_at_20_std": 0.184285, "nauc_recall_at_20_diff1": 0.27484, "nauc_recall_at_100_max": 0.39671, "nauc_recall_at_100_std": 0.309085, "nauc_recall_at_100_diff1": 0.167087, "nauc_recall_at_1000_max": 0.358705, "nauc_recall_at_1000_std": 0.294465, "nauc_recall_at_1000_diff1": 0.375974, "nauc_precision_at_1_max": 0.308139, "nauc_precision_at_1_std": 0.018568, "nauc_precision_at_1_diff1": 0.405942, "nauc_precision_at_3_max": 0.357317, "nauc_precision_at_3_std": 0.15141, "nauc_precision_at_3_diff1": 0.302579, "nauc_precision_at_5_max": 0.354098, "nauc_precision_at_5_std": 0.169158, "nauc_precision_at_5_diff1": 0.27837, "nauc_precision_at_10_max": 0.362549, "nauc_precision_at_10_std": 0.233752, "nauc_precision_at_10_diff1": 0.227892, "nauc_precision_at_20_max": 0.335278, "nauc_precision_at_20_std": 0.246657, "nauc_precision_at_20_diff1": 0.203575, "nauc_precision_at_100_max": 0.387416, "nauc_precision_at_100_std": 0.359921, "nauc_precision_at_100_diff1": 0.10105, "nauc_precision_at_1000_max": 0.066085, "nauc_precision_at_1000_std": 0.102465, "nauc_precision_at_1000_diff1": 0.021296, "nauc_mrr_at_1_max": 0.308139, "nauc_mrr_at_1_std": 0.018568, "nauc_mrr_at_1_diff1": 0.405942, "nauc_mrr_at_3_max": 0.304253, "nauc_mrr_at_3_std": 0.056272, "nauc_mrr_at_3_diff1": 0.3712, "nauc_mrr_at_5_max": 0.307006, "nauc_mrr_at_5_std": 0.062907, "nauc_mrr_at_5_diff1": 0.362989, "nauc_mrr_at_10_max": 0.317425, "nauc_mrr_at_10_std": 0.084772, "nauc_mrr_at_10_diff1": 0.354777, "nauc_mrr_at_20_max": 0.316455, "nauc_mrr_at_20_std": 0.089557, "nauc_mrr_at_20_diff1": 0.35188, "nauc_mrr_at_100_max": 0.321286, "nauc_mrr_at_100_std": 0.097834, "nauc_mrr_at_100_diff1": 0.345325, "nauc_mrr_at_1000_max": 0.321157, "nauc_mrr_at_1000_std": 0.09732, "nauc_mrr_at_1000_diff1": 0.34664, "main_score": 0.08865, "hf_subset": "eng-kor", "languages": [ "eng-Latn", "kor-Hang" ] }, { "ndcg_at_1": 0.05375, "ndcg_at_3": 0.06311, "ndcg_at_5": 0.06646, "ndcg_at_10": 0.07887, "ndcg_at_20": 0.091, "ndcg_at_100": 0.12728, "ndcg_at_1000": 0.21555, "map_at_1": 0.03788, "map_at_3": 0.05493, "map_at_5": 0.05793, "map_at_10": 0.06321, "map_at_20": 0.06682, "map_at_100": 0.07143, "map_at_1000": 0.0741, "recall_at_1": 0.03788, "recall_at_3": 0.07016, "recall_at_5": 0.07898, "recall_at_10": 0.11463, "recall_at_20": 0.15741, "recall_at_100": 0.33744, "recall_at_1000": 1.0, "precision_at_1": 0.05375, "precision_at_3": 0.03637, "precision_at_5": 0.02508, "precision_at_10": 0.01775, "precision_at_20": 0.01238, "precision_at_100": 0.0056, "precision_at_1000": 0.00167, "mrr_at_1": 0.053746, "mrr_at_3": 0.068947, "mrr_at_5": 0.070331, "mrr_at_10": 0.07588, "mrr_at_20": 0.079167, "mrr_at_100": 0.083596, "mrr_at_1000": 0.085695, "nauc_ndcg_at_1_max": 0.356796, "nauc_ndcg_at_1_std": 0.082278, "nauc_ndcg_at_1_diff1": 0.476822, "nauc_ndcg_at_3_max": 0.311147, "nauc_ndcg_at_3_std": 0.096821, "nauc_ndcg_at_3_diff1": 0.387784, "nauc_ndcg_at_5_max": 0.314029, "nauc_ndcg_at_5_std": 0.095022, "nauc_ndcg_at_5_diff1": 0.360683, "nauc_ndcg_at_10_max": 0.342495, "nauc_ndcg_at_10_std": 0.147268, "nauc_ndcg_at_10_diff1": 0.32323, "nauc_ndcg_at_20_max": 0.351548, "nauc_ndcg_at_20_std": 0.171124, "nauc_ndcg_at_20_diff1": 0.291503, "nauc_ndcg_at_100_max": 0.383125, "nauc_ndcg_at_100_std": 0.219641, "nauc_ndcg_at_100_diff1": 0.238717, "nauc_ndcg_at_1000_max": 0.351446, "nauc_ndcg_at_1000_std": 0.178022, "nauc_ndcg_at_1000_diff1": 0.286893, "nauc_map_at_1_max": 0.347027, "nauc_map_at_1_std": 0.06904, "nauc_map_at_1_diff1": 0.610197, "nauc_map_at_3_max": 0.319176, "nauc_map_at_3_std": 0.087308, "nauc_map_at_3_diff1": 0.424998, "nauc_map_at_5_max": 0.319505, "nauc_map_at_5_std": 0.088045, "nauc_map_at_5_diff1": 0.400362, "nauc_map_at_10_max": 0.334051, "nauc_map_at_10_std": 0.113774, "nauc_map_at_10_diff1": 0.379517, "nauc_map_at_20_max": 0.339729, "nauc_map_at_20_std": 0.124395, "nauc_map_at_20_diff1": 0.365688, "nauc_map_at_100_max": 0.347084, "nauc_map_at_100_std": 0.136613, "nauc_map_at_100_diff1": 0.353715, "nauc_map_at_1000_max": 0.344001, "nauc_map_at_1000_std": 0.133874, "nauc_map_at_1000_diff1": 0.354237, "nauc_recall_at_1_max": 0.347027, "nauc_recall_at_1_std": 0.06904, "nauc_recall_at_1_diff1": 0.610197, "nauc_recall_at_3_max": 0.291914, "nauc_recall_at_3_std": 0.101716, "nauc_recall_at_3_diff1": 0.34766, "nauc_recall_at_5_max": 0.292303, "nauc_recall_at_5_std": 0.092618, "nauc_recall_at_5_diff1": 0.299595, "nauc_recall_at_10_max": 0.34215, "nauc_recall_at_10_std": 0.196428, "nauc_recall_at_10_diff1": 0.222089, "nauc_recall_at_20_max": 0.353249, "nauc_recall_at_20_std": 0.233537, "nauc_recall_at_20_diff1": 0.171505, "nauc_recall_at_100_max": 0.388266, "nauc_recall_at_100_std": 0.28956, "nauc_recall_at_100_diff1": 0.064536, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.356796, "nauc_precision_at_1_std": 0.082278, "nauc_precision_at_1_diff1": 0.476822, "nauc_precision_at_3_max": 0.339789, "nauc_precision_at_3_std": 0.133129, "nauc_precision_at_3_diff1": 0.260067, "nauc_precision_at_5_max": 0.348034, "nauc_precision_at_5_std": 0.138002, "nauc_precision_at_5_diff1": 0.218899, "nauc_precision_at_10_max": 0.387093, "nauc_precision_at_10_std": 0.218941, "nauc_precision_at_10_diff1": 0.185503, "nauc_precision_at_20_max": 0.407157, "nauc_precision_at_20_std": 0.264438, "nauc_precision_at_20_diff1": 0.149811, "nauc_precision_at_100_max": 0.476466, "nauc_precision_at_100_std": 0.394427, "nauc_precision_at_100_diff1": 0.090729, "nauc_precision_at_1000_max": 0.131797, "nauc_precision_at_1000_std": 0.126903, "nauc_precision_at_1000_diff1": 0.11259, "nauc_mrr_at_1_max": 0.356796, "nauc_mrr_at_1_std": 0.082278, "nauc_mrr_at_1_diff1": 0.476822, "nauc_mrr_at_3_max": 0.324238, "nauc_mrr_at_3_std": 0.102754, "nauc_mrr_at_3_diff1": 0.381657, "nauc_mrr_at_5_max": 0.324905, "nauc_mrr_at_5_std": 0.102007, "nauc_mrr_at_5_diff1": 0.372112, "nauc_mrr_at_10_max": 0.334385, "nauc_mrr_at_10_std": 0.125486, "nauc_mrr_at_10_diff1": 0.353208, "nauc_mrr_at_20_max": 0.337577, "nauc_mrr_at_20_std": 0.133406, "nauc_mrr_at_20_diff1": 0.34388, "nauc_mrr_at_100_max": 0.340682, "nauc_mrr_at_100_std": 0.138337, "nauc_mrr_at_100_diff1": 0.33503, "nauc_mrr_at_1000_max": 0.33853, "nauc_mrr_at_1000_std": 0.136148, "nauc_mrr_at_1000_diff1": 0.335804, "main_score": 0.07887, "hf_subset": "kor-eng", "languages": [ "kor-Hang", "eng-Latn" ] }, { "ndcg_at_1": 0.24076, "ndcg_at_3": 0.23794, "ndcg_at_5": 0.25282, "ndcg_at_10": 0.27192, "ndcg_at_20": 0.2909, "ndcg_at_100": 0.32659, "ndcg_at_1000": 0.37788, "map_at_1": 0.13456, "map_at_3": 0.20005, "map_at_5": 0.21916, "map_at_10": 0.22964, "map_at_20": 0.2355, "map_at_100": 0.24111, "map_at_1000": 0.24313, "recall_at_1": 0.13456, "recall_at_3": 0.23163, "recall_at_5": 0.28178, "recall_at_10": 0.32854, "recall_at_20": 0.39008, "recall_at_100": 0.55299, "recall_at_1000": 0.90972, "precision_at_1": 0.24076, "precision_at_3": 0.15541, "precision_at_5": 0.11567, "precision_at_10": 0.06879, "precision_at_20": 0.04096, "precision_at_100": 0.01159, "precision_at_1000": 0.00189, "mrr_at_1": 0.240764, "mrr_at_3": 0.277282, "mrr_at_5": 0.289575, "mrr_at_10": 0.295604, "mrr_at_20": 0.301091, "mrr_at_100": 0.304691, "mrr_at_1000": 0.305732, "nauc_ndcg_at_1_max": 0.245132, "nauc_ndcg_at_1_std": -0.128039, "nauc_ndcg_at_1_diff1": 0.510487, "nauc_ndcg_at_3_max": 0.248684, "nauc_ndcg_at_3_std": -0.103208, "nauc_ndcg_at_3_diff1": 0.418886, "nauc_ndcg_at_5_max": 0.248226, "nauc_ndcg_at_5_std": -0.087986, "nauc_ndcg_at_5_diff1": 0.387936, "nauc_ndcg_at_10_max": 0.250822, "nauc_ndcg_at_10_std": -0.083213, "nauc_ndcg_at_10_diff1": 0.373049, "nauc_ndcg_at_20_max": 0.245678, "nauc_ndcg_at_20_std": -0.065518, "nauc_ndcg_at_20_diff1": 0.362273, "nauc_ndcg_at_100_max": 0.230525, "nauc_ndcg_at_100_std": -0.055667, "nauc_ndcg_at_100_diff1": 0.35477, "nauc_ndcg_at_1000_max": 0.232777, "nauc_ndcg_at_1000_std": -0.062027, "nauc_ndcg_at_1000_diff1": 0.361768, "nauc_map_at_1_max": 0.153866, "nauc_map_at_1_std": -0.174119, "nauc_map_at_1_diff1": 0.510475, "nauc_map_at_3_max": 0.225526, "nauc_map_at_3_std": -0.120194, "nauc_map_at_3_diff1": 0.425459, "nauc_map_at_5_max": 0.237762, "nauc_map_at_5_std": -0.10837, "nauc_map_at_5_diff1": 0.402183, "nauc_map_at_10_max": 0.241547, "nauc_map_at_10_std": -0.102654, "nauc_map_at_10_diff1": 0.393868, "nauc_map_at_20_max": 0.240265, "nauc_map_at_20_std": -0.097696, "nauc_map_at_20_diff1": 0.389334, "nauc_map_at_100_max": 0.237611, "nauc_map_at_100_std": -0.09576, "nauc_map_at_100_diff1": 0.387264, "nauc_map_at_1000_max": 0.237755, "nauc_map_at_1000_std": -0.095324, "nauc_map_at_1000_diff1": 0.387308, "nauc_recall_at_1_max": 0.153866, "nauc_recall_at_1_std": -0.174119, "nauc_recall_at_1_diff1": 0.510475, "nauc_recall_at_3_max": 0.219813, "nauc_recall_at_3_std": -0.093395, "nauc_recall_at_3_diff1": 0.360834, "nauc_recall_at_5_max": 0.239372, "nauc_recall_at_5_std": -0.05341, "nauc_recall_at_5_diff1": 0.299924, "nauc_recall_at_10_max": 0.247618, "nauc_recall_at_10_std": -0.045284, "nauc_recall_at_10_diff1": 0.273521, "nauc_recall_at_20_max": 0.228904, "nauc_recall_at_20_std": 0.010437, "nauc_recall_at_20_diff1": 0.238582, "nauc_recall_at_100_max": 0.16113, "nauc_recall_at_100_std": 0.048524, "nauc_recall_at_100_diff1": 0.197019, "nauc_recall_at_1000_max": 0.098488, "nauc_recall_at_1000_std": 0.093286, "nauc_recall_at_1000_diff1": 0.047566, "nauc_precision_at_1_max": 0.245132, "nauc_precision_at_1_std": -0.128039, "nauc_precision_at_1_diff1": 0.510487, "nauc_precision_at_3_max": 0.294098, "nauc_precision_at_3_std": -0.038094, "nauc_precision_at_3_diff1": 0.310362, "nauc_precision_at_5_max": 0.294357, "nauc_precision_at_5_std": -0.007552, "nauc_precision_at_5_diff1": 0.246762, "nauc_precision_at_10_max": 0.275682, "nauc_precision_at_10_std": -0.000368, "nauc_precision_at_10_diff1": 0.201197, "nauc_precision_at_20_max": 0.246434, "nauc_precision_at_20_std": 0.042554, "nauc_precision_at_20_diff1": 0.165554, "nauc_precision_at_100_max": 0.153723, "nauc_precision_at_100_std": 0.08178, "nauc_precision_at_100_diff1": 0.106572, "nauc_precision_at_1000_max": 0.057557, "nauc_precision_at_1000_std": 0.065595, "nauc_precision_at_1000_diff1": 0.015015, "nauc_mrr_at_1_max": 0.245132, "nauc_mrr_at_1_std": -0.128039, "nauc_mrr_at_1_diff1": 0.510487, "nauc_mrr_at_3_max": 0.247741, "nauc_mrr_at_3_std": -0.10287, "nauc_mrr_at_3_diff1": 0.458823, "nauc_mrr_at_5_max": 0.252152, "nauc_mrr_at_5_std": -0.090633, "nauc_mrr_at_5_diff1": 0.44359, "nauc_mrr_at_10_max": 0.251436, "nauc_mrr_at_10_std": -0.092002, "nauc_mrr_at_10_diff1": 0.438382, "nauc_mrr_at_20_max": 0.248359, "nauc_mrr_at_20_std": -0.086892, "nauc_mrr_at_20_diff1": 0.436616, "nauc_mrr_at_100_max": 0.247782, "nauc_mrr_at_100_std": -0.086535, "nauc_mrr_at_100_diff1": 0.43616, "nauc_mrr_at_1000_max": 0.248003, "nauc_mrr_at_1000_std": -0.086617, "nauc_mrr_at_1000_diff1": 0.436324, "main_score": 0.27192, "hf_subset": "pol-pol", "languages": [ "pol-Latn", "pol-Latn" ] }, { "ndcg_at_1": 0.0879, "ndcg_at_3": 0.08735, "ndcg_at_5": 0.09224, "ndcg_at_10": 0.10847, "ndcg_at_20": 0.1214, "ndcg_at_100": 0.14618, "ndcg_at_1000": 0.22057, "map_at_1": 0.03892, "map_at_3": 0.06628, "map_at_5": 0.07533, "map_at_10": 0.08365, "map_at_20": 0.08816, "map_at_100": 0.09199, "map_at_1000": 0.0945, "recall_at_1": 0.03892, "recall_at_3": 0.07962, "recall_at_5": 0.10248, "recall_at_10": 0.14189, "recall_at_20": 0.18251, "recall_at_100": 0.28656, "recall_at_1000": 0.79363, "precision_at_1": 0.0879, "precision_at_3": 0.06709, "precision_at_5": 0.05248, "precision_at_10": 0.03631, "precision_at_20": 0.02306, "precision_at_100": 0.00741, "precision_at_1000": 0.00189, "mrr_at_1": 0.087898, "mrr_at_3": 0.107219, "mrr_at_5": 0.112824, "mrr_at_10": 0.118897, "mrr_at_20": 0.121967, "mrr_at_100": 0.125179, "mrr_at_1000": 0.127003, "nauc_ndcg_at_1_max": 0.562156, "nauc_ndcg_at_1_std": 0.459635, "nauc_ndcg_at_1_diff1": -0.04497, "nauc_ndcg_at_3_max": 0.551444, "nauc_ndcg_at_3_std": 0.447203, "nauc_ndcg_at_3_diff1": -0.060812, "nauc_ndcg_at_5_max": 0.529786, "nauc_ndcg_at_5_std": 0.44024, "nauc_ndcg_at_5_diff1": -0.070273, "nauc_ndcg_at_10_max": 0.51923, "nauc_ndcg_at_10_std": 0.455234, "nauc_ndcg_at_10_diff1": -0.082728, "nauc_ndcg_at_20_max": 0.498782, "nauc_ndcg_at_20_std": 0.449676, "nauc_ndcg_at_20_diff1": -0.092806, "nauc_ndcg_at_100_max": 0.473119, "nauc_ndcg_at_100_std": 0.453055, "nauc_ndcg_at_100_diff1": -0.108522, "nauc_ndcg_at_1000_max": 0.456973, "nauc_ndcg_at_1000_std": 0.434526, "nauc_ndcg_at_1000_diff1": -0.095996, "nauc_map_at_1_max": 0.56, "nauc_map_at_1_std": 0.377348, "nauc_map_at_1_diff1": 0.019986, "nauc_map_at_3_max": 0.564085, "nauc_map_at_3_std": 0.434786, "nauc_map_at_3_diff1": -0.04366, "nauc_map_at_5_max": 0.557296, "nauc_map_at_5_std": 0.446963, "nauc_map_at_5_diff1": -0.055376, "nauc_map_at_10_max": 0.551915, "nauc_map_at_10_std": 0.459801, "nauc_map_at_10_diff1": -0.066534, "nauc_map_at_20_max": 0.545183, "nauc_map_at_20_std": 0.461808, "nauc_map_at_20_diff1": -0.073555, "nauc_map_at_100_max": 0.53984, "nauc_map_at_100_std": 0.462971, "nauc_map_at_100_diff1": -0.076993, "nauc_map_at_1000_max": 0.537954, "nauc_map_at_1000_std": 0.461701, "nauc_map_at_1000_diff1": -0.076343, "nauc_recall_at_1_max": 0.56, "nauc_recall_at_1_std": 0.377348, "nauc_recall_at_1_diff1": 0.019986, "nauc_recall_at_3_max": 0.524835, "nauc_recall_at_3_std": 0.407677, "nauc_recall_at_3_diff1": -0.057494, "nauc_recall_at_5_max": 0.488958, "nauc_recall_at_5_std": 0.412765, "nauc_recall_at_5_diff1": -0.082506, "nauc_recall_at_10_max": 0.464485, "nauc_recall_at_10_std": 0.437298, "nauc_recall_at_10_diff1": -0.096606, "nauc_recall_at_20_max": 0.418262, "nauc_recall_at_20_std": 0.411295, "nauc_recall_at_20_diff1": -0.108921, "nauc_recall_at_100_max": 0.363094, "nauc_recall_at_100_std": 0.419978, "nauc_recall_at_100_diff1": -0.138895, "nauc_recall_at_1000_max": 0.220487, "nauc_recall_at_1000_std": 0.328569, "nauc_recall_at_1000_diff1": -0.104646, "nauc_precision_at_1_max": 0.562156, "nauc_precision_at_1_std": 0.459635, "nauc_precision_at_1_diff1": -0.04497, "nauc_precision_at_3_max": 0.568236, "nauc_precision_at_3_std": 0.499115, "nauc_precision_at_3_diff1": -0.08649, "nauc_precision_at_5_max": 0.531442, "nauc_precision_at_5_std": 0.497285, "nauc_precision_at_5_diff1": -0.10618, "nauc_precision_at_10_max": 0.507585, "nauc_precision_at_10_std": 0.50638, "nauc_precision_at_10_diff1": -0.12795, "nauc_precision_at_20_max": 0.464896, "nauc_precision_at_20_std": 0.493119, "nauc_precision_at_20_diff1": -0.145298, "nauc_precision_at_100_max": 0.349459, "nauc_precision_at_100_std": 0.442268, "nauc_precision_at_100_diff1": -0.174031, "nauc_precision_at_1000_max": 0.139394, "nauc_precision_at_1000_std": 0.192773, "nauc_precision_at_1000_diff1": -0.078192, "nauc_mrr_at_1_max": 0.562156, "nauc_mrr_at_1_std": 0.459635, "nauc_mrr_at_1_diff1": -0.04497, "nauc_mrr_at_3_max": 0.534381, "nauc_mrr_at_3_std": 0.444968, "nauc_mrr_at_3_diff1": -0.058616, "nauc_mrr_at_5_max": 0.518389, "nauc_mrr_at_5_std": 0.440803, "nauc_mrr_at_5_diff1": -0.068544, "nauc_mrr_at_10_max": 0.511009, "nauc_mrr_at_10_std": 0.440799, "nauc_mrr_at_10_diff1": -0.072029, "nauc_mrr_at_20_max": 0.505051, "nauc_mrr_at_20_std": 0.438214, "nauc_mrr_at_20_diff1": -0.074807, "nauc_mrr_at_100_max": 0.502455, "nauc_mrr_at_100_std": 0.438846, "nauc_mrr_at_100_diff1": -0.076324, "nauc_mrr_at_1000_max": 0.502412, "nauc_mrr_at_1000_std": 0.438541, "nauc_mrr_at_1000_diff1": -0.075566, "main_score": 0.10847, "hf_subset": "eng-pol", "languages": [ "eng-Latn", "pol-Latn" ] }, { "ndcg_at_1": 0.14929, "ndcg_at_3": 0.14603, "ndcg_at_5": 0.15434, "ndcg_at_10": 0.16908, "ndcg_at_20": 0.17896, "ndcg_at_100": 0.20019, "ndcg_at_1000": 0.26803, "map_at_1": 0.08192, "map_at_3": 0.12433, "map_at_5": 0.13517, "map_at_10": 0.14259, "map_at_20": 0.1461, "map_at_100": 0.14935, "map_at_1000": 0.15155, "recall_at_1": 0.08192, "recall_at_3": 0.14217, "recall_at_5": 0.16847, "recall_at_10": 0.20558, "recall_at_20": 0.23692, "recall_at_100": 0.33376, "recall_at_1000": 0.81115, "precision_at_1": 0.14929, "precision_at_3": 0.0991, "precision_at_5": 0.07284, "precision_at_10": 0.0444, "precision_at_20": 0.0258, "precision_at_100": 0.00717, "precision_at_1000": 0.00172, "mrr_at_1": 0.149292, "mrr_at_3": 0.170528, "mrr_at_5": 0.176512, "mrr_at_10": 0.182152, "mrr_at_20": 0.184297, "mrr_at_100": 0.187023, "mrr_at_1000": 0.188607, "nauc_ndcg_at_1_max": 0.544895, "nauc_ndcg_at_1_std": 0.342766, "nauc_ndcg_at_1_diff1": 0.458928, "nauc_ndcg_at_3_max": 0.515404, "nauc_ndcg_at_3_std": 0.353624, "nauc_ndcg_at_3_diff1": 0.40401, "nauc_ndcg_at_5_max": 0.511485, "nauc_ndcg_at_5_std": 0.359286, "nauc_ndcg_at_5_diff1": 0.384599, "nauc_ndcg_at_10_max": 0.485731, "nauc_ndcg_at_10_std": 0.358042, "nauc_ndcg_at_10_diff1": 0.361036, "nauc_ndcg_at_20_max": 0.479122, "nauc_ndcg_at_20_std": 0.353777, "nauc_ndcg_at_20_diff1": 0.350658, "nauc_ndcg_at_100_max": 0.45399, "nauc_ndcg_at_100_std": 0.352294, "nauc_ndcg_at_100_diff1": 0.334936, "nauc_ndcg_at_1000_max": 0.4506, "nauc_ndcg_at_1000_std": 0.339266, "nauc_ndcg_at_1000_diff1": 0.325005, "nauc_map_at_1_max": 0.495986, "nauc_map_at_1_std": 0.313924, "nauc_map_at_1_diff1": 0.531662, "nauc_map_at_3_max": 0.520152, "nauc_map_at_3_std": 0.357656, "nauc_map_at_3_diff1": 0.425349, "nauc_map_at_5_max": 0.520331, "nauc_map_at_5_std": 0.35869, "nauc_map_at_5_diff1": 0.400748, "nauc_map_at_10_max": 0.504572, "nauc_map_at_10_std": 0.360899, "nauc_map_at_10_diff1": 0.387053, "nauc_map_at_20_max": 0.502947, "nauc_map_at_20_std": 0.361026, "nauc_map_at_20_diff1": 0.382691, "nauc_map_at_100_max": 0.497642, "nauc_map_at_100_std": 0.360898, "nauc_map_at_100_diff1": 0.378796, "nauc_map_at_1000_max": 0.496979, "nauc_map_at_1000_std": 0.359989, "nauc_map_at_1000_diff1": 0.377855, "nauc_recall_at_1_max": 0.495986, "nauc_recall_at_1_std": 0.313924, "nauc_recall_at_1_diff1": 0.531662, "nauc_recall_at_3_max": 0.487666, "nauc_recall_at_3_std": 0.354082, "nauc_recall_at_3_diff1": 0.383109, "nauc_recall_at_5_max": 0.492596, "nauc_recall_at_5_std": 0.365036, "nauc_recall_at_5_diff1": 0.335264, "nauc_recall_at_10_max": 0.422597, "nauc_recall_at_10_std": 0.347869, "nauc_recall_at_10_diff1": 0.281209, "nauc_recall_at_20_max": 0.40343, "nauc_recall_at_20_std": 0.330501, "nauc_recall_at_20_diff1": 0.256944, "nauc_recall_at_100_max": 0.319415, "nauc_recall_at_100_std": 0.31709, "nauc_recall_at_100_diff1": 0.211145, "nauc_recall_at_1000_max": 0.203664, "nauc_recall_at_1000_std": 0.18859, "nauc_recall_at_1000_diff1": 0.04603, "nauc_precision_at_1_max": 0.544895, "nauc_precision_at_1_std": 0.342766, "nauc_precision_at_1_diff1": 0.458928, "nauc_precision_at_3_max": 0.519119, "nauc_precision_at_3_std": 0.362311, "nauc_precision_at_3_diff1": 0.31343, "nauc_precision_at_5_max": 0.49854, "nauc_precision_at_5_std": 0.354313, "nauc_precision_at_5_diff1": 0.271769, "nauc_precision_at_10_max": 0.433689, "nauc_precision_at_10_std": 0.350397, "nauc_precision_at_10_diff1": 0.220777, "nauc_precision_at_20_max": 0.415546, "nauc_precision_at_20_std": 0.336241, "nauc_precision_at_20_diff1": 0.200303, "nauc_precision_at_100_max": 0.317385, "nauc_precision_at_100_std": 0.301713, "nauc_precision_at_100_diff1": 0.147302, "nauc_precision_at_1000_max": 0.130387, "nauc_precision_at_1000_std": 0.122046, "nauc_precision_at_1000_diff1": 0.003905, "nauc_mrr_at_1_max": 0.544895, "nauc_mrr_at_1_std": 0.342766, "nauc_mrr_at_1_diff1": 0.458928, "nauc_mrr_at_3_max": 0.517143, "nauc_mrr_at_3_std": 0.345201, "nauc_mrr_at_3_diff1": 0.422912, "nauc_mrr_at_5_max": 0.515066, "nauc_mrr_at_5_std": 0.347846, "nauc_mrr_at_5_diff1": 0.413313, "nauc_mrr_at_10_max": 0.50826, "nauc_mrr_at_10_std": 0.34354, "nauc_mrr_at_10_diff1": 0.405134, "nauc_mrr_at_20_max": 0.504725, "nauc_mrr_at_20_std": 0.34169, "nauc_mrr_at_20_diff1": 0.40102, "nauc_mrr_at_100_max": 0.501092, "nauc_mrr_at_100_std": 0.34192, "nauc_mrr_at_100_diff1": 0.399281, "nauc_mrr_at_1000_max": 0.501049, "nauc_mrr_at_1000_std": 0.341419, "nauc_mrr_at_1000_diff1": 0.39882, "main_score": 0.16908, "hf_subset": "pol-eng", "languages": [ "pol-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2775, "ndcg_at_3": 0.25652, "ndcg_at_5": 0.26774, "ndcg_at_10": 0.30122, "ndcg_at_20": 0.321, "ndcg_at_100": 0.35341, "ndcg_at_1000": 0.40605, "map_at_1": 0.13787, "map_at_3": 0.20549, "map_at_5": 0.22771, "map_at_10": 0.24536, "map_at_20": 0.2528, "map_at_100": 0.2584, "map_at_1000": 0.26066, "recall_at_1": 0.13787, "recall_at_3": 0.23752, "recall_at_5": 0.28835, "recall_at_10": 0.37031, "recall_at_20": 0.43156, "recall_at_100": 0.57673, "recall_at_1000": 0.9405, "precision_at_1": 0.2775, "precision_at_3": 0.17667, "precision_at_5": 0.134, "precision_at_10": 0.08575, "precision_at_20": 0.05019, "precision_at_100": 0.01307, "precision_at_1000": 0.00202, "mrr_at_1": 0.2775, "mrr_at_3": 0.313125, "mrr_at_5": 0.324875, "mrr_at_10": 0.336787, "mrr_at_20": 0.340939, "mrr_at_100": 0.344287, "mrr_at_1000": 0.345414, "nauc_ndcg_at_1_max": 0.339419, "nauc_ndcg_at_1_std": -0.120711, "nauc_ndcg_at_1_diff1": 0.427271, "nauc_ndcg_at_3_max": 0.314833, "nauc_ndcg_at_3_std": -0.122831, "nauc_ndcg_at_3_diff1": 0.370925, "nauc_ndcg_at_5_max": 0.305385, "nauc_ndcg_at_5_std": -0.126504, "nauc_ndcg_at_5_diff1": 0.361213, "nauc_ndcg_at_10_max": 0.311986, "nauc_ndcg_at_10_std": -0.119423, "nauc_ndcg_at_10_diff1": 0.345749, "nauc_ndcg_at_20_max": 0.307108, "nauc_ndcg_at_20_std": -0.116113, "nauc_ndcg_at_20_diff1": 0.338058, "nauc_ndcg_at_100_max": 0.308468, "nauc_ndcg_at_100_std": -0.10334, "nauc_ndcg_at_100_diff1": 0.33828, "nauc_ndcg_at_1000_max": 0.307286, "nauc_ndcg_at_1000_std": -0.114927, "nauc_ndcg_at_1000_diff1": 0.346499, "nauc_map_at_1_max": 0.204841, "nauc_map_at_1_std": -0.122623, "nauc_map_at_1_diff1": 0.410698, "nauc_map_at_3_max": 0.279932, "nauc_map_at_3_std": -0.117658, "nauc_map_at_3_diff1": 0.371624, "nauc_map_at_5_max": 0.297697, "nauc_map_at_5_std": -0.119984, "nauc_map_at_5_diff1": 0.358665, "nauc_map_at_10_max": 0.302947, "nauc_map_at_10_std": -0.116623, "nauc_map_at_10_diff1": 0.349267, "nauc_map_at_20_max": 0.302212, "nauc_map_at_20_std": -0.114824, "nauc_map_at_20_diff1": 0.346339, "nauc_map_at_100_max": 0.303096, "nauc_map_at_100_std": -0.111757, "nauc_map_at_100_diff1": 0.346222, "nauc_map_at_1000_max": 0.30269, "nauc_map_at_1000_std": -0.11232, "nauc_map_at_1000_diff1": 0.346119, "nauc_recall_at_1_max": 0.204841, "nauc_recall_at_1_std": -0.122623, "nauc_recall_at_1_diff1": 0.410698, "nauc_recall_at_3_max": 0.261458, "nauc_recall_at_3_std": -0.117018, "nauc_recall_at_3_diff1": 0.342315, "nauc_recall_at_5_max": 0.26961, "nauc_recall_at_5_std": -0.124779, "nauc_recall_at_5_diff1": 0.312349, "nauc_recall_at_10_max": 0.279638, "nauc_recall_at_10_std": -0.105729, "nauc_recall_at_10_diff1": 0.273379, "nauc_recall_at_20_max": 0.263129, "nauc_recall_at_20_std": -0.092022, "nauc_recall_at_20_diff1": 0.247486, "nauc_recall_at_100_max": 0.261368, "nauc_recall_at_100_std": -0.026922, "nauc_recall_at_100_diff1": 0.233476, "nauc_recall_at_1000_max": 0.25242, "nauc_recall_at_1000_std": -0.019701, "nauc_recall_at_1000_diff1": 0.26533, "nauc_precision_at_1_max": 0.339419, "nauc_precision_at_1_std": -0.120711, "nauc_precision_at_1_diff1": 0.427271, "nauc_precision_at_3_max": 0.365404, "nauc_precision_at_3_std": -0.103883, "nauc_precision_at_3_diff1": 0.308095, "nauc_precision_at_5_max": 0.361638, "nauc_precision_at_5_std": -0.101968, "nauc_precision_at_5_diff1": 0.262807, "nauc_precision_at_10_max": 0.340487, "nauc_precision_at_10_std": -0.077431, "nauc_precision_at_10_diff1": 0.216142, "nauc_precision_at_20_max": 0.308402, "nauc_precision_at_20_std": -0.070732, "nauc_precision_at_20_diff1": 0.187277, "nauc_precision_at_100_max": 0.259862, "nauc_precision_at_100_std": -0.041865, "nauc_precision_at_100_diff1": 0.155616, "nauc_precision_at_1000_max": 0.141961, "nauc_precision_at_1000_std": -0.077943, "nauc_precision_at_1000_diff1": 0.078655, "nauc_mrr_at_1_max": 0.339419, "nauc_mrr_at_1_std": -0.120711, "nauc_mrr_at_1_diff1": 0.427271, "nauc_mrr_at_3_max": 0.335681, "nauc_mrr_at_3_std": -0.133672, "nauc_mrr_at_3_diff1": 0.409545, "nauc_mrr_at_5_max": 0.330113, "nauc_mrr_at_5_std": -0.134814, "nauc_mrr_at_5_diff1": 0.401937, "nauc_mrr_at_10_max": 0.329409, "nauc_mrr_at_10_std": -0.133736, "nauc_mrr_at_10_diff1": 0.397478, "nauc_mrr_at_20_max": 0.32831, "nauc_mrr_at_20_std": -0.134076, "nauc_mrr_at_20_diff1": 0.396138, "nauc_mrr_at_100_max": 0.328312, "nauc_mrr_at_100_std": -0.133384, "nauc_mrr_at_100_diff1": 0.396282, "nauc_mrr_at_1000_max": 0.32847, "nauc_mrr_at_1000_std": -0.133335, "nauc_mrr_at_1000_diff1": 0.396411, "main_score": 0.30122, "hf_subset": "por-por", "languages": [ "por-Latn", "por-Latn" ] }, { "ndcg_at_1": 0.07375, "ndcg_at_3": 0.07143, "ndcg_at_5": 0.07468, "ndcg_at_10": 0.08589, "ndcg_at_20": 0.09889, "ndcg_at_100": 0.13824, "ndcg_at_1000": 0.22109, "map_at_1": 0.03323, "map_at_3": 0.05217, "map_at_5": 0.05893, "map_at_10": 0.06558, "map_at_20": 0.06966, "map_at_100": 0.07543, "map_at_1000": 0.07851, "recall_at_1": 0.03323, "recall_at_3": 0.0664, "recall_at_5": 0.08196, "recall_at_10": 0.10804, "recall_at_20": 0.14987, "recall_at_100": 0.32627, "recall_at_1000": 0.89704, "precision_at_1": 0.07375, "precision_at_3": 0.05375, "precision_at_5": 0.042, "precision_at_10": 0.028, "precision_at_20": 0.01875, "precision_at_100": 0.00782, "precision_at_1000": 0.00197, "mrr_at_1": 0.07375, "mrr_at_3": 0.094792, "mrr_at_5": 0.097542, "mrr_at_10": 0.100774, "mrr_at_20": 0.104278, "mrr_at_100": 0.109147, "mrr_at_1000": 0.111144, "nauc_ndcg_at_1_max": 0.334799, "nauc_ndcg_at_1_std": -0.038892, "nauc_ndcg_at_1_diff1": 0.229766, "nauc_ndcg_at_3_max": 0.323719, "nauc_ndcg_at_3_std": -0.069612, "nauc_ndcg_at_3_diff1": 0.149674, "nauc_ndcg_at_5_max": 0.319331, "nauc_ndcg_at_5_std": -0.058396, "nauc_ndcg_at_5_diff1": 0.142268, "nauc_ndcg_at_10_max": 0.310744, "nauc_ndcg_at_10_std": -0.060043, "nauc_ndcg_at_10_diff1": 0.146757, "nauc_ndcg_at_20_max": 0.282762, "nauc_ndcg_at_20_std": -0.047985, "nauc_ndcg_at_20_diff1": 0.133758, "nauc_ndcg_at_100_max": 0.240483, "nauc_ndcg_at_100_std": -0.031373, "nauc_ndcg_at_100_diff1": 0.124931, "nauc_ndcg_at_1000_max": 0.235534, "nauc_ndcg_at_1000_std": -0.044065, "nauc_ndcg_at_1000_diff1": 0.125611, "nauc_map_at_1_max": 0.364164, "nauc_map_at_1_std": 0.037794, "nauc_map_at_1_diff1": 0.278989, "nauc_map_at_3_max": 0.361676, "nauc_map_at_3_std": -0.049684, "nauc_map_at_3_diff1": 0.170894, "nauc_map_at_5_max": 0.358445, "nauc_map_at_5_std": -0.049841, "nauc_map_at_5_diff1": 0.153258, "nauc_map_at_10_max": 0.354375, "nauc_map_at_10_std": -0.04465, "nauc_map_at_10_diff1": 0.152485, "nauc_map_at_20_max": 0.340787, "nauc_map_at_20_std": -0.043374, "nauc_map_at_20_diff1": 0.147895, "nauc_map_at_100_max": 0.329405, "nauc_map_at_100_std": -0.037452, "nauc_map_at_100_diff1": 0.143583, "nauc_map_at_1000_max": 0.327562, "nauc_map_at_1000_std": -0.037475, "nauc_map_at_1000_diff1": 0.143018, "nauc_recall_at_1_max": 0.364164, "nauc_recall_at_1_std": 0.037794, "nauc_recall_at_1_diff1": 0.278989, "nauc_recall_at_3_max": 0.313707, "nauc_recall_at_3_std": -0.081976, "nauc_recall_at_3_diff1": 0.137726, "nauc_recall_at_5_max": 0.292269, "nauc_recall_at_5_std": -0.063127, "nauc_recall_at_5_diff1": 0.113957, "nauc_recall_at_10_max": 0.275593, "nauc_recall_at_10_std": -0.07218, "nauc_recall_at_10_diff1": 0.125962, "nauc_recall_at_20_max": 0.219758, "nauc_recall_at_20_std": -0.039387, "nauc_recall_at_20_diff1": 0.101538, "nauc_recall_at_100_max": 0.137728, "nauc_recall_at_100_std": -0.006207, "nauc_recall_at_100_diff1": 0.089269, "nauc_recall_at_1000_max": 0.113488, "nauc_recall_at_1000_std": 0.002857, "nauc_recall_at_1000_diff1": 0.129748, "nauc_precision_at_1_max": 0.334799, "nauc_precision_at_1_std": -0.038892, "nauc_precision_at_1_diff1": 0.229766, "nauc_precision_at_3_max": 0.319609, "nauc_precision_at_3_std": -0.120429, "nauc_precision_at_3_diff1": 0.091174, "nauc_precision_at_5_max": 0.323273, "nauc_precision_at_5_std": -0.096188, "nauc_precision_at_5_diff1": 0.087246, "nauc_precision_at_10_max": 0.302456, "nauc_precision_at_10_std": -0.078076, "nauc_precision_at_10_diff1": 0.107867, "nauc_precision_at_20_max": 0.239485, "nauc_precision_at_20_std": -0.05037, "nauc_precision_at_20_diff1": 0.080214, "nauc_precision_at_100_max": 0.135846, "nauc_precision_at_100_std": -0.013837, "nauc_precision_at_100_diff1": 0.08098, "nauc_precision_at_1000_max": -0.029979, "nauc_precision_at_1000_std": -0.093498, "nauc_precision_at_1000_diff1": 0.008079, "nauc_mrr_at_1_max": 0.334799, "nauc_mrr_at_1_std": -0.038892, "nauc_mrr_at_1_diff1": 0.229766, "nauc_mrr_at_3_max": 0.280399, "nauc_mrr_at_3_std": -0.077403, "nauc_mrr_at_3_diff1": 0.161716, "nauc_mrr_at_5_max": 0.276959, "nauc_mrr_at_5_std": -0.068568, "nauc_mrr_at_5_diff1": 0.160148, "nauc_mrr_at_10_max": 0.272421, "nauc_mrr_at_10_std": -0.07006, "nauc_mrr_at_10_diff1": 0.161966, "nauc_mrr_at_20_max": 0.265538, "nauc_mrr_at_20_std": -0.064579, "nauc_mrr_at_20_diff1": 0.156774, "nauc_mrr_at_100_max": 0.261367, "nauc_mrr_at_100_std": -0.061935, "nauc_mrr_at_100_diff1": 0.155336, "nauc_mrr_at_1000_max": 0.261562, "nauc_mrr_at_1000_std": -0.061575, "nauc_mrr_at_1000_diff1": 0.155078, "main_score": 0.08589, "hf_subset": "eng-por", "languages": [ "eng-Latn", "por-Latn" ] }, { "ndcg_at_1": 0.18444, "ndcg_at_3": 0.19107, "ndcg_at_5": 0.20214, "ndcg_at_10": 0.22471, "ndcg_at_20": 0.23952, "ndcg_at_100": 0.27787, "ndcg_at_1000": 0.33524, "map_at_1": 0.09532, "map_at_3": 0.15161, "map_at_5": 0.17135, "map_at_10": 0.18346, "map_at_20": 0.18887, "map_at_100": 0.19491, "map_at_1000": 0.19706, "recall_at_1": 0.09532, "recall_at_3": 0.1835, "recall_at_5": 0.2262, "recall_at_10": 0.27999, "recall_at_20": 0.32733, "recall_at_100": 0.50245, "recall_at_1000": 0.90314, "precision_at_1": 0.18444, "precision_at_3": 0.13384, "precision_at_5": 0.10414, "precision_at_10": 0.06575, "precision_at_20": 0.03821, "precision_at_100": 0.01129, "precision_at_1000": 0.00195, "mrr_at_1": 0.184442, "mrr_at_3": 0.225638, "mrr_at_5": 0.232727, "mrr_at_10": 0.24116, "mrr_at_20": 0.244169, "mrr_at_100": 0.248704, "mrr_at_1000": 0.249946, "nauc_ndcg_at_1_max": 0.405546, "nauc_ndcg_at_1_std": 0.18017, "nauc_ndcg_at_1_diff1": 0.347649, "nauc_ndcg_at_3_max": 0.420871, "nauc_ndcg_at_3_std": 0.214108, "nauc_ndcg_at_3_diff1": 0.274378, "nauc_ndcg_at_5_max": 0.411478, "nauc_ndcg_at_5_std": 0.220437, "nauc_ndcg_at_5_diff1": 0.273415, "nauc_ndcg_at_10_max": 0.411472, "nauc_ndcg_at_10_std": 0.232773, "nauc_ndcg_at_10_diff1": 0.26163, "nauc_ndcg_at_20_max": 0.41148, "nauc_ndcg_at_20_std": 0.250022, "nauc_ndcg_at_20_diff1": 0.252062, "nauc_ndcg_at_100_max": 0.406346, "nauc_ndcg_at_100_std": 0.26488, "nauc_ndcg_at_100_diff1": 0.239328, "nauc_ndcg_at_1000_max": 0.396742, "nauc_ndcg_at_1000_std": 0.247732, "nauc_ndcg_at_1000_diff1": 0.248582, "nauc_map_at_1_max": 0.319782, "nauc_map_at_1_std": 0.126869, "nauc_map_at_1_diff1": 0.37324, "nauc_map_at_3_max": 0.396285, "nauc_map_at_3_std": 0.189231, "nauc_map_at_3_diff1": 0.288798, "nauc_map_at_5_max": 0.408997, "nauc_map_at_5_std": 0.200956, "nauc_map_at_5_diff1": 0.278784, "nauc_map_at_10_max": 0.412598, "nauc_map_at_10_std": 0.211037, "nauc_map_at_10_diff1": 0.270631, "nauc_map_at_20_max": 0.415849, "nauc_map_at_20_std": 0.219544, "nauc_map_at_20_diff1": 0.266498, "nauc_map_at_100_max": 0.41474, "nauc_map_at_100_std": 0.224185, "nauc_map_at_100_diff1": 0.263391, "nauc_map_at_1000_max": 0.41392, "nauc_map_at_1000_std": 0.223495, "nauc_map_at_1000_diff1": 0.263709, "nauc_recall_at_1_max": 0.319782, "nauc_recall_at_1_std": 0.126869, "nauc_recall_at_1_diff1": 0.37324, "nauc_recall_at_3_max": 0.390225, "nauc_recall_at_3_std": 0.217311, "nauc_recall_at_3_diff1": 0.248001, "nauc_recall_at_5_max": 0.39412, "nauc_recall_at_5_std": 0.233814, "nauc_recall_at_5_diff1": 0.239485, "nauc_recall_at_10_max": 0.38094, "nauc_recall_at_10_std": 0.244239, "nauc_recall_at_10_diff1": 0.210821, "nauc_recall_at_20_max": 0.378643, "nauc_recall_at_20_std": 0.289895, "nauc_recall_at_20_diff1": 0.186761, "nauc_recall_at_100_max": 0.358981, "nauc_recall_at_100_std": 0.324585, "nauc_recall_at_100_diff1": 0.139765, "nauc_recall_at_1000_max": 0.257093, "nauc_recall_at_1000_std": 0.286964, "nauc_recall_at_1000_diff1": 0.103497, "nauc_precision_at_1_max": 0.405546, "nauc_precision_at_1_std": 0.18017, "nauc_precision_at_1_diff1": 0.347649, "nauc_precision_at_3_max": 0.456736, "nauc_precision_at_3_std": 0.245089, "nauc_precision_at_3_diff1": 0.202613, "nauc_precision_at_5_max": 0.442656, "nauc_precision_at_5_std": 0.244299, "nauc_precision_at_5_diff1": 0.183936, "nauc_precision_at_10_max": 0.424543, "nauc_precision_at_10_std": 0.267858, "nauc_precision_at_10_diff1": 0.153175, "nauc_precision_at_20_max": 0.394047, "nauc_precision_at_20_std": 0.283275, "nauc_precision_at_20_diff1": 0.126624, "nauc_precision_at_100_max": 0.321898, "nauc_precision_at_100_std": 0.293857, "nauc_precision_at_100_diff1": 0.071333, "nauc_precision_at_1000_max": 0.110215, "nauc_precision_at_1000_std": 0.109335, "nauc_precision_at_1000_diff1": 0.019346, "nauc_mrr_at_1_max": 0.405546, "nauc_mrr_at_1_std": 0.18017, "nauc_mrr_at_1_diff1": 0.347649, "nauc_mrr_at_3_max": 0.416787, "nauc_mrr_at_3_std": 0.21826, "nauc_mrr_at_3_diff1": 0.30695, "nauc_mrr_at_5_max": 0.411586, "nauc_mrr_at_5_std": 0.221859, "nauc_mrr_at_5_diff1": 0.304326, "nauc_mrr_at_10_max": 0.409228, "nauc_mrr_at_10_std": 0.22537, "nauc_mrr_at_10_diff1": 0.300808, "nauc_mrr_at_20_max": 0.40696, "nauc_mrr_at_20_std": 0.226145, "nauc_mrr_at_20_diff1": 0.299233, "nauc_mrr_at_100_max": 0.405874, "nauc_mrr_at_100_std": 0.227127, "nauc_mrr_at_100_diff1": 0.297962, "nauc_mrr_at_1000_max": 0.40582, "nauc_mrr_at_1000_std": 0.226583, "nauc_mrr_at_1000_diff1": 0.298326, "main_score": 0.22471, "hf_subset": "por-eng", "languages": [ "por-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.02174, "ndcg_at_3": 0.02898, "ndcg_at_5": 0.03171, "ndcg_at_10": 0.03655, "ndcg_at_20": 0.04133, "ndcg_at_100": 0.0583, "ndcg_at_1000": 0.14594, "map_at_1": 0.01709, "map_at_3": 0.02472, "map_at_5": 0.02639, "map_at_10": 0.02857, "map_at_20": 0.02977, "map_at_100": 0.03195, "map_at_1000": 0.03431, "recall_at_1": 0.01709, "recall_at_3": 0.03483, "recall_at_5": 0.04122, "recall_at_10": 0.05512, "recall_at_20": 0.07302, "recall_at_100": 0.15904, "recall_at_1000": 0.82263, "precision_at_1": 0.02174, "precision_at_3": 0.01492, "precision_at_5": 0.01125, "precision_at_10": 0.00754, "precision_at_20": 0.00505, "precision_at_100": 0.00229, "precision_at_1000": 0.00139, "mrr_at_1": 0.021739, "mrr_at_3": 0.030904, "mrr_at_5": 0.032886, "mrr_at_10": 0.034765, "mrr_at_20": 0.036203, "mrr_at_100": 0.038587, "mrr_at_1000": 0.040542, "nauc_ndcg_at_1_max": -0.309899, "nauc_ndcg_at_1_std": 0.210335, "nauc_ndcg_at_1_diff1": 0.818958, "nauc_ndcg_at_3_max": -0.198345, "nauc_ndcg_at_3_std": 0.216684, "nauc_ndcg_at_3_diff1": 0.558023, "nauc_ndcg_at_5_max": -0.199771, "nauc_ndcg_at_5_std": 0.250374, "nauc_ndcg_at_5_diff1": 0.526555, "nauc_ndcg_at_10_max": -0.201141, "nauc_ndcg_at_10_std": 0.248924, "nauc_ndcg_at_10_diff1": 0.490646, "nauc_ndcg_at_20_max": -0.190742, "nauc_ndcg_at_20_std": 0.204849, "nauc_ndcg_at_20_diff1": 0.446248, "nauc_ndcg_at_100_max": -0.170222, "nauc_ndcg_at_100_std": 0.175574, "nauc_ndcg_at_100_diff1": 0.355626, "nauc_ndcg_at_1000_max": -0.122251, "nauc_ndcg_at_1000_std": 0.096562, "nauc_ndcg_at_1000_diff1": 0.274233, "nauc_map_at_1_max": -0.332737, "nauc_map_at_1_std": 0.258865, "nauc_map_at_1_diff1": 0.857172, "nauc_map_at_3_max": -0.216716, "nauc_map_at_3_std": 0.219292, "nauc_map_at_3_diff1": 0.613757, "nauc_map_at_5_max": -0.219392, "nauc_map_at_5_std": 0.24374, "nauc_map_at_5_diff1": 0.59522, "nauc_map_at_10_max": -0.221938, "nauc_map_at_10_std": 0.248671, "nauc_map_at_10_diff1": 0.56869, "nauc_map_at_20_max": -0.217309, "nauc_map_at_20_std": 0.233493, "nauc_map_at_20_diff1": 0.549718, "nauc_map_at_100_max": -0.213861, "nauc_map_at_100_std": 0.227483, "nauc_map_at_100_diff1": 0.526323, "nauc_map_at_1000_max": -0.208742, "nauc_map_at_1000_std": 0.221016, "nauc_map_at_1000_diff1": 0.516152, "nauc_recall_at_1_max": -0.332737, "nauc_recall_at_1_std": 0.258865, "nauc_recall_at_1_diff1": 0.857172, "nauc_recall_at_3_max": -0.146877, "nauc_recall_at_3_std": 0.224022, "nauc_recall_at_3_diff1": 0.453838, "nauc_recall_at_5_max": -0.155567, "nauc_recall_at_5_std": 0.268147, "nauc_recall_at_5_diff1": 0.413893, "nauc_recall_at_10_max": -0.164974, "nauc_recall_at_10_std": 0.26341, "nauc_recall_at_10_diff1": 0.380359, "nauc_recall_at_20_max": -0.147472, "nauc_recall_at_20_std": 0.166344, "nauc_recall_at_20_diff1": 0.312255, "nauc_recall_at_100_max": -0.113257, "nauc_recall_at_100_std": 0.117508, "nauc_recall_at_100_diff1": 0.183975, "nauc_recall_at_1000_max": 0.024217, "nauc_recall_at_1000_std": -0.157749, "nauc_recall_at_1000_diff1": -0.069664, "nauc_precision_at_1_max": -0.309899, "nauc_precision_at_1_std": 0.210335, "nauc_precision_at_1_diff1": 0.818958, "nauc_precision_at_3_max": -0.18119, "nauc_precision_at_3_std": 0.205755, "nauc_precision_at_3_diff1": 0.465803, "nauc_precision_at_5_max": -0.201239, "nauc_precision_at_5_std": 0.288656, "nauc_precision_at_5_diff1": 0.425318, "nauc_precision_at_10_max": -0.209685, "nauc_precision_at_10_std": 0.268041, "nauc_precision_at_10_diff1": 0.385317, "nauc_precision_at_20_max": -0.192219, "nauc_precision_at_20_std": 0.158296, "nauc_precision_at_20_diff1": 0.314132, "nauc_precision_at_100_max": -0.160102, "nauc_precision_at_100_std": 0.115052, "nauc_precision_at_100_diff1": 0.181377, "nauc_precision_at_1000_max": 0.012631, "nauc_precision_at_1000_std": -0.069188, "nauc_precision_at_1000_diff1": -0.063303, "nauc_mrr_at_1_max": -0.309899, "nauc_mrr_at_1_std": 0.210335, "nauc_mrr_at_1_diff1": 0.818958, "nauc_mrr_at_3_max": -0.221135, "nauc_mrr_at_3_std": 0.208218, "nauc_mrr_at_3_diff1": 0.595208, "nauc_mrr_at_5_max": -0.221412, "nauc_mrr_at_5_std": 0.226741, "nauc_mrr_at_5_diff1": 0.5623, "nauc_mrr_at_10_max": -0.21756, "nauc_mrr_at_10_std": 0.218042, "nauc_mrr_at_10_diff1": 0.539478, "nauc_mrr_at_20_max": -0.214764, "nauc_mrr_at_20_std": 0.205514, "nauc_mrr_at_20_diff1": 0.523566, "nauc_mrr_at_100_max": -0.209426, "nauc_mrr_at_100_std": 0.199823, "nauc_mrr_at_100_diff1": 0.502403, "nauc_mrr_at_1000_max": -0.206388, "nauc_mrr_at_1000_std": 0.196661, "nauc_mrr_at_1000_diff1": 0.497824, "main_score": 0.03655, "hf_subset": "tam-tam", "languages": [ "tam-Taml", "tam-Taml" ] }, { "ndcg_at_1": 0.02174, "ndcg_at_3": 0.02271, "ndcg_at_5": 0.02784, "ndcg_at_10": 0.03475, "ndcg_at_20": 0.03967, "ndcg_at_100": 0.05759, "ndcg_at_1000": 0.1399, "map_at_1": 0.01334, "map_at_3": 0.01818, "map_at_5": 0.02186, "map_at_10": 0.0251, "map_at_20": 0.02657, "map_at_100": 0.02885, "map_at_1000": 0.03124, "recall_at_1": 0.01334, "recall_at_3": 0.02353, "recall_at_5": 0.03632, "recall_at_10": 0.05416, "recall_at_20": 0.0701, "recall_at_100": 0.15951, "recall_at_1000": 0.74966, "precision_at_1": 0.02174, "precision_at_3": 0.01449, "precision_at_5": 0.0133, "precision_at_10": 0.01023, "precision_at_20": 0.00678, "precision_at_100": 0.00295, "precision_at_1000": 0.00148, "mrr_at_1": 0.021739, "mrr_at_3": 0.027494, "mrr_at_5": 0.031138, "mrr_at_10": 0.033912, "mrr_at_20": 0.03538, "mrr_at_100": 0.037689, "mrr_at_1000": 0.039904, "nauc_ndcg_at_1_max": -0.53246, "nauc_ndcg_at_1_std": -0.103938, "nauc_ndcg_at_1_diff1": 0.105832, "nauc_ndcg_at_3_max": -0.474299, "nauc_ndcg_at_3_std": -0.081442, "nauc_ndcg_at_3_diff1": 0.015455, "nauc_ndcg_at_5_max": -0.479302, "nauc_ndcg_at_5_std": -0.120363, "nauc_ndcg_at_5_diff1": -0.071125, "nauc_ndcg_at_10_max": -0.462588, "nauc_ndcg_at_10_std": -0.156904, "nauc_ndcg_at_10_diff1": -0.134087, "nauc_ndcg_at_20_max": -0.439049, "nauc_ndcg_at_20_std": -0.155022, "nauc_ndcg_at_20_diff1": -0.141939, "nauc_ndcg_at_100_max": -0.379859, "nauc_ndcg_at_100_std": -0.127836, "nauc_ndcg_at_100_diff1": -0.14722, "nauc_ndcg_at_1000_max": -0.361538, "nauc_ndcg_at_1000_std": -0.085689, "nauc_ndcg_at_1000_diff1": -0.137648, "nauc_map_at_1_max": -0.516868, "nauc_map_at_1_std": -0.17544, "nauc_map_at_1_diff1": 0.170126, "nauc_map_at_3_max": -0.47081, "nauc_map_at_3_std": -0.082677, "nauc_map_at_3_diff1": 0.089503, "nauc_map_at_5_max": -0.478443, "nauc_map_at_5_std": -0.094297, "nauc_map_at_5_diff1": 0.000115, "nauc_map_at_10_max": -0.473867, "nauc_map_at_10_std": -0.109196, "nauc_map_at_10_diff1": -0.055464, "nauc_map_at_20_max": -0.465775, "nauc_map_at_20_std": -0.114666, "nauc_map_at_20_diff1": -0.066376, "nauc_map_at_100_max": -0.452966, "nauc_map_at_100_std": -0.10871, "nauc_map_at_100_diff1": -0.073194, "nauc_map_at_1000_max": -0.449018, "nauc_map_at_1000_std": -0.107165, "nauc_map_at_1000_diff1": -0.073493, "nauc_recall_at_1_max": -0.516868, "nauc_recall_at_1_std": -0.17544, "nauc_recall_at_1_diff1": 0.170126, "nauc_recall_at_3_max": -0.438661, "nauc_recall_at_3_std": -0.10341, "nauc_recall_at_3_diff1": -0.023009, "nauc_recall_at_5_max": -0.46026, "nauc_recall_at_5_std": -0.178, "nauc_recall_at_5_diff1": -0.157117, "nauc_recall_at_10_max": -0.435639, "nauc_recall_at_10_std": -0.231596, "nauc_recall_at_10_diff1": -0.230675, "nauc_recall_at_20_max": -0.390119, "nauc_recall_at_20_std": -0.214934, "nauc_recall_at_20_diff1": -0.217616, "nauc_recall_at_100_max": -0.280878, "nauc_recall_at_100_std": -0.128464, "nauc_recall_at_100_diff1": -0.184341, "nauc_recall_at_1000_max": -0.256902, "nauc_recall_at_1000_std": -0.04529, "nauc_recall_at_1000_diff1": -0.166423, "nauc_precision_at_1_max": -0.53246, "nauc_precision_at_1_std": -0.103938, "nauc_precision_at_1_diff1": 0.105832, "nauc_precision_at_3_max": -0.491045, "nauc_precision_at_3_std": 0.032737, "nauc_precision_at_3_diff1": -0.094428, "nauc_precision_at_5_max": -0.501417, "nauc_precision_at_5_std": -0.00724, "nauc_precision_at_5_diff1": -0.195829, "nauc_precision_at_10_max": -0.465972, "nauc_precision_at_10_std": -0.08034, "nauc_precision_at_10_diff1": -0.262768, "nauc_precision_at_20_max": -0.430827, "nauc_precision_at_20_std": -0.084665, "nauc_precision_at_20_diff1": -0.253164, "nauc_precision_at_100_max": -0.35079, "nauc_precision_at_100_std": -0.067123, "nauc_precision_at_100_diff1": -0.225856, "nauc_precision_at_1000_max": -0.144869, "nauc_precision_at_1000_std": 0.080855, "nauc_precision_at_1000_diff1": -0.101368, "nauc_mrr_at_1_max": -0.53246, "nauc_mrr_at_1_std": -0.103938, "nauc_mrr_at_1_diff1": 0.105832, "nauc_mrr_at_3_max": -0.501124, "nauc_mrr_at_3_std": -0.078359, "nauc_mrr_at_3_diff1": -0.00702, "nauc_mrr_at_5_max": -0.502589, "nauc_mrr_at_5_std": -0.112377, "nauc_mrr_at_5_diff1": -0.050983, "nauc_mrr_at_10_max": -0.484866, "nauc_mrr_at_10_std": -0.142026, "nauc_mrr_at_10_diff1": -0.070312, "nauc_mrr_at_20_max": -0.474044, "nauc_mrr_at_20_std": -0.136004, "nauc_mrr_at_20_diff1": -0.074151, "nauc_mrr_at_100_max": -0.459788, "nauc_mrr_at_100_std": -0.133165, "nauc_mrr_at_100_diff1": -0.077067, "nauc_mrr_at_1000_max": -0.457974, "nauc_mrr_at_1000_std": -0.131465, "nauc_mrr_at_1000_diff1": -0.075674, "main_score": 0.03475, "hf_subset": "eng-tam", "languages": [ "eng-Latn", "tam-Taml" ] }, { "ndcg_at_1": 0.02081, "ndcg_at_3": 0.02452, "ndcg_at_5": 0.02769, "ndcg_at_10": 0.03271, "ndcg_at_20": 0.03957, "ndcg_at_100": 0.0636, "ndcg_at_1000": 0.1532, "map_at_1": 0.01799, "map_at_3": 0.02197, "map_at_5": 0.02403, "map_at_10": 0.0263, "map_at_20": 0.0283, "map_at_100": 0.03124, "map_at_1000": 0.03389, "recall_at_1": 0.01799, "recall_at_3": 0.02674, "recall_at_5": 0.03377, "recall_at_10": 0.04692, "recall_at_20": 0.07087, "recall_at_100": 0.19404, "recall_at_1000": 0.86463, "precision_at_1": 0.02081, "precision_at_3": 0.01127, "precision_at_5": 0.00936, "precision_at_10": 0.00715, "precision_at_20": 0.00553, "precision_at_100": 0.00307, "precision_at_1000": 0.00148, "mrr_at_1": 0.020806, "mrr_at_3": 0.026658, "mrr_at_5": 0.028674, "mrr_at_10": 0.030784, "mrr_at_20": 0.032935, "mrr_at_100": 0.035858, "mrr_at_1000": 0.038043, "nauc_ndcg_at_1_max": 0.507183, "nauc_ndcg_at_1_std": 0.31171, "nauc_ndcg_at_1_diff1": 0.519531, "nauc_ndcg_at_3_max": 0.481368, "nauc_ndcg_at_3_std": 0.363921, "nauc_ndcg_at_3_diff1": 0.413247, "nauc_ndcg_at_5_max": 0.50489, "nauc_ndcg_at_5_std": 0.393534, "nauc_ndcg_at_5_diff1": 0.363584, "nauc_ndcg_at_10_max": 0.511528, "nauc_ndcg_at_10_std": 0.430255, "nauc_ndcg_at_10_diff1": 0.329753, "nauc_ndcg_at_20_max": 0.451312, "nauc_ndcg_at_20_std": 0.389194, "nauc_ndcg_at_20_diff1": 0.263711, "nauc_ndcg_at_100_max": 0.39046, "nauc_ndcg_at_100_std": 0.341423, "nauc_ndcg_at_100_diff1": 0.17139, "nauc_ndcg_at_1000_max": 0.347193, "nauc_ndcg_at_1000_std": 0.311434, "nauc_ndcg_at_1000_diff1": 0.162906, "nauc_map_at_1_max": 0.477663, "nauc_map_at_1_std": 0.339603, "nauc_map_at_1_diff1": 0.485012, "nauc_map_at_3_max": 0.472021, "nauc_map_at_3_std": 0.354639, "nauc_map_at_3_diff1": 0.429623, "nauc_map_at_5_max": 0.493598, "nauc_map_at_5_std": 0.37577, "nauc_map_at_5_diff1": 0.393089, "nauc_map_at_10_max": 0.504823, "nauc_map_at_10_std": 0.399271, "nauc_map_at_10_diff1": 0.376073, "nauc_map_at_20_max": 0.482387, "nauc_map_at_20_std": 0.390139, "nauc_map_at_20_diff1": 0.344963, "nauc_map_at_100_max": 0.47026, "nauc_map_at_100_std": 0.38803, "nauc_map_at_100_diff1": 0.316578, "nauc_map_at_1000_max": 0.465776, "nauc_map_at_1000_std": 0.385799, "nauc_map_at_1000_diff1": 0.310231, "nauc_recall_at_1_max": 0.477663, "nauc_recall_at_1_std": 0.339603, "nauc_recall_at_1_diff1": 0.485012, "nauc_recall_at_3_max": 0.476608, "nauc_recall_at_3_std": 0.373883, "nauc_recall_at_3_diff1": 0.402801, "nauc_recall_at_5_max": 0.515956, "nauc_recall_at_5_std": 0.426401, "nauc_recall_at_5_diff1": 0.310512, "nauc_recall_at_10_max": 0.520132, "nauc_recall_at_10_std": 0.476808, "nauc_recall_at_10_diff1": 0.258465, "nauc_recall_at_20_max": 0.386549, "nauc_recall_at_20_std": 0.362743, "nauc_recall_at_20_diff1": 0.152286, "nauc_recall_at_100_max": 0.291973, "nauc_recall_at_100_std": 0.254679, "nauc_recall_at_100_diff1": 0.047018, "nauc_recall_at_1000_max": 0.121434, "nauc_recall_at_1000_std": 0.076058, "nauc_recall_at_1000_diff1": -0.005371, "nauc_precision_at_1_max": 0.507183, "nauc_precision_at_1_std": 0.31171, "nauc_precision_at_1_diff1": 0.519531, "nauc_precision_at_3_max": 0.512507, "nauc_precision_at_3_std": 0.396551, "nauc_precision_at_3_diff1": 0.371155, "nauc_precision_at_5_max": 0.541292, "nauc_precision_at_5_std": 0.453041, "nauc_precision_at_5_diff1": 0.253205, "nauc_precision_at_10_max": 0.550866, "nauc_precision_at_10_std": 0.533999, "nauc_precision_at_10_diff1": 0.226162, "nauc_precision_at_20_max": 0.444965, "nauc_precision_at_20_std": 0.452365, "nauc_precision_at_20_diff1": 0.137684, "nauc_precision_at_100_max": 0.352488, "nauc_precision_at_100_std": 0.367751, "nauc_precision_at_100_diff1": 0.01591, "nauc_precision_at_1000_max": 0.010439, "nauc_precision_at_1000_std": 0.096545, "nauc_precision_at_1000_diff1": -0.029401, "nauc_mrr_at_1_max": 0.507183, "nauc_mrr_at_1_std": 0.31171, "nauc_mrr_at_1_diff1": 0.519531, "nauc_mrr_at_3_max": 0.504037, "nauc_mrr_at_3_std": 0.35697, "nauc_mrr_at_3_diff1": 0.423524, "nauc_mrr_at_5_max": 0.510216, "nauc_mrr_at_5_std": 0.379428, "nauc_mrr_at_5_diff1": 0.386074, "nauc_mrr_at_10_max": 0.504259, "nauc_mrr_at_10_std": 0.396203, "nauc_mrr_at_10_diff1": 0.365091, "nauc_mrr_at_20_max": 0.486121, "nauc_mrr_at_20_std": 0.382931, "nauc_mrr_at_20_diff1": 0.3387, "nauc_mrr_at_100_max": 0.46743, "nauc_mrr_at_100_std": 0.369468, "nauc_mrr_at_100_diff1": 0.317627, "nauc_mrr_at_1000_max": 0.46549, "nauc_mrr_at_1000_std": 0.367475, "nauc_mrr_at_1000_diff1": 0.315072, "main_score": 0.03271, "hf_subset": "tam-eng", "languages": [ "tam-Taml", "eng-Latn" ] }, { "ndcg_at_1": 0.27306, "ndcg_at_3": 0.26008, "ndcg_at_5": 0.28085, "ndcg_at_10": 0.31237, "ndcg_at_20": 0.33813, "ndcg_at_100": 0.37145, "ndcg_at_1000": 0.41275, "map_at_1": 0.16764, "map_at_3": 0.22173, "map_at_5": 0.24261, "map_at_10": 0.25812, "map_at_20": 0.2666, "map_at_100": 0.27212, "map_at_1000": 0.274, "recall_at_1": 0.16764, "recall_at_3": 0.25322, "recall_at_5": 0.31497, "recall_at_10": 0.39622, "recall_at_20": 0.48113, "recall_at_100": 0.62818, "recall_at_1000": 0.90277, "precision_at_1": 0.27306, "precision_at_3": 0.15615, "precision_at_5": 0.11845, "precision_at_10": 0.07585, "precision_at_20": 0.04666, "precision_at_100": 0.01278, "precision_at_1000": 0.0019, "mrr_at_1": 0.273058, "mrr_at_3": 0.310275, "mrr_at_5": 0.324171, "mrr_at_10": 0.335485, "mrr_at_20": 0.341244, "mrr_at_100": 0.344614, "mrr_at_1000": 0.345375, "nauc_ndcg_at_1_max": 0.382847, "nauc_ndcg_at_1_std": 0.007826, "nauc_ndcg_at_1_diff1": 0.549473, "nauc_ndcg_at_3_max": 0.34608, "nauc_ndcg_at_3_std": -0.043143, "nauc_ndcg_at_3_diff1": 0.501989, "nauc_ndcg_at_5_max": 0.339058, "nauc_ndcg_at_5_std": -0.037888, "nauc_ndcg_at_5_diff1": 0.48907, "nauc_ndcg_at_10_max": 0.336347, "nauc_ndcg_at_10_std": -0.004102, "nauc_ndcg_at_10_diff1": 0.458763, "nauc_ndcg_at_20_max": 0.345141, "nauc_ndcg_at_20_std": 0.01679, "nauc_ndcg_at_20_diff1": 0.444455, "nauc_ndcg_at_100_max": 0.354122, "nauc_ndcg_at_100_std": 0.037181, "nauc_ndcg_at_100_diff1": 0.434713, "nauc_ndcg_at_1000_max": 0.356523, "nauc_ndcg_at_1000_std": 0.030694, "nauc_ndcg_at_1000_diff1": 0.445911, "nauc_map_at_1_max": 0.313026, "nauc_map_at_1_std": -0.052509, "nauc_map_at_1_diff1": 0.564893, "nauc_map_at_3_max": 0.335526, "nauc_map_at_3_std": -0.060713, "nauc_map_at_3_diff1": 0.510092, "nauc_map_at_5_max": 0.340962, "nauc_map_at_5_std": -0.05139, "nauc_map_at_5_diff1": 0.50107, "nauc_map_at_10_max": 0.341007, "nauc_map_at_10_std": -0.030011, "nauc_map_at_10_diff1": 0.487144, "nauc_map_at_20_max": 0.343718, "nauc_map_at_20_std": -0.021799, "nauc_map_at_20_diff1": 0.481286, "nauc_map_at_100_max": 0.345962, "nauc_map_at_100_std": -0.018402, "nauc_map_at_100_diff1": 0.479285, "nauc_map_at_1000_max": 0.346144, "nauc_map_at_1000_std": -0.018251, "nauc_map_at_1000_diff1": 0.479737, "nauc_recall_at_1_max": 0.313026, "nauc_recall_at_1_std": -0.052509, "nauc_recall_at_1_diff1": 0.564893, "nauc_recall_at_3_max": 0.307266, "nauc_recall_at_3_std": -0.064055, "nauc_recall_at_3_diff1": 0.459557, "nauc_recall_at_5_max": 0.292268, "nauc_recall_at_5_std": -0.047736, "nauc_recall_at_5_diff1": 0.423406, "nauc_recall_at_10_max": 0.27216, "nauc_recall_at_10_std": 0.026936, "nauc_recall_at_10_diff1": 0.336883, "nauc_recall_at_20_max": 0.293245, "nauc_recall_at_20_std": 0.089182, "nauc_recall_at_20_diff1": 0.288983, "nauc_recall_at_100_max": 0.316847, "nauc_recall_at_100_std": 0.184355, "nauc_recall_at_100_diff1": 0.219347, "nauc_recall_at_1000_max": 0.3972, "nauc_recall_at_1000_std": 0.330391, "nauc_recall_at_1000_diff1": 0.170865, "nauc_precision_at_1_max": 0.382847, "nauc_precision_at_1_std": 0.007826, "nauc_precision_at_1_diff1": 0.549473, "nauc_precision_at_3_max": 0.353615, "nauc_precision_at_3_std": -0.011486, "nauc_precision_at_3_diff1": 0.389612, "nauc_precision_at_5_max": 0.339479, "nauc_precision_at_5_std": 0.013814, "nauc_precision_at_5_diff1": 0.349098, "nauc_precision_at_10_max": 0.305805, "nauc_precision_at_10_std": 0.086698, "nauc_precision_at_10_diff1": 0.255376, "nauc_precision_at_20_max": 0.291885, "nauc_precision_at_20_std": 0.129477, "nauc_precision_at_20_diff1": 0.180753, "nauc_precision_at_100_max": 0.269893, "nauc_precision_at_100_std": 0.202313, "nauc_precision_at_100_diff1": 0.088206, "nauc_precision_at_1000_max": 0.142089, "nauc_precision_at_1000_std": 0.134189, "nauc_precision_at_1000_diff1": -0.009546, "nauc_mrr_at_1_max": 0.382847, "nauc_mrr_at_1_std": 0.007826, "nauc_mrr_at_1_diff1": 0.549473, "nauc_mrr_at_3_max": 0.373833, "nauc_mrr_at_3_std": 0.002083, "nauc_mrr_at_3_diff1": 0.516787, "nauc_mrr_at_5_max": 0.368406, "nauc_mrr_at_5_std": 0.003866, "nauc_mrr_at_5_diff1": 0.509163, "nauc_mrr_at_10_max": 0.365664, "nauc_mrr_at_10_std": 0.011102, "nauc_mrr_at_10_diff1": 0.498903, "nauc_mrr_at_20_max": 0.367675, "nauc_mrr_at_20_std": 0.013967, "nauc_mrr_at_20_diff1": 0.49697, "nauc_mrr_at_100_max": 0.367717, "nauc_mrr_at_100_std": 0.015571, "nauc_mrr_at_100_diff1": 0.496439, "nauc_mrr_at_1000_max": 0.36773, "nauc_mrr_at_1000_std": 0.015467, "nauc_mrr_at_1000_diff1": 0.496641, "main_score": 0.31237, "hf_subset": "cmn-cmn", "languages": [ "cmn-Hans", "cmn-Hans" ] }, { "ndcg_at_1": 0.03883, "ndcg_at_3": 0.04856, "ndcg_at_5": 0.05184, "ndcg_at_10": 0.05866, "ndcg_at_20": 0.06507, "ndcg_at_100": 0.089, "ndcg_at_1000": 0.1681, "map_at_1": 0.03107, "map_at_3": 0.04242, "map_at_5": 0.0449, "map_at_10": 0.04776, "map_at_20": 0.0495, "map_at_100": 0.05259, "map_at_1000": 0.05505, "recall_at_1": 0.03107, "recall_at_3": 0.05475, "recall_at_5": 0.06388, "recall_at_10": 0.08123, "recall_at_20": 0.10208, "recall_at_100": 0.20894, "recall_at_1000": 0.75724, "precision_at_1": 0.03883, "precision_at_3": 0.02346, "precision_at_5": 0.01748, "precision_at_10": 0.01226, "precision_at_20": 0.00837, "precision_at_100": 0.00414, "precision_at_1000": 0.00164, "mrr_at_1": 0.038835, "mrr_at_3": 0.050364, "mrr_at_5": 0.053459, "mrr_at_10": 0.057447, "mrr_at_20": 0.059622, "mrr_at_100": 0.063283, "mrr_at_1000": 0.065219, "nauc_ndcg_at_1_max": 0.643465, "nauc_ndcg_at_1_std": 0.495355, "nauc_ndcg_at_1_diff1": 0.468807, "nauc_ndcg_at_3_max": 0.609332, "nauc_ndcg_at_3_std": 0.459213, "nauc_ndcg_at_3_diff1": 0.368203, "nauc_ndcg_at_5_max": 0.589042, "nauc_ndcg_at_5_std": 0.451886, "nauc_ndcg_at_5_diff1": 0.331434, "nauc_ndcg_at_10_max": 0.52597, "nauc_ndcg_at_10_std": 0.436843, "nauc_ndcg_at_10_diff1": 0.291508, "nauc_ndcg_at_20_max": 0.495659, "nauc_ndcg_at_20_std": 0.425945, "nauc_ndcg_at_20_diff1": 0.286339, "nauc_ndcg_at_100_max": 0.413122, "nauc_ndcg_at_100_std": 0.388948, "nauc_ndcg_at_100_diff1": 0.239934, "nauc_ndcg_at_1000_max": 0.362163, "nauc_ndcg_at_1000_std": 0.363267, "nauc_ndcg_at_1000_diff1": 0.221374, "nauc_map_at_1_max": 0.688898, "nauc_map_at_1_std": 0.501196, "nauc_map_at_1_diff1": 0.497802, "nauc_map_at_3_max": 0.640483, "nauc_map_at_3_std": 0.470076, "nauc_map_at_3_diff1": 0.39712, "nauc_map_at_5_max": 0.629776, "nauc_map_at_5_std": 0.463408, "nauc_map_at_5_diff1": 0.371897, "nauc_map_at_10_max": 0.599564, "nauc_map_at_10_std": 0.456148, "nauc_map_at_10_diff1": 0.349605, "nauc_map_at_20_max": 0.584879, "nauc_map_at_20_std": 0.452496, "nauc_map_at_20_diff1": 0.345048, "nauc_map_at_100_max": 0.565163, "nauc_map_at_100_std": 0.444644, "nauc_map_at_100_diff1": 0.332988, "nauc_map_at_1000_max": 0.558688, "nauc_map_at_1000_std": 0.441619, "nauc_map_at_1000_diff1": 0.33057, "nauc_recall_at_1_max": 0.688898, "nauc_recall_at_1_std": 0.501196, "nauc_recall_at_1_diff1": 0.497802, "nauc_recall_at_3_max": 0.598234, "nauc_recall_at_3_std": 0.453716, "nauc_recall_at_3_diff1": 0.329198, "nauc_recall_at_5_max": 0.562244, "nauc_recall_at_5_std": 0.437603, "nauc_recall_at_5_diff1": 0.266165, "nauc_recall_at_10_max": 0.443315, "nauc_recall_at_10_std": 0.414036, "nauc_recall_at_10_diff1": 0.208652, "nauc_recall_at_20_max": 0.388839, "nauc_recall_at_20_std": 0.394727, "nauc_recall_at_20_diff1": 0.21069, "nauc_recall_at_100_max": 0.258314, "nauc_recall_at_100_std": 0.332077, "nauc_recall_at_100_diff1": 0.136392, "nauc_recall_at_1000_max": 0.110101, "nauc_recall_at_1000_std": 0.293828, "nauc_recall_at_1000_diff1": 0.059649, "nauc_precision_at_1_max": 0.643465, "nauc_precision_at_1_std": 0.495355, "nauc_precision_at_1_diff1": 0.468807, "nauc_precision_at_3_max": 0.546642, "nauc_precision_at_3_std": 0.43642, "nauc_precision_at_3_diff1": 0.314499, "nauc_precision_at_5_max": 0.493464, "nauc_precision_at_5_std": 0.408772, "nauc_precision_at_5_diff1": 0.2516, "nauc_precision_at_10_max": 0.381862, "nauc_precision_at_10_std": 0.37893, "nauc_precision_at_10_diff1": 0.176656, "nauc_precision_at_20_max": 0.335106, "nauc_precision_at_20_std": 0.349292, "nauc_precision_at_20_diff1": 0.186822, "nauc_precision_at_100_max": 0.149935, "nauc_precision_at_100_std": 0.254284, "nauc_precision_at_100_diff1": 0.1052, "nauc_precision_at_1000_max": -0.114775, "nauc_precision_at_1000_std": -0.011449, "nauc_precision_at_1000_diff1": -0.011921, "nauc_mrr_at_1_max": 0.643465, "nauc_mrr_at_1_std": 0.495355, "nauc_mrr_at_1_diff1": 0.468807, "nauc_mrr_at_3_max": 0.578961, "nauc_mrr_at_3_std": 0.461001, "nauc_mrr_at_3_diff1": 0.37192, "nauc_mrr_at_5_max": 0.550253, "nauc_mrr_at_5_std": 0.448895, "nauc_mrr_at_5_diff1": 0.343276, "nauc_mrr_at_10_max": 0.516091, "nauc_mrr_at_10_std": 0.437556, "nauc_mrr_at_10_diff1": 0.317222, "nauc_mrr_at_20_max": 0.508021, "nauc_mrr_at_20_std": 0.432233, "nauc_mrr_at_20_diff1": 0.315695, "nauc_mrr_at_100_max": 0.489079, "nauc_mrr_at_100_std": 0.419921, "nauc_mrr_at_100_diff1": 0.305898, "nauc_mrr_at_1000_max": 0.48822, "nauc_mrr_at_1000_std": 0.419488, "nauc_mrr_at_1000_diff1": 0.305124, "main_score": 0.05866, "hf_subset": "eng-cmn", "languages": [ "eng-Latn", "cmn-Hans" ] }, { "ndcg_at_1": 0.08171, "ndcg_at_3": 0.09133, "ndcg_at_5": 0.10141, "ndcg_at_10": 0.11912, "ndcg_at_20": 0.1365, "ndcg_at_100": 0.16978, "ndcg_at_1000": 0.23703, "map_at_1": 0.05305, "map_at_3": 0.07765, "map_at_5": 0.08628, "map_at_10": 0.09378, "map_at_20": 0.09905, "map_at_100": 0.10426, "map_at_1000": 0.10652, "recall_at_1": 0.05305, "recall_at_3": 0.09689, "recall_at_5": 0.12535, "recall_at_10": 0.17234, "recall_at_20": 0.23258, "recall_at_100": 0.38254, "recall_at_1000": 0.84437, "precision_at_1": 0.08171, "precision_at_3": 0.05447, "precision_at_5": 0.04122, "precision_at_10": 0.02951, "precision_at_20": 0.01994, "precision_at_100": 0.00702, "precision_at_1000": 0.00173, "mrr_at_1": 0.081707, "mrr_at_3": 0.101829, "mrr_at_5": 0.108354, "mrr_at_10": 0.116886, "mrr_at_20": 0.121648, "mrr_at_100": 0.126039, "mrr_at_1000": 0.127598, "nauc_ndcg_at_1_max": 0.478925, "nauc_ndcg_at_1_std": 0.348145, "nauc_ndcg_at_1_diff1": 0.41574, "nauc_ndcg_at_3_max": 0.504402, "nauc_ndcg_at_3_std": 0.403545, "nauc_ndcg_at_3_diff1": 0.362566, "nauc_ndcg_at_5_max": 0.504171, "nauc_ndcg_at_5_std": 0.428067, "nauc_ndcg_at_5_diff1": 0.33044, "nauc_ndcg_at_10_max": 0.492161, "nauc_ndcg_at_10_std": 0.430812, "nauc_ndcg_at_10_diff1": 0.285493, "nauc_ndcg_at_20_max": 0.496798, "nauc_ndcg_at_20_std": 0.469805, "nauc_ndcg_at_20_diff1": 0.264442, "nauc_ndcg_at_100_max": 0.50568, "nauc_ndcg_at_100_std": 0.500013, "nauc_ndcg_at_100_diff1": 0.262469, "nauc_ndcg_at_1000_max": 0.486231, "nauc_ndcg_at_1000_std": 0.449083, "nauc_ndcg_at_1000_diff1": 0.2659, "nauc_map_at_1_max": 0.536871, "nauc_map_at_1_std": 0.358686, "nauc_map_at_1_diff1": 0.51507, "nauc_map_at_3_max": 0.528562, "nauc_map_at_3_std": 0.398837, "nauc_map_at_3_diff1": 0.398048, "nauc_map_at_5_max": 0.526151, "nauc_map_at_5_std": 0.418667, "nauc_map_at_5_diff1": 0.371279, "nauc_map_at_10_max": 0.518234, "nauc_map_at_10_std": 0.422273, "nauc_map_at_10_diff1": 0.343842, "nauc_map_at_20_max": 0.520522, "nauc_map_at_20_std": 0.437995, "nauc_map_at_20_diff1": 0.333523, "nauc_map_at_100_max": 0.522506, "nauc_map_at_100_std": 0.446095, "nauc_map_at_100_diff1": 0.33127, "nauc_map_at_1000_max": 0.521189, "nauc_map_at_1000_std": 0.443676, "nauc_map_at_1000_diff1": 0.330726, "nauc_recall_at_1_max": 0.536871, "nauc_recall_at_1_std": 0.358686, "nauc_recall_at_1_diff1": 0.51507, "nauc_recall_at_3_max": 0.488218, "nauc_recall_at_3_std": 0.415063, "nauc_recall_at_3_diff1": 0.322783, "nauc_recall_at_5_max": 0.475171, "nauc_recall_at_5_std": 0.453796, "nauc_recall_at_5_diff1": 0.260234, "nauc_recall_at_10_max": 0.46392, "nauc_recall_at_10_std": 0.463004, "nauc_recall_at_10_diff1": 0.187074, "nauc_recall_at_20_max": 0.462381, "nauc_recall_at_20_std": 0.535434, "nauc_recall_at_20_diff1": 0.147947, "nauc_recall_at_100_max": 0.48666, "nauc_recall_at_100_std": 0.600373, "nauc_recall_at_100_diff1": 0.163996, "nauc_recall_at_1000_max": 0.425058, "nauc_recall_at_1000_std": 0.456631, "nauc_recall_at_1000_diff1": 0.106714, "nauc_precision_at_1_max": 0.478925, "nauc_precision_at_1_std": 0.348145, "nauc_precision_at_1_diff1": 0.41574, "nauc_precision_at_3_max": 0.487728, "nauc_precision_at_3_std": 0.42244, "nauc_precision_at_3_diff1": 0.280124, "nauc_precision_at_5_max": 0.488022, "nauc_precision_at_5_std": 0.456969, "nauc_precision_at_5_diff1": 0.231225, "nauc_precision_at_10_max": 0.446362, "nauc_precision_at_10_std": 0.422211, "nauc_precision_at_10_diff1": 0.163084, "nauc_precision_at_20_max": 0.43875, "nauc_precision_at_20_std": 0.467971, "nauc_precision_at_20_diff1": 0.131155, "nauc_precision_at_100_max": 0.375388, "nauc_precision_at_100_std": 0.448274, "nauc_precision_at_100_diff1": 0.10422, "nauc_precision_at_1000_max": 0.017531, "nauc_precision_at_1000_std": -0.040272, "nauc_precision_at_1000_diff1": 0.005537, "nauc_mrr_at_1_max": 0.478925, "nauc_mrr_at_1_std": 0.348145, "nauc_mrr_at_1_diff1": 0.41574, "nauc_mrr_at_3_max": 0.465998, "nauc_mrr_at_3_std": 0.374422, "nauc_mrr_at_3_diff1": 0.35097, "nauc_mrr_at_5_max": 0.466101, "nauc_mrr_at_5_std": 0.385741, "nauc_mrr_at_5_diff1": 0.337033, "nauc_mrr_at_10_max": 0.462494, "nauc_mrr_at_10_std": 0.384664, "nauc_mrr_at_10_diff1": 0.316035, "nauc_mrr_at_20_max": 0.464122, "nauc_mrr_at_20_std": 0.397566, "nauc_mrr_at_20_diff1": 0.310824, "nauc_mrr_at_100_max": 0.466409, "nauc_mrr_at_100_std": 0.401934, "nauc_mrr_at_100_diff1": 0.311194, "nauc_mrr_at_1000_max": 0.465882, "nauc_mrr_at_1000_std": 0.400848, "nauc_mrr_at_1000_diff1": 0.31115, "main_score": 0.11912, "hf_subset": "cmn-eng", "languages": [ "cmn-Hans", "eng-Latn" ] } ] }, "evaluation_time": 48.76067233085632, "kg_co2_emissions": 0.0015888390052863802 }