{ "dataset_revision": "397ed406c1a7902140303e7faf60fff35b58d285", "task_name": "MLQARetrieval", "mteb_version": "1.18.0", "scores": { "validation": [ { "ndcg_at_1": 0.62089, "ndcg_at_3": 0.71, "ndcg_at_5": 0.72282, "ndcg_at_10": 0.73706, "ndcg_at_20": 0.74634, "ndcg_at_100": 0.75871, "ndcg_at_1000": 0.76513, "map_at_1": 0.62089, "map_at_3": 0.68859, "map_at_5": 0.69574, "map_at_10": 0.70154, "map_at_20": 0.70408, "map_at_100": 0.70573, "map_at_1000": 0.70601, "recall_at_1": 0.62089, "recall_at_3": 0.77176, "recall_at_5": 0.80271, "recall_at_10": 0.8472, "recall_at_20": 0.88395, "recall_at_100": 0.95164, "recall_at_1000": 1.0, "precision_at_1": 0.62089, "precision_at_3": 0.25725, "precision_at_5": 0.16054, "precision_at_10": 0.08472, "precision_at_20": 0.0442, "precision_at_100": 0.00952, "precision_at_1000": 0.001, "mrr_at_1": 0.62089, "mrr_at_3": 0.688588, "mrr_at_5": 0.695745, "mrr_at_10": 0.701538, "mrr_at_20": 0.704076, "mrr_at_100": 0.705731, "mrr_at_1000": 0.706012, "nauc_ndcg_at_1_max": 0.576078, "nauc_ndcg_at_1_std": 0.059412, "nauc_ndcg_at_1_diff1": 0.786914, "nauc_ndcg_at_3_max": 0.58433, "nauc_ndcg_at_3_std": 0.056458, "nauc_ndcg_at_3_diff1": 0.741878, "nauc_ndcg_at_5_max": 0.587446, "nauc_ndcg_at_5_std": 0.061024, "nauc_ndcg_at_5_diff1": 0.742718, "nauc_ndcg_at_10_max": 0.584062, "nauc_ndcg_at_10_std": 0.071259, "nauc_ndcg_at_10_diff1": 0.739044, "nauc_ndcg_at_20_max": 0.579767, "nauc_ndcg_at_20_std": 0.071196, "nauc_ndcg_at_20_diff1": 0.734096, "nauc_ndcg_at_100_max": 0.578607, "nauc_ndcg_at_100_std": 0.071803, "nauc_ndcg_at_100_diff1": 0.741682, "nauc_ndcg_at_1000_max": 0.581357, "nauc_ndcg_at_1000_std": 0.068873, "nauc_ndcg_at_1000_diff1": 0.745236, "nauc_map_at_1_max": 0.576078, "nauc_map_at_1_std": 0.059412, "nauc_map_at_1_diff1": 0.786914, "nauc_map_at_3_max": 0.583681, "nauc_map_at_3_std": 0.060102, "nauc_map_at_3_diff1": 0.754162, "nauc_map_at_5_max": 0.585261, "nauc_map_at_5_std": 0.062604, "nauc_map_at_5_diff1": 0.754931, "nauc_map_at_10_max": 0.583772, "nauc_map_at_10_std": 0.066091, "nauc_map_at_10_diff1": 0.7536, "nauc_map_at_20_max": 0.582936, "nauc_map_at_20_std": 0.06609, "nauc_map_at_20_diff1": 0.752459, "nauc_map_at_100_max": 0.582686, "nauc_map_at_100_std": 0.066421, "nauc_map_at_100_diff1": 0.753213, "nauc_map_at_1000_max": 0.582769, "nauc_map_at_1000_std": 0.066302, "nauc_map_at_1000_diff1": 0.753353, "nauc_recall_at_1_max": 0.576078, "nauc_recall_at_1_std": 0.059412, "nauc_recall_at_1_diff1": 0.786914, "nauc_recall_at_3_max": 0.585825, "nauc_recall_at_3_std": 0.041768, "nauc_recall_at_3_diff1": 0.697468, "nauc_recall_at_5_max": 0.595821, "nauc_recall_at_5_std": 0.05383, "nauc_recall_at_5_diff1": 0.694164, "nauc_recall_at_10_max": 0.583578, "nauc_recall_at_10_std": 0.103879, "nauc_recall_at_10_diff1": 0.665602, "nauc_recall_at_20_max": 0.548077, "nauc_recall_at_20_std": 0.111715, "nauc_recall_at_20_diff1": 0.609141, "nauc_recall_at_100_max": 0.488482, "nauc_recall_at_100_std": 0.159203, "nauc_recall_at_100_diff1": 0.632112, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.576078, "nauc_precision_at_1_std": 0.059412, "nauc_precision_at_1_diff1": 0.786914, "nauc_precision_at_3_max": 0.585825, "nauc_precision_at_3_std": 0.041768, "nauc_precision_at_3_diff1": 0.697468, "nauc_precision_at_5_max": 0.595821, "nauc_precision_at_5_std": 0.05383, "nauc_precision_at_5_diff1": 0.694164, "nauc_precision_at_10_max": 0.583578, "nauc_precision_at_10_std": 0.103879, "nauc_precision_at_10_diff1": 0.665602, "nauc_precision_at_20_max": 0.548077, "nauc_precision_at_20_std": 0.111715, "nauc_precision_at_20_diff1": 0.609141, "nauc_precision_at_100_max": 0.488482, "nauc_precision_at_100_std": 0.159203, "nauc_precision_at_100_diff1": 0.632112, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.576078, "nauc_mrr_at_1_std": 0.059412, "nauc_mrr_at_1_diff1": 0.786914, "nauc_mrr_at_3_max": 0.583681, "nauc_mrr_at_3_std": 0.060102, "nauc_mrr_at_3_diff1": 0.754162, "nauc_mrr_at_5_max": 0.585261, "nauc_mrr_at_5_std": 0.062604, "nauc_mrr_at_5_diff1": 0.754931, "nauc_mrr_at_10_max": 0.583772, "nauc_mrr_at_10_std": 0.066091, "nauc_mrr_at_10_diff1": 0.7536, "nauc_mrr_at_20_max": 0.582936, "nauc_mrr_at_20_std": 0.06609, "nauc_mrr_at_20_diff1": 0.752459, "nauc_mrr_at_100_max": 0.582686, "nauc_mrr_at_100_std": 0.066421, "nauc_mrr_at_100_diff1": 0.753213, "nauc_mrr_at_1000_max": 0.582769, "nauc_mrr_at_1000_std": 0.066302, "nauc_mrr_at_1000_diff1": 0.753353, "main_score": 0.73706, "hf_subset": "ara-ara", "languages": [ "ara-Arab", "ara-Arab" ] }, { "ndcg_at_1": 0.42995, "ndcg_at_3": 0.6007, "ndcg_at_5": 0.62503, "ndcg_at_10": 0.65868, "ndcg_at_20": 0.67207, "ndcg_at_100": 0.68162, "ndcg_at_1000": 0.68372, "map_at_1": 0.42995, "map_at_3": 0.55797, "map_at_5": 0.57174, "map_at_10": 0.5861, "map_at_20": 0.58974, "map_at_100": 0.59129, "map_at_1000": 0.59141, "recall_at_1": 0.42995, "recall_at_3": 0.72464, "recall_at_5": 0.78261, "recall_at_10": 0.88406, "recall_at_20": 0.9372, "recall_at_100": 0.98551, "recall_at_1000": 1.0, "precision_at_1": 0.42995, "precision_at_3": 0.24155, "precision_at_5": 0.15652, "precision_at_10": 0.08841, "precision_at_20": 0.04686, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "mrr_at_1": 0.429952, "mrr_at_3": 0.557971, "mrr_at_5": 0.571739, "mrr_at_10": 0.586098, "mrr_at_20": 0.589741, "mrr_at_100": 0.591287, "mrr_at_1000": 0.59141, "nauc_ndcg_at_1_max": 0.588622, "nauc_ndcg_at_1_std": 0.4406, "nauc_ndcg_at_1_diff1": 0.688694, "nauc_ndcg_at_3_max": 0.547196, "nauc_ndcg_at_3_std": 0.404487, "nauc_ndcg_at_3_diff1": 0.584974, "nauc_ndcg_at_5_max": 0.541984, "nauc_ndcg_at_5_std": 0.390753, "nauc_ndcg_at_5_diff1": 0.598229, "nauc_ndcg_at_10_max": 0.532823, "nauc_ndcg_at_10_std": 0.410265, "nauc_ndcg_at_10_diff1": 0.581645, "nauc_ndcg_at_20_max": 0.524937, "nauc_ndcg_at_20_std": 0.392356, "nauc_ndcg_at_20_diff1": 0.585788, "nauc_ndcg_at_100_max": 0.536604, "nauc_ndcg_at_100_std": 0.40607, "nauc_ndcg_at_100_diff1": 0.592689, "nauc_ndcg_at_1000_max": 0.540875, "nauc_ndcg_at_1000_std": 0.40423, "nauc_ndcg_at_1000_diff1": 0.602136, "nauc_map_at_1_max": 0.588622, "nauc_map_at_1_std": 0.4406, "nauc_map_at_1_diff1": 0.688694, "nauc_map_at_3_max": 0.555089, "nauc_map_at_3_std": 0.412476, "nauc_map_at_3_diff1": 0.61105, "nauc_map_at_5_max": 0.551987, "nauc_map_at_5_std": 0.404737, "nauc_map_at_5_diff1": 0.618953, "nauc_map_at_10_max": 0.54915, "nauc_map_at_10_std": 0.412007, "nauc_map_at_10_diff1": 0.613106, "nauc_map_at_20_max": 0.54741, "nauc_map_at_20_std": 0.407912, "nauc_map_at_20_diff1": 0.614256, "nauc_map_at_100_max": 0.548698, "nauc_map_at_100_std": 0.409257, "nauc_map_at_100_diff1": 0.615083, "nauc_map_at_1000_max": 0.548921, "nauc_map_at_1000_std": 0.409186, "nauc_map_at_1000_diff1": 0.615542, "nauc_recall_at_1_max": 0.588622, "nauc_recall_at_1_std": 0.4406, "nauc_recall_at_1_diff1": 0.688694, "nauc_recall_at_3_max": 0.519696, "nauc_recall_at_3_std": 0.37579, "nauc_recall_at_3_diff1": 0.489209, "nauc_recall_at_5_max": 0.50087, "nauc_recall_at_5_std": 0.329993, "nauc_recall_at_5_diff1": 0.511732, "nauc_recall_at_10_max": 0.408936, "nauc_recall_at_10_std": 0.418546, "nauc_recall_at_10_diff1": 0.346856, "nauc_recall_at_20_max": 0.197274, "nauc_recall_at_20_std": 0.163237, "nauc_recall_at_20_diff1": 0.222191, "nauc_recall_at_100_max": 0.095381, "nauc_recall_at_100_std": 0.609391, "nauc_recall_at_100_diff1": -0.402944, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.588622, "nauc_precision_at_1_std": 0.4406, "nauc_precision_at_1_diff1": 0.688694, "nauc_precision_at_3_max": 0.519696, "nauc_precision_at_3_std": 0.37579, "nauc_precision_at_3_diff1": 0.489209, "nauc_precision_at_5_max": 0.50087, "nauc_precision_at_5_std": 0.329993, "nauc_precision_at_5_diff1": 0.511732, "nauc_precision_at_10_max": 0.408936, "nauc_precision_at_10_std": 0.418546, "nauc_precision_at_10_diff1": 0.346856, "nauc_precision_at_20_max": 0.197274, "nauc_precision_at_20_std": 0.163237, "nauc_precision_at_20_diff1": 0.222191, "nauc_precision_at_100_max": 0.095381, "nauc_precision_at_100_std": 0.609391, "nauc_precision_at_100_diff1": -0.402944, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.588622, "nauc_mrr_at_1_std": 0.4406, "nauc_mrr_at_1_diff1": 0.688694, "nauc_mrr_at_3_max": 0.555089, "nauc_mrr_at_3_std": 0.412476, "nauc_mrr_at_3_diff1": 0.61105, "nauc_mrr_at_5_max": 0.551987, "nauc_mrr_at_5_std": 0.404737, "nauc_mrr_at_5_diff1": 0.618953, "nauc_mrr_at_10_max": 0.54915, "nauc_mrr_at_10_std": 0.412007, "nauc_mrr_at_10_diff1": 0.613106, "nauc_mrr_at_20_max": 0.54741, "nauc_mrr_at_20_std": 0.407912, "nauc_mrr_at_20_diff1": 0.614256, "nauc_mrr_at_100_max": 0.548698, "nauc_mrr_at_100_std": 0.409257, "nauc_mrr_at_100_diff1": 0.615083, "nauc_mrr_at_1000_max": 0.548921, "nauc_mrr_at_1000_std": 0.409186, "nauc_mrr_at_1000_diff1": 0.615542, "main_score": 0.65868, "hf_subset": "ara-deu", "languages": [ "ara-Arab", "deu-Latn" ] }, { "ndcg_at_1": 0.68665, "ndcg_at_3": 0.76946, "ndcg_at_5": 0.78952, "ndcg_at_10": 0.80222, "ndcg_at_20": 0.80947, "ndcg_at_100": 0.81683, "ndcg_at_1000": 0.81915, "map_at_1": 0.68665, "map_at_3": 0.74984, "map_at_5": 0.76106, "map_at_10": 0.7664, "map_at_20": 0.76835, "map_at_100": 0.7693, "map_at_1000": 0.7694, "recall_at_1": 0.68665, "recall_at_3": 0.82592, "recall_at_5": 0.87427, "recall_at_10": 0.91296, "recall_at_20": 0.94197, "recall_at_100": 0.98259, "recall_at_1000": 1.0, "precision_at_1": 0.68665, "precision_at_3": 0.27531, "precision_at_5": 0.17485, "precision_at_10": 0.0913, "precision_at_20": 0.0471, "precision_at_100": 0.00983, "precision_at_1000": 0.001, "mrr_at_1": 0.686654, "mrr_at_3": 0.749839, "mrr_at_5": 0.761057, "mrr_at_10": 0.766403, "mrr_at_20": 0.768347, "mrr_at_100": 0.7693, "mrr_at_1000": 0.769402, "nauc_ndcg_at_1_max": 0.601522, "nauc_ndcg_at_1_std": 0.139377, "nauc_ndcg_at_1_diff1": 0.784006, "nauc_ndcg_at_3_max": 0.622211, "nauc_ndcg_at_3_std": 0.17904, "nauc_ndcg_at_3_diff1": 0.735641, "nauc_ndcg_at_5_max": 0.626357, "nauc_ndcg_at_5_std": 0.1775, "nauc_ndcg_at_5_diff1": 0.744758, "nauc_ndcg_at_10_max": 0.6261, "nauc_ndcg_at_10_std": 0.169139, "nauc_ndcg_at_10_diff1": 0.749311, "nauc_ndcg_at_20_max": 0.62258, "nauc_ndcg_at_20_std": 0.162505, "nauc_ndcg_at_20_diff1": 0.747823, "nauc_ndcg_at_100_max": 0.617919, "nauc_ndcg_at_100_std": 0.162109, "nauc_ndcg_at_100_diff1": 0.750281, "nauc_ndcg_at_1000_max": 0.617235, "nauc_ndcg_at_1000_std": 0.162324, "nauc_ndcg_at_1000_diff1": 0.751682, "nauc_map_at_1_max": 0.601522, "nauc_map_at_1_std": 0.139377, "nauc_map_at_1_diff1": 0.784006, "nauc_map_at_3_max": 0.613625, "nauc_map_at_3_std": 0.164389, "nauc_map_at_3_diff1": 0.747579, "nauc_map_at_5_max": 0.615355, "nauc_map_at_5_std": 0.163403, "nauc_map_at_5_diff1": 0.752693, "nauc_map_at_10_max": 0.614772, "nauc_map_at_10_std": 0.15979, "nauc_map_at_10_diff1": 0.754493, "nauc_map_at_20_max": 0.613635, "nauc_map_at_20_std": 0.158001, "nauc_map_at_20_diff1": 0.754222, "nauc_map_at_100_max": 0.613214, "nauc_map_at_100_std": 0.158152, "nauc_map_at_100_diff1": 0.754746, "nauc_map_at_1000_max": 0.613204, "nauc_map_at_1000_std": 0.15821, "nauc_map_at_1000_diff1": 0.754797, "nauc_recall_at_1_max": 0.601522, "nauc_recall_at_1_std": 0.139377, "nauc_recall_at_1_diff1": 0.784006, "nauc_recall_at_3_max": 0.65689, "nauc_recall_at_3_std": 0.237506, "nauc_recall_at_3_diff1": 0.690586, "nauc_recall_at_5_max": 0.683825, "nauc_recall_at_5_std": 0.248554, "nauc_recall_at_5_diff1": 0.709007, "nauc_recall_at_10_max": 0.708474, "nauc_recall_at_10_std": 0.228841, "nauc_recall_at_10_diff1": 0.723102, "nauc_recall_at_20_max": 0.715072, "nauc_recall_at_20_std": 0.186832, "nauc_recall_at_20_diff1": 0.692417, "nauc_recall_at_100_max": 0.674618, "nauc_recall_at_100_std": 0.180596, "nauc_recall_at_100_diff1": 0.653604, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.601522, "nauc_precision_at_1_std": 0.139377, "nauc_precision_at_1_diff1": 0.784006, "nauc_precision_at_3_max": 0.65689, "nauc_precision_at_3_std": 0.237506, "nauc_precision_at_3_diff1": 0.690586, "nauc_precision_at_5_max": 0.683825, "nauc_precision_at_5_std": 0.248554, "nauc_precision_at_5_diff1": 0.709007, "nauc_precision_at_10_max": 0.708474, "nauc_precision_at_10_std": 0.228841, "nauc_precision_at_10_diff1": 0.723102, "nauc_precision_at_20_max": 0.715072, "nauc_precision_at_20_std": 0.186832, "nauc_precision_at_20_diff1": 0.692417, "nauc_precision_at_100_max": 0.674618, "nauc_precision_at_100_std": 0.180596, "nauc_precision_at_100_diff1": 0.653604, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.601522, "nauc_mrr_at_1_std": 0.139377, "nauc_mrr_at_1_diff1": 0.784006, "nauc_mrr_at_3_max": 0.613625, "nauc_mrr_at_3_std": 0.164389, "nauc_mrr_at_3_diff1": 0.747579, "nauc_mrr_at_5_max": 0.615355, "nauc_mrr_at_5_std": 0.163403, "nauc_mrr_at_5_diff1": 0.752693, "nauc_mrr_at_10_max": 0.614772, "nauc_mrr_at_10_std": 0.15979, "nauc_mrr_at_10_diff1": 0.754493, "nauc_mrr_at_20_max": 0.613635, "nauc_mrr_at_20_std": 0.158001, "nauc_mrr_at_20_diff1": 0.754222, "nauc_mrr_at_100_max": 0.613214, "nauc_mrr_at_100_std": 0.158152, "nauc_mrr_at_100_diff1": 0.754746, "nauc_mrr_at_1000_max": 0.613204, "nauc_mrr_at_1000_std": 0.15821, "nauc_mrr_at_1000_diff1": 0.754797, "main_score": 0.80222, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ] }, { "ndcg_at_1": 0.7764, "ndcg_at_3": 0.85071, "ndcg_at_5": 0.86381, "ndcg_at_10": 0.86588, "ndcg_at_20": 0.87556, "ndcg_at_100": 0.87921, "ndcg_at_1000": 0.88014, "map_at_1": 0.7764, "map_at_3": 0.83333, "map_at_5": 0.84079, "map_at_10": 0.84167, "map_at_20": 0.84447, "map_at_100": 0.84506, "map_at_1000": 0.84512, "recall_at_1": 0.7764, "recall_at_3": 0.90062, "recall_at_5": 0.93168, "recall_at_10": 0.93789, "recall_at_20": 0.97516, "recall_at_100": 0.99379, "recall_at_1000": 1.0, "precision_at_1": 0.7764, "precision_at_3": 0.30021, "precision_at_5": 0.18634, "precision_at_10": 0.09379, "precision_at_20": 0.04876, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.776398, "mrr_at_3": 0.833333, "mrr_at_5": 0.840787, "mrr_at_10": 0.841674, "mrr_at_20": 0.844475, "mrr_at_100": 0.845062, "mrr_at_1000": 0.845124, "nauc_ndcg_at_1_max": 0.622007, "nauc_ndcg_at_1_std": 0.127123, "nauc_ndcg_at_1_diff1": 0.771418, "nauc_ndcg_at_3_max": 0.644744, "nauc_ndcg_at_3_std": 0.21288, "nauc_ndcg_at_3_diff1": 0.760165, "nauc_ndcg_at_5_max": 0.664728, "nauc_ndcg_at_5_std": 0.220373, "nauc_ndcg_at_5_diff1": 0.770881, "nauc_ndcg_at_10_max": 0.666529, "nauc_ndcg_at_10_std": 0.20973, "nauc_ndcg_at_10_diff1": 0.771673, "nauc_ndcg_at_20_max": 0.659574, "nauc_ndcg_at_20_std": 0.192498, "nauc_ndcg_at_20_diff1": 0.7756, "nauc_ndcg_at_100_max": 0.652528, "nauc_ndcg_at_100_std": 0.195855, "nauc_ndcg_at_100_diff1": 0.773163, "nauc_ndcg_at_1000_max": 0.650726, "nauc_ndcg_at_1000_std": 0.189171, "nauc_ndcg_at_1000_diff1": 0.771277, "nauc_map_at_1_max": 0.622007, "nauc_map_at_1_std": 0.127123, "nauc_map_at_1_diff1": 0.771418, "nauc_map_at_3_max": 0.637325, "nauc_map_at_3_std": 0.185793, "nauc_map_at_3_diff1": 0.762553, "nauc_map_at_5_max": 0.647201, "nauc_map_at_5_std": 0.188998, "nauc_map_at_5_diff1": 0.76829, "nauc_map_at_10_max": 0.647756, "nauc_map_at_10_std": 0.184911, "nauc_map_at_10_diff1": 0.768565, "nauc_map_at_20_max": 0.646043, "nauc_map_at_20_std": 0.18084, "nauc_map_at_20_diff1": 0.769587, "nauc_map_at_100_max": 0.644978, "nauc_map_at_100_std": 0.180851, "nauc_map_at_100_diff1": 0.769377, "nauc_map_at_1000_max": 0.644882, "nauc_map_at_1000_std": 0.180502, "nauc_map_at_1000_diff1": 0.769278, "nauc_recall_at_1_max": 0.622007, "nauc_recall_at_1_std": 0.127123, "nauc_recall_at_1_diff1": 0.771418, "nauc_recall_at_3_max": 0.67853, "nauc_recall_at_3_std": 0.335686, "nauc_recall_at_3_diff1": 0.750095, "nauc_recall_at_5_max": 0.778963, "nauc_recall_at_5_std": 0.416901, "nauc_recall_at_5_diff1": 0.790028, "nauc_recall_at_10_max": 0.801368, "nauc_recall_at_10_std": 0.371654, "nauc_recall_at_10_diff1": 0.796776, "nauc_recall_at_20_max": 0.865321, "nauc_recall_at_20_std": 0.283617, "nauc_recall_at_20_diff1": 0.897978, "nauc_recall_at_100_max": 0.869371, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.622007, "nauc_precision_at_1_std": 0.127123, "nauc_precision_at_1_diff1": 0.771418, "nauc_precision_at_3_max": 0.67853, "nauc_precision_at_3_std": 0.335686, "nauc_precision_at_3_diff1": 0.750095, "nauc_precision_at_5_max": 0.778963, "nauc_precision_at_5_std": 0.416901, "nauc_precision_at_5_diff1": 0.790028, "nauc_precision_at_10_max": 0.801368, "nauc_precision_at_10_std": 0.371654, "nauc_precision_at_10_diff1": 0.796776, "nauc_precision_at_20_max": 0.865321, "nauc_precision_at_20_std": 0.283617, "nauc_precision_at_20_diff1": 0.897978, "nauc_precision_at_100_max": 0.869371, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.622007, "nauc_mrr_at_1_std": 0.127123, "nauc_mrr_at_1_diff1": 0.771418, "nauc_mrr_at_3_max": 0.637325, "nauc_mrr_at_3_std": 0.185793, "nauc_mrr_at_3_diff1": 0.762553, "nauc_mrr_at_5_max": 0.647201, "nauc_mrr_at_5_std": 0.188998, "nauc_mrr_at_5_diff1": 0.76829, "nauc_mrr_at_10_max": 0.647756, "nauc_mrr_at_10_std": 0.184911, "nauc_mrr_at_10_diff1": 0.768565, "nauc_mrr_at_20_max": 0.646043, "nauc_mrr_at_20_std": 0.18084, "nauc_mrr_at_20_diff1": 0.769587, "nauc_mrr_at_100_max": 0.644978, "nauc_mrr_at_100_std": 0.180851, "nauc_mrr_at_100_diff1": 0.769377, "nauc_mrr_at_1000_max": 0.644882, "nauc_mrr_at_1000_std": 0.180502, "nauc_mrr_at_1000_diff1": 0.769278, "main_score": 0.86588, "hf_subset": "ara-spa", "languages": [ "ara-Arab", "spa-Latn" ] }, { "ndcg_at_1": 0.56452, "ndcg_at_3": 0.65726, "ndcg_at_5": 0.67484, "ndcg_at_10": 0.69033, "ndcg_at_20": 0.70124, "ndcg_at_100": 0.72798, "ndcg_at_1000": 0.72798, "map_at_1": 0.56452, "map_at_3": 0.6353, "map_at_5": 0.64498, "map_at_10": 0.65128, "map_at_20": 0.6543, "map_at_100": 0.65794, "map_at_1000": 0.65794, "recall_at_1": 0.56452, "recall_at_3": 0.72043, "recall_at_5": 0.76344, "recall_at_10": 0.81183, "recall_at_20": 0.85484, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.56452, "precision_at_3": 0.24014, "precision_at_5": 0.15269, "precision_at_10": 0.08118, "precision_at_20": 0.04274, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.564516, "mrr_at_3": 0.635305, "mrr_at_5": 0.644982, "mrr_at_10": 0.65128, "mrr_at_20": 0.654301, "mrr_at_100": 0.657943, "mrr_at_1000": 0.657943, "nauc_ndcg_at_1_max": 0.534422, "nauc_ndcg_at_1_std": 0.161564, "nauc_ndcg_at_1_diff1": 0.732525, "nauc_ndcg_at_3_max": 0.512604, "nauc_ndcg_at_3_std": 0.143342, "nauc_ndcg_at_3_diff1": 0.697159, "nauc_ndcg_at_5_max": 0.523292, "nauc_ndcg_at_5_std": 0.17096, "nauc_ndcg_at_5_diff1": 0.69555, "nauc_ndcg_at_10_max": 0.524611, "nauc_ndcg_at_10_std": 0.185068, "nauc_ndcg_at_10_diff1": 0.695271, "nauc_ndcg_at_20_max": 0.527313, "nauc_ndcg_at_20_std": 0.195986, "nauc_ndcg_at_20_diff1": 0.692317, "nauc_ndcg_at_100_max": 0.525582, "nauc_ndcg_at_100_std": 0.175246, "nauc_ndcg_at_100_diff1": 0.697357, "nauc_ndcg_at_1000_max": 0.525582, "nauc_ndcg_at_1000_std": 0.175246, "nauc_ndcg_at_1000_diff1": 0.697357, "nauc_map_at_1_max": 0.534422, "nauc_map_at_1_std": 0.161564, "nauc_map_at_1_diff1": 0.732525, "nauc_map_at_3_max": 0.518081, "nauc_map_at_3_std": 0.148457, "nauc_map_at_3_diff1": 0.703562, "nauc_map_at_5_max": 0.523944, "nauc_map_at_5_std": 0.163135, "nauc_map_at_5_diff1": 0.702507, "nauc_map_at_10_max": 0.524644, "nauc_map_at_10_std": 0.168059, "nauc_map_at_10_diff1": 0.702006, "nauc_map_at_20_max": 0.525341, "nauc_map_at_20_std": 0.170517, "nauc_map_at_20_diff1": 0.701334, "nauc_map_at_100_max": 0.525234, "nauc_map_at_100_std": 0.168145, "nauc_map_at_100_diff1": 0.701757, "nauc_map_at_1000_max": 0.525234, "nauc_map_at_1000_std": 0.168145, "nauc_map_at_1000_diff1": 0.701757, "nauc_recall_at_1_max": 0.534422, "nauc_recall_at_1_std": 0.161564, "nauc_recall_at_1_diff1": 0.732525, "nauc_recall_at_3_max": 0.494056, "nauc_recall_at_3_std": 0.125731, "nauc_recall_at_3_diff1": 0.676788, "nauc_recall_at_5_max": 0.522779, "nauc_recall_at_5_std": 0.205749, "nauc_recall_at_5_diff1": 0.671015, "nauc_recall_at_10_max": 0.526849, "nauc_recall_at_10_std": 0.277954, "nauc_recall_at_10_diff1": 0.669177, "nauc_recall_at_20_max": 0.545551, "nauc_recall_at_20_std": 0.37919, "nauc_recall_at_20_diff1": 0.641728, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.534422, "nauc_precision_at_1_std": 0.161564, "nauc_precision_at_1_diff1": 0.732525, "nauc_precision_at_3_max": 0.494056, "nauc_precision_at_3_std": 0.125731, "nauc_precision_at_3_diff1": 0.676788, "nauc_precision_at_5_max": 0.522779, "nauc_precision_at_5_std": 0.205749, "nauc_precision_at_5_diff1": 0.671015, "nauc_precision_at_10_max": 0.526849, "nauc_precision_at_10_std": 0.277954, "nauc_precision_at_10_diff1": 0.669177, "nauc_precision_at_20_max": 0.545551, "nauc_precision_at_20_std": 0.37919, "nauc_precision_at_20_diff1": 0.641728, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.534422, "nauc_mrr_at_1_std": 0.161564, "nauc_mrr_at_1_diff1": 0.732525, "nauc_mrr_at_3_max": 0.518081, "nauc_mrr_at_3_std": 0.148457, "nauc_mrr_at_3_diff1": 0.703562, "nauc_mrr_at_5_max": 0.523944, "nauc_mrr_at_5_std": 0.163135, "nauc_mrr_at_5_diff1": 0.702507, "nauc_mrr_at_10_max": 0.524644, "nauc_mrr_at_10_std": 0.168059, "nauc_mrr_at_10_diff1": 0.702006, "nauc_mrr_at_20_max": 0.525341, "nauc_mrr_at_20_std": 0.170517, "nauc_mrr_at_20_diff1": 0.701334, "nauc_mrr_at_100_max": 0.525234, "nauc_mrr_at_100_std": 0.168145, "nauc_mrr_at_100_diff1": 0.701757, "nauc_mrr_at_1000_max": 0.525234, "nauc_mrr_at_1000_std": 0.168145, "nauc_mrr_at_1000_diff1": 0.701757, "main_score": 0.69033, "hf_subset": "ara-hin", "languages": [ "ara-Arab", "hin-Deva" ] }, { "ndcg_at_1": 0.60123, "ndcg_at_3": 0.67382, "ndcg_at_5": 0.70602, "ndcg_at_10": 0.71812, "ndcg_at_20": 0.72616, "ndcg_at_100": 0.74789, "ndcg_at_1000": 0.74878, "map_at_1": 0.60123, "map_at_3": 0.65644, "map_at_5": 0.67393, "map_at_10": 0.67903, "map_at_20": 0.68139, "map_at_100": 0.68397, "map_at_1000": 0.68403, "recall_at_1": 0.60123, "recall_at_3": 0.72393, "recall_at_5": 0.80368, "recall_at_10": 0.84049, "recall_at_20": 0.87117, "recall_at_100": 0.99387, "recall_at_1000": 1.0, "precision_at_1": 0.60123, "precision_at_3": 0.24131, "precision_at_5": 0.16074, "precision_at_10": 0.08405, "precision_at_20": 0.04356, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.601227, "mrr_at_3": 0.656442, "mrr_at_5": 0.673926, "mrr_at_10": 0.679027, "mrr_at_20": 0.681386, "mrr_at_100": 0.683974, "mrr_at_1000": 0.684026, "nauc_ndcg_at_1_max": 0.622072, "nauc_ndcg_at_1_std": 0.175876, "nauc_ndcg_at_1_diff1": 0.786498, "nauc_ndcg_at_3_max": 0.608458, "nauc_ndcg_at_3_std": 0.133465, "nauc_ndcg_at_3_diff1": 0.748337, "nauc_ndcg_at_5_max": 0.586977, "nauc_ndcg_at_5_std": 0.101666, "nauc_ndcg_at_5_diff1": 0.738018, "nauc_ndcg_at_10_max": 0.58627, "nauc_ndcg_at_10_std": 0.095272, "nauc_ndcg_at_10_diff1": 0.749652, "nauc_ndcg_at_20_max": 0.584219, "nauc_ndcg_at_20_std": 0.10116, "nauc_ndcg_at_20_diff1": 0.753417, "nauc_ndcg_at_100_max": 0.599099, "nauc_ndcg_at_100_std": 0.125593, "nauc_ndcg_at_100_diff1": 0.757545, "nauc_ndcg_at_1000_max": 0.600127, "nauc_ndcg_at_1000_std": 0.125611, "nauc_ndcg_at_1000_diff1": 0.757067, "nauc_map_at_1_max": 0.622072, "nauc_map_at_1_std": 0.175876, "nauc_map_at_1_diff1": 0.786498, "nauc_map_at_3_max": 0.614639, "nauc_map_at_3_std": 0.146361, "nauc_map_at_3_diff1": 0.760735, "nauc_map_at_5_max": 0.604246, "nauc_map_at_5_std": 0.132127, "nauc_map_at_5_diff1": 0.755908, "nauc_map_at_10_max": 0.604338, "nauc_map_at_10_std": 0.130422, "nauc_map_at_10_diff1": 0.760281, "nauc_map_at_20_max": 0.603883, "nauc_map_at_20_std": 0.131681, "nauc_map_at_20_diff1": 0.761242, "nauc_map_at_100_max": 0.606065, "nauc_map_at_100_std": 0.135519, "nauc_map_at_100_diff1": 0.761667, "nauc_map_at_1000_max": 0.606115, "nauc_map_at_1000_std": 0.135522, "nauc_map_at_1000_diff1": 0.761645, "nauc_recall_at_1_max": 0.622072, "nauc_recall_at_1_std": 0.175876, "nauc_recall_at_1_diff1": 0.786498, "nauc_recall_at_3_max": 0.586444, "nauc_recall_at_3_std": 0.089352, "nauc_recall_at_3_diff1": 0.705591, "nauc_recall_at_5_max": 0.507076, "nauc_recall_at_5_std": -0.037741, "nauc_recall_at_5_diff1": 0.658922, "nauc_recall_at_10_max": 0.48604, "nauc_recall_at_10_std": -0.099673, "nauc_recall_at_10_diff1": 0.700671, "nauc_recall_at_20_max": 0.451093, "nauc_recall_at_20_std": -0.091775, "nauc_recall_at_20_diff1": 0.717995, "nauc_recall_at_100_max": 0.358144, "nauc_recall_at_100_std": 0.121397, "nauc_recall_at_100_diff1": 0.869548, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.622072, "nauc_precision_at_1_std": 0.175876, "nauc_precision_at_1_diff1": 0.786498, "nauc_precision_at_3_max": 0.586444, "nauc_precision_at_3_std": 0.089352, "nauc_precision_at_3_diff1": 0.705591, "nauc_precision_at_5_max": 0.507076, "nauc_precision_at_5_std": -0.037741, "nauc_precision_at_5_diff1": 0.658922, "nauc_precision_at_10_max": 0.48604, "nauc_precision_at_10_std": -0.099673, "nauc_precision_at_10_diff1": 0.700671, "nauc_precision_at_20_max": 0.451093, "nauc_precision_at_20_std": -0.091775, "nauc_precision_at_20_diff1": 0.717995, "nauc_precision_at_100_max": 0.358144, "nauc_precision_at_100_std": 0.121397, "nauc_precision_at_100_diff1": 0.869548, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.622072, "nauc_mrr_at_1_std": 0.175876, "nauc_mrr_at_1_diff1": 0.786498, "nauc_mrr_at_3_max": 0.614639, "nauc_mrr_at_3_std": 0.146361, "nauc_mrr_at_3_diff1": 0.760735, "nauc_mrr_at_5_max": 0.604246, "nauc_mrr_at_5_std": 0.132127, "nauc_mrr_at_5_diff1": 0.755908, "nauc_mrr_at_10_max": 0.604338, "nauc_mrr_at_10_std": 0.130422, "nauc_mrr_at_10_diff1": 0.760281, "nauc_mrr_at_20_max": 0.603883, "nauc_mrr_at_20_std": 0.131681, "nauc_mrr_at_20_diff1": 0.761242, "nauc_mrr_at_100_max": 0.606065, "nauc_mrr_at_100_std": 0.135519, "nauc_mrr_at_100_diff1": 0.761667, "nauc_mrr_at_1000_max": 0.606115, "nauc_mrr_at_1000_std": 0.135522, "nauc_mrr_at_1000_diff1": 0.761645, "main_score": 0.71812, "hf_subset": "ara-vie", "languages": [ "ara-Arab", "vie-Latn" ] }, { "ndcg_at_1": 0.65957, "ndcg_at_3": 0.74278, "ndcg_at_5": 0.75811, "ndcg_at_10": 0.7732, "ndcg_at_20": 0.78414, "ndcg_at_100": 0.79809, "ndcg_at_1000": 0.79964, "map_at_1": 0.65957, "map_at_3": 0.72518, "map_at_5": 0.73369, "map_at_10": 0.73968, "map_at_20": 0.74278, "map_at_100": 0.74513, "map_at_1000": 0.74522, "recall_at_1": 0.65957, "recall_at_3": 0.79255, "recall_at_5": 0.82979, "recall_at_10": 0.87766, "recall_at_20": 0.92021, "recall_at_100": 0.98936, "recall_at_1000": 1.0, "precision_at_1": 0.65957, "precision_at_3": 0.26418, "precision_at_5": 0.16596, "precision_at_10": 0.08777, "precision_at_20": 0.04601, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.659574, "mrr_at_3": 0.725177, "mrr_at_5": 0.733688, "mrr_at_10": 0.739685, "mrr_at_20": 0.742783, "mrr_at_100": 0.745125, "mrr_at_1000": 0.745216, "nauc_ndcg_at_1_max": 0.390931, "nauc_ndcg_at_1_std": 0.12426, "nauc_ndcg_at_1_diff1": 0.78569, "nauc_ndcg_at_3_max": 0.465093, "nauc_ndcg_at_3_std": 0.251139, "nauc_ndcg_at_3_diff1": 0.755584, "nauc_ndcg_at_5_max": 0.453051, "nauc_ndcg_at_5_std": 0.249146, "nauc_ndcg_at_5_diff1": 0.74916, "nauc_ndcg_at_10_max": 0.443898, "nauc_ndcg_at_10_std": 0.231449, "nauc_ndcg_at_10_diff1": 0.752542, "nauc_ndcg_at_20_max": 0.44004, "nauc_ndcg_at_20_std": 0.225283, "nauc_ndcg_at_20_diff1": 0.755036, "nauc_ndcg_at_100_max": 0.43103, "nauc_ndcg_at_100_std": 0.209673, "nauc_ndcg_at_100_diff1": 0.757089, "nauc_ndcg_at_1000_max": 0.435374, "nauc_ndcg_at_1000_std": 0.212644, "nauc_ndcg_at_1000_diff1": 0.75782, "nauc_map_at_1_max": 0.390931, "nauc_map_at_1_std": 0.12426, "nauc_map_at_1_diff1": 0.78569, "nauc_map_at_3_max": 0.4456, "nauc_map_at_3_std": 0.217271, "nauc_map_at_3_diff1": 0.763622, "nauc_map_at_5_max": 0.438882, "nauc_map_at_5_std": 0.21536, "nauc_map_at_5_diff1": 0.76049, "nauc_map_at_10_max": 0.434995, "nauc_map_at_10_std": 0.208441, "nauc_map_at_10_diff1": 0.761386, "nauc_map_at_20_max": 0.433865, "nauc_map_at_20_std": 0.206588, "nauc_map_at_20_diff1": 0.762033, "nauc_map_at_100_max": 0.432455, "nauc_map_at_100_std": 0.203969, "nauc_map_at_100_diff1": 0.762075, "nauc_map_at_1000_max": 0.432633, "nauc_map_at_1000_std": 0.204082, "nauc_map_at_1000_diff1": 0.762118, "nauc_recall_at_1_max": 0.390931, "nauc_recall_at_1_std": 0.12426, "nauc_recall_at_1_diff1": 0.78569, "nauc_recall_at_3_max": 0.533639, "nauc_recall_at_3_std": 0.370518, "nauc_recall_at_3_diff1": 0.727253, "nauc_recall_at_5_max": 0.50804, "nauc_recall_at_5_std": 0.386512, "nauc_recall_at_5_diff1": 0.701614, "nauc_recall_at_10_max": 0.481852, "nauc_recall_at_10_std": 0.339122, "nauc_recall_at_10_diff1": 0.708695, "nauc_recall_at_20_max": 0.466484, "nauc_recall_at_20_std": 0.336867, "nauc_recall_at_20_diff1": 0.711482, "nauc_recall_at_100_max": -0.074406, "nauc_recall_at_100_std": -0.139843, "nauc_recall_at_100_diff1": 0.679193, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.390931, "nauc_precision_at_1_std": 0.12426, "nauc_precision_at_1_diff1": 0.78569, "nauc_precision_at_3_max": 0.533639, "nauc_precision_at_3_std": 0.370518, "nauc_precision_at_3_diff1": 0.727253, "nauc_precision_at_5_max": 0.50804, "nauc_precision_at_5_std": 0.386512, "nauc_precision_at_5_diff1": 0.701614, "nauc_precision_at_10_max": 0.481852, "nauc_precision_at_10_std": 0.339122, "nauc_precision_at_10_diff1": 0.708695, "nauc_precision_at_20_max": 0.466484, "nauc_precision_at_20_std": 0.336867, "nauc_precision_at_20_diff1": 0.711482, "nauc_precision_at_100_max": -0.074406, "nauc_precision_at_100_std": -0.139843, "nauc_precision_at_100_diff1": 0.679193, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.390931, "nauc_mrr_at_1_std": 0.12426, "nauc_mrr_at_1_diff1": 0.78569, "nauc_mrr_at_3_max": 0.4456, "nauc_mrr_at_3_std": 0.217271, "nauc_mrr_at_3_diff1": 0.763622, "nauc_mrr_at_5_max": 0.438882, "nauc_mrr_at_5_std": 0.21536, "nauc_mrr_at_5_diff1": 0.76049, "nauc_mrr_at_10_max": 0.434995, "nauc_mrr_at_10_std": 0.208441, "nauc_mrr_at_10_diff1": 0.761386, "nauc_mrr_at_20_max": 0.433865, "nauc_mrr_at_20_std": 0.206588, "nauc_mrr_at_20_diff1": 0.762033, "nauc_mrr_at_100_max": 0.432455, "nauc_mrr_at_100_std": 0.203969, "nauc_mrr_at_100_diff1": 0.762075, "nauc_mrr_at_1000_max": 0.432633, "nauc_mrr_at_1000_std": 0.204082, "nauc_mrr_at_1000_diff1": 0.762118, "main_score": 0.7732, "hf_subset": "ara-zho", "languages": [ "ara-Arab", "zho-Hans" ] }, { "ndcg_at_1": 0.58937, "ndcg_at_3": 0.70738, "ndcg_at_5": 0.73732, "ndcg_at_10": 0.75565, "ndcg_at_20": 0.76659, "ndcg_at_100": 0.77259, "ndcg_at_1000": 0.77396, "map_at_1": 0.58937, "map_at_3": 0.67955, "map_at_5": 0.69622, "map_at_10": 0.70354, "map_at_20": 0.70653, "map_at_100": 0.70758, "map_at_1000": 0.70766, "recall_at_1": 0.58937, "recall_at_3": 0.78744, "recall_at_5": 0.8599, "recall_at_10": 0.91787, "recall_at_20": 0.96135, "recall_at_100": 0.99034, "recall_at_1000": 1.0, "precision_at_1": 0.58937, "precision_at_3": 0.26248, "precision_at_5": 0.17198, "precision_at_10": 0.09179, "precision_at_20": 0.04807, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.589372, "mrr_at_3": 0.679549, "mrr_at_5": 0.696216, "mrr_at_10": 0.703541, "mrr_at_20": 0.706527, "mrr_at_100": 0.707585, "mrr_at_1000": 0.70766, "nauc_ndcg_at_1_max": 0.752135, "nauc_ndcg_at_1_std": 0.229011, "nauc_ndcg_at_1_diff1": 0.785264, "nauc_ndcg_at_3_max": 0.714294, "nauc_ndcg_at_3_std": 0.23551, "nauc_ndcg_at_3_diff1": 0.706089, "nauc_ndcg_at_5_max": 0.709529, "nauc_ndcg_at_5_std": 0.242368, "nauc_ndcg_at_5_diff1": 0.703766, "nauc_ndcg_at_10_max": 0.713225, "nauc_ndcg_at_10_std": 0.233802, "nauc_ndcg_at_10_diff1": 0.69715, "nauc_ndcg_at_20_max": 0.71811, "nauc_ndcg_at_20_std": 0.235776, "nauc_ndcg_at_20_diff1": 0.713112, "nauc_ndcg_at_100_max": 0.723637, "nauc_ndcg_at_100_std": 0.239644, "nauc_ndcg_at_100_diff1": 0.722285, "nauc_ndcg_at_1000_max": 0.72209, "nauc_ndcg_at_1000_std": 0.235708, "nauc_ndcg_at_1000_diff1": 0.722337, "nauc_map_at_1_max": 0.752135, "nauc_map_at_1_std": 0.229011, "nauc_map_at_1_diff1": 0.785264, "nauc_map_at_3_max": 0.724297, "nauc_map_at_3_std": 0.233144, "nauc_map_at_3_diff1": 0.72772, "nauc_map_at_5_max": 0.722707, "nauc_map_at_5_std": 0.236885, "nauc_map_at_5_diff1": 0.727708, "nauc_map_at_10_max": 0.724014, "nauc_map_at_10_std": 0.233906, "nauc_map_at_10_diff1": 0.725808, "nauc_map_at_20_max": 0.724749, "nauc_map_at_20_std": 0.233426, "nauc_map_at_20_diff1": 0.729291, "nauc_map_at_100_max": 0.725635, "nauc_map_at_100_std": 0.2342, "nauc_map_at_100_diff1": 0.730707, "nauc_map_at_1000_max": 0.725571, "nauc_map_at_1000_std": 0.234037, "nauc_map_at_1000_diff1": 0.730707, "nauc_recall_at_1_max": 0.752135, "nauc_recall_at_1_std": 0.229011, "nauc_recall_at_1_diff1": 0.785264, "nauc_recall_at_3_max": 0.676025, "nauc_recall_at_3_std": 0.244958, "nauc_recall_at_3_diff1": 0.622904, "nauc_recall_at_5_max": 0.638369, "nauc_recall_at_5_std": 0.27262, "nauc_recall_at_5_diff1": 0.576796, "nauc_recall_at_10_max": 0.626755, "nauc_recall_at_10_std": 0.224212, "nauc_recall_at_10_diff1": 0.44828, "nauc_recall_at_20_max": 0.649078, "nauc_recall_at_20_std": 0.297719, "nauc_recall_at_20_diff1": 0.502977, "nauc_recall_at_100_max": 0.934535, "nauc_recall_at_100_std": 0.777207, "nauc_recall_at_100_diff1": 0.711742, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.752135, "nauc_precision_at_1_std": 0.229011, "nauc_precision_at_1_diff1": 0.785264, "nauc_precision_at_3_max": 0.676025, "nauc_precision_at_3_std": 0.244958, "nauc_precision_at_3_diff1": 0.622904, "nauc_precision_at_5_max": 0.638369, "nauc_precision_at_5_std": 0.27262, "nauc_precision_at_5_diff1": 0.576796, "nauc_precision_at_10_max": 0.626755, "nauc_precision_at_10_std": 0.224212, "nauc_precision_at_10_diff1": 0.44828, "nauc_precision_at_20_max": 0.649078, "nauc_precision_at_20_std": 0.297719, "nauc_precision_at_20_diff1": 0.502977, "nauc_precision_at_100_max": 0.934535, "nauc_precision_at_100_std": 0.777207, "nauc_precision_at_100_diff1": 0.711742, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.752135, "nauc_mrr_at_1_std": 0.229011, "nauc_mrr_at_1_diff1": 0.785264, "nauc_mrr_at_3_max": 0.724297, "nauc_mrr_at_3_std": 0.233144, "nauc_mrr_at_3_diff1": 0.72772, "nauc_mrr_at_5_max": 0.722707, "nauc_mrr_at_5_std": 0.236885, "nauc_mrr_at_5_diff1": 0.727708, "nauc_mrr_at_10_max": 0.724014, "nauc_mrr_at_10_std": 0.233906, "nauc_mrr_at_10_diff1": 0.725808, "nauc_mrr_at_20_max": 0.724749, "nauc_mrr_at_20_std": 0.233426, "nauc_mrr_at_20_diff1": 0.729291, "nauc_mrr_at_100_max": 0.725635, "nauc_mrr_at_100_std": 0.2342, "nauc_mrr_at_100_diff1": 0.730707, "nauc_mrr_at_1000_max": 0.725571, "nauc_mrr_at_1000_std": 0.234037, "nauc_mrr_at_1000_diff1": 0.730707, "main_score": 0.75565, "hf_subset": "deu-ara", "languages": [ "deu-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.76953, "ndcg_at_3": 0.84821, "ndcg_at_5": 0.85855, "ndcg_at_10": 0.86921, "ndcg_at_20": 0.87176, "ndcg_at_100": 0.8739, "ndcg_at_1000": 0.87627, "map_at_1": 0.76953, "map_at_3": 0.82943, "map_at_5": 0.83509, "map_at_10": 0.83945, "map_at_20": 0.84019, "map_at_100": 0.84047, "map_at_1000": 0.84058, "recall_at_1": 0.76953, "recall_at_3": 0.90234, "recall_at_5": 0.92773, "recall_at_10": 0.96094, "recall_at_20": 0.9707, "recall_at_100": 0.98242, "recall_at_1000": 1.0, "precision_at_1": 0.76953, "precision_at_3": 0.30078, "precision_at_5": 0.18555, "precision_at_10": 0.09609, "precision_at_20": 0.04854, "precision_at_100": 0.00982, "precision_at_1000": 0.001, "mrr_at_1": 0.769531, "mrr_at_3": 0.829427, "mrr_at_5": 0.835091, "mrr_at_10": 0.839452, "mrr_at_20": 0.840193, "mrr_at_100": 0.840471, "mrr_at_1000": 0.840581, "nauc_ndcg_at_1_max": 0.617217, "nauc_ndcg_at_1_std": 0.025192, "nauc_ndcg_at_1_diff1": 0.828019, "nauc_ndcg_at_3_max": 0.68906, "nauc_ndcg_at_3_std": 0.105849, "nauc_ndcg_at_3_diff1": 0.810392, "nauc_ndcg_at_5_max": 0.689924, "nauc_ndcg_at_5_std": 0.094697, "nauc_ndcg_at_5_diff1": 0.814332, "nauc_ndcg_at_10_max": 0.679939, "nauc_ndcg_at_10_std": 0.09054, "nauc_ndcg_at_10_diff1": 0.812581, "nauc_ndcg_at_20_max": 0.677328, "nauc_ndcg_at_20_std": 0.085893, "nauc_ndcg_at_20_diff1": 0.812103, "nauc_ndcg_at_100_max": 0.672269, "nauc_ndcg_at_100_std": 0.070496, "nauc_ndcg_at_100_diff1": 0.815452, "nauc_ndcg_at_1000_max": 0.669623, "nauc_ndcg_at_1000_std": 0.075151, "nauc_ndcg_at_1000_diff1": 0.815489, "nauc_map_at_1_max": 0.617217, "nauc_map_at_1_std": 0.025192, "nauc_map_at_1_diff1": 0.828019, "nauc_map_at_3_max": 0.668583, "nauc_map_at_3_std": 0.082499, "nauc_map_at_3_diff1": 0.816226, "nauc_map_at_5_max": 0.668108, "nauc_map_at_5_std": 0.075642, "nauc_map_at_5_diff1": 0.818309, "nauc_map_at_10_max": 0.663914, "nauc_map_at_10_std": 0.07382, "nauc_map_at_10_diff1": 0.817545, "nauc_map_at_20_max": 0.663182, "nauc_map_at_20_std": 0.07253, "nauc_map_at_20_diff1": 0.817405, "nauc_map_at_100_max": 0.662626, "nauc_map_at_100_std": 0.070941, "nauc_map_at_100_diff1": 0.817748, "nauc_map_at_1000_max": 0.662496, "nauc_map_at_1000_std": 0.070989, "nauc_map_at_1000_diff1": 0.817735, "nauc_recall_at_1_max": 0.617217, "nauc_recall_at_1_std": 0.025192, "nauc_recall_at_1_diff1": 0.828019, "nauc_recall_at_3_max": 0.783686, "nauc_recall_at_3_std": 0.214025, "nauc_recall_at_3_diff1": 0.782825, "nauc_recall_at_5_max": 0.821968, "nauc_recall_at_5_std": 0.207811, "nauc_recall_at_5_diff1": 0.790963, "nauc_recall_at_10_max": 0.841089, "nauc_recall_at_10_std": 0.261729, "nauc_recall_at_10_diff1": 0.759978, "nauc_recall_at_20_max": 0.855318, "nauc_recall_at_20_std": 0.250044, "nauc_recall_at_20_diff1": 0.736909, "nauc_recall_at_100_max": 0.789705, "nauc_recall_at_100_std": -0.206373, "nauc_recall_at_100_diff1": 0.808906, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.617217, "nauc_precision_at_1_std": 0.025192, "nauc_precision_at_1_diff1": 0.828019, "nauc_precision_at_3_max": 0.783686, "nauc_precision_at_3_std": 0.214025, "nauc_precision_at_3_diff1": 0.782825, "nauc_precision_at_5_max": 0.821968, "nauc_precision_at_5_std": 0.207811, "nauc_precision_at_5_diff1": 0.790963, "nauc_precision_at_10_max": 0.841089, "nauc_precision_at_10_std": 0.261729, "nauc_precision_at_10_diff1": 0.759978, "nauc_precision_at_20_max": 0.855318, "nauc_precision_at_20_std": 0.250044, "nauc_precision_at_20_diff1": 0.736909, "nauc_precision_at_100_max": 0.789705, "nauc_precision_at_100_std": -0.206373, "nauc_precision_at_100_diff1": 0.808906, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.617217, "nauc_mrr_at_1_std": 0.025192, "nauc_mrr_at_1_diff1": 0.828019, "nauc_mrr_at_3_max": 0.668583, "nauc_mrr_at_3_std": 0.082499, "nauc_mrr_at_3_diff1": 0.816226, "nauc_mrr_at_5_max": 0.668108, "nauc_mrr_at_5_std": 0.075642, "nauc_mrr_at_5_diff1": 0.818309, "nauc_mrr_at_10_max": 0.663914, "nauc_mrr_at_10_std": 0.07382, "nauc_mrr_at_10_diff1": 0.817545, "nauc_mrr_at_20_max": 0.663182, "nauc_mrr_at_20_std": 0.07253, "nauc_mrr_at_20_diff1": 0.817405, "nauc_mrr_at_100_max": 0.662626, "nauc_mrr_at_100_std": 0.070941, "nauc_mrr_at_100_diff1": 0.817748, "nauc_mrr_at_1000_max": 0.662496, "nauc_mrr_at_1000_std": 0.070989, "nauc_mrr_at_1000_diff1": 0.817735, "main_score": 0.86921, "hf_subset": "deu-deu", "languages": [ "deu-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.76953, "ndcg_at_3": 0.85705, "ndcg_at_5": 0.86831, "ndcg_at_10": 0.87914, "ndcg_at_20": 0.88072, "ndcg_at_100": 0.88352, "ndcg_at_1000": 0.88352, "map_at_1": 0.76953, "map_at_3": 0.83594, "map_at_5": 0.84219, "map_at_10": 0.84671, "map_at_20": 0.8472, "map_at_100": 0.84755, "map_at_1000": 0.84755, "recall_at_1": 0.76953, "recall_at_3": 0.91797, "recall_at_5": 0.94531, "recall_at_10": 0.97852, "recall_at_20": 0.98438, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.76953, "precision_at_3": 0.30599, "precision_at_5": 0.18906, "precision_at_10": 0.09785, "precision_at_20": 0.04922, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.769531, "mrr_at_3": 0.835938, "mrr_at_5": 0.842187, "mrr_at_10": 0.846711, "mrr_at_20": 0.847201, "mrr_at_100": 0.847548, "mrr_at_1000": 0.847548, "nauc_ndcg_at_1_max": 0.6397, "nauc_ndcg_at_1_std": -0.043676, "nauc_ndcg_at_1_diff1": 0.858246, "nauc_ndcg_at_3_max": 0.699338, "nauc_ndcg_at_3_std": -0.02591, "nauc_ndcg_at_3_diff1": 0.846669, "nauc_ndcg_at_5_max": 0.689303, "nauc_ndcg_at_5_std": -0.02735, "nauc_ndcg_at_5_diff1": 0.842312, "nauc_ndcg_at_10_max": 0.685553, "nauc_ndcg_at_10_std": -0.015414, "nauc_ndcg_at_10_diff1": 0.847118, "nauc_ndcg_at_20_max": 0.68599, "nauc_ndcg_at_20_std": -0.015851, "nauc_ndcg_at_20_diff1": 0.847054, "nauc_ndcg_at_100_max": 0.6791, "nauc_ndcg_at_100_std": -0.02896, "nauc_ndcg_at_100_diff1": 0.848906, "nauc_ndcg_at_1000_max": 0.6791, "nauc_ndcg_at_1000_std": -0.02896, "nauc_ndcg_at_1000_diff1": 0.848906, "nauc_map_at_1_max": 0.6397, "nauc_map_at_1_std": -0.043676, "nauc_map_at_1_diff1": 0.858246, "nauc_map_at_3_max": 0.681224, "nauc_map_at_3_std": -0.036233, "nauc_map_at_3_diff1": 0.849781, "nauc_map_at_5_max": 0.675884, "nauc_map_at_5_std": -0.036922, "nauc_map_at_5_diff1": 0.84791, "nauc_map_at_10_max": 0.674401, "nauc_map_at_10_std": -0.032508, "nauc_map_at_10_diff1": 0.850004, "nauc_map_at_20_max": 0.674524, "nauc_map_at_20_std": -0.032507, "nauc_map_at_20_diff1": 0.849996, "nauc_map_at_100_max": 0.673817, "nauc_map_at_100_std": -0.034134, "nauc_map_at_100_diff1": 0.850169, "nauc_map_at_1000_max": 0.673817, "nauc_map_at_1000_std": -0.034134, "nauc_map_at_1000_diff1": 0.850169, "nauc_recall_at_1_max": 0.6397, "nauc_recall_at_1_std": -0.043676, "nauc_recall_at_1_diff1": 0.858246, "nauc_recall_at_3_max": 0.795365, "nauc_recall_at_3_std": 0.032928, "nauc_recall_at_3_diff1": 0.830505, "nauc_recall_at_5_max": 0.787146, "nauc_recall_at_5_std": 0.049766, "nauc_recall_at_5_diff1": 0.79825, "nauc_recall_at_10_max": 0.871251, "nauc_recall_at_10_std": 0.332561, "nauc_recall_at_10_diff1": 0.795723, "nauc_recall_at_20_max": 0.94897, "nauc_recall_at_20_std": 0.441527, "nauc_recall_at_20_diff1": 0.774848, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.6397, "nauc_precision_at_1_std": -0.043676, "nauc_precision_at_1_diff1": 0.858246, "nauc_precision_at_3_max": 0.795365, "nauc_precision_at_3_std": 0.032928, "nauc_precision_at_3_diff1": 0.830505, "nauc_precision_at_5_max": 0.787146, "nauc_precision_at_5_std": 0.049766, "nauc_precision_at_5_diff1": 0.79825, "nauc_precision_at_10_max": 0.871251, "nauc_precision_at_10_std": 0.332561, "nauc_precision_at_10_diff1": 0.795723, "nauc_precision_at_20_max": 0.94897, "nauc_precision_at_20_std": 0.441527, "nauc_precision_at_20_diff1": 0.774848, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.6397, "nauc_mrr_at_1_std": -0.043676, "nauc_mrr_at_1_diff1": 0.858246, "nauc_mrr_at_3_max": 0.681224, "nauc_mrr_at_3_std": -0.036233, "nauc_mrr_at_3_diff1": 0.849781, "nauc_mrr_at_5_max": 0.675884, "nauc_mrr_at_5_std": -0.036922, "nauc_mrr_at_5_diff1": 0.84791, "nauc_mrr_at_10_max": 0.674401, "nauc_mrr_at_10_std": -0.032508, "nauc_mrr_at_10_diff1": 0.850004, "nauc_mrr_at_20_max": 0.674524, "nauc_mrr_at_20_std": -0.032507, "nauc_mrr_at_20_diff1": 0.849996, "nauc_mrr_at_100_max": 0.673817, "nauc_mrr_at_100_std": -0.034134, "nauc_mrr_at_100_diff1": 0.850169, "nauc_mrr_at_1000_max": 0.673817, "nauc_mrr_at_1000_std": -0.034134, "nauc_mrr_at_1000_diff1": 0.850169, "main_score": 0.87914, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.75, "ndcg_at_3": 0.847, "ndcg_at_5": 0.85996, "ndcg_at_10": 0.87343, "ndcg_at_20": 0.87474, "ndcg_at_100": 0.8768, "ndcg_at_1000": 0.8768, "map_at_1": 0.75, "map_at_3": 0.82398, "map_at_5": 0.83138, "map_at_10": 0.8371, "map_at_20": 0.83747, "map_at_100": 0.83781, "map_at_1000": 0.83781, "recall_at_1": 0.75, "recall_at_3": 0.91327, "recall_at_5": 0.94388, "recall_at_10": 0.98469, "recall_at_20": 0.9898, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.75, "precision_at_3": 0.30442, "precision_at_5": 0.18878, "precision_at_10": 0.09847, "precision_at_20": 0.04949, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.75, "mrr_at_3": 0.82398, "mrr_at_5": 0.831378, "mrr_at_10": 0.837101, "mrr_at_20": 0.837466, "mrr_at_100": 0.837812, "mrr_at_1000": 0.837812, "nauc_ndcg_at_1_max": 0.773779, "nauc_ndcg_at_1_std": 0.364422, "nauc_ndcg_at_1_diff1": 0.901997, "nauc_ndcg_at_3_max": 0.823131, "nauc_ndcg_at_3_std": 0.45857, "nauc_ndcg_at_3_diff1": 0.877126, "nauc_ndcg_at_5_max": 0.821937, "nauc_ndcg_at_5_std": 0.470439, "nauc_ndcg_at_5_diff1": 0.879067, "nauc_ndcg_at_10_max": 0.809727, "nauc_ndcg_at_10_std": 0.447114, "nauc_ndcg_at_10_diff1": 0.885529, "nauc_ndcg_at_20_max": 0.809053, "nauc_ndcg_at_20_std": 0.440825, "nauc_ndcg_at_20_diff1": 0.885717, "nauc_ndcg_at_100_max": 0.805558, "nauc_ndcg_at_100_std": 0.432969, "nauc_ndcg_at_100_diff1": 0.887973, "nauc_ndcg_at_1000_max": 0.805558, "nauc_ndcg_at_1000_std": 0.432969, "nauc_ndcg_at_1000_diff1": 0.887973, "nauc_map_at_1_max": 0.773779, "nauc_map_at_1_std": 0.364422, "nauc_map_at_1_diff1": 0.901997, "nauc_map_at_3_max": 0.808185, "nauc_map_at_3_std": 0.430831, "nauc_map_at_3_diff1": 0.885063, "nauc_map_at_5_max": 0.806925, "nauc_map_at_5_std": 0.4352, "nauc_map_at_5_diff1": 0.886488, "nauc_map_at_10_max": 0.802584, "nauc_map_at_10_std": 0.427136, "nauc_map_at_10_diff1": 0.889038, "nauc_map_at_20_max": 0.802421, "nauc_map_at_20_std": 0.425729, "nauc_map_at_20_diff1": 0.889088, "nauc_map_at_100_max": 0.801958, "nauc_map_at_100_std": 0.424636, "nauc_map_at_100_diff1": 0.889468, "nauc_map_at_1000_max": 0.801958, "nauc_map_at_1000_std": 0.424636, "nauc_map_at_1000_diff1": 0.889468, "nauc_recall_at_1_max": 0.773779, "nauc_recall_at_1_std": 0.364422, "nauc_recall_at_1_diff1": 0.901997, "nauc_recall_at_3_max": 0.902526, "nauc_recall_at_3_std": 0.605264, "nauc_recall_at_3_diff1": 0.834618, "nauc_recall_at_5_max": 0.939006, "nauc_recall_at_5_std": 0.749843, "nauc_recall_at_5_diff1": 0.820706, "nauc_recall_at_10_max": 0.956328, "nauc_recall_at_10_std": 0.907371, "nauc_recall_at_10_diff1": 0.807595, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.861056, "nauc_recall_at_20_diff1": 0.7769, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.773779, "nauc_precision_at_1_std": 0.364422, "nauc_precision_at_1_diff1": 0.901997, "nauc_precision_at_3_max": 0.902526, "nauc_precision_at_3_std": 0.605264, "nauc_precision_at_3_diff1": 0.834618, "nauc_precision_at_5_max": 0.939006, "nauc_precision_at_5_std": 0.749843, "nauc_precision_at_5_diff1": 0.820706, "nauc_precision_at_10_max": 0.956328, "nauc_precision_at_10_std": 0.907371, "nauc_precision_at_10_diff1": 0.807595, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.861056, "nauc_precision_at_20_diff1": 0.7769, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.773779, "nauc_mrr_at_1_std": 0.364422, "nauc_mrr_at_1_diff1": 0.901997, "nauc_mrr_at_3_max": 0.808185, "nauc_mrr_at_3_std": 0.430831, "nauc_mrr_at_3_diff1": 0.885063, "nauc_mrr_at_5_max": 0.806925, "nauc_mrr_at_5_std": 0.4352, "nauc_mrr_at_5_diff1": 0.886488, "nauc_mrr_at_10_max": 0.802584, "nauc_mrr_at_10_std": 0.427136, "nauc_mrr_at_10_diff1": 0.889038, "nauc_mrr_at_20_max": 0.802421, "nauc_mrr_at_20_std": 0.425729, "nauc_mrr_at_20_diff1": 0.889088, "nauc_mrr_at_100_max": 0.801958, "nauc_mrr_at_100_std": 0.424636, "nauc_mrr_at_100_diff1": 0.889468, "nauc_mrr_at_1000_max": 0.801958, "nauc_mrr_at_1000_std": 0.424636, "nauc_mrr_at_1000_diff1": 0.889468, "main_score": 0.87343, "hf_subset": "deu-spa", "languages": [ "deu-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.57055, "ndcg_at_3": 0.67236, "ndcg_at_5": 0.69798, "ndcg_at_10": 0.71597, "ndcg_at_20": 0.72847, "ndcg_at_100": 0.74186, "ndcg_at_1000": 0.74363, "map_at_1": 0.57055, "map_at_3": 0.64622, "map_at_5": 0.66063, "map_at_10": 0.66814, "map_at_20": 0.67163, "map_at_100": 0.67339, "map_at_1000": 0.67349, "recall_at_1": 0.57055, "recall_at_3": 0.74847, "recall_at_5": 0.80982, "recall_at_10": 0.86503, "recall_at_20": 0.91411, "recall_at_100": 0.98773, "recall_at_1000": 1.0, "precision_at_1": 0.57055, "precision_at_3": 0.24949, "precision_at_5": 0.16196, "precision_at_10": 0.0865, "precision_at_20": 0.04571, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.570552, "mrr_at_3": 0.646217, "mrr_at_5": 0.660634, "mrr_at_10": 0.668137, "mrr_at_20": 0.671628, "mrr_at_100": 0.673393, "mrr_at_1000": 0.673495, "nauc_ndcg_at_1_max": 0.611793, "nauc_ndcg_at_1_std": 0.181864, "nauc_ndcg_at_1_diff1": 0.688441, "nauc_ndcg_at_3_max": 0.603307, "nauc_ndcg_at_3_std": 0.194489, "nauc_ndcg_at_3_diff1": 0.628141, "nauc_ndcg_at_5_max": 0.618379, "nauc_ndcg_at_5_std": 0.225005, "nauc_ndcg_at_5_diff1": 0.619661, "nauc_ndcg_at_10_max": 0.617031, "nauc_ndcg_at_10_std": 0.206138, "nauc_ndcg_at_10_diff1": 0.623999, "nauc_ndcg_at_20_max": 0.631172, "nauc_ndcg_at_20_std": 0.241801, "nauc_ndcg_at_20_diff1": 0.63249, "nauc_ndcg_at_100_max": 0.617482, "nauc_ndcg_at_100_std": 0.217926, "nauc_ndcg_at_100_diff1": 0.629436, "nauc_ndcg_at_1000_max": 0.617587, "nauc_ndcg_at_1000_std": 0.213222, "nauc_ndcg_at_1000_diff1": 0.635072, "nauc_map_at_1_max": 0.611793, "nauc_map_at_1_std": 0.181864, "nauc_map_at_1_diff1": 0.688441, "nauc_map_at_3_max": 0.607286, "nauc_map_at_3_std": 0.192657, "nauc_map_at_3_diff1": 0.643834, "nauc_map_at_5_max": 0.615428, "nauc_map_at_5_std": 0.20827, "nauc_map_at_5_diff1": 0.640332, "nauc_map_at_10_max": 0.614478, "nauc_map_at_10_std": 0.200559, "nauc_map_at_10_diff1": 0.641946, "nauc_map_at_20_max": 0.617176, "nauc_map_at_20_std": 0.208609, "nauc_map_at_20_diff1": 0.643361, "nauc_map_at_100_max": 0.615459, "nauc_map_at_100_std": 0.205492, "nauc_map_at_100_diff1": 0.642998, "nauc_map_at_1000_max": 0.615476, "nauc_map_at_1000_std": 0.205284, "nauc_map_at_1000_diff1": 0.643267, "nauc_recall_at_1_max": 0.611793, "nauc_recall_at_1_std": 0.181864, "nauc_recall_at_1_diff1": 0.688441, "nauc_recall_at_3_max": 0.587942, "nauc_recall_at_3_std": 0.200304, "nauc_recall_at_3_diff1": 0.57143, "nauc_recall_at_5_max": 0.632969, "nauc_recall_at_5_std": 0.304069, "nauc_recall_at_5_diff1": 0.526832, "nauc_recall_at_10_max": 0.635078, "nauc_recall_at_10_std": 0.2336, "nauc_recall_at_10_diff1": 0.521809, "nauc_recall_at_20_max": 0.802635, "nauc_recall_at_20_std": 0.618324, "nauc_recall_at_20_diff1": 0.574193, "nauc_recall_at_100_max": 0.613846, "nauc_recall_at_100_std": 0.776911, "nauc_recall_at_100_diff1": -0.026114, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.611793, "nauc_precision_at_1_std": 0.181864, "nauc_precision_at_1_diff1": 0.688441, "nauc_precision_at_3_max": 0.587942, "nauc_precision_at_3_std": 0.200304, "nauc_precision_at_3_diff1": 0.57143, "nauc_precision_at_5_max": 0.632969, "nauc_precision_at_5_std": 0.304069, "nauc_precision_at_5_diff1": 0.526832, "nauc_precision_at_10_max": 0.635078, "nauc_precision_at_10_std": 0.2336, "nauc_precision_at_10_diff1": 0.521809, "nauc_precision_at_20_max": 0.802635, "nauc_precision_at_20_std": 0.618324, "nauc_precision_at_20_diff1": 0.574193, "nauc_precision_at_100_max": 0.613846, "nauc_precision_at_100_std": 0.776911, "nauc_precision_at_100_diff1": -0.026114, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.611793, "nauc_mrr_at_1_std": 0.181864, "nauc_mrr_at_1_diff1": 0.688441, "nauc_mrr_at_3_max": 0.607286, "nauc_mrr_at_3_std": 0.192657, "nauc_mrr_at_3_diff1": 0.643834, "nauc_mrr_at_5_max": 0.615428, "nauc_mrr_at_5_std": 0.20827, "nauc_mrr_at_5_diff1": 0.640332, "nauc_mrr_at_10_max": 0.614478, "nauc_mrr_at_10_std": 0.200559, "nauc_mrr_at_10_diff1": 0.641946, "nauc_mrr_at_20_max": 0.617176, "nauc_mrr_at_20_std": 0.208609, "nauc_mrr_at_20_diff1": 0.643361, "nauc_mrr_at_100_max": 0.615459, "nauc_mrr_at_100_std": 0.205492, "nauc_mrr_at_100_diff1": 0.642998, "nauc_mrr_at_1000_max": 0.615476, "nauc_mrr_at_1000_std": 0.205284, "nauc_mrr_at_1000_diff1": 0.643267, "main_score": 0.71597, "hf_subset": "deu-hin", "languages": [ "deu-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.65934, "ndcg_at_3": 0.76942, "ndcg_at_5": 0.79898, "ndcg_at_10": 0.80463, "ndcg_at_20": 0.81282, "ndcg_at_100": 0.81994, "ndcg_at_1000": 0.81994, "map_at_1": 0.65934, "map_at_3": 0.74451, "map_at_5": 0.76099, "map_at_10": 0.76351, "map_at_20": 0.76567, "map_at_100": 0.76665, "map_at_1000": 0.76665, "recall_at_1": 0.65934, "recall_at_3": 0.84066, "recall_at_5": 0.91209, "recall_at_10": 0.92857, "recall_at_20": 0.96154, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.65934, "precision_at_3": 0.28022, "precision_at_5": 0.18242, "precision_at_10": 0.09286, "precision_at_20": 0.04808, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.659341, "mrr_at_3": 0.744505, "mrr_at_5": 0.760989, "mrr_at_10": 0.763507, "mrr_at_20": 0.765674, "mrr_at_100": 0.766651, "mrr_at_1000": 0.766651, "nauc_ndcg_at_1_max": 0.693612, "nauc_ndcg_at_1_std": 0.324119, "nauc_ndcg_at_1_diff1": 0.759714, "nauc_ndcg_at_3_max": 0.74447, "nauc_ndcg_at_3_std": 0.429582, "nauc_ndcg_at_3_diff1": 0.730348, "nauc_ndcg_at_5_max": 0.743658, "nauc_ndcg_at_5_std": 0.437849, "nauc_ndcg_at_5_diff1": 0.72565, "nauc_ndcg_at_10_max": 0.738013, "nauc_ndcg_at_10_std": 0.422126, "nauc_ndcg_at_10_diff1": 0.723021, "nauc_ndcg_at_20_max": 0.731782, "nauc_ndcg_at_20_std": 0.408535, "nauc_ndcg_at_20_diff1": 0.72918, "nauc_ndcg_at_100_max": 0.728809, "nauc_ndcg_at_100_std": 0.399837, "nauc_ndcg_at_100_diff1": 0.731688, "nauc_ndcg_at_1000_max": 0.728809, "nauc_ndcg_at_1000_std": 0.399837, "nauc_ndcg_at_1000_diff1": 0.731688, "nauc_map_at_1_max": 0.693612, "nauc_map_at_1_std": 0.324119, "nauc_map_at_1_diff1": 0.759714, "nauc_map_at_3_max": 0.730715, "nauc_map_at_3_std": 0.39824, "nauc_map_at_3_diff1": 0.739187, "nauc_map_at_5_max": 0.72901, "nauc_map_at_5_std": 0.399037, "nauc_map_at_5_diff1": 0.736899, "nauc_map_at_10_max": 0.7266, "nauc_map_at_10_std": 0.392558, "nauc_map_at_10_diff1": 0.736093, "nauc_map_at_20_max": 0.725107, "nauc_map_at_20_std": 0.389342, "nauc_map_at_20_diff1": 0.737408, "nauc_map_at_100_max": 0.724845, "nauc_map_at_100_std": 0.388841, "nauc_map_at_100_diff1": 0.737188, "nauc_map_at_1000_max": 0.724845, "nauc_map_at_1000_std": 0.388841, "nauc_map_at_1000_diff1": 0.737188, "nauc_recall_at_1_max": 0.693612, "nauc_recall_at_1_std": 0.324119, "nauc_recall_at_1_diff1": 0.759714, "nauc_recall_at_3_max": 0.801358, "nauc_recall_at_3_std": 0.561147, "nauc_recall_at_3_diff1": 0.693175, "nauc_recall_at_5_max": 0.84189, "nauc_recall_at_5_std": 0.705559, "nauc_recall_at_5_diff1": 0.649978, "nauc_recall_at_10_max": 0.826727, "nauc_recall_at_10_std": 0.658935, "nauc_recall_at_10_diff1": 0.61354, "nauc_recall_at_20_max": 0.797849, "nauc_recall_at_20_std": 0.629416, "nauc_recall_at_20_diff1": 0.630466, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.693612, "nauc_precision_at_1_std": 0.324119, "nauc_precision_at_1_diff1": 0.759714, "nauc_precision_at_3_max": 0.801358, "nauc_precision_at_3_std": 0.561147, "nauc_precision_at_3_diff1": 0.693175, "nauc_precision_at_5_max": 0.84189, "nauc_precision_at_5_std": 0.705559, "nauc_precision_at_5_diff1": 0.649978, "nauc_precision_at_10_max": 0.826727, "nauc_precision_at_10_std": 0.658935, "nauc_precision_at_10_diff1": 0.61354, "nauc_precision_at_20_max": 0.797849, "nauc_precision_at_20_std": 0.629416, "nauc_precision_at_20_diff1": 0.630466, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.693612, "nauc_mrr_at_1_std": 0.324119, "nauc_mrr_at_1_diff1": 0.759714, "nauc_mrr_at_3_max": 0.730715, "nauc_mrr_at_3_std": 0.39824, "nauc_mrr_at_3_diff1": 0.739187, "nauc_mrr_at_5_max": 0.72901, "nauc_mrr_at_5_std": 0.399037, "nauc_mrr_at_5_diff1": 0.736899, "nauc_mrr_at_10_max": 0.7266, "nauc_mrr_at_10_std": 0.392558, "nauc_mrr_at_10_diff1": 0.736093, "nauc_mrr_at_20_max": 0.725107, "nauc_mrr_at_20_std": 0.389342, "nauc_mrr_at_20_diff1": 0.737408, "nauc_mrr_at_100_max": 0.724845, "nauc_mrr_at_100_std": 0.388841, "nauc_mrr_at_100_diff1": 0.737188, "nauc_mrr_at_1000_max": 0.724845, "nauc_mrr_at_1000_std": 0.388841, "nauc_mrr_at_1000_diff1": 0.737188, "main_score": 0.80463, "hf_subset": "deu-vie", "languages": [ "deu-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.72105, "ndcg_at_3": 0.8052, "ndcg_at_5": 0.81607, "ndcg_at_10": 0.82848, "ndcg_at_20": 0.83676, "ndcg_at_100": 0.84421, "ndcg_at_1000": 0.84498, "map_at_1": 0.72105, "map_at_3": 0.78509, "map_at_5": 0.79114, "map_at_10": 0.79655, "map_at_20": 0.79899, "map_at_100": 0.80026, "map_at_1000": 0.80031, "recall_at_1": 0.72105, "recall_at_3": 0.86316, "recall_at_5": 0.88947, "recall_at_10": 0.92632, "recall_at_20": 0.95789, "recall_at_100": 0.99474, "recall_at_1000": 1.0, "precision_at_1": 0.72105, "precision_at_3": 0.28772, "precision_at_5": 0.17789, "precision_at_10": 0.09263, "precision_at_20": 0.04789, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.721053, "mrr_at_3": 0.785088, "mrr_at_5": 0.79114, "mrr_at_10": 0.796554, "mrr_at_20": 0.79899, "mrr_at_100": 0.800261, "mrr_at_1000": 0.800309, "nauc_ndcg_at_1_max": 0.515335, "nauc_ndcg_at_1_std": 0.265569, "nauc_ndcg_at_1_diff1": 0.780613, "nauc_ndcg_at_3_max": 0.651819, "nauc_ndcg_at_3_std": 0.406458, "nauc_ndcg_at_3_diff1": 0.739477, "nauc_ndcg_at_5_max": 0.665877, "nauc_ndcg_at_5_std": 0.462223, "nauc_ndcg_at_5_diff1": 0.750706, "nauc_ndcg_at_10_max": 0.655045, "nauc_ndcg_at_10_std": 0.437401, "nauc_ndcg_at_10_diff1": 0.7618, "nauc_ndcg_at_20_max": 0.643572, "nauc_ndcg_at_20_std": 0.416207, "nauc_ndcg_at_20_diff1": 0.761022, "nauc_ndcg_at_100_max": 0.62582, "nauc_ndcg_at_100_std": 0.392614, "nauc_ndcg_at_100_diff1": 0.758769, "nauc_ndcg_at_1000_max": 0.62375, "nauc_ndcg_at_1000_std": 0.39172, "nauc_ndcg_at_1000_diff1": 0.758158, "nauc_map_at_1_max": 0.515335, "nauc_map_at_1_std": 0.265569, "nauc_map_at_1_diff1": 0.780613, "nauc_map_at_3_max": 0.614017, "nauc_map_at_3_std": 0.365565, "nauc_map_at_3_diff1": 0.748961, "nauc_map_at_5_max": 0.620656, "nauc_map_at_5_std": 0.393321, "nauc_map_at_5_diff1": 0.754927, "nauc_map_at_10_max": 0.615278, "nauc_map_at_10_std": 0.382101, "nauc_map_at_10_diff1": 0.759469, "nauc_map_at_20_max": 0.611987, "nauc_map_at_20_std": 0.376426, "nauc_map_at_20_diff1": 0.759313, "nauc_map_at_100_max": 0.609412, "nauc_map_at_100_std": 0.373107, "nauc_map_at_100_diff1": 0.758852, "nauc_map_at_1000_max": 0.609307, "nauc_map_at_1000_std": 0.373059, "nauc_map_at_1000_diff1": 0.758822, "nauc_recall_at_1_max": 0.515335, "nauc_recall_at_1_std": 0.265569, "nauc_recall_at_1_diff1": 0.780613, "nauc_recall_at_3_max": 0.81002, "nauc_recall_at_3_std": 0.578836, "nauc_recall_at_3_diff1": 0.701053, "nauc_recall_at_5_max": 0.89073, "nauc_recall_at_5_std": 0.815204, "nauc_recall_at_5_diff1": 0.734163, "nauc_recall_at_10_max": 0.931139, "nauc_recall_at_10_std": 0.828598, "nauc_recall_at_10_diff1": 0.792417, "nauc_recall_at_20_max": 0.98366, "nauc_recall_at_20_std": 0.831349, "nauc_recall_at_20_diff1": 0.802754, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.554155, "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.515335, "nauc_precision_at_1_std": 0.265569, "nauc_precision_at_1_diff1": 0.780613, "nauc_precision_at_3_max": 0.81002, "nauc_precision_at_3_std": 0.578836, "nauc_precision_at_3_diff1": 0.701053, "nauc_precision_at_5_max": 0.89073, "nauc_precision_at_5_std": 0.815204, "nauc_precision_at_5_diff1": 0.734163, "nauc_precision_at_10_max": 0.931139, "nauc_precision_at_10_std": 0.828598, "nauc_precision_at_10_diff1": 0.792417, "nauc_precision_at_20_max": 0.98366, "nauc_precision_at_20_std": 0.831349, "nauc_precision_at_20_diff1": 0.802754, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.554155, "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.515335, "nauc_mrr_at_1_std": 0.265569, "nauc_mrr_at_1_diff1": 0.780613, "nauc_mrr_at_3_max": 0.614017, "nauc_mrr_at_3_std": 0.365565, "nauc_mrr_at_3_diff1": 0.748961, "nauc_mrr_at_5_max": 0.620656, "nauc_mrr_at_5_std": 0.393321, "nauc_mrr_at_5_diff1": 0.754927, "nauc_mrr_at_10_max": 0.615278, "nauc_mrr_at_10_std": 0.382101, "nauc_mrr_at_10_diff1": 0.759469, "nauc_mrr_at_20_max": 0.611987, "nauc_mrr_at_20_std": 0.376426, "nauc_mrr_at_20_diff1": 0.759313, "nauc_mrr_at_100_max": 0.609412, "nauc_mrr_at_100_std": 0.373107, "nauc_mrr_at_100_diff1": 0.758852, "nauc_mrr_at_1000_max": 0.609307, "nauc_mrr_at_1000_std": 0.373059, "nauc_mrr_at_1000_diff1": 0.758822, "main_score": 0.82848, "hf_subset": "deu-zho", "languages": [ "deu-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.51257, "ndcg_at_3": 0.59544, "ndcg_at_5": 0.62466, "ndcg_at_10": 0.65412, "ndcg_at_20": 0.67008, "ndcg_at_100": 0.68627, "ndcg_at_1000": 0.69031, "map_at_1": 0.51257, "map_at_3": 0.5735, "map_at_5": 0.58956, "map_at_10": 0.60175, "map_at_20": 0.60629, "map_at_100": 0.60869, "map_at_1000": 0.60885, "recall_at_1": 0.51257, "recall_at_3": 0.65957, "recall_at_5": 0.73114, "recall_at_10": 0.82205, "recall_at_20": 0.88395, "recall_at_100": 0.96905, "recall_at_1000": 1.0, "precision_at_1": 0.51257, "precision_at_3": 0.21986, "precision_at_5": 0.14623, "precision_at_10": 0.08221, "precision_at_20": 0.0442, "precision_at_100": 0.00969, "precision_at_1000": 0.001, "mrr_at_1": 0.512573, "mrr_at_3": 0.573501, "mrr_at_5": 0.589555, "mrr_at_10": 0.601755, "mrr_at_20": 0.606295, "mrr_at_100": 0.60869, "mrr_at_1000": 0.60885, "nauc_ndcg_at_1_max": 0.703372, "nauc_ndcg_at_1_std": 0.228163, "nauc_ndcg_at_1_diff1": 0.738836, "nauc_ndcg_at_3_max": 0.695081, "nauc_ndcg_at_3_std": 0.24144, "nauc_ndcg_at_3_diff1": 0.677142, "nauc_ndcg_at_5_max": 0.688558, "nauc_ndcg_at_5_std": 0.241393, "nauc_ndcg_at_5_diff1": 0.663974, "nauc_ndcg_at_10_max": 0.677911, "nauc_ndcg_at_10_std": 0.233761, "nauc_ndcg_at_10_diff1": 0.655552, "nauc_ndcg_at_20_max": 0.687145, "nauc_ndcg_at_20_std": 0.2419, "nauc_ndcg_at_20_diff1": 0.666393, "nauc_ndcg_at_100_max": 0.688423, "nauc_ndcg_at_100_std": 0.244619, "nauc_ndcg_at_100_diff1": 0.674456, "nauc_ndcg_at_1000_max": 0.689502, "nauc_ndcg_at_1000_std": 0.240989, "nauc_ndcg_at_1000_diff1": 0.678484, "nauc_map_at_1_max": 0.703372, "nauc_map_at_1_std": 0.228163, "nauc_map_at_1_diff1": 0.738836, "nauc_map_at_3_max": 0.697181, "nauc_map_at_3_std": 0.237617, "nauc_map_at_3_diff1": 0.694162, "nauc_map_at_5_max": 0.693486, "nauc_map_at_5_std": 0.236973, "nauc_map_at_5_diff1": 0.687592, "nauc_map_at_10_max": 0.689587, "nauc_map_at_10_std": 0.234559, "nauc_map_at_10_diff1": 0.68473, "nauc_map_at_20_max": 0.691864, "nauc_map_at_20_std": 0.236473, "nauc_map_at_20_diff1": 0.687746, "nauc_map_at_100_max": 0.692173, "nauc_map_at_100_std": 0.237358, "nauc_map_at_100_diff1": 0.688971, "nauc_map_at_1000_max": 0.692203, "nauc_map_at_1000_std": 0.237217, "nauc_map_at_1000_diff1": 0.689097, "nauc_recall_at_1_max": 0.703372, "nauc_recall_at_1_std": 0.228163, "nauc_recall_at_1_diff1": 0.738836, "nauc_recall_at_3_max": 0.688216, "nauc_recall_at_3_std": 0.25416, "nauc_recall_at_3_diff1": 0.620835, "nauc_recall_at_5_max": 0.669284, "nauc_recall_at_5_std": 0.259128, "nauc_recall_at_5_diff1": 0.571962, "nauc_recall_at_10_max": 0.609475, "nauc_recall_at_10_std": 0.223041, "nauc_recall_at_10_diff1": 0.49689, "nauc_recall_at_20_max": 0.660243, "nauc_recall_at_20_std": 0.290686, "nauc_recall_at_20_diff1": 0.516868, "nauc_recall_at_100_max": 0.623444, "nauc_recall_at_100_std": 0.450221, "nauc_recall_at_100_diff1": 0.435588, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.703372, "nauc_precision_at_1_std": 0.228163, "nauc_precision_at_1_diff1": 0.738836, "nauc_precision_at_3_max": 0.688216, "nauc_precision_at_3_std": 0.25416, "nauc_precision_at_3_diff1": 0.620835, "nauc_precision_at_5_max": 0.669284, "nauc_precision_at_5_std": 0.259128, "nauc_precision_at_5_diff1": 0.571962, "nauc_precision_at_10_max": 0.609475, "nauc_precision_at_10_std": 0.223041, "nauc_precision_at_10_diff1": 0.49689, "nauc_precision_at_20_max": 0.660243, "nauc_precision_at_20_std": 0.290686, "nauc_precision_at_20_diff1": 0.516868, "nauc_precision_at_100_max": 0.623444, "nauc_precision_at_100_std": 0.450221, "nauc_precision_at_100_diff1": 0.435588, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.703372, "nauc_mrr_at_1_std": 0.228163, "nauc_mrr_at_1_diff1": 0.738836, "nauc_mrr_at_3_max": 0.697181, "nauc_mrr_at_3_std": 0.237617, "nauc_mrr_at_3_diff1": 0.694162, "nauc_mrr_at_5_max": 0.693486, "nauc_mrr_at_5_std": 0.236973, "nauc_mrr_at_5_diff1": 0.687592, "nauc_mrr_at_10_max": 0.689587, "nauc_mrr_at_10_std": 0.234559, "nauc_mrr_at_10_diff1": 0.68473, "nauc_mrr_at_20_max": 0.691864, "nauc_mrr_at_20_std": 0.236473, "nauc_mrr_at_20_diff1": 0.687746, "nauc_mrr_at_100_max": 0.692173, "nauc_mrr_at_100_std": 0.237358, "nauc_mrr_at_100_diff1": 0.688971, "nauc_mrr_at_1000_max": 0.692203, "nauc_mrr_at_1000_std": 0.237217, "nauc_mrr_at_1000_diff1": 0.689097, "main_score": 0.65412, "hf_subset": "eng-ara", "languages": [ "eng-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.69922, "ndcg_at_3": 0.78078, "ndcg_at_5": 0.81138, "ndcg_at_10": 0.82229, "ndcg_at_20": 0.83094, "ndcg_at_100": 0.8338, "ndcg_at_1000": 0.83428, "map_at_1": 0.69922, "map_at_3": 0.76042, "map_at_5": 0.77741, "map_at_10": 0.78202, "map_at_20": 0.78453, "map_at_100": 0.78491, "map_at_1000": 0.78492, "recall_at_1": 0.69922, "recall_at_3": 0.83984, "recall_at_5": 0.91406, "recall_at_10": 0.94727, "recall_at_20": 0.98047, "recall_at_100": 0.99609, "recall_at_1000": 1.0, "precision_at_1": 0.69922, "precision_at_3": 0.27995, "precision_at_5": 0.18281, "precision_at_10": 0.09473, "precision_at_20": 0.04902, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.699219, "mrr_at_3": 0.760417, "mrr_at_5": 0.777409, "mrr_at_10": 0.78202, "mrr_at_20": 0.784527, "mrr_at_100": 0.78491, "mrr_at_1000": 0.784923, "nauc_ndcg_at_1_max": 0.737884, "nauc_ndcg_at_1_std": 0.180338, "nauc_ndcg_at_1_diff1": 0.81514, "nauc_ndcg_at_3_max": 0.770926, "nauc_ndcg_at_3_std": 0.224676, "nauc_ndcg_at_3_diff1": 0.778769, "nauc_ndcg_at_5_max": 0.759269, "nauc_ndcg_at_5_std": 0.186981, "nauc_ndcg_at_5_diff1": 0.77745, "nauc_ndcg_at_10_max": 0.761014, "nauc_ndcg_at_10_std": 0.208491, "nauc_ndcg_at_10_diff1": 0.78392, "nauc_ndcg_at_20_max": 0.757994, "nauc_ndcg_at_20_std": 0.202042, "nauc_ndcg_at_20_diff1": 0.787419, "nauc_ndcg_at_100_max": 0.755989, "nauc_ndcg_at_100_std": 0.198168, "nauc_ndcg_at_100_diff1": 0.789303, "nauc_ndcg_at_1000_max": 0.756132, "nauc_ndcg_at_1000_std": 0.198551, "nauc_ndcg_at_1000_diff1": 0.789792, "nauc_map_at_1_max": 0.737884, "nauc_map_at_1_std": 0.180338, "nauc_map_at_1_diff1": 0.81514, "nauc_map_at_3_max": 0.761782, "nauc_map_at_3_std": 0.211633, "nauc_map_at_3_diff1": 0.789953, "nauc_map_at_5_max": 0.755174, "nauc_map_at_5_std": 0.191323, "nauc_map_at_5_diff1": 0.789693, "nauc_map_at_10_max": 0.755679, "nauc_map_at_10_std": 0.198614, "nauc_map_at_10_diff1": 0.792333, "nauc_map_at_20_max": 0.754795, "nauc_map_at_20_std": 0.197095, "nauc_map_at_20_diff1": 0.793198, "nauc_map_at_100_max": 0.754534, "nauc_map_at_100_std": 0.19666, "nauc_map_at_100_diff1": 0.793363, "nauc_map_at_1000_max": 0.754537, "nauc_map_at_1000_std": 0.196668, "nauc_map_at_1000_diff1": 0.793374, "nauc_recall_at_1_max": 0.737884, "nauc_recall_at_1_std": 0.180338, "nauc_recall_at_1_diff1": 0.81514, "nauc_recall_at_3_max": 0.807606, "nauc_recall_at_3_std": 0.27747, "nauc_recall_at_3_diff1": 0.733217, "nauc_recall_at_5_max": 0.783097, "nauc_recall_at_5_std": 0.14938, "nauc_recall_at_5_diff1": 0.69635, "nauc_recall_at_10_max": 0.814384, "nauc_recall_at_10_std": 0.329422, "nauc_recall_at_10_diff1": 0.703101, "nauc_recall_at_20_max": 0.824256, "nauc_recall_at_20_std": 0.3374, "nauc_recall_at_20_diff1": 0.673489, "nauc_recall_at_100_max": 0.711753, "nauc_recall_at_100_std": 0.08006, "nauc_recall_at_100_diff1": 0.638295, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.737884, "nauc_precision_at_1_std": 0.180338, "nauc_precision_at_1_diff1": 0.81514, "nauc_precision_at_3_max": 0.807606, "nauc_precision_at_3_std": 0.27747, "nauc_precision_at_3_diff1": 0.733217, "nauc_precision_at_5_max": 0.783097, "nauc_precision_at_5_std": 0.14938, "nauc_precision_at_5_diff1": 0.69635, "nauc_precision_at_10_max": 0.814384, "nauc_precision_at_10_std": 0.329422, "nauc_precision_at_10_diff1": 0.703101, "nauc_precision_at_20_max": 0.824256, "nauc_precision_at_20_std": 0.3374, "nauc_precision_at_20_diff1": 0.673489, "nauc_precision_at_100_max": 0.711753, "nauc_precision_at_100_std": 0.08006, "nauc_precision_at_100_diff1": 0.638295, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.737884, "nauc_mrr_at_1_std": 0.180338, "nauc_mrr_at_1_diff1": 0.81514, "nauc_mrr_at_3_max": 0.761782, "nauc_mrr_at_3_std": 0.211633, "nauc_mrr_at_3_diff1": 0.789953, "nauc_mrr_at_5_max": 0.755174, "nauc_mrr_at_5_std": 0.191323, "nauc_mrr_at_5_diff1": 0.789693, "nauc_mrr_at_10_max": 0.755679, "nauc_mrr_at_10_std": 0.198614, "nauc_mrr_at_10_diff1": 0.792333, "nauc_mrr_at_20_max": 0.754795, "nauc_mrr_at_20_std": 0.197095, "nauc_mrr_at_20_diff1": 0.793198, "nauc_mrr_at_100_max": 0.754534, "nauc_mrr_at_100_std": 0.19666, "nauc_mrr_at_100_diff1": 0.793363, "nauc_mrr_at_1000_max": 0.754537, "nauc_mrr_at_1000_std": 0.196668, "nauc_mrr_at_1000_diff1": 0.793374, "main_score": 0.82229, "hf_subset": "eng-deu", "languages": [ "eng-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.83624, "ndcg_at_3": 0.89073, "ndcg_at_5": 0.90179, "ndcg_at_10": 0.90544, "ndcg_at_20": 0.90936, "ndcg_at_100": 0.91207, "ndcg_at_1000": 0.91277, "map_at_1": 0.83624, "map_at_3": 0.87761, "map_at_5": 0.88393, "map_at_10": 0.88543, "map_at_20": 0.88659, "map_at_100": 0.88701, "map_at_1000": 0.88704, "recall_at_1": 0.83624, "recall_at_3": 0.92857, "recall_at_5": 0.9547, "recall_at_10": 0.96603, "recall_at_20": 0.98084, "recall_at_100": 0.99477, "recall_at_1000": 1.0, "precision_at_1": 0.83624, "precision_at_3": 0.30952, "precision_at_5": 0.19094, "precision_at_10": 0.0966, "precision_at_20": 0.04904, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.836237, "mrr_at_3": 0.877613, "mrr_at_5": 0.883929, "mrr_at_10": 0.885427, "mrr_at_20": 0.886591, "mrr_at_100": 0.887013, "mrr_at_1000": 0.887043, "nauc_ndcg_at_1_max": 0.651084, "nauc_ndcg_at_1_std": -0.307374, "nauc_ndcg_at_1_diff1": 0.886403, "nauc_ndcg_at_3_max": 0.720297, "nauc_ndcg_at_3_std": -0.34922, "nauc_ndcg_at_3_diff1": 0.870492, "nauc_ndcg_at_5_max": 0.719821, "nauc_ndcg_at_5_std": -0.343674, "nauc_ndcg_at_5_diff1": 0.876183, "nauc_ndcg_at_10_max": 0.715817, "nauc_ndcg_at_10_std": -0.331926, "nauc_ndcg_at_10_diff1": 0.876412, "nauc_ndcg_at_20_max": 0.71041, "nauc_ndcg_at_20_std": -0.327306, "nauc_ndcg_at_20_diff1": 0.878721, "nauc_ndcg_at_100_max": 0.703916, "nauc_ndcg_at_100_std": -0.334736, "nauc_ndcg_at_100_diff1": 0.878687, "nauc_ndcg_at_1000_max": 0.701457, "nauc_ndcg_at_1000_std": -0.333399, "nauc_ndcg_at_1000_diff1": 0.878051, "nauc_map_at_1_max": 0.651084, "nauc_map_at_1_std": -0.307374, "nauc_map_at_1_diff1": 0.886403, "nauc_map_at_3_max": 0.699091, "nauc_map_at_3_std": -0.338471, "nauc_map_at_3_diff1": 0.874611, "nauc_map_at_5_max": 0.697681, "nauc_map_at_5_std": -0.334951, "nauc_map_at_5_diff1": 0.877555, "nauc_map_at_10_max": 0.696118, "nauc_map_at_10_std": -0.330831, "nauc_map_at_10_diff1": 0.877669, "nauc_map_at_20_max": 0.694624, "nauc_map_at_20_std": -0.330061, "nauc_map_at_20_diff1": 0.878241, "nauc_map_at_100_max": 0.693785, "nauc_map_at_100_std": -0.33108, "nauc_map_at_100_diff1": 0.878245, "nauc_map_at_1000_max": 0.693701, "nauc_map_at_1000_std": -0.331048, "nauc_map_at_1000_diff1": 0.878225, "nauc_recall_at_1_max": 0.651084, "nauc_recall_at_1_std": -0.307374, "nauc_recall_at_1_diff1": 0.886403, "nauc_recall_at_3_max": 0.821084, "nauc_recall_at_3_std": -0.39884, "nauc_recall_at_3_diff1": 0.851452, "nauc_recall_at_5_max": 0.876682, "nauc_recall_at_5_std": -0.40223, "nauc_recall_at_5_diff1": 0.86921, "nauc_recall_at_10_max": 0.893759, "nauc_recall_at_10_std": -0.323774, "nauc_recall_at_10_diff1": 0.868476, "nauc_recall_at_20_max": 0.937593, "nauc_recall_at_20_std": -0.223142, "nauc_recall_at_20_diff1": 0.901935, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": -0.508467, "nauc_recall_at_100_diff1": 0.956419, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.651084, "nauc_precision_at_1_std": -0.307374, "nauc_precision_at_1_diff1": 0.886403, "nauc_precision_at_3_max": 0.821084, "nauc_precision_at_3_std": -0.39884, "nauc_precision_at_3_diff1": 0.851452, "nauc_precision_at_5_max": 0.876682, "nauc_precision_at_5_std": -0.40223, "nauc_precision_at_5_diff1": 0.86921, "nauc_precision_at_10_max": 0.893759, "nauc_precision_at_10_std": -0.323774, "nauc_precision_at_10_diff1": 0.868476, "nauc_precision_at_20_max": 0.937593, "nauc_precision_at_20_std": -0.223142, "nauc_precision_at_20_diff1": 0.901935, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": -0.508467, "nauc_precision_at_100_diff1": 0.956419, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.651084, "nauc_mrr_at_1_std": -0.307374, "nauc_mrr_at_1_diff1": 0.886403, "nauc_mrr_at_3_max": 0.699091, "nauc_mrr_at_3_std": -0.338471, "nauc_mrr_at_3_diff1": 0.874611, "nauc_mrr_at_5_max": 0.697681, "nauc_mrr_at_5_std": -0.334951, "nauc_mrr_at_5_diff1": 0.877555, "nauc_mrr_at_10_max": 0.696118, "nauc_mrr_at_10_std": -0.330831, "nauc_mrr_at_10_diff1": 0.877669, "nauc_mrr_at_20_max": 0.694624, "nauc_mrr_at_20_std": -0.330061, "nauc_mrr_at_20_diff1": 0.878241, "nauc_mrr_at_100_max": 0.693785, "nauc_mrr_at_100_std": -0.33108, "nauc_mrr_at_100_diff1": 0.878245, "nauc_mrr_at_1000_max": 0.693701, "nauc_mrr_at_1000_std": -0.331048, "nauc_mrr_at_1000_diff1": 0.878225, "main_score": 0.90544, "hf_subset": "eng-eng", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.826, "ndcg_at_3": 0.88438, "ndcg_at_5": 0.89092, "ndcg_at_10": 0.89677, "ndcg_at_20": 0.89916, "ndcg_at_100": 0.90399, "ndcg_at_1000": 0.90481, "map_at_1": 0.826, "map_at_3": 0.87, "map_at_5": 0.8736, "map_at_10": 0.87603, "map_at_20": 0.87662, "map_at_100": 0.87743, "map_at_1000": 0.87747, "recall_at_1": 0.826, "recall_at_3": 0.926, "recall_at_5": 0.942, "recall_at_10": 0.96, "recall_at_20": 0.97, "recall_at_100": 0.994, "recall_at_1000": 1.0, "precision_at_1": 0.826, "precision_at_3": 0.30867, "precision_at_5": 0.1884, "precision_at_10": 0.096, "precision_at_20": 0.0485, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.826, "mrr_at_3": 0.87, "mrr_at_5": 0.8736, "mrr_at_10": 0.876032, "mrr_at_20": 0.87662, "mrr_at_100": 0.877431, "mrr_at_1000": 0.87747, "nauc_ndcg_at_1_max": 0.712064, "nauc_ndcg_at_1_std": 0.219814, "nauc_ndcg_at_1_diff1": 0.886536, "nauc_ndcg_at_3_max": 0.78487, "nauc_ndcg_at_3_std": 0.273765, "nauc_ndcg_at_3_diff1": 0.880505, "nauc_ndcg_at_5_max": 0.779326, "nauc_ndcg_at_5_std": 0.278939, "nauc_ndcg_at_5_diff1": 0.878357, "nauc_ndcg_at_10_max": 0.775218, "nauc_ndcg_at_10_std": 0.285736, "nauc_ndcg_at_10_diff1": 0.874946, "nauc_ndcg_at_20_max": 0.770923, "nauc_ndcg_at_20_std": 0.282113, "nauc_ndcg_at_20_diff1": 0.874506, "nauc_ndcg_at_100_max": 0.764607, "nauc_ndcg_at_100_std": 0.271129, "nauc_ndcg_at_100_diff1": 0.879601, "nauc_ndcg_at_1000_max": 0.762905, "nauc_ndcg_at_1000_std": 0.26854, "nauc_ndcg_at_1000_diff1": 0.879308, "nauc_map_at_1_max": 0.712064, "nauc_map_at_1_std": 0.219814, "nauc_map_at_1_diff1": 0.886536, "nauc_map_at_3_max": 0.762633, "nauc_map_at_3_std": 0.258925, "nauc_map_at_3_diff1": 0.881876, "nauc_map_at_5_max": 0.759215, "nauc_map_at_5_std": 0.26042, "nauc_map_at_5_diff1": 0.880862, "nauc_map_at_10_max": 0.757607, "nauc_map_at_10_std": 0.263194, "nauc_map_at_10_diff1": 0.879833, "nauc_map_at_20_max": 0.756636, "nauc_map_at_20_std": 0.262533, "nauc_map_at_20_diff1": 0.879763, "nauc_map_at_100_max": 0.755761, "nauc_map_at_100_std": 0.260635, "nauc_map_at_100_diff1": 0.880548, "nauc_map_at_1000_max": 0.755699, "nauc_map_at_1000_std": 0.260553, "nauc_map_at_1000_diff1": 0.880538, "nauc_recall_at_1_max": 0.712064, "nauc_recall_at_1_std": 0.219814, "nauc_recall_at_1_diff1": 0.886536, "nauc_recall_at_3_max": 0.892624, "nauc_recall_at_3_std": 0.344487, "nauc_recall_at_3_diff1": 0.874202, "nauc_recall_at_5_max": 0.898661, "nauc_recall_at_5_std": 0.391642, "nauc_recall_at_5_diff1": 0.863164, "nauc_recall_at_10_max": 0.91725, "nauc_recall_at_10_std": 0.481699, "nauc_recall_at_10_diff1": 0.828548, "nauc_recall_at_20_max": 0.907096, "nauc_recall_at_20_std": 0.492344, "nauc_recall_at_20_diff1": 0.807345, "nauc_recall_at_100_max": 0.956427, "nauc_recall_at_100_std": 0.571429, "nauc_recall_at_100_diff1": 0.912854, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.712064, "nauc_precision_at_1_std": 0.219814, "nauc_precision_at_1_diff1": 0.886536, "nauc_precision_at_3_max": 0.892624, "nauc_precision_at_3_std": 0.344487, "nauc_precision_at_3_diff1": 0.874202, "nauc_precision_at_5_max": 0.898661, "nauc_precision_at_5_std": 0.391642, "nauc_precision_at_5_diff1": 0.863164, "nauc_precision_at_10_max": 0.91725, "nauc_precision_at_10_std": 0.481699, "nauc_precision_at_10_diff1": 0.828548, "nauc_precision_at_20_max": 0.907096, "nauc_precision_at_20_std": 0.492344, "nauc_precision_at_20_diff1": 0.807345, "nauc_precision_at_100_max": 0.956427, "nauc_precision_at_100_std": 0.571429, "nauc_precision_at_100_diff1": 0.912854, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.712064, "nauc_mrr_at_1_std": 0.219814, "nauc_mrr_at_1_diff1": 0.886536, "nauc_mrr_at_3_max": 0.762633, "nauc_mrr_at_3_std": 0.258925, "nauc_mrr_at_3_diff1": 0.881876, "nauc_mrr_at_5_max": 0.759215, "nauc_mrr_at_5_std": 0.26042, "nauc_mrr_at_5_diff1": 0.880862, "nauc_mrr_at_10_max": 0.757607, "nauc_mrr_at_10_std": 0.263194, "nauc_mrr_at_10_diff1": 0.879833, "nauc_mrr_at_20_max": 0.756636, "nauc_mrr_at_20_std": 0.262533, "nauc_mrr_at_20_diff1": 0.879763, "nauc_mrr_at_100_max": 0.755761, "nauc_mrr_at_100_std": 0.260635, "nauc_mrr_at_100_diff1": 0.880548, "nauc_mrr_at_1000_max": 0.755699, "nauc_mrr_at_1000_std": 0.260553, "nauc_mrr_at_1000_diff1": 0.880538, "main_score": 0.89677, "hf_subset": "eng-spa", "languages": [ "eng-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.55819, "ndcg_at_3": 0.64875, "ndcg_at_5": 0.667, "ndcg_at_10": 0.68641, "ndcg_at_20": 0.70138, "ndcg_at_100": 0.71901, "ndcg_at_1000": 0.72323, "map_at_1": 0.55819, "map_at_3": 0.62623, "map_at_5": 0.63659, "map_at_10": 0.64475, "map_at_20": 0.64886, "map_at_100": 0.65146, "map_at_1000": 0.65164, "recall_at_1": 0.55819, "recall_at_3": 0.714, "recall_at_5": 0.7574, "recall_at_10": 0.81657, "recall_at_20": 0.87574, "recall_at_100": 0.96844, "recall_at_1000": 1.0, "precision_at_1": 0.55819, "precision_at_3": 0.238, "precision_at_5": 0.15148, "precision_at_10": 0.08166, "precision_at_20": 0.04379, "precision_at_100": 0.00968, "precision_at_1000": 0.001, "mrr_at_1": 0.558185, "mrr_at_3": 0.626233, "mrr_at_5": 0.636588, "mrr_at_10": 0.644749, "mrr_at_20": 0.64886, "mrr_at_100": 0.651457, "mrr_at_1000": 0.651642, "nauc_ndcg_at_1_max": 0.718297, "nauc_ndcg_at_1_std": 0.078314, "nauc_ndcg_at_1_diff1": 0.785988, "nauc_ndcg_at_3_max": 0.734515, "nauc_ndcg_at_3_std": 0.090625, "nauc_ndcg_at_3_diff1": 0.744546, "nauc_ndcg_at_5_max": 0.731885, "nauc_ndcg_at_5_std": 0.090086, "nauc_ndcg_at_5_diff1": 0.747687, "nauc_ndcg_at_10_max": 0.726834, "nauc_ndcg_at_10_std": 0.084805, "nauc_ndcg_at_10_diff1": 0.74373, "nauc_ndcg_at_20_max": 0.720774, "nauc_ndcg_at_20_std": 0.083438, "nauc_ndcg_at_20_diff1": 0.73943, "nauc_ndcg_at_100_max": 0.725202, "nauc_ndcg_at_100_std": 0.082633, "nauc_ndcg_at_100_diff1": 0.747916, "nauc_ndcg_at_1000_max": 0.72518, "nauc_ndcg_at_1000_std": 0.082499, "nauc_ndcg_at_1000_diff1": 0.74944, "nauc_map_at_1_max": 0.718297, "nauc_map_at_1_std": 0.078314, "nauc_map_at_1_diff1": 0.785988, "nauc_map_at_3_max": 0.730813, "nauc_map_at_3_std": 0.086247, "nauc_map_at_3_diff1": 0.754798, "nauc_map_at_5_max": 0.729089, "nauc_map_at_5_std": 0.085779, "nauc_map_at_5_diff1": 0.756502, "nauc_map_at_10_max": 0.726912, "nauc_map_at_10_std": 0.083269, "nauc_map_at_10_diff1": 0.755194, "nauc_map_at_20_max": 0.725609, "nauc_map_at_20_std": 0.083007, "nauc_map_at_20_diff1": 0.754506, "nauc_map_at_100_max": 0.725878, "nauc_map_at_100_std": 0.082501, "nauc_map_at_100_diff1": 0.755292, "nauc_map_at_1000_max": 0.725891, "nauc_map_at_1000_std": 0.082483, "nauc_map_at_1000_diff1": 0.755369, "nauc_recall_at_1_max": 0.718297, "nauc_recall_at_1_std": 0.078314, "nauc_recall_at_1_diff1": 0.785988, "nauc_recall_at_3_max": 0.746851, "nauc_recall_at_3_std": 0.106122, "nauc_recall_at_3_diff1": 0.709924, "nauc_recall_at_5_max": 0.74211, "nauc_recall_at_5_std": 0.10713, "nauc_recall_at_5_diff1": 0.715496, "nauc_recall_at_10_max": 0.723579, "nauc_recall_at_10_std": 0.091051, "nauc_recall_at_10_diff1": 0.689106, "nauc_recall_at_20_max": 0.671663, "nauc_recall_at_20_std": 0.081149, "nauc_recall_at_20_diff1": 0.628644, "nauc_recall_at_100_max": 0.73183, "nauc_recall_at_100_std": 0.081917, "nauc_recall_at_100_diff1": 0.676409, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.718297, "nauc_precision_at_1_std": 0.078314, "nauc_precision_at_1_diff1": 0.785988, "nauc_precision_at_3_max": 0.746851, "nauc_precision_at_3_std": 0.106122, "nauc_precision_at_3_diff1": 0.709924, "nauc_precision_at_5_max": 0.74211, "nauc_precision_at_5_std": 0.10713, "nauc_precision_at_5_diff1": 0.715496, "nauc_precision_at_10_max": 0.723579, "nauc_precision_at_10_std": 0.091051, "nauc_precision_at_10_diff1": 0.689106, "nauc_precision_at_20_max": 0.671663, "nauc_precision_at_20_std": 0.081149, "nauc_precision_at_20_diff1": 0.628644, "nauc_precision_at_100_max": 0.73183, "nauc_precision_at_100_std": 0.081917, "nauc_precision_at_100_diff1": 0.676409, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.718297, "nauc_mrr_at_1_std": 0.078314, "nauc_mrr_at_1_diff1": 0.785988, "nauc_mrr_at_3_max": 0.730813, "nauc_mrr_at_3_std": 0.086247, "nauc_mrr_at_3_diff1": 0.754798, "nauc_mrr_at_5_max": 0.729089, "nauc_mrr_at_5_std": 0.085779, "nauc_mrr_at_5_diff1": 0.756502, "nauc_mrr_at_10_max": 0.726912, "nauc_mrr_at_10_std": 0.083269, "nauc_mrr_at_10_diff1": 0.755194, "nauc_mrr_at_20_max": 0.725609, "nauc_mrr_at_20_std": 0.083007, "nauc_mrr_at_20_diff1": 0.754506, "nauc_mrr_at_100_max": 0.725878, "nauc_mrr_at_100_std": 0.082501, "nauc_mrr_at_100_diff1": 0.755292, "nauc_mrr_at_1000_max": 0.725891, "nauc_mrr_at_1000_std": 0.082483, "nauc_mrr_at_1000_diff1": 0.755369, "main_score": 0.68641, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.65949, "ndcg_at_3": 0.73437, "ndcg_at_5": 0.75938, "ndcg_at_10": 0.77845, "ndcg_at_20": 0.78723, "ndcg_at_100": 0.79624, "ndcg_at_1000": 0.79752, "map_at_1": 0.65949, "map_at_3": 0.71624, "map_at_5": 0.73014, "map_at_10": 0.73805, "map_at_20": 0.7404, "map_at_100": 0.74163, "map_at_1000": 0.74168, "recall_at_1": 0.65949, "recall_at_3": 0.78669, "recall_at_5": 0.84736, "recall_at_10": 0.90607, "recall_at_20": 0.94129, "recall_at_100": 0.99022, "recall_at_1000": 1.0, "precision_at_1": 0.65949, "precision_at_3": 0.26223, "precision_at_5": 0.16947, "precision_at_10": 0.09061, "precision_at_20": 0.04706, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.659491, "mrr_at_3": 0.716243, "mrr_at_5": 0.730137, "mrr_at_10": 0.738052, "mrr_at_20": 0.740398, "mrr_at_100": 0.741627, "mrr_at_1000": 0.741676, "nauc_ndcg_at_1_max": 0.655559, "nauc_ndcg_at_1_std": 0.166955, "nauc_ndcg_at_1_diff1": 0.785079, "nauc_ndcg_at_3_max": 0.704644, "nauc_ndcg_at_3_std": 0.21662, "nauc_ndcg_at_3_diff1": 0.742062, "nauc_ndcg_at_5_max": 0.70308, "nauc_ndcg_at_5_std": 0.209757, "nauc_ndcg_at_5_diff1": 0.730974, "nauc_ndcg_at_10_max": 0.697273, "nauc_ndcg_at_10_std": 0.200768, "nauc_ndcg_at_10_diff1": 0.733751, "nauc_ndcg_at_20_max": 0.69604, "nauc_ndcg_at_20_std": 0.217703, "nauc_ndcg_at_20_diff1": 0.741594, "nauc_ndcg_at_100_max": 0.692463, "nauc_ndcg_at_100_std": 0.209827, "nauc_ndcg_at_100_diff1": 0.744946, "nauc_ndcg_at_1000_max": 0.691679, "nauc_ndcg_at_1000_std": 0.205379, "nauc_ndcg_at_1000_diff1": 0.74604, "nauc_map_at_1_max": 0.655559, "nauc_map_at_1_std": 0.166955, "nauc_map_at_1_diff1": 0.785079, "nauc_map_at_3_max": 0.691781, "nauc_map_at_3_std": 0.202664, "nauc_map_at_3_diff1": 0.753789, "nauc_map_at_5_max": 0.690393, "nauc_map_at_5_std": 0.198997, "nauc_map_at_5_diff1": 0.748662, "nauc_map_at_10_max": 0.687861, "nauc_map_at_10_std": 0.195662, "nauc_map_at_10_diff1": 0.750001, "nauc_map_at_20_max": 0.687578, "nauc_map_at_20_std": 0.199295, "nauc_map_at_20_diff1": 0.751902, "nauc_map_at_100_max": 0.687178, "nauc_map_at_100_std": 0.198464, "nauc_map_at_100_diff1": 0.752147, "nauc_map_at_1000_max": 0.687157, "nauc_map_at_1000_std": 0.198326, "nauc_map_at_1000_diff1": 0.752185, "nauc_recall_at_1_max": 0.655559, "nauc_recall_at_1_std": 0.166955, "nauc_recall_at_1_diff1": 0.785079, "nauc_recall_at_3_max": 0.750319, "nauc_recall_at_3_std": 0.266688, "nauc_recall_at_3_diff1": 0.700176, "nauc_recall_at_5_max": 0.76046, "nauc_recall_at_5_std": 0.256811, "nauc_recall_at_5_diff1": 0.647496, "nauc_recall_at_10_max": 0.756173, "nauc_recall_at_10_std": 0.223215, "nauc_recall_at_10_diff1": 0.621653, "nauc_recall_at_20_max": 0.773299, "nauc_recall_at_20_std": 0.452809, "nauc_recall_at_20_diff1": 0.65381, "nauc_recall_at_100_max": 0.803068, "nauc_recall_at_100_std": 0.819438, "nauc_recall_at_100_diff1": 0.598773, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.655559, "nauc_precision_at_1_std": 0.166955, "nauc_precision_at_1_diff1": 0.785079, "nauc_precision_at_3_max": 0.750319, "nauc_precision_at_3_std": 0.266688, "nauc_precision_at_3_diff1": 0.700176, "nauc_precision_at_5_max": 0.76046, "nauc_precision_at_5_std": 0.256811, "nauc_precision_at_5_diff1": 0.647496, "nauc_precision_at_10_max": 0.756173, "nauc_precision_at_10_std": 0.223215, "nauc_precision_at_10_diff1": 0.621653, "nauc_precision_at_20_max": 0.773299, "nauc_precision_at_20_std": 0.452809, "nauc_precision_at_20_diff1": 0.65381, "nauc_precision_at_100_max": 0.803068, "nauc_precision_at_100_std": 0.819438, "nauc_precision_at_100_diff1": 0.598773, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.655559, "nauc_mrr_at_1_std": 0.166955, "nauc_mrr_at_1_diff1": 0.785079, "nauc_mrr_at_3_max": 0.691781, "nauc_mrr_at_3_std": 0.202664, "nauc_mrr_at_3_diff1": 0.753789, "nauc_mrr_at_5_max": 0.690393, "nauc_mrr_at_5_std": 0.198997, "nauc_mrr_at_5_diff1": 0.748662, "nauc_mrr_at_10_max": 0.687861, "nauc_mrr_at_10_std": 0.195662, "nauc_mrr_at_10_diff1": 0.750001, "nauc_mrr_at_20_max": 0.687578, "nauc_mrr_at_20_std": 0.199295, "nauc_mrr_at_20_diff1": 0.751902, "nauc_mrr_at_100_max": 0.687178, "nauc_mrr_at_100_std": 0.198464, "nauc_mrr_at_100_diff1": 0.752147, "nauc_mrr_at_1000_max": 0.687157, "nauc_mrr_at_1000_std": 0.198326, "nauc_mrr_at_1000_diff1": 0.752185, "main_score": 0.77845, "hf_subset": "eng-vie", "languages": [ "eng-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.69643, "ndcg_at_3": 0.77636, "ndcg_at_5": 0.79668, "ndcg_at_10": 0.81244, "ndcg_at_20": 0.81845, "ndcg_at_100": 0.82594, "ndcg_at_1000": 0.82725, "map_at_1": 0.69643, "map_at_3": 0.75728, "map_at_5": 0.76849, "map_at_10": 0.77521, "map_at_20": 0.77685, "map_at_100": 0.77808, "map_at_1000": 0.77813, "recall_at_1": 0.69643, "recall_at_3": 0.83135, "recall_at_5": 0.88095, "recall_at_10": 0.92857, "recall_at_20": 0.95238, "recall_at_100": 0.99008, "recall_at_1000": 1.0, "precision_at_1": 0.69643, "precision_at_3": 0.27712, "precision_at_5": 0.17619, "precision_at_10": 0.09286, "precision_at_20": 0.04762, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.696429, "mrr_at_3": 0.757275, "mrr_at_5": 0.768485, "mrr_at_10": 0.77521, "mrr_at_20": 0.776854, "mrr_at_100": 0.778079, "mrr_at_1000": 0.778134, "nauc_ndcg_at_1_max": 0.624053, "nauc_ndcg_at_1_std": 0.124782, "nauc_ndcg_at_1_diff1": 0.776103, "nauc_ndcg_at_3_max": 0.707433, "nauc_ndcg_at_3_std": 0.198585, "nauc_ndcg_at_3_diff1": 0.774996, "nauc_ndcg_at_5_max": 0.71143, "nauc_ndcg_at_5_std": 0.196881, "nauc_ndcg_at_5_diff1": 0.781163, "nauc_ndcg_at_10_max": 0.707386, "nauc_ndcg_at_10_std": 0.202739, "nauc_ndcg_at_10_diff1": 0.780546, "nauc_ndcg_at_20_max": 0.701136, "nauc_ndcg_at_20_std": 0.202703, "nauc_ndcg_at_20_diff1": 0.776236, "nauc_ndcg_at_100_max": 0.690244, "nauc_ndcg_at_100_std": 0.177777, "nauc_ndcg_at_100_diff1": 0.774548, "nauc_ndcg_at_1000_max": 0.689049, "nauc_ndcg_at_1000_std": 0.181103, "nauc_ndcg_at_1000_diff1": 0.775863, "nauc_map_at_1_max": 0.624053, "nauc_map_at_1_std": 0.124782, "nauc_map_at_1_diff1": 0.776103, "nauc_map_at_3_max": 0.684974, "nauc_map_at_3_std": 0.177292, "nauc_map_at_3_diff1": 0.773971, "nauc_map_at_5_max": 0.686147, "nauc_map_at_5_std": 0.17583, "nauc_map_at_5_diff1": 0.776908, "nauc_map_at_10_max": 0.683443, "nauc_map_at_10_std": 0.177029, "nauc_map_at_10_diff1": 0.776579, "nauc_map_at_20_max": 0.681776, "nauc_map_at_20_std": 0.176575, "nauc_map_at_20_diff1": 0.775558, "nauc_map_at_100_max": 0.680283, "nauc_map_at_100_std": 0.173187, "nauc_map_at_100_diff1": 0.775399, "nauc_map_at_1000_max": 0.680248, "nauc_map_at_1000_std": 0.173305, "nauc_map_at_1000_diff1": 0.775451, "nauc_recall_at_1_max": 0.624053, "nauc_recall_at_1_std": 0.124782, "nauc_recall_at_1_diff1": 0.776103, "nauc_recall_at_3_max": 0.794065, "nauc_recall_at_3_std": 0.281577, "nauc_recall_at_3_diff1": 0.779747, "nauc_recall_at_5_max": 0.839567, "nauc_recall_at_5_std": 0.302939, "nauc_recall_at_5_diff1": 0.805607, "nauc_recall_at_10_max": 0.897795, "nauc_recall_at_10_std": 0.414744, "nauc_recall_at_10_diff1": 0.816231, "nauc_recall_at_20_max": 0.910176, "nauc_recall_at_20_std": 0.527319, "nauc_recall_at_20_diff1": 0.776257, "nauc_recall_at_100_max": 0.836664, "nauc_recall_at_100_std": -0.206209, "nauc_recall_at_100_diff1": 0.627919, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.624053, "nauc_precision_at_1_std": 0.124782, "nauc_precision_at_1_diff1": 0.776103, "nauc_precision_at_3_max": 0.794065, "nauc_precision_at_3_std": 0.281577, "nauc_precision_at_3_diff1": 0.779747, "nauc_precision_at_5_max": 0.839567, "nauc_precision_at_5_std": 0.302939, "nauc_precision_at_5_diff1": 0.805607, "nauc_precision_at_10_max": 0.897795, "nauc_precision_at_10_std": 0.414744, "nauc_precision_at_10_diff1": 0.816231, "nauc_precision_at_20_max": 0.910176, "nauc_precision_at_20_std": 0.527319, "nauc_precision_at_20_diff1": 0.776257, "nauc_precision_at_100_max": 0.836664, "nauc_precision_at_100_std": -0.206209, "nauc_precision_at_100_diff1": 0.627919, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.624053, "nauc_mrr_at_1_std": 0.124782, "nauc_mrr_at_1_diff1": 0.776103, "nauc_mrr_at_3_max": 0.684974, "nauc_mrr_at_3_std": 0.177292, "nauc_mrr_at_3_diff1": 0.773971, "nauc_mrr_at_5_max": 0.686147, "nauc_mrr_at_5_std": 0.17583, "nauc_mrr_at_5_diff1": 0.776908, "nauc_mrr_at_10_max": 0.683443, "nauc_mrr_at_10_std": 0.177029, "nauc_mrr_at_10_diff1": 0.776579, "nauc_mrr_at_20_max": 0.681776, "nauc_mrr_at_20_std": 0.176575, "nauc_mrr_at_20_diff1": 0.775558, "nauc_mrr_at_100_max": 0.680283, "nauc_mrr_at_100_std": 0.173187, "nauc_mrr_at_100_diff1": 0.775399, "nauc_mrr_at_1000_max": 0.680248, "nauc_mrr_at_1000_std": 0.173305, "nauc_mrr_at_1000_diff1": 0.775451, "main_score": 0.81244, "hf_subset": "eng-zho", "languages": [ "eng-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.6646, "ndcg_at_3": 0.74741, "ndcg_at_5": 0.76319, "ndcg_at_10": 0.77548, "ndcg_at_20": 0.78329, "ndcg_at_100": 0.79841, "ndcg_at_1000": 0.7993, "map_at_1": 0.6646, "map_at_3": 0.72671, "map_at_5": 0.73571, "map_at_10": 0.74092, "map_at_20": 0.74304, "map_at_100": 0.74518, "map_at_1000": 0.74523, "recall_at_1": 0.6646, "recall_at_3": 0.80745, "recall_at_5": 0.84472, "recall_at_10": 0.88199, "recall_at_20": 0.91304, "recall_at_100": 0.99379, "recall_at_1000": 1.0, "precision_at_1": 0.6646, "precision_at_3": 0.26915, "precision_at_5": 0.16894, "precision_at_10": 0.0882, "precision_at_20": 0.04565, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.664596, "mrr_at_3": 0.726708, "mrr_at_5": 0.735714, "mrr_at_10": 0.74092, "mrr_at_20": 0.74304, "mrr_at_100": 0.745177, "mrr_at_1000": 0.745229, "nauc_ndcg_at_1_max": 0.760183, "nauc_ndcg_at_1_std": 0.421038, "nauc_ndcg_at_1_diff1": 0.803358, "nauc_ndcg_at_3_max": 0.761252, "nauc_ndcg_at_3_std": 0.469407, "nauc_ndcg_at_3_diff1": 0.777878, "nauc_ndcg_at_5_max": 0.780421, "nauc_ndcg_at_5_std": 0.49435, "nauc_ndcg_at_5_diff1": 0.793116, "nauc_ndcg_at_10_max": 0.770821, "nauc_ndcg_at_10_std": 0.478715, "nauc_ndcg_at_10_diff1": 0.793238, "nauc_ndcg_at_20_max": 0.76224, "nauc_ndcg_at_20_std": 0.460188, "nauc_ndcg_at_20_diff1": 0.789468, "nauc_ndcg_at_100_max": 0.765495, "nauc_ndcg_at_100_std": 0.468956, "nauc_ndcg_at_100_diff1": 0.786441, "nauc_ndcg_at_1000_max": 0.765716, "nauc_ndcg_at_1000_std": 0.466225, "nauc_ndcg_at_1000_diff1": 0.789837, "nauc_map_at_1_max": 0.760183, "nauc_map_at_1_std": 0.421038, "nauc_map_at_1_diff1": 0.803358, "nauc_map_at_3_max": 0.759963, "nauc_map_at_3_std": 0.457898, "nauc_map_at_3_diff1": 0.78402, "nauc_map_at_5_max": 0.769861, "nauc_map_at_5_std": 0.470671, "nauc_map_at_5_diff1": 0.792424, "nauc_map_at_10_max": 0.766157, "nauc_map_at_10_std": 0.464544, "nauc_map_at_10_diff1": 0.792649, "nauc_map_at_20_max": 0.7641, "nauc_map_at_20_std": 0.460109, "nauc_map_at_20_diff1": 0.791702, "nauc_map_at_100_max": 0.764598, "nauc_map_at_100_std": 0.461336, "nauc_map_at_100_diff1": 0.791238, "nauc_map_at_1000_max": 0.764608, "nauc_map_at_1000_std": 0.46121, "nauc_map_at_1000_diff1": 0.791393, "nauc_recall_at_1_max": 0.760183, "nauc_recall_at_1_std": 0.421038, "nauc_recall_at_1_diff1": 0.803358, "nauc_recall_at_3_max": 0.766654, "nauc_recall_at_3_std": 0.511691, "nauc_recall_at_3_diff1": 0.755259, "nauc_recall_at_5_max": 0.831748, "nauc_recall_at_5_std": 0.60264, "nauc_recall_at_5_diff1": 0.799262, "nauc_recall_at_10_max": 0.795333, "nauc_recall_at_10_std": 0.549851, "nauc_recall_at_10_diff1": 0.799517, "nauc_recall_at_20_max": 0.729124, "nauc_recall_at_20_std": 0.412171, "nauc_recall_at_20_diff1": 0.769937, "nauc_recall_at_100_max": 0.72254, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.125808, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.760183, "nauc_precision_at_1_std": 0.421038, "nauc_precision_at_1_diff1": 0.803358, "nauc_precision_at_3_max": 0.766654, "nauc_precision_at_3_std": 0.511691, "nauc_precision_at_3_diff1": 0.755259, "nauc_precision_at_5_max": 0.831748, "nauc_precision_at_5_std": 0.60264, "nauc_precision_at_5_diff1": 0.799262, "nauc_precision_at_10_max": 0.795333, "nauc_precision_at_10_std": 0.549851, "nauc_precision_at_10_diff1": 0.799517, "nauc_precision_at_20_max": 0.729124, "nauc_precision_at_20_std": 0.412171, "nauc_precision_at_20_diff1": 0.769937, "nauc_precision_at_100_max": 0.72254, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.125808, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.760183, "nauc_mrr_at_1_std": 0.421038, "nauc_mrr_at_1_diff1": 0.803358, "nauc_mrr_at_3_max": 0.759963, "nauc_mrr_at_3_std": 0.457898, "nauc_mrr_at_3_diff1": 0.78402, "nauc_mrr_at_5_max": 0.769861, "nauc_mrr_at_5_std": 0.470671, "nauc_mrr_at_5_diff1": 0.792424, "nauc_mrr_at_10_max": 0.766157, "nauc_mrr_at_10_std": 0.464544, "nauc_mrr_at_10_diff1": 0.792649, "nauc_mrr_at_20_max": 0.7641, "nauc_mrr_at_20_std": 0.460109, "nauc_mrr_at_20_diff1": 0.791702, "nauc_mrr_at_100_max": 0.764598, "nauc_mrr_at_100_std": 0.461336, "nauc_mrr_at_100_diff1": 0.791238, "nauc_mrr_at_1000_max": 0.764608, "nauc_mrr_at_1000_std": 0.46121, "nauc_mrr_at_1000_diff1": 0.791393, "main_score": 0.77548, "hf_subset": "spa-ara", "languages": [ "spa-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.61735, "ndcg_at_3": 0.75692, "ndcg_at_5": 0.77822, "ndcg_at_10": 0.79369, "ndcg_at_20": 0.79991, "ndcg_at_100": 0.80089, "ndcg_at_1000": 0.80089, "map_at_1": 0.61735, "map_at_3": 0.71769, "map_at_5": 0.72968, "map_at_10": 0.73643, "map_at_20": 0.73801, "map_at_100": 0.73815, "map_at_1000": 0.73815, "recall_at_1": 0.61735, "recall_at_3": 0.87245, "recall_at_5": 0.92347, "recall_at_10": 0.96939, "recall_at_20": 0.9949, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.61735, "precision_at_3": 0.29082, "precision_at_5": 0.18469, "precision_at_10": 0.09694, "precision_at_20": 0.04974, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.617347, "mrr_at_3": 0.717687, "mrr_at_5": 0.729677, "mrr_at_10": 0.736429, "mrr_at_20": 0.738012, "mrr_at_100": 0.738153, "mrr_at_1000": 0.738153, "nauc_ndcg_at_1_max": 0.684864, "nauc_ndcg_at_1_std": 0.422383, "nauc_ndcg_at_1_diff1": 0.802402, "nauc_ndcg_at_3_max": 0.695279, "nauc_ndcg_at_3_std": 0.473283, "nauc_ndcg_at_3_diff1": 0.722944, "nauc_ndcg_at_5_max": 0.688414, "nauc_ndcg_at_5_std": 0.444287, "nauc_ndcg_at_5_diff1": 0.743588, "nauc_ndcg_at_10_max": 0.700542, "nauc_ndcg_at_10_std": 0.459117, "nauc_ndcg_at_10_diff1": 0.760921, "nauc_ndcg_at_20_max": 0.694398, "nauc_ndcg_at_20_std": 0.453466, "nauc_ndcg_at_20_diff1": 0.764881, "nauc_ndcg_at_100_max": 0.693363, "nauc_ndcg_at_100_std": 0.451874, "nauc_ndcg_at_100_diff1": 0.763488, "nauc_ndcg_at_1000_max": 0.693363, "nauc_ndcg_at_1000_std": 0.451874, "nauc_ndcg_at_1000_diff1": 0.763488, "nauc_map_at_1_max": 0.684864, "nauc_map_at_1_std": 0.422383, "nauc_map_at_1_diff1": 0.802402, "nauc_map_at_3_max": 0.691668, "nauc_map_at_3_std": 0.458342, "nauc_map_at_3_diff1": 0.747527, "nauc_map_at_5_max": 0.688523, "nauc_map_at_5_std": 0.44419, "nauc_map_at_5_diff1": 0.75871, "nauc_map_at_10_max": 0.69319, "nauc_map_at_10_std": 0.450445, "nauc_map_at_10_diff1": 0.765702, "nauc_map_at_20_max": 0.691897, "nauc_map_at_20_std": 0.449095, "nauc_map_at_20_diff1": 0.766484, "nauc_map_at_100_max": 0.691781, "nauc_map_at_100_std": 0.448916, "nauc_map_at_100_diff1": 0.766331, "nauc_map_at_1000_max": 0.691781, "nauc_map_at_1000_std": 0.448916, "nauc_map_at_1000_diff1": 0.766331, "nauc_recall_at_1_max": 0.684864, "nauc_recall_at_1_std": 0.422383, "nauc_recall_at_1_diff1": 0.802402, "nauc_recall_at_3_max": 0.71537, "nauc_recall_at_3_std": 0.55451, "nauc_recall_at_3_diff1": 0.588246, "nauc_recall_at_5_max": 0.684318, "nauc_recall_at_5_std": 0.431829, "nauc_recall_at_5_diff1": 0.622644, "nauc_recall_at_10_max": 0.863699, "nauc_recall_at_10_std": 0.619133, "nauc_recall_at_10_diff1": 0.711331, "nauc_recall_at_20_max": 0.868984, "nauc_recall_at_20_std": 0.722112, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.684864, "nauc_precision_at_1_std": 0.422383, "nauc_precision_at_1_diff1": 0.802402, "nauc_precision_at_3_max": 0.71537, "nauc_precision_at_3_std": 0.55451, "nauc_precision_at_3_diff1": 0.588246, "nauc_precision_at_5_max": 0.684318, "nauc_precision_at_5_std": 0.431829, "nauc_precision_at_5_diff1": 0.622644, "nauc_precision_at_10_max": 0.863699, "nauc_precision_at_10_std": 0.619133, "nauc_precision_at_10_diff1": 0.711331, "nauc_precision_at_20_max": 0.868984, "nauc_precision_at_20_std": 0.722112, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.684864, "nauc_mrr_at_1_std": 0.422383, "nauc_mrr_at_1_diff1": 0.802402, "nauc_mrr_at_3_max": 0.691668, "nauc_mrr_at_3_std": 0.458342, "nauc_mrr_at_3_diff1": 0.747527, "nauc_mrr_at_5_max": 0.688523, "nauc_mrr_at_5_std": 0.44419, "nauc_mrr_at_5_diff1": 0.75871, "nauc_mrr_at_10_max": 0.69319, "nauc_mrr_at_10_std": 0.450445, "nauc_mrr_at_10_diff1": 0.765702, "nauc_mrr_at_20_max": 0.691897, "nauc_mrr_at_20_std": 0.449095, "nauc_mrr_at_20_diff1": 0.766484, "nauc_mrr_at_100_max": 0.691781, "nauc_mrr_at_100_std": 0.448916, "nauc_mrr_at_100_diff1": 0.766331, "nauc_mrr_at_1000_max": 0.691781, "nauc_mrr_at_1000_std": 0.448916, "nauc_mrr_at_1000_diff1": 0.766331, "main_score": 0.79369, "hf_subset": "spa-deu", "languages": [ "spa-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.852, "ndcg_at_3": 0.90338, "ndcg_at_5": 0.91224, "ndcg_at_10": 0.91823, "ndcg_at_20": 0.92026, "ndcg_at_100": 0.92293, "ndcg_at_1000": 0.92293, "map_at_1": 0.852, "map_at_3": 0.89133, "map_at_5": 0.89613, "map_at_10": 0.89869, "map_at_20": 0.89926, "map_at_100": 0.89965, "map_at_1000": 0.89965, "recall_at_1": 0.852, "recall_at_3": 0.938, "recall_at_5": 0.96, "recall_at_10": 0.978, "recall_at_20": 0.986, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.852, "precision_at_3": 0.31267, "precision_at_5": 0.192, "precision_at_10": 0.0978, "precision_at_20": 0.0493, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.852, "mrr_at_3": 0.891333, "mrr_at_5": 0.896133, "mrr_at_10": 0.898693, "mrr_at_20": 0.899256, "mrr_at_100": 0.899652, "mrr_at_1000": 0.899652, "nauc_ndcg_at_1_max": 0.764349, "nauc_ndcg_at_1_std": 0.023724, "nauc_ndcg_at_1_diff1": 0.904604, "nauc_ndcg_at_3_max": 0.808831, "nauc_ndcg_at_3_std": 0.02548, "nauc_ndcg_at_3_diff1": 0.897819, "nauc_ndcg_at_5_max": 0.800725, "nauc_ndcg_at_5_std": 0.028052, "nauc_ndcg_at_5_diff1": 0.898929, "nauc_ndcg_at_10_max": 0.802052, "nauc_ndcg_at_10_std": 0.040923, "nauc_ndcg_at_10_diff1": 0.899226, "nauc_ndcg_at_20_max": 0.798605, "nauc_ndcg_at_20_std": 0.043736, "nauc_ndcg_at_20_diff1": 0.897387, "nauc_ndcg_at_100_max": 0.794172, "nauc_ndcg_at_100_std": 0.033114, "nauc_ndcg_at_100_diff1": 0.899698, "nauc_ndcg_at_1000_max": 0.794172, "nauc_ndcg_at_1000_std": 0.033114, "nauc_ndcg_at_1000_diff1": 0.899698, "nauc_map_at_1_max": 0.764349, "nauc_map_at_1_std": 0.023724, "nauc_map_at_1_diff1": 0.904604, "nauc_map_at_3_max": 0.795507, "nauc_map_at_3_std": 0.024497, "nauc_map_at_3_diff1": 0.89957, "nauc_map_at_5_max": 0.791053, "nauc_map_at_5_std": 0.025869, "nauc_map_at_5_diff1": 0.900139, "nauc_map_at_10_max": 0.791644, "nauc_map_at_10_std": 0.03112, "nauc_map_at_10_diff1": 0.900262, "nauc_map_at_20_max": 0.790797, "nauc_map_at_20_std": 0.031331, "nauc_map_at_20_diff1": 0.899844, "nauc_map_at_100_max": 0.790285, "nauc_map_at_100_std": 0.029984, "nauc_map_at_100_diff1": 0.900235, "nauc_map_at_1000_max": 0.790285, "nauc_map_at_1000_std": 0.029984, "nauc_map_at_1000_diff1": 0.900235, "nauc_recall_at_1_max": 0.764349, "nauc_recall_at_1_std": 0.023724, "nauc_recall_at_1_diff1": 0.904604, "nauc_recall_at_3_max": 0.873513, "nauc_recall_at_3_std": 0.030601, "nauc_recall_at_3_diff1": 0.889536, "nauc_recall_at_5_max": 0.867087, "nauc_recall_at_5_std": 0.044585, "nauc_recall_at_5_diff1": 0.891106, "nauc_recall_at_10_max": 0.927213, "nauc_recall_at_10_std": 0.17855, "nauc_recall_at_10_diff1": 0.888167, "nauc_recall_at_20_max": 0.925303, "nauc_recall_at_20_std": 0.336268, "nauc_recall_at_20_diff1": 0.842937, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.764349, "nauc_precision_at_1_std": 0.023724, "nauc_precision_at_1_diff1": 0.904604, "nauc_precision_at_3_max": 0.873513, "nauc_precision_at_3_std": 0.030601, "nauc_precision_at_3_diff1": 0.889536, "nauc_precision_at_5_max": 0.867087, "nauc_precision_at_5_std": 0.044585, "nauc_precision_at_5_diff1": 0.891106, "nauc_precision_at_10_max": 0.927213, "nauc_precision_at_10_std": 0.17855, "nauc_precision_at_10_diff1": 0.888167, "nauc_precision_at_20_max": 0.925303, "nauc_precision_at_20_std": 0.336268, "nauc_precision_at_20_diff1": 0.842937, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.764349, "nauc_mrr_at_1_std": 0.023724, "nauc_mrr_at_1_diff1": 0.904604, "nauc_mrr_at_3_max": 0.795507, "nauc_mrr_at_3_std": 0.024497, "nauc_mrr_at_3_diff1": 0.89957, "nauc_mrr_at_5_max": 0.791053, "nauc_mrr_at_5_std": 0.025869, "nauc_mrr_at_5_diff1": 0.900139, "nauc_mrr_at_10_max": 0.791644, "nauc_mrr_at_10_std": 0.03112, "nauc_mrr_at_10_diff1": 0.900262, "nauc_mrr_at_20_max": 0.790797, "nauc_mrr_at_20_std": 0.031331, "nauc_mrr_at_20_diff1": 0.899844, "nauc_mrr_at_100_max": 0.790285, "nauc_mrr_at_100_std": 0.029984, "nauc_mrr_at_100_diff1": 0.900235, "nauc_mrr_at_1000_max": 0.790285, "nauc_mrr_at_1000_std": 0.029984, "nauc_mrr_at_1000_diff1": 0.900235, "main_score": 0.91823, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.82, "ndcg_at_3": 0.87674, "ndcg_at_5": 0.88509, "ndcg_at_10": 0.89149, "ndcg_at_20": 0.89551, "ndcg_at_100": 0.89947, "ndcg_at_1000": 0.90083, "map_at_1": 0.82, "map_at_3": 0.86433, "map_at_5": 0.86903, "map_at_10": 0.87163, "map_at_20": 0.87272, "map_at_100": 0.87322, "map_at_1000": 0.87328, "recall_at_1": 0.82, "recall_at_3": 0.912, "recall_at_5": 0.932, "recall_at_10": 0.952, "recall_at_20": 0.968, "recall_at_100": 0.99, "recall_at_1000": 1.0, "precision_at_1": 0.82, "precision_at_3": 0.304, "precision_at_5": 0.1864, "precision_at_10": 0.0952, "precision_at_20": 0.0484, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.82, "mrr_at_3": 0.864333, "mrr_at_5": 0.869033, "mrr_at_10": 0.871632, "mrr_at_20": 0.872725, "mrr_at_100": 0.873218, "mrr_at_1000": 0.873281, "nauc_ndcg_at_1_max": 0.768009, "nauc_ndcg_at_1_std": 0.151118, "nauc_ndcg_at_1_diff1": 0.905056, "nauc_ndcg_at_3_max": 0.820357, "nauc_ndcg_at_3_std": 0.165589, "nauc_ndcg_at_3_diff1": 0.884433, "nauc_ndcg_at_5_max": 0.819653, "nauc_ndcg_at_5_std": 0.164418, "nauc_ndcg_at_5_diff1": 0.885082, "nauc_ndcg_at_10_max": 0.816354, "nauc_ndcg_at_10_std": 0.191058, "nauc_ndcg_at_10_diff1": 0.885408, "nauc_ndcg_at_20_max": 0.815011, "nauc_ndcg_at_20_std": 0.190231, "nauc_ndcg_at_20_diff1": 0.884739, "nauc_ndcg_at_100_max": 0.810089, "nauc_ndcg_at_100_std": 0.181591, "nauc_ndcg_at_100_diff1": 0.887072, "nauc_ndcg_at_1000_max": 0.808101, "nauc_ndcg_at_1000_std": 0.177894, "nauc_ndcg_at_1000_diff1": 0.887914, "nauc_map_at_1_max": 0.768009, "nauc_map_at_1_std": 0.151118, "nauc_map_at_1_diff1": 0.905056, "nauc_map_at_3_max": 0.805194, "nauc_map_at_3_std": 0.162948, "nauc_map_at_3_diff1": 0.88987, "nauc_map_at_5_max": 0.804317, "nauc_map_at_5_std": 0.162544, "nauc_map_at_5_diff1": 0.890317, "nauc_map_at_10_max": 0.802857, "nauc_map_at_10_std": 0.171903, "nauc_map_at_10_diff1": 0.890458, "nauc_map_at_20_max": 0.80248, "nauc_map_at_20_std": 0.171736, "nauc_map_at_20_diff1": 0.890317, "nauc_map_at_100_max": 0.801973, "nauc_map_at_100_std": 0.171145, "nauc_map_at_100_diff1": 0.890535, "nauc_map_at_1000_max": 0.801893, "nauc_map_at_1000_std": 0.170927, "nauc_map_at_1000_diff1": 0.890569, "nauc_recall_at_1_max": 0.768009, "nauc_recall_at_1_std": 0.151118, "nauc_recall_at_1_diff1": 0.905056, "nauc_recall_at_3_max": 0.884454, "nauc_recall_at_3_std": 0.175728, "nauc_recall_at_3_diff1": 0.861801, "nauc_recall_at_5_max": 0.900244, "nauc_recall_at_5_std": 0.172008, "nauc_recall_at_5_diff1": 0.858296, "nauc_recall_at_10_max": 0.911298, "nauc_recall_at_10_std": 0.353836, "nauc_recall_at_10_diff1": 0.85051, "nauc_recall_at_20_max": 0.940768, "nauc_recall_at_20_std": 0.419585, "nauc_recall_at_20_diff1": 0.825805, "nauc_recall_at_100_max": 0.947712, "nauc_recall_at_100_std": 0.39972, "nauc_recall_at_100_diff1": 0.829132, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.768009, "nauc_precision_at_1_std": 0.151118, "nauc_precision_at_1_diff1": 0.905056, "nauc_precision_at_3_max": 0.884454, "nauc_precision_at_3_std": 0.175728, "nauc_precision_at_3_diff1": 0.861801, "nauc_precision_at_5_max": 0.900244, "nauc_precision_at_5_std": 0.172008, "nauc_precision_at_5_diff1": 0.858296, "nauc_precision_at_10_max": 0.911298, "nauc_precision_at_10_std": 0.353836, "nauc_precision_at_10_diff1": 0.85051, "nauc_precision_at_20_max": 0.940768, "nauc_precision_at_20_std": 0.419585, "nauc_precision_at_20_diff1": 0.825805, "nauc_precision_at_100_max": 0.947712, "nauc_precision_at_100_std": 0.39972, "nauc_precision_at_100_diff1": 0.829132, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.768009, "nauc_mrr_at_1_std": 0.151118, "nauc_mrr_at_1_diff1": 0.905056, "nauc_mrr_at_3_max": 0.805194, "nauc_mrr_at_3_std": 0.162948, "nauc_mrr_at_3_diff1": 0.88987, "nauc_mrr_at_5_max": 0.804317, "nauc_mrr_at_5_std": 0.162544, "nauc_mrr_at_5_diff1": 0.890317, "nauc_mrr_at_10_max": 0.802857, "nauc_mrr_at_10_std": 0.171903, "nauc_mrr_at_10_diff1": 0.890458, "nauc_mrr_at_20_max": 0.80248, "nauc_mrr_at_20_std": 0.171736, "nauc_mrr_at_20_diff1": 0.890317, "nauc_mrr_at_100_max": 0.801973, "nauc_mrr_at_100_std": 0.171145, "nauc_mrr_at_100_diff1": 0.890535, "nauc_mrr_at_1000_max": 0.801893, "nauc_mrr_at_1000_std": 0.170927, "nauc_mrr_at_1000_diff1": 0.890569, "main_score": 0.89149, "hf_subset": "spa-spa", "languages": [ "spa-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.64706, "ndcg_at_3": 0.7386, "ndcg_at_5": 0.74988, "ndcg_at_10": 0.77208, "ndcg_at_20": 0.78471, "ndcg_at_100": 0.7926, "ndcg_at_1000": 0.79414, "map_at_1": 0.64706, "map_at_3": 0.71658, "map_at_5": 0.72299, "map_at_10": 0.73198, "map_at_20": 0.73568, "map_at_100": 0.73675, "map_at_1000": 0.73683, "recall_at_1": 0.64706, "recall_at_3": 0.80214, "recall_at_5": 0.82888, "recall_at_10": 0.8984, "recall_at_20": 0.94652, "recall_at_100": 0.9893, "recall_at_1000": 1.0, "precision_at_1": 0.64706, "precision_at_3": 0.26738, "precision_at_5": 0.16578, "precision_at_10": 0.08984, "precision_at_20": 0.04733, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.647059, "mrr_at_3": 0.716578, "mrr_at_5": 0.722995, "mrr_at_10": 0.731979, "mrr_at_20": 0.73568, "mrr_at_100": 0.736747, "mrr_at_1000": 0.736834, "nauc_ndcg_at_1_max": 0.720352, "nauc_ndcg_at_1_std": 0.314836, "nauc_ndcg_at_1_diff1": 0.753476, "nauc_ndcg_at_3_max": 0.754634, "nauc_ndcg_at_3_std": 0.352517, "nauc_ndcg_at_3_diff1": 0.696076, "nauc_ndcg_at_5_max": 0.748483, "nauc_ndcg_at_5_std": 0.336181, "nauc_ndcg_at_5_diff1": 0.695847, "nauc_ndcg_at_10_max": 0.752182, "nauc_ndcg_at_10_std": 0.351872, "nauc_ndcg_at_10_diff1": 0.700489, "nauc_ndcg_at_20_max": 0.741473, "nauc_ndcg_at_20_std": 0.348948, "nauc_ndcg_at_20_diff1": 0.695342, "nauc_ndcg_at_100_max": 0.739456, "nauc_ndcg_at_100_std": 0.340522, "nauc_ndcg_at_100_diff1": 0.701696, "nauc_ndcg_at_1000_max": 0.742776, "nauc_ndcg_at_1000_std": 0.341866, "nauc_ndcg_at_1000_diff1": 0.705702, "nauc_map_at_1_max": 0.720352, "nauc_map_at_1_std": 0.314836, "nauc_map_at_1_diff1": 0.753476, "nauc_map_at_3_max": 0.746903, "nauc_map_at_3_std": 0.343995, "nauc_map_at_3_diff1": 0.710138, "nauc_map_at_5_max": 0.743472, "nauc_map_at_5_std": 0.335301, "nauc_map_at_5_diff1": 0.710411, "nauc_map_at_10_max": 0.744828, "nauc_map_at_10_std": 0.341829, "nauc_map_at_10_diff1": 0.712749, "nauc_map_at_20_max": 0.742088, "nauc_map_at_20_std": 0.340736, "nauc_map_at_20_diff1": 0.711833, "nauc_map_at_100_max": 0.741808, "nauc_map_at_100_std": 0.33949, "nauc_map_at_100_diff1": 0.71248, "nauc_map_at_1000_max": 0.741957, "nauc_map_at_1000_std": 0.339557, "nauc_map_at_1000_diff1": 0.71266, "nauc_recall_at_1_max": 0.720352, "nauc_recall_at_1_std": 0.314836, "nauc_recall_at_1_diff1": 0.753476, "nauc_recall_at_3_max": 0.782717, "nauc_recall_at_3_std": 0.383485, "nauc_recall_at_3_diff1": 0.644235, "nauc_recall_at_5_max": 0.767297, "nauc_recall_at_5_std": 0.335484, "nauc_recall_at_5_diff1": 0.635688, "nauc_recall_at_10_max": 0.798222, "nauc_recall_at_10_std": 0.418052, "nauc_recall_at_10_diff1": 0.625668, "nauc_recall_at_20_max": 0.698335, "nauc_recall_at_20_std": 0.44495, "nauc_recall_at_20_diff1": 0.486101, "nauc_recall_at_100_max": 0.358013, "nauc_recall_at_100_std": 0.191281, "nauc_recall_at_100_diff1": 0.239734, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.720352, "nauc_precision_at_1_std": 0.314836, "nauc_precision_at_1_diff1": 0.753476, "nauc_precision_at_3_max": 0.782717, "nauc_precision_at_3_std": 0.383485, "nauc_precision_at_3_diff1": 0.644235, "nauc_precision_at_5_max": 0.767297, "nauc_precision_at_5_std": 0.335484, "nauc_precision_at_5_diff1": 0.635688, "nauc_precision_at_10_max": 0.798222, "nauc_precision_at_10_std": 0.418052, "nauc_precision_at_10_diff1": 0.625668, "nauc_precision_at_20_max": 0.698335, "nauc_precision_at_20_std": 0.44495, "nauc_precision_at_20_diff1": 0.486101, "nauc_precision_at_100_max": 0.358013, "nauc_precision_at_100_std": 0.191281, "nauc_precision_at_100_diff1": 0.239734, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.720352, "nauc_mrr_at_1_std": 0.314836, "nauc_mrr_at_1_diff1": 0.753476, "nauc_mrr_at_3_max": 0.746903, "nauc_mrr_at_3_std": 0.343995, "nauc_mrr_at_3_diff1": 0.710138, "nauc_mrr_at_5_max": 0.743472, "nauc_mrr_at_5_std": 0.335301, "nauc_mrr_at_5_diff1": 0.710411, "nauc_mrr_at_10_max": 0.744828, "nauc_mrr_at_10_std": 0.341829, "nauc_mrr_at_10_diff1": 0.712749, "nauc_mrr_at_20_max": 0.742088, "nauc_mrr_at_20_std": 0.340736, "nauc_mrr_at_20_diff1": 0.711833, "nauc_mrr_at_100_max": 0.741808, "nauc_mrr_at_100_std": 0.33949, "nauc_mrr_at_100_diff1": 0.71248, "nauc_mrr_at_1000_max": 0.741957, "nauc_mrr_at_1000_std": 0.339557, "nauc_mrr_at_1000_diff1": 0.71266, "main_score": 0.77208, "hf_subset": "spa-hin", "languages": [ "spa-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.7672, "ndcg_at_3": 0.82508, "ndcg_at_5": 0.84285, "ndcg_at_10": 0.85327, "ndcg_at_20": 0.85456, "ndcg_at_100": 0.86448, "ndcg_at_1000": 0.86525, "map_at_1": 0.7672, "map_at_3": 0.81041, "map_at_5": 0.82046, "map_at_10": 0.82485, "map_at_20": 0.82518, "map_at_100": 0.82698, "map_at_1000": 0.82702, "recall_at_1": 0.7672, "recall_at_3": 0.86772, "recall_at_5": 0.91005, "recall_at_10": 0.9418, "recall_at_20": 0.94709, "recall_at_100": 0.99471, "recall_at_1000": 1.0, "precision_at_1": 0.7672, "precision_at_3": 0.28924, "precision_at_5": 0.18201, "precision_at_10": 0.09418, "precision_at_20": 0.04735, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.767196, "mrr_at_3": 0.810406, "mrr_at_5": 0.820459, "mrr_at_10": 0.824851, "mrr_at_20": 0.825182, "mrr_at_100": 0.826977, "mrr_at_1000": 0.827023, "nauc_ndcg_at_1_max": 0.80666, "nauc_ndcg_at_1_std": 0.483968, "nauc_ndcg_at_1_diff1": 0.872603, "nauc_ndcg_at_3_max": 0.837843, "nauc_ndcg_at_3_std": 0.512504, "nauc_ndcg_at_3_diff1": 0.861829, "nauc_ndcg_at_5_max": 0.824948, "nauc_ndcg_at_5_std": 0.5099, "nauc_ndcg_at_5_diff1": 0.851787, "nauc_ndcg_at_10_max": 0.838838, "nauc_ndcg_at_10_std": 0.545977, "nauc_ndcg_at_10_diff1": 0.86057, "nauc_ndcg_at_20_max": 0.841559, "nauc_ndcg_at_20_std": 0.542896, "nauc_ndcg_at_20_diff1": 0.863497, "nauc_ndcg_at_100_max": 0.830164, "nauc_ndcg_at_100_std": 0.518452, "nauc_ndcg_at_100_diff1": 0.859825, "nauc_ndcg_at_1000_max": 0.829115, "nauc_ndcg_at_1000_std": 0.515476, "nauc_ndcg_at_1000_diff1": 0.860677, "nauc_map_at_1_max": 0.80666, "nauc_map_at_1_std": 0.483968, "nauc_map_at_1_diff1": 0.872603, "nauc_map_at_3_max": 0.830042, "nauc_map_at_3_std": 0.503629, "nauc_map_at_3_diff1": 0.863856, "nauc_map_at_5_max": 0.823144, "nauc_map_at_5_std": 0.501385, "nauc_map_at_5_diff1": 0.858918, "nauc_map_at_10_max": 0.827092, "nauc_map_at_10_std": 0.511817, "nauc_map_at_10_diff1": 0.861941, "nauc_map_at_20_max": 0.827651, "nauc_map_at_20_std": 0.511087, "nauc_map_at_20_diff1": 0.862571, "nauc_map_at_100_max": 0.825853, "nauc_map_at_100_std": 0.507418, "nauc_map_at_100_diff1": 0.86195, "nauc_map_at_1000_max": 0.825802, "nauc_map_at_1000_std": 0.507276, "nauc_map_at_1000_diff1": 0.861991, "nauc_recall_at_1_max": 0.80666, "nauc_recall_at_1_std": 0.483968, "nauc_recall_at_1_diff1": 0.872603, "nauc_recall_at_3_max": 0.868005, "nauc_recall_at_3_std": 0.547955, "nauc_recall_at_3_diff1": 0.85443, "nauc_recall_at_5_max": 0.830554, "nauc_recall_at_5_std": 0.556351, "nauc_recall_at_5_diff1": 0.812186, "nauc_recall_at_10_max": 0.947519, "nauc_recall_at_10_std": 0.873183, "nauc_recall_at_10_diff1": 0.85787, "nauc_recall_at_20_max": 0.98692, "nauc_recall_at_20_std": 0.873581, "nauc_recall_at_20_diff1": 0.888306, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.721951, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.80666, "nauc_precision_at_1_std": 0.483968, "nauc_precision_at_1_diff1": 0.872603, "nauc_precision_at_3_max": 0.868005, "nauc_precision_at_3_std": 0.547955, "nauc_precision_at_3_diff1": 0.85443, "nauc_precision_at_5_max": 0.830554, "nauc_precision_at_5_std": 0.556351, "nauc_precision_at_5_diff1": 0.812186, "nauc_precision_at_10_max": 0.947519, "nauc_precision_at_10_std": 0.873183, "nauc_precision_at_10_diff1": 0.85787, "nauc_precision_at_20_max": 0.98692, "nauc_precision_at_20_std": 0.873581, "nauc_precision_at_20_diff1": 0.888306, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.721951, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.80666, "nauc_mrr_at_1_std": 0.483968, "nauc_mrr_at_1_diff1": 0.872603, "nauc_mrr_at_3_max": 0.830042, "nauc_mrr_at_3_std": 0.503629, "nauc_mrr_at_3_diff1": 0.863856, "nauc_mrr_at_5_max": 0.823144, "nauc_mrr_at_5_std": 0.501385, "nauc_mrr_at_5_diff1": 0.858918, "nauc_mrr_at_10_max": 0.827092, "nauc_mrr_at_10_std": 0.511817, "nauc_mrr_at_10_diff1": 0.861941, "nauc_mrr_at_20_max": 0.827651, "nauc_mrr_at_20_std": 0.511087, "nauc_mrr_at_20_diff1": 0.862571, "nauc_mrr_at_100_max": 0.825853, "nauc_mrr_at_100_std": 0.507418, "nauc_mrr_at_100_diff1": 0.86195, "nauc_mrr_at_1000_max": 0.825802, "nauc_mrr_at_1000_std": 0.507276, "nauc_mrr_at_1000_diff1": 0.861991, "main_score": 0.85327, "hf_subset": "spa-vie", "languages": [ "spa-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.7764, "ndcg_at_3": 0.84989, "ndcg_at_5": 0.8523, "ndcg_at_10": 0.85826, "ndcg_at_20": 0.86301, "ndcg_at_100": 0.87218, "ndcg_at_1000": 0.87306, "map_at_1": 0.7764, "map_at_3": 0.8323, "map_at_5": 0.83354, "map_at_10": 0.83597, "map_at_20": 0.8373, "map_at_100": 0.83851, "map_at_1000": 0.83856, "recall_at_1": 0.7764, "recall_at_3": 0.90062, "recall_at_5": 0.90683, "recall_at_10": 0.92547, "recall_at_20": 0.9441, "recall_at_100": 0.99379, "recall_at_1000": 1.0, "precision_at_1": 0.7764, "precision_at_3": 0.30021, "precision_at_5": 0.18137, "precision_at_10": 0.09255, "precision_at_20": 0.0472, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.776398, "mrr_at_3": 0.832298, "mrr_at_5": 0.83354, "mrr_at_10": 0.835973, "mrr_at_20": 0.837297, "mrr_at_100": 0.838512, "mrr_at_1000": 0.838559, "nauc_ndcg_at_1_max": 0.732667, "nauc_ndcg_at_1_std": 0.213148, "nauc_ndcg_at_1_diff1": 0.889654, "nauc_ndcg_at_3_max": 0.783377, "nauc_ndcg_at_3_std": 0.313775, "nauc_ndcg_at_3_diff1": 0.837579, "nauc_ndcg_at_5_max": 0.779652, "nauc_ndcg_at_5_std": 0.304221, "nauc_ndcg_at_5_diff1": 0.839558, "nauc_ndcg_at_10_max": 0.780255, "nauc_ndcg_at_10_std": 0.309363, "nauc_ndcg_at_10_diff1": 0.844599, "nauc_ndcg_at_20_max": 0.783913, "nauc_ndcg_at_20_std": 0.317989, "nauc_ndcg_at_20_diff1": 0.848961, "nauc_ndcg_at_100_max": 0.777446, "nauc_ndcg_at_100_std": 0.293704, "nauc_ndcg_at_100_diff1": 0.856199, "nauc_ndcg_at_1000_max": 0.775794, "nauc_ndcg_at_1000_std": 0.29052, "nauc_ndcg_at_1000_diff1": 0.855131, "nauc_map_at_1_max": 0.732667, "nauc_map_at_1_std": 0.213148, "nauc_map_at_1_diff1": 0.889654, "nauc_map_at_3_max": 0.771872, "nauc_map_at_3_std": 0.281883, "nauc_map_at_3_diff1": 0.854651, "nauc_map_at_5_max": 0.770052, "nauc_map_at_5_std": 0.277196, "nauc_map_at_5_diff1": 0.855705, "nauc_map_at_10_max": 0.770068, "nauc_map_at_10_std": 0.278522, "nauc_map_at_10_diff1": 0.857506, "nauc_map_at_20_max": 0.771074, "nauc_map_at_20_std": 0.279915, "nauc_map_at_20_diff1": 0.858941, "nauc_map_at_100_max": 0.770288, "nauc_map_at_100_std": 0.276886, "nauc_map_at_100_diff1": 0.859816, "nauc_map_at_1000_max": 0.770215, "nauc_map_at_1000_std": 0.276745, "nauc_map_at_1000_diff1": 0.859771, "nauc_recall_at_1_max": 0.732667, "nauc_recall_at_1_std": 0.213148, "nauc_recall_at_1_diff1": 0.889654, "nauc_recall_at_3_max": 0.832963, "nauc_recall_at_3_std": 0.459386, "nauc_recall_at_3_diff1": 0.759272, "nauc_recall_at_5_max": 0.821828, "nauc_recall_at_5_std": 0.432054, "nauc_recall_at_5_diff1": 0.76172, "nauc_recall_at_10_max": 0.836146, "nauc_recall_at_10_std": 0.492911, "nauc_recall_at_10_diff1": 0.773248, "nauc_recall_at_20_max": 0.883507, "nauc_recall_at_20_std": 0.640043, "nauc_recall_at_20_diff1": 0.783328, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.72254, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.732667, "nauc_precision_at_1_std": 0.213148, "nauc_precision_at_1_diff1": 0.889654, "nauc_precision_at_3_max": 0.832963, "nauc_precision_at_3_std": 0.459386, "nauc_precision_at_3_diff1": 0.759272, "nauc_precision_at_5_max": 0.821828, "nauc_precision_at_5_std": 0.432054, "nauc_precision_at_5_diff1": 0.76172, "nauc_precision_at_10_max": 0.836146, "nauc_precision_at_10_std": 0.492911, "nauc_precision_at_10_diff1": 0.773248, "nauc_precision_at_20_max": 0.883507, "nauc_precision_at_20_std": 0.640043, "nauc_precision_at_20_diff1": 0.783328, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.72254, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.732667, "nauc_mrr_at_1_std": 0.213148, "nauc_mrr_at_1_diff1": 0.889654, "nauc_mrr_at_3_max": 0.771872, "nauc_mrr_at_3_std": 0.281883, "nauc_mrr_at_3_diff1": 0.854651, "nauc_mrr_at_5_max": 0.770052, "nauc_mrr_at_5_std": 0.277196, "nauc_mrr_at_5_diff1": 0.855705, "nauc_mrr_at_10_max": 0.770068, "nauc_mrr_at_10_std": 0.278522, "nauc_mrr_at_10_diff1": 0.857506, "nauc_mrr_at_20_max": 0.771074, "nauc_mrr_at_20_std": 0.279915, "nauc_mrr_at_20_diff1": 0.858941, "nauc_mrr_at_100_max": 0.770288, "nauc_mrr_at_100_std": 0.276886, "nauc_mrr_at_100_diff1": 0.859816, "nauc_mrr_at_1000_max": 0.770215, "nauc_mrr_at_1000_std": 0.276745, "nauc_mrr_at_1000_diff1": 0.859771, "main_score": 0.85826, "hf_subset": "spa-zho", "languages": [ "spa-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.5914, "ndcg_at_3": 0.66986, "ndcg_at_5": 0.69416, "ndcg_at_10": 0.71629, "ndcg_at_20": 0.73114, "ndcg_at_100": 0.74481, "ndcg_at_1000": 0.74637, "map_at_1": 0.5914, "map_at_3": 0.65054, "map_at_5": 0.66398, "map_at_10": 0.67283, "map_at_20": 0.67685, "map_at_100": 0.6786, "map_at_1000": 0.67869, "recall_at_1": 0.5914, "recall_at_3": 0.72581, "recall_at_5": 0.78495, "recall_at_10": 0.85484, "recall_at_20": 0.91398, "recall_at_100": 0.98925, "recall_at_1000": 1.0, "precision_at_1": 0.5914, "precision_at_3": 0.24194, "precision_at_5": 0.15699, "precision_at_10": 0.08548, "precision_at_20": 0.0457, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.591398, "mrr_at_3": 0.650538, "mrr_at_5": 0.663978, "mrr_at_10": 0.67283, "mrr_at_20": 0.676848, "mrr_at_100": 0.678601, "mrr_at_1000": 0.678691, "nauc_ndcg_at_1_max": 0.483687, "nauc_ndcg_at_1_std": 0.276606, "nauc_ndcg_at_1_diff1": 0.727046, "nauc_ndcg_at_3_max": 0.480437, "nauc_ndcg_at_3_std": 0.2268, "nauc_ndcg_at_3_diff1": 0.704186, "nauc_ndcg_at_5_max": 0.491943, "nauc_ndcg_at_5_std": 0.232445, "nauc_ndcg_at_5_diff1": 0.694734, "nauc_ndcg_at_10_max": 0.484355, "nauc_ndcg_at_10_std": 0.247128, "nauc_ndcg_at_10_diff1": 0.70069, "nauc_ndcg_at_20_max": 0.495923, "nauc_ndcg_at_20_std": 0.260725, "nauc_ndcg_at_20_diff1": 0.705899, "nauc_ndcg_at_100_max": 0.489442, "nauc_ndcg_at_100_std": 0.250407, "nauc_ndcg_at_100_diff1": 0.704633, "nauc_ndcg_at_1000_max": 0.488069, "nauc_ndcg_at_1000_std": 0.247729, "nauc_ndcg_at_1000_diff1": 0.704124, "nauc_map_at_1_max": 0.483687, "nauc_map_at_1_std": 0.276606, "nauc_map_at_1_diff1": 0.727046, "nauc_map_at_3_max": 0.480207, "nauc_map_at_3_std": 0.238195, "nauc_map_at_3_diff1": 0.707708, "nauc_map_at_5_max": 0.486485, "nauc_map_at_5_std": 0.241386, "nauc_map_at_5_diff1": 0.701854, "nauc_map_at_10_max": 0.483135, "nauc_map_at_10_std": 0.245761, "nauc_map_at_10_diff1": 0.704063, "nauc_map_at_20_max": 0.48569, "nauc_map_at_20_std": 0.248761, "nauc_map_at_20_diff1": 0.705518, "nauc_map_at_100_max": 0.485214, "nauc_map_at_100_std": 0.2475, "nauc_map_at_100_diff1": 0.705401, "nauc_map_at_1000_max": 0.485157, "nauc_map_at_1000_std": 0.247381, "nauc_map_at_1000_diff1": 0.705383, "nauc_recall_at_1_max": 0.483687, "nauc_recall_at_1_std": 0.276606, "nauc_recall_at_1_diff1": 0.727046, "nauc_recall_at_3_max": 0.481764, "nauc_recall_at_3_std": 0.188936, "nauc_recall_at_3_diff1": 0.693463, "nauc_recall_at_5_max": 0.516141, "nauc_recall_at_5_std": 0.199195, "nauc_recall_at_5_diff1": 0.667821, "nauc_recall_at_10_max": 0.490679, "nauc_recall_at_10_std": 0.27509, "nauc_recall_at_10_diff1": 0.68952, "nauc_recall_at_20_max": 0.617096, "nauc_recall_at_20_std": 0.435396, "nauc_recall_at_20_diff1": 0.731904, "nauc_recall_at_100_max": 0.679201, "nauc_recall_at_100_std": 0.613685, "nauc_recall_at_100_diff1": 0.77689, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.483687, "nauc_precision_at_1_std": 0.276606, "nauc_precision_at_1_diff1": 0.727046, "nauc_precision_at_3_max": 0.481764, "nauc_precision_at_3_std": 0.188936, "nauc_precision_at_3_diff1": 0.693463, "nauc_precision_at_5_max": 0.516141, "nauc_precision_at_5_std": 0.199195, "nauc_precision_at_5_diff1": 0.667821, "nauc_precision_at_10_max": 0.490679, "nauc_precision_at_10_std": 0.27509, "nauc_precision_at_10_diff1": 0.68952, "nauc_precision_at_20_max": 0.617096, "nauc_precision_at_20_std": 0.435396, "nauc_precision_at_20_diff1": 0.731904, "nauc_precision_at_100_max": 0.679201, "nauc_precision_at_100_std": 0.613685, "nauc_precision_at_100_diff1": 0.77689, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.483687, "nauc_mrr_at_1_std": 0.276606, "nauc_mrr_at_1_diff1": 0.727046, "nauc_mrr_at_3_max": 0.480207, "nauc_mrr_at_3_std": 0.238195, "nauc_mrr_at_3_diff1": 0.707708, "nauc_mrr_at_5_max": 0.486485, "nauc_mrr_at_5_std": 0.241386, "nauc_mrr_at_5_diff1": 0.701854, "nauc_mrr_at_10_max": 0.483135, "nauc_mrr_at_10_std": 0.245761, "nauc_mrr_at_10_diff1": 0.704063, "nauc_mrr_at_20_max": 0.48569, "nauc_mrr_at_20_std": 0.248761, "nauc_mrr_at_20_diff1": 0.705518, "nauc_mrr_at_100_max": 0.485214, "nauc_mrr_at_100_std": 0.2475, "nauc_mrr_at_100_diff1": 0.705401, "nauc_mrr_at_1000_max": 0.485157, "nauc_mrr_at_1000_std": 0.247381, "nauc_mrr_at_1000_diff1": 0.705383, "main_score": 0.71629, "hf_subset": "hin-ara", "languages": [ "hin-Deva", "ara-Arab" ] }, { "ndcg_at_1": 0.7362, "ndcg_at_3": 0.83735, "ndcg_at_5": 0.84738, "ndcg_at_10": 0.857, "ndcg_at_20": 0.8585, "ndcg_at_100": 0.86468, "ndcg_at_1000": 0.86468, "map_at_1": 0.7362, "map_at_3": 0.81288, "map_at_5": 0.8184, "map_at_10": 0.82221, "map_at_20": 0.8226, "map_at_100": 0.82363, "map_at_1000": 0.82363, "recall_at_1": 0.7362, "recall_at_3": 0.90798, "recall_at_5": 0.93252, "recall_at_10": 0.96319, "recall_at_20": 0.96933, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.7362, "precision_at_3": 0.30266, "precision_at_5": 0.1865, "precision_at_10": 0.09632, "precision_at_20": 0.04847, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.736196, "mrr_at_3": 0.812883, "mrr_at_5": 0.818405, "mrr_at_10": 0.822212, "mrr_at_20": 0.822596, "mrr_at_100": 0.823625, "mrr_at_1000": 0.823625, "nauc_ndcg_at_1_max": 0.606535, "nauc_ndcg_at_1_std": 0.099151, "nauc_ndcg_at_1_diff1": 0.83211, "nauc_ndcg_at_3_max": 0.590662, "nauc_ndcg_at_3_std": -0.001165, "nauc_ndcg_at_3_diff1": 0.784471, "nauc_ndcg_at_5_max": 0.590868, "nauc_ndcg_at_5_std": -0.008784, "nauc_ndcg_at_5_diff1": 0.798306, "nauc_ndcg_at_10_max": 0.585214, "nauc_ndcg_at_10_std": -0.011258, "nauc_ndcg_at_10_diff1": 0.803155, "nauc_ndcg_at_20_max": 0.59402, "nauc_ndcg_at_20_std": 0.008865, "nauc_ndcg_at_20_diff1": 0.800871, "nauc_ndcg_at_100_max": 0.599866, "nauc_ndcg_at_100_std": 0.030681, "nauc_ndcg_at_100_diff1": 0.807565, "nauc_ndcg_at_1000_max": 0.599866, "nauc_ndcg_at_1000_std": 0.030681, "nauc_ndcg_at_1000_diff1": 0.807565, "nauc_map_at_1_max": 0.606535, "nauc_map_at_1_std": 0.099151, "nauc_map_at_1_diff1": 0.83211, "nauc_map_at_3_max": 0.600809, "nauc_map_at_3_std": 0.039935, "nauc_map_at_3_diff1": 0.800344, "nauc_map_at_5_max": 0.601996, "nauc_map_at_5_std": 0.038713, "nauc_map_at_5_diff1": 0.807843, "nauc_map_at_10_max": 0.599954, "nauc_map_at_10_std": 0.037025, "nauc_map_at_10_diff1": 0.809892, "nauc_map_at_20_max": 0.601797, "nauc_map_at_20_std": 0.041269, "nauc_map_at_20_diff1": 0.80944, "nauc_map_at_100_max": 0.60281, "nauc_map_at_100_std": 0.044549, "nauc_map_at_100_diff1": 0.810464, "nauc_map_at_1000_max": 0.60281, "nauc_map_at_1000_std": 0.044549, "nauc_map_at_1000_diff1": 0.810464, "nauc_recall_at_1_max": 0.606535, "nauc_recall_at_1_std": 0.099151, "nauc_recall_at_1_diff1": 0.83211, "nauc_recall_at_3_max": 0.532571, "nauc_recall_at_3_std": -0.22737, "nauc_recall_at_3_diff1": 0.699352, "nauc_recall_at_5_max": 0.504869, "nauc_recall_at_5_std": -0.358278, "nauc_recall_at_5_diff1": 0.733848, "nauc_recall_at_10_max": 0.381125, "nauc_recall_at_10_std": -0.629734, "nauc_recall_at_10_diff1": 0.72885, "nauc_recall_at_20_max": 0.492075, "nauc_recall_at_20_std": -0.40661, "nauc_recall_at_20_diff1": 0.67462, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.606535, "nauc_precision_at_1_std": 0.099151, "nauc_precision_at_1_diff1": 0.83211, "nauc_precision_at_3_max": 0.532571, "nauc_precision_at_3_std": -0.22737, "nauc_precision_at_3_diff1": 0.699352, "nauc_precision_at_5_max": 0.504869, "nauc_precision_at_5_std": -0.358278, "nauc_precision_at_5_diff1": 0.733848, "nauc_precision_at_10_max": 0.381125, "nauc_precision_at_10_std": -0.629734, "nauc_precision_at_10_diff1": 0.72885, "nauc_precision_at_20_max": 0.492075, "nauc_precision_at_20_std": -0.40661, "nauc_precision_at_20_diff1": 0.67462, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.606535, "nauc_mrr_at_1_std": 0.099151, "nauc_mrr_at_1_diff1": 0.83211, "nauc_mrr_at_3_max": 0.600809, "nauc_mrr_at_3_std": 0.039935, "nauc_mrr_at_3_diff1": 0.800344, "nauc_mrr_at_5_max": 0.601996, "nauc_mrr_at_5_std": 0.038713, "nauc_mrr_at_5_diff1": 0.807843, "nauc_mrr_at_10_max": 0.599954, "nauc_mrr_at_10_std": 0.037025, "nauc_mrr_at_10_diff1": 0.809892, "nauc_mrr_at_20_max": 0.601797, "nauc_mrr_at_20_std": 0.041269, "nauc_mrr_at_20_diff1": 0.80944, "nauc_mrr_at_100_max": 0.60281, "nauc_mrr_at_100_std": 0.044549, "nauc_mrr_at_100_diff1": 0.810464, "nauc_mrr_at_1000_max": 0.60281, "nauc_mrr_at_1000_std": 0.044549, "nauc_mrr_at_1000_diff1": 0.810464, "main_score": 0.857, "hf_subset": "hin-deu", "languages": [ "hin-Deva", "deu-Latn" ] }, { "ndcg_at_1": 0.6785, "ndcg_at_3": 0.7607, "ndcg_at_5": 0.77785, "ndcg_at_10": 0.79558, "ndcg_at_20": 0.80318, "ndcg_at_100": 0.81244, "ndcg_at_1000": 0.81356, "map_at_1": 0.6785, "map_at_3": 0.74129, "map_at_5": 0.75085, "map_at_10": 0.7581, "map_at_20": 0.76025, "map_at_100": 0.76156, "map_at_1000": 0.76163, "recall_at_1": 0.6785, "recall_at_3": 0.81657, "recall_at_5": 0.85799, "recall_at_10": 0.91321, "recall_at_20": 0.9428, "recall_at_100": 0.99211, "recall_at_1000": 1.0, "precision_at_1": 0.6785, "precision_at_3": 0.27219, "precision_at_5": 0.1716, "precision_at_10": 0.09132, "precision_at_20": 0.04714, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.678501, "mrr_at_3": 0.741289, "mrr_at_5": 0.750855, "mrr_at_10": 0.758097, "mrr_at_20": 0.760247, "mrr_at_100": 0.761563, "mrr_at_1000": 0.761625, "nauc_ndcg_at_1_max": 0.611527, "nauc_ndcg_at_1_std": 0.193499, "nauc_ndcg_at_1_diff1": 0.781065, "nauc_ndcg_at_3_max": 0.647276, "nauc_ndcg_at_3_std": 0.226358, "nauc_ndcg_at_3_diff1": 0.747429, "nauc_ndcg_at_5_max": 0.648729, "nauc_ndcg_at_5_std": 0.209477, "nauc_ndcg_at_5_diff1": 0.745965, "nauc_ndcg_at_10_max": 0.647384, "nauc_ndcg_at_10_std": 0.236125, "nauc_ndcg_at_10_diff1": 0.739052, "nauc_ndcg_at_20_max": 0.655735, "nauc_ndcg_at_20_std": 0.23821, "nauc_ndcg_at_20_diff1": 0.747293, "nauc_ndcg_at_100_max": 0.645344, "nauc_ndcg_at_100_std": 0.222781, "nauc_ndcg_at_100_diff1": 0.751813, "nauc_ndcg_at_1000_max": 0.643907, "nauc_ndcg_at_1000_std": 0.223343, "nauc_ndcg_at_1000_diff1": 0.752684, "nauc_map_at_1_max": 0.611527, "nauc_map_at_1_std": 0.193499, "nauc_map_at_1_diff1": 0.781065, "nauc_map_at_3_max": 0.637867, "nauc_map_at_3_std": 0.218076, "nauc_map_at_3_diff1": 0.756451, "nauc_map_at_5_max": 0.638466, "nauc_map_at_5_std": 0.209439, "nauc_map_at_5_diff1": 0.756018, "nauc_map_at_10_max": 0.637823, "nauc_map_at_10_std": 0.219894, "nauc_map_at_10_diff1": 0.753963, "nauc_map_at_20_max": 0.63986, "nauc_map_at_20_std": 0.22048, "nauc_map_at_20_diff1": 0.756159, "nauc_map_at_100_max": 0.638501, "nauc_map_at_100_std": 0.218299, "nauc_map_at_100_diff1": 0.756761, "nauc_map_at_1000_max": 0.638439, "nauc_map_at_1000_std": 0.218331, "nauc_map_at_1000_diff1": 0.756802, "nauc_recall_at_1_max": 0.611527, "nauc_recall_at_1_std": 0.193499, "nauc_recall_at_1_diff1": 0.781065, "nauc_recall_at_3_max": 0.682455, "nauc_recall_at_3_std": 0.257104, "nauc_recall_at_3_diff1": 0.713602, "nauc_recall_at_5_max": 0.695335, "nauc_recall_at_5_std": 0.20474, "nauc_recall_at_5_diff1": 0.699805, "nauc_recall_at_10_max": 0.711346, "nauc_recall_at_10_std": 0.362094, "nauc_recall_at_10_diff1": 0.627324, "nauc_recall_at_20_max": 0.838765, "nauc_recall_at_20_std": 0.444884, "nauc_recall_at_20_diff1": 0.664351, "nauc_recall_at_100_max": 0.855864, "nauc_recall_at_100_std": 0.148596, "nauc_recall_at_100_diff1": 0.625948, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.611527, "nauc_precision_at_1_std": 0.193499, "nauc_precision_at_1_diff1": 0.781065, "nauc_precision_at_3_max": 0.682455, "nauc_precision_at_3_std": 0.257104, "nauc_precision_at_3_diff1": 0.713602, "nauc_precision_at_5_max": 0.695335, "nauc_precision_at_5_std": 0.20474, "nauc_precision_at_5_diff1": 0.699805, "nauc_precision_at_10_max": 0.711346, "nauc_precision_at_10_std": 0.362094, "nauc_precision_at_10_diff1": 0.627324, "nauc_precision_at_20_max": 0.838765, "nauc_precision_at_20_std": 0.444884, "nauc_precision_at_20_diff1": 0.664351, "nauc_precision_at_100_max": 0.855864, "nauc_precision_at_100_std": 0.148596, "nauc_precision_at_100_diff1": 0.625948, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.611527, "nauc_mrr_at_1_std": 0.193499, "nauc_mrr_at_1_diff1": 0.781065, "nauc_mrr_at_3_max": 0.637867, "nauc_mrr_at_3_std": 0.218076, "nauc_mrr_at_3_diff1": 0.756451, "nauc_mrr_at_5_max": 0.638466, "nauc_mrr_at_5_std": 0.209439, "nauc_mrr_at_5_diff1": 0.756018, "nauc_mrr_at_10_max": 0.637823, "nauc_mrr_at_10_std": 0.219894, "nauc_mrr_at_10_diff1": 0.753963, "nauc_mrr_at_20_max": 0.63986, "nauc_mrr_at_20_std": 0.22048, "nauc_mrr_at_20_diff1": 0.756159, "nauc_mrr_at_100_max": 0.638501, "nauc_mrr_at_100_std": 0.218299, "nauc_mrr_at_100_diff1": 0.756761, "nauc_mrr_at_1000_max": 0.638439, "nauc_mrr_at_1000_std": 0.218331, "nauc_mrr_at_1000_diff1": 0.756802, "main_score": 0.79558, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "ndcg_at_1": 0.63636, "ndcg_at_3": 0.73198, "ndcg_at_5": 0.74717, "ndcg_at_10": 0.76863, "ndcg_at_20": 0.77682, "ndcg_at_100": 0.78822, "ndcg_at_1000": 0.78901, "map_at_1": 0.63636, "map_at_3": 0.70945, "map_at_5": 0.71774, "map_at_10": 0.72601, "map_at_20": 0.72831, "map_at_100": 0.73009, "map_at_1000": 0.73014, "recall_at_1": 0.63636, "recall_at_3": 0.79679, "recall_at_5": 0.83422, "recall_at_10": 0.90374, "recall_at_20": 0.93583, "recall_at_100": 0.99465, "recall_at_1000": 1.0, "precision_at_1": 0.63636, "precision_at_3": 0.2656, "precision_at_5": 0.16684, "precision_at_10": 0.09037, "precision_at_20": 0.04679, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.636364, "mrr_at_3": 0.709447, "mrr_at_5": 0.717736, "mrr_at_10": 0.726008, "mrr_at_20": 0.728308, "mrr_at_100": 0.730092, "mrr_at_1000": 0.730141, "nauc_ndcg_at_1_max": 0.65905, "nauc_ndcg_at_1_std": 0.445098, "nauc_ndcg_at_1_diff1": 0.868964, "nauc_ndcg_at_3_max": 0.709067, "nauc_ndcg_at_3_std": 0.477612, "nauc_ndcg_at_3_diff1": 0.795429, "nauc_ndcg_at_5_max": 0.709896, "nauc_ndcg_at_5_std": 0.495133, "nauc_ndcg_at_5_diff1": 0.791228, "nauc_ndcg_at_10_max": 0.695056, "nauc_ndcg_at_10_std": 0.49122, "nauc_ndcg_at_10_diff1": 0.803319, "nauc_ndcg_at_20_max": 0.69651, "nauc_ndcg_at_20_std": 0.49244, "nauc_ndcg_at_20_diff1": 0.806073, "nauc_ndcg_at_100_max": 0.693328, "nauc_ndcg_at_100_std": 0.48128, "nauc_ndcg_at_100_diff1": 0.812513, "nauc_ndcg_at_1000_max": 0.693201, "nauc_ndcg_at_1000_std": 0.47958, "nauc_ndcg_at_1000_diff1": 0.812265, "nauc_map_at_1_max": 0.65905, "nauc_map_at_1_std": 0.445098, "nauc_map_at_1_diff1": 0.868964, "nauc_map_at_3_max": 0.6964, "nauc_map_at_3_std": 0.470963, "nauc_map_at_3_diff1": 0.815433, "nauc_map_at_5_max": 0.6964, "nauc_map_at_5_std": 0.479326, "nauc_map_at_5_diff1": 0.813646, "nauc_map_at_10_max": 0.690904, "nauc_map_at_10_std": 0.476578, "nauc_map_at_10_diff1": 0.818035, "nauc_map_at_20_max": 0.691392, "nauc_map_at_20_std": 0.476766, "nauc_map_at_20_diff1": 0.818913, "nauc_map_at_100_max": 0.690646, "nauc_map_at_100_std": 0.474907, "nauc_map_at_100_diff1": 0.819546, "nauc_map_at_1000_max": 0.690639, "nauc_map_at_1000_std": 0.474822, "nauc_map_at_1000_diff1": 0.819535, "nauc_recall_at_1_max": 0.65905, "nauc_recall_at_1_std": 0.445098, "nauc_recall_at_1_diff1": 0.868964, "nauc_recall_at_3_max": 0.755849, "nauc_recall_at_3_std": 0.501201, "nauc_recall_at_3_diff1": 0.720699, "nauc_recall_at_5_max": 0.768414, "nauc_recall_at_5_std": 0.567233, "nauc_recall_at_5_diff1": 0.692944, "nauc_recall_at_10_max": 0.707758, "nauc_recall_at_10_std": 0.599538, "nauc_recall_at_10_diff1": 0.716297, "nauc_recall_at_20_max": 0.725478, "nauc_recall_at_20_std": 0.665797, "nauc_recall_at_20_diff1": 0.702806, "nauc_recall_at_100_max": 0.722381, "nauc_recall_at_100_std": 0.869048, "nauc_recall_at_100_diff1": 0.869048, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.65905, "nauc_precision_at_1_std": 0.445098, "nauc_precision_at_1_diff1": 0.868964, "nauc_precision_at_3_max": 0.755849, "nauc_precision_at_3_std": 0.501201, "nauc_precision_at_3_diff1": 0.720699, "nauc_precision_at_5_max": 0.768414, "nauc_precision_at_5_std": 0.567233, "nauc_precision_at_5_diff1": 0.692944, "nauc_precision_at_10_max": 0.707758, "nauc_precision_at_10_std": 0.599538, "nauc_precision_at_10_diff1": 0.716297, "nauc_precision_at_20_max": 0.725478, "nauc_precision_at_20_std": 0.665797, "nauc_precision_at_20_diff1": 0.702806, "nauc_precision_at_100_max": 0.722381, "nauc_precision_at_100_std": 0.869048, "nauc_precision_at_100_diff1": 0.869048, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.65905, "nauc_mrr_at_1_std": 0.445098, "nauc_mrr_at_1_diff1": 0.868964, "nauc_mrr_at_3_max": 0.6964, "nauc_mrr_at_3_std": 0.470963, "nauc_mrr_at_3_diff1": 0.815433, "nauc_mrr_at_5_max": 0.6964, "nauc_mrr_at_5_std": 0.479326, "nauc_mrr_at_5_diff1": 0.813646, "nauc_mrr_at_10_max": 0.690904, "nauc_mrr_at_10_std": 0.476578, "nauc_mrr_at_10_diff1": 0.818035, "nauc_mrr_at_20_max": 0.691392, "nauc_mrr_at_20_std": 0.476766, "nauc_mrr_at_20_diff1": 0.818913, "nauc_mrr_at_100_max": 0.690646, "nauc_mrr_at_100_std": 0.474907, "nauc_mrr_at_100_diff1": 0.819546, "nauc_mrr_at_1000_max": 0.690639, "nauc_mrr_at_1000_std": 0.474822, "nauc_mrr_at_1000_diff1": 0.819535, "main_score": 0.76863, "hf_subset": "hin-spa", "languages": [ "hin-Deva", "spa-Latn" ] }, { "ndcg_at_1": 0.59763, "ndcg_at_3": 0.67632, "ndcg_at_5": 0.69898, "ndcg_at_10": 0.71895, "ndcg_at_20": 0.72734, "ndcg_at_100": 0.74304, "ndcg_at_1000": 0.74737, "map_at_1": 0.59763, "map_at_3": 0.65713, "map_at_5": 0.66966, "map_at_10": 0.67766, "map_at_20": 0.67991, "map_at_100": 0.6821, "map_at_1000": 0.68231, "recall_at_1": 0.59763, "recall_at_3": 0.73176, "recall_at_5": 0.78698, "recall_at_10": 0.8501, "recall_at_20": 0.88363, "recall_at_100": 0.96844, "recall_at_1000": 1.0, "precision_at_1": 0.59763, "precision_at_3": 0.24392, "precision_at_5": 0.1574, "precision_at_10": 0.08501, "precision_at_20": 0.04418, "precision_at_100": 0.00968, "precision_at_1000": 0.001, "mrr_at_1": 0.597633, "mrr_at_3": 0.657133, "mrr_at_5": 0.669658, "mrr_at_10": 0.677661, "mrr_at_20": 0.679908, "mrr_at_100": 0.682103, "mrr_at_1000": 0.68231, "nauc_ndcg_at_1_max": 0.577994, "nauc_ndcg_at_1_std": 0.041695, "nauc_ndcg_at_1_diff1": 0.798273, "nauc_ndcg_at_3_max": 0.615645, "nauc_ndcg_at_3_std": 0.063536, "nauc_ndcg_at_3_diff1": 0.786526, "nauc_ndcg_at_5_max": 0.608826, "nauc_ndcg_at_5_std": 0.053199, "nauc_ndcg_at_5_diff1": 0.780171, "nauc_ndcg_at_10_max": 0.615702, "nauc_ndcg_at_10_std": 0.049374, "nauc_ndcg_at_10_diff1": 0.777386, "nauc_ndcg_at_20_max": 0.612362, "nauc_ndcg_at_20_std": 0.05843, "nauc_ndcg_at_20_diff1": 0.775817, "nauc_ndcg_at_100_max": 0.612098, "nauc_ndcg_at_100_std": 0.062531, "nauc_ndcg_at_100_diff1": 0.780642, "nauc_ndcg_at_1000_max": 0.609515, "nauc_ndcg_at_1000_std": 0.059389, "nauc_ndcg_at_1000_diff1": 0.782205, "nauc_map_at_1_max": 0.577994, "nauc_map_at_1_std": 0.041695, "nauc_map_at_1_diff1": 0.798273, "nauc_map_at_3_max": 0.608687, "nauc_map_at_3_std": 0.062743, "nauc_map_at_3_diff1": 0.789678, "nauc_map_at_5_max": 0.604993, "nauc_map_at_5_std": 0.057402, "nauc_map_at_5_diff1": 0.786653, "nauc_map_at_10_max": 0.607931, "nauc_map_at_10_std": 0.056307, "nauc_map_at_10_diff1": 0.785811, "nauc_map_at_20_max": 0.606951, "nauc_map_at_20_std": 0.05859, "nauc_map_at_20_diff1": 0.785419, "nauc_map_at_100_max": 0.606646, "nauc_map_at_100_std": 0.059103, "nauc_map_at_100_diff1": 0.785932, "nauc_map_at_1000_max": 0.60653, "nauc_map_at_1000_std": 0.058954, "nauc_map_at_1000_diff1": 0.785999, "nauc_recall_at_1_max": 0.577994, "nauc_recall_at_1_std": 0.041695, "nauc_recall_at_1_diff1": 0.798273, "nauc_recall_at_3_max": 0.637935, "nauc_recall_at_3_std": 0.063744, "nauc_recall_at_3_diff1": 0.775721, "nauc_recall_at_5_max": 0.62078, "nauc_recall_at_5_std": 0.031288, "nauc_recall_at_5_diff1": 0.752761, "nauc_recall_at_10_max": 0.655289, "nauc_recall_at_10_std": 0.001872, "nauc_recall_at_10_diff1": 0.728188, "nauc_recall_at_20_max": 0.641157, "nauc_recall_at_20_std": 0.06047, "nauc_recall_at_20_diff1": 0.704697, "nauc_recall_at_100_max": 0.733591, "nauc_recall_at_100_std": 0.206239, "nauc_recall_at_100_diff1": 0.706593, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.577994, "nauc_precision_at_1_std": 0.041695, "nauc_precision_at_1_diff1": 0.798273, "nauc_precision_at_3_max": 0.637935, "nauc_precision_at_3_std": 0.063744, "nauc_precision_at_3_diff1": 0.775721, "nauc_precision_at_5_max": 0.62078, "nauc_precision_at_5_std": 0.031288, "nauc_precision_at_5_diff1": 0.752761, "nauc_precision_at_10_max": 0.655289, "nauc_precision_at_10_std": 0.001872, "nauc_precision_at_10_diff1": 0.728188, "nauc_precision_at_20_max": 0.641157, "nauc_precision_at_20_std": 0.06047, "nauc_precision_at_20_diff1": 0.704697, "nauc_precision_at_100_max": 0.733591, "nauc_precision_at_100_std": 0.206239, "nauc_precision_at_100_diff1": 0.706593, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.577994, "nauc_mrr_at_1_std": 0.041695, "nauc_mrr_at_1_diff1": 0.798273, "nauc_mrr_at_3_max": 0.608687, "nauc_mrr_at_3_std": 0.062743, "nauc_mrr_at_3_diff1": 0.789678, "nauc_mrr_at_5_max": 0.604993, "nauc_mrr_at_5_std": 0.057402, "nauc_mrr_at_5_diff1": 0.786653, "nauc_mrr_at_10_max": 0.607931, "nauc_mrr_at_10_std": 0.056307, "nauc_mrr_at_10_diff1": 0.785811, "nauc_mrr_at_20_max": 0.606951, "nauc_mrr_at_20_std": 0.05859, "nauc_mrr_at_20_diff1": 0.785419, "nauc_mrr_at_100_max": 0.606646, "nauc_mrr_at_100_std": 0.059103, "nauc_mrr_at_100_diff1": 0.785932, "nauc_mrr_at_1000_max": 0.60653, "nauc_mrr_at_1000_std": 0.058954, "nauc_mrr_at_1000_diff1": 0.785999, "main_score": 0.71895, "hf_subset": "hin-hin", "languages": [ "hin-Deva", "hin-Deva" ] }, { "ndcg_at_1": 0.65537, "ndcg_at_3": 0.72014, "ndcg_at_5": 0.74348, "ndcg_at_10": 0.76381, "ndcg_at_20": 0.77829, "ndcg_at_100": 0.78902, "ndcg_at_1000": 0.78984, "map_at_1": 0.65537, "map_at_3": 0.70527, "map_at_5": 0.71827, "map_at_10": 0.7268, "map_at_20": 0.73089, "map_at_100": 0.73244, "map_at_1000": 0.73249, "recall_at_1": 0.65537, "recall_at_3": 0.76271, "recall_at_5": 0.81921, "recall_at_10": 0.88136, "recall_at_20": 0.93785, "recall_at_100": 0.99435, "recall_at_1000": 1.0, "precision_at_1": 0.65537, "precision_at_3": 0.25424, "precision_at_5": 0.16384, "precision_at_10": 0.08814, "precision_at_20": 0.04689, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.655367, "mrr_at_3": 0.705273, "mrr_at_5": 0.718267, "mrr_at_10": 0.726803, "mrr_at_20": 0.730886, "mrr_at_100": 0.732439, "mrr_at_1000": 0.732486, "nauc_ndcg_at_1_max": 0.561891, "nauc_ndcg_at_1_std": 0.257006, "nauc_ndcg_at_1_diff1": 0.79205, "nauc_ndcg_at_3_max": 0.594562, "nauc_ndcg_at_3_std": 0.269315, "nauc_ndcg_at_3_diff1": 0.792122, "nauc_ndcg_at_5_max": 0.604173, "nauc_ndcg_at_5_std": 0.296216, "nauc_ndcg_at_5_diff1": 0.780289, "nauc_ndcg_at_10_max": 0.600802, "nauc_ndcg_at_10_std": 0.314222, "nauc_ndcg_at_10_diff1": 0.788169, "nauc_ndcg_at_20_max": 0.59425, "nauc_ndcg_at_20_std": 0.303096, "nauc_ndcg_at_20_diff1": 0.79388, "nauc_ndcg_at_100_max": 0.592196, "nauc_ndcg_at_100_std": 0.290282, "nauc_ndcg_at_100_diff1": 0.79178, "nauc_ndcg_at_1000_max": 0.591607, "nauc_ndcg_at_1000_std": 0.287664, "nauc_ndcg_at_1000_diff1": 0.791431, "nauc_map_at_1_max": 0.561891, "nauc_map_at_1_std": 0.257006, "nauc_map_at_1_diff1": 0.79205, "nauc_map_at_3_max": 0.586877, "nauc_map_at_3_std": 0.265941, "nauc_map_at_3_diff1": 0.793431, "nauc_map_at_5_max": 0.590881, "nauc_map_at_5_std": 0.279309, "nauc_map_at_5_diff1": 0.786911, "nauc_map_at_10_max": 0.588738, "nauc_map_at_10_std": 0.285202, "nauc_map_at_10_diff1": 0.790276, "nauc_map_at_20_max": 0.586992, "nauc_map_at_20_std": 0.281351, "nauc_map_at_20_diff1": 0.791797, "nauc_map_at_100_max": 0.587129, "nauc_map_at_100_std": 0.279878, "nauc_map_at_100_diff1": 0.79155, "nauc_map_at_1000_max": 0.587101, "nauc_map_at_1000_std": 0.279756, "nauc_map_at_1000_diff1": 0.791534, "nauc_recall_at_1_max": 0.561891, "nauc_recall_at_1_std": 0.257006, "nauc_recall_at_1_diff1": 0.79205, "nauc_recall_at_3_max": 0.620068, "nauc_recall_at_3_std": 0.28078, "nauc_recall_at_3_diff1": 0.787031, "nauc_recall_at_5_max": 0.660865, "nauc_recall_at_5_std": 0.371412, "nauc_recall_at_5_diff1": 0.750871, "nauc_recall_at_10_max": 0.67401, "nauc_recall_at_10_std": 0.506045, "nauc_recall_at_10_diff1": 0.777197, "nauc_recall_at_20_max": 0.658777, "nauc_recall_at_20_std": 0.55935, "nauc_recall_at_20_diff1": 0.8328, "nauc_recall_at_100_max": 0.72239, "nauc_recall_at_100_std": 0.869034, "nauc_recall_at_100_diff1": 0.869034, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.561891, "nauc_precision_at_1_std": 0.257006, "nauc_precision_at_1_diff1": 0.79205, "nauc_precision_at_3_max": 0.620068, "nauc_precision_at_3_std": 0.28078, "nauc_precision_at_3_diff1": 0.787031, "nauc_precision_at_5_max": 0.660865, "nauc_precision_at_5_std": 0.371412, "nauc_precision_at_5_diff1": 0.750871, "nauc_precision_at_10_max": 0.67401, "nauc_precision_at_10_std": 0.506045, "nauc_precision_at_10_diff1": 0.777197, "nauc_precision_at_20_max": 0.658777, "nauc_precision_at_20_std": 0.55935, "nauc_precision_at_20_diff1": 0.8328, "nauc_precision_at_100_max": 0.72239, "nauc_precision_at_100_std": 0.869034, "nauc_precision_at_100_diff1": 0.869034, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.561891, "nauc_mrr_at_1_std": 0.257006, "nauc_mrr_at_1_diff1": 0.79205, "nauc_mrr_at_3_max": 0.586877, "nauc_mrr_at_3_std": 0.265941, "nauc_mrr_at_3_diff1": 0.793431, "nauc_mrr_at_5_max": 0.590881, "nauc_mrr_at_5_std": 0.279309, "nauc_mrr_at_5_diff1": 0.786911, "nauc_mrr_at_10_max": 0.588738, "nauc_mrr_at_10_std": 0.285202, "nauc_mrr_at_10_diff1": 0.790276, "nauc_mrr_at_20_max": 0.586992, "nauc_mrr_at_20_std": 0.281351, "nauc_mrr_at_20_diff1": 0.791797, "nauc_mrr_at_100_max": 0.587129, "nauc_mrr_at_100_std": 0.279878, "nauc_mrr_at_100_diff1": 0.79155, "nauc_mrr_at_1000_max": 0.587101, "nauc_mrr_at_1000_std": 0.279756, "nauc_mrr_at_1000_diff1": 0.791534, "main_score": 0.76381, "hf_subset": "hin-vie", "languages": [ "hin-Deva", "vie-Latn" ] }, { "ndcg_at_1": 0.65079, "ndcg_at_3": 0.74206, "ndcg_at_5": 0.76801, "ndcg_at_10": 0.78488, "ndcg_at_20": 0.79389, "ndcg_at_100": 0.80212, "ndcg_at_1000": 0.80212, "map_at_1": 0.65079, "map_at_3": 0.72046, "map_at_5": 0.73474, "map_at_10": 0.74156, "map_at_20": 0.74384, "map_at_100": 0.7451, "map_at_1000": 0.7451, "recall_at_1": 0.65079, "recall_at_3": 0.80423, "recall_at_5": 0.86772, "recall_at_10": 0.92063, "recall_at_20": 0.95767, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.65079, "precision_at_3": 0.26808, "precision_at_5": 0.17354, "precision_at_10": 0.09206, "precision_at_20": 0.04788, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.650794, "mrr_at_3": 0.720459, "mrr_at_5": 0.734744, "mrr_at_10": 0.741555, "mrr_at_20": 0.743837, "mrr_at_100": 0.745095, "mrr_at_1000": 0.745095, "nauc_ndcg_at_1_max": 0.558445, "nauc_ndcg_at_1_std": 0.248129, "nauc_ndcg_at_1_diff1": 0.678123, "nauc_ndcg_at_3_max": 0.616385, "nauc_ndcg_at_3_std": 0.354203, "nauc_ndcg_at_3_diff1": 0.6675, "nauc_ndcg_at_5_max": 0.618312, "nauc_ndcg_at_5_std": 0.323329, "nauc_ndcg_at_5_diff1": 0.662367, "nauc_ndcg_at_10_max": 0.610299, "nauc_ndcg_at_10_std": 0.319749, "nauc_ndcg_at_10_diff1": 0.66921, "nauc_ndcg_at_20_max": 0.613156, "nauc_ndcg_at_20_std": 0.314098, "nauc_ndcg_at_20_diff1": 0.665295, "nauc_ndcg_at_100_max": 0.605957, "nauc_ndcg_at_100_std": 0.315014, "nauc_ndcg_at_100_diff1": 0.669044, "nauc_ndcg_at_1000_max": 0.605957, "nauc_ndcg_at_1000_std": 0.315014, "nauc_ndcg_at_1000_diff1": 0.669044, "nauc_map_at_1_max": 0.558445, "nauc_map_at_1_std": 0.248129, "nauc_map_at_1_diff1": 0.678123, "nauc_map_at_3_max": 0.601337, "nauc_map_at_3_std": 0.325075, "nauc_map_at_3_diff1": 0.668586, "nauc_map_at_5_max": 0.60209, "nauc_map_at_5_std": 0.308607, "nauc_map_at_5_diff1": 0.666656, "nauc_map_at_10_max": 0.599785, "nauc_map_at_10_std": 0.308032, "nauc_map_at_10_diff1": 0.669469, "nauc_map_at_20_max": 0.600495, "nauc_map_at_20_std": 0.307095, "nauc_map_at_20_diff1": 0.668786, "nauc_map_at_100_max": 0.599779, "nauc_map_at_100_std": 0.307755, "nauc_map_at_100_diff1": 0.669447, "nauc_map_at_1000_max": 0.599779, "nauc_map_at_1000_std": 0.307755, "nauc_map_at_1000_diff1": 0.669447, "nauc_recall_at_1_max": 0.558445, "nauc_recall_at_1_std": 0.248129, "nauc_recall_at_1_diff1": 0.678123, "nauc_recall_at_3_max": 0.672424, "nauc_recall_at_3_std": 0.463627, "nauc_recall_at_3_diff1": 0.664459, "nauc_recall_at_5_max": 0.699417, "nauc_recall_at_5_std": 0.389128, "nauc_recall_at_5_diff1": 0.639353, "nauc_recall_at_10_max": 0.67681, "nauc_recall_at_10_std": 0.387005, "nauc_recall_at_10_diff1": 0.670905, "nauc_recall_at_20_max": 0.775267, "nauc_recall_at_20_std": 0.333591, "nauc_recall_at_20_diff1": 0.599531, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.558445, "nauc_precision_at_1_std": 0.248129, "nauc_precision_at_1_diff1": 0.678123, "nauc_precision_at_3_max": 0.672424, "nauc_precision_at_3_std": 0.463627, "nauc_precision_at_3_diff1": 0.664459, "nauc_precision_at_5_max": 0.699417, "nauc_precision_at_5_std": 0.389128, "nauc_precision_at_5_diff1": 0.639353, "nauc_precision_at_10_max": 0.67681, "nauc_precision_at_10_std": 0.387005, "nauc_precision_at_10_diff1": 0.670905, "nauc_precision_at_20_max": 0.775267, "nauc_precision_at_20_std": 0.333591, "nauc_precision_at_20_diff1": 0.599531, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.558445, "nauc_mrr_at_1_std": 0.248129, "nauc_mrr_at_1_diff1": 0.678123, "nauc_mrr_at_3_max": 0.601337, "nauc_mrr_at_3_std": 0.325075, "nauc_mrr_at_3_diff1": 0.668586, "nauc_mrr_at_5_max": 0.60209, "nauc_mrr_at_5_std": 0.308607, "nauc_mrr_at_5_diff1": 0.666656, "nauc_mrr_at_10_max": 0.599785, "nauc_mrr_at_10_std": 0.308032, "nauc_mrr_at_10_diff1": 0.669469, "nauc_mrr_at_20_max": 0.600495, "nauc_mrr_at_20_std": 0.307095, "nauc_mrr_at_20_diff1": 0.668786, "nauc_mrr_at_100_max": 0.599779, "nauc_mrr_at_100_std": 0.307755, "nauc_mrr_at_100_diff1": 0.669447, "nauc_mrr_at_1000_max": 0.599779, "nauc_mrr_at_1000_std": 0.307755, "nauc_mrr_at_1000_diff1": 0.669447, "main_score": 0.78488, "hf_subset": "hin-zho", "languages": [ "hin-Deva", "zho-Hans" ] }, { "ndcg_at_1": 0.5092, "ndcg_at_3": 0.62956, "ndcg_at_5": 0.64725, "ndcg_at_10": 0.6708, "ndcg_at_20": 0.68305, "ndcg_at_100": 0.70221, "ndcg_at_1000": 0.70396, "map_at_1": 0.5092, "map_at_3": 0.59918, "map_at_5": 0.609, "map_at_10": 0.61856, "map_at_20": 0.62184, "map_at_100": 0.62442, "map_at_1000": 0.62452, "recall_at_1": 0.5092, "recall_at_3": 0.71779, "recall_at_5": 0.76074, "recall_at_10": 0.83436, "recall_at_20": 0.88344, "recall_at_100": 0.98773, "recall_at_1000": 1.0, "precision_at_1": 0.5092, "precision_at_3": 0.23926, "precision_at_5": 0.15215, "precision_at_10": 0.08344, "precision_at_20": 0.04417, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.509202, "mrr_at_3": 0.599182, "mrr_at_5": 0.608998, "mrr_at_10": 0.618558, "mrr_at_20": 0.621836, "mrr_at_100": 0.624419, "mrr_at_1000": 0.624515, "nauc_ndcg_at_1_max": 0.652142, "nauc_ndcg_at_1_std": 0.306962, "nauc_ndcg_at_1_diff1": 0.728952, "nauc_ndcg_at_3_max": 0.681775, "nauc_ndcg_at_3_std": 0.42368, "nauc_ndcg_at_3_diff1": 0.647009, "nauc_ndcg_at_5_max": 0.68215, "nauc_ndcg_at_5_std": 0.421633, "nauc_ndcg_at_5_diff1": 0.646797, "nauc_ndcg_at_10_max": 0.677835, "nauc_ndcg_at_10_std": 0.425739, "nauc_ndcg_at_10_diff1": 0.643063, "nauc_ndcg_at_20_max": 0.672569, "nauc_ndcg_at_20_std": 0.413719, "nauc_ndcg_at_20_diff1": 0.642361, "nauc_ndcg_at_100_max": 0.665707, "nauc_ndcg_at_100_std": 0.397184, "nauc_ndcg_at_100_diff1": 0.654277, "nauc_ndcg_at_1000_max": 0.67033, "nauc_ndcg_at_1000_std": 0.397652, "nauc_ndcg_at_1000_diff1": 0.657907, "nauc_map_at_1_max": 0.652142, "nauc_map_at_1_std": 0.306962, "nauc_map_at_1_diff1": 0.728952, "nauc_map_at_3_max": 0.672631, "nauc_map_at_3_std": 0.386277, "nauc_map_at_3_diff1": 0.670202, "nauc_map_at_5_max": 0.672463, "nauc_map_at_5_std": 0.384675, "nauc_map_at_5_diff1": 0.670184, "nauc_map_at_10_max": 0.670702, "nauc_map_at_10_std": 0.386505, "nauc_map_at_10_diff1": 0.669201, "nauc_map_at_20_max": 0.66958, "nauc_map_at_20_std": 0.383425, "nauc_map_at_20_diff1": 0.669509, "nauc_map_at_100_max": 0.668621, "nauc_map_at_100_std": 0.381994, "nauc_map_at_100_diff1": 0.670326, "nauc_map_at_1000_max": 0.668844, "nauc_map_at_1000_std": 0.382025, "nauc_map_at_1000_diff1": 0.670501, "nauc_recall_at_1_max": 0.652142, "nauc_recall_at_1_std": 0.306962, "nauc_recall_at_1_diff1": 0.728952, "nauc_recall_at_3_max": 0.714973, "nauc_recall_at_3_std": 0.560107, "nauc_recall_at_3_diff1": 0.563755, "nauc_recall_at_5_max": 0.72175, "nauc_recall_at_5_std": 0.571368, "nauc_recall_at_5_diff1": 0.553746, "nauc_recall_at_10_max": 0.713793, "nauc_recall_at_10_std": 0.636069, "nauc_recall_at_10_diff1": 0.501956, "nauc_recall_at_20_max": 0.678173, "nauc_recall_at_20_std": 0.608457, "nauc_recall_at_20_diff1": 0.438782, "nauc_recall_at_100_max": 0.078527, "nauc_recall_at_100_std": 0.347961, "nauc_recall_at_100_diff1": 0.190098, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.652142, "nauc_precision_at_1_std": 0.306962, "nauc_precision_at_1_diff1": 0.728952, "nauc_precision_at_3_max": 0.714973, "nauc_precision_at_3_std": 0.560107, "nauc_precision_at_3_diff1": 0.563755, "nauc_precision_at_5_max": 0.72175, "nauc_precision_at_5_std": 0.571368, "nauc_precision_at_5_diff1": 0.553746, "nauc_precision_at_10_max": 0.713793, "nauc_precision_at_10_std": 0.636069, "nauc_precision_at_10_diff1": 0.501956, "nauc_precision_at_20_max": 0.678173, "nauc_precision_at_20_std": 0.608457, "nauc_precision_at_20_diff1": 0.438782, "nauc_precision_at_100_max": 0.078527, "nauc_precision_at_100_std": 0.347961, "nauc_precision_at_100_diff1": 0.190098, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.652142, "nauc_mrr_at_1_std": 0.306962, "nauc_mrr_at_1_diff1": 0.728952, "nauc_mrr_at_3_max": 0.672631, "nauc_mrr_at_3_std": 0.386277, "nauc_mrr_at_3_diff1": 0.670202, "nauc_mrr_at_5_max": 0.672463, "nauc_mrr_at_5_std": 0.384675, "nauc_mrr_at_5_diff1": 0.670184, "nauc_mrr_at_10_max": 0.670702, "nauc_mrr_at_10_std": 0.386505, "nauc_mrr_at_10_diff1": 0.669201, "nauc_mrr_at_20_max": 0.66958, "nauc_mrr_at_20_std": 0.383425, "nauc_mrr_at_20_diff1": 0.669509, "nauc_mrr_at_100_max": 0.668621, "nauc_mrr_at_100_std": 0.381994, "nauc_mrr_at_100_diff1": 0.670326, "nauc_mrr_at_1000_max": 0.668844, "nauc_mrr_at_1000_std": 0.382025, "nauc_mrr_at_1000_diff1": 0.670501, "main_score": 0.6708, "hf_subset": "vie-ara", "languages": [ "vie-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.63736, "ndcg_at_3": 0.7203, "ndcg_at_5": 0.74465, "ndcg_at_10": 0.76254, "ndcg_at_20": 0.77814, "ndcg_at_100": 0.78605, "ndcg_at_1000": 0.78688, "map_at_1": 0.63736, "map_at_3": 0.69963, "map_at_5": 0.71282, "map_at_10": 0.72028, "map_at_20": 0.72473, "map_at_100": 0.72613, "map_at_1000": 0.72618, "recall_at_1": 0.63736, "recall_at_3": 0.78022, "recall_at_5": 0.84066, "recall_at_10": 0.8956, "recall_at_20": 0.95604, "recall_at_100": 0.99451, "recall_at_1000": 1.0, "precision_at_1": 0.63736, "precision_at_3": 0.26007, "precision_at_5": 0.16813, "precision_at_10": 0.08956, "precision_at_20": 0.0478, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.637363, "mrr_at_3": 0.699634, "mrr_at_5": 0.712821, "mrr_at_10": 0.720282, "mrr_at_20": 0.724731, "mrr_at_100": 0.726129, "mrr_at_1000": 0.726183, "nauc_ndcg_at_1_max": 0.679661, "nauc_ndcg_at_1_std": 0.151587, "nauc_ndcg_at_1_diff1": 0.781888, "nauc_ndcg_at_3_max": 0.747687, "nauc_ndcg_at_3_std": 0.277483, "nauc_ndcg_at_3_diff1": 0.754074, "nauc_ndcg_at_5_max": 0.73782, "nauc_ndcg_at_5_std": 0.280806, "nauc_ndcg_at_5_diff1": 0.739353, "nauc_ndcg_at_10_max": 0.723143, "nauc_ndcg_at_10_std": 0.254802, "nauc_ndcg_at_10_diff1": 0.741804, "nauc_ndcg_at_20_max": 0.708823, "nauc_ndcg_at_20_std": 0.238075, "nauc_ndcg_at_20_diff1": 0.736635, "nauc_ndcg_at_100_max": 0.711355, "nauc_ndcg_at_100_std": 0.224777, "nauc_ndcg_at_100_diff1": 0.744473, "nauc_ndcg_at_1000_max": 0.714031, "nauc_ndcg_at_1000_std": 0.231046, "nauc_ndcg_at_1000_diff1": 0.747299, "nauc_map_at_1_max": 0.679661, "nauc_map_at_1_std": 0.151587, "nauc_map_at_1_diff1": 0.781888, "nauc_map_at_3_max": 0.72696, "nauc_map_at_3_std": 0.239455, "nauc_map_at_3_diff1": 0.759003, "nauc_map_at_5_max": 0.721337, "nauc_map_at_5_std": 0.240363, "nauc_map_at_5_diff1": 0.752088, "nauc_map_at_10_max": 0.715066, "nauc_map_at_10_std": 0.229176, "nauc_map_at_10_diff1": 0.752896, "nauc_map_at_20_max": 0.71139, "nauc_map_at_20_std": 0.22474, "nauc_map_at_20_diff1": 0.752, "nauc_map_at_100_max": 0.711807, "nauc_map_at_100_std": 0.222861, "nauc_map_at_100_diff1": 0.752883, "nauc_map_at_1000_max": 0.711945, "nauc_map_at_1000_std": 0.223182, "nauc_map_at_1000_diff1": 0.75303, "nauc_recall_at_1_max": 0.679661, "nauc_recall_at_1_std": 0.151587, "nauc_recall_at_1_diff1": 0.781888, "nauc_recall_at_3_max": 0.824244, "nauc_recall_at_3_std": 0.41779, "nauc_recall_at_3_diff1": 0.737562, "nauc_recall_at_5_max": 0.812637, "nauc_recall_at_5_std": 0.46922, "nauc_recall_at_5_diff1": 0.678308, "nauc_recall_at_10_max": 0.764403, "nauc_recall_at_10_std": 0.406767, "nauc_recall_at_10_diff1": 0.670332, "nauc_recall_at_20_max": 0.588394, "nauc_recall_at_20_std": 0.335542, "nauc_recall_at_20_diff1": 0.482912, "nauc_recall_at_100_max": 0.122456, "nauc_recall_at_100_std": -1.154932, "nauc_recall_at_100_diff1": 0.122456, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.679661, "nauc_precision_at_1_std": 0.151587, "nauc_precision_at_1_diff1": 0.781888, "nauc_precision_at_3_max": 0.824244, "nauc_precision_at_3_std": 0.41779, "nauc_precision_at_3_diff1": 0.737562, "nauc_precision_at_5_max": 0.812637, "nauc_precision_at_5_std": 0.46922, "nauc_precision_at_5_diff1": 0.678308, "nauc_precision_at_10_max": 0.764403, "nauc_precision_at_10_std": 0.406767, "nauc_precision_at_10_diff1": 0.670332, "nauc_precision_at_20_max": 0.588394, "nauc_precision_at_20_std": 0.335542, "nauc_precision_at_20_diff1": 0.482912, "nauc_precision_at_100_max": 0.122456, "nauc_precision_at_100_std": -1.154932, "nauc_precision_at_100_diff1": 0.122456, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.679661, "nauc_mrr_at_1_std": 0.151587, "nauc_mrr_at_1_diff1": 0.781888, "nauc_mrr_at_3_max": 0.72696, "nauc_mrr_at_3_std": 0.239455, "nauc_mrr_at_3_diff1": 0.759003, "nauc_mrr_at_5_max": 0.721337, "nauc_mrr_at_5_std": 0.240363, "nauc_mrr_at_5_diff1": 0.752088, "nauc_mrr_at_10_max": 0.715066, "nauc_mrr_at_10_std": 0.229176, "nauc_mrr_at_10_diff1": 0.752896, "nauc_mrr_at_20_max": 0.71139, "nauc_mrr_at_20_std": 0.22474, "nauc_mrr_at_20_diff1": 0.752, "nauc_mrr_at_100_max": 0.711807, "nauc_mrr_at_100_std": 0.222861, "nauc_mrr_at_100_diff1": 0.752883, "nauc_mrr_at_1000_max": 0.711945, "nauc_mrr_at_1000_std": 0.223182, "nauc_mrr_at_1000_diff1": 0.75303, "main_score": 0.76254, "hf_subset": "vie-deu", "languages": [ "vie-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.68689, "ndcg_at_3": 0.78513, "ndcg_at_5": 0.80214, "ndcg_at_10": 0.81279, "ndcg_at_20": 0.81877, "ndcg_at_100": 0.82521, "ndcg_at_1000": 0.82683, "map_at_1": 0.68689, "map_at_3": 0.76093, "map_at_5": 0.77042, "map_at_10": 0.77474, "map_at_20": 0.77641, "map_at_100": 0.77725, "map_at_1000": 0.77734, "recall_at_1": 0.68689, "recall_at_3": 0.85519, "recall_at_5": 0.89628, "recall_at_10": 0.92955, "recall_at_20": 0.95303, "recall_at_100": 0.98826, "recall_at_1000": 1.0, "precision_at_1": 0.68689, "precision_at_3": 0.28506, "precision_at_5": 0.17926, "precision_at_10": 0.09295, "precision_at_20": 0.04765, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.686888, "mrr_at_3": 0.760926, "mrr_at_5": 0.770417, "mrr_at_10": 0.774742, "mrr_at_20": 0.776408, "mrr_at_100": 0.777254, "mrr_at_1000": 0.777336, "nauc_ndcg_at_1_max": 0.642326, "nauc_ndcg_at_1_std": 0.088507, "nauc_ndcg_at_1_diff1": 0.802627, "nauc_ndcg_at_3_max": 0.709225, "nauc_ndcg_at_3_std": 0.153571, "nauc_ndcg_at_3_diff1": 0.7655, "nauc_ndcg_at_5_max": 0.698834, "nauc_ndcg_at_5_std": 0.142317, "nauc_ndcg_at_5_diff1": 0.76392, "nauc_ndcg_at_10_max": 0.690052, "nauc_ndcg_at_10_std": 0.120224, "nauc_ndcg_at_10_diff1": 0.770824, "nauc_ndcg_at_20_max": 0.686486, "nauc_ndcg_at_20_std": 0.108922, "nauc_ndcg_at_20_diff1": 0.765494, "nauc_ndcg_at_100_max": 0.683705, "nauc_ndcg_at_100_std": 0.121127, "nauc_ndcg_at_100_diff1": 0.768184, "nauc_ndcg_at_1000_max": 0.683514, "nauc_ndcg_at_1000_std": 0.121653, "nauc_ndcg_at_1000_diff1": 0.770066, "nauc_map_at_1_max": 0.642326, "nauc_map_at_1_std": 0.088507, "nauc_map_at_1_diff1": 0.802627, "nauc_map_at_3_max": 0.689776, "nauc_map_at_3_std": 0.13802, "nauc_map_at_3_diff1": 0.773329, "nauc_map_at_5_max": 0.68404, "nauc_map_at_5_std": 0.13261, "nauc_map_at_5_diff1": 0.773043, "nauc_map_at_10_max": 0.680569, "nauc_map_at_10_std": 0.124493, "nauc_map_at_10_diff1": 0.775284, "nauc_map_at_20_max": 0.67971, "nauc_map_at_20_std": 0.121896, "nauc_map_at_20_diff1": 0.774055, "nauc_map_at_100_max": 0.679281, "nauc_map_at_100_std": 0.122831, "nauc_map_at_100_diff1": 0.774247, "nauc_map_at_1000_max": 0.679286, "nauc_map_at_1000_std": 0.1229, "nauc_map_at_1000_diff1": 0.774323, "nauc_recall_at_1_max": 0.642326, "nauc_recall_at_1_std": 0.088507, "nauc_recall_at_1_diff1": 0.802627, "nauc_recall_at_3_max": 0.794004, "nauc_recall_at_3_std": 0.219149, "nauc_recall_at_3_diff1": 0.733315, "nauc_recall_at_5_max": 0.778973, "nauc_recall_at_5_std": 0.189076, "nauc_recall_at_5_diff1": 0.714236, "nauc_recall_at_10_max": 0.75326, "nauc_recall_at_10_std": 0.051764, "nauc_recall_at_10_diff1": 0.747273, "nauc_recall_at_20_max": 0.735745, "nauc_recall_at_20_std": -0.133253, "nauc_recall_at_20_diff1": 0.665152, "nauc_recall_at_100_max": 0.711474, "nauc_recall_at_100_std": 0.105178, "nauc_recall_at_100_diff1": 0.590429, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.642326, "nauc_precision_at_1_std": 0.088507, "nauc_precision_at_1_diff1": 0.802627, "nauc_precision_at_3_max": 0.794004, "nauc_precision_at_3_std": 0.219149, "nauc_precision_at_3_diff1": 0.733315, "nauc_precision_at_5_max": 0.778973, "nauc_precision_at_5_std": 0.189076, "nauc_precision_at_5_diff1": 0.714236, "nauc_precision_at_10_max": 0.75326, "nauc_precision_at_10_std": 0.051764, "nauc_precision_at_10_diff1": 0.747273, "nauc_precision_at_20_max": 0.735745, "nauc_precision_at_20_std": -0.133253, "nauc_precision_at_20_diff1": 0.665152, "nauc_precision_at_100_max": 0.711474, "nauc_precision_at_100_std": 0.105178, "nauc_precision_at_100_diff1": 0.590429, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.642326, "nauc_mrr_at_1_std": 0.088507, "nauc_mrr_at_1_diff1": 0.802627, "nauc_mrr_at_3_max": 0.689776, "nauc_mrr_at_3_std": 0.13802, "nauc_mrr_at_3_diff1": 0.773329, "nauc_mrr_at_5_max": 0.68404, "nauc_mrr_at_5_std": 0.13261, "nauc_mrr_at_5_diff1": 0.773043, "nauc_mrr_at_10_max": 0.680569, "nauc_mrr_at_10_std": 0.124493, "nauc_mrr_at_10_diff1": 0.775284, "nauc_mrr_at_20_max": 0.67971, "nauc_mrr_at_20_std": 0.121896, "nauc_mrr_at_20_diff1": 0.774055, "nauc_mrr_at_100_max": 0.679281, "nauc_mrr_at_100_std": 0.122831, "nauc_mrr_at_100_diff1": 0.774247, "nauc_mrr_at_1000_max": 0.679286, "nauc_mrr_at_1000_std": 0.1229, "nauc_mrr_at_1000_diff1": 0.774323, "main_score": 0.81279, "hf_subset": "vie-eng", "languages": [ "vie-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.73016, "ndcg_at_3": 0.81015, "ndcg_at_5": 0.82313, "ndcg_at_10": 0.83147, "ndcg_at_20": 0.84056, "ndcg_at_100": 0.84916, "ndcg_at_1000": 0.84916, "map_at_1": 0.73016, "map_at_3": 0.79189, "map_at_5": 0.79903, "map_at_10": 0.80235, "map_at_20": 0.80471, "map_at_100": 0.80618, "map_at_1000": 0.80618, "recall_at_1": 0.73016, "recall_at_3": 0.86243, "recall_at_5": 0.89418, "recall_at_10": 0.92063, "recall_at_20": 0.95767, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.73016, "precision_at_3": 0.28748, "precision_at_5": 0.17884, "precision_at_10": 0.09206, "precision_at_20": 0.04788, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.730159, "mrr_at_3": 0.791887, "mrr_at_5": 0.79903, "mrr_at_10": 0.802352, "mrr_at_20": 0.804709, "mrr_at_100": 0.806178, "mrr_at_1000": 0.806178, "nauc_ndcg_at_1_max": 0.716888, "nauc_ndcg_at_1_std": 0.259181, "nauc_ndcg_at_1_diff1": 0.875546, "nauc_ndcg_at_3_max": 0.766933, "nauc_ndcg_at_3_std": 0.316284, "nauc_ndcg_at_3_diff1": 0.848413, "nauc_ndcg_at_5_max": 0.748294, "nauc_ndcg_at_5_std": 0.293048, "nauc_ndcg_at_5_diff1": 0.836543, "nauc_ndcg_at_10_max": 0.748198, "nauc_ndcg_at_10_std": 0.284339, "nauc_ndcg_at_10_diff1": 0.839283, "nauc_ndcg_at_20_max": 0.743508, "nauc_ndcg_at_20_std": 0.278492, "nauc_ndcg_at_20_diff1": 0.842675, "nauc_ndcg_at_100_max": 0.741655, "nauc_ndcg_at_100_std": 0.282217, "nauc_ndcg_at_100_diff1": 0.849721, "nauc_ndcg_at_1000_max": 0.741655, "nauc_ndcg_at_1000_std": 0.282217, "nauc_ndcg_at_1000_diff1": 0.849721, "nauc_map_at_1_max": 0.716888, "nauc_map_at_1_std": 0.259181, "nauc_map_at_1_diff1": 0.875546, "nauc_map_at_3_max": 0.749081, "nauc_map_at_3_std": 0.294522, "nauc_map_at_3_diff1": 0.856297, "nauc_map_at_5_max": 0.739434, "nauc_map_at_5_std": 0.282572, "nauc_map_at_5_diff1": 0.850683, "nauc_map_at_10_max": 0.739327, "nauc_map_at_10_std": 0.279694, "nauc_map_at_10_diff1": 0.852026, "nauc_map_at_20_max": 0.738246, "nauc_map_at_20_std": 0.27869, "nauc_map_at_20_diff1": 0.852778, "nauc_map_at_100_max": 0.738113, "nauc_map_at_100_std": 0.279238, "nauc_map_at_100_diff1": 0.85386, "nauc_map_at_1000_max": 0.738113, "nauc_map_at_1000_std": 0.279238, "nauc_map_at_1000_diff1": 0.85386, "nauc_recall_at_1_max": 0.716888, "nauc_recall_at_1_std": 0.259181, "nauc_recall_at_1_diff1": 0.875546, "nauc_recall_at_3_max": 0.841863, "nauc_recall_at_3_std": 0.408321, "nauc_recall_at_3_diff1": 0.816219, "nauc_recall_at_5_max": 0.789914, "nauc_recall_at_5_std": 0.342773, "nauc_recall_at_5_diff1": 0.763055, "nauc_recall_at_10_max": 0.801675, "nauc_recall_at_10_std": 0.301119, "nauc_recall_at_10_diff1": 0.754392, "nauc_recall_at_20_max": 0.781457, "nauc_recall_at_20_std": 0.224305, "nauc_recall_at_20_diff1": 0.732264, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.716888, "nauc_precision_at_1_std": 0.259181, "nauc_precision_at_1_diff1": 0.875546, "nauc_precision_at_3_max": 0.841863, "nauc_precision_at_3_std": 0.408321, "nauc_precision_at_3_diff1": 0.816219, "nauc_precision_at_5_max": 0.789914, "nauc_precision_at_5_std": 0.342773, "nauc_precision_at_5_diff1": 0.763055, "nauc_precision_at_10_max": 0.801675, "nauc_precision_at_10_std": 0.301119, "nauc_precision_at_10_diff1": 0.754392, "nauc_precision_at_20_max": 0.781457, "nauc_precision_at_20_std": 0.224305, "nauc_precision_at_20_diff1": 0.732264, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.716888, "nauc_mrr_at_1_std": 0.259181, "nauc_mrr_at_1_diff1": 0.875546, "nauc_mrr_at_3_max": 0.749081, "nauc_mrr_at_3_std": 0.294522, "nauc_mrr_at_3_diff1": 0.856297, "nauc_mrr_at_5_max": 0.739434, "nauc_mrr_at_5_std": 0.282572, "nauc_mrr_at_5_diff1": 0.850683, "nauc_mrr_at_10_max": 0.739327, "nauc_mrr_at_10_std": 0.279694, "nauc_mrr_at_10_diff1": 0.852026, "nauc_mrr_at_20_max": 0.738246, "nauc_mrr_at_20_std": 0.27869, "nauc_mrr_at_20_diff1": 0.852778, "nauc_mrr_at_100_max": 0.738113, "nauc_mrr_at_100_std": 0.279238, "nauc_mrr_at_100_diff1": 0.85386, "nauc_mrr_at_1000_max": 0.738113, "nauc_mrr_at_1000_std": 0.279238, "nauc_mrr_at_1000_diff1": 0.85386, "main_score": 0.83147, "hf_subset": "vie-spa", "languages": [ "vie-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.54237, "ndcg_at_3": 0.63404, "ndcg_at_5": 0.65957, "ndcg_at_10": 0.68358, "ndcg_at_20": 0.69511, "ndcg_at_100": 0.71747, "ndcg_at_1000": 0.71747, "map_at_1": 0.54237, "map_at_3": 0.61111, "map_at_5": 0.62524, "map_at_10": 0.6353, "map_at_20": 0.63852, "map_at_100": 0.64173, "map_at_1000": 0.64173, "recall_at_1": 0.54237, "recall_at_3": 0.70056, "recall_at_5": 0.76271, "recall_at_10": 0.83616, "recall_at_20": 0.88136, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.54237, "precision_at_3": 0.23352, "precision_at_5": 0.15254, "precision_at_10": 0.08362, "precision_at_20": 0.04407, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.542373, "mrr_at_3": 0.611111, "mrr_at_5": 0.625235, "mrr_at_10": 0.6353, "mrr_at_20": 0.63852, "mrr_at_100": 0.641727, "mrr_at_1000": 0.641727, "nauc_ndcg_at_1_max": 0.555562, "nauc_ndcg_at_1_std": 0.137427, "nauc_ndcg_at_1_diff1": 0.704484, "nauc_ndcg_at_3_max": 0.590155, "nauc_ndcg_at_3_std": 0.181386, "nauc_ndcg_at_3_diff1": 0.658892, "nauc_ndcg_at_5_max": 0.608683, "nauc_ndcg_at_5_std": 0.218732, "nauc_ndcg_at_5_diff1": 0.664869, "nauc_ndcg_at_10_max": 0.61618, "nauc_ndcg_at_10_std": 0.189585, "nauc_ndcg_at_10_diff1": 0.674655, "nauc_ndcg_at_20_max": 0.610858, "nauc_ndcg_at_20_std": 0.184408, "nauc_ndcg_at_20_diff1": 0.674004, "nauc_ndcg_at_100_max": 0.598666, "nauc_ndcg_at_100_std": 0.181658, "nauc_ndcg_at_100_diff1": 0.678215, "nauc_ndcg_at_1000_max": 0.598666, "nauc_ndcg_at_1000_std": 0.181658, "nauc_ndcg_at_1000_diff1": 0.678215, "nauc_map_at_1_max": 0.555562, "nauc_map_at_1_std": 0.137427, "nauc_map_at_1_diff1": 0.704484, "nauc_map_at_3_max": 0.584066, "nauc_map_at_3_std": 0.171857, "nauc_map_at_3_diff1": 0.673488, "nauc_map_at_5_max": 0.592192, "nauc_map_at_5_std": 0.189434, "nauc_map_at_5_diff1": 0.67662, "nauc_map_at_10_max": 0.594682, "nauc_map_at_10_std": 0.178028, "nauc_map_at_10_diff1": 0.680893, "nauc_map_at_20_max": 0.592999, "nauc_map_at_20_std": 0.176431, "nauc_map_at_20_diff1": 0.6805, "nauc_map_at_100_max": 0.591577, "nauc_map_at_100_std": 0.176144, "nauc_map_at_100_diff1": 0.681264, "nauc_map_at_1000_max": 0.591577, "nauc_map_at_1000_std": 0.176144, "nauc_map_at_1000_diff1": 0.681264, "nauc_recall_at_1_max": 0.555562, "nauc_recall_at_1_std": 0.137427, "nauc_recall_at_1_diff1": 0.704484, "nauc_recall_at_3_max": 0.609193, "nauc_recall_at_3_std": 0.2125, "nauc_recall_at_3_diff1": 0.608431, "nauc_recall_at_5_max": 0.67778, "nauc_recall_at_5_std": 0.34296, "nauc_recall_at_5_diff1": 0.619045, "nauc_recall_at_10_max": 0.739753, "nauc_recall_at_10_std": 0.240931, "nauc_recall_at_10_diff1": 0.648035, "nauc_recall_at_20_max": 0.741017, "nauc_recall_at_20_std": 0.220086, "nauc_recall_at_20_diff1": 0.638945, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.555562, "nauc_precision_at_1_std": 0.137427, "nauc_precision_at_1_diff1": 0.704484, "nauc_precision_at_3_max": 0.609193, "nauc_precision_at_3_std": 0.2125, "nauc_precision_at_3_diff1": 0.608431, "nauc_precision_at_5_max": 0.67778, "nauc_precision_at_5_std": 0.34296, "nauc_precision_at_5_diff1": 0.619045, "nauc_precision_at_10_max": 0.739753, "nauc_precision_at_10_std": 0.240931, "nauc_precision_at_10_diff1": 0.648035, "nauc_precision_at_20_max": 0.741017, "nauc_precision_at_20_std": 0.220086, "nauc_precision_at_20_diff1": 0.638945, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.555562, "nauc_mrr_at_1_std": 0.137427, "nauc_mrr_at_1_diff1": 0.704484, "nauc_mrr_at_3_max": 0.584066, "nauc_mrr_at_3_std": 0.171857, "nauc_mrr_at_3_diff1": 0.673488, "nauc_mrr_at_5_max": 0.592192, "nauc_mrr_at_5_std": 0.189434, "nauc_mrr_at_5_diff1": 0.67662, "nauc_mrr_at_10_max": 0.594682, "nauc_mrr_at_10_std": 0.178028, "nauc_mrr_at_10_diff1": 0.680893, "nauc_mrr_at_20_max": 0.592999, "nauc_mrr_at_20_std": 0.176431, "nauc_mrr_at_20_diff1": 0.6805, "nauc_mrr_at_100_max": 0.591577, "nauc_mrr_at_100_std": 0.176144, "nauc_mrr_at_100_diff1": 0.681264, "nauc_mrr_at_1000_max": 0.591577, "nauc_mrr_at_1000_std": 0.176144, "nauc_mrr_at_1000_diff1": 0.681264, "main_score": 0.68358, "hf_subset": "vie-hin", "languages": [ "vie-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.68102, "ndcg_at_3": 0.76134, "ndcg_at_5": 0.77507, "ndcg_at_10": 0.78901, "ndcg_at_20": 0.79554, "ndcg_at_100": 0.80551, "ndcg_at_1000": 0.80938, "map_at_1": 0.68102, "map_at_3": 0.74234, "map_at_5": 0.74997, "map_at_10": 0.75573, "map_at_20": 0.75758, "map_at_100": 0.75901, "map_at_1000": 0.75918, "recall_at_1": 0.68102, "recall_at_3": 0.81605, "recall_at_5": 0.84932, "recall_at_10": 0.89237, "recall_at_20": 0.91781, "recall_at_100": 0.97065, "recall_at_1000": 1.0, "precision_at_1": 0.68102, "precision_at_3": 0.27202, "precision_at_5": 0.16986, "precision_at_10": 0.08924, "precision_at_20": 0.04589, "precision_at_100": 0.00971, "precision_at_1000": 0.001, "mrr_at_1": 0.681018, "mrr_at_3": 0.742335, "mrr_at_5": 0.749967, "mrr_at_10": 0.755733, "mrr_at_20": 0.757577, "mrr_at_100": 0.759011, "mrr_at_1000": 0.759179, "nauc_ndcg_at_1_max": 0.588284, "nauc_ndcg_at_1_std": 0.033529, "nauc_ndcg_at_1_diff1": 0.873381, "nauc_ndcg_at_3_max": 0.675574, "nauc_ndcg_at_3_std": 0.11626, "nauc_ndcg_at_3_diff1": 0.833362, "nauc_ndcg_at_5_max": 0.677054, "nauc_ndcg_at_5_std": 0.13066, "nauc_ndcg_at_5_diff1": 0.823466, "nauc_ndcg_at_10_max": 0.67041, "nauc_ndcg_at_10_std": 0.128087, "nauc_ndcg_at_10_diff1": 0.829047, "nauc_ndcg_at_20_max": 0.667296, "nauc_ndcg_at_20_std": 0.127349, "nauc_ndcg_at_20_diff1": 0.832702, "nauc_ndcg_at_100_max": 0.659793, "nauc_ndcg_at_100_std": 0.114337, "nauc_ndcg_at_100_diff1": 0.835477, "nauc_ndcg_at_1000_max": 0.656191, "nauc_ndcg_at_1000_std": 0.109833, "nauc_ndcg_at_1000_diff1": 0.838084, "nauc_map_at_1_max": 0.588284, "nauc_map_at_1_std": 0.033529, "nauc_map_at_1_diff1": 0.873381, "nauc_map_at_3_max": 0.650927, "nauc_map_at_3_std": 0.09432, "nauc_map_at_3_diff1": 0.844524, "nauc_map_at_5_max": 0.651206, "nauc_map_at_5_std": 0.101056, "nauc_map_at_5_diff1": 0.839918, "nauc_map_at_10_max": 0.648346, "nauc_map_at_10_std": 0.099499, "nauc_map_at_10_diff1": 0.842126, "nauc_map_at_20_max": 0.647437, "nauc_map_at_20_std": 0.099106, "nauc_map_at_20_diff1": 0.843212, "nauc_map_at_100_max": 0.646443, "nauc_map_at_100_std": 0.097441, "nauc_map_at_100_diff1": 0.843675, "nauc_map_at_1000_max": 0.646276, "nauc_map_at_1000_std": 0.097247, "nauc_map_at_1000_diff1": 0.84376, "nauc_recall_at_1_max": 0.588284, "nauc_recall_at_1_std": 0.033529, "nauc_recall_at_1_diff1": 0.873381, "nauc_recall_at_3_max": 0.768312, "nauc_recall_at_3_std": 0.198032, "nauc_recall_at_3_diff1": 0.791442, "nauc_recall_at_5_max": 0.790202, "nauc_recall_at_5_std": 0.262481, "nauc_recall_at_5_diff1": 0.749119, "nauc_recall_at_10_max": 0.791992, "nauc_recall_at_10_std": 0.293935, "nauc_recall_at_10_diff1": 0.755712, "nauc_recall_at_20_max": 0.800703, "nauc_recall_at_20_std": 0.336331, "nauc_recall_at_20_diff1": 0.763591, "nauc_recall_at_100_max": 0.806664, "nauc_recall_at_100_std": 0.304767, "nauc_recall_at_100_diff1": 0.718346, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.588284, "nauc_precision_at_1_std": 0.033529, "nauc_precision_at_1_diff1": 0.873381, "nauc_precision_at_3_max": 0.768312, "nauc_precision_at_3_std": 0.198032, "nauc_precision_at_3_diff1": 0.791442, "nauc_precision_at_5_max": 0.790202, "nauc_precision_at_5_std": 0.262481, "nauc_precision_at_5_diff1": 0.749119, "nauc_precision_at_10_max": 0.791992, "nauc_precision_at_10_std": 0.293935, "nauc_precision_at_10_diff1": 0.755712, "nauc_precision_at_20_max": 0.800703, "nauc_precision_at_20_std": 0.336331, "nauc_precision_at_20_diff1": 0.763591, "nauc_precision_at_100_max": 0.806664, "nauc_precision_at_100_std": 0.304767, "nauc_precision_at_100_diff1": 0.718346, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.588284, "nauc_mrr_at_1_std": 0.033529, "nauc_mrr_at_1_diff1": 0.873381, "nauc_mrr_at_3_max": 0.650927, "nauc_mrr_at_3_std": 0.09432, "nauc_mrr_at_3_diff1": 0.844524, "nauc_mrr_at_5_max": 0.651206, "nauc_mrr_at_5_std": 0.101056, "nauc_mrr_at_5_diff1": 0.839918, "nauc_mrr_at_10_max": 0.648346, "nauc_mrr_at_10_std": 0.099499, "nauc_mrr_at_10_diff1": 0.842126, "nauc_mrr_at_20_max": 0.647437, "nauc_mrr_at_20_std": 0.099106, "nauc_mrr_at_20_diff1": 0.843212, "nauc_mrr_at_100_max": 0.646443, "nauc_mrr_at_100_std": 0.097441, "nauc_mrr_at_100_diff1": 0.843675, "nauc_mrr_at_1000_max": 0.646276, "nauc_mrr_at_1000_std": 0.097247, "nauc_mrr_at_1000_diff1": 0.84376, "main_score": 0.78901, "hf_subset": "vie-vie", "languages": [ "vie-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.61413, "ndcg_at_3": 0.73777, "ndcg_at_5": 0.75812, "ndcg_at_10": 0.77677, "ndcg_at_20": 0.7821, "ndcg_at_100": 0.78853, "ndcg_at_1000": 0.7893, "map_at_1": 0.61413, "map_at_3": 0.70562, "map_at_5": 0.71703, "map_at_10": 0.72435, "map_at_20": 0.72572, "map_at_100": 0.72674, "map_at_1000": 0.72678, "recall_at_1": 0.61413, "recall_at_3": 0.83152, "recall_at_5": 0.88043, "recall_at_10": 0.94022, "recall_at_20": 0.96196, "recall_at_100": 0.99457, "recall_at_1000": 1.0, "precision_at_1": 0.61413, "precision_at_3": 0.27717, "precision_at_5": 0.17609, "precision_at_10": 0.09402, "precision_at_20": 0.0481, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.61413, "mrr_at_3": 0.705616, "mrr_at_5": 0.717029, "mrr_at_10": 0.724351, "mrr_at_20": 0.725724, "mrr_at_100": 0.726743, "mrr_at_1000": 0.726783, "nauc_ndcg_at_1_max": 0.641579, "nauc_ndcg_at_1_std": 0.144183, "nauc_ndcg_at_1_diff1": 0.812761, "nauc_ndcg_at_3_max": 0.658121, "nauc_ndcg_at_3_std": 0.129613, "nauc_ndcg_at_3_diff1": 0.714095, "nauc_ndcg_at_5_max": 0.641859, "nauc_ndcg_at_5_std": 0.114569, "nauc_ndcg_at_5_diff1": 0.706929, "nauc_ndcg_at_10_max": 0.634724, "nauc_ndcg_at_10_std": 0.116985, "nauc_ndcg_at_10_diff1": 0.71417, "nauc_ndcg_at_20_max": 0.638516, "nauc_ndcg_at_20_std": 0.134268, "nauc_ndcg_at_20_diff1": 0.719292, "nauc_ndcg_at_100_max": 0.638577, "nauc_ndcg_at_100_std": 0.129321, "nauc_ndcg_at_100_diff1": 0.738101, "nauc_ndcg_at_1000_max": 0.640814, "nauc_ndcg_at_1000_std": 0.132325, "nauc_ndcg_at_1000_diff1": 0.737531, "nauc_map_at_1_max": 0.641579, "nauc_map_at_1_std": 0.144183, "nauc_map_at_1_diff1": 0.812761, "nauc_map_at_3_max": 0.651317, "nauc_map_at_3_std": 0.13781, "nauc_map_at_3_diff1": 0.743636, "nauc_map_at_5_max": 0.643148, "nauc_map_at_5_std": 0.131462, "nauc_map_at_5_diff1": 0.741233, "nauc_map_at_10_max": 0.641228, "nauc_map_at_10_std": 0.132451, "nauc_map_at_10_diff1": 0.74465, "nauc_map_at_20_max": 0.642063, "nauc_map_at_20_std": 0.136382, "nauc_map_at_20_diff1": 0.745803, "nauc_map_at_100_max": 0.642085, "nauc_map_at_100_std": 0.135828, "nauc_map_at_100_diff1": 0.748312, "nauc_map_at_1000_max": 0.642175, "nauc_map_at_1000_std": 0.13595, "nauc_map_at_1000_diff1": 0.748291, "nauc_recall_at_1_max": 0.641579, "nauc_recall_at_1_std": 0.144183, "nauc_recall_at_1_diff1": 0.812761, "nauc_recall_at_3_max": 0.689635, "nauc_recall_at_3_std": 0.09062, "nauc_recall_at_3_diff1": 0.582418, "nauc_recall_at_5_max": 0.631351, "nauc_recall_at_5_std": 0.006841, "nauc_recall_at_5_diff1": 0.505114, "nauc_recall_at_10_max": 0.542474, "nauc_recall_at_10_std": -0.064593, "nauc_recall_at_10_diff1": 0.385484, "nauc_recall_at_20_max": 0.563698, "nauc_recall_at_20_std": 0.158308, "nauc_recall_at_20_diff1": 0.302668, "nauc_recall_at_100_max": 0.122445, "nauc_recall_at_100_std": -0.563666, "nauc_recall_at_100_diff1": 0.869596, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.641579, "nauc_precision_at_1_std": 0.144183, "nauc_precision_at_1_diff1": 0.812761, "nauc_precision_at_3_max": 0.689635, "nauc_precision_at_3_std": 0.09062, "nauc_precision_at_3_diff1": 0.582418, "nauc_precision_at_5_max": 0.631351, "nauc_precision_at_5_std": 0.006841, "nauc_precision_at_5_diff1": 0.505114, "nauc_precision_at_10_max": 0.542474, "nauc_precision_at_10_std": -0.064593, "nauc_precision_at_10_diff1": 0.385484, "nauc_precision_at_20_max": 0.563698, "nauc_precision_at_20_std": 0.158308, "nauc_precision_at_20_diff1": 0.302668, "nauc_precision_at_100_max": 0.122445, "nauc_precision_at_100_std": -0.563666, "nauc_precision_at_100_diff1": 0.869596, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.641579, "nauc_mrr_at_1_std": 0.144183, "nauc_mrr_at_1_diff1": 0.812761, "nauc_mrr_at_3_max": 0.651317, "nauc_mrr_at_3_std": 0.13781, "nauc_mrr_at_3_diff1": 0.743636, "nauc_mrr_at_5_max": 0.643148, "nauc_mrr_at_5_std": 0.131462, "nauc_mrr_at_5_diff1": 0.741233, "nauc_mrr_at_10_max": 0.641228, "nauc_mrr_at_10_std": 0.132451, "nauc_mrr_at_10_diff1": 0.74465, "nauc_mrr_at_20_max": 0.642063, "nauc_mrr_at_20_std": 0.136382, "nauc_mrr_at_20_diff1": 0.745803, "nauc_mrr_at_100_max": 0.642085, "nauc_mrr_at_100_std": 0.135828, "nauc_mrr_at_100_diff1": 0.748312, "nauc_mrr_at_1000_max": 0.642175, "nauc_mrr_at_1000_std": 0.13595, "nauc_mrr_at_1000_diff1": 0.748291, "main_score": 0.77677, "hf_subset": "vie-zho", "languages": [ "vie-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.52128, "ndcg_at_3": 0.64843, "ndcg_at_5": 0.67017, "ndcg_at_10": 0.69971, "ndcg_at_20": 0.71453, "ndcg_at_100": 0.72328, "ndcg_at_1000": 0.72477, "map_at_1": 0.52128, "map_at_3": 0.61702, "map_at_5": 0.62899, "map_at_10": 0.64136, "map_at_20": 0.64544, "map_at_100": 0.64659, "map_at_1000": 0.64667, "recall_at_1": 0.52128, "recall_at_3": 0.73936, "recall_at_5": 0.79255, "recall_at_10": 0.88298, "recall_at_20": 0.94149, "recall_at_100": 0.98936, "recall_at_1000": 1.0, "precision_at_1": 0.52128, "precision_at_3": 0.24645, "precision_at_5": 0.15851, "precision_at_10": 0.0883, "precision_at_20": 0.04707, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.521277, "mrr_at_3": 0.617021, "mrr_at_5": 0.628989, "mrr_at_10": 0.641361, "mrr_at_20": 0.645442, "mrr_at_100": 0.646591, "mrr_at_1000": 0.646668, "nauc_ndcg_at_1_max": 0.461384, "nauc_ndcg_at_1_std": 0.252605, "nauc_ndcg_at_1_diff1": 0.681642, "nauc_ndcg_at_3_max": 0.500862, "nauc_ndcg_at_3_std": 0.336083, "nauc_ndcg_at_3_diff1": 0.62959, "nauc_ndcg_at_5_max": 0.499433, "nauc_ndcg_at_5_std": 0.328882, "nauc_ndcg_at_5_diff1": 0.607046, "nauc_ndcg_at_10_max": 0.49055, "nauc_ndcg_at_10_std": 0.30887, "nauc_ndcg_at_10_diff1": 0.586767, "nauc_ndcg_at_20_max": 0.4942, "nauc_ndcg_at_20_std": 0.303014, "nauc_ndcg_at_20_diff1": 0.611819, "nauc_ndcg_at_100_max": 0.490822, "nauc_ndcg_at_100_std": 0.305781, "nauc_ndcg_at_100_diff1": 0.619822, "nauc_ndcg_at_1000_max": 0.487721, "nauc_ndcg_at_1000_std": 0.3025, "nauc_ndcg_at_1000_diff1": 0.618587, "nauc_map_at_1_max": 0.461384, "nauc_map_at_1_std": 0.252605, "nauc_map_at_1_diff1": 0.681642, "nauc_map_at_3_max": 0.489867, "nauc_map_at_3_std": 0.3123, "nauc_map_at_3_diff1": 0.639222, "nauc_map_at_5_max": 0.489456, "nauc_map_at_5_std": 0.308163, "nauc_map_at_5_diff1": 0.628154, "nauc_map_at_10_max": 0.484986, "nauc_map_at_10_std": 0.299665, "nauc_map_at_10_diff1": 0.621836, "nauc_map_at_20_max": 0.4855, "nauc_map_at_20_std": 0.297909, "nauc_map_at_20_diff1": 0.627655, "nauc_map_at_100_max": 0.484788, "nauc_map_at_100_std": 0.297975, "nauc_map_at_100_diff1": 0.62819, "nauc_map_at_1000_max": 0.484662, "nauc_map_at_1000_std": 0.297843, "nauc_map_at_1000_diff1": 0.628141, "nauc_recall_at_1_max": 0.461384, "nauc_recall_at_1_std": 0.252605, "nauc_recall_at_1_diff1": 0.681642, "nauc_recall_at_3_max": 0.541371, "nauc_recall_at_3_std": 0.423984, "nauc_recall_at_3_diff1": 0.596682, "nauc_recall_at_5_max": 0.540709, "nauc_recall_at_5_std": 0.416094, "nauc_recall_at_5_diff1": 0.5146, "nauc_recall_at_10_max": 0.523348, "nauc_recall_at_10_std": 0.354553, "nauc_recall_at_10_diff1": 0.320982, "nauc_recall_at_20_max": 0.617989, "nauc_recall_at_20_std": 0.320179, "nauc_recall_at_20_diff1": 0.455369, "nauc_recall_at_100_max": 0.934563, "nauc_recall_at_100_std": 0.777059, "nauc_recall_at_100_diff1": 0.795401, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.461384, "nauc_precision_at_1_std": 0.252605, "nauc_precision_at_1_diff1": 0.681642, "nauc_precision_at_3_max": 0.541371, "nauc_precision_at_3_std": 0.423984, "nauc_precision_at_3_diff1": 0.596682, "nauc_precision_at_5_max": 0.540709, "nauc_precision_at_5_std": 0.416094, "nauc_precision_at_5_diff1": 0.5146, "nauc_precision_at_10_max": 0.523348, "nauc_precision_at_10_std": 0.354553, "nauc_precision_at_10_diff1": 0.320982, "nauc_precision_at_20_max": 0.617989, "nauc_precision_at_20_std": 0.320179, "nauc_precision_at_20_diff1": 0.455369, "nauc_precision_at_100_max": 0.934563, "nauc_precision_at_100_std": 0.777059, "nauc_precision_at_100_diff1": 0.795401, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.461384, "nauc_mrr_at_1_std": 0.252605, "nauc_mrr_at_1_diff1": 0.681642, "nauc_mrr_at_3_max": 0.489867, "nauc_mrr_at_3_std": 0.3123, "nauc_mrr_at_3_diff1": 0.639222, "nauc_mrr_at_5_max": 0.489456, "nauc_mrr_at_5_std": 0.308163, "nauc_mrr_at_5_diff1": 0.628154, "nauc_mrr_at_10_max": 0.484986, "nauc_mrr_at_10_std": 0.299665, "nauc_mrr_at_10_diff1": 0.621836, "nauc_mrr_at_20_max": 0.4855, "nauc_mrr_at_20_std": 0.297909, "nauc_mrr_at_20_diff1": 0.627655, "nauc_mrr_at_100_max": 0.484788, "nauc_mrr_at_100_std": 0.297975, "nauc_mrr_at_100_diff1": 0.62819, "nauc_mrr_at_1000_max": 0.484662, "nauc_mrr_at_1000_std": 0.297843, "nauc_mrr_at_1000_diff1": 0.628141, "main_score": 0.69971, "hf_subset": "zho-ara", "languages": [ "zho-Hans", "ara-Arab" ] }, { "ndcg_at_1": 0.74211, "ndcg_at_3": 0.8354, "ndcg_at_5": 0.8422, "ndcg_at_10": 0.85426, "ndcg_at_20": 0.85975, "ndcg_at_100": 0.86367, "ndcg_at_1000": 0.86367, "map_at_1": 0.74211, "map_at_3": 0.8114, "map_at_5": 0.81535, "map_at_10": 0.82041, "map_at_20": 0.822, "map_at_100": 0.82255, "map_at_1000": 0.82255, "recall_at_1": 0.74211, "recall_at_3": 0.90526, "recall_at_5": 0.92105, "recall_at_10": 0.95789, "recall_at_20": 0.97895, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.74211, "precision_at_3": 0.30175, "precision_at_5": 0.18421, "precision_at_10": 0.09579, "precision_at_20": 0.04895, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.742105, "mrr_at_3": 0.811404, "mrr_at_5": 0.815351, "mrr_at_10": 0.820405, "mrr_at_20": 0.822002, "mrr_at_100": 0.822546, "mrr_at_1000": 0.822546, "nauc_ndcg_at_1_max": 0.551492, "nauc_ndcg_at_1_std": 0.126572, "nauc_ndcg_at_1_diff1": 0.803831, "nauc_ndcg_at_3_max": 0.629524, "nauc_ndcg_at_3_std": 0.238633, "nauc_ndcg_at_3_diff1": 0.778414, "nauc_ndcg_at_5_max": 0.649752, "nauc_ndcg_at_5_std": 0.236394, "nauc_ndcg_at_5_diff1": 0.789303, "nauc_ndcg_at_10_max": 0.638602, "nauc_ndcg_at_10_std": 0.237187, "nauc_ndcg_at_10_diff1": 0.799417, "nauc_ndcg_at_20_max": 0.624469, "nauc_ndcg_at_20_std": 0.230462, "nauc_ndcg_at_20_diff1": 0.797933, "nauc_ndcg_at_100_max": 0.616199, "nauc_ndcg_at_100_std": 0.211344, "nauc_ndcg_at_100_diff1": 0.793707, "nauc_ndcg_at_1000_max": 0.616199, "nauc_ndcg_at_1000_std": 0.211344, "nauc_ndcg_at_1000_diff1": 0.793707, "nauc_map_at_1_max": 0.551492, "nauc_map_at_1_std": 0.126572, "nauc_map_at_1_diff1": 0.803831, "nauc_map_at_3_max": 0.606627, "nauc_map_at_3_std": 0.205246, "nauc_map_at_3_diff1": 0.785115, "nauc_map_at_5_max": 0.616251, "nauc_map_at_5_std": 0.20334, "nauc_map_at_5_diff1": 0.790742, "nauc_map_at_10_max": 0.611441, "nauc_map_at_10_std": 0.203588, "nauc_map_at_10_diff1": 0.793967, "nauc_map_at_20_max": 0.607893, "nauc_map_at_20_std": 0.201425, "nauc_map_at_20_diff1": 0.793543, "nauc_map_at_100_max": 0.607039, "nauc_map_at_100_std": 0.19917, "nauc_map_at_100_diff1": 0.793086, "nauc_map_at_1000_max": 0.607039, "nauc_map_at_1000_std": 0.19917, "nauc_map_at_1000_diff1": 0.793086, "nauc_recall_at_1_max": 0.551492, "nauc_recall_at_1_std": 0.126572, "nauc_recall_at_1_diff1": 0.803831, "nauc_recall_at_3_max": 0.748314, "nauc_recall_at_3_std": 0.412257, "nauc_recall_at_3_diff1": 0.744268, "nauc_recall_at_5_max": 0.858855, "nauc_recall_at_5_std": 0.437379, "nauc_recall_at_5_diff1": 0.784158, "nauc_recall_at_10_max": 0.932598, "nauc_recall_at_10_std": 0.60119, "nauc_recall_at_10_diff1": 0.883578, "nauc_recall_at_20_max": 0.897876, "nauc_recall_at_20_std": 0.823179, "nauc_recall_at_20_diff1": 0.934641, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.551492, "nauc_precision_at_1_std": 0.126572, "nauc_precision_at_1_diff1": 0.803831, "nauc_precision_at_3_max": 0.748314, "nauc_precision_at_3_std": 0.412257, "nauc_precision_at_3_diff1": 0.744268, "nauc_precision_at_5_max": 0.858855, "nauc_precision_at_5_std": 0.437379, "nauc_precision_at_5_diff1": 0.784158, "nauc_precision_at_10_max": 0.932598, "nauc_precision_at_10_std": 0.60119, "nauc_precision_at_10_diff1": 0.883578, "nauc_precision_at_20_max": 0.897876, "nauc_precision_at_20_std": 0.823179, "nauc_precision_at_20_diff1": 0.934641, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.551492, "nauc_mrr_at_1_std": 0.126572, "nauc_mrr_at_1_diff1": 0.803831, "nauc_mrr_at_3_max": 0.606627, "nauc_mrr_at_3_std": 0.205246, "nauc_mrr_at_3_diff1": 0.785115, "nauc_mrr_at_5_max": 0.616251, "nauc_mrr_at_5_std": 0.20334, "nauc_mrr_at_5_diff1": 0.790742, "nauc_mrr_at_10_max": 0.611441, "nauc_mrr_at_10_std": 0.203588, "nauc_mrr_at_10_diff1": 0.793967, "nauc_mrr_at_20_max": 0.607893, "nauc_mrr_at_20_std": 0.201425, "nauc_mrr_at_20_diff1": 0.793543, "nauc_mrr_at_100_max": 0.607039, "nauc_mrr_at_100_std": 0.19917, "nauc_mrr_at_100_diff1": 0.793086, "nauc_mrr_at_1000_max": 0.607039, "nauc_mrr_at_1000_std": 0.19917, "nauc_mrr_at_1000_diff1": 0.793086, "main_score": 0.85426, "hf_subset": "zho-deu", "languages": [ "zho-Hans", "deu-Latn" ] }, { "ndcg_at_1": 0.76587, "ndcg_at_3": 0.85461, "ndcg_at_5": 0.86673, "ndcg_at_10": 0.87365, "ndcg_at_20": 0.87677, "ndcg_at_100": 0.88052, "ndcg_at_1000": 0.88106, "map_at_1": 0.76587, "map_at_3": 0.83433, "map_at_5": 0.84097, "map_at_10": 0.84374, "map_at_20": 0.84466, "map_at_100": 0.8452, "map_at_1000": 0.84523, "recall_at_1": 0.76587, "recall_at_3": 0.9127, "recall_at_5": 0.94246, "recall_at_10": 0.96429, "recall_at_20": 0.97619, "recall_at_100": 0.99603, "recall_at_1000": 1.0, "precision_at_1": 0.76587, "precision_at_3": 0.30423, "precision_at_5": 0.18849, "precision_at_10": 0.09643, "precision_at_20": 0.04881, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.765873, "mrr_at_3": 0.834325, "mrr_at_5": 0.840972, "mrr_at_10": 0.843741, "mrr_at_20": 0.84466, "mrr_at_100": 0.845201, "mrr_at_1000": 0.845226, "nauc_ndcg_at_1_max": 0.529144, "nauc_ndcg_at_1_std": 0.035714, "nauc_ndcg_at_1_diff1": 0.796412, "nauc_ndcg_at_3_max": 0.582197, "nauc_ndcg_at_3_std": 0.073211, "nauc_ndcg_at_3_diff1": 0.767617, "nauc_ndcg_at_5_max": 0.587271, "nauc_ndcg_at_5_std": 0.073236, "nauc_ndcg_at_5_diff1": 0.7766, "nauc_ndcg_at_10_max": 0.585291, "nauc_ndcg_at_10_std": 0.064432, "nauc_ndcg_at_10_diff1": 0.786604, "nauc_ndcg_at_20_max": 0.589475, "nauc_ndcg_at_20_std": 0.073797, "nauc_ndcg_at_20_diff1": 0.788565, "nauc_ndcg_at_100_max": 0.576929, "nauc_ndcg_at_100_std": 0.060099, "nauc_ndcg_at_100_diff1": 0.786388, "nauc_ndcg_at_1000_max": 0.575504, "nauc_ndcg_at_1000_std": 0.061624, "nauc_ndcg_at_1000_diff1": 0.785681, "nauc_map_at_1_max": 0.529144, "nauc_map_at_1_std": 0.035714, "nauc_map_at_1_diff1": 0.796412, "nauc_map_at_3_max": 0.568794, "nauc_map_at_3_std": 0.062975, "nauc_map_at_3_diff1": 0.777591, "nauc_map_at_5_max": 0.570696, "nauc_map_at_5_std": 0.062036, "nauc_map_at_5_diff1": 0.78245, "nauc_map_at_10_max": 0.569446, "nauc_map_at_10_std": 0.058946, "nauc_map_at_10_diff1": 0.78562, "nauc_map_at_20_max": 0.570039, "nauc_map_at_20_std": 0.06106, "nauc_map_at_20_diff1": 0.786073, "nauc_map_at_100_max": 0.568567, "nauc_map_at_100_std": 0.059027, "nauc_map_at_100_diff1": 0.785857, "nauc_map_at_1000_max": 0.568509, "nauc_map_at_1000_std": 0.059048, "nauc_map_at_1000_diff1": 0.785834, "nauc_recall_at_1_max": 0.529144, "nauc_recall_at_1_std": 0.035714, "nauc_recall_at_1_diff1": 0.796412, "nauc_recall_at_3_max": 0.647382, "nauc_recall_at_3_std": 0.12372, "nauc_recall_at_3_diff1": 0.716529, "nauc_recall_at_5_max": 0.706453, "nauc_recall_at_5_std": 0.155176, "nauc_recall_at_5_diff1": 0.735288, "nauc_recall_at_10_max": 0.76473, "nauc_recall_at_10_std": 0.113289, "nauc_recall_at_10_diff1": 0.81829, "nauc_recall_at_20_max": 0.944204, "nauc_recall_at_20_std": 0.3123, "nauc_recall_at_20_diff1": 0.86992, "nauc_recall_at_100_max": 0.861132, "nauc_recall_at_100_std": -0.298165, "nauc_recall_at_100_diff1": 0.934698, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.529144, "nauc_precision_at_1_std": 0.035714, "nauc_precision_at_1_diff1": 0.796412, "nauc_precision_at_3_max": 0.647382, "nauc_precision_at_3_std": 0.12372, "nauc_precision_at_3_diff1": 0.716529, "nauc_precision_at_5_max": 0.706453, "nauc_precision_at_5_std": 0.155176, "nauc_precision_at_5_diff1": 0.735288, "nauc_precision_at_10_max": 0.76473, "nauc_precision_at_10_std": 0.113289, "nauc_precision_at_10_diff1": 0.81829, "nauc_precision_at_20_max": 0.944204, "nauc_precision_at_20_std": 0.3123, "nauc_precision_at_20_diff1": 0.86992, "nauc_precision_at_100_max": 0.861132, "nauc_precision_at_100_std": -0.298165, "nauc_precision_at_100_diff1": 0.934698, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.529144, "nauc_mrr_at_1_std": 0.035714, "nauc_mrr_at_1_diff1": 0.796412, "nauc_mrr_at_3_max": 0.568794, "nauc_mrr_at_3_std": 0.062975, "nauc_mrr_at_3_diff1": 0.777591, "nauc_mrr_at_5_max": 0.570696, "nauc_mrr_at_5_std": 0.062036, "nauc_mrr_at_5_diff1": 0.78245, "nauc_mrr_at_10_max": 0.569446, "nauc_mrr_at_10_std": 0.058946, "nauc_mrr_at_10_diff1": 0.78562, "nauc_mrr_at_20_max": 0.570039, "nauc_mrr_at_20_std": 0.06106, "nauc_mrr_at_20_diff1": 0.786073, "nauc_mrr_at_100_max": 0.568567, "nauc_mrr_at_100_std": 0.059027, "nauc_mrr_at_100_diff1": 0.785857, "nauc_mrr_at_1000_max": 0.568509, "nauc_mrr_at_1000_std": 0.059048, "nauc_mrr_at_1000_diff1": 0.785834, "main_score": 0.87365, "hf_subset": "zho-eng", "languages": [ "zho-Hans", "eng-Latn" ] }, { "ndcg_at_1": 0.80124, "ndcg_at_3": 0.87555, "ndcg_at_5": 0.87796, "ndcg_at_10": 0.88792, "ndcg_at_20": 0.89273, "ndcg_at_100": 0.89637, "ndcg_at_1000": 0.89637, "map_at_1": 0.80124, "map_at_3": 0.85818, "map_at_5": 0.85942, "map_at_10": 0.86347, "map_at_20": 0.86486, "map_at_100": 0.86545, "map_at_1000": 0.86545, "recall_at_1": 0.80124, "recall_at_3": 0.92547, "recall_at_5": 0.93168, "recall_at_10": 0.96273, "recall_at_20": 0.98137, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.80124, "precision_at_3": 0.30849, "precision_at_5": 0.18634, "precision_at_10": 0.09627, "precision_at_20": 0.04907, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.801242, "mrr_at_3": 0.858178, "mrr_at_5": 0.85942, "mrr_at_10": 0.863475, "mrr_at_20": 0.864855, "mrr_at_100": 0.865449, "mrr_at_1000": 0.865449, "nauc_ndcg_at_1_max": 0.604398, "nauc_ndcg_at_1_std": 0.22601, "nauc_ndcg_at_1_diff1": 0.83132, "nauc_ndcg_at_3_max": 0.676441, "nauc_ndcg_at_3_std": 0.254944, "nauc_ndcg_at_3_diff1": 0.843521, "nauc_ndcg_at_5_max": 0.675495, "nauc_ndcg_at_5_std": 0.257592, "nauc_ndcg_at_5_diff1": 0.842991, "nauc_ndcg_at_10_max": 0.665397, "nauc_ndcg_at_10_std": 0.229266, "nauc_ndcg_at_10_diff1": 0.838325, "nauc_ndcg_at_20_max": 0.664152, "nauc_ndcg_at_20_std": 0.250536, "nauc_ndcg_at_20_diff1": 0.837405, "nauc_ndcg_at_100_max": 0.658059, "nauc_ndcg_at_100_std": 0.245003, "nauc_ndcg_at_100_diff1": 0.837694, "nauc_ndcg_at_1000_max": 0.658059, "nauc_ndcg_at_1000_std": 0.245003, "nauc_ndcg_at_1000_diff1": 0.837694, "nauc_map_at_1_max": 0.604398, "nauc_map_at_1_std": 0.22601, "nauc_map_at_1_diff1": 0.83132, "nauc_map_at_3_max": 0.657454, "nauc_map_at_3_std": 0.244804, "nauc_map_at_3_diff1": 0.838067, "nauc_map_at_5_max": 0.65685, "nauc_map_at_5_std": 0.245907, "nauc_map_at_5_diff1": 0.837777, "nauc_map_at_10_max": 0.652589, "nauc_map_at_10_std": 0.235557, "nauc_map_at_10_diff1": 0.836009, "nauc_map_at_20_max": 0.652313, "nauc_map_at_20_std": 0.240764, "nauc_map_at_20_diff1": 0.835892, "nauc_map_at_100_max": 0.651728, "nauc_map_at_100_std": 0.240856, "nauc_map_at_100_diff1": 0.836159, "nauc_map_at_1000_max": 0.651728, "nauc_map_at_1000_std": 0.240856, "nauc_map_at_1000_diff1": 0.836159, "nauc_recall_at_1_max": 0.604398, "nauc_recall_at_1_std": 0.22601, "nauc_recall_at_1_diff1": 0.83132, "nauc_recall_at_3_max": 0.772168, "nauc_recall_at_3_std": 0.308433, "nauc_recall_at_3_diff1": 0.873124, "nauc_recall_at_5_max": 0.776679, "nauc_recall_at_5_std": 0.325035, "nauc_recall_at_5_diff1": 0.873465, "nauc_recall_at_10_max": 0.775552, "nauc_recall_at_10_std": 0.135412, "nauc_recall_at_10_diff1": 0.857805, "nauc_recall_at_20_max": 0.85164, "nauc_recall_at_20_std": 0.478415, "nauc_recall_at_20_diff1": 0.85164, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.604398, "nauc_precision_at_1_std": 0.22601, "nauc_precision_at_1_diff1": 0.83132, "nauc_precision_at_3_max": 0.772168, "nauc_precision_at_3_std": 0.308433, "nauc_precision_at_3_diff1": 0.873124, "nauc_precision_at_5_max": 0.776679, "nauc_precision_at_5_std": 0.325035, "nauc_precision_at_5_diff1": 0.873465, "nauc_precision_at_10_max": 0.775552, "nauc_precision_at_10_std": 0.135412, "nauc_precision_at_10_diff1": 0.857805, "nauc_precision_at_20_max": 0.85164, "nauc_precision_at_20_std": 0.478415, "nauc_precision_at_20_diff1": 0.85164, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.604398, "nauc_mrr_at_1_std": 0.22601, "nauc_mrr_at_1_diff1": 0.83132, "nauc_mrr_at_3_max": 0.657454, "nauc_mrr_at_3_std": 0.244804, "nauc_mrr_at_3_diff1": 0.838067, "nauc_mrr_at_5_max": 0.65685, "nauc_mrr_at_5_std": 0.245907, "nauc_mrr_at_5_diff1": 0.837777, "nauc_mrr_at_10_max": 0.652589, "nauc_mrr_at_10_std": 0.235557, "nauc_mrr_at_10_diff1": 0.836009, "nauc_mrr_at_20_max": 0.652313, "nauc_mrr_at_20_std": 0.240764, "nauc_mrr_at_20_diff1": 0.835892, "nauc_mrr_at_100_max": 0.651728, "nauc_mrr_at_100_std": 0.240856, "nauc_mrr_at_100_diff1": 0.836159, "nauc_mrr_at_1000_max": 0.651728, "nauc_mrr_at_1000_std": 0.240856, "nauc_mrr_at_1000_diff1": 0.836159, "main_score": 0.88792, "hf_subset": "zho-spa", "languages": [ "zho-Hans", "spa-Latn" ] }, { "ndcg_at_1": 0.49206, "ndcg_at_3": 0.5992, "ndcg_at_5": 0.63041, "ndcg_at_10": 0.64603, "ndcg_at_20": 0.67207, "ndcg_at_100": 0.68995, "ndcg_at_1000": 0.69074, "map_at_1": 0.49206, "map_at_3": 0.57231, "map_at_5": 0.59004, "map_at_10": 0.59663, "map_at_20": 0.60409, "map_at_100": 0.60663, "map_at_1000": 0.60669, "recall_at_1": 0.49206, "recall_at_3": 0.67725, "recall_at_5": 0.75132, "recall_at_10": 0.79894, "recall_at_20": 0.89947, "recall_at_100": 0.99471, "recall_at_1000": 1.0, "precision_at_1": 0.49206, "precision_at_3": 0.22575, "precision_at_5": 0.15026, "precision_at_10": 0.07989, "precision_at_20": 0.04497, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.492063, "mrr_at_3": 0.57231, "mrr_at_5": 0.590035, "mrr_at_10": 0.596626, "mrr_at_20": 0.604086, "mrr_at_100": 0.606635, "mrr_at_1000": 0.606687, "nauc_ndcg_at_1_max": 0.606606, "nauc_ndcg_at_1_std": 0.224134, "nauc_ndcg_at_1_diff1": 0.741687, "nauc_ndcg_at_3_max": 0.564663, "nauc_ndcg_at_3_std": 0.246593, "nauc_ndcg_at_3_diff1": 0.657476, "nauc_ndcg_at_5_max": 0.561253, "nauc_ndcg_at_5_std": 0.25607, "nauc_ndcg_at_5_diff1": 0.669322, "nauc_ndcg_at_10_max": 0.568054, "nauc_ndcg_at_10_std": 0.259501, "nauc_ndcg_at_10_diff1": 0.670476, "nauc_ndcg_at_20_max": 0.569005, "nauc_ndcg_at_20_std": 0.240446, "nauc_ndcg_at_20_diff1": 0.664178, "nauc_ndcg_at_100_max": 0.575279, "nauc_ndcg_at_100_std": 0.246749, "nauc_ndcg_at_100_diff1": 0.679411, "nauc_ndcg_at_1000_max": 0.574782, "nauc_ndcg_at_1000_std": 0.245708, "nauc_ndcg_at_1000_diff1": 0.679838, "nauc_map_at_1_max": 0.606606, "nauc_map_at_1_std": 0.224134, "nauc_map_at_1_diff1": 0.741687, "nauc_map_at_3_max": 0.575158, "nauc_map_at_3_std": 0.237494, "nauc_map_at_3_diff1": 0.677873, "nauc_map_at_5_max": 0.574167, "nauc_map_at_5_std": 0.243083, "nauc_map_at_5_diff1": 0.685433, "nauc_map_at_10_max": 0.576444, "nauc_map_at_10_std": 0.244432, "nauc_map_at_10_diff1": 0.685854, "nauc_map_at_20_max": 0.577419, "nauc_map_at_20_std": 0.239891, "nauc_map_at_20_diff1": 0.684659, "nauc_map_at_100_max": 0.578276, "nauc_map_at_100_std": 0.241157, "nauc_map_at_100_diff1": 0.686949, "nauc_map_at_1000_max": 0.57825, "nauc_map_at_1000_std": 0.241101, "nauc_map_at_1000_diff1": 0.686973, "nauc_recall_at_1_max": 0.606606, "nauc_recall_at_1_std": 0.224134, "nauc_recall_at_1_diff1": 0.741687, "nauc_recall_at_3_max": 0.529529, "nauc_recall_at_3_std": 0.27884, "nauc_recall_at_3_diff1": 0.589536, "nauc_recall_at_5_max": 0.50891, "nauc_recall_at_5_std": 0.309708, "nauc_recall_at_5_diff1": 0.607584, "nauc_recall_at_10_max": 0.534193, "nauc_recall_at_10_std": 0.332946, "nauc_recall_at_10_diff1": 0.603894, "nauc_recall_at_20_max": 0.502076, "nauc_recall_at_20_std": 0.203378, "nauc_recall_at_20_diff1": 0.484777, "nauc_recall_at_100_max": 0.721951, "nauc_recall_at_100_std": 0.553501, "nauc_recall_at_100_diff1": 0.553501, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.606606, "nauc_precision_at_1_std": 0.224134, "nauc_precision_at_1_diff1": 0.741687, "nauc_precision_at_3_max": 0.529529, "nauc_precision_at_3_std": 0.27884, "nauc_precision_at_3_diff1": 0.589536, "nauc_precision_at_5_max": 0.50891, "nauc_precision_at_5_std": 0.309708, "nauc_precision_at_5_diff1": 0.607584, "nauc_precision_at_10_max": 0.534193, "nauc_precision_at_10_std": 0.332946, "nauc_precision_at_10_diff1": 0.603894, "nauc_precision_at_20_max": 0.502076, "nauc_precision_at_20_std": 0.203378, "nauc_precision_at_20_diff1": 0.484777, "nauc_precision_at_100_max": 0.721951, "nauc_precision_at_100_std": 0.553501, "nauc_precision_at_100_diff1": 0.553501, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.606606, "nauc_mrr_at_1_std": 0.224134, "nauc_mrr_at_1_diff1": 0.741687, "nauc_mrr_at_3_max": 0.575158, "nauc_mrr_at_3_std": 0.237494, "nauc_mrr_at_3_diff1": 0.677873, "nauc_mrr_at_5_max": 0.574167, "nauc_mrr_at_5_std": 0.243083, "nauc_mrr_at_5_diff1": 0.685433, "nauc_mrr_at_10_max": 0.576444, "nauc_mrr_at_10_std": 0.244432, "nauc_mrr_at_10_diff1": 0.685854, "nauc_mrr_at_20_max": 0.577419, "nauc_mrr_at_20_std": 0.239891, "nauc_mrr_at_20_diff1": 0.684659, "nauc_mrr_at_100_max": 0.578276, "nauc_mrr_at_100_std": 0.241157, "nauc_mrr_at_100_diff1": 0.686949, "nauc_mrr_at_1000_max": 0.57825, "nauc_mrr_at_1000_std": 0.241101, "nauc_mrr_at_1000_diff1": 0.686973, "main_score": 0.64603, "hf_subset": "zho-hin", "languages": [ "zho-Hans", "hin-Deva" ] }, { "ndcg_at_1": 0.66304, "ndcg_at_3": 0.7685, "ndcg_at_5": 0.79774, "ndcg_at_10": 0.80798, "ndcg_at_20": 0.8164, "ndcg_at_100": 0.82187, "ndcg_at_1000": 0.82187, "map_at_1": 0.66304, "map_at_3": 0.74457, "map_at_5": 0.76087, "map_at_10": 0.76491, "map_at_20": 0.76732, "map_at_100": 0.76825, "map_at_1000": 0.76825, "recall_at_1": 0.66304, "recall_at_3": 0.83696, "recall_at_5": 0.90761, "recall_at_10": 0.94022, "recall_at_20": 0.97283, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.66304, "precision_at_3": 0.27899, "precision_at_5": 0.18152, "precision_at_10": 0.09402, "precision_at_20": 0.04864, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.663043, "mrr_at_3": 0.744565, "mrr_at_5": 0.76087, "mrr_at_10": 0.764913, "mrr_at_20": 0.767319, "mrr_at_100": 0.768253, "mrr_at_1000": 0.768253, "nauc_ndcg_at_1_max": 0.425349, "nauc_ndcg_at_1_std": 0.104169, "nauc_ndcg_at_1_diff1": 0.739095, "nauc_ndcg_at_3_max": 0.447787, "nauc_ndcg_at_3_std": 0.077366, "nauc_ndcg_at_3_diff1": 0.67127, "nauc_ndcg_at_5_max": 0.488164, "nauc_ndcg_at_5_std": 0.09558, "nauc_ndcg_at_5_diff1": 0.69127, "nauc_ndcg_at_10_max": 0.48144, "nauc_ndcg_at_10_std": 0.084422, "nauc_ndcg_at_10_diff1": 0.709623, "nauc_ndcg_at_20_max": 0.470605, "nauc_ndcg_at_20_std": 0.083273, "nauc_ndcg_at_20_diff1": 0.704928, "nauc_ndcg_at_100_max": 0.460471, "nauc_ndcg_at_100_std": 0.085416, "nauc_ndcg_at_100_diff1": 0.704302, "nauc_ndcg_at_1000_max": 0.460471, "nauc_ndcg_at_1000_std": 0.085416, "nauc_ndcg_at_1000_diff1": 0.704302, "nauc_map_at_1_max": 0.425349, "nauc_map_at_1_std": 0.104169, "nauc_map_at_1_diff1": 0.739095, "nauc_map_at_3_max": 0.443301, "nauc_map_at_3_std": 0.084274, "nauc_map_at_3_diff1": 0.690687, "nauc_map_at_5_max": 0.460987, "nauc_map_at_5_std": 0.090558, "nauc_map_at_5_diff1": 0.700913, "nauc_map_at_10_max": 0.457879, "nauc_map_at_10_std": 0.086494, "nauc_map_at_10_diff1": 0.707122, "nauc_map_at_20_max": 0.455194, "nauc_map_at_20_std": 0.086372, "nauc_map_at_20_diff1": 0.706114, "nauc_map_at_100_max": 0.45396, "nauc_map_at_100_std": 0.086695, "nauc_map_at_100_diff1": 0.706204, "nauc_map_at_1000_max": 0.45396, "nauc_map_at_1000_std": 0.086695, "nauc_map_at_1000_diff1": 0.706204, "nauc_recall_at_1_max": 0.425349, "nauc_recall_at_1_std": 0.104169, "nauc_recall_at_1_diff1": 0.739095, "nauc_recall_at_3_max": 0.464975, "nauc_recall_at_3_std": 0.049503, "nauc_recall_at_3_diff1": 0.591598, "nauc_recall_at_5_max": 0.6782, "nauc_recall_at_5_std": 0.143216, "nauc_recall_at_5_diff1": 0.638163, "nauc_recall_at_10_max": 0.728453, "nauc_recall_at_10_std": 0.075122, "nauc_recall_at_10_diff1": 0.773467, "nauc_recall_at_20_max": 0.77376, "nauc_recall_at_20_std": 0.029599, "nauc_recall_at_20_diff1": 0.737773, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.425349, "nauc_precision_at_1_std": 0.104169, "nauc_precision_at_1_diff1": 0.739095, "nauc_precision_at_3_max": 0.464975, "nauc_precision_at_3_std": 0.049503, "nauc_precision_at_3_diff1": 0.591598, "nauc_precision_at_5_max": 0.6782, "nauc_precision_at_5_std": 0.143216, "nauc_precision_at_5_diff1": 0.638163, "nauc_precision_at_10_max": 0.728453, "nauc_precision_at_10_std": 0.075122, "nauc_precision_at_10_diff1": 0.773467, "nauc_precision_at_20_max": 0.77376, "nauc_precision_at_20_std": 0.029599, "nauc_precision_at_20_diff1": 0.737773, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.425349, "nauc_mrr_at_1_std": 0.104169, "nauc_mrr_at_1_diff1": 0.739095, "nauc_mrr_at_3_max": 0.443301, "nauc_mrr_at_3_std": 0.084274, "nauc_mrr_at_3_diff1": 0.690687, "nauc_mrr_at_5_max": 0.460987, "nauc_mrr_at_5_std": 0.090558, "nauc_mrr_at_5_diff1": 0.700913, "nauc_mrr_at_10_max": 0.457879, "nauc_mrr_at_10_std": 0.086494, "nauc_mrr_at_10_diff1": 0.707122, "nauc_mrr_at_20_max": 0.455194, "nauc_mrr_at_20_std": 0.086372, "nauc_mrr_at_20_diff1": 0.706114, "nauc_mrr_at_100_max": 0.45396, "nauc_mrr_at_100_std": 0.086695, "nauc_mrr_at_100_diff1": 0.706204, "nauc_mrr_at_1000_max": 0.45396, "nauc_mrr_at_1000_std": 0.086695, "nauc_mrr_at_1000_diff1": 0.706204, "main_score": 0.80798, "hf_subset": "zho-vie", "languages": [ "zho-Hans", "vie-Latn" ] }, { "ndcg_at_1": 0.73016, "ndcg_at_3": 0.82088, "ndcg_at_5": 0.83327, "ndcg_at_10": 0.83966, "ndcg_at_20": 0.84538, "ndcg_at_100": 0.85046, "ndcg_at_1000": 0.85306, "map_at_1": 0.73016, "map_at_3": 0.79993, "map_at_5": 0.80688, "map_at_10": 0.80951, "map_at_20": 0.81119, "map_at_100": 0.81186, "map_at_1000": 0.81197, "recall_at_1": 0.73016, "recall_at_3": 0.88095, "recall_at_5": 0.91071, "recall_at_10": 0.93056, "recall_at_20": 0.95238, "recall_at_100": 0.98016, "recall_at_1000": 1.0, "precision_at_1": 0.73016, "precision_at_3": 0.29365, "precision_at_5": 0.18214, "precision_at_10": 0.09306, "precision_at_20": 0.04762, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.730159, "mrr_at_3": 0.799934, "mrr_at_5": 0.806878, "mrr_at_10": 0.80951, "mrr_at_20": 0.811187, "mrr_at_100": 0.811865, "mrr_at_1000": 0.811971, "nauc_ndcg_at_1_max": 0.538205, "nauc_ndcg_at_1_std": 0.15392, "nauc_ndcg_at_1_diff1": 0.846614, "nauc_ndcg_at_3_max": 0.627977, "nauc_ndcg_at_3_std": 0.206296, "nauc_ndcg_at_3_diff1": 0.823025, "nauc_ndcg_at_5_max": 0.626905, "nauc_ndcg_at_5_std": 0.220739, "nauc_ndcg_at_5_diff1": 0.816929, "nauc_ndcg_at_10_max": 0.618215, "nauc_ndcg_at_10_std": 0.20191, "nauc_ndcg_at_10_diff1": 0.815621, "nauc_ndcg_at_20_max": 0.618603, "nauc_ndcg_at_20_std": 0.20306, "nauc_ndcg_at_20_diff1": 0.826169, "nauc_ndcg_at_100_max": 0.6087, "nauc_ndcg_at_100_std": 0.195935, "nauc_ndcg_at_100_diff1": 0.829011, "nauc_ndcg_at_1000_max": 0.604283, "nauc_ndcg_at_1000_std": 0.19336, "nauc_ndcg_at_1000_diff1": 0.827486, "nauc_map_at_1_max": 0.538205, "nauc_map_at_1_std": 0.15392, "nauc_map_at_1_diff1": 0.846614, "nauc_map_at_3_max": 0.599234, "nauc_map_at_3_std": 0.186943, "nauc_map_at_3_diff1": 0.830297, "nauc_map_at_5_max": 0.597813, "nauc_map_at_5_std": 0.193318, "nauc_map_at_5_diff1": 0.827419, "nauc_map_at_10_max": 0.594299, "nauc_map_at_10_std": 0.186277, "nauc_map_at_10_diff1": 0.827129, "nauc_map_at_20_max": 0.59428, "nauc_map_at_20_std": 0.186225, "nauc_map_at_20_diff1": 0.829965, "nauc_map_at_100_max": 0.593089, "nauc_map_at_100_std": 0.185517, "nauc_map_at_100_diff1": 0.830106, "nauc_map_at_1000_max": 0.592914, "nauc_map_at_1000_std": 0.185405, "nauc_map_at_1000_diff1": 0.83006, "nauc_recall_at_1_max": 0.538205, "nauc_recall_at_1_std": 0.15392, "nauc_recall_at_1_diff1": 0.846614, "nauc_recall_at_3_max": 0.757761, "nauc_recall_at_3_std": 0.295324, "nauc_recall_at_3_diff1": 0.790363, "nauc_recall_at_5_max": 0.791705, "nauc_recall_at_5_std": 0.382317, "nauc_recall_at_5_diff1": 0.756406, "nauc_recall_at_10_max": 0.781929, "nauc_recall_at_10_std": 0.305031, "nauc_recall_at_10_diff1": 0.730339, "nauc_recall_at_20_max": 0.858245, "nauc_recall_at_20_std": 0.370091, "nauc_recall_at_20_diff1": 0.80653, "nauc_recall_at_100_max": 0.826861, "nauc_recall_at_100_std": 0.320289, "nauc_recall_at_100_diff1": 0.908577, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.538205, "nauc_precision_at_1_std": 0.15392, "nauc_precision_at_1_diff1": 0.846614, "nauc_precision_at_3_max": 0.757761, "nauc_precision_at_3_std": 0.295324, "nauc_precision_at_3_diff1": 0.790363, "nauc_precision_at_5_max": 0.791705, "nauc_precision_at_5_std": 0.382317, "nauc_precision_at_5_diff1": 0.756406, "nauc_precision_at_10_max": 0.781929, "nauc_precision_at_10_std": 0.305031, "nauc_precision_at_10_diff1": 0.730339, "nauc_precision_at_20_max": 0.858245, "nauc_precision_at_20_std": 0.370091, "nauc_precision_at_20_diff1": 0.80653, "nauc_precision_at_100_max": 0.826861, "nauc_precision_at_100_std": 0.320289, "nauc_precision_at_100_diff1": 0.908577, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.538205, "nauc_mrr_at_1_std": 0.15392, "nauc_mrr_at_1_diff1": 0.846614, "nauc_mrr_at_3_max": 0.599234, "nauc_mrr_at_3_std": 0.186943, "nauc_mrr_at_3_diff1": 0.830297, "nauc_mrr_at_5_max": 0.597813, "nauc_mrr_at_5_std": 0.193318, "nauc_mrr_at_5_diff1": 0.827419, "nauc_mrr_at_10_max": 0.594299, "nauc_mrr_at_10_std": 0.186277, "nauc_mrr_at_10_diff1": 0.827129, "nauc_mrr_at_20_max": 0.59428, "nauc_mrr_at_20_std": 0.186225, "nauc_mrr_at_20_diff1": 0.829965, "nauc_mrr_at_100_max": 0.593089, "nauc_mrr_at_100_std": 0.185517, "nauc_mrr_at_100_diff1": 0.830106, "nauc_mrr_at_1000_max": 0.592914, "nauc_mrr_at_1000_std": 0.185405, "nauc_mrr_at_1000_diff1": 0.83006, "main_score": 0.83966, "hf_subset": "zho-zho", "languages": [ "zho-Hans", "zho-Hans" ] } ], "test": [ { "ndcg_at_1": 0.47572, "ndcg_at_3": 0.5476, "ndcg_at_5": 0.56877, "ndcg_at_10": 0.58763, "ndcg_at_20": 0.59959, "ndcg_at_100": 0.61751, "ndcg_at_1000": 0.63071, "map_at_1": 0.47562, "map_at_3": 0.5301, "map_at_5": 0.54185, "map_at_10": 0.54971, "map_at_20": 0.55299, "map_at_100": 0.55541, "map_at_1000": 0.55585, "recall_at_1": 0.47562, "recall_at_3": 0.59807, "recall_at_5": 0.64945, "recall_at_10": 0.70739, "recall_at_20": 0.75473, "recall_at_100": 0.85224, "recall_at_1000": 0.95931, "precision_at_1": 0.47572, "precision_at_3": 0.19939, "precision_at_5": 0.12991, "precision_at_10": 0.07075, "precision_at_20": 0.03775, "precision_at_100": 0.00852, "precision_at_1000": 0.00096, "mrr_at_1": 0.475717, "mrr_at_3": 0.530189, "mrr_at_5": 0.541946, "mrr_at_10": 0.549803, "mrr_at_20": 0.55307, "mrr_at_100": 0.555488, "mrr_at_1000": 0.555928, "nauc_ndcg_at_1_max": 0.523602, "nauc_ndcg_at_1_std": 0.116599, "nauc_ndcg_at_1_diff1": 0.731634, "nauc_ndcg_at_3_max": 0.535175, "nauc_ndcg_at_3_std": 0.136005, "nauc_ndcg_at_3_diff1": 0.68646, "nauc_ndcg_at_5_max": 0.536435, "nauc_ndcg_at_5_std": 0.141478, "nauc_ndcg_at_5_diff1": 0.678805, "nauc_ndcg_at_10_max": 0.536183, "nauc_ndcg_at_10_std": 0.149452, "nauc_ndcg_at_10_diff1": 0.674707, "nauc_ndcg_at_20_max": 0.538405, "nauc_ndcg_at_20_std": 0.151802, "nauc_ndcg_at_20_diff1": 0.674318, "nauc_ndcg_at_100_max": 0.538414, "nauc_ndcg_at_100_std": 0.156167, "nauc_ndcg_at_100_diff1": 0.67479, "nauc_ndcg_at_1000_max": 0.536794, "nauc_ndcg_at_1000_std": 0.151971, "nauc_ndcg_at_1000_diff1": 0.680795, "nauc_map_at_1_max": 0.523124, "nauc_map_at_1_std": 0.116133, "nauc_map_at_1_diff1": 0.731305, "nauc_map_at_3_max": 0.532734, "nauc_map_at_3_std": 0.130863, "nauc_map_at_3_diff1": 0.697837, "nauc_map_at_5_max": 0.53324, "nauc_map_at_5_std": 0.133594, "nauc_map_at_5_diff1": 0.6939, "nauc_map_at_10_max": 0.533251, "nauc_map_at_10_std": 0.136453, "nauc_map_at_10_diff1": 0.692458, "nauc_map_at_20_max": 0.533896, "nauc_map_at_20_std": 0.136944, "nauc_map_at_20_diff1": 0.692508, "nauc_map_at_100_max": 0.533844, "nauc_map_at_100_std": 0.13748, "nauc_map_at_100_diff1": 0.692545, "nauc_map_at_1000_max": 0.533782, "nauc_map_at_1000_std": 0.137363, "nauc_map_at_1000_diff1": 0.692723, "nauc_recall_at_1_max": 0.523124, "nauc_recall_at_1_std": 0.116133, "nauc_recall_at_1_diff1": 0.731305, "nauc_recall_at_3_max": 0.541885, "nauc_recall_at_3_std": 0.151398, "nauc_recall_at_3_diff1": 0.650992, "nauc_recall_at_5_max": 0.546505, "nauc_recall_at_5_std": 0.168202, "nauc_recall_at_5_diff1": 0.627024, "nauc_recall_at_10_max": 0.545848, "nauc_recall_at_10_std": 0.202777, "nauc_recall_at_10_diff1": 0.605109, "nauc_recall_at_20_max": 0.558645, "nauc_recall_at_20_std": 0.224132, "nauc_recall_at_20_diff1": 0.59226, "nauc_recall_at_100_max": 0.5709, "nauc_recall_at_100_std": 0.309489, "nauc_recall_at_100_diff1": 0.556598, "nauc_recall_at_1000_max": 0.566342, "nauc_recall_at_1000_std": 0.443177, "nauc_recall_at_1000_diff1": 0.597276, "nauc_precision_at_1_max": 0.523602, "nauc_precision_at_1_std": 0.116599, "nauc_precision_at_1_diff1": 0.731634, "nauc_precision_at_3_max": 0.54246, "nauc_precision_at_3_std": 0.151931, "nauc_precision_at_3_diff1": 0.651404, "nauc_precision_at_5_max": 0.547172, "nauc_precision_at_5_std": 0.168801, "nauc_precision_at_5_diff1": 0.627513, "nauc_precision_at_10_max": 0.546636, "nauc_precision_at_10_std": 0.203474, "nauc_precision_at_10_diff1": 0.605696, "nauc_precision_at_20_max": 0.5593, "nauc_precision_at_20_std": 0.225283, "nauc_precision_at_20_diff1": 0.592363, "nauc_precision_at_100_max": 0.571887, "nauc_precision_at_100_std": 0.311077, "nauc_precision_at_100_diff1": 0.55684, "nauc_precision_at_1000_max": 0.569792, "nauc_precision_at_1000_std": 0.447606, "nauc_precision_at_1000_diff1": 0.597789, "nauc_mrr_at_1_max": 0.523602, "nauc_mrr_at_1_std": 0.116599, "nauc_mrr_at_1_diff1": 0.731634, "nauc_mrr_at_3_max": 0.533237, "nauc_mrr_at_3_std": 0.131352, "nauc_mrr_at_3_diff1": 0.698182, "nauc_mrr_at_5_max": 0.533752, "nauc_mrr_at_5_std": 0.134092, "nauc_mrr_at_5_diff1": 0.694251, "nauc_mrr_at_10_max": 0.533771, "nauc_mrr_at_10_std": 0.136958, "nauc_mrr_at_10_diff1": 0.692814, "nauc_mrr_at_20_max": 0.534325, "nauc_mrr_at_20_std": 0.137361, "nauc_mrr_at_20_diff1": 0.692802, "nauc_mrr_at_100_max": 0.534275, "nauc_mrr_at_100_std": 0.137899, "nauc_mrr_at_100_diff1": 0.69284, "nauc_mrr_at_1000_max": 0.534214, "nauc_mrr_at_1000_std": 0.137782, "nauc_mrr_at_1000_diff1": 0.693019, "main_score": 0.58763, "hf_subset": "ara-ara", "languages": [ "ara-Arab", "ara-Arab" ] }, { "ndcg_at_1": 0.37439, "ndcg_at_3": 0.55207, "ndcg_at_5": 0.58067, "ndcg_at_10": 0.60187, "ndcg_at_20": 0.6144, "ndcg_at_100": 0.63018, "ndcg_at_1000": 0.63747, "map_at_1": 0.37409, "map_at_3": 0.51062, "map_at_5": 0.52655, "map_at_10": 0.53542, "map_at_20": 0.53876, "map_at_100": 0.54103, "map_at_1000": 0.54129, "recall_at_1": 0.37409, "recall_at_3": 0.67112, "recall_at_5": 0.74029, "recall_at_10": 0.80522, "recall_at_20": 0.85558, "recall_at_100": 0.93932, "recall_at_1000": 0.99757, "precision_at_1": 0.37439, "precision_at_3": 0.22391, "precision_at_5": 0.14818, "precision_at_10": 0.08058, "precision_at_20": 0.04281, "precision_at_100": 0.0094, "precision_at_1000": 0.001, "mrr_at_1": 0.374393, "mrr_at_3": 0.510619, "mrr_at_5": 0.526547, "mrr_at_10": 0.535424, "mrr_at_20": 0.538762, "mrr_at_100": 0.541032, "mrr_at_1000": 0.541294, "nauc_ndcg_at_1_max": 0.384134, "nauc_ndcg_at_1_std": 0.090889, "nauc_ndcg_at_1_diff1": 0.19727, "nauc_ndcg_at_3_max": 0.371186, "nauc_ndcg_at_3_std": 0.040858, "nauc_ndcg_at_3_diff1": 0.123014, "nauc_ndcg_at_5_max": 0.355666, "nauc_ndcg_at_5_std": 0.031463, "nauc_ndcg_at_5_diff1": 0.111489, "nauc_ndcg_at_10_max": 0.36126, "nauc_ndcg_at_10_std": 0.039846, "nauc_ndcg_at_10_diff1": 0.116383, "nauc_ndcg_at_20_max": 0.359657, "nauc_ndcg_at_20_std": 0.045584, "nauc_ndcg_at_20_diff1": 0.112881, "nauc_ndcg_at_100_max": 0.363747, "nauc_ndcg_at_100_std": 0.052715, "nauc_ndcg_at_100_diff1": 0.117403, "nauc_ndcg_at_1000_max": 0.366426, "nauc_ndcg_at_1000_std": 0.050878, "nauc_ndcg_at_1000_diff1": 0.126796, "nauc_map_at_1_max": 0.384294, "nauc_map_at_1_std": 0.089927, "nauc_map_at_1_diff1": 0.197768, "nauc_map_at_3_max": 0.373687, "nauc_map_at_3_std": 0.052118, "nauc_map_at_3_diff1": 0.140762, "nauc_map_at_5_max": 0.365588, "nauc_map_at_5_std": 0.04755, "nauc_map_at_5_diff1": 0.13521, "nauc_map_at_10_max": 0.368057, "nauc_map_at_10_std": 0.051249, "nauc_map_at_10_diff1": 0.137331, "nauc_map_at_20_max": 0.367647, "nauc_map_at_20_std": 0.052424, "nauc_map_at_20_diff1": 0.136837, "nauc_map_at_100_max": 0.36854, "nauc_map_at_100_std": 0.053261, "nauc_map_at_100_diff1": 0.137853, "nauc_map_at_1000_max": 0.368635, "nauc_map_at_1000_std": 0.053217, "nauc_map_at_1000_diff1": 0.138152, "nauc_recall_at_1_max": 0.384294, "nauc_recall_at_1_std": 0.089927, "nauc_recall_at_1_diff1": 0.197768, "nauc_recall_at_3_max": 0.36317, "nauc_recall_at_3_std": 0.003691, "nauc_recall_at_3_diff1": 0.063836, "nauc_recall_at_5_max": 0.314451, "nauc_recall_at_5_std": -0.032209, "nauc_recall_at_5_diff1": 0.017569, "nauc_recall_at_10_max": 0.328386, "nauc_recall_at_10_std": -0.011606, "nauc_recall_at_10_diff1": 0.017741, "nauc_recall_at_20_max": 0.307222, "nauc_recall_at_20_std": 0.02089, "nauc_recall_at_20_diff1": -0.042627, "nauc_recall_at_100_max": 0.306229, "nauc_recall_at_100_std": 0.149933, "nauc_recall_at_100_diff1": -0.162245, "nauc_recall_at_1000_max": 0.967316, "nauc_recall_at_1000_std": 0.934632, "nauc_recall_at_1000_diff1": 0.641785, "nauc_precision_at_1_max": 0.384134, "nauc_precision_at_1_std": 0.090889, "nauc_precision_at_1_diff1": 0.19727, "nauc_precision_at_3_max": 0.361512, "nauc_precision_at_3_std": 0.006207, "nauc_precision_at_3_diff1": 0.062375, "nauc_precision_at_5_max": 0.312693, "nauc_precision_at_5_std": -0.02904, "nauc_precision_at_5_diff1": 0.016035, "nauc_precision_at_10_max": 0.326091, "nauc_precision_at_10_std": -0.007731, "nauc_precision_at_10_diff1": 0.015806, "nauc_precision_at_20_max": 0.304367, "nauc_precision_at_20_std": 0.025734, "nauc_precision_at_20_diff1": -0.044713, "nauc_precision_at_100_max": 0.299788, "nauc_precision_at_100_std": 0.158687, "nauc_precision_at_100_diff1": -0.164918, "nauc_precision_at_1000_max": 0.652815, "nauc_precision_at_1000_std": 0.852063, "nauc_precision_at_1000_diff1": 0.350761, "nauc_mrr_at_1_max": 0.384134, "nauc_mrr_at_1_std": 0.090889, "nauc_mrr_at_1_diff1": 0.19727, "nauc_mrr_at_3_max": 0.373687, "nauc_mrr_at_3_std": 0.052118, "nauc_mrr_at_3_diff1": 0.140762, "nauc_mrr_at_5_max": 0.365588, "nauc_mrr_at_5_std": 0.04755, "nauc_mrr_at_5_diff1": 0.13521, "nauc_mrr_at_10_max": 0.368057, "nauc_mrr_at_10_std": 0.051249, "nauc_mrr_at_10_diff1": 0.137331, "nauc_mrr_at_20_max": 0.367647, "nauc_mrr_at_20_std": 0.052424, "nauc_mrr_at_20_diff1": 0.136837, "nauc_mrr_at_100_max": 0.36854, "nauc_mrr_at_100_std": 0.053261, "nauc_mrr_at_100_diff1": 0.137853, "nauc_mrr_at_1000_max": 0.368635, "nauc_mrr_at_1000_std": 0.053217, "nauc_mrr_at_1000_diff1": 0.138152, "main_score": 0.60187, "hf_subset": "ara-deu", "languages": [ "ara-Arab", "deu-Latn" ] }, { "ndcg_at_1": 0.50563, "ndcg_at_3": 0.59612, "ndcg_at_5": 0.61535, "ndcg_at_10": 0.63515, "ndcg_at_20": 0.64871, "ndcg_at_100": 0.66599, "ndcg_at_1000": 0.67488, "map_at_1": 0.50553, "map_at_3": 0.57432, "map_at_5": 0.58499, "map_at_10": 0.59331, "map_at_20": 0.59708, "map_at_100": 0.5995, "map_at_1000": 0.59984, "recall_at_1": 0.50553, "recall_at_3": 0.65895, "recall_at_5": 0.70565, "recall_at_10": 0.76604, "recall_at_20": 0.8193, "recall_at_100": 0.91195, "recall_at_1000": 0.98237, "precision_at_1": 0.50563, "precision_at_3": 0.21974, "precision_at_5": 0.14119, "precision_at_10": 0.07663, "precision_at_20": 0.04098, "precision_at_100": 0.00912, "precision_at_1000": 0.00098, "mrr_at_1": 0.505626, "mrr_at_3": 0.574394, "mrr_at_5": 0.585065, "mrr_at_10": 0.593389, "mrr_at_20": 0.59716, "mrr_at_100": 0.599578, "mrr_at_1000": 0.599908, "nauc_ndcg_at_1_max": 0.510103, "nauc_ndcg_at_1_std": 0.047867, "nauc_ndcg_at_1_diff1": 0.687546, "nauc_ndcg_at_3_max": 0.525859, "nauc_ndcg_at_3_std": 0.050919, "nauc_ndcg_at_3_diff1": 0.649082, "nauc_ndcg_at_5_max": 0.526927, "nauc_ndcg_at_5_std": 0.0549, "nauc_ndcg_at_5_diff1": 0.643135, "nauc_ndcg_at_10_max": 0.528515, "nauc_ndcg_at_10_std": 0.063098, "nauc_ndcg_at_10_diff1": 0.639629, "nauc_ndcg_at_20_max": 0.526805, "nauc_ndcg_at_20_std": 0.066476, "nauc_ndcg_at_20_diff1": 0.639856, "nauc_ndcg_at_100_max": 0.527089, "nauc_ndcg_at_100_std": 0.067251, "nauc_ndcg_at_100_diff1": 0.643028, "nauc_ndcg_at_1000_max": 0.526016, "nauc_ndcg_at_1000_std": 0.063674, "nauc_ndcg_at_1000_diff1": 0.646044, "nauc_map_at_1_max": 0.510008, "nauc_map_at_1_std": 0.047552, "nauc_map_at_1_diff1": 0.687674, "nauc_map_at_3_max": 0.522573, "nauc_map_at_3_std": 0.050331, "nauc_map_at_3_diff1": 0.658632, "nauc_map_at_5_max": 0.523019, "nauc_map_at_5_std": 0.0524, "nauc_map_at_5_diff1": 0.655594, "nauc_map_at_10_max": 0.523483, "nauc_map_at_10_std": 0.05569, "nauc_map_at_10_diff1": 0.654462, "nauc_map_at_20_max": 0.522999, "nauc_map_at_20_std": 0.056328, "nauc_map_at_20_diff1": 0.654629, "nauc_map_at_100_max": 0.522992, "nauc_map_at_100_std": 0.056422, "nauc_map_at_100_diff1": 0.655102, "nauc_map_at_1000_max": 0.522974, "nauc_map_at_1000_std": 0.056339, "nauc_map_at_1000_diff1": 0.655208, "nauc_recall_at_1_max": 0.510008, "nauc_recall_at_1_std": 0.047552, "nauc_recall_at_1_diff1": 0.687674, "nauc_recall_at_3_max": 0.535872, "nauc_recall_at_3_std": 0.052221, "nauc_recall_at_3_diff1": 0.618128, "nauc_recall_at_5_max": 0.540209, "nauc_recall_at_5_std": 0.063817, "nauc_recall_at_5_diff1": 0.598307, "nauc_recall_at_10_max": 0.550085, "nauc_recall_at_10_std": 0.098191, "nauc_recall_at_10_diff1": 0.574745, "nauc_recall_at_20_max": 0.544601, "nauc_recall_at_20_std": 0.130059, "nauc_recall_at_20_diff1": 0.560789, "nauc_recall_at_100_max": 0.566922, "nauc_recall_at_100_std": 0.198238, "nauc_recall_at_100_diff1": 0.53778, "nauc_recall_at_1000_max": 0.58833, "nauc_recall_at_1000_std": 0.280818, "nauc_recall_at_1000_diff1": 0.458737, "nauc_precision_at_1_max": 0.510103, "nauc_precision_at_1_std": 0.047867, "nauc_precision_at_1_diff1": 0.687546, "nauc_precision_at_3_max": 0.535848, "nauc_precision_at_3_std": 0.053514, "nauc_precision_at_3_diff1": 0.617006, "nauc_precision_at_5_max": 0.54021, "nauc_precision_at_5_std": 0.065238, "nauc_precision_at_5_diff1": 0.597125, "nauc_precision_at_10_max": 0.550075, "nauc_precision_at_10_std": 0.099862, "nauc_precision_at_10_diff1": 0.573349, "nauc_precision_at_20_max": 0.544641, "nauc_precision_at_20_std": 0.132098, "nauc_precision_at_20_diff1": 0.559121, "nauc_precision_at_100_max": 0.566742, "nauc_precision_at_100_std": 0.204951, "nauc_precision_at_100_diff1": 0.532013, "nauc_precision_at_1000_max": 0.576386, "nauc_precision_at_1000_std": 0.31273, "nauc_precision_at_1000_diff1": 0.420497, "nauc_mrr_at_1_max": 0.510103, "nauc_mrr_at_1_std": 0.047867, "nauc_mrr_at_1_diff1": 0.687546, "nauc_mrr_at_3_max": 0.522819, "nauc_mrr_at_3_std": 0.050705, "nauc_mrr_at_3_diff1": 0.65862, "nauc_mrr_at_5_max": 0.52327, "nauc_mrr_at_5_std": 0.052781, "nauc_mrr_at_5_diff1": 0.655582, "nauc_mrr_at_10_max": 0.523739, "nauc_mrr_at_10_std": 0.05608, "nauc_mrr_at_10_diff1": 0.654449, "nauc_mrr_at_20_max": 0.523258, "nauc_mrr_at_20_std": 0.056721, "nauc_mrr_at_20_diff1": 0.654616, "nauc_mrr_at_100_max": 0.523226, "nauc_mrr_at_100_std": 0.056788, "nauc_mrr_at_100_diff1": 0.655083, "nauc_mrr_at_1000_max": 0.523205, "nauc_mrr_at_1000_std": 0.056701, "nauc_mrr_at_1000_diff1": 0.655189, "main_score": 0.63515, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ] }, { "ndcg_at_1": 0.52983, "ndcg_at_3": 0.62076, "ndcg_at_5": 0.63902, "ndcg_at_10": 0.65705, "ndcg_at_20": 0.66903, "ndcg_at_100": 0.68565, "ndcg_at_1000": 0.69506, "map_at_1": 0.52983, "map_at_3": 0.59884, "map_at_5": 0.60905, "map_at_10": 0.61661, "map_at_20": 0.61995, "map_at_100": 0.62225, "map_at_1000": 0.62259, "recall_at_1": 0.52983, "recall_at_3": 0.68402, "recall_at_5": 0.72801, "recall_at_10": 0.78311, "recall_at_20": 0.83013, "recall_at_100": 0.91962, "recall_at_1000": 0.99494, "precision_at_1": 0.52983, "precision_at_3": 0.22801, "precision_at_5": 0.1456, "precision_at_10": 0.07831, "precision_at_20": 0.04151, "precision_at_100": 0.0092, "precision_at_1000": 0.00099, "mrr_at_1": 0.529828, "mrr_at_3": 0.598837, "mrr_at_5": 0.60905, "mrr_at_10": 0.616608, "mrr_at_20": 0.619949, "mrr_at_100": 0.622252, "mrr_at_1000": 0.622585, "nauc_ndcg_at_1_max": 0.547685, "nauc_ndcg_at_1_std": 0.076424, "nauc_ndcg_at_1_diff1": 0.737955, "nauc_ndcg_at_3_max": 0.587865, "nauc_ndcg_at_3_std": 0.095528, "nauc_ndcg_at_3_diff1": 0.704901, "nauc_ndcg_at_5_max": 0.586816, "nauc_ndcg_at_5_std": 0.099347, "nauc_ndcg_at_5_diff1": 0.70103, "nauc_ndcg_at_10_max": 0.583121, "nauc_ndcg_at_10_std": 0.099437, "nauc_ndcg_at_10_diff1": 0.699074, "nauc_ndcg_at_20_max": 0.579293, "nauc_ndcg_at_20_std": 0.096654, "nauc_ndcg_at_20_diff1": 0.696477, "nauc_ndcg_at_100_max": 0.581372, "nauc_ndcg_at_100_std": 0.101082, "nauc_ndcg_at_100_diff1": 0.702231, "nauc_ndcg_at_1000_max": 0.579216, "nauc_ndcg_at_1000_std": 0.098124, "nauc_ndcg_at_1000_diff1": 0.705157, "nauc_map_at_1_max": 0.547685, "nauc_map_at_1_std": 0.076424, "nauc_map_at_1_diff1": 0.737955, "nauc_map_at_3_max": 0.578872, "nauc_map_at_3_std": 0.091, "nauc_map_at_3_diff1": 0.714167, "nauc_map_at_5_max": 0.578008, "nauc_map_at_5_std": 0.093058, "nauc_map_at_5_diff1": 0.712068, "nauc_map_at_10_max": 0.576602, "nauc_map_at_10_std": 0.093125, "nauc_map_at_10_diff1": 0.711606, "nauc_map_at_20_max": 0.575548, "nauc_map_at_20_std": 0.092351, "nauc_map_at_20_diff1": 0.711016, "nauc_map_at_100_max": 0.575902, "nauc_map_at_100_std": 0.093213, "nauc_map_at_100_diff1": 0.711815, "nauc_map_at_1000_max": 0.57582, "nauc_map_at_1000_std": 0.093145, "nauc_map_at_1000_diff1": 0.711903, "nauc_recall_at_1_max": 0.547685, "nauc_recall_at_1_std": 0.076424, "nauc_recall_at_1_diff1": 0.737955, "nauc_recall_at_3_max": 0.61692, "nauc_recall_at_3_std": 0.1103, "nauc_recall_at_3_diff1": 0.673906, "nauc_recall_at_5_max": 0.617995, "nauc_recall_at_5_std": 0.122415, "nauc_recall_at_5_diff1": 0.660297, "nauc_recall_at_10_max": 0.607324, "nauc_recall_at_10_std": 0.126341, "nauc_recall_at_10_diff1": 0.643238, "nauc_recall_at_20_max": 0.58901, "nauc_recall_at_20_std": 0.115117, "nauc_recall_at_20_diff1": 0.613923, "nauc_recall_at_100_max": 0.627436, "nauc_recall_at_100_std": 0.187846, "nauc_recall_at_100_diff1": 0.626781, "nauc_recall_at_1000_max": 0.544173, "nauc_recall_at_1000_std": 0.297128, "nauc_recall_at_1000_diff1": 0.646624, "nauc_precision_at_1_max": 0.547685, "nauc_precision_at_1_std": 0.076424, "nauc_precision_at_1_diff1": 0.737955, "nauc_precision_at_3_max": 0.61692, "nauc_precision_at_3_std": 0.1103, "nauc_precision_at_3_diff1": 0.673906, "nauc_precision_at_5_max": 0.617995, "nauc_precision_at_5_std": 0.122415, "nauc_precision_at_5_diff1": 0.660297, "nauc_precision_at_10_max": 0.607324, "nauc_precision_at_10_std": 0.126341, "nauc_precision_at_10_diff1": 0.643238, "nauc_precision_at_20_max": 0.58901, "nauc_precision_at_20_std": 0.115117, "nauc_precision_at_20_diff1": 0.613923, "nauc_precision_at_100_max": 0.627436, "nauc_precision_at_100_std": 0.187846, "nauc_precision_at_100_diff1": 0.626781, "nauc_precision_at_1000_max": 0.544173, "nauc_precision_at_1000_std": 0.297128, "nauc_precision_at_1000_diff1": 0.646624, "nauc_mrr_at_1_max": 0.547685, "nauc_mrr_at_1_std": 0.076424, "nauc_mrr_at_1_diff1": 0.737955, "nauc_mrr_at_3_max": 0.578872, "nauc_mrr_at_3_std": 0.091, "nauc_mrr_at_3_diff1": 0.714167, "nauc_mrr_at_5_max": 0.578008, "nauc_mrr_at_5_std": 0.093058, "nauc_mrr_at_5_diff1": 0.712068, "nauc_mrr_at_10_max": 0.576602, "nauc_mrr_at_10_std": 0.093125, "nauc_mrr_at_10_diff1": 0.711606, "nauc_mrr_at_20_max": 0.575548, "nauc_mrr_at_20_std": 0.092351, "nauc_mrr_at_20_diff1": 0.711016, "nauc_mrr_at_100_max": 0.575902, "nauc_mrr_at_100_std": 0.093213, "nauc_mrr_at_100_diff1": 0.711815, "nauc_mrr_at_1000_max": 0.57582, "nauc_mrr_at_1000_std": 0.093145, "nauc_mrr_at_1000_diff1": 0.711903, "main_score": 0.65705, "hf_subset": "ara-spa", "languages": [ "ara-Arab", "spa-Latn" ] }, { "ndcg_at_1": 0.32114, "ndcg_at_3": 0.3944, "ndcg_at_5": 0.4148, "ndcg_at_10": 0.4372, "ndcg_at_20": 0.4553, "ndcg_at_100": 0.48525, "ndcg_at_1000": 0.50888, "map_at_1": 0.32114, "map_at_3": 0.37648, "map_at_5": 0.38789, "map_at_10": 0.39722, "map_at_20": 0.4022, "map_at_100": 0.40631, "map_at_1000": 0.40707, "recall_at_1": 0.32114, "recall_at_3": 0.4462, "recall_at_5": 0.49536, "recall_at_10": 0.56417, "recall_at_20": 0.63572, "recall_at_100": 0.79792, "recall_at_1000": 0.99072, "precision_at_1": 0.32114, "precision_at_3": 0.14873, "precision_at_5": 0.09907, "precision_at_10": 0.05642, "precision_at_20": 0.03179, "precision_at_100": 0.00798, "precision_at_1000": 0.00099, "mrr_at_1": 0.321136, "mrr_at_3": 0.376479, "mrr_at_5": 0.387894, "mrr_at_10": 0.397224, "mrr_at_20": 0.402201, "mrr_at_100": 0.406308, "mrr_at_1000": 0.407074, "nauc_ndcg_at_1_max": 0.436086, "nauc_ndcg_at_1_std": 0.054079, "nauc_ndcg_at_1_diff1": 0.653791, "nauc_ndcg_at_3_max": 0.421448, "nauc_ndcg_at_3_std": 0.053519, "nauc_ndcg_at_3_diff1": 0.590859, "nauc_ndcg_at_5_max": 0.416532, "nauc_ndcg_at_5_std": 0.052063, "nauc_ndcg_at_5_diff1": 0.577028, "nauc_ndcg_at_10_max": 0.414826, "nauc_ndcg_at_10_std": 0.054288, "nauc_ndcg_at_10_diff1": 0.571788, "nauc_ndcg_at_20_max": 0.41486, "nauc_ndcg_at_20_std": 0.056024, "nauc_ndcg_at_20_diff1": 0.571155, "nauc_ndcg_at_100_max": 0.41999, "nauc_ndcg_at_100_std": 0.058931, "nauc_ndcg_at_100_diff1": 0.569206, "nauc_ndcg_at_1000_max": 0.420026, "nauc_ndcg_at_1000_std": 0.056714, "nauc_ndcg_at_1000_diff1": 0.580433, "nauc_map_at_1_max": 0.436086, "nauc_map_at_1_std": 0.054079, "nauc_map_at_1_diff1": 0.653791, "nauc_map_at_3_max": 0.424064, "nauc_map_at_3_std": 0.052028, "nauc_map_at_3_diff1": 0.604825, "nauc_map_at_5_max": 0.421374, "nauc_map_at_5_std": 0.051321, "nauc_map_at_5_diff1": 0.597183, "nauc_map_at_10_max": 0.420722, "nauc_map_at_10_std": 0.052427, "nauc_map_at_10_diff1": 0.595284, "nauc_map_at_20_max": 0.420836, "nauc_map_at_20_std": 0.053, "nauc_map_at_20_diff1": 0.595151, "nauc_map_at_100_max": 0.421495, "nauc_map_at_100_std": 0.053199, "nauc_map_at_100_diff1": 0.595178, "nauc_map_at_1000_max": 0.421565, "nauc_map_at_1000_std": 0.053298, "nauc_map_at_1000_diff1": 0.595506, "nauc_recall_at_1_max": 0.436086, "nauc_recall_at_1_std": 0.054079, "nauc_recall_at_1_diff1": 0.653791, "nauc_recall_at_3_max": 0.414317, "nauc_recall_at_3_std": 0.058452, "nauc_recall_at_3_diff1": 0.55131, "nauc_recall_at_5_max": 0.402109, "nauc_recall_at_5_std": 0.054547, "nauc_recall_at_5_diff1": 0.517036, "nauc_recall_at_10_max": 0.395528, "nauc_recall_at_10_std": 0.060835, "nauc_recall_at_10_diff1": 0.495351, "nauc_recall_at_20_max": 0.392995, "nauc_recall_at_20_std": 0.068411, "nauc_recall_at_20_diff1": 0.484956, "nauc_recall_at_100_max": 0.427783, "nauc_recall_at_100_std": 0.106132, "nauc_recall_at_100_diff1": 0.416102, "nauc_recall_at_1000_max": 0.389166, "nauc_recall_at_1000_std": 0.02914, "nauc_recall_at_1000_diff1": 0.445089, "nauc_precision_at_1_max": 0.436086, "nauc_precision_at_1_std": 0.054079, "nauc_precision_at_1_diff1": 0.653791, "nauc_precision_at_3_max": 0.414317, "nauc_precision_at_3_std": 0.058452, "nauc_precision_at_3_diff1": 0.55131, "nauc_precision_at_5_max": 0.402109, "nauc_precision_at_5_std": 0.054547, "nauc_precision_at_5_diff1": 0.517036, "nauc_precision_at_10_max": 0.395528, "nauc_precision_at_10_std": 0.060835, "nauc_precision_at_10_diff1": 0.495351, "nauc_precision_at_20_max": 0.392995, "nauc_precision_at_20_std": 0.068411, "nauc_precision_at_20_diff1": 0.484956, "nauc_precision_at_100_max": 0.427783, "nauc_precision_at_100_std": 0.106132, "nauc_precision_at_100_diff1": 0.416102, "nauc_precision_at_1000_max": 0.389166, "nauc_precision_at_1000_std": 0.02914, "nauc_precision_at_1000_diff1": 0.445089, "nauc_mrr_at_1_max": 0.436086, "nauc_mrr_at_1_std": 0.054079, "nauc_mrr_at_1_diff1": 0.653791, "nauc_mrr_at_3_max": 0.424064, "nauc_mrr_at_3_std": 0.052028, "nauc_mrr_at_3_diff1": 0.604825, "nauc_mrr_at_5_max": 0.421374, "nauc_mrr_at_5_std": 0.051321, "nauc_mrr_at_5_diff1": 0.597183, "nauc_mrr_at_10_max": 0.420722, "nauc_mrr_at_10_std": 0.052427, "nauc_mrr_at_10_diff1": 0.595284, "nauc_mrr_at_20_max": 0.420836, "nauc_mrr_at_20_std": 0.053, "nauc_mrr_at_20_diff1": 0.595151, "nauc_mrr_at_100_max": 0.421495, "nauc_mrr_at_100_std": 0.053199, "nauc_mrr_at_100_diff1": 0.595178, "nauc_mrr_at_1000_max": 0.421565, "nauc_mrr_at_1000_std": 0.053298, "nauc_mrr_at_1000_diff1": 0.595506, "main_score": 0.4372, "hf_subset": "ara-hin", "languages": [ "ara-Arab", "hin-Deva" ] }, { "ndcg_at_1": 0.44162, "ndcg_at_3": 0.53419, "ndcg_at_5": 0.55489, "ndcg_at_10": 0.57643, "ndcg_at_20": 0.59223, "ndcg_at_100": 0.61227, "ndcg_at_1000": 0.62596, "map_at_1": 0.44162, "map_at_3": 0.51221, "map_at_5": 0.52357, "map_at_10": 0.53249, "map_at_20": 0.5369, "map_at_100": 0.53963, "map_at_1000": 0.54012, "recall_at_1": 0.44162, "recall_at_3": 0.59746, "recall_at_5": 0.64827, "recall_at_10": 0.7147, "recall_at_20": 0.77675, "recall_at_100": 0.8852, "recall_at_1000": 0.99463, "precision_at_1": 0.44162, "precision_at_3": 0.19915, "precision_at_5": 0.12965, "precision_at_10": 0.07147, "precision_at_20": 0.03884, "precision_at_100": 0.00885, "precision_at_1000": 0.00099, "mrr_at_1": 0.441622, "mrr_at_3": 0.512213, "mrr_at_5": 0.523571, "mrr_at_10": 0.532491, "mrr_at_20": 0.536896, "mrr_at_100": 0.539635, "mrr_at_1000": 0.540122, "nauc_ndcg_at_1_max": 0.508802, "nauc_ndcg_at_1_std": 0.067632, "nauc_ndcg_at_1_diff1": 0.683966, "nauc_ndcg_at_3_max": 0.527441, "nauc_ndcg_at_3_std": 0.094946, "nauc_ndcg_at_3_diff1": 0.640677, "nauc_ndcg_at_5_max": 0.527346, "nauc_ndcg_at_5_std": 0.099963, "nauc_ndcg_at_5_diff1": 0.634294, "nauc_ndcg_at_10_max": 0.524196, "nauc_ndcg_at_10_std": 0.101596, "nauc_ndcg_at_10_diff1": 0.627757, "nauc_ndcg_at_20_max": 0.520277, "nauc_ndcg_at_20_std": 0.100822, "nauc_ndcg_at_20_diff1": 0.626981, "nauc_ndcg_at_100_max": 0.52363, "nauc_ndcg_at_100_std": 0.106793, "nauc_ndcg_at_100_diff1": 0.630273, "nauc_ndcg_at_1000_max": 0.523936, "nauc_ndcg_at_1000_std": 0.100537, "nauc_ndcg_at_1000_diff1": 0.636633, "nauc_map_at_1_max": 0.508802, "nauc_map_at_1_std": 0.067632, "nauc_map_at_1_diff1": 0.683966, "nauc_map_at_3_max": 0.523591, "nauc_map_at_3_std": 0.088434, "nauc_map_at_3_diff1": 0.650828, "nauc_map_at_5_max": 0.52349, "nauc_map_at_5_std": 0.090746, "nauc_map_at_5_diff1": 0.647898, "nauc_map_at_10_max": 0.522442, "nauc_map_at_10_std": 0.091471, "nauc_map_at_10_diff1": 0.645658, "nauc_map_at_20_max": 0.521419, "nauc_map_at_20_std": 0.091272, "nauc_map_at_20_diff1": 0.645734, "nauc_map_at_100_max": 0.521901, "nauc_map_at_100_std": 0.092051, "nauc_map_at_100_diff1": 0.646179, "nauc_map_at_1000_max": 0.521947, "nauc_map_at_1000_std": 0.091918, "nauc_map_at_1000_diff1": 0.646387, "nauc_recall_at_1_max": 0.508802, "nauc_recall_at_1_std": 0.067632, "nauc_recall_at_1_diff1": 0.683966, "nauc_recall_at_3_max": 0.53899, "nauc_recall_at_3_std": 0.114956, "nauc_recall_at_3_diff1": 0.609565, "nauc_recall_at_5_max": 0.539743, "nauc_recall_at_5_std": 0.131741, "nauc_recall_at_5_diff1": 0.587786, "nauc_recall_at_10_max": 0.527894, "nauc_recall_at_10_std": 0.141416, "nauc_recall_at_10_diff1": 0.554699, "nauc_recall_at_20_max": 0.506247, "nauc_recall_at_20_std": 0.144623, "nauc_recall_at_20_diff1": 0.532999, "nauc_recall_at_100_max": 0.537513, "nauc_recall_at_100_std": 0.254832, "nauc_recall_at_100_diff1": 0.505794, "nauc_recall_at_1000_max": 0.828321, "nauc_recall_at_1000_std": 0.510513, "nauc_recall_at_1000_diff1": 0.537496, "nauc_precision_at_1_max": 0.508802, "nauc_precision_at_1_std": 0.067632, "nauc_precision_at_1_diff1": 0.683966, "nauc_precision_at_3_max": 0.53899, "nauc_precision_at_3_std": 0.114956, "nauc_precision_at_3_diff1": 0.609565, "nauc_precision_at_5_max": 0.539743, "nauc_precision_at_5_std": 0.131741, "nauc_precision_at_5_diff1": 0.587786, "nauc_precision_at_10_max": 0.527894, "nauc_precision_at_10_std": 0.141416, "nauc_precision_at_10_diff1": 0.554699, "nauc_precision_at_20_max": 0.506247, "nauc_precision_at_20_std": 0.144623, "nauc_precision_at_20_diff1": 0.532999, "nauc_precision_at_100_max": 0.537513, "nauc_precision_at_100_std": 0.254832, "nauc_precision_at_100_diff1": 0.505794, "nauc_precision_at_1000_max": 0.828321, "nauc_precision_at_1000_std": 0.510513, "nauc_precision_at_1000_diff1": 0.537496, "nauc_mrr_at_1_max": 0.508802, "nauc_mrr_at_1_std": 0.067632, "nauc_mrr_at_1_diff1": 0.683966, "nauc_mrr_at_3_max": 0.523591, "nauc_mrr_at_3_std": 0.088434, "nauc_mrr_at_3_diff1": 0.650828, "nauc_mrr_at_5_max": 0.52349, "nauc_mrr_at_5_std": 0.090746, "nauc_mrr_at_5_diff1": 0.647898, "nauc_mrr_at_10_max": 0.522442, "nauc_mrr_at_10_std": 0.091471, "nauc_mrr_at_10_diff1": 0.645658, "nauc_mrr_at_20_max": 0.521419, "nauc_mrr_at_20_std": 0.091272, "nauc_mrr_at_20_diff1": 0.645734, "nauc_mrr_at_100_max": 0.521901, "nauc_mrr_at_100_std": 0.092051, "nauc_mrr_at_100_diff1": 0.646179, "nauc_mrr_at_1000_max": 0.521947, "nauc_mrr_at_1000_std": 0.091918, "nauc_mrr_at_1000_diff1": 0.646387, "main_score": 0.57643, "hf_subset": "ara-vie", "languages": [ "ara-Arab", "vie-Latn" ] }, { "ndcg_at_1": 0.43985, "ndcg_at_3": 0.52168, "ndcg_at_5": 0.54338, "ndcg_at_10": 0.56496, "ndcg_at_20": 0.58461, "ndcg_at_100": 0.60591, "ndcg_at_1000": 0.61855, "map_at_1": 0.43985, "map_at_3": 0.502, "map_at_5": 0.51401, "map_at_10": 0.52298, "map_at_20": 0.52834, "map_at_100": 0.53126, "map_at_1000": 0.5317, "recall_at_1": 0.43985, "recall_at_3": 0.57845, "recall_at_5": 0.63128, "recall_at_10": 0.6977, "recall_at_20": 0.77563, "recall_at_100": 0.89069, "recall_at_1000": 0.99163, "precision_at_1": 0.43985, "precision_at_3": 0.19282, "precision_at_5": 0.12626, "precision_at_10": 0.06977, "precision_at_20": 0.03878, "precision_at_100": 0.00891, "precision_at_1000": 0.00099, "mrr_at_1": 0.439854, "mrr_at_3": 0.502005, "mrr_at_5": 0.514008, "mrr_at_10": 0.522978, "mrr_at_20": 0.528336, "mrr_at_100": 0.531259, "mrr_at_1000": 0.531704, "nauc_ndcg_at_1_max": 0.430904, "nauc_ndcg_at_1_std": 0.051827, "nauc_ndcg_at_1_diff1": 0.669468, "nauc_ndcg_at_3_max": 0.421395, "nauc_ndcg_at_3_std": 0.043426, "nauc_ndcg_at_3_diff1": 0.62411, "nauc_ndcg_at_5_max": 0.421012, "nauc_ndcg_at_5_std": 0.043778, "nauc_ndcg_at_5_diff1": 0.619614, "nauc_ndcg_at_10_max": 0.416183, "nauc_ndcg_at_10_std": 0.04817, "nauc_ndcg_at_10_diff1": 0.610872, "nauc_ndcg_at_20_max": 0.4133, "nauc_ndcg_at_20_std": 0.051349, "nauc_ndcg_at_20_diff1": 0.611919, "nauc_ndcg_at_100_max": 0.420369, "nauc_ndcg_at_100_std": 0.059176, "nauc_ndcg_at_100_diff1": 0.613211, "nauc_ndcg_at_1000_max": 0.421738, "nauc_ndcg_at_1000_std": 0.055344, "nauc_ndcg_at_1000_diff1": 0.620804, "nauc_map_at_1_max": 0.430904, "nauc_map_at_1_std": 0.051827, "nauc_map_at_1_diff1": 0.669468, "nauc_map_at_3_max": 0.424355, "nauc_map_at_3_std": 0.045795, "nauc_map_at_3_diff1": 0.635458, "nauc_map_at_5_max": 0.424291, "nauc_map_at_5_std": 0.046041, "nauc_map_at_5_diff1": 0.633095, "nauc_map_at_10_max": 0.422487, "nauc_map_at_10_std": 0.048028, "nauc_map_at_10_diff1": 0.629895, "nauc_map_at_20_max": 0.421918, "nauc_map_at_20_std": 0.048814, "nauc_map_at_20_diff1": 0.630503, "nauc_map_at_100_max": 0.423011, "nauc_map_at_100_std": 0.049997, "nauc_map_at_100_diff1": 0.630816, "nauc_map_at_1000_max": 0.423075, "nauc_map_at_1000_std": 0.049904, "nauc_map_at_1000_diff1": 0.63107, "nauc_recall_at_1_max": 0.430904, "nauc_recall_at_1_std": 0.051827, "nauc_recall_at_1_diff1": 0.669468, "nauc_recall_at_3_max": 0.41207, "nauc_recall_at_3_std": 0.036048, "nauc_recall_at_3_diff1": 0.589334, "nauc_recall_at_5_max": 0.40982, "nauc_recall_at_5_std": 0.036289, "nauc_recall_at_5_diff1": 0.574991, "nauc_recall_at_10_max": 0.389872, "nauc_recall_at_10_std": 0.050118, "nauc_recall_at_10_diff1": 0.535738, "nauc_recall_at_20_max": 0.364872, "nauc_recall_at_20_std": 0.069394, "nauc_recall_at_20_diff1": 0.519711, "nauc_recall_at_100_max": 0.413851, "nauc_recall_at_100_std": 0.185172, "nauc_recall_at_100_diff1": 0.455158, "nauc_recall_at_1000_max": 0.659253, "nauc_recall_at_1000_std": 0.639299, "nauc_recall_at_1000_diff1": 0.506171, "nauc_precision_at_1_max": 0.430904, "nauc_precision_at_1_std": 0.051827, "nauc_precision_at_1_diff1": 0.669468, "nauc_precision_at_3_max": 0.41207, "nauc_precision_at_3_std": 0.036048, "nauc_precision_at_3_diff1": 0.589334, "nauc_precision_at_5_max": 0.40982, "nauc_precision_at_5_std": 0.036289, "nauc_precision_at_5_diff1": 0.574991, "nauc_precision_at_10_max": 0.389872, "nauc_precision_at_10_std": 0.050118, "nauc_precision_at_10_diff1": 0.535738, "nauc_precision_at_20_max": 0.364872, "nauc_precision_at_20_std": 0.069394, "nauc_precision_at_20_diff1": 0.519711, "nauc_precision_at_100_max": 0.413851, "nauc_precision_at_100_std": 0.185172, "nauc_precision_at_100_diff1": 0.455158, "nauc_precision_at_1000_max": 0.659253, "nauc_precision_at_1000_std": 0.639299, "nauc_precision_at_1000_diff1": 0.506171, "nauc_mrr_at_1_max": 0.430904, "nauc_mrr_at_1_std": 0.051827, "nauc_mrr_at_1_diff1": 0.669468, "nauc_mrr_at_3_max": 0.424355, "nauc_mrr_at_3_std": 0.045795, "nauc_mrr_at_3_diff1": 0.635458, "nauc_mrr_at_5_max": 0.424291, "nauc_mrr_at_5_std": 0.046041, "nauc_mrr_at_5_diff1": 0.633095, "nauc_mrr_at_10_max": 0.422487, "nauc_mrr_at_10_std": 0.048028, "nauc_mrr_at_10_diff1": 0.629895, "nauc_mrr_at_20_max": 0.421918, "nauc_mrr_at_20_std": 0.048814, "nauc_mrr_at_20_diff1": 0.630503, "nauc_mrr_at_100_max": 0.423011, "nauc_mrr_at_100_std": 0.049997, "nauc_mrr_at_100_diff1": 0.630816, "nauc_mrr_at_1000_max": 0.423075, "nauc_mrr_at_1000_std": 0.049904, "nauc_mrr_at_1000_diff1": 0.63107, "main_score": 0.56496, "hf_subset": "ara-zho", "languages": [ "ara-Arab", "zho-Hans" ] }, { "ndcg_at_1": 0.41844, "ndcg_at_3": 0.49817, "ndcg_at_5": 0.52184, "ndcg_at_10": 0.54459, "ndcg_at_20": 0.56219, "ndcg_at_100": 0.58617, "ndcg_at_1000": 0.60036, "map_at_1": 0.41844, "map_at_3": 0.47857, "map_at_5": 0.49167, "map_at_10": 0.50129, "map_at_20": 0.5061, "map_at_100": 0.50934, "map_at_1000": 0.50986, "recall_at_1": 0.41844, "recall_at_3": 0.55488, "recall_at_5": 0.61249, "recall_at_10": 0.68163, "recall_at_20": 0.75136, "recall_at_100": 0.88175, "recall_at_1000": 0.99394, "precision_at_1": 0.41844, "precision_at_3": 0.18496, "precision_at_5": 0.1225, "precision_at_10": 0.06816, "precision_at_20": 0.03757, "precision_at_100": 0.00882, "precision_at_1000": 0.00099, "mrr_at_1": 0.418435, "mrr_at_3": 0.478573, "mrr_at_5": 0.491672, "mrr_at_10": 0.501286, "mrr_at_20": 0.506101, "mrr_at_100": 0.50934, "mrr_at_1000": 0.509859, "nauc_ndcg_at_1_max": 0.57239, "nauc_ndcg_at_1_std": 0.082067, "nauc_ndcg_at_1_diff1": 0.643642, "nauc_ndcg_at_3_max": 0.5798, "nauc_ndcg_at_3_std": 0.106818, "nauc_ndcg_at_3_diff1": 0.5917, "nauc_ndcg_at_5_max": 0.575377, "nauc_ndcg_at_5_std": 0.115216, "nauc_ndcg_at_5_diff1": 0.579961, "nauc_ndcg_at_10_max": 0.573309, "nauc_ndcg_at_10_std": 0.125928, "nauc_ndcg_at_10_diff1": 0.574413, "nauc_ndcg_at_20_max": 0.572423, "nauc_ndcg_at_20_std": 0.129204, "nauc_ndcg_at_20_diff1": 0.569467, "nauc_ndcg_at_100_max": 0.575065, "nauc_ndcg_at_100_std": 0.130762, "nauc_ndcg_at_100_diff1": 0.574867, "nauc_ndcg_at_1000_max": 0.574147, "nauc_ndcg_at_1000_std": 0.121424, "nauc_ndcg_at_1000_diff1": 0.582101, "nauc_map_at_1_max": 0.57239, "nauc_map_at_1_std": 0.082067, "nauc_map_at_1_diff1": 0.643642, "nauc_map_at_3_max": 0.577694, "nauc_map_at_3_std": 0.099892, "nauc_map_at_3_diff1": 0.60432, "nauc_map_at_5_max": 0.575249, "nauc_map_at_5_std": 0.104223, "nauc_map_at_5_diff1": 0.598111, "nauc_map_at_10_max": 0.574162, "nauc_map_at_10_std": 0.108126, "nauc_map_at_10_diff1": 0.595943, "nauc_map_at_20_max": 0.573982, "nauc_map_at_20_std": 0.108817, "nauc_map_at_20_diff1": 0.594882, "nauc_map_at_100_max": 0.574404, "nauc_map_at_100_std": 0.109004, "nauc_map_at_100_diff1": 0.595512, "nauc_map_at_1000_max": 0.574395, "nauc_map_at_1000_std": 0.108757, "nauc_map_at_1000_diff1": 0.595765, "nauc_recall_at_1_max": 0.57239, "nauc_recall_at_1_std": 0.082067, "nauc_recall_at_1_diff1": 0.643642, "nauc_recall_at_3_max": 0.586314, "nauc_recall_at_3_std": 0.128201, "nauc_recall_at_3_diff1": 0.553479, "nauc_recall_at_5_max": 0.575226, "nauc_recall_at_5_std": 0.152469, "nauc_recall_at_5_diff1": 0.519858, "nauc_recall_at_10_max": 0.569397, "nauc_recall_at_10_std": 0.198312, "nauc_recall_at_10_diff1": 0.492683, "nauc_recall_at_20_max": 0.563214, "nauc_recall_at_20_std": 0.23148, "nauc_recall_at_20_diff1": 0.44801, "nauc_recall_at_100_max": 0.585512, "nauc_recall_at_100_std": 0.337117, "nauc_recall_at_100_diff1": 0.418299, "nauc_recall_at_1000_max": 0.371589, "nauc_recall_at_1000_std": 0.487737, "nauc_recall_at_1000_diff1": 0.183084, "nauc_precision_at_1_max": 0.57239, "nauc_precision_at_1_std": 0.082067, "nauc_precision_at_1_diff1": 0.643642, "nauc_precision_at_3_max": 0.586314, "nauc_precision_at_3_std": 0.128201, "nauc_precision_at_3_diff1": 0.553479, "nauc_precision_at_5_max": 0.575226, "nauc_precision_at_5_std": 0.152469, "nauc_precision_at_5_diff1": 0.519858, "nauc_precision_at_10_max": 0.569397, "nauc_precision_at_10_std": 0.198312, "nauc_precision_at_10_diff1": 0.492683, "nauc_precision_at_20_max": 0.563214, "nauc_precision_at_20_std": 0.23148, "nauc_precision_at_20_diff1": 0.44801, "nauc_precision_at_100_max": 0.585512, "nauc_precision_at_100_std": 0.337117, "nauc_precision_at_100_diff1": 0.418299, "nauc_precision_at_1000_max": 0.371589, "nauc_precision_at_1000_std": 0.487737, "nauc_precision_at_1000_diff1": 0.183084, "nauc_mrr_at_1_max": 0.57239, "nauc_mrr_at_1_std": 0.082067, "nauc_mrr_at_1_diff1": 0.643642, "nauc_mrr_at_3_max": 0.577694, "nauc_mrr_at_3_std": 0.099892, "nauc_mrr_at_3_diff1": 0.60432, "nauc_mrr_at_5_max": 0.575249, "nauc_mrr_at_5_std": 0.104223, "nauc_mrr_at_5_diff1": 0.598111, "nauc_mrr_at_10_max": 0.574162, "nauc_mrr_at_10_std": 0.108126, "nauc_mrr_at_10_diff1": 0.595943, "nauc_mrr_at_20_max": 0.573982, "nauc_mrr_at_20_std": 0.108817, "nauc_mrr_at_20_diff1": 0.594882, "nauc_mrr_at_100_max": 0.574404, "nauc_mrr_at_100_std": 0.109004, "nauc_mrr_at_100_diff1": 0.595512, "nauc_mrr_at_1000_max": 0.574395, "nauc_mrr_at_1000_std": 0.108757, "nauc_mrr_at_1000_diff1": 0.595765, "main_score": 0.54459, "hf_subset": "deu-ara", "languages": [ "deu-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.6448, "ndcg_at_3": 0.71265, "ndcg_at_5": 0.72906, "ndcg_at_10": 0.74396, "ndcg_at_20": 0.75375, "ndcg_at_100": 0.76485, "ndcg_at_1000": 0.77054, "map_at_1": 0.64469, "map_at_3": 0.69617, "map_at_5": 0.70534, "map_at_10": 0.71157, "map_at_20": 0.71431, "map_at_100": 0.71584, "map_at_1000": 0.71604, "recall_at_1": 0.64469, "recall_at_3": 0.76025, "recall_at_5": 0.7998, "recall_at_10": 0.84545, "recall_at_20": 0.88378, "recall_at_100": 0.9435, "recall_at_1000": 0.98936, "precision_at_1": 0.6448, "precision_at_3": 0.25349, "precision_at_5": 0.16003, "precision_at_10": 0.08458, "precision_at_20": 0.04421, "precision_at_100": 0.00944, "precision_at_1000": 0.00099, "mrr_at_1": 0.644804, "mrr_at_3": 0.696174, "mrr_at_5": 0.705359, "mrr_at_10": 0.711592, "mrr_at_20": 0.714332, "mrr_at_100": 0.715857, "mrr_at_1000": 0.716053, "nauc_ndcg_at_1_max": 0.618711, "nauc_ndcg_at_1_std": -0.061651, "nauc_ndcg_at_1_diff1": 0.813469, "nauc_ndcg_at_3_max": 0.645778, "nauc_ndcg_at_3_std": -0.040708, "nauc_ndcg_at_3_diff1": 0.79039, "nauc_ndcg_at_5_max": 0.643083, "nauc_ndcg_at_5_std": -0.034242, "nauc_ndcg_at_5_diff1": 0.779898, "nauc_ndcg_at_10_max": 0.648893, "nauc_ndcg_at_10_std": -0.018952, "nauc_ndcg_at_10_diff1": 0.782405, "nauc_ndcg_at_20_max": 0.65097, "nauc_ndcg_at_20_std": -0.013468, "nauc_ndcg_at_20_diff1": 0.781796, "nauc_ndcg_at_100_max": 0.64834, "nauc_ndcg_at_100_std": -0.011031, "nauc_ndcg_at_100_diff1": 0.785246, "nauc_ndcg_at_1000_max": 0.646, "nauc_ndcg_at_1000_std": -0.020266, "nauc_ndcg_at_1000_diff1": 0.787438, "nauc_map_at_1_max": 0.618514, "nauc_map_at_1_std": -0.062078, "nauc_map_at_1_diff1": 0.813509, "nauc_map_at_3_max": 0.639549, "nauc_map_at_3_std": -0.04587, "nauc_map_at_3_diff1": 0.796858, "nauc_map_at_5_max": 0.637942, "nauc_map_at_5_std": -0.042808, "nauc_map_at_5_diff1": 0.791481, "nauc_map_at_10_max": 0.639962, "nauc_map_at_10_std": -0.037263, "nauc_map_at_10_diff1": 0.792814, "nauc_map_at_20_max": 0.640428, "nauc_map_at_20_std": -0.036079, "nauc_map_at_20_diff1": 0.792691, "nauc_map_at_100_max": 0.64008, "nauc_map_at_100_std": -0.035663, "nauc_map_at_100_diff1": 0.793066, "nauc_map_at_1000_max": 0.640027, "nauc_map_at_1000_std": -0.035901, "nauc_map_at_1000_diff1": 0.79313, "nauc_recall_at_1_max": 0.618514, "nauc_recall_at_1_std": -0.062078, "nauc_recall_at_1_diff1": 0.813509, "nauc_recall_at_3_max": 0.666673, "nauc_recall_at_3_std": -0.023197, "nauc_recall_at_3_diff1": 0.768022, "nauc_recall_at_5_max": 0.661948, "nauc_recall_at_5_std": -0.000195, "nauc_recall_at_5_diff1": 0.733246, "nauc_recall_at_10_max": 0.694362, "nauc_recall_at_10_std": 0.079907, "nauc_recall_at_10_diff1": 0.7311, "nauc_recall_at_20_max": 0.722123, "nauc_recall_at_20_std": 0.148648, "nauc_recall_at_20_diff1": 0.712822, "nauc_recall_at_100_max": 0.742298, "nauc_recall_at_100_std": 0.344848, "nauc_recall_at_100_diff1": 0.715237, "nauc_recall_at_1000_max": 0.772046, "nauc_recall_at_1000_std": 0.448076, "nauc_recall_at_1000_diff1": 0.741257, "nauc_precision_at_1_max": 0.618711, "nauc_precision_at_1_std": -0.061651, "nauc_precision_at_1_diff1": 0.813469, "nauc_precision_at_3_max": 0.665659, "nauc_precision_at_3_std": -0.021975, "nauc_precision_at_3_diff1": 0.766083, "nauc_precision_at_5_max": 0.660645, "nauc_precision_at_5_std": 0.001847, "nauc_precision_at_5_diff1": 0.730881, "nauc_precision_at_10_max": 0.692718, "nauc_precision_at_10_std": 0.082341, "nauc_precision_at_10_diff1": 0.728185, "nauc_precision_at_20_max": 0.719929, "nauc_precision_at_20_std": 0.151618, "nauc_precision_at_20_diff1": 0.709104, "nauc_precision_at_100_max": 0.719534, "nauc_precision_at_100_std": 0.357762, "nauc_precision_at_100_diff1": 0.683165, "nauc_precision_at_1000_max": 0.65978, "nauc_precision_at_1000_std": 0.496552, "nauc_precision_at_1000_diff1": 0.585095, "nauc_mrr_at_1_max": 0.618711, "nauc_mrr_at_1_std": -0.061651, "nauc_mrr_at_1_diff1": 0.813469, "nauc_mrr_at_3_max": 0.639549, "nauc_mrr_at_3_std": -0.04587, "nauc_mrr_at_3_diff1": 0.796858, "nauc_mrr_at_5_max": 0.637919, "nauc_mrr_at_5_std": -0.042709, "nauc_mrr_at_5_diff1": 0.791454, "nauc_mrr_at_10_max": 0.639944, "nauc_mrr_at_10_std": -0.037162, "nauc_mrr_at_10_diff1": 0.792794, "nauc_mrr_at_20_max": 0.64041, "nauc_mrr_at_20_std": -0.035977, "nauc_mrr_at_20_diff1": 0.792671, "nauc_mrr_at_100_max": 0.640067, "nauc_mrr_at_100_std": -0.035595, "nauc_mrr_at_100_diff1": 0.793051, "nauc_mrr_at_1000_max": 0.640013, "nauc_mrr_at_1000_std": -0.035833, "nauc_mrr_at_1000_diff1": 0.793116, "main_score": 0.74396, "hf_subset": "deu-deu", "languages": [ "deu-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.6632, "ndcg_at_3": 0.73772, "ndcg_at_5": 0.75316, "ndcg_at_10": 0.76761, "ndcg_at_20": 0.77666, "ndcg_at_100": 0.78711, "ndcg_at_1000": 0.79118, "map_at_1": 0.66297, "map_at_3": 0.71977, "map_at_5": 0.7284, "map_at_10": 0.73449, "map_at_20": 0.73705, "map_at_100": 0.73852, "map_at_1000": 0.73866, "recall_at_1": 0.66297, "recall_at_3": 0.7895, "recall_at_5": 0.82672, "recall_at_10": 0.87071, "recall_at_20": 0.90594, "recall_at_100": 0.962, "recall_at_1000": 0.99446, "precision_at_1": 0.6632, "precision_at_3": 0.26331, "precision_at_5": 0.16543, "precision_at_10": 0.08713, "precision_at_20": 0.04532, "precision_at_100": 0.00963, "precision_at_1000": 0.001, "mrr_at_1": 0.663195, "mrr_at_3": 0.719773, "mrr_at_5": 0.728403, "mrr_at_10": 0.734505, "mrr_at_20": 0.737065, "mrr_at_100": 0.738529, "mrr_at_1000": 0.738672, "nauc_ndcg_at_1_max": 0.641978, "nauc_ndcg_at_1_std": -0.078551, "nauc_ndcg_at_1_diff1": 0.822932, "nauc_ndcg_at_3_max": 0.675768, "nauc_ndcg_at_3_std": -0.078611, "nauc_ndcg_at_3_diff1": 0.792911, "nauc_ndcg_at_5_max": 0.671169, "nauc_ndcg_at_5_std": -0.077877, "nauc_ndcg_at_5_diff1": 0.791698, "nauc_ndcg_at_10_max": 0.67654, "nauc_ndcg_at_10_std": -0.06128, "nauc_ndcg_at_10_diff1": 0.790872, "nauc_ndcg_at_20_max": 0.677661, "nauc_ndcg_at_20_std": -0.052108, "nauc_ndcg_at_20_diff1": 0.79039, "nauc_ndcg_at_100_max": 0.674049, "nauc_ndcg_at_100_std": -0.055852, "nauc_ndcg_at_100_diff1": 0.793712, "nauc_ndcg_at_1000_max": 0.672018, "nauc_ndcg_at_1000_std": -0.061615, "nauc_ndcg_at_1000_diff1": 0.795934, "nauc_map_at_1_max": 0.64156, "nauc_map_at_1_std": -0.079429, "nauc_map_at_1_diff1": 0.823253, "nauc_map_at_3_max": 0.667018, "nauc_map_at_3_std": -0.079497, "nauc_map_at_3_diff1": 0.800666, "nauc_map_at_5_max": 0.664278, "nauc_map_at_5_std": -0.079156, "nauc_map_at_5_diff1": 0.800142, "nauc_map_at_10_max": 0.666221, "nauc_map_at_10_std": -0.073226, "nauc_map_at_10_diff1": 0.800149, "nauc_map_at_20_max": 0.666396, "nauc_map_at_20_std": -0.07109, "nauc_map_at_20_diff1": 0.800061, "nauc_map_at_100_max": 0.665984, "nauc_map_at_100_std": -0.071455, "nauc_map_at_100_diff1": 0.800534, "nauc_map_at_1000_max": 0.665936, "nauc_map_at_1000_std": -0.071588, "nauc_map_at_1000_diff1": 0.800595, "nauc_recall_at_1_max": 0.64156, "nauc_recall_at_1_std": -0.079429, "nauc_recall_at_1_diff1": 0.823253, "nauc_recall_at_3_max": 0.70681, "nauc_recall_at_3_std": -0.074969, "nauc_recall_at_3_diff1": 0.765414, "nauc_recall_at_5_max": 0.698554, "nauc_recall_at_5_std": -0.07187, "nauc_recall_at_5_diff1": 0.757143, "nauc_recall_at_10_max": 0.732652, "nauc_recall_at_10_std": 0.014371, "nauc_recall_at_10_diff1": 0.741316, "nauc_recall_at_20_max": 0.760412, "nauc_recall_at_20_std": 0.11405, "nauc_recall_at_20_diff1": 0.72195, "nauc_recall_at_100_max": 0.780248, "nauc_recall_at_100_std": 0.241476, "nauc_recall_at_100_diff1": 0.705798, "nauc_recall_at_1000_max": 0.847804, "nauc_recall_at_1000_std": 0.396712, "nauc_recall_at_1000_diff1": 0.793299, "nauc_precision_at_1_max": 0.641978, "nauc_precision_at_1_std": -0.078551, "nauc_precision_at_1_diff1": 0.822932, "nauc_precision_at_3_max": 0.704408, "nauc_precision_at_3_std": -0.072059, "nauc_precision_at_3_diff1": 0.760438, "nauc_precision_at_5_max": 0.69574, "nauc_precision_at_5_std": -0.068429, "nauc_precision_at_5_diff1": 0.751272, "nauc_precision_at_10_max": 0.72902, "nauc_precision_at_10_std": 0.019869, "nauc_precision_at_10_diff1": 0.733838, "nauc_precision_at_20_max": 0.755494, "nauc_precision_at_20_std": 0.120679, "nauc_precision_at_20_diff1": 0.71224, "nauc_precision_at_100_max": 0.759747, "nauc_precision_at_100_std": 0.262891, "nauc_precision_at_100_diff1": 0.672403, "nauc_precision_at_1000_max": 0.668049, "nauc_precision_at_1000_std": 0.491279, "nauc_precision_at_1000_diff1": 0.531973, "nauc_mrr_at_1_max": 0.641978, "nauc_mrr_at_1_std": -0.078551, "nauc_mrr_at_1_diff1": 0.822932, "nauc_mrr_at_3_max": 0.667018, "nauc_mrr_at_3_std": -0.079497, "nauc_mrr_at_3_diff1": 0.800666, "nauc_mrr_at_5_max": 0.664278, "nauc_mrr_at_5_std": -0.079156, "nauc_mrr_at_5_diff1": 0.800142, "nauc_mrr_at_10_max": 0.666233, "nauc_mrr_at_10_std": -0.073136, "nauc_mrr_at_10_diff1": 0.800157, "nauc_mrr_at_20_max": 0.666408, "nauc_mrr_at_20_std": -0.070999, "nauc_mrr_at_20_diff1": 0.800069, "nauc_mrr_at_100_max": 0.666012, "nauc_mrr_at_100_std": -0.071355, "nauc_mrr_at_100_diff1": 0.800545, "nauc_mrr_at_1000_max": 0.665957, "nauc_mrr_at_1000_std": -0.071501, "nauc_mrr_at_1000_diff1": 0.800604, "main_score": 0.76761, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.64394, "ndcg_at_3": 0.72626, "ndcg_at_5": 0.74243, "ndcg_at_10": 0.75772, "ndcg_at_20": 0.76688, "ndcg_at_100": 0.7762, "ndcg_at_1000": 0.78169, "map_at_1": 0.64394, "map_at_3": 0.7062, "map_at_5": 0.71513, "map_at_10": 0.72154, "map_at_20": 0.72403, "map_at_100": 0.72534, "map_at_1000": 0.72555, "recall_at_1": 0.64394, "recall_at_3": 0.78423, "recall_at_5": 0.82366, "recall_at_10": 0.87042, "recall_at_20": 0.90676, "recall_at_100": 0.95662, "recall_at_1000": 0.99944, "precision_at_1": 0.64394, "precision_at_3": 0.26141, "precision_at_5": 0.16473, "precision_at_10": 0.08704, "precision_at_20": 0.04535, "precision_at_100": 0.00957, "precision_at_1000": 0.001, "mrr_at_1": 0.643944, "mrr_at_3": 0.706197, "mrr_at_5": 0.715127, "mrr_at_10": 0.721543, "mrr_at_20": 0.724043, "mrr_at_100": 0.725342, "mrr_at_1000": 0.725553, "nauc_ndcg_at_1_max": 0.668239, "nauc_ndcg_at_1_std": -0.005742, "nauc_ndcg_at_1_diff1": 0.821, "nauc_ndcg_at_3_max": 0.703832, "nauc_ndcg_at_3_std": 0.018003, "nauc_ndcg_at_3_diff1": 0.781945, "nauc_ndcg_at_5_max": 0.705115, "nauc_ndcg_at_5_std": 0.024628, "nauc_ndcg_at_5_diff1": 0.779924, "nauc_ndcg_at_10_max": 0.709008, "nauc_ndcg_at_10_std": 0.033234, "nauc_ndcg_at_10_diff1": 0.781847, "nauc_ndcg_at_20_max": 0.706781, "nauc_ndcg_at_20_std": 0.040366, "nauc_ndcg_at_20_diff1": 0.781653, "nauc_ndcg_at_100_max": 0.702631, "nauc_ndcg_at_100_std": 0.037526, "nauc_ndcg_at_100_diff1": 0.785631, "nauc_ndcg_at_1000_max": 0.700195, "nauc_ndcg_at_1000_std": 0.027531, "nauc_ndcg_at_1000_diff1": 0.788482, "nauc_map_at_1_max": 0.668239, "nauc_map_at_1_std": -0.005742, "nauc_map_at_1_diff1": 0.821, "nauc_map_at_3_max": 0.694516, "nauc_map_at_3_std": 0.010643, "nauc_map_at_3_diff1": 0.793386, "nauc_map_at_5_max": 0.694877, "nauc_map_at_5_std": 0.013932, "nauc_map_at_5_diff1": 0.792601, "nauc_map_at_10_max": 0.696, "nauc_map_at_10_std": 0.016386, "nauc_map_at_10_diff1": 0.793687, "nauc_map_at_20_max": 0.695384, "nauc_map_at_20_std": 0.017887, "nauc_map_at_20_diff1": 0.793704, "nauc_map_at_100_max": 0.694819, "nauc_map_at_100_std": 0.017513, "nauc_map_at_100_diff1": 0.794217, "nauc_map_at_1000_max": 0.694724, "nauc_map_at_1000_std": 0.017146, "nauc_map_at_1000_diff1": 0.794304, "nauc_recall_at_1_max": 0.668239, "nauc_recall_at_1_std": -0.005742, "nauc_recall_at_1_diff1": 0.821, "nauc_recall_at_3_max": 0.737379, "nauc_recall_at_3_std": 0.045147, "nauc_recall_at_3_diff1": 0.740068, "nauc_recall_at_5_max": 0.748131, "nauc_recall_at_5_std": 0.071259, "nauc_recall_at_5_diff1": 0.725968, "nauc_recall_at_10_max": 0.78277, "nauc_recall_at_10_std": 0.135264, "nauc_recall_at_10_diff1": 0.717618, "nauc_recall_at_20_max": 0.788728, "nauc_recall_at_20_std": 0.230658, "nauc_recall_at_20_diff1": 0.694795, "nauc_recall_at_100_max": 0.785484, "nauc_recall_at_100_std": 0.375668, "nauc_recall_at_100_diff1": 0.690522, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.668239, "nauc_precision_at_1_std": -0.005742, "nauc_precision_at_1_diff1": 0.821, "nauc_precision_at_3_max": 0.737379, "nauc_precision_at_3_std": 0.045147, "nauc_precision_at_3_diff1": 0.740068, "nauc_precision_at_5_max": 0.748131, "nauc_precision_at_5_std": 0.071259, "nauc_precision_at_5_diff1": 0.725968, "nauc_precision_at_10_max": 0.78277, "nauc_precision_at_10_std": 0.135264, "nauc_precision_at_10_diff1": 0.717618, "nauc_precision_at_20_max": 0.789439, "nauc_precision_at_20_std": 0.236637, "nauc_precision_at_20_diff1": 0.69387, "nauc_precision_at_100_max": 0.761068, "nauc_precision_at_100_std": 0.389482, "nauc_precision_at_100_diff1": 0.662544, "nauc_precision_at_1000_max": 0.162624, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.0, "nauc_mrr_at_1_max": 0.668239, "nauc_mrr_at_1_std": -0.005742, "nauc_mrr_at_1_diff1": 0.821, "nauc_mrr_at_3_max": 0.694516, "nauc_mrr_at_3_std": 0.010643, "nauc_mrr_at_3_diff1": 0.793386, "nauc_mrr_at_5_max": 0.694877, "nauc_mrr_at_5_std": 0.013932, "nauc_mrr_at_5_diff1": 0.792601, "nauc_mrr_at_10_max": 0.696, "nauc_mrr_at_10_std": 0.016386, "nauc_mrr_at_10_diff1": 0.793687, "nauc_mrr_at_20_max": 0.695394, "nauc_mrr_at_20_std": 0.018011, "nauc_mrr_at_20_diff1": 0.793689, "nauc_mrr_at_100_max": 0.694819, "nauc_mrr_at_100_std": 0.017505, "nauc_mrr_at_100_diff1": 0.794218, "nauc_mrr_at_1000_max": 0.694724, "nauc_mrr_at_1000_std": 0.017138, "nauc_mrr_at_1000_diff1": 0.794305, "main_score": 0.75772, "hf_subset": "deu-spa", "languages": [ "deu-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.41119, "ndcg_at_3": 0.4842, "ndcg_at_5": 0.50716, "ndcg_at_10": 0.53147, "ndcg_at_20": 0.55083, "ndcg_at_100": 0.57726, "ndcg_at_1000": 0.59041, "map_at_1": 0.41119, "map_at_3": 0.46597, "map_at_5": 0.47866, "map_at_10": 0.48863, "map_at_20": 0.49399, "map_at_100": 0.49762, "map_at_1000": 0.49808, "recall_at_1": 0.41119, "recall_at_3": 0.53706, "recall_at_5": 0.59301, "recall_at_10": 0.66853, "recall_at_20": 0.74476, "recall_at_100": 0.88741, "recall_at_1000": 0.99301, "precision_at_1": 0.41119, "precision_at_3": 0.17902, "precision_at_5": 0.1186, "precision_at_10": 0.06685, "precision_at_20": 0.03724, "precision_at_100": 0.00887, "precision_at_1000": 0.00099, "mrr_at_1": 0.411189, "mrr_at_3": 0.465967, "mrr_at_5": 0.47866, "mrr_at_10": 0.488635, "mrr_at_20": 0.493993, "mrr_at_100": 0.497621, "mrr_at_1000": 0.498077, "nauc_ndcg_at_1_max": 0.562443, "nauc_ndcg_at_1_std": 0.031985, "nauc_ndcg_at_1_diff1": 0.650204, "nauc_ndcg_at_3_max": 0.564483, "nauc_ndcg_at_3_std": 0.038903, "nauc_ndcg_at_3_diff1": 0.600772, "nauc_ndcg_at_5_max": 0.553934, "nauc_ndcg_at_5_std": 0.030686, "nauc_ndcg_at_5_diff1": 0.58964, "nauc_ndcg_at_10_max": 0.547657, "nauc_ndcg_at_10_std": 0.037397, "nauc_ndcg_at_10_diff1": 0.581725, "nauc_ndcg_at_20_max": 0.548682, "nauc_ndcg_at_20_std": 0.039954, "nauc_ndcg_at_20_diff1": 0.583718, "nauc_ndcg_at_100_max": 0.550366, "nauc_ndcg_at_100_std": 0.038566, "nauc_ndcg_at_100_diff1": 0.589149, "nauc_ndcg_at_1000_max": 0.552309, "nauc_ndcg_at_1000_std": 0.038069, "nauc_ndcg_at_1000_diff1": 0.594109, "nauc_map_at_1_max": 0.562443, "nauc_map_at_1_std": 0.031985, "nauc_map_at_1_diff1": 0.650204, "nauc_map_at_3_max": 0.562889, "nauc_map_at_3_std": 0.03585, "nauc_map_at_3_diff1": 0.61244, "nauc_map_at_5_max": 0.55705, "nauc_map_at_5_std": 0.031152, "nauc_map_at_5_diff1": 0.606323, "nauc_map_at_10_max": 0.554647, "nauc_map_at_10_std": 0.033786, "nauc_map_at_10_diff1": 0.603353, "nauc_map_at_20_max": 0.554982, "nauc_map_at_20_std": 0.0343, "nauc_map_at_20_diff1": 0.604046, "nauc_map_at_100_max": 0.555198, "nauc_map_at_100_std": 0.034125, "nauc_map_at_100_diff1": 0.60486, "nauc_map_at_1000_max": 0.555254, "nauc_map_at_1000_std": 0.034149, "nauc_map_at_1000_diff1": 0.605026, "nauc_recall_at_1_max": 0.562443, "nauc_recall_at_1_std": 0.031985, "nauc_recall_at_1_diff1": 0.650204, "nauc_recall_at_3_max": 0.56975, "nauc_recall_at_3_std": 0.04867, "nauc_recall_at_3_diff1": 0.565896, "nauc_recall_at_5_max": 0.543043, "nauc_recall_at_5_std": 0.028796, "nauc_recall_at_5_diff1": 0.53575, "nauc_recall_at_10_max": 0.518298, "nauc_recall_at_10_std": 0.053136, "nauc_recall_at_10_diff1": 0.499616, "nauc_recall_at_20_max": 0.51739, "nauc_recall_at_20_std": 0.07173, "nauc_recall_at_20_diff1": 0.492888, "nauc_recall_at_100_max": 0.510273, "nauc_recall_at_100_std": 0.084886, "nauc_recall_at_100_diff1": 0.475678, "nauc_recall_at_1000_max": 0.564332, "nauc_recall_at_1000_std": 0.530672, "nauc_recall_at_1000_diff1": 0.39211, "nauc_precision_at_1_max": 0.562443, "nauc_precision_at_1_std": 0.031985, "nauc_precision_at_1_diff1": 0.650204, "nauc_precision_at_3_max": 0.56975, "nauc_precision_at_3_std": 0.04867, "nauc_precision_at_3_diff1": 0.565896, "nauc_precision_at_5_max": 0.543043, "nauc_precision_at_5_std": 0.028796, "nauc_precision_at_5_diff1": 0.53575, "nauc_precision_at_10_max": 0.518298, "nauc_precision_at_10_std": 0.053136, "nauc_precision_at_10_diff1": 0.499616, "nauc_precision_at_20_max": 0.51739, "nauc_precision_at_20_std": 0.07173, "nauc_precision_at_20_diff1": 0.492888, "nauc_precision_at_100_max": 0.510273, "nauc_precision_at_100_std": 0.084886, "nauc_precision_at_100_diff1": 0.475678, "nauc_precision_at_1000_max": 0.564332, "nauc_precision_at_1000_std": 0.530672, "nauc_precision_at_1000_diff1": 0.39211, "nauc_mrr_at_1_max": 0.562443, "nauc_mrr_at_1_std": 0.031985, "nauc_mrr_at_1_diff1": 0.650204, "nauc_mrr_at_3_max": 0.562889, "nauc_mrr_at_3_std": 0.03585, "nauc_mrr_at_3_diff1": 0.61244, "nauc_mrr_at_5_max": 0.55705, "nauc_mrr_at_5_std": 0.031152, "nauc_mrr_at_5_diff1": 0.606323, "nauc_mrr_at_10_max": 0.554647, "nauc_mrr_at_10_std": 0.033786, "nauc_mrr_at_10_diff1": 0.603353, "nauc_mrr_at_20_max": 0.554982, "nauc_mrr_at_20_std": 0.0343, "nauc_mrr_at_20_diff1": 0.604046, "nauc_mrr_at_100_max": 0.555198, "nauc_mrr_at_100_std": 0.034125, "nauc_mrr_at_100_diff1": 0.60486, "nauc_mrr_at_1000_max": 0.555254, "nauc_mrr_at_1000_std": 0.034149, "nauc_mrr_at_1000_diff1": 0.605026, "main_score": 0.53147, "hf_subset": "deu-hin", "languages": [ "deu-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.55522, "ndcg_at_3": 0.62494, "ndcg_at_5": 0.64424, "ndcg_at_10": 0.66341, "ndcg_at_20": 0.67588, "ndcg_at_100": 0.69372, "ndcg_at_1000": 0.70285, "map_at_1": 0.55522, "map_at_3": 0.60796, "map_at_5": 0.61874, "map_at_10": 0.62656, "map_at_20": 0.63004, "map_at_100": 0.6326, "map_at_1000": 0.63294, "recall_at_1": 0.55522, "recall_at_3": 0.67403, "recall_at_5": 0.7206, "recall_at_10": 0.7803, "recall_at_20": 0.82925, "recall_at_100": 0.92418, "recall_at_1000": 0.99582, "precision_at_1": 0.55522, "precision_at_3": 0.22468, "precision_at_5": 0.14412, "precision_at_10": 0.07803, "precision_at_20": 0.04146, "precision_at_100": 0.00924, "precision_at_1000": 0.001, "mrr_at_1": 0.555224, "mrr_at_3": 0.60796, "mrr_at_5": 0.618736, "mrr_at_10": 0.626564, "mrr_at_20": 0.630036, "mrr_at_100": 0.632599, "mrr_at_1000": 0.632942, "nauc_ndcg_at_1_max": 0.719456, "nauc_ndcg_at_1_std": 0.123094, "nauc_ndcg_at_1_diff1": 0.814692, "nauc_ndcg_at_3_max": 0.721222, "nauc_ndcg_at_3_std": 0.14965, "nauc_ndcg_at_3_diff1": 0.772983, "nauc_ndcg_at_5_max": 0.722089, "nauc_ndcg_at_5_std": 0.159396, "nauc_ndcg_at_5_diff1": 0.762692, "nauc_ndcg_at_10_max": 0.725132, "nauc_ndcg_at_10_std": 0.176427, "nauc_ndcg_at_10_diff1": 0.758829, "nauc_ndcg_at_20_max": 0.722269, "nauc_ndcg_at_20_std": 0.177423, "nauc_ndcg_at_20_diff1": 0.756616, "nauc_ndcg_at_100_max": 0.722815, "nauc_ndcg_at_100_std": 0.174488, "nauc_ndcg_at_100_diff1": 0.762909, "nauc_ndcg_at_1000_max": 0.72268, "nauc_ndcg_at_1000_std": 0.165693, "nauc_ndcg_at_1000_diff1": 0.768251, "nauc_map_at_1_max": 0.719456, "nauc_map_at_1_std": 0.123094, "nauc_map_at_1_diff1": 0.814692, "nauc_map_at_3_max": 0.720576, "nauc_map_at_3_std": 0.141226, "nauc_map_at_3_diff1": 0.783919, "nauc_map_at_5_max": 0.720984, "nauc_map_at_5_std": 0.146236, "nauc_map_at_5_diff1": 0.778501, "nauc_map_at_10_max": 0.722143, "nauc_map_at_10_std": 0.152393, "nauc_map_at_10_diff1": 0.777261, "nauc_map_at_20_max": 0.721381, "nauc_map_at_20_std": 0.15244, "nauc_map_at_20_diff1": 0.776768, "nauc_map_at_100_max": 0.721478, "nauc_map_at_100_std": 0.152115, "nauc_map_at_100_diff1": 0.777591, "nauc_map_at_1000_max": 0.721481, "nauc_map_at_1000_std": 0.151835, "nauc_map_at_1000_diff1": 0.777778, "nauc_recall_at_1_max": 0.719456, "nauc_recall_at_1_std": 0.123094, "nauc_recall_at_1_diff1": 0.814692, "nauc_recall_at_3_max": 0.723391, "nauc_recall_at_3_std": 0.177513, "nauc_recall_at_3_diff1": 0.737682, "nauc_recall_at_5_max": 0.726299, "nauc_recall_at_5_std": 0.208319, "nauc_recall_at_5_diff1": 0.705322, "nauc_recall_at_10_max": 0.73977, "nauc_recall_at_10_std": 0.290685, "nauc_recall_at_10_diff1": 0.67744, "nauc_recall_at_20_max": 0.725393, "nauc_recall_at_20_std": 0.324713, "nauc_recall_at_20_diff1": 0.644958, "nauc_recall_at_100_max": 0.737328, "nauc_recall_at_100_std": 0.4282, "nauc_recall_at_100_diff1": 0.633248, "nauc_recall_at_1000_max": 0.898931, "nauc_recall_at_1000_std": 0.837286, "nauc_recall_at_1000_diff1": 0.770534, "nauc_precision_at_1_max": 0.719456, "nauc_precision_at_1_std": 0.123094, "nauc_precision_at_1_diff1": 0.814692, "nauc_precision_at_3_max": 0.723391, "nauc_precision_at_3_std": 0.177513, "nauc_precision_at_3_diff1": 0.737682, "nauc_precision_at_5_max": 0.726299, "nauc_precision_at_5_std": 0.208319, "nauc_precision_at_5_diff1": 0.705322, "nauc_precision_at_10_max": 0.73977, "nauc_precision_at_10_std": 0.290685, "nauc_precision_at_10_diff1": 0.67744, "nauc_precision_at_20_max": 0.725393, "nauc_precision_at_20_std": 0.324713, "nauc_precision_at_20_diff1": 0.644958, "nauc_precision_at_100_max": 0.737328, "nauc_precision_at_100_std": 0.4282, "nauc_precision_at_100_diff1": 0.633248, "nauc_precision_at_1000_max": 0.898931, "nauc_precision_at_1000_std": 0.837286, "nauc_precision_at_1000_diff1": 0.770534, "nauc_mrr_at_1_max": 0.719456, "nauc_mrr_at_1_std": 0.123094, "nauc_mrr_at_1_diff1": 0.814692, "nauc_mrr_at_3_max": 0.720576, "nauc_mrr_at_3_std": 0.141226, "nauc_mrr_at_3_diff1": 0.783919, "nauc_mrr_at_5_max": 0.720984, "nauc_mrr_at_5_std": 0.146236, "nauc_mrr_at_5_diff1": 0.778501, "nauc_mrr_at_10_max": 0.722143, "nauc_mrr_at_10_std": 0.152393, "nauc_mrr_at_10_diff1": 0.777261, "nauc_mrr_at_20_max": 0.721381, "nauc_mrr_at_20_std": 0.15244, "nauc_mrr_at_20_diff1": 0.776768, "nauc_mrr_at_100_max": 0.721478, "nauc_mrr_at_100_std": 0.152115, "nauc_mrr_at_100_diff1": 0.777591, "nauc_mrr_at_1000_max": 0.721481, "nauc_mrr_at_1000_std": 0.151835, "nauc_mrr_at_1000_diff1": 0.777778, "main_score": 0.66341, "hf_subset": "deu-vie", "languages": [ "deu-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.50494, "ndcg_at_3": 0.60001, "ndcg_at_5": 0.625, "ndcg_at_10": 0.64911, "ndcg_at_20": 0.66495, "ndcg_at_100": 0.6798, "ndcg_at_1000": 0.6863, "map_at_1": 0.50494, "map_at_3": 0.57659, "map_at_5": 0.59036, "map_at_10": 0.6004, "map_at_20": 0.60477, "map_at_100": 0.6068, "map_at_1000": 0.60704, "recall_at_1": 0.50494, "recall_at_3": 0.66759, "recall_at_5": 0.7287, "recall_at_10": 0.80278, "recall_at_20": 0.86543, "recall_at_100": 0.94568, "recall_at_1000": 0.99691, "precision_at_1": 0.50494, "precision_at_3": 0.22263, "precision_at_5": 0.1458, "precision_at_10": 0.08031, "precision_at_20": 0.0433, "precision_at_100": 0.00946, "precision_at_1000": 0.001, "mrr_at_1": 0.504938, "mrr_at_3": 0.576749, "mrr_at_5": 0.590514, "mrr_at_10": 0.600557, "mrr_at_20": 0.604864, "mrr_at_100": 0.606902, "mrr_at_1000": 0.607142, "nauc_ndcg_at_1_max": 0.579895, "nauc_ndcg_at_1_std": -0.010328, "nauc_ndcg_at_1_diff1": 0.734906, "nauc_ndcg_at_3_max": 0.590319, "nauc_ndcg_at_3_std": -0.002429, "nauc_ndcg_at_3_diff1": 0.677047, "nauc_ndcg_at_5_max": 0.592788, "nauc_ndcg_at_5_std": 0.015318, "nauc_ndcg_at_5_diff1": 0.669873, "nauc_ndcg_at_10_max": 0.597277, "nauc_ndcg_at_10_std": 0.025948, "nauc_ndcg_at_10_diff1": 0.672653, "nauc_ndcg_at_20_max": 0.594242, "nauc_ndcg_at_20_std": 0.032677, "nauc_ndcg_at_20_diff1": 0.670998, "nauc_ndcg_at_100_max": 0.594409, "nauc_ndcg_at_100_std": 0.023614, "nauc_ndcg_at_100_diff1": 0.678951, "nauc_ndcg_at_1000_max": 0.592222, "nauc_ndcg_at_1000_std": 0.018633, "nauc_ndcg_at_1000_diff1": 0.682009, "nauc_map_at_1_max": 0.579895, "nauc_map_at_1_std": -0.010328, "nauc_map_at_1_diff1": 0.734906, "nauc_map_at_3_max": 0.586582, "nauc_map_at_3_std": -0.005284, "nauc_map_at_3_diff1": 0.692139, "nauc_map_at_5_max": 0.587979, "nauc_map_at_5_std": 0.004226, "nauc_map_at_5_diff1": 0.688702, "nauc_map_at_10_max": 0.590056, "nauc_map_at_10_std": 0.008718, "nauc_map_at_10_diff1": 0.690204, "nauc_map_at_20_max": 0.589176, "nauc_map_at_20_std": 0.010401, "nauc_map_at_20_diff1": 0.689879, "nauc_map_at_100_max": 0.589224, "nauc_map_at_100_std": 0.009267, "nauc_map_at_100_diff1": 0.690956, "nauc_map_at_1000_max": 0.589138, "nauc_map_at_1000_std": 0.009087, "nauc_map_at_1000_diff1": 0.691044, "nauc_recall_at_1_max": 0.579895, "nauc_recall_at_1_std": -0.010328, "nauc_recall_at_1_diff1": 0.734906, "nauc_recall_at_3_max": 0.60332, "nauc_recall_at_3_std": 0.006234, "nauc_recall_at_3_diff1": 0.627115, "nauc_recall_at_5_max": 0.61152, "nauc_recall_at_5_std": 0.058772, "nauc_recall_at_5_diff1": 0.598089, "nauc_recall_at_10_max": 0.633011, "nauc_recall_at_10_std": 0.113541, "nauc_recall_at_10_diff1": 0.589694, "nauc_recall_at_20_max": 0.625223, "nauc_recall_at_20_std": 0.19978, "nauc_recall_at_20_diff1": 0.545001, "nauc_recall_at_100_max": 0.668025, "nauc_recall_at_100_std": 0.206296, "nauc_recall_at_100_diff1": 0.560749, "nauc_recall_at_1000_max": 0.653688, "nauc_recall_at_1000_std": 0.294304, "nauc_recall_at_1000_diff1": 0.572923, "nauc_precision_at_1_max": 0.579895, "nauc_precision_at_1_std": -0.010328, "nauc_precision_at_1_diff1": 0.734906, "nauc_precision_at_3_max": 0.603075, "nauc_precision_at_3_std": 0.008177, "nauc_precision_at_3_diff1": 0.627103, "nauc_precision_at_5_max": 0.611374, "nauc_precision_at_5_std": 0.061081, "nauc_precision_at_5_diff1": 0.598184, "nauc_precision_at_10_max": 0.633005, "nauc_precision_at_10_std": 0.116621, "nauc_precision_at_10_diff1": 0.589952, "nauc_precision_at_20_max": 0.617493, "nauc_precision_at_20_std": 0.206335, "nauc_precision_at_20_diff1": 0.538851, "nauc_precision_at_100_max": 0.648897, "nauc_precision_at_100_std": 0.221685, "nauc_precision_at_100_diff1": 0.545887, "nauc_precision_at_1000_max": 0.402715, "nauc_precision_at_1000_std": 0.476484, "nauc_precision_at_1000_diff1": 0.371892, "nauc_mrr_at_1_max": 0.579895, "nauc_mrr_at_1_std": -0.010328, "nauc_mrr_at_1_diff1": 0.734906, "nauc_mrr_at_3_max": 0.586471, "nauc_mrr_at_3_std": -0.004441, "nauc_mrr_at_3_diff1": 0.692151, "nauc_mrr_at_5_max": 0.587865, "nauc_mrr_at_5_std": 0.005095, "nauc_mrr_at_5_diff1": 0.688714, "nauc_mrr_at_10_max": 0.58994, "nauc_mrr_at_10_std": 0.009609, "nauc_mrr_at_10_diff1": 0.690216, "nauc_mrr_at_20_max": 0.589101, "nauc_mrr_at_20_std": 0.010975, "nauc_mrr_at_20_diff1": 0.689887, "nauc_mrr_at_100_max": 0.589149, "nauc_mrr_at_100_std": 0.009844, "nauc_mrr_at_100_diff1": 0.690964, "nauc_mrr_at_1000_max": 0.589062, "nauc_mrr_at_1000_std": 0.009665, "nauc_mrr_at_1000_diff1": 0.691052, "main_score": 0.64911, "hf_subset": "deu-zho", "languages": [ "deu-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.3214, "ndcg_at_3": 0.40186, "ndcg_at_5": 0.42943, "ndcg_at_10": 0.45456, "ndcg_at_20": 0.47311, "ndcg_at_100": 0.49982, "ndcg_at_1000": 0.51749, "map_at_1": 0.3213, "map_at_3": 0.38227, "map_at_5": 0.39761, "map_at_10": 0.4081, "map_at_20": 0.41318, "map_at_100": 0.41681, "map_at_1000": 0.41741, "recall_at_1": 0.3213, "recall_at_3": 0.45837, "recall_at_5": 0.52513, "recall_at_10": 0.60219, "recall_at_20": 0.6757, "recall_at_100": 0.82055, "recall_at_1000": 0.96306, "precision_at_1": 0.3214, "precision_at_3": 0.15282, "precision_at_5": 0.10504, "precision_at_10": 0.06023, "precision_at_20": 0.03379, "precision_at_100": 0.00821, "precision_at_1000": 0.00096, "mrr_at_1": 0.321395, "mrr_at_3": 0.382368, "mrr_at_5": 0.397706, "mrr_at_10": 0.408198, "mrr_at_20": 0.41327, "mrr_at_100": 0.416902, "mrr_at_1000": 0.417505, "nauc_ndcg_at_1_max": 0.560294, "nauc_ndcg_at_1_std": 0.170305, "nauc_ndcg_at_1_diff1": 0.600491, "nauc_ndcg_at_3_max": 0.56751, "nauc_ndcg_at_3_std": 0.196073, "nauc_ndcg_at_3_diff1": 0.536507, "nauc_ndcg_at_5_max": 0.562569, "nauc_ndcg_at_5_std": 0.202555, "nauc_ndcg_at_5_diff1": 0.520357, "nauc_ndcg_at_10_max": 0.558911, "nauc_ndcg_at_10_std": 0.209185, "nauc_ndcg_at_10_diff1": 0.510506, "nauc_ndcg_at_20_max": 0.555193, "nauc_ndcg_at_20_std": 0.209616, "nauc_ndcg_at_20_diff1": 0.509453, "nauc_ndcg_at_100_max": 0.559126, "nauc_ndcg_at_100_std": 0.216866, "nauc_ndcg_at_100_diff1": 0.513562, "nauc_ndcg_at_1000_max": 0.559903, "nauc_ndcg_at_1000_std": 0.210286, "nauc_ndcg_at_1000_diff1": 0.521896, "nauc_map_at_1_max": 0.559852, "nauc_map_at_1_std": 0.169845, "nauc_map_at_1_diff1": 0.600051, "nauc_map_at_3_max": 0.565748, "nauc_map_at_3_std": 0.189489, "nauc_map_at_3_diff1": 0.551069, "nauc_map_at_5_max": 0.563001, "nauc_map_at_5_std": 0.193125, "nauc_map_at_5_diff1": 0.54216, "nauc_map_at_10_max": 0.561529, "nauc_map_at_10_std": 0.195759, "nauc_map_at_10_diff1": 0.538273, "nauc_map_at_20_max": 0.560578, "nauc_map_at_20_std": 0.195758, "nauc_map_at_20_diff1": 0.538225, "nauc_map_at_100_max": 0.56102, "nauc_map_at_100_std": 0.196523, "nauc_map_at_100_diff1": 0.538919, "nauc_map_at_1000_max": 0.56104, "nauc_map_at_1000_std": 0.196324, "nauc_map_at_1000_diff1": 0.539199, "nauc_recall_at_1_max": 0.559852, "nauc_recall_at_1_std": 0.169845, "nauc_recall_at_1_diff1": 0.600051, "nauc_recall_at_3_max": 0.57209, "nauc_recall_at_3_std": 0.214651, "nauc_recall_at_3_diff1": 0.494537, "nauc_recall_at_5_max": 0.560026, "nauc_recall_at_5_std": 0.230956, "nauc_recall_at_5_diff1": 0.453314, "nauc_recall_at_10_max": 0.547546, "nauc_recall_at_10_std": 0.255341, "nauc_recall_at_10_diff1": 0.415216, "nauc_recall_at_20_max": 0.528107, "nauc_recall_at_20_std": 0.264366, "nauc_recall_at_20_diff1": 0.395985, "nauc_recall_at_100_max": 0.552978, "nauc_recall_at_100_std": 0.370326, "nauc_recall_at_100_diff1": 0.368427, "nauc_recall_at_1000_max": 0.585917, "nauc_recall_at_1000_std": 0.485328, "nauc_recall_at_1000_diff1": 0.385519, "nauc_precision_at_1_max": 0.560294, "nauc_precision_at_1_std": 0.170305, "nauc_precision_at_1_diff1": 0.600491, "nauc_precision_at_3_max": 0.572567, "nauc_precision_at_3_std": 0.215117, "nauc_precision_at_3_diff1": 0.495012, "nauc_precision_at_5_max": 0.560559, "nauc_precision_at_5_std": 0.231456, "nauc_precision_at_5_diff1": 0.453837, "nauc_precision_at_10_max": 0.548158, "nauc_precision_at_10_std": 0.255904, "nauc_precision_at_10_diff1": 0.415806, "nauc_precision_at_20_max": 0.528806, "nauc_precision_at_20_std": 0.265015, "nauc_precision_at_20_diff1": 0.396659, "nauc_precision_at_100_max": 0.553839, "nauc_precision_at_100_std": 0.371539, "nauc_precision_at_100_diff1": 0.369643, "nauc_precision_at_1000_max": 0.589542, "nauc_precision_at_1000_std": 0.489834, "nauc_precision_at_1000_diff1": 0.390899, "nauc_mrr_at_1_max": 0.560294, "nauc_mrr_at_1_std": 0.170305, "nauc_mrr_at_1_diff1": 0.600491, "nauc_mrr_at_3_max": 0.566184, "nauc_mrr_at_3_std": 0.189942, "nauc_mrr_at_3_diff1": 0.551506, "nauc_mrr_at_5_max": 0.563442, "nauc_mrr_at_5_std": 0.193582, "nauc_mrr_at_5_diff1": 0.542601, "nauc_mrr_at_10_max": 0.561974, "nauc_mrr_at_10_std": 0.19622, "nauc_mrr_at_10_diff1": 0.538719, "nauc_mrr_at_20_max": 0.561027, "nauc_mrr_at_20_std": 0.196224, "nauc_mrr_at_20_diff1": 0.538675, "nauc_mrr_at_100_max": 0.561457, "nauc_mrr_at_100_std": 0.196977, "nauc_mrr_at_100_diff1": 0.539357, "nauc_mrr_at_1000_max": 0.561478, "nauc_mrr_at_1000_std": 0.196779, "nauc_mrr_at_1000_diff1": 0.539638, "main_score": 0.45456, "hf_subset": "eng-ara", "languages": [ "eng-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.5914, "ndcg_at_3": 0.68122, "ndcg_at_5": 0.69993, "ndcg_at_10": 0.71727, "ndcg_at_20": 0.7278, "ndcg_at_100": 0.73994, "ndcg_at_1000": 0.7452, "map_at_1": 0.59118, "map_at_3": 0.65932, "map_at_5": 0.6697, "map_at_10": 0.67681, "map_at_20": 0.67973, "map_at_100": 0.68142, "map_at_1000": 0.68161, "recall_at_1": 0.59118, "recall_at_3": 0.74441, "recall_at_5": 0.78983, "recall_at_10": 0.84367, "recall_at_20": 0.88522, "recall_at_100": 0.95051, "recall_at_1000": 0.9918, "precision_at_1": 0.5914, "precision_at_3": 0.24825, "precision_at_5": 0.15803, "precision_at_10": 0.0844, "precision_at_20": 0.04428, "precision_at_100": 0.00951, "precision_at_1000": 0.00099, "mrr_at_1": 0.591403, "mrr_at_3": 0.659428, "mrr_at_5": 0.669809, "mrr_at_10": 0.676925, "mrr_at_20": 0.679819, "mrr_at_100": 0.681511, "mrr_at_1000": 0.681709, "nauc_ndcg_at_1_max": 0.726324, "nauc_ndcg_at_1_std": 0.032748, "nauc_ndcg_at_1_diff1": 0.756836, "nauc_ndcg_at_3_max": 0.727496, "nauc_ndcg_at_3_std": 0.028385, "nauc_ndcg_at_3_diff1": 0.692527, "nauc_ndcg_at_5_max": 0.725093, "nauc_ndcg_at_5_std": 0.031338, "nauc_ndcg_at_5_diff1": 0.686359, "nauc_ndcg_at_10_max": 0.72195, "nauc_ndcg_at_10_std": 0.031963, "nauc_ndcg_at_10_diff1": 0.68583, "nauc_ndcg_at_20_max": 0.721316, "nauc_ndcg_at_20_std": 0.035109, "nauc_ndcg_at_20_diff1": 0.68655, "nauc_ndcg_at_100_max": 0.722195, "nauc_ndcg_at_100_std": 0.038716, "nauc_ndcg_at_100_diff1": 0.692463, "nauc_ndcg_at_1000_max": 0.723558, "nauc_ndcg_at_1000_std": 0.037267, "nauc_ndcg_at_1000_diff1": 0.696585, "nauc_map_at_1_max": 0.726023, "nauc_map_at_1_std": 0.031937, "nauc_map_at_1_diff1": 0.75678, "nauc_map_at_3_max": 0.726964, "nauc_map_at_3_std": 0.029031, "nauc_map_at_3_diff1": 0.70893, "nauc_map_at_5_max": 0.725776, "nauc_map_at_5_std": 0.030454, "nauc_map_at_5_diff1": 0.706292, "nauc_map_at_10_max": 0.724692, "nauc_map_at_10_std": 0.030835, "nauc_map_at_10_diff1": 0.706558, "nauc_map_at_20_max": 0.724609, "nauc_map_at_20_std": 0.031717, "nauc_map_at_20_diff1": 0.706922, "nauc_map_at_100_max": 0.724656, "nauc_map_at_100_std": 0.032335, "nauc_map_at_100_diff1": 0.707567, "nauc_map_at_1000_max": 0.7247, "nauc_map_at_1000_std": 0.032332, "nauc_map_at_1000_diff1": 0.707694, "nauc_recall_at_1_max": 0.726023, "nauc_recall_at_1_std": 0.031937, "nauc_recall_at_1_diff1": 0.75678, "nauc_recall_at_3_max": 0.729147, "nauc_recall_at_3_std": 0.025481, "nauc_recall_at_3_diff1": 0.634836, "nauc_recall_at_5_max": 0.721487, "nauc_recall_at_5_std": 0.034953, "nauc_recall_at_5_diff1": 0.605189, "nauc_recall_at_10_max": 0.704249, "nauc_recall_at_10_std": 0.037568, "nauc_recall_at_10_diff1": 0.57767, "nauc_recall_at_20_max": 0.693225, "nauc_recall_at_20_std": 0.062434, "nauc_recall_at_20_diff1": 0.549333, "nauc_recall_at_100_max": 0.683247, "nauc_recall_at_100_std": 0.167044, "nauc_recall_at_100_diff1": 0.523672, "nauc_recall_at_1000_max": 0.762641, "nauc_recall_at_1000_std": 0.442542, "nauc_recall_at_1000_diff1": 0.527908, "nauc_precision_at_1_max": 0.726324, "nauc_precision_at_1_std": 0.032748, "nauc_precision_at_1_diff1": 0.756836, "nauc_precision_at_3_max": 0.728418, "nauc_precision_at_3_std": 0.026843, "nauc_precision_at_3_diff1": 0.633526, "nauc_precision_at_5_max": 0.720647, "nauc_precision_at_5_std": 0.03653, "nauc_precision_at_5_diff1": 0.603706, "nauc_precision_at_10_max": 0.703266, "nauc_precision_at_10_std": 0.039624, "nauc_precision_at_10_diff1": 0.575855, "nauc_precision_at_20_max": 0.689188, "nauc_precision_at_20_std": 0.066502, "nauc_precision_at_20_diff1": 0.544858, "nauc_precision_at_100_max": 0.665899, "nauc_precision_at_100_std": 0.172843, "nauc_precision_at_100_diff1": 0.506562, "nauc_precision_at_1000_max": 0.616829, "nauc_precision_at_1000_std": 0.419286, "nauc_precision_at_1000_diff1": 0.402759, "nauc_mrr_at_1_max": 0.726324, "nauc_mrr_at_1_std": 0.032748, "nauc_mrr_at_1_diff1": 0.756836, "nauc_mrr_at_3_max": 0.727136, "nauc_mrr_at_3_std": 0.029728, "nauc_mrr_at_3_diff1": 0.709099, "nauc_mrr_at_5_max": 0.725952, "nauc_mrr_at_5_std": 0.03117, "nauc_mrr_at_5_diff1": 0.706465, "nauc_mrr_at_10_max": 0.724873, "nauc_mrr_at_10_std": 0.031568, "nauc_mrr_at_10_diff1": 0.706735, "nauc_mrr_at_20_max": 0.724761, "nauc_mrr_at_20_std": 0.032334, "nauc_mrr_at_20_diff1": 0.707071, "nauc_mrr_at_100_max": 0.724809, "nauc_mrr_at_100_std": 0.032954, "nauc_mrr_at_100_diff1": 0.707717, "nauc_mrr_at_1000_max": 0.724853, "nauc_mrr_at_1000_std": 0.032951, "nauc_mrr_at_1000_diff1": 0.707844, "main_score": 0.71727, "hf_subset": "eng-deu", "languages": [ "eng-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.69349, "ndcg_at_3": 0.76149, "ndcg_at_5": 0.77602, "ndcg_at_10": 0.78985, "ndcg_at_20": 0.79749, "ndcg_at_100": 0.80631, "ndcg_at_1000": 0.8101, "map_at_1": 0.6934, "map_at_3": 0.74512, "map_at_5": 0.75325, "map_at_10": 0.75898, "map_at_20": 0.76109, "map_at_100": 0.76232, "map_at_1000": 0.76246, "recall_at_1": 0.6934, "recall_at_3": 0.80863, "recall_at_5": 0.84362, "recall_at_10": 0.88627, "recall_at_20": 0.91641, "recall_at_100": 0.96382, "recall_at_1000": 0.99378, "precision_at_1": 0.69349, "precision_at_3": 0.26961, "precision_at_5": 0.1688, "precision_at_10": 0.08866, "precision_at_20": 0.04584, "precision_at_100": 0.00964, "precision_at_1000": 0.00099, "mrr_at_1": 0.69349, "mrr_at_3": 0.745194, "mrr_at_5": 0.753323, "mrr_at_10": 0.759051, "mrr_at_20": 0.76116, "mrr_at_100": 0.762381, "mrr_at_1000": 0.762521, "nauc_ndcg_at_1_max": 0.651466, "nauc_ndcg_at_1_std": -0.122705, "nauc_ndcg_at_1_diff1": 0.821639, "nauc_ndcg_at_3_max": 0.689023, "nauc_ndcg_at_3_std": -0.10354, "nauc_ndcg_at_3_diff1": 0.79978, "nauc_ndcg_at_5_max": 0.696517, "nauc_ndcg_at_5_std": -0.093414, "nauc_ndcg_at_5_diff1": 0.802874, "nauc_ndcg_at_10_max": 0.694004, "nauc_ndcg_at_10_std": -0.088077, "nauc_ndcg_at_10_diff1": 0.799982, "nauc_ndcg_at_20_max": 0.694074, "nauc_ndcg_at_20_std": -0.082104, "nauc_ndcg_at_20_diff1": 0.799968, "nauc_ndcg_at_100_max": 0.692262, "nauc_ndcg_at_100_std": -0.080355, "nauc_ndcg_at_100_diff1": 0.803539, "nauc_ndcg_at_1000_max": 0.6891, "nauc_ndcg_at_1000_std": -0.087498, "nauc_ndcg_at_1000_diff1": 0.803965, "nauc_map_at_1_max": 0.651291, "nauc_map_at_1_std": -0.123158, "nauc_map_at_1_diff1": 0.821699, "nauc_map_at_3_max": 0.679607, "nauc_map_at_3_std": -0.10918, "nauc_map_at_3_diff1": 0.805785, "nauc_map_at_5_max": 0.683207, "nauc_map_at_5_std": -0.104124, "nauc_map_at_5_diff1": 0.807575, "nauc_map_at_10_max": 0.681959, "nauc_map_at_10_std": -0.102658, "nauc_map_at_10_diff1": 0.806625, "nauc_map_at_20_max": 0.681815, "nauc_map_at_20_std": -0.101426, "nauc_map_at_20_diff1": 0.806576, "nauc_map_at_100_max": 0.681585, "nauc_map_at_100_std": -0.101281, "nauc_map_at_100_diff1": 0.807004, "nauc_map_at_1000_max": 0.681492, "nauc_map_at_1000_std": -0.101455, "nauc_map_at_1000_diff1": 0.807016, "nauc_recall_at_1_max": 0.651291, "nauc_recall_at_1_std": -0.123158, "nauc_recall_at_1_diff1": 0.821699, "nauc_recall_at_3_max": 0.722349, "nauc_recall_at_3_std": -0.083674, "nauc_recall_at_3_diff1": 0.778077, "nauc_recall_at_5_max": 0.753336, "nauc_recall_at_5_std": -0.047046, "nauc_recall_at_5_diff1": 0.783809, "nauc_recall_at_10_max": 0.759235, "nauc_recall_at_10_std": -0.001459, "nauc_recall_at_10_diff1": 0.76243, "nauc_recall_at_20_max": 0.782725, "nauc_recall_at_20_std": 0.080166, "nauc_recall_at_20_diff1": 0.751454, "nauc_recall_at_100_max": 0.847943, "nauc_recall_at_100_std": 0.331612, "nauc_recall_at_100_diff1": 0.780967, "nauc_recall_at_1000_max": 0.902838, "nauc_recall_at_1000_std": 0.679285, "nauc_recall_at_1000_diff1": 0.769793, "nauc_precision_at_1_max": 0.651466, "nauc_precision_at_1_std": -0.122705, "nauc_precision_at_1_diff1": 0.821639, "nauc_precision_at_3_max": 0.722158, "nauc_precision_at_3_std": -0.081988, "nauc_precision_at_3_diff1": 0.777019, "nauc_precision_at_5_max": 0.752343, "nauc_precision_at_5_std": -0.043316, "nauc_precision_at_5_diff1": 0.781172, "nauc_precision_at_10_max": 0.757906, "nauc_precision_at_10_std": 0.003449, "nauc_precision_at_10_diff1": 0.758947, "nauc_precision_at_20_max": 0.781137, "nauc_precision_at_20_std": 0.086626, "nauc_precision_at_20_diff1": 0.747028, "nauc_precision_at_100_max": 0.825743, "nauc_precision_at_100_std": 0.349989, "nauc_precision_at_100_diff1": 0.74991, "nauc_precision_at_1000_max": 0.733717, "nauc_precision_at_1000_std": 0.717553, "nauc_precision_at_1000_diff1": 0.565138, "nauc_mrr_at_1_max": 0.651466, "nauc_mrr_at_1_std": -0.122705, "nauc_mrr_at_1_diff1": 0.821639, "nauc_mrr_at_3_max": 0.679744, "nauc_mrr_at_3_std": -0.108686, "nauc_mrr_at_3_diff1": 0.805743, "nauc_mrr_at_5_max": 0.683313, "nauc_mrr_at_5_std": -0.103605, "nauc_mrr_at_5_diff1": 0.807513, "nauc_mrr_at_10_max": 0.682067, "nauc_mrr_at_10_std": -0.102127, "nauc_mrr_at_10_diff1": 0.80656, "nauc_mrr_at_20_max": 0.681923, "nauc_mrr_at_20_std": -0.10089, "nauc_mrr_at_20_diff1": 0.80651, "nauc_mrr_at_100_max": 0.681684, "nauc_mrr_at_100_std": -0.100797, "nauc_mrr_at_100_diff1": 0.806946, "nauc_mrr_at_1000_max": 0.681589, "nauc_mrr_at_1000_std": -0.100982, "nauc_mrr_at_1000_diff1": 0.806959, "main_score": 0.78985, "hf_subset": "eng-eng", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.65264, "ndcg_at_3": 0.72719, "ndcg_at_5": 0.74249, "ndcg_at_10": 0.75947, "ndcg_at_20": 0.76835, "ndcg_at_100": 0.77773, "ndcg_at_1000": 0.78289, "map_at_1": 0.65264, "map_at_3": 0.70945, "map_at_5": 0.71795, "map_at_10": 0.72498, "map_at_20": 0.72748, "map_at_100": 0.7288, "map_at_1000": 0.72898, "recall_at_1": 0.65264, "recall_at_3": 0.77823, "recall_at_5": 0.81537, "recall_at_10": 0.86774, "recall_at_20": 0.9024, "recall_at_100": 0.95258, "recall_at_1000": 0.994, "precision_at_1": 0.65264, "precision_at_3": 0.25944, "precision_at_5": 0.16309, "precision_at_10": 0.08678, "precision_at_20": 0.04512, "precision_at_100": 0.00953, "precision_at_1000": 0.00099, "mrr_at_1": 0.652638, "mrr_at_3": 0.709484, "mrr_at_5": 0.717978, "mrr_at_10": 0.72501, "mrr_at_20": 0.72751, "mrr_at_100": 0.728835, "mrr_at_1000": 0.729015, "nauc_ndcg_at_1_max": 0.716906, "nauc_ndcg_at_1_std": 0.0581, "nauc_ndcg_at_1_diff1": 0.832777, "nauc_ndcg_at_3_max": 0.763039, "nauc_ndcg_at_3_std": 0.10567, "nauc_ndcg_at_3_diff1": 0.808637, "nauc_ndcg_at_5_max": 0.763186, "nauc_ndcg_at_5_std": 0.111466, "nauc_ndcg_at_5_diff1": 0.802587, "nauc_ndcg_at_10_max": 0.762174, "nauc_ndcg_at_10_std": 0.116997, "nauc_ndcg_at_10_diff1": 0.803043, "nauc_ndcg_at_20_max": 0.759151, "nauc_ndcg_at_20_std": 0.120228, "nauc_ndcg_at_20_diff1": 0.801656, "nauc_ndcg_at_100_max": 0.758151, "nauc_ndcg_at_100_std": 0.118761, "nauc_ndcg_at_100_diff1": 0.804913, "nauc_ndcg_at_1000_max": 0.755518, "nauc_ndcg_at_1000_std": 0.11119, "nauc_ndcg_at_1000_diff1": 0.806967, "nauc_map_at_1_max": 0.716906, "nauc_map_at_1_std": 0.0581, "nauc_map_at_1_diff1": 0.832777, "nauc_map_at_3_max": 0.75133, "nauc_map_at_3_std": 0.092127, "nauc_map_at_3_diff1": 0.814769, "nauc_map_at_5_max": 0.751044, "nauc_map_at_5_std": 0.09491, "nauc_map_at_5_diff1": 0.811711, "nauc_map_at_10_max": 0.750386, "nauc_map_at_10_std": 0.096459, "nauc_map_at_10_diff1": 0.812134, "nauc_map_at_20_max": 0.749585, "nauc_map_at_20_std": 0.097278, "nauc_map_at_20_diff1": 0.811848, "nauc_map_at_100_max": 0.749439, "nauc_map_at_100_std": 0.097012, "nauc_map_at_100_diff1": 0.812325, "nauc_map_at_1000_max": 0.749354, "nauc_map_at_1000_std": 0.096806, "nauc_map_at_1000_diff1": 0.812393, "nauc_recall_at_1_max": 0.716906, "nauc_recall_at_1_std": 0.0581, "nauc_recall_at_1_diff1": 0.832777, "nauc_recall_at_3_max": 0.803975, "nauc_recall_at_3_std": 0.153891, "nauc_recall_at_3_diff1": 0.787227, "nauc_recall_at_5_max": 0.811502, "nauc_recall_at_5_std": 0.179239, "nauc_recall_at_5_diff1": 0.765205, "nauc_recall_at_10_max": 0.823247, "nauc_recall_at_10_std": 0.231892, "nauc_recall_at_10_diff1": 0.754054, "nauc_recall_at_20_max": 0.816959, "nauc_recall_at_20_std": 0.289789, "nauc_recall_at_20_diff1": 0.728072, "nauc_recall_at_100_max": 0.854449, "nauc_recall_at_100_std": 0.432648, "nauc_recall_at_100_diff1": 0.71844, "nauc_recall_at_1000_max": 0.865668, "nauc_recall_at_1000_std": 0.667291, "nauc_recall_at_1000_diff1": 0.626091, "nauc_precision_at_1_max": 0.716906, "nauc_precision_at_1_std": 0.0581, "nauc_precision_at_1_diff1": 0.832777, "nauc_precision_at_3_max": 0.803839, "nauc_precision_at_3_std": 0.153604, "nauc_precision_at_3_diff1": 0.787234, "nauc_precision_at_5_max": 0.811412, "nauc_precision_at_5_std": 0.178928, "nauc_precision_at_5_diff1": 0.765266, "nauc_precision_at_10_max": 0.823133, "nauc_precision_at_10_std": 0.231504, "nauc_precision_at_10_diff1": 0.754129, "nauc_precision_at_20_max": 0.816908, "nauc_precision_at_20_std": 0.289367, "nauc_precision_at_20_diff1": 0.728242, "nauc_precision_at_100_max": 0.854389, "nauc_precision_at_100_std": 0.436446, "nauc_precision_at_100_diff1": 0.718763, "nauc_precision_at_1000_max": 0.793048, "nauc_precision_at_1000_std": 0.684137, "nauc_precision_at_1000_diff1": 0.57185, "nauc_mrr_at_1_max": 0.716906, "nauc_mrr_at_1_std": 0.0581, "nauc_mrr_at_1_diff1": 0.832777, "nauc_mrr_at_3_max": 0.751288, "nauc_mrr_at_3_std": 0.092044, "nauc_mrr_at_3_diff1": 0.814774, "nauc_mrr_at_5_max": 0.751004, "nauc_mrr_at_5_std": 0.094824, "nauc_mrr_at_5_diff1": 0.811718, "nauc_mrr_at_10_max": 0.750345, "nauc_mrr_at_10_std": 0.096372, "nauc_mrr_at_10_diff1": 0.812142, "nauc_mrr_at_20_max": 0.749543, "nauc_mrr_at_20_std": 0.09719, "nauc_mrr_at_20_diff1": 0.811855, "nauc_mrr_at_100_max": 0.749396, "nauc_mrr_at_100_std": 0.096931, "nauc_mrr_at_100_diff1": 0.812333, "nauc_mrr_at_1000_max": 0.749313, "nauc_mrr_at_1000_std": 0.09671, "nauc_mrr_at_1000_diff1": 0.812401, "main_score": 0.75947, "hf_subset": "eng-spa", "languages": [ "eng-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.34988, "ndcg_at_3": 0.43046, "ndcg_at_5": 0.45289, "ndcg_at_10": 0.47549, "ndcg_at_20": 0.49017, "ndcg_at_100": 0.51487, "ndcg_at_1000": 0.53409, "map_at_1": 0.34988, "map_at_3": 0.41072, "map_at_5": 0.4232, "map_at_10": 0.43257, "map_at_20": 0.4366, "map_at_100": 0.43993, "map_at_1000": 0.4406, "recall_at_1": 0.34988, "recall_at_3": 0.48749, "recall_at_5": 0.5418, "recall_at_10": 0.61147, "recall_at_20": 0.66955, "recall_at_100": 0.80401, "recall_at_1000": 0.9582, "precision_at_1": 0.34988, "precision_at_3": 0.16253, "precision_at_5": 0.10838, "precision_at_10": 0.06117, "precision_at_20": 0.03349, "precision_at_100": 0.00804, "precision_at_1000": 0.00096, "mrr_at_1": 0.349878, "mrr_at_3": 0.410768, "mrr_at_5": 0.423247, "mrr_at_10": 0.432596, "mrr_at_20": 0.436627, "mrr_at_100": 0.43996, "mrr_at_1000": 0.440627, "nauc_ndcg_at_1_max": 0.518055, "nauc_ndcg_at_1_std": 0.055239, "nauc_ndcg_at_1_diff1": 0.64178, "nauc_ndcg_at_3_max": 0.525394, "nauc_ndcg_at_3_std": 0.064885, "nauc_ndcg_at_3_diff1": 0.570571, "nauc_ndcg_at_5_max": 0.519903, "nauc_ndcg_at_5_std": 0.064454, "nauc_ndcg_at_5_diff1": 0.561477, "nauc_ndcg_at_10_max": 0.517338, "nauc_ndcg_at_10_std": 0.068788, "nauc_ndcg_at_10_diff1": 0.556619, "nauc_ndcg_at_20_max": 0.515855, "nauc_ndcg_at_20_std": 0.071621, "nauc_ndcg_at_20_diff1": 0.553834, "nauc_ndcg_at_100_max": 0.516431, "nauc_ndcg_at_100_std": 0.075437, "nauc_ndcg_at_100_diff1": 0.555503, "nauc_ndcg_at_1000_max": 0.518114, "nauc_ndcg_at_1000_std": 0.073606, "nauc_ndcg_at_1000_diff1": 0.563341, "nauc_map_at_1_max": 0.518055, "nauc_map_at_1_std": 0.055239, "nauc_map_at_1_diff1": 0.64178, "nauc_map_at_3_max": 0.523626, "nauc_map_at_3_std": 0.062044, "nauc_map_at_3_diff1": 0.587268, "nauc_map_at_5_max": 0.520562, "nauc_map_at_5_std": 0.06165, "nauc_map_at_5_diff1": 0.582372, "nauc_map_at_10_max": 0.519505, "nauc_map_at_10_std": 0.063506, "nauc_map_at_10_diff1": 0.580569, "nauc_map_at_20_max": 0.519116, "nauc_map_at_20_std": 0.064227, "nauc_map_at_20_diff1": 0.579992, "nauc_map_at_100_max": 0.519194, "nauc_map_at_100_std": 0.064706, "nauc_map_at_100_diff1": 0.58024, "nauc_map_at_1000_max": 0.51922, "nauc_map_at_1000_std": 0.064639, "nauc_map_at_1000_diff1": 0.580483, "nauc_recall_at_1_max": 0.518055, "nauc_recall_at_1_std": 0.055239, "nauc_recall_at_1_diff1": 0.64178, "nauc_recall_at_3_max": 0.530416, "nauc_recall_at_3_std": 0.073041, "nauc_recall_at_3_diff1": 0.522192, "nauc_recall_at_5_max": 0.516986, "nauc_recall_at_5_std": 0.072908, "nauc_recall_at_5_diff1": 0.497309, "nauc_recall_at_10_max": 0.508316, "nauc_recall_at_10_std": 0.087709, "nauc_recall_at_10_diff1": 0.475645, "nauc_recall_at_20_max": 0.500354, "nauc_recall_at_20_std": 0.103029, "nauc_recall_at_20_diff1": 0.453107, "nauc_recall_at_100_max": 0.497168, "nauc_recall_at_100_std": 0.151516, "nauc_recall_at_100_diff1": 0.420335, "nauc_recall_at_1000_max": 0.541198, "nauc_recall_at_1000_std": 0.30259, "nauc_recall_at_1000_diff1": 0.425088, "nauc_precision_at_1_max": 0.518055, "nauc_precision_at_1_std": 0.055239, "nauc_precision_at_1_diff1": 0.64178, "nauc_precision_at_3_max": 0.530598, "nauc_precision_at_3_std": 0.073547, "nauc_precision_at_3_diff1": 0.522374, "nauc_precision_at_5_max": 0.517213, "nauc_precision_at_5_std": 0.073443, "nauc_precision_at_5_diff1": 0.497534, "nauc_precision_at_10_max": 0.508104, "nauc_precision_at_10_std": 0.088755, "nauc_precision_at_10_diff1": 0.475471, "nauc_precision_at_20_max": 0.500294, "nauc_precision_at_20_std": 0.104839, "nauc_precision_at_20_diff1": 0.452714, "nauc_precision_at_100_max": 0.497168, "nauc_precision_at_100_std": 0.154187, "nauc_precision_at_100_diff1": 0.41987, "nauc_precision_at_1000_max": 0.541093, "nauc_precision_at_1000_std": 0.313397, "nauc_precision_at_1000_diff1": 0.423163, "nauc_mrr_at_1_max": 0.518055, "nauc_mrr_at_1_std": 0.055239, "nauc_mrr_at_1_diff1": 0.64178, "nauc_mrr_at_3_max": 0.523716, "nauc_mrr_at_3_std": 0.062295, "nauc_mrr_at_3_diff1": 0.58736, "nauc_mrr_at_5_max": 0.520653, "nauc_mrr_at_5_std": 0.061904, "nauc_mrr_at_5_diff1": 0.582464, "nauc_mrr_at_10_max": 0.519544, "nauc_mrr_at_10_std": 0.063616, "nauc_mrr_at_10_diff1": 0.580609, "nauc_mrr_at_20_max": 0.519163, "nauc_mrr_at_20_std": 0.064366, "nauc_mrr_at_20_diff1": 0.580023, "nauc_mrr_at_100_max": 0.519241, "nauc_mrr_at_100_std": 0.064846, "nauc_mrr_at_100_diff1": 0.580272, "nauc_mrr_at_1000_max": 0.519268, "nauc_mrr_at_1000_std": 0.064779, "nauc_mrr_at_1000_diff1": 0.580515, "main_score": 0.47549, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.50792, "ndcg_at_3": 0.57574, "ndcg_at_5": 0.59531, "ndcg_at_10": 0.61411, "ndcg_at_20": 0.62753, "ndcg_at_100": 0.64691, "ndcg_at_1000": 0.65863, "map_at_1": 0.50792, "map_at_3": 0.55939, "map_at_5": 0.57021, "map_at_10": 0.57805, "map_at_20": 0.58175, "map_at_100": 0.58435, "map_at_1000": 0.58476, "recall_at_1": 0.50792, "recall_at_3": 0.62293, "recall_at_5": 0.67061, "recall_at_10": 0.7283, "recall_at_20": 0.78126, "recall_at_100": 0.88681, "recall_at_1000": 0.98071, "precision_at_1": 0.50792, "precision_at_3": 0.20764, "precision_at_5": 0.13412, "precision_at_10": 0.07283, "precision_at_20": 0.03906, "precision_at_100": 0.00887, "precision_at_1000": 0.00098, "mrr_at_1": 0.507916, "mrr_at_3": 0.559387, "mrr_at_5": 0.570206, "mrr_at_10": 0.578053, "mrr_at_20": 0.581752, "mrr_at_100": 0.584353, "mrr_at_1000": 0.584763, "nauc_ndcg_at_1_max": 0.693762, "nauc_ndcg_at_1_std": 0.164392, "nauc_ndcg_at_1_diff1": 0.753876, "nauc_ndcg_at_3_max": 0.73622, "nauc_ndcg_at_3_std": 0.212972, "nauc_ndcg_at_3_diff1": 0.723922, "nauc_ndcg_at_5_max": 0.735996, "nauc_ndcg_at_5_std": 0.227112, "nauc_ndcg_at_5_diff1": 0.715434, "nauc_ndcg_at_10_max": 0.732048, "nauc_ndcg_at_10_std": 0.234455, "nauc_ndcg_at_10_diff1": 0.709704, "nauc_ndcg_at_20_max": 0.729066, "nauc_ndcg_at_20_std": 0.2379, "nauc_ndcg_at_20_diff1": 0.707269, "nauc_ndcg_at_100_max": 0.727991, "nauc_ndcg_at_100_std": 0.240002, "nauc_ndcg_at_100_diff1": 0.709727, "nauc_ndcg_at_1000_max": 0.726962, "nauc_ndcg_at_1000_std": 0.229422, "nauc_ndcg_at_1000_diff1": 0.715237, "nauc_map_at_1_max": 0.693762, "nauc_map_at_1_std": 0.164392, "nauc_map_at_1_diff1": 0.753876, "nauc_map_at_3_max": 0.72588, "nauc_map_at_3_std": 0.200205, "nauc_map_at_3_diff1": 0.731617, "nauc_map_at_5_max": 0.725545, "nauc_map_at_5_std": 0.207518, "nauc_map_at_5_diff1": 0.727183, "nauc_map_at_10_max": 0.723725, "nauc_map_at_10_std": 0.209999, "nauc_map_at_10_diff1": 0.724932, "nauc_map_at_20_max": 0.722922, "nauc_map_at_20_std": 0.210667, "nauc_map_at_20_diff1": 0.724466, "nauc_map_at_100_max": 0.722724, "nauc_map_at_100_std": 0.210799, "nauc_map_at_100_diff1": 0.724815, "nauc_map_at_1000_max": 0.722693, "nauc_map_at_1000_std": 0.210503, "nauc_map_at_1000_diff1": 0.724999, "nauc_recall_at_1_max": 0.693762, "nauc_recall_at_1_std": 0.164392, "nauc_recall_at_1_diff1": 0.753876, "nauc_recall_at_3_max": 0.768372, "nauc_recall_at_3_std": 0.253108, "nauc_recall_at_3_diff1": 0.699806, "nauc_recall_at_5_max": 0.770952, "nauc_recall_at_5_std": 0.295694, "nauc_recall_at_5_diff1": 0.674459, "nauc_recall_at_10_max": 0.761913, "nauc_recall_at_10_std": 0.335065, "nauc_recall_at_10_diff1": 0.647438, "nauc_recall_at_20_max": 0.750365, "nauc_recall_at_20_std": 0.373808, "nauc_recall_at_20_diff1": 0.621437, "nauc_recall_at_100_max": 0.753952, "nauc_recall_at_100_std": 0.506144, "nauc_recall_at_100_diff1": 0.587644, "nauc_recall_at_1000_max": 0.761896, "nauc_recall_at_1000_std": 0.589808, "nauc_recall_at_1000_diff1": 0.596846, "nauc_precision_at_1_max": 0.693762, "nauc_precision_at_1_std": 0.164392, "nauc_precision_at_1_diff1": 0.753876, "nauc_precision_at_3_max": 0.768372, "nauc_precision_at_3_std": 0.253108, "nauc_precision_at_3_diff1": 0.699806, "nauc_precision_at_5_max": 0.770952, "nauc_precision_at_5_std": 0.295694, "nauc_precision_at_5_diff1": 0.674459, "nauc_precision_at_10_max": 0.761913, "nauc_precision_at_10_std": 0.335065, "nauc_precision_at_10_diff1": 0.647438, "nauc_precision_at_20_max": 0.750365, "nauc_precision_at_20_std": 0.373808, "nauc_precision_at_20_diff1": 0.621437, "nauc_precision_at_100_max": 0.753952, "nauc_precision_at_100_std": 0.506144, "nauc_precision_at_100_diff1": 0.587644, "nauc_precision_at_1000_max": 0.761896, "nauc_precision_at_1000_std": 0.589808, "nauc_precision_at_1000_diff1": 0.596846, "nauc_mrr_at_1_max": 0.693762, "nauc_mrr_at_1_std": 0.164392, "nauc_mrr_at_1_diff1": 0.753876, "nauc_mrr_at_3_max": 0.72588, "nauc_mrr_at_3_std": 0.200205, "nauc_mrr_at_3_diff1": 0.731617, "nauc_mrr_at_5_max": 0.725545, "nauc_mrr_at_5_std": 0.207518, "nauc_mrr_at_5_diff1": 0.727183, "nauc_mrr_at_10_max": 0.723725, "nauc_mrr_at_10_std": 0.209999, "nauc_mrr_at_10_diff1": 0.724932, "nauc_mrr_at_20_max": 0.722922, "nauc_mrr_at_20_std": 0.210667, "nauc_mrr_at_20_diff1": 0.724466, "nauc_mrr_at_100_max": 0.722724, "nauc_mrr_at_100_std": 0.210799, "nauc_mrr_at_100_diff1": 0.724815, "nauc_mrr_at_1000_max": 0.722693, "nauc_mrr_at_1000_std": 0.210503, "nauc_mrr_at_1000_diff1": 0.724999, "main_score": 0.61411, "hf_subset": "eng-vie", "languages": [ "eng-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.4854, "ndcg_at_3": 0.57299, "ndcg_at_5": 0.59743, "ndcg_at_10": 0.61779, "ndcg_at_20": 0.63251, "ndcg_at_100": 0.65183, "ndcg_at_1000": 0.66022, "map_at_1": 0.4854, "map_at_3": 0.55156, "map_at_5": 0.56526, "map_at_10": 0.57371, "map_at_20": 0.5778, "map_at_100": 0.58046, "map_at_1000": 0.58077, "recall_at_1": 0.4854, "recall_at_3": 0.63493, "recall_at_5": 0.69373, "recall_at_10": 0.75643, "recall_at_20": 0.81425, "recall_at_100": 0.91852, "recall_at_1000": 0.98481, "precision_at_1": 0.4854, "precision_at_3": 0.21164, "precision_at_5": 0.13875, "precision_at_10": 0.07564, "precision_at_20": 0.04071, "precision_at_100": 0.00919, "precision_at_1000": 0.00099, "mrr_at_1": 0.485397, "mrr_at_3": 0.551564, "mrr_at_5": 0.565262, "mrr_at_10": 0.573709, "mrr_at_20": 0.577801, "mrr_at_100": 0.580462, "mrr_at_1000": 0.58077, "nauc_ndcg_at_1_max": 0.601745, "nauc_ndcg_at_1_std": 0.045522, "nauc_ndcg_at_1_diff1": 0.71343, "nauc_ndcg_at_3_max": 0.629234, "nauc_ndcg_at_3_std": 0.080372, "nauc_ndcg_at_3_diff1": 0.664278, "nauc_ndcg_at_5_max": 0.627544, "nauc_ndcg_at_5_std": 0.084619, "nauc_ndcg_at_5_diff1": 0.656894, "nauc_ndcg_at_10_max": 0.628642, "nauc_ndcg_at_10_std": 0.095422, "nauc_ndcg_at_10_diff1": 0.653696, "nauc_ndcg_at_20_max": 0.628291, "nauc_ndcg_at_20_std": 0.099501, "nauc_ndcg_at_20_diff1": 0.654036, "nauc_ndcg_at_100_max": 0.627141, "nauc_ndcg_at_100_std": 0.099695, "nauc_ndcg_at_100_diff1": 0.658498, "nauc_ndcg_at_1000_max": 0.625835, "nauc_ndcg_at_1000_std": 0.092574, "nauc_ndcg_at_1000_diff1": 0.662907, "nauc_map_at_1_max": 0.601745, "nauc_map_at_1_std": 0.045522, "nauc_map_at_1_diff1": 0.71343, "nauc_map_at_3_max": 0.62189, "nauc_map_at_3_std": 0.071056, "nauc_map_at_3_diff1": 0.676397, "nauc_map_at_5_max": 0.62081, "nauc_map_at_5_std": 0.073024, "nauc_map_at_5_diff1": 0.67268, "nauc_map_at_10_max": 0.621223, "nauc_map_at_10_std": 0.077154, "nauc_map_at_10_diff1": 0.671776, "nauc_map_at_20_max": 0.621011, "nauc_map_at_20_std": 0.07797, "nauc_map_at_20_diff1": 0.671989, "nauc_map_at_100_max": 0.620813, "nauc_map_at_100_std": 0.077868, "nauc_map_at_100_diff1": 0.672588, "nauc_map_at_1000_max": 0.620773, "nauc_map_at_1000_std": 0.077666, "nauc_map_at_1000_diff1": 0.672732, "nauc_recall_at_1_max": 0.601745, "nauc_recall_at_1_std": 0.045522, "nauc_recall_at_1_diff1": 0.71343, "nauc_recall_at_3_max": 0.65288, "nauc_recall_at_3_std": 0.110368, "nauc_recall_at_3_diff1": 0.625712, "nauc_recall_at_5_max": 0.65108, "nauc_recall_at_5_std": 0.126417, "nauc_recall_at_5_diff1": 0.600491, "nauc_recall_at_10_max": 0.659449, "nauc_recall_at_10_std": 0.177845, "nauc_recall_at_10_diff1": 0.575683, "nauc_recall_at_20_max": 0.665625, "nauc_recall_at_20_std": 0.22467, "nauc_recall_at_20_diff1": 0.558892, "nauc_recall_at_100_max": 0.688894, "nauc_recall_at_100_std": 0.368129, "nauc_recall_at_100_diff1": 0.532085, "nauc_recall_at_1000_max": 0.780717, "nauc_recall_at_1000_std": 0.558113, "nauc_recall_at_1000_diff1": 0.572117, "nauc_precision_at_1_max": 0.601745, "nauc_precision_at_1_std": 0.045522, "nauc_precision_at_1_diff1": 0.71343, "nauc_precision_at_3_max": 0.65288, "nauc_precision_at_3_std": 0.110368, "nauc_precision_at_3_diff1": 0.625712, "nauc_precision_at_5_max": 0.65108, "nauc_precision_at_5_std": 0.126417, "nauc_precision_at_5_diff1": 0.600491, "nauc_precision_at_10_max": 0.659449, "nauc_precision_at_10_std": 0.177845, "nauc_precision_at_10_diff1": 0.575683, "nauc_precision_at_20_max": 0.665625, "nauc_precision_at_20_std": 0.22467, "nauc_precision_at_20_diff1": 0.558892, "nauc_precision_at_100_max": 0.68929, "nauc_precision_at_100_std": 0.37065, "nauc_precision_at_100_diff1": 0.531682, "nauc_precision_at_1000_max": 0.759194, "nauc_precision_at_1000_std": 0.567754, "nauc_precision_at_1000_diff1": 0.548734, "nauc_mrr_at_1_max": 0.601745, "nauc_mrr_at_1_std": 0.045522, "nauc_mrr_at_1_diff1": 0.71343, "nauc_mrr_at_3_max": 0.62189, "nauc_mrr_at_3_std": 0.071056, "nauc_mrr_at_3_diff1": 0.676397, "nauc_mrr_at_5_max": 0.62081, "nauc_mrr_at_5_std": 0.073024, "nauc_mrr_at_5_diff1": 0.67268, "nauc_mrr_at_10_max": 0.621223, "nauc_mrr_at_10_std": 0.077154, "nauc_mrr_at_10_diff1": 0.671776, "nauc_mrr_at_20_max": 0.621011, "nauc_mrr_at_20_std": 0.07797, "nauc_mrr_at_20_diff1": 0.671989, "nauc_mrr_at_100_max": 0.620814, "nauc_mrr_at_100_std": 0.077879, "nauc_mrr_at_100_diff1": 0.672586, "nauc_mrr_at_1000_max": 0.620773, "nauc_mrr_at_1000_std": 0.077666, "nauc_mrr_at_1000_diff1": 0.672732, "main_score": 0.61779, "hf_subset": "eng-zho", "languages": [ "eng-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.43933, "ndcg_at_3": 0.5322, "ndcg_at_5": 0.5575, "ndcg_at_10": 0.58138, "ndcg_at_20": 0.59782, "ndcg_at_100": 0.61876, "ndcg_at_1000": 0.62881, "map_at_1": 0.43933, "map_at_3": 0.50927, "map_at_5": 0.52337, "map_at_10": 0.53334, "map_at_20": 0.53789, "map_at_100": 0.54075, "map_at_1000": 0.54112, "recall_at_1": 0.43933, "recall_at_3": 0.59858, "recall_at_5": 0.65976, "recall_at_10": 0.73306, "recall_at_20": 0.79778, "recall_at_100": 0.91102, "recall_at_1000": 0.99039, "precision_at_1": 0.43933, "precision_at_3": 0.19953, "precision_at_5": 0.13195, "precision_at_10": 0.07331, "precision_at_20": 0.03989, "precision_at_100": 0.00911, "precision_at_1000": 0.00099, "mrr_at_1": 0.439333, "mrr_at_3": 0.509269, "mrr_at_5": 0.523374, "mrr_at_10": 0.533337, "mrr_at_20": 0.537886, "mrr_at_100": 0.540748, "mrr_at_1000": 0.541122, "nauc_ndcg_at_1_max": 0.56832, "nauc_ndcg_at_1_std": 0.102744, "nauc_ndcg_at_1_diff1": 0.644647, "nauc_ndcg_at_3_max": 0.598236, "nauc_ndcg_at_3_std": 0.142812, "nauc_ndcg_at_3_diff1": 0.590988, "nauc_ndcg_at_5_max": 0.60082, "nauc_ndcg_at_5_std": 0.14463, "nauc_ndcg_at_5_diff1": 0.589337, "nauc_ndcg_at_10_max": 0.604559, "nauc_ndcg_at_10_std": 0.150701, "nauc_ndcg_at_10_diff1": 0.586872, "nauc_ndcg_at_20_max": 0.602472, "nauc_ndcg_at_20_std": 0.151857, "nauc_ndcg_at_20_diff1": 0.587887, "nauc_ndcg_at_100_max": 0.598514, "nauc_ndcg_at_100_std": 0.147496, "nauc_ndcg_at_100_diff1": 0.590719, "nauc_ndcg_at_1000_max": 0.597668, "nauc_ndcg_at_1000_std": 0.143482, "nauc_ndcg_at_1000_diff1": 0.595485, "nauc_map_at_1_max": 0.56832, "nauc_map_at_1_std": 0.102744, "nauc_map_at_1_diff1": 0.644647, "nauc_map_at_3_max": 0.592151, "nauc_map_at_3_std": 0.13328, "nauc_map_at_3_diff1": 0.604852, "nauc_map_at_5_max": 0.593416, "nauc_map_at_5_std": 0.134232, "nauc_map_at_5_diff1": 0.604353, "nauc_map_at_10_max": 0.594951, "nauc_map_at_10_std": 0.136215, "nauc_map_at_10_diff1": 0.603629, "nauc_map_at_20_max": 0.594314, "nauc_map_at_20_std": 0.136158, "nauc_map_at_20_diff1": 0.604136, "nauc_map_at_100_max": 0.593863, "nauc_map_at_100_std": 0.135705, "nauc_map_at_100_diff1": 0.604661, "nauc_map_at_1000_max": 0.593866, "nauc_map_at_1000_std": 0.135633, "nauc_map_at_1000_diff1": 0.604849, "nauc_recall_at_1_max": 0.56832, "nauc_recall_at_1_std": 0.102744, "nauc_recall_at_1_diff1": 0.644647, "nauc_recall_at_3_max": 0.616508, "nauc_recall_at_3_std": 0.172205, "nauc_recall_at_3_diff1": 0.547713, "nauc_recall_at_5_max": 0.625682, "nauc_recall_at_5_std": 0.179733, "nauc_recall_at_5_diff1": 0.537707, "nauc_recall_at_10_max": 0.643892, "nauc_recall_at_10_std": 0.212157, "nauc_recall_at_10_diff1": 0.518143, "nauc_recall_at_20_max": 0.641128, "nauc_recall_at_20_std": 0.237166, "nauc_recall_at_20_diff1": 0.506372, "nauc_recall_at_100_max": 0.614839, "nauc_recall_at_100_std": 0.249664, "nauc_recall_at_100_diff1": 0.459104, "nauc_recall_at_1000_max": 0.504654, "nauc_recall_at_1000_std": 0.101157, "nauc_recall_at_1000_diff1": 0.362784, "nauc_precision_at_1_max": 0.56832, "nauc_precision_at_1_std": 0.102744, "nauc_precision_at_1_diff1": 0.644647, "nauc_precision_at_3_max": 0.616508, "nauc_precision_at_3_std": 0.172205, "nauc_precision_at_3_diff1": 0.547713, "nauc_precision_at_5_max": 0.625682, "nauc_precision_at_5_std": 0.179733, "nauc_precision_at_5_diff1": 0.537707, "nauc_precision_at_10_max": 0.643892, "nauc_precision_at_10_std": 0.212157, "nauc_precision_at_10_diff1": 0.518143, "nauc_precision_at_20_max": 0.641128, "nauc_precision_at_20_std": 0.237166, "nauc_precision_at_20_diff1": 0.506372, "nauc_precision_at_100_max": 0.614839, "nauc_precision_at_100_std": 0.249664, "nauc_precision_at_100_diff1": 0.459104, "nauc_precision_at_1000_max": 0.504654, "nauc_precision_at_1000_std": 0.101157, "nauc_precision_at_1000_diff1": 0.362784, "nauc_mrr_at_1_max": 0.56832, "nauc_mrr_at_1_std": 0.102744, "nauc_mrr_at_1_diff1": 0.644647, "nauc_mrr_at_3_max": 0.592151, "nauc_mrr_at_3_std": 0.13328, "nauc_mrr_at_3_diff1": 0.604852, "nauc_mrr_at_5_max": 0.593416, "nauc_mrr_at_5_std": 0.134232, "nauc_mrr_at_5_diff1": 0.604353, "nauc_mrr_at_10_max": 0.594951, "nauc_mrr_at_10_std": 0.136215, "nauc_mrr_at_10_diff1": 0.603629, "nauc_mrr_at_20_max": 0.594314, "nauc_mrr_at_20_std": 0.136158, "nauc_mrr_at_20_diff1": 0.604136, "nauc_mrr_at_100_max": 0.593863, "nauc_mrr_at_100_std": 0.135705, "nauc_mrr_at_100_diff1": 0.604661, "nauc_mrr_at_1000_max": 0.593866, "nauc_mrr_at_1000_std": 0.135633, "nauc_mrr_at_1000_diff1": 0.604849, "main_score": 0.58138, "hf_subset": "spa-ara", "languages": [ "spa-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.57554, "ndcg_at_3": 0.67921, "ndcg_at_5": 0.70342, "ndcg_at_10": 0.72785, "ndcg_at_20": 0.73655, "ndcg_at_100": 0.74699, "ndcg_at_1000": 0.74989, "map_at_1": 0.57516, "map_at_3": 0.65351, "map_at_5": 0.66713, "map_at_10": 0.6773, "map_at_20": 0.67977, "map_at_100": 0.68119, "map_at_1000": 0.68131, "recall_at_1": 0.57516, "recall_at_3": 0.75329, "recall_at_5": 0.81135, "recall_at_10": 0.88632, "recall_at_20": 0.92014, "recall_at_100": 0.97689, "recall_at_1000": 0.99944, "precision_at_1": 0.57554, "precision_at_3": 0.25122, "precision_at_5": 0.16234, "precision_at_10": 0.08867, "precision_at_20": 0.04603, "precision_at_100": 0.00978, "precision_at_1000": 0.001, "mrr_at_1": 0.575536, "mrr_at_3": 0.65389, "mrr_at_5": 0.667503, "mrr_at_10": 0.677681, "mrr_at_20": 0.68015, "mrr_at_100": 0.681534, "mrr_at_1000": 0.681647, "nauc_ndcg_at_1_max": 0.638206, "nauc_ndcg_at_1_std": -0.003289, "nauc_ndcg_at_1_diff1": 0.718782, "nauc_ndcg_at_3_max": 0.646601, "nauc_ndcg_at_3_std": 0.019804, "nauc_ndcg_at_3_diff1": 0.648719, "nauc_ndcg_at_5_max": 0.64336, "nauc_ndcg_at_5_std": 0.020575, "nauc_ndcg_at_5_diff1": 0.643087, "nauc_ndcg_at_10_max": 0.645624, "nauc_ndcg_at_10_std": 0.030688, "nauc_ndcg_at_10_diff1": 0.647076, "nauc_ndcg_at_20_max": 0.646966, "nauc_ndcg_at_20_std": 0.03361, "nauc_ndcg_at_20_diff1": 0.650561, "nauc_ndcg_at_100_max": 0.643941, "nauc_ndcg_at_100_std": 0.025214, "nauc_ndcg_at_100_diff1": 0.657106, "nauc_ndcg_at_1000_max": 0.644537, "nauc_ndcg_at_1000_std": 0.023239, "nauc_ndcg_at_1000_diff1": 0.660152, "nauc_map_at_1_max": 0.637742, "nauc_map_at_1_std": -0.004625, "nauc_map_at_1_diff1": 0.718625, "nauc_map_at_3_max": 0.643659, "nauc_map_at_3_std": 0.01225, "nauc_map_at_3_diff1": 0.666528, "nauc_map_at_5_max": 0.641848, "nauc_map_at_5_std": 0.012197, "nauc_map_at_5_diff1": 0.664302, "nauc_map_at_10_max": 0.642798, "nauc_map_at_10_std": 0.015867, "nauc_map_at_10_diff1": 0.666592, "nauc_map_at_20_max": 0.643099, "nauc_map_at_20_std": 0.0164, "nauc_map_at_20_diff1": 0.667538, "nauc_map_at_100_max": 0.642844, "nauc_map_at_100_std": 0.015634, "nauc_map_at_100_diff1": 0.668374, "nauc_map_at_1000_max": 0.642872, "nauc_map_at_1000_std": 0.015588, "nauc_map_at_1000_diff1": 0.668474, "nauc_recall_at_1_max": 0.637742, "nauc_recall_at_1_std": -0.004625, "nauc_recall_at_1_diff1": 0.718625, "nauc_recall_at_3_max": 0.656686, "nauc_recall_at_3_std": 0.046097, "nauc_recall_at_3_diff1": 0.584042, "nauc_recall_at_5_max": 0.648378, "nauc_recall_at_5_std": 0.056175, "nauc_recall_at_5_diff1": 0.54915, "nauc_recall_at_10_max": 0.662832, "nauc_recall_at_10_std": 0.135353, "nauc_recall_at_10_diff1": 0.517343, "nauc_recall_at_20_max": 0.683343, "nauc_recall_at_20_std": 0.208817, "nauc_recall_at_20_diff1": 0.50317, "nauc_recall_at_100_max": 0.614953, "nauc_recall_at_100_std": 0.19516, "nauc_recall_at_100_diff1": 0.458064, "nauc_recall_at_1000_max": 0.869314, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.638206, "nauc_precision_at_1_std": -0.003289, "nauc_precision_at_1_diff1": 0.718782, "nauc_precision_at_3_max": 0.657787, "nauc_precision_at_3_std": 0.048117, "nauc_precision_at_3_diff1": 0.584552, "nauc_precision_at_5_max": 0.64994, "nauc_precision_at_5_std": 0.058727, "nauc_precision_at_5_diff1": 0.549904, "nauc_precision_at_10_max": 0.66535, "nauc_precision_at_10_std": 0.139629, "nauc_precision_at_10_diff1": 0.518445, "nauc_precision_at_20_max": 0.687383, "nauc_precision_at_20_std": 0.215248, "nauc_precision_at_20_diff1": 0.504969, "nauc_precision_at_100_max": 0.574513, "nauc_precision_at_100_std": 0.231653, "nauc_precision_at_100_diff1": 0.416688, "nauc_precision_at_1000_max": 0.270356, "nauc_precision_at_1000_std": 0.736916, "nauc_precision_at_1000_diff1": 0.168343, "nauc_mrr_at_1_max": 0.638206, "nauc_mrr_at_1_std": -0.003289, "nauc_mrr_at_1_diff1": 0.718782, "nauc_mrr_at_3_max": 0.644242, "nauc_mrr_at_3_std": 0.013806, "nauc_mrr_at_3_diff1": 0.666727, "nauc_mrr_at_5_max": 0.642452, "nauc_mrr_at_5_std": 0.013812, "nauc_mrr_at_5_diff1": 0.664508, "nauc_mrr_at_10_max": 0.643423, "nauc_mrr_at_10_std": 0.017539, "nauc_mrr_at_10_diff1": 0.666806, "nauc_mrr_at_20_max": 0.64373, "nauc_mrr_at_20_std": 0.018087, "nauc_mrr_at_20_diff1": 0.667755, "nauc_mrr_at_100_max": 0.643408, "nauc_mrr_at_100_std": 0.017176, "nauc_mrr_at_100_diff1": 0.66856, "nauc_mrr_at_1000_max": 0.643436, "nauc_mrr_at_1000_std": 0.01713, "nauc_mrr_at_1000_diff1": 0.66866, "main_score": 0.72785, "hf_subset": "spa-deu", "languages": [ "spa-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.71121, "ndcg_at_3": 0.78272, "ndcg_at_5": 0.79763, "ndcg_at_10": 0.80985, "ndcg_at_20": 0.81677, "ndcg_at_100": 0.82435, "ndcg_at_1000": 0.82728, "map_at_1": 0.71121, "map_at_3": 0.76553, "map_at_5": 0.77386, "map_at_10": 0.77896, "map_at_20": 0.78088, "map_at_100": 0.78198, "map_at_1000": 0.78209, "recall_at_1": 0.71121, "recall_at_3": 0.83229, "recall_at_5": 0.86827, "recall_at_10": 0.90577, "recall_at_20": 0.93299, "recall_at_100": 0.97316, "recall_at_1000": 0.99619, "precision_at_1": 0.71121, "precision_at_3": 0.27743, "precision_at_5": 0.17365, "precision_at_10": 0.09058, "precision_at_20": 0.04665, "precision_at_100": 0.00973, "precision_at_1000": 0.001, "mrr_at_1": 0.711213, "mrr_at_3": 0.765531, "mrr_at_5": 0.773859, "mrr_at_10": 0.778958, "mrr_at_20": 0.780878, "mrr_at_100": 0.781976, "mrr_at_1000": 0.782086, "nauc_ndcg_at_1_max": 0.646181, "nauc_ndcg_at_1_std": -0.070908, "nauc_ndcg_at_1_diff1": 0.828867, "nauc_ndcg_at_3_max": 0.687123, "nauc_ndcg_at_3_std": -0.056558, "nauc_ndcg_at_3_diff1": 0.808966, "nauc_ndcg_at_5_max": 0.689299, "nauc_ndcg_at_5_std": -0.055294, "nauc_ndcg_at_5_diff1": 0.807027, "nauc_ndcg_at_10_max": 0.688505, "nauc_ndcg_at_10_std": -0.043664, "nauc_ndcg_at_10_diff1": 0.805908, "nauc_ndcg_at_20_max": 0.690046, "nauc_ndcg_at_20_std": -0.037361, "nauc_ndcg_at_20_diff1": 0.808559, "nauc_ndcg_at_100_max": 0.685342, "nauc_ndcg_at_100_std": -0.039787, "nauc_ndcg_at_100_diff1": 0.809894, "nauc_ndcg_at_1000_max": 0.682836, "nauc_ndcg_at_1000_std": -0.045179, "nauc_ndcg_at_1000_diff1": 0.810971, "nauc_map_at_1_max": 0.646181, "nauc_map_at_1_std": -0.070908, "nauc_map_at_1_diff1": 0.828867, "nauc_map_at_3_max": 0.676469, "nauc_map_at_3_std": -0.060897, "nauc_map_at_3_diff1": 0.814074, "nauc_map_at_5_max": 0.677294, "nauc_map_at_5_std": -0.060379, "nauc_map_at_5_diff1": 0.813254, "nauc_map_at_10_max": 0.67658, "nauc_map_at_10_std": -0.056527, "nauc_map_at_10_diff1": 0.812975, "nauc_map_at_20_max": 0.676924, "nauc_map_at_20_std": -0.054972, "nauc_map_at_20_diff1": 0.813676, "nauc_map_at_100_max": 0.676294, "nauc_map_at_100_std": -0.055293, "nauc_map_at_100_diff1": 0.813858, "nauc_map_at_1000_max": 0.676222, "nauc_map_at_1000_std": -0.055418, "nauc_map_at_1000_diff1": 0.813893, "nauc_recall_at_1_max": 0.646181, "nauc_recall_at_1_std": -0.070908, "nauc_recall_at_1_diff1": 0.828867, "nauc_recall_at_3_max": 0.727195, "nauc_recall_at_3_std": -0.039873, "nauc_recall_at_3_diff1": 0.789797, "nauc_recall_at_5_max": 0.743912, "nauc_recall_at_5_std": -0.031597, "nauc_recall_at_5_diff1": 0.778481, "nauc_recall_at_10_max": 0.760459, "nauc_recall_at_10_std": 0.045313, "nauc_recall_at_10_diff1": 0.762239, "nauc_recall_at_20_max": 0.802577, "nauc_recall_at_20_std": 0.138434, "nauc_recall_at_20_diff1": 0.770154, "nauc_recall_at_100_max": 0.823766, "nauc_recall_at_100_std": 0.319525, "nauc_recall_at_100_diff1": 0.754793, "nauc_recall_at_1000_max": 0.833943, "nauc_recall_at_1000_std": 0.622391, "nauc_recall_at_1000_diff1": 0.772109, "nauc_precision_at_1_max": 0.646181, "nauc_precision_at_1_std": -0.070908, "nauc_precision_at_1_diff1": 0.828867, "nauc_precision_at_3_max": 0.727195, "nauc_precision_at_3_std": -0.039873, "nauc_precision_at_3_diff1": 0.789797, "nauc_precision_at_5_max": 0.743912, "nauc_precision_at_5_std": -0.031597, "nauc_precision_at_5_diff1": 0.778481, "nauc_precision_at_10_max": 0.760459, "nauc_precision_at_10_std": 0.045313, "nauc_precision_at_10_diff1": 0.762239, "nauc_precision_at_20_max": 0.802577, "nauc_precision_at_20_std": 0.138434, "nauc_precision_at_20_diff1": 0.770154, "nauc_precision_at_100_max": 0.823766, "nauc_precision_at_100_std": 0.319525, "nauc_precision_at_100_diff1": 0.754793, "nauc_precision_at_1000_max": 0.833943, "nauc_precision_at_1000_std": 0.622391, "nauc_precision_at_1000_diff1": 0.772109, "nauc_mrr_at_1_max": 0.646181, "nauc_mrr_at_1_std": -0.070908, "nauc_mrr_at_1_diff1": 0.828867, "nauc_mrr_at_3_max": 0.676469, "nauc_mrr_at_3_std": -0.060897, "nauc_mrr_at_3_diff1": 0.814074, "nauc_mrr_at_5_max": 0.677294, "nauc_mrr_at_5_std": -0.060379, "nauc_mrr_at_5_diff1": 0.813254, "nauc_mrr_at_10_max": 0.67658, "nauc_mrr_at_10_std": -0.056527, "nauc_mrr_at_10_diff1": 0.812975, "nauc_mrr_at_20_max": 0.676924, "nauc_mrr_at_20_std": -0.054972, "nauc_mrr_at_20_diff1": 0.813676, "nauc_mrr_at_100_max": 0.676294, "nauc_mrr_at_100_std": -0.055293, "nauc_mrr_at_100_diff1": 0.813858, "nauc_mrr_at_1000_max": 0.676222, "nauc_mrr_at_1000_std": -0.055418, "nauc_mrr_at_1000_diff1": 0.813893, "main_score": 0.80985, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.68482, "ndcg_at_3": 0.75346, "ndcg_at_5": 0.76856, "ndcg_at_10": 0.78058, "ndcg_at_20": 0.78858, "ndcg_at_100": 0.79753, "ndcg_at_1000": 0.80206, "map_at_1": 0.68473, "map_at_3": 0.73699, "map_at_5": 0.74535, "map_at_10": 0.75035, "map_at_20": 0.75258, "map_at_100": 0.75383, "map_at_1000": 0.754, "recall_at_1": 0.68473, "recall_at_3": 0.8008, "recall_at_5": 0.83755, "recall_at_10": 0.8745, "recall_at_20": 0.90592, "recall_at_100": 0.95382, "recall_at_1000": 0.98981, "precision_at_1": 0.68482, "precision_at_3": 0.267, "precision_at_5": 0.16755, "precision_at_10": 0.08747, "precision_at_20": 0.04531, "precision_at_100": 0.00954, "precision_at_1000": 0.00099, "mrr_at_1": 0.684822, "mrr_at_3": 0.737129, "mrr_at_5": 0.74549, "mrr_at_10": 0.750489, "mrr_at_20": 0.75272, "mrr_at_100": 0.753969, "mrr_at_1000": 0.754133, "nauc_ndcg_at_1_max": 0.643082, "nauc_ndcg_at_1_std": 0.018875, "nauc_ndcg_at_1_diff1": 0.825232, "nauc_ndcg_at_3_max": 0.688001, "nauc_ndcg_at_3_std": 0.051444, "nauc_ndcg_at_3_diff1": 0.797274, "nauc_ndcg_at_5_max": 0.69661, "nauc_ndcg_at_5_std": 0.066828, "nauc_ndcg_at_5_diff1": 0.799352, "nauc_ndcg_at_10_max": 0.695191, "nauc_ndcg_at_10_std": 0.077589, "nauc_ndcg_at_10_diff1": 0.798494, "nauc_ndcg_at_20_max": 0.693437, "nauc_ndcg_at_20_std": 0.081051, "nauc_ndcg_at_20_diff1": 0.798179, "nauc_ndcg_at_100_max": 0.691015, "nauc_ndcg_at_100_std": 0.077179, "nauc_ndcg_at_100_diff1": 0.801627, "nauc_ndcg_at_1000_max": 0.687755, "nauc_ndcg_at_1000_std": 0.068911, "nauc_ndcg_at_1000_diff1": 0.802406, "nauc_map_at_1_max": 0.642894, "nauc_map_at_1_std": 0.018252, "nauc_map_at_1_diff1": 0.825378, "nauc_map_at_3_max": 0.677192, "nauc_map_at_3_std": 0.041464, "nauc_map_at_3_diff1": 0.805037, "nauc_map_at_5_max": 0.681292, "nauc_map_at_5_std": 0.049052, "nauc_map_at_5_diff1": 0.806311, "nauc_map_at_10_max": 0.680427, "nauc_map_at_10_std": 0.052494, "nauc_map_at_10_diff1": 0.806083, "nauc_map_at_20_max": 0.679851, "nauc_map_at_20_std": 0.053029, "nauc_map_at_20_diff1": 0.806075, "nauc_map_at_100_max": 0.679523, "nauc_map_at_100_std": 0.052464, "nauc_map_at_100_diff1": 0.806535, "nauc_map_at_1000_max": 0.67942, "nauc_map_at_1000_std": 0.052231, "nauc_map_at_1000_diff1": 0.806562, "nauc_recall_at_1_max": 0.642894, "nauc_recall_at_1_std": 0.018252, "nauc_recall_at_1_diff1": 0.825378, "nauc_recall_at_3_max": 0.72546, "nauc_recall_at_3_std": 0.086833, "nauc_recall_at_3_diff1": 0.769664, "nauc_recall_at_5_max": 0.760898, "nauc_recall_at_5_std": 0.143888, "nauc_recall_at_5_diff1": 0.770942, "nauc_recall_at_10_max": 0.771104, "nauc_recall_at_10_std": 0.219107, "nauc_recall_at_10_diff1": 0.759653, "nauc_recall_at_20_max": 0.780078, "nauc_recall_at_20_std": 0.289809, "nauc_recall_at_20_diff1": 0.745392, "nauc_recall_at_100_max": 0.818167, "nauc_recall_at_100_std": 0.423566, "nauc_recall_at_100_diff1": 0.762437, "nauc_recall_at_1000_max": 0.822241, "nauc_recall_at_1000_std": 0.486088, "nauc_recall_at_1000_diff1": 0.731399, "nauc_precision_at_1_max": 0.643082, "nauc_precision_at_1_std": 0.018875, "nauc_precision_at_1_diff1": 0.825232, "nauc_precision_at_3_max": 0.725823, "nauc_precision_at_3_std": 0.087517, "nauc_precision_at_3_diff1": 0.769459, "nauc_precision_at_5_max": 0.761375, "nauc_precision_at_5_std": 0.144776, "nauc_precision_at_5_diff1": 0.770696, "nauc_precision_at_10_max": 0.771721, "nauc_precision_at_10_std": 0.22033, "nauc_precision_at_10_diff1": 0.759327, "nauc_precision_at_20_max": 0.781101, "nauc_precision_at_20_std": 0.2916, "nauc_precision_at_20_diff1": 0.74514, "nauc_precision_at_100_max": 0.813225, "nauc_precision_at_100_std": 0.427414, "nauc_precision_at_100_diff1": 0.753207, "nauc_precision_at_1000_max": 0.800145, "nauc_precision_at_1000_std": 0.501804, "nauc_precision_at_1000_diff1": 0.691006, "nauc_mrr_at_1_max": 0.643082, "nauc_mrr_at_1_std": 0.018875, "nauc_mrr_at_1_diff1": 0.825232, "nauc_mrr_at_3_max": 0.677376, "nauc_mrr_at_3_std": 0.042083, "nauc_mrr_at_3_diff1": 0.804811, "nauc_mrr_at_5_max": 0.681483, "nauc_mrr_at_5_std": 0.049694, "nauc_mrr_at_5_diff1": 0.806078, "nauc_mrr_at_10_max": 0.680622, "nauc_mrr_at_10_std": 0.05315, "nauc_mrr_at_10_diff1": 0.805846, "nauc_mrr_at_20_max": 0.680048, "nauc_mrr_at_20_std": 0.053691, "nauc_mrr_at_20_diff1": 0.805836, "nauc_mrr_at_100_max": 0.679709, "nauc_mrr_at_100_std": 0.053092, "nauc_mrr_at_100_diff1": 0.806304, "nauc_mrr_at_1000_max": 0.679606, "nauc_mrr_at_1000_std": 0.05286, "nauc_mrr_at_1000_diff1": 0.806331, "main_score": 0.78058, "hf_subset": "spa-spa", "languages": [ "spa-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.4289, "ndcg_at_3": 0.5222, "ndcg_at_5": 0.54213, "ndcg_at_10": 0.56105, "ndcg_at_20": 0.57555, "ndcg_at_100": 0.60018, "ndcg_at_1000": 0.61394, "map_at_1": 0.4289, "map_at_3": 0.49981, "map_at_5": 0.51078, "map_at_10": 0.51856, "map_at_20": 0.52254, "map_at_100": 0.52593, "map_at_1000": 0.52641, "recall_at_1": 0.4289, "recall_at_3": 0.58677, "recall_at_5": 0.63552, "recall_at_10": 0.69414, "recall_at_20": 0.7516, "recall_at_100": 0.8845, "recall_at_1000": 0.99478, "precision_at_1": 0.4289, "precision_at_3": 0.19559, "precision_at_5": 0.1271, "precision_at_10": 0.06941, "precision_at_20": 0.03758, "precision_at_100": 0.00885, "precision_at_1000": 0.00099, "mrr_at_1": 0.428903, "mrr_at_3": 0.499807, "mrr_at_5": 0.510776, "mrr_at_10": 0.518565, "mrr_at_20": 0.522536, "mrr_at_100": 0.52593, "mrr_at_1000": 0.526413, "nauc_ndcg_at_1_max": 0.530495, "nauc_ndcg_at_1_std": 0.009846, "nauc_ndcg_at_1_diff1": 0.64619, "nauc_ndcg_at_3_max": 0.564378, "nauc_ndcg_at_3_std": 0.030213, "nauc_ndcg_at_3_diff1": 0.590383, "nauc_ndcg_at_5_max": 0.556754, "nauc_ndcg_at_5_std": 0.026447, "nauc_ndcg_at_5_diff1": 0.579229, "nauc_ndcg_at_10_max": 0.557482, "nauc_ndcg_at_10_std": 0.030067, "nauc_ndcg_at_10_diff1": 0.578834, "nauc_ndcg_at_20_max": 0.558297, "nauc_ndcg_at_20_std": 0.034282, "nauc_ndcg_at_20_diff1": 0.579768, "nauc_ndcg_at_100_max": 0.55643, "nauc_ndcg_at_100_std": 0.031012, "nauc_ndcg_at_100_diff1": 0.584185, "nauc_ndcg_at_1000_max": 0.554879, "nauc_ndcg_at_1000_std": 0.027353, "nauc_ndcg_at_1000_diff1": 0.58938, "nauc_map_at_1_max": 0.530495, "nauc_map_at_1_std": 0.009846, "nauc_map_at_1_diff1": 0.64619, "nauc_map_at_3_max": 0.556126, "nauc_map_at_3_std": 0.02542, "nauc_map_at_3_diff1": 0.603993, "nauc_map_at_5_max": 0.551898, "nauc_map_at_5_std": 0.023261, "nauc_map_at_5_diff1": 0.59823, "nauc_map_at_10_max": 0.551984, "nauc_map_at_10_std": 0.024797, "nauc_map_at_10_diff1": 0.598109, "nauc_map_at_20_max": 0.552107, "nauc_map_at_20_std": 0.02559, "nauc_map_at_20_diff1": 0.598574, "nauc_map_at_100_max": 0.551758, "nauc_map_at_100_std": 0.025089, "nauc_map_at_100_diff1": 0.59922, "nauc_map_at_1000_max": 0.551731, "nauc_map_at_1000_std": 0.024939, "nauc_map_at_1000_diff1": 0.599416, "nauc_recall_at_1_max": 0.530495, "nauc_recall_at_1_std": 0.009846, "nauc_recall_at_1_diff1": 0.64619, "nauc_recall_at_3_max": 0.589747, "nauc_recall_at_3_std": 0.044872, "nauc_recall_at_3_diff1": 0.548531, "nauc_recall_at_5_max": 0.571336, "nauc_recall_at_5_std": 0.036232, "nauc_recall_at_5_diff1": 0.515019, "nauc_recall_at_10_max": 0.576796, "nauc_recall_at_10_std": 0.049888, "nauc_recall_at_10_diff1": 0.507038, "nauc_recall_at_20_max": 0.58518, "nauc_recall_at_20_std": 0.079075, "nauc_recall_at_20_diff1": 0.498378, "nauc_recall_at_100_max": 0.588095, "nauc_recall_at_100_std": 0.076356, "nauc_recall_at_100_diff1": 0.483168, "nauc_recall_at_1000_max": 0.512985, "nauc_recall_at_1000_std": -0.417623, "nauc_recall_at_1000_diff1": 0.484272, "nauc_precision_at_1_max": 0.530495, "nauc_precision_at_1_std": 0.009846, "nauc_precision_at_1_diff1": 0.64619, "nauc_precision_at_3_max": 0.589747, "nauc_precision_at_3_std": 0.044872, "nauc_precision_at_3_diff1": 0.548531, "nauc_precision_at_5_max": 0.571336, "nauc_precision_at_5_std": 0.036232, "nauc_precision_at_5_diff1": 0.515019, "nauc_precision_at_10_max": 0.576796, "nauc_precision_at_10_std": 0.049888, "nauc_precision_at_10_diff1": 0.507038, "nauc_precision_at_20_max": 0.58518, "nauc_precision_at_20_std": 0.079075, "nauc_precision_at_20_diff1": 0.498378, "nauc_precision_at_100_max": 0.588095, "nauc_precision_at_100_std": 0.076356, "nauc_precision_at_100_diff1": 0.483168, "nauc_precision_at_1000_max": 0.512985, "nauc_precision_at_1000_std": -0.417623, "nauc_precision_at_1000_diff1": 0.484272, "nauc_mrr_at_1_max": 0.530495, "nauc_mrr_at_1_std": 0.009846, "nauc_mrr_at_1_diff1": 0.64619, "nauc_mrr_at_3_max": 0.556126, "nauc_mrr_at_3_std": 0.02542, "nauc_mrr_at_3_diff1": 0.603993, "nauc_mrr_at_5_max": 0.551898, "nauc_mrr_at_5_std": 0.023261, "nauc_mrr_at_5_diff1": 0.59823, "nauc_mrr_at_10_max": 0.551984, "nauc_mrr_at_10_std": 0.024797, "nauc_mrr_at_10_diff1": 0.598109, "nauc_mrr_at_20_max": 0.552107, "nauc_mrr_at_20_std": 0.02559, "nauc_mrr_at_20_diff1": 0.598574, "nauc_mrr_at_100_max": 0.551758, "nauc_mrr_at_100_std": 0.025089, "nauc_mrr_at_100_diff1": 0.59922, "nauc_mrr_at_1000_max": 0.551731, "nauc_mrr_at_1000_std": 0.024939, "nauc_mrr_at_1000_diff1": 0.599416, "main_score": 0.56105, "hf_subset": "spa-hin", "languages": [ "spa-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.58176, "ndcg_at_3": 0.65893, "ndcg_at_5": 0.67978, "ndcg_at_10": 0.69491, "ndcg_at_20": 0.70609, "ndcg_at_100": 0.72237, "ndcg_at_1000": 0.72919, "map_at_1": 0.58176, "map_at_3": 0.64049, "map_at_5": 0.65196, "map_at_10": 0.65833, "map_at_20": 0.66142, "map_at_100": 0.66364, "map_at_1000": 0.66388, "recall_at_1": 0.58176, "recall_at_3": 0.71209, "recall_at_5": 0.76313, "recall_at_10": 0.80922, "recall_at_20": 0.85332, "recall_at_100": 0.94153, "recall_at_1000": 0.99604, "precision_at_1": 0.58176, "precision_at_3": 0.23736, "precision_at_5": 0.15263, "precision_at_10": 0.08092, "precision_at_20": 0.04267, "precision_at_100": 0.00942, "precision_at_1000": 0.001, "mrr_at_1": 0.581764, "mrr_at_3": 0.640486, "mrr_at_5": 0.651957, "mrr_at_10": 0.658326, "mrr_at_20": 0.661419, "mrr_at_100": 0.663637, "mrr_at_1000": 0.663884, "nauc_ndcg_at_1_max": 0.716831, "nauc_ndcg_at_1_std": 0.182263, "nauc_ndcg_at_1_diff1": 0.805404, "nauc_ndcg_at_3_max": 0.758762, "nauc_ndcg_at_3_std": 0.236814, "nauc_ndcg_at_3_diff1": 0.76929, "nauc_ndcg_at_5_max": 0.759485, "nauc_ndcg_at_5_std": 0.245415, "nauc_ndcg_at_5_diff1": 0.765563, "nauc_ndcg_at_10_max": 0.754967, "nauc_ndcg_at_10_std": 0.247036, "nauc_ndcg_at_10_diff1": 0.759138, "nauc_ndcg_at_20_max": 0.754445, "nauc_ndcg_at_20_std": 0.25032, "nauc_ndcg_at_20_diff1": 0.760805, "nauc_ndcg_at_100_max": 0.751778, "nauc_ndcg_at_100_std": 0.246492, "nauc_ndcg_at_100_diff1": 0.764433, "nauc_ndcg_at_1000_max": 0.750849, "nauc_ndcg_at_1000_std": 0.240123, "nauc_ndcg_at_1000_diff1": 0.768619, "nauc_map_at_1_max": 0.716831, "nauc_map_at_1_std": 0.182263, "nauc_map_at_1_diff1": 0.805404, "nauc_map_at_3_max": 0.748875, "nauc_map_at_3_std": 0.222661, "nauc_map_at_3_diff1": 0.77888, "nauc_map_at_5_max": 0.749112, "nauc_map_at_5_std": 0.226745, "nauc_map_at_5_diff1": 0.777317, "nauc_map_at_10_max": 0.747164, "nauc_map_at_10_std": 0.227019, "nauc_map_at_10_diff1": 0.775086, "nauc_map_at_20_max": 0.747021, "nauc_map_at_20_std": 0.227589, "nauc_map_at_20_diff1": 0.775678, "nauc_map_at_100_max": 0.746596, "nauc_map_at_100_std": 0.227167, "nauc_map_at_100_diff1": 0.776108, "nauc_map_at_1000_max": 0.746582, "nauc_map_at_1000_std": 0.226995, "nauc_map_at_1000_diff1": 0.776254, "nauc_recall_at_1_max": 0.716831, "nauc_recall_at_1_std": 0.182263, "nauc_recall_at_1_diff1": 0.805404, "nauc_recall_at_3_max": 0.791128, "nauc_recall_at_3_std": 0.283845, "nauc_recall_at_3_diff1": 0.73731, "nauc_recall_at_5_max": 0.798065, "nauc_recall_at_5_std": 0.317749, "nauc_recall_at_5_diff1": 0.720048, "nauc_recall_at_10_max": 0.786288, "nauc_recall_at_10_std": 0.33897, "nauc_recall_at_10_diff1": 0.683181, "nauc_recall_at_20_max": 0.790372, "nauc_recall_at_20_std": 0.387187, "nauc_recall_at_20_diff1": 0.673459, "nauc_recall_at_100_max": 0.789807, "nauc_recall_at_100_std": 0.485969, "nauc_recall_at_100_diff1": 0.635828, "nauc_recall_at_1000_max": 0.842128, "nauc_recall_at_1000_std": 0.804553, "nauc_recall_at_1000_diff1": 0.685158, "nauc_precision_at_1_max": 0.716831, "nauc_precision_at_1_std": 0.182263, "nauc_precision_at_1_diff1": 0.805404, "nauc_precision_at_3_max": 0.791128, "nauc_precision_at_3_std": 0.283845, "nauc_precision_at_3_diff1": 0.73731, "nauc_precision_at_5_max": 0.798065, "nauc_precision_at_5_std": 0.317749, "nauc_precision_at_5_diff1": 0.720048, "nauc_precision_at_10_max": 0.786288, "nauc_precision_at_10_std": 0.33897, "nauc_precision_at_10_diff1": 0.683181, "nauc_precision_at_20_max": 0.790372, "nauc_precision_at_20_std": 0.387187, "nauc_precision_at_20_diff1": 0.673459, "nauc_precision_at_100_max": 0.789807, "nauc_precision_at_100_std": 0.485969, "nauc_precision_at_100_diff1": 0.635828, "nauc_precision_at_1000_max": 0.842128, "nauc_precision_at_1000_std": 0.804553, "nauc_precision_at_1000_diff1": 0.685158, "nauc_mrr_at_1_max": 0.716831, "nauc_mrr_at_1_std": 0.182263, "nauc_mrr_at_1_diff1": 0.805404, "nauc_mrr_at_3_max": 0.748875, "nauc_mrr_at_3_std": 0.222661, "nauc_mrr_at_3_diff1": 0.77888, "nauc_mrr_at_5_max": 0.749112, "nauc_mrr_at_5_std": 0.226745, "nauc_mrr_at_5_diff1": 0.777317, "nauc_mrr_at_10_max": 0.747164, "nauc_mrr_at_10_std": 0.227019, "nauc_mrr_at_10_diff1": 0.775086, "nauc_mrr_at_20_max": 0.747021, "nauc_mrr_at_20_std": 0.227589, "nauc_mrr_at_20_diff1": 0.775678, "nauc_mrr_at_100_max": 0.746596, "nauc_mrr_at_100_std": 0.227167, "nauc_mrr_at_100_diff1": 0.776108, "nauc_mrr_at_1000_max": 0.746582, "nauc_mrr_at_1000_std": 0.226995, "nauc_mrr_at_1000_diff1": 0.776254, "main_score": 0.69491, "hf_subset": "spa-vie", "languages": [ "spa-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.55367, "ndcg_at_3": 0.64213, "ndcg_at_5": 0.66252, "ndcg_at_10": 0.68163, "ndcg_at_20": 0.696, "ndcg_at_100": 0.71178, "ndcg_at_1000": 0.71767, "map_at_1": 0.55367, "map_at_3": 0.62113, "map_at_5": 0.63261, "map_at_10": 0.6405, "map_at_20": 0.64449, "map_at_100": 0.64677, "map_at_1000": 0.64699, "recall_at_1": 0.55367, "recall_at_3": 0.70262, "recall_at_5": 0.75141, "recall_at_10": 0.81048, "recall_at_20": 0.86697, "recall_at_100": 0.95069, "recall_at_1000": 0.99692, "precision_at_1": 0.55367, "precision_at_3": 0.23421, "precision_at_5": 0.15028, "precision_at_10": 0.08105, "precision_at_20": 0.04335, "precision_at_100": 0.00951, "precision_at_1000": 0.001, "mrr_at_1": 0.553672, "mrr_at_3": 0.621127, "mrr_at_5": 0.632606, "mrr_at_10": 0.6405, "mrr_at_20": 0.64449, "mrr_at_100": 0.646765, "mrr_at_1000": 0.646989, "nauc_ndcg_at_1_max": 0.658445, "nauc_ndcg_at_1_std": 0.088291, "nauc_ndcg_at_1_diff1": 0.741715, "nauc_ndcg_at_3_max": 0.678298, "nauc_ndcg_at_3_std": 0.106029, "nauc_ndcg_at_3_diff1": 0.6843, "nauc_ndcg_at_5_max": 0.676393, "nauc_ndcg_at_5_std": 0.102232, "nauc_ndcg_at_5_diff1": 0.678337, "nauc_ndcg_at_10_max": 0.67641, "nauc_ndcg_at_10_std": 0.109458, "nauc_ndcg_at_10_diff1": 0.67973, "nauc_ndcg_at_20_max": 0.675344, "nauc_ndcg_at_20_std": 0.108909, "nauc_ndcg_at_20_diff1": 0.682427, "nauc_ndcg_at_100_max": 0.674632, "nauc_ndcg_at_100_std": 0.109122, "nauc_ndcg_at_100_diff1": 0.686815, "nauc_ndcg_at_1000_max": 0.674642, "nauc_ndcg_at_1000_std": 0.106711, "nauc_ndcg_at_1000_diff1": 0.691034, "nauc_map_at_1_max": 0.658445, "nauc_map_at_1_std": 0.088291, "nauc_map_at_1_diff1": 0.741715, "nauc_map_at_3_max": 0.674238, "nauc_map_at_3_std": 0.101839, "nauc_map_at_3_diff1": 0.699142, "nauc_map_at_5_max": 0.67311, "nauc_map_at_5_std": 0.099654, "nauc_map_at_5_diff1": 0.696464, "nauc_map_at_10_max": 0.672831, "nauc_map_at_10_std": 0.102502, "nauc_map_at_10_diff1": 0.697471, "nauc_map_at_20_max": 0.67259, "nauc_map_at_20_std": 0.10236, "nauc_map_at_20_diff1": 0.698281, "nauc_map_at_100_max": 0.672514, "nauc_map_at_100_std": 0.102431, "nauc_map_at_100_diff1": 0.698943, "nauc_map_at_1000_max": 0.672539, "nauc_map_at_1000_std": 0.102403, "nauc_map_at_1000_diff1": 0.699085, "nauc_recall_at_1_max": 0.658445, "nauc_recall_at_1_std": 0.088291, "nauc_recall_at_1_diff1": 0.741715, "nauc_recall_at_3_max": 0.691276, "nauc_recall_at_3_std": 0.119775, "nauc_recall_at_3_diff1": 0.634913, "nauc_recall_at_5_max": 0.687741, "nauc_recall_at_5_std": 0.111063, "nauc_recall_at_5_diff1": 0.609205, "nauc_recall_at_10_max": 0.692566, "nauc_recall_at_10_std": 0.144282, "nauc_recall_at_10_diff1": 0.597398, "nauc_recall_at_20_max": 0.689677, "nauc_recall_at_20_std": 0.152135, "nauc_recall_at_20_diff1": 0.587327, "nauc_recall_at_100_max": 0.692295, "nauc_recall_at_100_std": 0.222907, "nauc_recall_at_100_diff1": 0.542535, "nauc_recall_at_1000_max": 0.846718, "nauc_recall_at_1000_std": 0.288992, "nauc_recall_at_1000_diff1": 0.803138, "nauc_precision_at_1_max": 0.658445, "nauc_precision_at_1_std": 0.088291, "nauc_precision_at_1_diff1": 0.741715, "nauc_precision_at_3_max": 0.691276, "nauc_precision_at_3_std": 0.119775, "nauc_precision_at_3_diff1": 0.634913, "nauc_precision_at_5_max": 0.687741, "nauc_precision_at_5_std": 0.111063, "nauc_precision_at_5_diff1": 0.609205, "nauc_precision_at_10_max": 0.692566, "nauc_precision_at_10_std": 0.144282, "nauc_precision_at_10_diff1": 0.597398, "nauc_precision_at_20_max": 0.689677, "nauc_precision_at_20_std": 0.152135, "nauc_precision_at_20_diff1": 0.587327, "nauc_precision_at_100_max": 0.692295, "nauc_precision_at_100_std": 0.222907, "nauc_precision_at_100_diff1": 0.542535, "nauc_precision_at_1000_max": 0.846718, "nauc_precision_at_1000_std": 0.288992, "nauc_precision_at_1000_diff1": 0.803138, "nauc_mrr_at_1_max": 0.658445, "nauc_mrr_at_1_std": 0.088291, "nauc_mrr_at_1_diff1": 0.741715, "nauc_mrr_at_3_max": 0.674238, "nauc_mrr_at_3_std": 0.101839, "nauc_mrr_at_3_diff1": 0.699142, "nauc_mrr_at_5_max": 0.67311, "nauc_mrr_at_5_std": 0.099654, "nauc_mrr_at_5_diff1": 0.696464, "nauc_mrr_at_10_max": 0.672831, "nauc_mrr_at_10_std": 0.102502, "nauc_mrr_at_10_diff1": 0.697471, "nauc_mrr_at_20_max": 0.67259, "nauc_mrr_at_20_std": 0.10236, "nauc_mrr_at_20_diff1": 0.698281, "nauc_mrr_at_100_max": 0.672514, "nauc_mrr_at_100_std": 0.102431, "nauc_mrr_at_100_diff1": 0.698943, "nauc_mrr_at_1000_max": 0.672539, "nauc_mrr_at_1000_std": 0.102403, "nauc_mrr_at_1000_diff1": 0.699085, "main_score": 0.68163, "hf_subset": "spa-zho", "languages": [ "spa-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.32987, "ndcg_at_3": 0.405, "ndcg_at_5": 0.42683, "ndcg_at_10": 0.44995, "ndcg_at_20": 0.46948, "ndcg_at_100": 0.49521, "ndcg_at_1000": 0.51843, "map_at_1": 0.32987, "map_at_3": 0.38676, "map_at_5": 0.39889, "map_at_10": 0.40852, "map_at_20": 0.41391, "map_at_100": 0.41732, "map_at_1000": 0.41815, "recall_at_1": 0.32987, "recall_at_3": 0.45767, "recall_at_5": 0.51065, "recall_at_10": 0.58165, "recall_at_20": 0.65866, "recall_at_100": 0.79956, "recall_at_1000": 0.98471, "precision_at_1": 0.32987, "precision_at_3": 0.15256, "precision_at_5": 0.10213, "precision_at_10": 0.05816, "precision_at_20": 0.03293, "precision_at_100": 0.008, "precision_at_1000": 0.00098, "mrr_at_1": 0.329874, "mrr_at_3": 0.386765, "mrr_at_5": 0.398889, "mrr_at_10": 0.408518, "mrr_at_20": 0.413911, "mrr_at_100": 0.417322, "mrr_at_1000": 0.418147, "nauc_ndcg_at_1_max": 0.457616, "nauc_ndcg_at_1_std": 0.075152, "nauc_ndcg_at_1_diff1": 0.6493, "nauc_ndcg_at_3_max": 0.467157, "nauc_ndcg_at_3_std": 0.096989, "nauc_ndcg_at_3_diff1": 0.57399, "nauc_ndcg_at_5_max": 0.464058, "nauc_ndcg_at_5_std": 0.096233, "nauc_ndcg_at_5_diff1": 0.571728, "nauc_ndcg_at_10_max": 0.463125, "nauc_ndcg_at_10_std": 0.097296, "nauc_ndcg_at_10_diff1": 0.566329, "nauc_ndcg_at_20_max": 0.461145, "nauc_ndcg_at_20_std": 0.102005, "nauc_ndcg_at_20_diff1": 0.562868, "nauc_ndcg_at_100_max": 0.458575, "nauc_ndcg_at_100_std": 0.108517, "nauc_ndcg_at_100_diff1": 0.562373, "nauc_ndcg_at_1000_max": 0.463342, "nauc_ndcg_at_1000_std": 0.10208, "nauc_ndcg_at_1000_diff1": 0.573333, "nauc_map_at_1_max": 0.457616, "nauc_map_at_1_std": 0.075152, "nauc_map_at_1_diff1": 0.6493, "nauc_map_at_3_max": 0.46519, "nauc_map_at_3_std": 0.092135, "nauc_map_at_3_diff1": 0.590736, "nauc_map_at_5_max": 0.463149, "nauc_map_at_5_std": 0.091498, "nauc_map_at_5_diff1": 0.589552, "nauc_map_at_10_max": 0.462706, "nauc_map_at_10_std": 0.091889, "nauc_map_at_10_diff1": 0.58744, "nauc_map_at_20_max": 0.462163, "nauc_map_at_20_std": 0.093209, "nauc_map_at_20_diff1": 0.58657, "nauc_map_at_100_max": 0.461857, "nauc_map_at_100_std": 0.094126, "nauc_map_at_100_diff1": 0.586818, "nauc_map_at_1000_max": 0.462071, "nauc_map_at_1000_std": 0.093974, "nauc_map_at_1000_diff1": 0.587224, "nauc_recall_at_1_max": 0.457616, "nauc_recall_at_1_std": 0.075152, "nauc_recall_at_1_diff1": 0.6493, "nauc_recall_at_3_max": 0.472679, "nauc_recall_at_3_std": 0.110786, "nauc_recall_at_3_diff1": 0.526393, "nauc_recall_at_5_max": 0.466541, "nauc_recall_at_5_std": 0.110091, "nauc_recall_at_5_diff1": 0.519704, "nauc_recall_at_10_max": 0.464008, "nauc_recall_at_10_std": 0.11468, "nauc_recall_at_10_diff1": 0.49831, "nauc_recall_at_20_max": 0.454985, "nauc_recall_at_20_std": 0.137949, "nauc_recall_at_20_diff1": 0.473746, "nauc_recall_at_100_max": 0.428046, "nauc_recall_at_100_std": 0.210945, "nauc_recall_at_100_diff1": 0.420055, "nauc_recall_at_1000_max": 0.744447, "nauc_recall_at_1000_std": 0.274914, "nauc_recall_at_1000_diff1": 0.477331, "nauc_precision_at_1_max": 0.457616, "nauc_precision_at_1_std": 0.075152, "nauc_precision_at_1_diff1": 0.6493, "nauc_precision_at_3_max": 0.472679, "nauc_precision_at_3_std": 0.110786, "nauc_precision_at_3_diff1": 0.526393, "nauc_precision_at_5_max": 0.466541, "nauc_precision_at_5_std": 0.110091, "nauc_precision_at_5_diff1": 0.519704, "nauc_precision_at_10_max": 0.464008, "nauc_precision_at_10_std": 0.11468, "nauc_precision_at_10_diff1": 0.49831, "nauc_precision_at_20_max": 0.454985, "nauc_precision_at_20_std": 0.137949, "nauc_precision_at_20_diff1": 0.473746, "nauc_precision_at_100_max": 0.428046, "nauc_precision_at_100_std": 0.210945, "nauc_precision_at_100_diff1": 0.420055, "nauc_precision_at_1000_max": 0.744447, "nauc_precision_at_1000_std": 0.274914, "nauc_precision_at_1000_diff1": 0.477331, "nauc_mrr_at_1_max": 0.457616, "nauc_mrr_at_1_std": 0.075152, "nauc_mrr_at_1_diff1": 0.6493, "nauc_mrr_at_3_max": 0.46519, "nauc_mrr_at_3_std": 0.092135, "nauc_mrr_at_3_diff1": 0.590736, "nauc_mrr_at_5_max": 0.463149, "nauc_mrr_at_5_std": 0.091498, "nauc_mrr_at_5_diff1": 0.589552, "nauc_mrr_at_10_max": 0.462706, "nauc_mrr_at_10_std": 0.091889, "nauc_mrr_at_10_diff1": 0.58744, "nauc_mrr_at_20_max": 0.462163, "nauc_mrr_at_20_std": 0.093209, "nauc_mrr_at_20_diff1": 0.58657, "nauc_mrr_at_100_max": 0.461857, "nauc_mrr_at_100_std": 0.094126, "nauc_mrr_at_100_diff1": 0.586818, "nauc_mrr_at_1000_max": 0.462071, "nauc_mrr_at_1000_std": 0.093974, "nauc_mrr_at_1000_diff1": 0.587224, "main_score": 0.44995, "hf_subset": "hin-ara", "languages": [ "hin-Deva", "ara-Arab" ] }, { "ndcg_at_1": 0.52834, "ndcg_at_3": 0.60752, "ndcg_at_5": 0.62351, "ndcg_at_10": 0.64001, "ndcg_at_20": 0.65172, "ndcg_at_100": 0.67266, "ndcg_at_1000": 0.68358, "map_at_1": 0.52834, "map_at_3": 0.58823, "map_at_5": 0.59719, "map_at_10": 0.60412, "map_at_20": 0.60735, "map_at_100": 0.61029, "map_at_1000": 0.61068, "recall_at_1": 0.52834, "recall_at_3": 0.66305, "recall_at_5": 0.70154, "recall_at_10": 0.75192, "recall_at_20": 0.79811, "recall_at_100": 0.91043, "recall_at_1000": 0.9972, "precision_at_1": 0.52834, "precision_at_3": 0.22113, "precision_at_5": 0.14038, "precision_at_10": 0.07523, "precision_at_20": 0.03992, "precision_at_100": 0.00911, "precision_at_1000": 0.001, "mrr_at_1": 0.528341, "mrr_at_3": 0.588407, "mrr_at_5": 0.597364, "mrr_at_10": 0.604297, "mrr_at_20": 0.607528, "mrr_at_100": 0.610441, "mrr_at_1000": 0.610833, "nauc_ndcg_at_1_max": 0.599006, "nauc_ndcg_at_1_std": 0.020285, "nauc_ndcg_at_1_diff1": 0.754765, "nauc_ndcg_at_3_max": 0.624847, "nauc_ndcg_at_3_std": 0.02578, "nauc_ndcg_at_3_diff1": 0.719807, "nauc_ndcg_at_5_max": 0.619317, "nauc_ndcg_at_5_std": 0.019664, "nauc_ndcg_at_5_diff1": 0.713587, "nauc_ndcg_at_10_max": 0.62022, "nauc_ndcg_at_10_std": 0.023252, "nauc_ndcg_at_10_diff1": 0.712244, "nauc_ndcg_at_20_max": 0.621756, "nauc_ndcg_at_20_std": 0.036564, "nauc_ndcg_at_20_diff1": 0.712756, "nauc_ndcg_at_100_max": 0.618552, "nauc_ndcg_at_100_std": 0.037124, "nauc_ndcg_at_100_diff1": 0.712952, "nauc_ndcg_at_1000_max": 0.618321, "nauc_ndcg_at_1000_std": 0.032375, "nauc_ndcg_at_1000_diff1": 0.717843, "nauc_map_at_1_max": 0.599006, "nauc_map_at_1_std": 0.020285, "nauc_map_at_1_diff1": 0.754765, "nauc_map_at_3_max": 0.617585, "nauc_map_at_3_std": 0.023989, "nauc_map_at_3_diff1": 0.727486, "nauc_map_at_5_max": 0.614261, "nauc_map_at_5_std": 0.020114, "nauc_map_at_5_diff1": 0.724292, "nauc_map_at_10_max": 0.614505, "nauc_map_at_10_std": 0.021487, "nauc_map_at_10_diff1": 0.724059, "nauc_map_at_20_max": 0.615014, "nauc_map_at_20_std": 0.024945, "nauc_map_at_20_diff1": 0.724462, "nauc_map_at_100_max": 0.614576, "nauc_map_at_100_std": 0.025359, "nauc_map_at_100_diff1": 0.724422, "nauc_map_at_1000_max": 0.614599, "nauc_map_at_1000_std": 0.025268, "nauc_map_at_1000_diff1": 0.724587, "nauc_recall_at_1_max": 0.599006, "nauc_recall_at_1_std": 0.020285, "nauc_recall_at_1_diff1": 0.754765, "nauc_recall_at_3_max": 0.648234, "nauc_recall_at_3_std": 0.030875, "nauc_recall_at_3_diff1": 0.695384, "nauc_recall_at_5_max": 0.635948, "nauc_recall_at_5_std": 0.017191, "nauc_recall_at_5_diff1": 0.675888, "nauc_recall_at_10_max": 0.642388, "nauc_recall_at_10_std": 0.031217, "nauc_recall_at_10_diff1": 0.663551, "nauc_recall_at_20_max": 0.653154, "nauc_recall_at_20_std": 0.108184, "nauc_recall_at_20_diff1": 0.655644, "nauc_recall_at_100_max": 0.637514, "nauc_recall_at_100_std": 0.17324, "nauc_recall_at_100_diff1": 0.605019, "nauc_recall_at_1000_max": 0.897864, "nauc_recall_at_1000_std": 0.758957, "nauc_recall_at_1000_diff1": 0.669209, "nauc_precision_at_1_max": 0.599006, "nauc_precision_at_1_std": 0.020285, "nauc_precision_at_1_diff1": 0.754765, "nauc_precision_at_3_max": 0.648898, "nauc_precision_at_3_std": 0.032337, "nauc_precision_at_3_diff1": 0.695713, "nauc_precision_at_5_max": 0.636804, "nauc_precision_at_5_std": 0.018769, "nauc_precision_at_5_diff1": 0.676384, "nauc_precision_at_10_max": 0.643391, "nauc_precision_at_10_std": 0.033071, "nauc_precision_at_10_diff1": 0.664115, "nauc_precision_at_20_max": 0.65435, "nauc_precision_at_20_std": 0.110471, "nauc_precision_at_20_diff1": 0.656297, "nauc_precision_at_100_max": 0.63029, "nauc_precision_at_100_std": 0.179789, "nauc_precision_at_100_diff1": 0.595965, "nauc_precision_at_1000_max": 0.655657, "nauc_precision_at_1000_std": 0.729555, "nauc_precision_at_1000_diff1": 0.445063, "nauc_mrr_at_1_max": 0.599006, "nauc_mrr_at_1_std": 0.020285, "nauc_mrr_at_1_diff1": 0.754765, "nauc_mrr_at_3_max": 0.617871, "nauc_mrr_at_3_std": 0.024637, "nauc_mrr_at_3_diff1": 0.727642, "nauc_mrr_at_5_max": 0.614551, "nauc_mrr_at_5_std": 0.020772, "nauc_mrr_at_5_diff1": 0.72445, "nauc_mrr_at_10_max": 0.614799, "nauc_mrr_at_10_std": 0.022156, "nauc_mrr_at_10_diff1": 0.724219, "nauc_mrr_at_20_max": 0.615311, "nauc_mrr_at_20_std": 0.025621, "nauc_mrr_at_20_diff1": 0.724623, "nauc_mrr_at_100_max": 0.614836, "nauc_mrr_at_100_std": 0.025953, "nauc_mrr_at_100_diff1": 0.724564, "nauc_mrr_at_1000_max": 0.61486, "nauc_mrr_at_1000_std": 0.025862, "nauc_mrr_at_1000_diff1": 0.72473, "main_score": 0.64001, "hf_subset": "hin-deu", "languages": [ "hin-Deva", "deu-Latn" ] }, { "ndcg_at_1": 0.47905, "ndcg_at_3": 0.55967, "ndcg_at_5": 0.58156, "ndcg_at_10": 0.59995, "ndcg_at_20": 0.61211, "ndcg_at_100": 0.63074, "ndcg_at_1000": 0.64276, "map_at_1": 0.47895, "map_at_3": 0.54017, "map_at_5": 0.55229, "map_at_10": 0.55992, "map_at_20": 0.5633, "map_at_100": 0.56586, "map_at_1000": 0.56627, "recall_at_1": 0.47895, "recall_at_3": 0.61585, "recall_at_5": 0.66914, "recall_at_10": 0.72579, "recall_at_20": 0.7736, "recall_at_100": 0.87419, "recall_at_1000": 0.97122, "precision_at_1": 0.47905, "precision_at_3": 0.20532, "precision_at_5": 0.13385, "precision_at_10": 0.0726, "precision_at_20": 0.03869, "precision_at_100": 0.00874, "precision_at_1000": 0.00097, "mrr_at_1": 0.479048, "mrr_at_3": 0.540277, "mrr_at_5": 0.55239, "mrr_at_10": 0.55999, "mrr_at_20": 0.563365, "mrr_at_100": 0.565934, "mrr_at_1000": 0.566341, "nauc_ndcg_at_1_max": 0.548094, "nauc_ndcg_at_1_std": 0.079387, "nauc_ndcg_at_1_diff1": 0.711787, "nauc_ndcg_at_3_max": 0.569226, "nauc_ndcg_at_3_std": 0.091323, "nauc_ndcg_at_3_diff1": 0.670119, "nauc_ndcg_at_5_max": 0.566069, "nauc_ndcg_at_5_std": 0.096593, "nauc_ndcg_at_5_diff1": 0.662227, "nauc_ndcg_at_10_max": 0.565847, "nauc_ndcg_at_10_std": 0.099494, "nauc_ndcg_at_10_diff1": 0.660373, "nauc_ndcg_at_20_max": 0.567605, "nauc_ndcg_at_20_std": 0.106598, "nauc_ndcg_at_20_diff1": 0.657502, "nauc_ndcg_at_100_max": 0.564899, "nauc_ndcg_at_100_std": 0.1085, "nauc_ndcg_at_100_diff1": 0.660089, "nauc_ndcg_at_1000_max": 0.565805, "nauc_ndcg_at_1000_std": 0.1048, "nauc_ndcg_at_1000_diff1": 0.664728, "nauc_map_at_1_max": 0.547913, "nauc_map_at_1_std": 0.078883, "nauc_map_at_1_diff1": 0.71205, "nauc_map_at_3_max": 0.564209, "nauc_map_at_3_std": 0.087795, "nauc_map_at_3_diff1": 0.680485, "nauc_map_at_5_max": 0.562405, "nauc_map_at_5_std": 0.090587, "nauc_map_at_5_diff1": 0.676434, "nauc_map_at_10_max": 0.562329, "nauc_map_at_10_std": 0.091699, "nauc_map_at_10_diff1": 0.675786, "nauc_map_at_20_max": 0.562801, "nauc_map_at_20_std": 0.093465, "nauc_map_at_20_diff1": 0.675209, "nauc_map_at_100_max": 0.562412, "nauc_map_at_100_std": 0.093583, "nauc_map_at_100_diff1": 0.675515, "nauc_map_at_1000_max": 0.562456, "nauc_map_at_1000_std": 0.093537, "nauc_map_at_1000_diff1": 0.675642, "nauc_recall_at_1_max": 0.547913, "nauc_recall_at_1_std": 0.078883, "nauc_recall_at_1_diff1": 0.71205, "nauc_recall_at_3_max": 0.584494, "nauc_recall_at_3_std": 0.10198, "nauc_recall_at_3_diff1": 0.637964, "nauc_recall_at_5_max": 0.5775, "nauc_recall_at_5_std": 0.117392, "nauc_recall_at_5_diff1": 0.613031, "nauc_recall_at_10_max": 0.578105, "nauc_recall_at_10_std": 0.131597, "nauc_recall_at_10_diff1": 0.599418, "nauc_recall_at_20_max": 0.589393, "nauc_recall_at_20_std": 0.176538, "nauc_recall_at_20_diff1": 0.572696, "nauc_recall_at_100_max": 0.571505, "nauc_recall_at_100_std": 0.247635, "nauc_recall_at_100_diff1": 0.551207, "nauc_recall_at_1000_max": 0.648159, "nauc_recall_at_1000_std": 0.378348, "nauc_recall_at_1000_diff1": 0.556799, "nauc_precision_at_1_max": 0.548094, "nauc_precision_at_1_std": 0.079387, "nauc_precision_at_1_diff1": 0.711787, "nauc_precision_at_3_max": 0.584789, "nauc_precision_at_3_std": 0.102577, "nauc_precision_at_3_diff1": 0.637749, "nauc_precision_at_5_max": 0.577825, "nauc_precision_at_5_std": 0.118056, "nauc_precision_at_5_diff1": 0.612788, "nauc_precision_at_10_max": 0.577732, "nauc_precision_at_10_std": 0.132873, "nauc_precision_at_10_diff1": 0.597693, "nauc_precision_at_20_max": 0.588938, "nauc_precision_at_20_std": 0.17795, "nauc_precision_at_20_diff1": 0.570728, "nauc_precision_at_100_max": 0.57167, "nauc_precision_at_100_std": 0.251425, "nauc_precision_at_100_diff1": 0.547898, "nauc_precision_at_1000_max": 0.648451, "nauc_precision_at_1000_std": 0.393343, "nauc_precision_at_1000_diff1": 0.543016, "nauc_mrr_at_1_max": 0.548094, "nauc_mrr_at_1_std": 0.079387, "nauc_mrr_at_1_diff1": 0.711787, "nauc_mrr_at_3_max": 0.564403, "nauc_mrr_at_3_std": 0.08833, "nauc_mrr_at_3_diff1": 0.680205, "nauc_mrr_at_5_max": 0.562602, "nauc_mrr_at_5_std": 0.091133, "nauc_mrr_at_5_diff1": 0.676148, "nauc_mrr_at_10_max": 0.562463, "nauc_mrr_at_10_std": 0.092069, "nauc_mrr_at_10_diff1": 0.675592, "nauc_mrr_at_20_max": 0.562935, "nauc_mrr_at_20_std": 0.093838, "nauc_mrr_at_20_diff1": 0.675013, "nauc_mrr_at_100_max": 0.562555, "nauc_mrr_at_100_std": 0.093972, "nauc_mrr_at_100_diff1": 0.675319, "nauc_mrr_at_1000_max": 0.5626, "nauc_mrr_at_1000_std": 0.093925, "nauc_mrr_at_1000_diff1": 0.675445, "main_score": 0.59995, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "ndcg_at_1": 0.50929, "ndcg_at_3": 0.57706, "ndcg_at_5": 0.59928, "ndcg_at_10": 0.6191, "ndcg_at_20": 0.63183, "ndcg_at_100": 0.65063, "ndcg_at_1000": 0.66297, "map_at_1": 0.50929, "map_at_3": 0.56073, "map_at_5": 0.57319, "map_at_10": 0.58131, "map_at_20": 0.58495, "map_at_100": 0.58747, "map_at_1000": 0.58789, "recall_at_1": 0.50929, "recall_at_3": 0.62398, "recall_at_5": 0.67741, "recall_at_10": 0.73897, "recall_at_20": 0.78833, "recall_at_100": 0.89082, "recall_at_1000": 0.99071, "precision_at_1": 0.50929, "precision_at_3": 0.20809, "precision_at_5": 0.13554, "precision_at_10": 0.07393, "precision_at_20": 0.03943, "precision_at_100": 0.00891, "precision_at_1000": 0.00099, "mrr_at_1": 0.509292, "mrr_at_3": 0.560879, "mrr_at_5": 0.573335, "mrr_at_10": 0.58146, "mrr_at_20": 0.585091, "mrr_at_100": 0.587612, "mrr_at_1000": 0.588022, "nauc_ndcg_at_1_max": 0.605175, "nauc_ndcg_at_1_std": 0.107435, "nauc_ndcg_at_1_diff1": 0.699252, "nauc_ndcg_at_3_max": 0.639207, "nauc_ndcg_at_3_std": 0.128978, "nauc_ndcg_at_3_diff1": 0.668826, "nauc_ndcg_at_5_max": 0.63368, "nauc_ndcg_at_5_std": 0.126701, "nauc_ndcg_at_5_diff1": 0.658782, "nauc_ndcg_at_10_max": 0.632697, "nauc_ndcg_at_10_std": 0.133891, "nauc_ndcg_at_10_diff1": 0.655885, "nauc_ndcg_at_20_max": 0.633982, "nauc_ndcg_at_20_std": 0.139112, "nauc_ndcg_at_20_diff1": 0.654226, "nauc_ndcg_at_100_max": 0.629544, "nauc_ndcg_at_100_std": 0.140568, "nauc_ndcg_at_100_diff1": 0.653488, "nauc_ndcg_at_1000_max": 0.630396, "nauc_ndcg_at_1000_std": 0.13572, "nauc_ndcg_at_1000_diff1": 0.659715, "nauc_map_at_1_max": 0.605175, "nauc_map_at_1_std": 0.107435, "nauc_map_at_1_diff1": 0.699252, "nauc_map_at_3_max": 0.631284, "nauc_map_at_3_std": 0.124233, "nauc_map_at_3_diff1": 0.676208, "nauc_map_at_5_max": 0.628055, "nauc_map_at_5_std": 0.122949, "nauc_map_at_5_diff1": 0.670887, "nauc_map_at_10_max": 0.627637, "nauc_map_at_10_std": 0.125676, "nauc_map_at_10_diff1": 0.669872, "nauc_map_at_20_max": 0.628018, "nauc_map_at_20_std": 0.126914, "nauc_map_at_20_diff1": 0.669704, "nauc_map_at_100_max": 0.627379, "nauc_map_at_100_std": 0.126923, "nauc_map_at_100_diff1": 0.669525, "nauc_map_at_1000_max": 0.627408, "nauc_map_at_1000_std": 0.126787, "nauc_map_at_1000_diff1": 0.669721, "nauc_recall_at_1_max": 0.605175, "nauc_recall_at_1_std": 0.107435, "nauc_recall_at_1_diff1": 0.699252, "nauc_recall_at_3_max": 0.663539, "nauc_recall_at_3_std": 0.14245, "nauc_recall_at_3_diff1": 0.646084, "nauc_recall_at_5_max": 0.651497, "nauc_recall_at_5_std": 0.137479, "nauc_recall_at_5_diff1": 0.616517, "nauc_recall_at_10_max": 0.650246, "nauc_recall_at_10_std": 0.167759, "nauc_recall_at_10_diff1": 0.598215, "nauc_recall_at_20_max": 0.659708, "nauc_recall_at_20_std": 0.204175, "nauc_recall_at_20_diff1": 0.576577, "nauc_recall_at_100_max": 0.62278, "nauc_recall_at_100_std": 0.27862, "nauc_recall_at_100_diff1": 0.51207, "nauc_recall_at_1000_max": 0.719231, "nauc_recall_at_1000_std": 0.638475, "nauc_recall_at_1000_diff1": 0.405468, "nauc_precision_at_1_max": 0.605175, "nauc_precision_at_1_std": 0.107435, "nauc_precision_at_1_diff1": 0.699252, "nauc_precision_at_3_max": 0.663775, "nauc_precision_at_3_std": 0.144205, "nauc_precision_at_3_diff1": 0.645733, "nauc_precision_at_5_max": 0.651752, "nauc_precision_at_5_std": 0.139423, "nauc_precision_at_5_diff1": 0.61611, "nauc_precision_at_10_max": 0.650682, "nauc_precision_at_10_std": 0.170102, "nauc_precision_at_10_diff1": 0.59785, "nauc_precision_at_20_max": 0.660234, "nauc_precision_at_20_std": 0.206985, "nauc_precision_at_20_diff1": 0.576122, "nauc_precision_at_100_max": 0.616348, "nauc_precision_at_100_std": 0.285313, "nauc_precision_at_100_diff1": 0.50347, "nauc_precision_at_1000_max": 0.641732, "nauc_precision_at_1000_std": 0.673953, "nauc_precision_at_1000_diff1": 0.324965, "nauc_mrr_at_1_max": 0.605175, "nauc_mrr_at_1_std": 0.107435, "nauc_mrr_at_1_diff1": 0.699252, "nauc_mrr_at_3_max": 0.631349, "nauc_mrr_at_3_std": 0.125029, "nauc_mrr_at_3_diff1": 0.676014, "nauc_mrr_at_5_max": 0.62812, "nauc_mrr_at_5_std": 0.123763, "nauc_mrr_at_5_diff1": 0.670688, "nauc_mrr_at_10_max": 0.627703, "nauc_mrr_at_10_std": 0.126503, "nauc_mrr_at_10_diff1": 0.669669, "nauc_mrr_at_20_max": 0.628085, "nauc_mrr_at_20_std": 0.127749, "nauc_mrr_at_20_diff1": 0.6695, "nauc_mrr_at_100_max": 0.62744, "nauc_mrr_at_100_std": 0.127716, "nauc_mrr_at_100_diff1": 0.669329, "nauc_mrr_at_1000_max": 0.627469, "nauc_mrr_at_1000_std": 0.127581, "nauc_mrr_at_1000_diff1": 0.669524, "main_score": 0.6191, "hf_subset": "hin-spa", "languages": [ "hin-Deva", "spa-Latn" ] }, { "ndcg_at_1": 0.43206, "ndcg_at_3": 0.50103, "ndcg_at_5": 0.51879, "ndcg_at_10": 0.53836, "ndcg_at_20": 0.55152, "ndcg_at_100": 0.57319, "ndcg_at_1000": 0.58886, "map_at_1": 0.43186, "map_at_3": 0.48434, "map_at_5": 0.49422, "map_at_10": 0.50233, "map_at_20": 0.50593, "map_at_100": 0.50889, "map_at_1000": 0.50941, "recall_at_1": 0.43186, "recall_at_3": 0.54902, "recall_at_5": 0.59205, "recall_at_10": 0.65246, "recall_at_20": 0.70454, "recall_at_100": 0.82191, "recall_at_1000": 0.94945, "precision_at_1": 0.43206, "precision_at_3": 0.18308, "precision_at_5": 0.11847, "precision_at_10": 0.06528, "precision_at_20": 0.03524, "precision_at_100": 0.00822, "precision_at_1000": 0.00095, "mrr_at_1": 0.432059, "mrr_at_3": 0.48454, "mrr_at_5": 0.494376, "mrr_at_10": 0.502479, "mrr_at_20": 0.506083, "mrr_at_100": 0.509043, "mrr_at_1000": 0.509561, "nauc_ndcg_at_1_max": 0.463634, "nauc_ndcg_at_1_std": 0.054607, "nauc_ndcg_at_1_diff1": 0.729213, "nauc_ndcg_at_3_max": 0.467564, "nauc_ndcg_at_3_std": 0.058624, "nauc_ndcg_at_3_diff1": 0.682871, "nauc_ndcg_at_5_max": 0.465853, "nauc_ndcg_at_5_std": 0.061408, "nauc_ndcg_at_5_diff1": 0.673038, "nauc_ndcg_at_10_max": 0.465965, "nauc_ndcg_at_10_std": 0.069694, "nauc_ndcg_at_10_diff1": 0.669253, "nauc_ndcg_at_20_max": 0.463587, "nauc_ndcg_at_20_std": 0.071305, "nauc_ndcg_at_20_diff1": 0.66819, "nauc_ndcg_at_100_max": 0.463876, "nauc_ndcg_at_100_std": 0.078135, "nauc_ndcg_at_100_diff1": 0.668448, "nauc_ndcg_at_1000_max": 0.465789, "nauc_ndcg_at_1000_std": 0.07529, "nauc_ndcg_at_1000_diff1": 0.67403, "nauc_map_at_1_max": 0.463647, "nauc_map_at_1_std": 0.054506, "nauc_map_at_1_diff1": 0.729041, "nauc_map_at_3_max": 0.466916, "nauc_map_at_3_std": 0.057362, "nauc_map_at_3_diff1": 0.694042, "nauc_map_at_5_max": 0.465951, "nauc_map_at_5_std": 0.058907, "nauc_map_at_5_diff1": 0.688762, "nauc_map_at_10_max": 0.465992, "nauc_map_at_10_std": 0.062135, "nauc_map_at_10_diff1": 0.687471, "nauc_map_at_20_max": 0.465353, "nauc_map_at_20_std": 0.062528, "nauc_map_at_20_diff1": 0.687367, "nauc_map_at_100_max": 0.465355, "nauc_map_at_100_std": 0.06328, "nauc_map_at_100_diff1": 0.687472, "nauc_map_at_1000_max": 0.465423, "nauc_map_at_1000_std": 0.063196, "nauc_map_at_1000_diff1": 0.687637, "nauc_recall_at_1_max": 0.463647, "nauc_recall_at_1_std": 0.054506, "nauc_recall_at_1_diff1": 0.729041, "nauc_recall_at_3_max": 0.469336, "nauc_recall_at_3_std": 0.062425, "nauc_recall_at_3_diff1": 0.649046, "nauc_recall_at_5_max": 0.465265, "nauc_recall_at_5_std": 0.069641, "nauc_recall_at_5_diff1": 0.622125, "nauc_recall_at_10_max": 0.465554, "nauc_recall_at_10_std": 0.100135, "nauc_recall_at_10_diff1": 0.602841, "nauc_recall_at_20_max": 0.453895, "nauc_recall_at_20_std": 0.111366, "nauc_recall_at_20_diff1": 0.589221, "nauc_recall_at_100_max": 0.453391, "nauc_recall_at_100_std": 0.200246, "nauc_recall_at_100_diff1": 0.551877, "nauc_recall_at_1000_max": 0.516297, "nauc_recall_at_1000_std": 0.341335, "nauc_recall_at_1000_diff1": 0.552723, "nauc_precision_at_1_max": 0.463634, "nauc_precision_at_1_std": 0.054607, "nauc_precision_at_1_diff1": 0.729213, "nauc_precision_at_3_max": 0.46939, "nauc_precision_at_3_std": 0.062543, "nauc_precision_at_3_diff1": 0.649319, "nauc_precision_at_5_max": 0.46493, "nauc_precision_at_5_std": 0.069736, "nauc_precision_at_5_diff1": 0.62141, "nauc_precision_at_10_max": 0.465213, "nauc_precision_at_10_std": 0.100213, "nauc_precision_at_10_diff1": 0.602109, "nauc_precision_at_20_max": 0.453559, "nauc_precision_at_20_std": 0.111448, "nauc_precision_at_20_diff1": 0.58846, "nauc_precision_at_100_max": 0.45292, "nauc_precision_at_100_std": 0.200241, "nauc_precision_at_100_diff1": 0.550829, "nauc_precision_at_1000_max": 0.514545, "nauc_precision_at_1000_std": 0.34067, "nauc_precision_at_1000_diff1": 0.549394, "nauc_mrr_at_1_max": 0.463634, "nauc_mrr_at_1_std": 0.054607, "nauc_mrr_at_1_diff1": 0.729213, "nauc_mrr_at_3_max": 0.466903, "nauc_mrr_at_3_std": 0.057466, "nauc_mrr_at_3_diff1": 0.694218, "nauc_mrr_at_5_max": 0.465846, "nauc_mrr_at_5_std": 0.058986, "nauc_mrr_at_5_diff1": 0.689033, "nauc_mrr_at_10_max": 0.465886, "nauc_mrr_at_10_std": 0.062215, "nauc_mrr_at_10_diff1": 0.687745, "nauc_mrr_at_20_max": 0.465247, "nauc_mrr_at_20_std": 0.062609, "nauc_mrr_at_20_diff1": 0.687643, "nauc_mrr_at_100_max": 0.465248, "nauc_mrr_at_100_std": 0.063361, "nauc_mrr_at_100_diff1": 0.68775, "nauc_mrr_at_1000_max": 0.465315, "nauc_mrr_at_1000_std": 0.063278, "nauc_mrr_at_1000_diff1": 0.687915, "main_score": 0.53836, "hf_subset": "hin-hin", "languages": [ "hin-Deva", "hin-Deva" ] }, { "ndcg_at_1": 0.41654, "ndcg_at_3": 0.49165, "ndcg_at_5": 0.51156, "ndcg_at_10": 0.5347, "ndcg_at_20": 0.54997, "ndcg_at_100": 0.57407, "ndcg_at_1000": 0.59022, "map_at_1": 0.41654, "map_at_3": 0.47338, "map_at_5": 0.48445, "map_at_10": 0.49412, "map_at_20": 0.49842, "map_at_100": 0.50168, "map_at_1000": 0.50221, "recall_at_1": 0.41654, "recall_at_3": 0.54443, "recall_at_5": 0.59271, "recall_at_10": 0.66359, "recall_at_20": 0.72316, "recall_at_100": 0.85413, "recall_at_1000": 0.98562, "precision_at_1": 0.41654, "precision_at_3": 0.18148, "precision_at_5": 0.11854, "precision_at_10": 0.06636, "precision_at_20": 0.03616, "precision_at_100": 0.00854, "precision_at_1000": 0.00099, "mrr_at_1": 0.416538, "mrr_at_3": 0.473378, "mrr_at_5": 0.484446, "mrr_at_10": 0.494122, "mrr_at_20": 0.49842, "mrr_at_100": 0.501681, "mrr_at_1000": 0.502215, "nauc_ndcg_at_1_max": 0.523843, "nauc_ndcg_at_1_std": 0.085793, "nauc_ndcg_at_1_diff1": 0.689721, "nauc_ndcg_at_3_max": 0.541685, "nauc_ndcg_at_3_std": 0.099114, "nauc_ndcg_at_3_diff1": 0.6505, "nauc_ndcg_at_5_max": 0.538168, "nauc_ndcg_at_5_std": 0.101415, "nauc_ndcg_at_5_diff1": 0.636252, "nauc_ndcg_at_10_max": 0.536847, "nauc_ndcg_at_10_std": 0.10628, "nauc_ndcg_at_10_diff1": 0.633035, "nauc_ndcg_at_20_max": 0.537436, "nauc_ndcg_at_20_std": 0.107251, "nauc_ndcg_at_20_diff1": 0.629814, "nauc_ndcg_at_100_max": 0.536241, "nauc_ndcg_at_100_std": 0.111891, "nauc_ndcg_at_100_diff1": 0.634499, "nauc_ndcg_at_1000_max": 0.536593, "nauc_ndcg_at_1000_std": 0.106151, "nauc_ndcg_at_1000_diff1": 0.639109, "nauc_map_at_1_max": 0.523843, "nauc_map_at_1_std": 0.085793, "nauc_map_at_1_diff1": 0.689721, "nauc_map_at_3_max": 0.53682, "nauc_map_at_3_std": 0.096122, "nauc_map_at_3_diff1": 0.659229, "nauc_map_at_5_max": 0.53485, "nauc_map_at_5_std": 0.097217, "nauc_map_at_5_diff1": 0.651495, "nauc_map_at_10_max": 0.534382, "nauc_map_at_10_std": 0.099374, "nauc_map_at_10_diff1": 0.650364, "nauc_map_at_20_max": 0.534482, "nauc_map_at_20_std": 0.099453, "nauc_map_at_20_diff1": 0.649584, "nauc_map_at_100_max": 0.534396, "nauc_map_at_100_std": 0.100096, "nauc_map_at_100_diff1": 0.650266, "nauc_map_at_1000_max": 0.534377, "nauc_map_at_1000_std": 0.099953, "nauc_map_at_1000_diff1": 0.650385, "nauc_recall_at_1_max": 0.523843, "nauc_recall_at_1_std": 0.085793, "nauc_recall_at_1_diff1": 0.689721, "nauc_recall_at_3_max": 0.556568, "nauc_recall_at_3_std": 0.108014, "nauc_recall_at_3_diff1": 0.624567, "nauc_recall_at_5_max": 0.548268, "nauc_recall_at_5_std": 0.115021, "nauc_recall_at_5_diff1": 0.586595, "nauc_recall_at_10_max": 0.544195, "nauc_recall_at_10_std": 0.132534, "nauc_recall_at_10_diff1": 0.568789, "nauc_recall_at_20_max": 0.548757, "nauc_recall_at_20_std": 0.142719, "nauc_recall_at_20_diff1": 0.543226, "nauc_recall_at_100_max": 0.541402, "nauc_recall_at_100_std": 0.218675, "nauc_recall_at_100_diff1": 0.535815, "nauc_recall_at_1000_max": 0.677891, "nauc_recall_at_1000_std": 0.177323, "nauc_recall_at_1000_diff1": 0.455888, "nauc_precision_at_1_max": 0.523843, "nauc_precision_at_1_std": 0.085793, "nauc_precision_at_1_diff1": 0.689721, "nauc_precision_at_3_max": 0.556568, "nauc_precision_at_3_std": 0.108014, "nauc_precision_at_3_diff1": 0.624567, "nauc_precision_at_5_max": 0.548268, "nauc_precision_at_5_std": 0.115021, "nauc_precision_at_5_diff1": 0.586595, "nauc_precision_at_10_max": 0.544195, "nauc_precision_at_10_std": 0.132534, "nauc_precision_at_10_diff1": 0.568789, "nauc_precision_at_20_max": 0.548757, "nauc_precision_at_20_std": 0.142719, "nauc_precision_at_20_diff1": 0.543226, "nauc_precision_at_100_max": 0.541402, "nauc_precision_at_100_std": 0.218675, "nauc_precision_at_100_diff1": 0.535815, "nauc_precision_at_1000_max": 0.677891, "nauc_precision_at_1000_std": 0.177323, "nauc_precision_at_1000_diff1": 0.455888, "nauc_mrr_at_1_max": 0.523843, "nauc_mrr_at_1_std": 0.085793, "nauc_mrr_at_1_diff1": 0.689721, "nauc_mrr_at_3_max": 0.53682, "nauc_mrr_at_3_std": 0.096122, "nauc_mrr_at_3_diff1": 0.659229, "nauc_mrr_at_5_max": 0.53485, "nauc_mrr_at_5_std": 0.097217, "nauc_mrr_at_5_diff1": 0.651495, "nauc_mrr_at_10_max": 0.534382, "nauc_mrr_at_10_std": 0.099374, "nauc_mrr_at_10_diff1": 0.650364, "nauc_mrr_at_20_max": 0.534482, "nauc_mrr_at_20_std": 0.099453, "nauc_mrr_at_20_diff1": 0.649584, "nauc_mrr_at_100_max": 0.534396, "nauc_mrr_at_100_std": 0.100096, "nauc_mrr_at_100_diff1": 0.650266, "nauc_mrr_at_1000_max": 0.534377, "nauc_mrr_at_1000_std": 0.099953, "nauc_mrr_at_1000_diff1": 0.650385, "main_score": 0.5347, "hf_subset": "hin-vie", "languages": [ "hin-Deva", "vie-Latn" ] }, { "ndcg_at_1": 0.40407, "ndcg_at_3": 0.48613, "ndcg_at_5": 0.51344, "ndcg_at_10": 0.53705, "ndcg_at_20": 0.55307, "ndcg_at_100": 0.57524, "ndcg_at_1000": 0.59113, "map_at_1": 0.40407, "map_at_3": 0.46633, "map_at_5": 0.48164, "map_at_10": 0.49139, "map_at_20": 0.49578, "map_at_100": 0.49874, "map_at_1000": 0.49931, "recall_at_1": 0.40407, "recall_at_3": 0.54329, "recall_at_5": 0.60894, "recall_at_10": 0.68195, "recall_at_20": 0.74533, "recall_at_100": 0.86644, "recall_at_1000": 0.99264, "precision_at_1": 0.40407, "precision_at_3": 0.1811, "precision_at_5": 0.12179, "precision_at_10": 0.06819, "precision_at_20": 0.03727, "precision_at_100": 0.00866, "precision_at_1000": 0.00099, "mrr_at_1": 0.404075, "mrr_at_3": 0.466327, "mrr_at_5": 0.481636, "mrr_at_10": 0.491388, "mrr_at_20": 0.495779, "mrr_at_100": 0.498739, "mrr_at_1000": 0.49931, "nauc_ndcg_at_1_max": 0.43521, "nauc_ndcg_at_1_std": 0.059486, "nauc_ndcg_at_1_diff1": 0.606181, "nauc_ndcg_at_3_max": 0.448396, "nauc_ndcg_at_3_std": 0.083778, "nauc_ndcg_at_3_diff1": 0.554156, "nauc_ndcg_at_5_max": 0.451964, "nauc_ndcg_at_5_std": 0.089335, "nauc_ndcg_at_5_diff1": 0.550945, "nauc_ndcg_at_10_max": 0.446104, "nauc_ndcg_at_10_std": 0.085327, "nauc_ndcg_at_10_diff1": 0.549672, "nauc_ndcg_at_20_max": 0.44907, "nauc_ndcg_at_20_std": 0.091506, "nauc_ndcg_at_20_diff1": 0.553159, "nauc_ndcg_at_100_max": 0.450056, "nauc_ndcg_at_100_std": 0.094369, "nauc_ndcg_at_100_diff1": 0.554676, "nauc_ndcg_at_1000_max": 0.447812, "nauc_ndcg_at_1000_std": 0.089245, "nauc_ndcg_at_1000_diff1": 0.558043, "nauc_map_at_1_max": 0.43521, "nauc_map_at_1_std": 0.059486, "nauc_map_at_1_diff1": 0.606181, "nauc_map_at_3_max": 0.444688, "nauc_map_at_3_std": 0.077794, "nauc_map_at_3_diff1": 0.566841, "nauc_map_at_5_max": 0.446378, "nauc_map_at_5_std": 0.080629, "nauc_map_at_5_diff1": 0.56517, "nauc_map_at_10_max": 0.444098, "nauc_map_at_10_std": 0.079071, "nauc_map_at_10_diff1": 0.564971, "nauc_map_at_20_max": 0.444895, "nauc_map_at_20_std": 0.08057, "nauc_map_at_20_diff1": 0.565729, "nauc_map_at_100_max": 0.445016, "nauc_map_at_100_std": 0.0811, "nauc_map_at_100_diff1": 0.565723, "nauc_map_at_1000_max": 0.444919, "nauc_map_at_1000_std": 0.080919, "nauc_map_at_1000_diff1": 0.565852, "nauc_recall_at_1_max": 0.43521, "nauc_recall_at_1_std": 0.059486, "nauc_recall_at_1_diff1": 0.606181, "nauc_recall_at_3_max": 0.459803, "nauc_recall_at_3_std": 0.101861, "nauc_recall_at_3_diff1": 0.515879, "nauc_recall_at_5_max": 0.47097, "nauc_recall_at_5_std": 0.118322, "nauc_recall_at_5_diff1": 0.504969, "nauc_recall_at_10_max": 0.451317, "nauc_recall_at_10_std": 0.106813, "nauc_recall_at_10_diff1": 0.492916, "nauc_recall_at_20_max": 0.46779, "nauc_recall_at_20_std": 0.144759, "nauc_recall_at_20_diff1": 0.504144, "nauc_recall_at_100_max": 0.493542, "nauc_recall_at_100_std": 0.21103, "nauc_recall_at_100_diff1": 0.497109, "nauc_recall_at_1000_max": 0.569936, "nauc_recall_at_1000_std": 0.568419, "nauc_recall_at_1000_diff1": 0.543253, "nauc_precision_at_1_max": 0.43521, "nauc_precision_at_1_std": 0.059486, "nauc_precision_at_1_diff1": 0.606181, "nauc_precision_at_3_max": 0.459803, "nauc_precision_at_3_std": 0.101861, "nauc_precision_at_3_diff1": 0.515879, "nauc_precision_at_5_max": 0.47097, "nauc_precision_at_5_std": 0.118322, "nauc_precision_at_5_diff1": 0.504969, "nauc_precision_at_10_max": 0.451317, "nauc_precision_at_10_std": 0.106813, "nauc_precision_at_10_diff1": 0.492916, "nauc_precision_at_20_max": 0.46779, "nauc_precision_at_20_std": 0.144759, "nauc_precision_at_20_diff1": 0.504144, "nauc_precision_at_100_max": 0.493542, "nauc_precision_at_100_std": 0.21103, "nauc_precision_at_100_diff1": 0.497109, "nauc_precision_at_1000_max": 0.569936, "nauc_precision_at_1000_std": 0.568419, "nauc_precision_at_1000_diff1": 0.543253, "nauc_mrr_at_1_max": 0.43521, "nauc_mrr_at_1_std": 0.059486, "nauc_mrr_at_1_diff1": 0.606181, "nauc_mrr_at_3_max": 0.444688, "nauc_mrr_at_3_std": 0.077794, "nauc_mrr_at_3_diff1": 0.566841, "nauc_mrr_at_5_max": 0.446378, "nauc_mrr_at_5_std": 0.080629, "nauc_mrr_at_5_diff1": 0.56517, "nauc_mrr_at_10_max": 0.444098, "nauc_mrr_at_10_std": 0.079071, "nauc_mrr_at_10_diff1": 0.564971, "nauc_mrr_at_20_max": 0.444895, "nauc_mrr_at_20_std": 0.08057, "nauc_mrr_at_20_diff1": 0.565729, "nauc_mrr_at_100_max": 0.445016, "nauc_mrr_at_100_std": 0.0811, "nauc_mrr_at_100_diff1": 0.565723, "nauc_mrr_at_1000_max": 0.444919, "nauc_mrr_at_1000_std": 0.080919, "nauc_mrr_at_1000_diff1": 0.565852, "main_score": 0.53705, "hf_subset": "hin-zho", "languages": [ "hin-Deva", "zho-Hans" ] }, { "ndcg_at_1": 0.33268, "ndcg_at_3": 0.41648, "ndcg_at_5": 0.44368, "ndcg_at_10": 0.46647, "ndcg_at_20": 0.48417, "ndcg_at_100": 0.51088, "ndcg_at_1000": 0.53122, "map_at_1": 0.33268, "map_at_3": 0.39611, "map_at_5": 0.41111, "map_at_10": 0.42054, "map_at_20": 0.42535, "map_at_100": 0.42903, "map_at_1000": 0.42979, "recall_at_1": 0.33268, "recall_at_3": 0.47533, "recall_at_5": 0.54177, "recall_at_10": 0.61212, "recall_at_20": 0.68246, "recall_at_100": 0.82658, "recall_at_1000": 0.9873, "precision_at_1": 0.33268, "precision_at_3": 0.15844, "precision_at_5": 0.10835, "precision_at_10": 0.06121, "precision_at_20": 0.03412, "precision_at_100": 0.00827, "precision_at_1000": 0.00099, "mrr_at_1": 0.332682, "mrr_at_3": 0.396108, "mrr_at_5": 0.411106, "mrr_at_10": 0.420539, "mrr_at_20": 0.42535, "mrr_at_100": 0.429028, "mrr_at_1000": 0.429785, "nauc_ndcg_at_1_max": 0.506288, "nauc_ndcg_at_1_std": 0.105964, "nauc_ndcg_at_1_diff1": 0.573486, "nauc_ndcg_at_3_max": 0.516877, "nauc_ndcg_at_3_std": 0.120091, "nauc_ndcg_at_3_diff1": 0.517221, "nauc_ndcg_at_5_max": 0.512199, "nauc_ndcg_at_5_std": 0.120066, "nauc_ndcg_at_5_diff1": 0.507592, "nauc_ndcg_at_10_max": 0.507965, "nauc_ndcg_at_10_std": 0.126802, "nauc_ndcg_at_10_diff1": 0.497906, "nauc_ndcg_at_20_max": 0.510701, "nauc_ndcg_at_20_std": 0.131871, "nauc_ndcg_at_20_diff1": 0.498316, "nauc_ndcg_at_100_max": 0.504008, "nauc_ndcg_at_100_std": 0.127939, "nauc_ndcg_at_100_diff1": 0.495588, "nauc_ndcg_at_1000_max": 0.50842, "nauc_ndcg_at_1000_std": 0.125824, "nauc_ndcg_at_1000_diff1": 0.505812, "nauc_map_at_1_max": 0.506288, "nauc_map_at_1_std": 0.105964, "nauc_map_at_1_diff1": 0.573486, "nauc_map_at_3_max": 0.515298, "nauc_map_at_3_std": 0.116856, "nauc_map_at_3_diff1": 0.530239, "nauc_map_at_5_max": 0.512589, "nauc_map_at_5_std": 0.116687, "nauc_map_at_5_diff1": 0.524973, "nauc_map_at_10_max": 0.511019, "nauc_map_at_10_std": 0.119226, "nauc_map_at_10_diff1": 0.521261, "nauc_map_at_20_max": 0.511752, "nauc_map_at_20_std": 0.120526, "nauc_map_at_20_diff1": 0.521504, "nauc_map_at_100_max": 0.510783, "nauc_map_at_100_std": 0.119975, "nauc_map_at_100_diff1": 0.520916, "nauc_map_at_1000_max": 0.510927, "nauc_map_at_1000_std": 0.11988, "nauc_map_at_1000_diff1": 0.521274, "nauc_recall_at_1_max": 0.506288, "nauc_recall_at_1_std": 0.105964, "nauc_recall_at_1_diff1": 0.573486, "nauc_recall_at_3_max": 0.521037, "nauc_recall_at_3_std": 0.129357, "nauc_recall_at_3_diff1": 0.479869, "nauc_recall_at_5_max": 0.510054, "nauc_recall_at_5_std": 0.130309, "nauc_recall_at_5_diff1": 0.454249, "nauc_recall_at_10_max": 0.494741, "nauc_recall_at_10_std": 0.154869, "nauc_recall_at_10_diff1": 0.416617, "nauc_recall_at_20_max": 0.506075, "nauc_recall_at_20_std": 0.182947, "nauc_recall_at_20_diff1": 0.407259, "nauc_recall_at_100_max": 0.439918, "nauc_recall_at_100_std": 0.175625, "nauc_recall_at_100_diff1": 0.334509, "nauc_recall_at_1000_max": 0.48714, "nauc_recall_at_1000_std": 0.376062, "nauc_recall_at_1000_diff1": 0.284993, "nauc_precision_at_1_max": 0.506288, "nauc_precision_at_1_std": 0.105964, "nauc_precision_at_1_diff1": 0.573486, "nauc_precision_at_3_max": 0.521037, "nauc_precision_at_3_std": 0.129357, "nauc_precision_at_3_diff1": 0.479869, "nauc_precision_at_5_max": 0.510054, "nauc_precision_at_5_std": 0.130309, "nauc_precision_at_5_diff1": 0.454249, "nauc_precision_at_10_max": 0.494741, "nauc_precision_at_10_std": 0.154869, "nauc_precision_at_10_diff1": 0.416617, "nauc_precision_at_20_max": 0.506075, "nauc_precision_at_20_std": 0.182947, "nauc_precision_at_20_diff1": 0.407259, "nauc_precision_at_100_max": 0.439918, "nauc_precision_at_100_std": 0.175625, "nauc_precision_at_100_diff1": 0.334509, "nauc_precision_at_1000_max": 0.48714, "nauc_precision_at_1000_std": 0.376062, "nauc_precision_at_1000_diff1": 0.284993, "nauc_mrr_at_1_max": 0.506288, "nauc_mrr_at_1_std": 0.105964, "nauc_mrr_at_1_diff1": 0.573486, "nauc_mrr_at_3_max": 0.515298, "nauc_mrr_at_3_std": 0.116856, "nauc_mrr_at_3_diff1": 0.530239, "nauc_mrr_at_5_max": 0.512589, "nauc_mrr_at_5_std": 0.116687, "nauc_mrr_at_5_diff1": 0.524973, "nauc_mrr_at_10_max": 0.511019, "nauc_mrr_at_10_std": 0.119226, "nauc_mrr_at_10_diff1": 0.521261, "nauc_mrr_at_20_max": 0.511752, "nauc_mrr_at_20_std": 0.120526, "nauc_mrr_at_20_diff1": 0.521504, "nauc_mrr_at_100_max": 0.510783, "nauc_mrr_at_100_std": 0.119975, "nauc_mrr_at_100_diff1": 0.520916, "nauc_mrr_at_1000_max": 0.510927, "nauc_mrr_at_1000_std": 0.11988, "nauc_mrr_at_1000_diff1": 0.521274, "main_score": 0.46647, "hf_subset": "vie-ara", "languages": [ "vie-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.57706, "ndcg_at_3": 0.65675, "ndcg_at_5": 0.6749, "ndcg_at_10": 0.69134, "ndcg_at_20": 0.70368, "ndcg_at_100": 0.72083, "ndcg_at_1000": 0.72729, "map_at_1": 0.57676, "map_at_3": 0.6374, "map_at_5": 0.64758, "map_at_10": 0.65438, "map_at_20": 0.65782, "map_at_100": 0.6601, "map_at_1000": 0.66035, "recall_at_1": 0.57676, "recall_at_3": 0.71266, "recall_at_5": 0.75627, "recall_at_10": 0.80705, "recall_at_20": 0.85544, "recall_at_100": 0.94922, "recall_at_1000": 0.9994, "precision_at_1": 0.57706, "precision_at_3": 0.23775, "precision_at_5": 0.15137, "precision_at_10": 0.08076, "precision_at_20": 0.0428, "precision_at_100": 0.0095, "precision_at_1000": 0.001, "mrr_at_1": 0.577061, "mrr_at_3": 0.637395, "mrr_at_5": 0.647581, "mrr_at_10": 0.654379, "mrr_at_20": 0.657818, "mrr_at_100": 0.660098, "mrr_at_1000": 0.660349, "nauc_ndcg_at_1_max": 0.634717, "nauc_ndcg_at_1_std": 0.017277, "nauc_ndcg_at_1_diff1": 0.775089, "nauc_ndcg_at_3_max": 0.647638, "nauc_ndcg_at_3_std": 0.048502, "nauc_ndcg_at_3_diff1": 0.7217, "nauc_ndcg_at_5_max": 0.644534, "nauc_ndcg_at_5_std": 0.053057, "nauc_ndcg_at_5_diff1": 0.711753, "nauc_ndcg_at_10_max": 0.64605, "nauc_ndcg_at_10_std": 0.062738, "nauc_ndcg_at_10_diff1": 0.708197, "nauc_ndcg_at_20_max": 0.647513, "nauc_ndcg_at_20_std": 0.067491, "nauc_ndcg_at_20_diff1": 0.708463, "nauc_ndcg_at_100_max": 0.646905, "nauc_ndcg_at_100_std": 0.062134, "nauc_ndcg_at_100_diff1": 0.717247, "nauc_ndcg_at_1000_max": 0.645043, "nauc_ndcg_at_1000_std": 0.05375, "nauc_ndcg_at_1000_diff1": 0.72086, "nauc_map_at_1_max": 0.634348, "nauc_map_at_1_std": 0.016207, "nauc_map_at_1_diff1": 0.775164, "nauc_map_at_3_max": 0.644247, "nauc_map_at_3_std": 0.038439, "nauc_map_at_3_diff1": 0.735514, "nauc_map_at_5_max": 0.642473, "nauc_map_at_5_std": 0.040422, "nauc_map_at_5_diff1": 0.730459, "nauc_map_at_10_max": 0.642902, "nauc_map_at_10_std": 0.043772, "nauc_map_at_10_diff1": 0.72942, "nauc_map_at_20_max": 0.643226, "nauc_map_at_20_std": 0.044858, "nauc_map_at_20_diff1": 0.729594, "nauc_map_at_100_max": 0.643056, "nauc_map_at_100_std": 0.043991, "nauc_map_at_100_diff1": 0.730539, "nauc_map_at_1000_max": 0.642987, "nauc_map_at_1000_std": 0.043687, "nauc_map_at_1000_diff1": 0.730673, "nauc_recall_at_1_max": 0.634348, "nauc_recall_at_1_std": 0.016207, "nauc_recall_at_1_diff1": 0.775164, "nauc_recall_at_3_max": 0.658991, "nauc_recall_at_3_std": 0.083113, "nauc_recall_at_3_diff1": 0.675544, "nauc_recall_at_5_max": 0.651749, "nauc_recall_at_5_std": 0.102373, "nauc_recall_at_5_diff1": 0.640478, "nauc_recall_at_10_max": 0.660702, "nauc_recall_at_10_std": 0.1555, "nauc_recall_at_10_diff1": 0.61037, "nauc_recall_at_20_max": 0.675382, "nauc_recall_at_20_std": 0.214885, "nauc_recall_at_20_diff1": 0.584352, "nauc_recall_at_100_max": 0.712615, "nauc_recall_at_100_std": 0.345475, "nauc_recall_at_100_diff1": 0.598597, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.722235, "nauc_recall_at_1000_diff1": 0.869316, "nauc_precision_at_1_max": 0.634717, "nauc_precision_at_1_std": 0.017277, "nauc_precision_at_1_diff1": 0.775089, "nauc_precision_at_3_max": 0.656668, "nauc_precision_at_3_std": 0.085508, "nauc_precision_at_3_diff1": 0.671893, "nauc_precision_at_5_max": 0.649127, "nauc_precision_at_5_std": 0.105021, "nauc_precision_at_5_diff1": 0.63647, "nauc_precision_at_10_max": 0.657485, "nauc_precision_at_10_std": 0.158393, "nauc_precision_at_10_diff1": 0.605702, "nauc_precision_at_20_max": 0.671087, "nauc_precision_at_20_std": 0.218207, "nauc_precision_at_20_diff1": 0.578472, "nauc_precision_at_100_max": 0.700285, "nauc_precision_at_100_std": 0.351815, "nauc_precision_at_100_diff1": 0.582454, "nauc_precision_at_1000_max": 0.427282, "nauc_precision_at_1000_std": 0.683547, "nauc_precision_at_1000_diff1": 0.186526, "nauc_mrr_at_1_max": 0.634717, "nauc_mrr_at_1_std": 0.017277, "nauc_mrr_at_1_diff1": 0.775089, "nauc_mrr_at_3_max": 0.644247, "nauc_mrr_at_3_std": 0.038439, "nauc_mrr_at_3_diff1": 0.735514, "nauc_mrr_at_5_max": 0.642473, "nauc_mrr_at_5_std": 0.040422, "nauc_mrr_at_5_diff1": 0.730459, "nauc_mrr_at_10_max": 0.642902, "nauc_mrr_at_10_std": 0.043772, "nauc_mrr_at_10_diff1": 0.72942, "nauc_mrr_at_20_max": 0.643226, "nauc_mrr_at_20_std": 0.044858, "nauc_mrr_at_20_diff1": 0.729594, "nauc_mrr_at_100_max": 0.643056, "nauc_mrr_at_100_std": 0.043991, "nauc_mrr_at_100_diff1": 0.730539, "nauc_mrr_at_1000_max": 0.642987, "nauc_mrr_at_1000_std": 0.043687, "nauc_mrr_at_1000_diff1": 0.730673, "main_score": 0.69134, "hf_subset": "vie-deu", "languages": [ "vie-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.55653, "ndcg_at_3": 0.64747, "ndcg_at_5": 0.66786, "ndcg_at_10": 0.68661, "ndcg_at_20": 0.69878, "ndcg_at_100": 0.71266, "ndcg_at_1000": 0.71938, "map_at_1": 0.55634, "map_at_3": 0.62577, "map_at_5": 0.63717, "map_at_10": 0.64499, "map_at_20": 0.64842, "map_at_100": 0.65033, "map_at_1000": 0.65057, "recall_at_1": 0.55634, "recall_at_3": 0.7099, "recall_at_5": 0.75906, "recall_at_10": 0.81658, "recall_at_20": 0.8641, "recall_at_100": 0.93901, "recall_at_1000": 0.99254, "precision_at_1": 0.55653, "precision_at_3": 0.23673, "precision_at_5": 0.15187, "precision_at_10": 0.08169, "precision_at_20": 0.04322, "precision_at_100": 0.00939, "precision_at_1000": 0.00099, "mrr_at_1": 0.556526, "mrr_at_3": 0.625857, "mrr_at_5": 0.637263, "mrr_at_10": 0.645084, "mrr_at_20": 0.648508, "mrr_at_100": 0.650417, "mrr_at_1000": 0.650661, "nauc_ndcg_at_1_max": 0.590288, "nauc_ndcg_at_1_std": 0.070777, "nauc_ndcg_at_1_diff1": 0.705377, "nauc_ndcg_at_3_max": 0.617046, "nauc_ndcg_at_3_std": 0.092301, "nauc_ndcg_at_3_diff1": 0.661484, "nauc_ndcg_at_5_max": 0.619683, "nauc_ndcg_at_5_std": 0.10122, "nauc_ndcg_at_5_diff1": 0.65859, "nauc_ndcg_at_10_max": 0.620927, "nauc_ndcg_at_10_std": 0.113733, "nauc_ndcg_at_10_diff1": 0.653789, "nauc_ndcg_at_20_max": 0.619181, "nauc_ndcg_at_20_std": 0.114305, "nauc_ndcg_at_20_diff1": 0.653952, "nauc_ndcg_at_100_max": 0.618482, "nauc_ndcg_at_100_std": 0.116669, "nauc_ndcg_at_100_diff1": 0.657835, "nauc_ndcg_at_1000_max": 0.616209, "nauc_ndcg_at_1000_std": 0.108737, "nauc_ndcg_at_1000_diff1": 0.661934, "nauc_map_at_1_max": 0.590277, "nauc_map_at_1_std": 0.069804, "nauc_map_at_1_diff1": 0.705535, "nauc_map_at_3_max": 0.610629, "nauc_map_at_3_std": 0.086276, "nauc_map_at_3_diff1": 0.672609, "nauc_map_at_5_max": 0.611893, "nauc_map_at_5_std": 0.090697, "nauc_map_at_5_diff1": 0.671433, "nauc_map_at_10_max": 0.612107, "nauc_map_at_10_std": 0.095352, "nauc_map_at_10_diff1": 0.669731, "nauc_map_at_20_max": 0.611589, "nauc_map_at_20_std": 0.095294, "nauc_map_at_20_diff1": 0.669979, "nauc_map_at_100_max": 0.611322, "nauc_map_at_100_std": 0.095596, "nauc_map_at_100_diff1": 0.670362, "nauc_map_at_1000_max": 0.61127, "nauc_map_at_1000_std": 0.095402, "nauc_map_at_1000_diff1": 0.670504, "nauc_recall_at_1_max": 0.590277, "nauc_recall_at_1_std": 0.069804, "nauc_recall_at_1_diff1": 0.705535, "nauc_recall_at_3_max": 0.638426, "nauc_recall_at_3_std": 0.112112, "nauc_recall_at_3_diff1": 0.62429, "nauc_recall_at_5_max": 0.649486, "nauc_recall_at_5_std": 0.142596, "nauc_recall_at_5_diff1": 0.609374, "nauc_recall_at_10_max": 0.663498, "nauc_recall_at_10_std": 0.208751, "nauc_recall_at_10_diff1": 0.576326, "nauc_recall_at_20_max": 0.664064, "nauc_recall_at_20_std": 0.242927, "nauc_recall_at_20_diff1": 0.552545, "nauc_recall_at_100_max": 0.710994, "nauc_recall_at_100_std": 0.429331, "nauc_recall_at_100_diff1": 0.527429, "nauc_recall_at_1000_max": 0.790097, "nauc_recall_at_1000_std": 0.660699, "nauc_recall_at_1000_diff1": 0.558224, "nauc_precision_at_1_max": 0.590288, "nauc_precision_at_1_std": 0.070777, "nauc_precision_at_1_diff1": 0.705377, "nauc_precision_at_3_max": 0.637714, "nauc_precision_at_3_std": 0.113884, "nauc_precision_at_3_diff1": 0.62315, "nauc_precision_at_5_max": 0.648645, "nauc_precision_at_5_std": 0.144623, "nauc_precision_at_5_diff1": 0.608064, "nauc_precision_at_10_max": 0.662474, "nauc_precision_at_10_std": 0.211214, "nauc_precision_at_10_diff1": 0.574775, "nauc_precision_at_20_max": 0.662717, "nauc_precision_at_20_std": 0.246103, "nauc_precision_at_20_diff1": 0.55055, "nauc_precision_at_100_max": 0.702553, "nauc_precision_at_100_std": 0.435198, "nauc_precision_at_100_diff1": 0.518814, "nauc_precision_at_1000_max": 0.719674, "nauc_precision_at_1000_std": 0.687246, "nauc_precision_at_1000_diff1": 0.490262, "nauc_mrr_at_1_max": 0.590288, "nauc_mrr_at_1_std": 0.070777, "nauc_mrr_at_1_diff1": 0.705377, "nauc_mrr_at_3_max": 0.610525, "nauc_mrr_at_3_std": 0.086822, "nauc_mrr_at_3_diff1": 0.672461, "nauc_mrr_at_5_max": 0.611787, "nauc_mrr_at_5_std": 0.091259, "nauc_mrr_at_5_diff1": 0.67128, "nauc_mrr_at_10_max": 0.611998, "nauc_mrr_at_10_std": 0.095927, "nauc_mrr_at_10_diff1": 0.669575, "nauc_mrr_at_20_max": 0.61148, "nauc_mrr_at_20_std": 0.095874, "nauc_mrr_at_20_diff1": 0.669821, "nauc_mrr_at_100_max": 0.611214, "nauc_mrr_at_100_std": 0.096167, "nauc_mrr_at_100_diff1": 0.670207, "nauc_mrr_at_1000_max": 0.611162, "nauc_mrr_at_1000_std": 0.095974, "nauc_mrr_at_1000_diff1": 0.670348, "main_score": 0.68661, "hf_subset": "vie-eng", "languages": [ "vie-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.59147, "ndcg_at_3": 0.68151, "ndcg_at_5": 0.69707, "ndcg_at_10": 0.71374, "ndcg_at_20": 0.72636, "ndcg_at_100": 0.73864, "ndcg_at_1000": 0.74485, "map_at_1": 0.59147, "map_at_3": 0.66043, "map_at_5": 0.66908, "map_at_10": 0.67596, "map_at_20": 0.67947, "map_at_100": 0.68111, "map_at_1000": 0.68134, "recall_at_1": 0.59147, "recall_at_3": 0.74194, "recall_at_5": 0.77962, "recall_at_10": 0.83118, "recall_at_20": 0.88076, "recall_at_100": 0.94769, "recall_at_1000": 0.99678, "precision_at_1": 0.59147, "precision_at_3": 0.2474, "precision_at_5": 0.15597, "precision_at_10": 0.08314, "precision_at_20": 0.04405, "precision_at_100": 0.00948, "precision_at_1000": 0.001, "mrr_at_1": 0.591472, "mrr_at_3": 0.660552, "mrr_at_5": 0.669203, "mrr_at_10": 0.676083, "mrr_at_20": 0.679595, "mrr_at_100": 0.681236, "mrr_at_1000": 0.681462, "nauc_ndcg_at_1_max": 0.639183, "nauc_ndcg_at_1_std": 0.144979, "nauc_ndcg_at_1_diff1": 0.755885, "nauc_ndcg_at_3_max": 0.677563, "nauc_ndcg_at_3_std": 0.166053, "nauc_ndcg_at_3_diff1": 0.718872, "nauc_ndcg_at_5_max": 0.681505, "nauc_ndcg_at_5_std": 0.168572, "nauc_ndcg_at_5_diff1": 0.71348, "nauc_ndcg_at_10_max": 0.676792, "nauc_ndcg_at_10_std": 0.167676, "nauc_ndcg_at_10_diff1": 0.708793, "nauc_ndcg_at_20_max": 0.678734, "nauc_ndcg_at_20_std": 0.180625, "nauc_ndcg_at_20_diff1": 0.710539, "nauc_ndcg_at_100_max": 0.676664, "nauc_ndcg_at_100_std": 0.178426, "nauc_ndcg_at_100_diff1": 0.716401, "nauc_ndcg_at_1000_max": 0.673216, "nauc_ndcg_at_1000_std": 0.17164, "nauc_ndcg_at_1000_diff1": 0.717917, "nauc_map_at_1_max": 0.639183, "nauc_map_at_1_std": 0.144979, "nauc_map_at_1_diff1": 0.755885, "nauc_map_at_3_max": 0.667283, "nauc_map_at_3_std": 0.159714, "nauc_map_at_3_diff1": 0.727573, "nauc_map_at_5_max": 0.669246, "nauc_map_at_5_std": 0.160993, "nauc_map_at_5_diff1": 0.724977, "nauc_map_at_10_max": 0.667116, "nauc_map_at_10_std": 0.160501, "nauc_map_at_10_diff1": 0.723282, "nauc_map_at_20_max": 0.667517, "nauc_map_at_20_std": 0.163813, "nauc_map_at_20_diff1": 0.723865, "nauc_map_at_100_max": 0.66718, "nauc_map_at_100_std": 0.163533, "nauc_map_at_100_diff1": 0.724584, "nauc_map_at_1000_max": 0.667082, "nauc_map_at_1000_std": 0.163358, "nauc_map_at_1000_diff1": 0.724626, "nauc_recall_at_1_max": 0.639183, "nauc_recall_at_1_std": 0.144979, "nauc_recall_at_1_diff1": 0.755885, "nauc_recall_at_3_max": 0.713567, "nauc_recall_at_3_std": 0.188527, "nauc_recall_at_3_diff1": 0.689171, "nauc_recall_at_5_max": 0.729622, "nauc_recall_at_5_std": 0.198596, "nauc_recall_at_5_diff1": 0.668666, "nauc_recall_at_10_max": 0.721188, "nauc_recall_at_10_std": 0.202409, "nauc_recall_at_10_diff1": 0.63654, "nauc_recall_at_20_max": 0.751836, "nauc_recall_at_20_std": 0.31097, "nauc_recall_at_20_diff1": 0.623547, "nauc_recall_at_100_max": 0.797081, "nauc_recall_at_100_std": 0.417577, "nauc_recall_at_100_diff1": 0.648539, "nauc_recall_at_1000_max": 0.784353, "nauc_recall_at_1000_std": 0.3584, "nauc_recall_at_1000_diff1": 0.438276, "nauc_precision_at_1_max": 0.639183, "nauc_precision_at_1_std": 0.144979, "nauc_precision_at_1_diff1": 0.755885, "nauc_precision_at_3_max": 0.713343, "nauc_precision_at_3_std": 0.188542, "nauc_precision_at_3_diff1": 0.68911, "nauc_precision_at_5_max": 0.729381, "nauc_precision_at_5_std": 0.198621, "nauc_precision_at_5_diff1": 0.668578, "nauc_precision_at_10_max": 0.72104, "nauc_precision_at_10_std": 0.202492, "nauc_precision_at_10_diff1": 0.636539, "nauc_precision_at_20_max": 0.75169, "nauc_precision_at_20_std": 0.311284, "nauc_precision_at_20_diff1": 0.623521, "nauc_precision_at_100_max": 0.797437, "nauc_precision_at_100_std": 0.41898, "nauc_precision_at_100_diff1": 0.648988, "nauc_precision_at_1000_max": 0.789529, "nauc_precision_at_1000_std": 0.378025, "nauc_precision_at_1000_diff1": 0.428617, "nauc_mrr_at_1_max": 0.639183, "nauc_mrr_at_1_std": 0.144979, "nauc_mrr_at_1_diff1": 0.755885, "nauc_mrr_at_3_max": 0.667176, "nauc_mrr_at_3_std": 0.15971, "nauc_mrr_at_3_diff1": 0.72756, "nauc_mrr_at_5_max": 0.669137, "nauc_mrr_at_5_std": 0.16099, "nauc_mrr_at_5_diff1": 0.724963, "nauc_mrr_at_10_max": 0.667004, "nauc_mrr_at_10_std": 0.160498, "nauc_mrr_at_10_diff1": 0.723267, "nauc_mrr_at_20_max": 0.667404, "nauc_mrr_at_20_std": 0.16381, "nauc_mrr_at_20_diff1": 0.723851, "nauc_mrr_at_100_max": 0.667066, "nauc_mrr_at_100_std": 0.163531, "nauc_mrr_at_100_diff1": 0.724569, "nauc_mrr_at_1000_max": 0.666968, "nauc_mrr_at_1000_std": 0.163356, "nauc_mrr_at_1000_diff1": 0.724612, "main_score": 0.71374, "hf_subset": "vie-spa", "languages": [ "vie-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.32409, "ndcg_at_3": 0.40255, "ndcg_at_5": 0.43082, "ndcg_at_10": 0.45455, "ndcg_at_20": 0.4701, "ndcg_at_100": 0.50273, "ndcg_at_1000": 0.52159, "map_at_1": 0.32409, "map_at_3": 0.38332, "map_at_5": 0.39909, "map_at_10": 0.40877, "map_at_20": 0.41296, "map_at_100": 0.41751, "map_at_1000": 0.41816, "recall_at_1": 0.32409, "recall_at_3": 0.45814, "recall_at_5": 0.52645, "recall_at_10": 0.60041, "recall_at_20": 0.66256, "recall_at_100": 0.83821, "recall_at_1000": 0.99024, "precision_at_1": 0.32409, "precision_at_3": 0.15271, "precision_at_5": 0.10529, "precision_at_10": 0.06004, "precision_at_20": 0.03313, "precision_at_100": 0.00838, "precision_at_1000": 0.00099, "mrr_at_1": 0.324088, "mrr_at_3": 0.383325, "mrr_at_5": 0.399093, "mrr_at_10": 0.408772, "mrr_at_20": 0.412961, "mrr_at_100": 0.417508, "mrr_at_1000": 0.418156, "nauc_ndcg_at_1_max": 0.489719, "nauc_ndcg_at_1_std": 0.083336, "nauc_ndcg_at_1_diff1": 0.597536, "nauc_ndcg_at_3_max": 0.487697, "nauc_ndcg_at_3_std": 0.090021, "nauc_ndcg_at_3_diff1": 0.530907, "nauc_ndcg_at_5_max": 0.4762, "nauc_ndcg_at_5_std": 0.086353, "nauc_ndcg_at_5_diff1": 0.513601, "nauc_ndcg_at_10_max": 0.476984, "nauc_ndcg_at_10_std": 0.097229, "nauc_ndcg_at_10_diff1": 0.505325, "nauc_ndcg_at_20_max": 0.474561, "nauc_ndcg_at_20_std": 0.0999, "nauc_ndcg_at_20_diff1": 0.504611, "nauc_ndcg_at_100_max": 0.478229, "nauc_ndcg_at_100_std": 0.1054, "nauc_ndcg_at_100_diff1": 0.507067, "nauc_ndcg_at_1000_max": 0.478724, "nauc_ndcg_at_1000_std": 0.097337, "nauc_ndcg_at_1000_diff1": 0.515533, "nauc_map_at_1_max": 0.489719, "nauc_map_at_1_std": 0.083336, "nauc_map_at_1_diff1": 0.597536, "nauc_map_at_3_max": 0.488482, "nauc_map_at_3_std": 0.088492, "nauc_map_at_3_diff1": 0.54511, "nauc_map_at_5_max": 0.482014, "nauc_map_at_5_std": 0.086555, "nauc_map_at_5_diff1": 0.53532, "nauc_map_at_10_max": 0.482363, "nauc_map_at_10_std": 0.090695, "nauc_map_at_10_diff1": 0.53216, "nauc_map_at_20_max": 0.48166, "nauc_map_at_20_std": 0.091258, "nauc_map_at_20_diff1": 0.532205, "nauc_map_at_100_max": 0.481834, "nauc_map_at_100_std": 0.091421, "nauc_map_at_100_diff1": 0.532335, "nauc_map_at_1000_max": 0.48182, "nauc_map_at_1000_std": 0.091189, "nauc_map_at_1000_diff1": 0.532597, "nauc_recall_at_1_max": 0.489719, "nauc_recall_at_1_std": 0.083336, "nauc_recall_at_1_diff1": 0.597536, "nauc_recall_at_3_max": 0.485322, "nauc_recall_at_3_std": 0.094379, "nauc_recall_at_3_diff1": 0.490844, "nauc_recall_at_5_max": 0.457275, "nauc_recall_at_5_std": 0.08505, "nauc_recall_at_5_diff1": 0.447795, "nauc_recall_at_10_max": 0.458417, "nauc_recall_at_10_std": 0.122791, "nauc_recall_at_10_diff1": 0.414769, "nauc_recall_at_20_max": 0.445683, "nauc_recall_at_20_std": 0.139363, "nauc_recall_at_20_diff1": 0.399809, "nauc_recall_at_100_max": 0.47261, "nauc_recall_at_100_std": 0.245678, "nauc_recall_at_100_diff1": 0.353862, "nauc_recall_at_1000_max": 0.562608, "nauc_recall_at_1000_std": 0.347238, "nauc_recall_at_1000_diff1": 0.159317, "nauc_precision_at_1_max": 0.489719, "nauc_precision_at_1_std": 0.083336, "nauc_precision_at_1_diff1": 0.597536, "nauc_precision_at_3_max": 0.485322, "nauc_precision_at_3_std": 0.094379, "nauc_precision_at_3_diff1": 0.490844, "nauc_precision_at_5_max": 0.457275, "nauc_precision_at_5_std": 0.08505, "nauc_precision_at_5_diff1": 0.447795, "nauc_precision_at_10_max": 0.458417, "nauc_precision_at_10_std": 0.122791, "nauc_precision_at_10_diff1": 0.414769, "nauc_precision_at_20_max": 0.445683, "nauc_precision_at_20_std": 0.139363, "nauc_precision_at_20_diff1": 0.399809, "nauc_precision_at_100_max": 0.47261, "nauc_precision_at_100_std": 0.245678, "nauc_precision_at_100_diff1": 0.353862, "nauc_precision_at_1000_max": 0.562608, "nauc_precision_at_1000_std": 0.347238, "nauc_precision_at_1000_diff1": 0.159317, "nauc_mrr_at_1_max": 0.489719, "nauc_mrr_at_1_std": 0.083336, "nauc_mrr_at_1_diff1": 0.597536, "nauc_mrr_at_3_max": 0.488482, "nauc_mrr_at_3_std": 0.088492, "nauc_mrr_at_3_diff1": 0.54511, "nauc_mrr_at_5_max": 0.482014, "nauc_mrr_at_5_std": 0.086555, "nauc_mrr_at_5_diff1": 0.53532, "nauc_mrr_at_10_max": 0.482363, "nauc_mrr_at_10_std": 0.090695, "nauc_mrr_at_10_diff1": 0.53216, "nauc_mrr_at_20_max": 0.48166, "nauc_mrr_at_20_std": 0.091258, "nauc_mrr_at_20_diff1": 0.532205, "nauc_mrr_at_100_max": 0.481834, "nauc_mrr_at_100_std": 0.091421, "nauc_mrr_at_100_diff1": 0.532335, "nauc_mrr_at_1000_max": 0.48182, "nauc_mrr_at_1000_std": 0.091189, "nauc_mrr_at_1000_diff1": 0.532597, "main_score": 0.45455, "hf_subset": "vie-hin", "languages": [ "vie-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.56579, "ndcg_at_3": 0.63795, "ndcg_at_5": 0.65454, "ndcg_at_10": 0.67057, "ndcg_at_20": 0.68169, "ndcg_at_100": 0.69665, "ndcg_at_1000": 0.70573, "map_at_1": 0.56579, "map_at_3": 0.62062, "map_at_5": 0.62981, "map_at_10": 0.63647, "map_at_20": 0.63956, "map_at_100": 0.64163, "map_at_1000": 0.64195, "recall_at_1": 0.56579, "recall_at_3": 0.6879, "recall_at_5": 0.7283, "recall_at_10": 0.77762, "recall_at_20": 0.82129, "recall_at_100": 0.90191, "recall_at_1000": 0.97489, "precision_at_1": 0.56579, "precision_at_3": 0.2293, "precision_at_5": 0.14566, "precision_at_10": 0.07776, "precision_at_20": 0.04106, "precision_at_100": 0.00902, "precision_at_1000": 0.00097, "mrr_at_1": 0.565787, "mrr_at_3": 0.620625, "mrr_at_5": 0.629806, "mrr_at_10": 0.636474, "mrr_at_20": 0.639562, "mrr_at_100": 0.641633, "mrr_at_1000": 0.64195, "nauc_ndcg_at_1_max": 0.52784, "nauc_ndcg_at_1_std": 0.06495, "nauc_ndcg_at_1_diff1": 0.797443, "nauc_ndcg_at_3_max": 0.548325, "nauc_ndcg_at_3_std": 0.096867, "nauc_ndcg_at_3_diff1": 0.761106, "nauc_ndcg_at_5_max": 0.549593, "nauc_ndcg_at_5_std": 0.099894, "nauc_ndcg_at_5_diff1": 0.756369, "nauc_ndcg_at_10_max": 0.550084, "nauc_ndcg_at_10_std": 0.108644, "nauc_ndcg_at_10_diff1": 0.752825, "nauc_ndcg_at_20_max": 0.551414, "nauc_ndcg_at_20_std": 0.117261, "nauc_ndcg_at_20_diff1": 0.753769, "nauc_ndcg_at_100_max": 0.551733, "nauc_ndcg_at_100_std": 0.124245, "nauc_ndcg_at_100_diff1": 0.754798, "nauc_ndcg_at_1000_max": 0.550473, "nauc_ndcg_at_1000_std": 0.116666, "nauc_ndcg_at_1000_diff1": 0.75911, "nauc_map_at_1_max": 0.52784, "nauc_map_at_1_std": 0.06495, "nauc_map_at_1_diff1": 0.797443, "nauc_map_at_3_max": 0.543526, "nauc_map_at_3_std": 0.088675, "nauc_map_at_3_diff1": 0.770232, "nauc_map_at_5_max": 0.54396, "nauc_map_at_5_std": 0.090011, "nauc_map_at_5_diff1": 0.767836, "nauc_map_at_10_max": 0.543943, "nauc_map_at_10_std": 0.093233, "nauc_map_at_10_diff1": 0.766647, "nauc_map_at_20_max": 0.544138, "nauc_map_at_20_std": 0.09532, "nauc_map_at_20_diff1": 0.766984, "nauc_map_at_100_max": 0.544211, "nauc_map_at_100_std": 0.096121, "nauc_map_at_100_diff1": 0.767244, "nauc_map_at_1000_max": 0.544198, "nauc_map_at_1000_std": 0.095943, "nauc_map_at_1000_diff1": 0.767383, "nauc_recall_at_1_max": 0.52784, "nauc_recall_at_1_std": 0.06495, "nauc_recall_at_1_diff1": 0.797443, "nauc_recall_at_3_max": 0.56367, "nauc_recall_at_3_std": 0.123432, "nauc_recall_at_3_diff1": 0.73161, "nauc_recall_at_5_max": 0.569718, "nauc_recall_at_5_std": 0.135554, "nauc_recall_at_5_diff1": 0.715177, "nauc_recall_at_10_max": 0.576165, "nauc_recall_at_10_std": 0.177351, "nauc_recall_at_10_diff1": 0.693631, "nauc_recall_at_20_max": 0.590692, "nauc_recall_at_20_std": 0.243057, "nauc_recall_at_20_diff1": 0.687405, "nauc_recall_at_100_max": 0.619364, "nauc_recall_at_100_std": 0.423408, "nauc_recall_at_100_diff1": 0.651865, "nauc_recall_at_1000_max": 0.701194, "nauc_recall_at_1000_std": 0.670655, "nauc_recall_at_1000_diff1": 0.680268, "nauc_precision_at_1_max": 0.52784, "nauc_precision_at_1_std": 0.06495, "nauc_precision_at_1_diff1": 0.797443, "nauc_precision_at_3_max": 0.56367, "nauc_precision_at_3_std": 0.123432, "nauc_precision_at_3_diff1": 0.73161, "nauc_precision_at_5_max": 0.569718, "nauc_precision_at_5_std": 0.135554, "nauc_precision_at_5_diff1": 0.715177, "nauc_precision_at_10_max": 0.576165, "nauc_precision_at_10_std": 0.177351, "nauc_precision_at_10_diff1": 0.693631, "nauc_precision_at_20_max": 0.590692, "nauc_precision_at_20_std": 0.243057, "nauc_precision_at_20_diff1": 0.687405, "nauc_precision_at_100_max": 0.619364, "nauc_precision_at_100_std": 0.423408, "nauc_precision_at_100_diff1": 0.651865, "nauc_precision_at_1000_max": 0.701194, "nauc_precision_at_1000_std": 0.670655, "nauc_precision_at_1000_diff1": 0.680268, "nauc_mrr_at_1_max": 0.52784, "nauc_mrr_at_1_std": 0.06495, "nauc_mrr_at_1_diff1": 0.797443, "nauc_mrr_at_3_max": 0.543526, "nauc_mrr_at_3_std": 0.088675, "nauc_mrr_at_3_diff1": 0.770232, "nauc_mrr_at_5_max": 0.54396, "nauc_mrr_at_5_std": 0.090011, "nauc_mrr_at_5_diff1": 0.767836, "nauc_mrr_at_10_max": 0.543943, "nauc_mrr_at_10_std": 0.093233, "nauc_mrr_at_10_diff1": 0.766647, "nauc_mrr_at_20_max": 0.544138, "nauc_mrr_at_20_std": 0.09532, "nauc_mrr_at_20_diff1": 0.766984, "nauc_mrr_at_100_max": 0.544211, "nauc_mrr_at_100_std": 0.096121, "nauc_mrr_at_100_diff1": 0.767244, "nauc_mrr_at_1000_max": 0.544198, "nauc_mrr_at_1000_std": 0.095943, "nauc_mrr_at_1000_diff1": 0.767383, "main_score": 0.67057, "hf_subset": "vie-vie", "languages": [ "vie-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.44776, "ndcg_at_3": 0.54175, "ndcg_at_5": 0.56733, "ndcg_at_10": 0.58985, "ndcg_at_20": 0.60473, "ndcg_at_100": 0.62754, "ndcg_at_1000": 0.63713, "map_at_1": 0.44776, "map_at_3": 0.51904, "map_at_5": 0.5332, "map_at_10": 0.54252, "map_at_20": 0.54663, "map_at_100": 0.54978, "map_at_1000": 0.55016, "recall_at_1": 0.44776, "recall_at_3": 0.60731, "recall_at_5": 0.66958, "recall_at_10": 0.73906, "recall_at_20": 0.79774, "recall_at_100": 0.92074, "recall_at_1000": 0.99537, "precision_at_1": 0.44776, "precision_at_3": 0.20244, "precision_at_5": 0.13392, "precision_at_10": 0.07391, "precision_at_20": 0.03989, "precision_at_100": 0.00921, "precision_at_1000": 0.001, "mrr_at_1": 0.447761, "mrr_at_3": 0.519043, "mrr_at_5": 0.533196, "mrr_at_10": 0.54252, "mrr_at_20": 0.546629, "mrr_at_100": 0.549782, "mrr_at_1000": 0.550155, "nauc_ndcg_at_1_max": 0.463551, "nauc_ndcg_at_1_std": 0.016872, "nauc_ndcg_at_1_diff1": 0.58302, "nauc_ndcg_at_3_max": 0.455869, "nauc_ndcg_at_3_std": 0.007453, "nauc_ndcg_at_3_diff1": 0.511063, "nauc_ndcg_at_5_max": 0.459778, "nauc_ndcg_at_5_std": 0.011258, "nauc_ndcg_at_5_diff1": 0.507145, "nauc_ndcg_at_10_max": 0.468906, "nauc_ndcg_at_10_std": 0.033245, "nauc_ndcg_at_10_diff1": 0.501363, "nauc_ndcg_at_20_max": 0.465314, "nauc_ndcg_at_20_std": 0.036102, "nauc_ndcg_at_20_diff1": 0.493036, "nauc_ndcg_at_100_max": 0.466431, "nauc_ndcg_at_100_std": 0.034175, "nauc_ndcg_at_100_diff1": 0.503301, "nauc_ndcg_at_1000_max": 0.464904, "nauc_ndcg_at_1000_std": 0.029364, "nauc_ndcg_at_1000_diff1": 0.51075, "nauc_map_at_1_max": 0.463551, "nauc_map_at_1_std": 0.016872, "nauc_map_at_1_diff1": 0.58302, "nauc_map_at_3_max": 0.45872, "nauc_map_at_3_std": 0.009577, "nauc_map_at_3_diff1": 0.529737, "nauc_map_at_5_max": 0.460882, "nauc_map_at_5_std": 0.0116, "nauc_map_at_5_diff1": 0.528143, "nauc_map_at_10_max": 0.464724, "nauc_map_at_10_std": 0.020539, "nauc_map_at_10_diff1": 0.526014, "nauc_map_at_20_max": 0.463796, "nauc_map_at_20_std": 0.021064, "nauc_map_at_20_diff1": 0.524178, "nauc_map_at_100_max": 0.463869, "nauc_map_at_100_std": 0.020859, "nauc_map_at_100_diff1": 0.525682, "nauc_map_at_1000_max": 0.463807, "nauc_map_at_1000_std": 0.020713, "nauc_map_at_1000_diff1": 0.525912, "nauc_recall_at_1_max": 0.463551, "nauc_recall_at_1_std": 0.016872, "nauc_recall_at_1_diff1": 0.58302, "nauc_recall_at_3_max": 0.44654, "nauc_recall_at_3_std": 0.000926, "nauc_recall_at_3_diff1": 0.452454, "nauc_recall_at_5_max": 0.456187, "nauc_recall_at_5_std": 0.010962, "nauc_recall_at_5_diff1": 0.433997, "nauc_recall_at_10_max": 0.490143, "nauc_recall_at_10_std": 0.096301, "nauc_recall_at_10_diff1": 0.39857, "nauc_recall_at_20_max": 0.473014, "nauc_recall_at_20_std": 0.129026, "nauc_recall_at_20_diff1": 0.324504, "nauc_recall_at_100_max": 0.505403, "nauc_recall_at_100_std": 0.209304, "nauc_recall_at_100_diff1": 0.280273, "nauc_recall_at_1000_max": 0.5015, "nauc_recall_at_1000_std": 0.778546, "nauc_recall_at_1000_diff1": 0.097119, "nauc_precision_at_1_max": 0.463551, "nauc_precision_at_1_std": 0.016872, "nauc_precision_at_1_diff1": 0.58302, "nauc_precision_at_3_max": 0.44654, "nauc_precision_at_3_std": 0.000926, "nauc_precision_at_3_diff1": 0.452454, "nauc_precision_at_5_max": 0.456187, "nauc_precision_at_5_std": 0.010962, "nauc_precision_at_5_diff1": 0.433997, "nauc_precision_at_10_max": 0.490143, "nauc_precision_at_10_std": 0.096301, "nauc_precision_at_10_diff1": 0.39857, "nauc_precision_at_20_max": 0.473014, "nauc_precision_at_20_std": 0.129026, "nauc_precision_at_20_diff1": 0.324504, "nauc_precision_at_100_max": 0.505403, "nauc_precision_at_100_std": 0.209304, "nauc_precision_at_100_diff1": 0.280273, "nauc_precision_at_1000_max": 0.5015, "nauc_precision_at_1000_std": 0.778546, "nauc_precision_at_1000_diff1": 0.097119, "nauc_mrr_at_1_max": 0.463551, "nauc_mrr_at_1_std": 0.016872, "nauc_mrr_at_1_diff1": 0.58302, "nauc_mrr_at_3_max": 0.45872, "nauc_mrr_at_3_std": 0.009577, "nauc_mrr_at_3_diff1": 0.529737, "nauc_mrr_at_5_max": 0.460882, "nauc_mrr_at_5_std": 0.0116, "nauc_mrr_at_5_diff1": 0.528143, "nauc_mrr_at_10_max": 0.464724, "nauc_mrr_at_10_std": 0.020539, "nauc_mrr_at_10_diff1": 0.526014, "nauc_mrr_at_20_max": 0.463796, "nauc_mrr_at_20_std": 0.021064, "nauc_mrr_at_20_diff1": 0.524178, "nauc_mrr_at_100_max": 0.463869, "nauc_mrr_at_100_std": 0.020859, "nauc_mrr_at_100_diff1": 0.525682, "nauc_mrr_at_1000_max": 0.463807, "nauc_mrr_at_1000_std": 0.020713, "nauc_mrr_at_1000_diff1": 0.525912, "main_score": 0.58985, "hf_subset": "vie-zho", "languages": [ "vie-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.3192, "ndcg_at_3": 0.39183, "ndcg_at_5": 0.41732, "ndcg_at_10": 0.43904, "ndcg_at_20": 0.45647, "ndcg_at_100": 0.48755, "ndcg_at_1000": 0.5097, "map_at_1": 0.3192, "map_at_3": 0.37406, "map_at_5": 0.38811, "map_at_10": 0.39701, "map_at_20": 0.40177, "map_at_100": 0.40586, "map_at_1000": 0.40664, "recall_at_1": 0.3192, "recall_at_3": 0.44322, "recall_at_5": 0.50549, "recall_at_10": 0.573, "recall_at_20": 0.64207, "recall_at_100": 0.81266, "recall_at_1000": 0.99006, "precision_at_1": 0.3192, "precision_at_3": 0.14774, "precision_at_5": 0.1011, "precision_at_10": 0.0573, "precision_at_20": 0.0321, "precision_at_100": 0.00813, "precision_at_1000": 0.00099, "mrr_at_1": 0.319205, "mrr_at_3": 0.374062, "mrr_at_5": 0.388113, "mrr_at_10": 0.397006, "mrr_at_20": 0.401772, "mrr_at_100": 0.405862, "mrr_at_1000": 0.40664, "nauc_ndcg_at_1_max": 0.450085, "nauc_ndcg_at_1_std": 0.0007, "nauc_ndcg_at_1_diff1": 0.622208, "nauc_ndcg_at_3_max": 0.448107, "nauc_ndcg_at_3_std": 0.027731, "nauc_ndcg_at_3_diff1": 0.563718, "nauc_ndcg_at_5_max": 0.441921, "nauc_ndcg_at_5_std": 0.036629, "nauc_ndcg_at_5_diff1": 0.54728, "nauc_ndcg_at_10_max": 0.437157, "nauc_ndcg_at_10_std": 0.036931, "nauc_ndcg_at_10_diff1": 0.540235, "nauc_ndcg_at_20_max": 0.438955, "nauc_ndcg_at_20_std": 0.047994, "nauc_ndcg_at_20_diff1": 0.537344, "nauc_ndcg_at_100_max": 0.443388, "nauc_ndcg_at_100_std": 0.058567, "nauc_ndcg_at_100_diff1": 0.539011, "nauc_ndcg_at_1000_max": 0.443093, "nauc_ndcg_at_1000_std": 0.04573, "nauc_ndcg_at_1000_diff1": 0.54922, "nauc_map_at_1_max": 0.450085, "nauc_map_at_1_std": 0.0007, "nauc_map_at_1_diff1": 0.622208, "nauc_map_at_3_max": 0.448826, "nauc_map_at_3_std": 0.022654, "nauc_map_at_3_diff1": 0.577526, "nauc_map_at_5_max": 0.445517, "nauc_map_at_5_std": 0.027673, "nauc_map_at_5_diff1": 0.568389, "nauc_map_at_10_max": 0.443824, "nauc_map_at_10_std": 0.02775, "nauc_map_at_10_diff1": 0.565883, "nauc_map_at_20_max": 0.444245, "nauc_map_at_20_std": 0.030352, "nauc_map_at_20_diff1": 0.565209, "nauc_map_at_100_max": 0.44463, "nauc_map_at_100_std": 0.031597, "nauc_map_at_100_diff1": 0.565707, "nauc_map_at_1000_max": 0.444635, "nauc_map_at_1000_std": 0.031335, "nauc_map_at_1000_diff1": 0.566054, "nauc_recall_at_1_max": 0.450085, "nauc_recall_at_1_std": 0.0007, "nauc_recall_at_1_diff1": 0.622208, "nauc_recall_at_3_max": 0.445951, "nauc_recall_at_3_std": 0.041693, "nauc_recall_at_3_diff1": 0.524284, "nauc_recall_at_5_max": 0.430281, "nauc_recall_at_5_std": 0.063331, "nauc_recall_at_5_diff1": 0.483496, "nauc_recall_at_10_max": 0.412582, "nauc_recall_at_10_std": 0.066103, "nauc_recall_at_10_diff1": 0.454737, "nauc_recall_at_20_max": 0.418939, "nauc_recall_at_20_std": 0.122382, "nauc_recall_at_20_diff1": 0.432592, "nauc_recall_at_100_max": 0.454185, "nauc_recall_at_100_std": 0.270637, "nauc_recall_at_100_diff1": 0.378219, "nauc_recall_at_1000_max": 0.526716, "nauc_recall_at_1000_std": 0.417496, "nauc_recall_at_1000_diff1": 0.115876, "nauc_precision_at_1_max": 0.450085, "nauc_precision_at_1_std": 0.0007, "nauc_precision_at_1_diff1": 0.622208, "nauc_precision_at_3_max": 0.445951, "nauc_precision_at_3_std": 0.041693, "nauc_precision_at_3_diff1": 0.524284, "nauc_precision_at_5_max": 0.430281, "nauc_precision_at_5_std": 0.063331, "nauc_precision_at_5_diff1": 0.483496, "nauc_precision_at_10_max": 0.412582, "nauc_precision_at_10_std": 0.066103, "nauc_precision_at_10_diff1": 0.454737, "nauc_precision_at_20_max": 0.418939, "nauc_precision_at_20_std": 0.122382, "nauc_precision_at_20_diff1": 0.432592, "nauc_precision_at_100_max": 0.449273, "nauc_precision_at_100_std": 0.268879, "nauc_precision_at_100_diff1": 0.37521, "nauc_precision_at_1000_max": 0.440593, "nauc_precision_at_1000_std": 0.376533, "nauc_precision_at_1000_diff1": 0.088879, "nauc_mrr_at_1_max": 0.450085, "nauc_mrr_at_1_std": 0.0007, "nauc_mrr_at_1_diff1": 0.622208, "nauc_mrr_at_3_max": 0.448826, "nauc_mrr_at_3_std": 0.022654, "nauc_mrr_at_3_diff1": 0.577526, "nauc_mrr_at_5_max": 0.445517, "nauc_mrr_at_5_std": 0.027673, "nauc_mrr_at_5_diff1": 0.568389, "nauc_mrr_at_10_max": 0.443824, "nauc_mrr_at_10_std": 0.02775, "nauc_mrr_at_10_diff1": 0.565883, "nauc_mrr_at_20_max": 0.444245, "nauc_mrr_at_20_std": 0.030352, "nauc_mrr_at_20_diff1": 0.565209, "nauc_mrr_at_100_max": 0.44463, "nauc_mrr_at_100_std": 0.031597, "nauc_mrr_at_100_diff1": 0.565707, "nauc_mrr_at_1000_max": 0.444635, "nauc_mrr_at_1000_std": 0.031335, "nauc_mrr_at_1000_diff1": 0.566054, "main_score": 0.43904, "hf_subset": "zho-ara", "languages": [ "zho-Hans", "ara-Arab" ] }, { "ndcg_at_1": 0.54966, "ndcg_at_3": 0.64574, "ndcg_at_5": 0.67184, "ndcg_at_10": 0.69126, "ndcg_at_20": 0.70536, "ndcg_at_100": 0.71967, "ndcg_at_1000": 0.72388, "map_at_1": 0.54966, "map_at_3": 0.62297, "map_at_5": 0.6374, "map_at_10": 0.64547, "map_at_20": 0.64945, "map_at_100": 0.65138, "map_at_1000": 0.65155, "recall_at_1": 0.54966, "recall_at_3": 0.71129, "recall_at_5": 0.77483, "recall_at_10": 0.83467, "recall_at_20": 0.88957, "recall_at_100": 0.9673, "recall_at_1000": 1.0, "precision_at_1": 0.54966, "precision_at_3": 0.2371, "precision_at_5": 0.15497, "precision_at_10": 0.08347, "precision_at_20": 0.04448, "precision_at_100": 0.00967, "precision_at_1000": 0.001, "mrr_at_1": 0.549661, "mrr_at_3": 0.622969, "mrr_at_5": 0.637405, "mrr_at_10": 0.645468, "mrr_at_20": 0.649452, "mrr_at_100": 0.651379, "mrr_at_1000": 0.651546, "nauc_ndcg_at_1_max": 0.565721, "nauc_ndcg_at_1_std": -0.041794, "nauc_ndcg_at_1_diff1": 0.687172, "nauc_ndcg_at_3_max": 0.585112, "nauc_ndcg_at_3_std": -0.044568, "nauc_ndcg_at_3_diff1": 0.646574, "nauc_ndcg_at_5_max": 0.58146, "nauc_ndcg_at_5_std": -0.033489, "nauc_ndcg_at_5_diff1": 0.643659, "nauc_ndcg_at_10_max": 0.575371, "nauc_ndcg_at_10_std": -0.039245, "nauc_ndcg_at_10_diff1": 0.634894, "nauc_ndcg_at_20_max": 0.578509, "nauc_ndcg_at_20_std": -0.033111, "nauc_ndcg_at_20_diff1": 0.63934, "nauc_ndcg_at_100_max": 0.579965, "nauc_ndcg_at_100_std": -0.031331, "nauc_ndcg_at_100_diff1": 0.647548, "nauc_ndcg_at_1000_max": 0.579214, "nauc_ndcg_at_1000_std": -0.035274, "nauc_ndcg_at_1000_diff1": 0.649301, "nauc_map_at_1_max": 0.565721, "nauc_map_at_1_std": -0.041794, "nauc_map_at_1_diff1": 0.687172, "nauc_map_at_3_max": 0.582372, "nauc_map_at_3_std": -0.042896, "nauc_map_at_3_diff1": 0.657917, "nauc_map_at_5_max": 0.580438, "nauc_map_at_5_std": -0.03719, "nauc_map_at_5_diff1": 0.656776, "nauc_map_at_10_max": 0.577671, "nauc_map_at_10_std": -0.039593, "nauc_map_at_10_diff1": 0.653532, "nauc_map_at_20_max": 0.578851, "nauc_map_at_20_std": -0.037634, "nauc_map_at_20_diff1": 0.654986, "nauc_map_at_100_max": 0.578946, "nauc_map_at_100_std": -0.03745, "nauc_map_at_100_diff1": 0.656051, "nauc_map_at_1000_max": 0.578903, "nauc_map_at_1000_std": -0.037628, "nauc_map_at_1000_diff1": 0.656109, "nauc_recall_at_1_max": 0.565721, "nauc_recall_at_1_std": -0.041794, "nauc_recall_at_1_diff1": 0.687172, "nauc_recall_at_3_max": 0.593224, "nauc_recall_at_3_std": -0.050713, "nauc_recall_at_3_diff1": 0.607767, "nauc_recall_at_5_max": 0.583256, "nauc_recall_at_5_std": -0.016824, "nauc_recall_at_5_diff1": 0.590207, "nauc_recall_at_10_max": 0.558443, "nauc_recall_at_10_std": -0.038189, "nauc_recall_at_10_diff1": 0.533378, "nauc_recall_at_20_max": 0.570471, "nauc_recall_at_20_std": 0.005339, "nauc_recall_at_20_diff1": 0.524181, "nauc_recall_at_100_max": 0.612694, "nauc_recall_at_100_std": 0.156297, "nauc_recall_at_100_diff1": 0.556056, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.565721, "nauc_precision_at_1_std": -0.041794, "nauc_precision_at_1_diff1": 0.687172, "nauc_precision_at_3_max": 0.593224, "nauc_precision_at_3_std": -0.050713, "nauc_precision_at_3_diff1": 0.607767, "nauc_precision_at_5_max": 0.583256, "nauc_precision_at_5_std": -0.016824, "nauc_precision_at_5_diff1": 0.590207, "nauc_precision_at_10_max": 0.558443, "nauc_precision_at_10_std": -0.038189, "nauc_precision_at_10_diff1": 0.533378, "nauc_precision_at_20_max": 0.570471, "nauc_precision_at_20_std": 0.005339, "nauc_precision_at_20_diff1": 0.524181, "nauc_precision_at_100_max": 0.612694, "nauc_precision_at_100_std": 0.156297, "nauc_precision_at_100_diff1": 0.556056, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.565721, "nauc_mrr_at_1_std": -0.041794, "nauc_mrr_at_1_diff1": 0.687172, "nauc_mrr_at_3_max": 0.582372, "nauc_mrr_at_3_std": -0.042896, "nauc_mrr_at_3_diff1": 0.657917, "nauc_mrr_at_5_max": 0.580438, "nauc_mrr_at_5_std": -0.03719, "nauc_mrr_at_5_diff1": 0.656776, "nauc_mrr_at_10_max": 0.577671, "nauc_mrr_at_10_std": -0.039593, "nauc_mrr_at_10_diff1": 0.653532, "nauc_mrr_at_20_max": 0.578851, "nauc_mrr_at_20_std": -0.037634, "nauc_mrr_at_20_diff1": 0.654986, "nauc_mrr_at_100_max": 0.578946, "nauc_mrr_at_100_std": -0.03745, "nauc_mrr_at_100_diff1": 0.656051, "nauc_mrr_at_1000_max": 0.578903, "nauc_mrr_at_1000_std": -0.037628, "nauc_mrr_at_1000_diff1": 0.656109, "main_score": 0.69126, "hf_subset": "zho-deu", "languages": [ "zho-Hans", "deu-Latn" ] }, { "ndcg_at_1": 0.58053, "ndcg_at_3": 0.67718, "ndcg_at_5": 0.69729, "ndcg_at_10": 0.71623, "ndcg_at_20": 0.72737, "ndcg_at_100": 0.73942, "ndcg_at_1000": 0.74388, "map_at_1": 0.58043, "map_at_3": 0.65393, "map_at_5": 0.66512, "map_at_10": 0.67303, "map_at_20": 0.67611, "map_at_100": 0.67782, "map_at_1000": 0.67798, "recall_at_1": 0.58043, "recall_at_3": 0.74411, "recall_at_5": 0.79279, "recall_at_10": 0.85093, "recall_at_20": 0.89474, "recall_at_100": 0.95901, "recall_at_1000": 0.99435, "precision_at_1": 0.58053, "precision_at_3": 0.2481, "precision_at_5": 0.1586, "precision_at_10": 0.08512, "precision_at_20": 0.04475, "precision_at_100": 0.00959, "precision_at_1000": 0.00099, "mrr_at_1": 0.580526, "mrr_at_3": 0.654073, "mrr_at_5": 0.665261, "mrr_at_10": 0.673147, "mrr_at_20": 0.676232, "mrr_at_100": 0.677939, "mrr_at_1000": 0.678101, "nauc_ndcg_at_1_max": 0.53527, "nauc_ndcg_at_1_std": -0.076119, "nauc_ndcg_at_1_diff1": 0.739033, "nauc_ndcg_at_3_max": 0.556123, "nauc_ndcg_at_3_std": -0.066243, "nauc_ndcg_at_3_diff1": 0.707751, "nauc_ndcg_at_5_max": 0.553952, "nauc_ndcg_at_5_std": -0.059682, "nauc_ndcg_at_5_diff1": 0.700326, "nauc_ndcg_at_10_max": 0.552241, "nauc_ndcg_at_10_std": -0.06036, "nauc_ndcg_at_10_diff1": 0.69907, "nauc_ndcg_at_20_max": 0.551991, "nauc_ndcg_at_20_std": -0.057404, "nauc_ndcg_at_20_diff1": 0.699182, "nauc_ndcg_at_100_max": 0.553025, "nauc_ndcg_at_100_std": -0.055524, "nauc_ndcg_at_100_diff1": 0.703217, "nauc_ndcg_at_1000_max": 0.551431, "nauc_ndcg_at_1000_std": -0.058966, "nauc_ndcg_at_1000_diff1": 0.70548, "nauc_map_at_1_max": 0.534863, "nauc_map_at_1_std": -0.076638, "nauc_map_at_1_diff1": 0.738901, "nauc_map_at_3_max": 0.550943, "nauc_map_at_3_std": -0.06878, "nauc_map_at_3_diff1": 0.715494, "nauc_map_at_5_max": 0.549815, "nauc_map_at_5_std": -0.065318, "nauc_map_at_5_diff1": 0.71196, "nauc_map_at_10_max": 0.548956, "nauc_map_at_10_std": -0.065707, "nauc_map_at_10_diff1": 0.711716, "nauc_map_at_20_max": 0.548903, "nauc_map_at_20_std": -0.065024, "nauc_map_at_20_diff1": 0.71188, "nauc_map_at_100_max": 0.549027, "nauc_map_at_100_std": -0.064827, "nauc_map_at_100_diff1": 0.712379, "nauc_map_at_1000_max": 0.548988, "nauc_map_at_1000_std": -0.064916, "nauc_map_at_1000_diff1": 0.71244, "nauc_recall_at_1_max": 0.534863, "nauc_recall_at_1_std": -0.076638, "nauc_recall_at_1_diff1": 0.738901, "nauc_recall_at_3_max": 0.573321, "nauc_recall_at_3_std": -0.058513, "nauc_recall_at_3_diff1": 0.680269, "nauc_recall_at_5_max": 0.568716, "nauc_recall_at_5_std": -0.037164, "nauc_recall_at_5_diff1": 0.651278, "nauc_recall_at_10_max": 0.566775, "nauc_recall_at_10_std": -0.032419, "nauc_recall_at_10_diff1": 0.628824, "nauc_recall_at_20_max": 0.569161, "nauc_recall_at_20_std": 0.002283, "nauc_recall_at_20_diff1": 0.604086, "nauc_recall_at_100_max": 0.621988, "nauc_recall_at_100_std": 0.143491, "nauc_recall_at_100_diff1": 0.572894, "nauc_recall_at_1000_max": 0.5702, "nauc_recall_at_1000_std": 0.337167, "nauc_recall_at_1000_diff1": 0.457875, "nauc_precision_at_1_max": 0.53527, "nauc_precision_at_1_std": -0.076119, "nauc_precision_at_1_diff1": 0.739033, "nauc_precision_at_3_max": 0.574411, "nauc_precision_at_3_std": -0.057057, "nauc_precision_at_3_diff1": 0.680711, "nauc_precision_at_5_max": 0.570003, "nauc_precision_at_5_std": -0.035426, "nauc_precision_at_5_diff1": 0.65178, "nauc_precision_at_10_max": 0.56772, "nauc_precision_at_10_std": -0.028803, "nauc_precision_at_10_diff1": 0.627855, "nauc_precision_at_20_max": 0.570443, "nauc_precision_at_20_std": 0.007128, "nauc_precision_at_20_diff1": 0.602825, "nauc_precision_at_100_max": 0.625115, "nauc_precision_at_100_std": 0.154982, "nauc_precision_at_100_diff1": 0.570057, "nauc_precision_at_1000_max": 0.561903, "nauc_precision_at_1000_std": 0.408212, "nauc_precision_at_1000_diff1": 0.410298, "nauc_mrr_at_1_max": 0.53527, "nauc_mrr_at_1_std": -0.076119, "nauc_mrr_at_1_diff1": 0.739033, "nauc_mrr_at_3_max": 0.551568, "nauc_mrr_at_3_std": -0.067889, "nauc_mrr_at_3_diff1": 0.715697, "nauc_mrr_at_5_max": 0.550459, "nauc_mrr_at_5_std": -0.064399, "nauc_mrr_at_5_diff1": 0.712168, "nauc_mrr_at_10_max": 0.549474, "nauc_mrr_at_10_std": -0.064945, "nauc_mrr_at_10_diff1": 0.711885, "nauc_mrr_at_20_max": 0.549426, "nauc_mrr_at_20_std": -0.064254, "nauc_mrr_at_20_diff1": 0.712051, "nauc_mrr_at_100_max": 0.549553, "nauc_mrr_at_100_std": -0.064053, "nauc_mrr_at_100_diff1": 0.712551, "nauc_mrr_at_1000_max": 0.54951, "nauc_mrr_at_1000_std": -0.064151, "nauc_mrr_at_1000_diff1": 0.71261, "main_score": 0.71623, "hf_subset": "zho-eng", "languages": [ "zho-Hans", "eng-Latn" ] }, { "ndcg_at_1": 0.57268, "ndcg_at_3": 0.66177, "ndcg_at_5": 0.67961, "ndcg_at_10": 0.69806, "ndcg_at_20": 0.7102, "ndcg_at_100": 0.72445, "ndcg_at_1000": 0.73084, "map_at_1": 0.57268, "map_at_3": 0.64047, "map_at_5": 0.65041, "map_at_10": 0.65803, "map_at_20": 0.66139, "map_at_100": 0.66343, "map_at_1000": 0.66368, "recall_at_1": 0.57268, "recall_at_3": 0.72316, "recall_at_5": 0.76631, "recall_at_10": 0.82332, "recall_at_20": 0.87108, "recall_at_100": 0.9471, "recall_at_1000": 0.99743, "precision_at_1": 0.57268, "precision_at_3": 0.24105, "precision_at_5": 0.15326, "precision_at_10": 0.08233, "precision_at_20": 0.04355, "precision_at_100": 0.00947, "precision_at_1000": 0.001, "mrr_at_1": 0.572676, "mrr_at_3": 0.640473, "mrr_at_5": 0.650411, "mrr_at_10": 0.658033, "mrr_at_20": 0.661393, "mrr_at_100": 0.663434, "mrr_at_1000": 0.663677, "nauc_ndcg_at_1_max": 0.570098, "nauc_ndcg_at_1_std": -0.003896, "nauc_ndcg_at_1_diff1": 0.733238, "nauc_ndcg_at_3_max": 0.606951, "nauc_ndcg_at_3_std": 0.016384, "nauc_ndcg_at_3_diff1": 0.694402, "nauc_ndcg_at_5_max": 0.606132, "nauc_ndcg_at_5_std": 0.01115, "nauc_ndcg_at_5_diff1": 0.693945, "nauc_ndcg_at_10_max": 0.594595, "nauc_ndcg_at_10_std": 0.010385, "nauc_ndcg_at_10_diff1": 0.687577, "nauc_ndcg_at_20_max": 0.59594, "nauc_ndcg_at_20_std": 0.01402, "nauc_ndcg_at_20_diff1": 0.689537, "nauc_ndcg_at_100_max": 0.593956, "nauc_ndcg_at_100_std": 0.016983, "nauc_ndcg_at_100_diff1": 0.690394, "nauc_ndcg_at_1000_max": 0.593933, "nauc_ndcg_at_1000_std": 0.014216, "nauc_ndcg_at_1000_diff1": 0.694967, "nauc_map_at_1_max": 0.570098, "nauc_map_at_1_std": -0.003896, "nauc_map_at_1_diff1": 0.733238, "nauc_map_at_3_max": 0.598241, "nauc_map_at_3_std": 0.01151, "nauc_map_at_3_diff1": 0.704791, "nauc_map_at_5_max": 0.59744, "nauc_map_at_5_std": 0.008586, "nauc_map_at_5_diff1": 0.704627, "nauc_map_at_10_max": 0.592887, "nauc_map_at_10_std": 0.008398, "nauc_map_at_10_diff1": 0.70236, "nauc_map_at_20_max": 0.593251, "nauc_map_at_20_std": 0.009321, "nauc_map_at_20_diff1": 0.703021, "nauc_map_at_100_max": 0.593054, "nauc_map_at_100_std": 0.009984, "nauc_map_at_100_diff1": 0.703025, "nauc_map_at_1000_max": 0.593047, "nauc_map_at_1000_std": 0.009921, "nauc_map_at_1000_diff1": 0.703177, "nauc_recall_at_1_max": 0.570098, "nauc_recall_at_1_std": -0.003896, "nauc_recall_at_1_diff1": 0.733238, "nauc_recall_at_3_max": 0.636192, "nauc_recall_at_3_std": 0.032793, "nauc_recall_at_3_diff1": 0.658839, "nauc_recall_at_5_max": 0.638868, "nauc_recall_at_5_std": 0.019782, "nauc_recall_at_5_diff1": 0.653265, "nauc_recall_at_10_max": 0.594846, "nauc_recall_at_10_std": 0.01719, "nauc_recall_at_10_diff1": 0.613996, "nauc_recall_at_20_max": 0.604112, "nauc_recall_at_20_std": 0.045664, "nauc_recall_at_20_diff1": 0.603889, "nauc_recall_at_100_max": 0.566842, "nauc_recall_at_100_std": 0.133623, "nauc_recall_at_100_diff1": 0.520003, "nauc_recall_at_1000_max": 0.063232, "nauc_recall_at_1000_std": 0.333482, "nauc_recall_at_1000_diff1": 0.255031, "nauc_precision_at_1_max": 0.570098, "nauc_precision_at_1_std": -0.003896, "nauc_precision_at_1_diff1": 0.733238, "nauc_precision_at_3_max": 0.636192, "nauc_precision_at_3_std": 0.032793, "nauc_precision_at_3_diff1": 0.658839, "nauc_precision_at_5_max": 0.638868, "nauc_precision_at_5_std": 0.019782, "nauc_precision_at_5_diff1": 0.653265, "nauc_precision_at_10_max": 0.594846, "nauc_precision_at_10_std": 0.01719, "nauc_precision_at_10_diff1": 0.613996, "nauc_precision_at_20_max": 0.604112, "nauc_precision_at_20_std": 0.045664, "nauc_precision_at_20_diff1": 0.603889, "nauc_precision_at_100_max": 0.566842, "nauc_precision_at_100_std": 0.133623, "nauc_precision_at_100_diff1": 0.520003, "nauc_precision_at_1000_max": 0.063232, "nauc_precision_at_1000_std": 0.333482, "nauc_precision_at_1000_diff1": 0.255031, "nauc_mrr_at_1_max": 0.570098, "nauc_mrr_at_1_std": -0.003896, "nauc_mrr_at_1_diff1": 0.733238, "nauc_mrr_at_3_max": 0.598241, "nauc_mrr_at_3_std": 0.01151, "nauc_mrr_at_3_diff1": 0.704791, "nauc_mrr_at_5_max": 0.59744, "nauc_mrr_at_5_std": 0.008586, "nauc_mrr_at_5_diff1": 0.704627, "nauc_mrr_at_10_max": 0.592887, "nauc_mrr_at_10_std": 0.008398, "nauc_mrr_at_10_diff1": 0.70236, "nauc_mrr_at_20_max": 0.593251, "nauc_mrr_at_20_std": 0.009321, "nauc_mrr_at_20_diff1": 0.703021, "nauc_mrr_at_100_max": 0.593054, "nauc_mrr_at_100_std": 0.009984, "nauc_mrr_at_100_diff1": 0.703025, "nauc_mrr_at_1000_max": 0.593047, "nauc_mrr_at_1000_std": 0.009921, "nauc_mrr_at_1000_diff1": 0.703177, "main_score": 0.69806, "hf_subset": "zho-spa", "languages": [ "zho-Hans", "spa-Latn" ] }, { "ndcg_at_1": 0.31427, "ndcg_at_3": 0.38996, "ndcg_at_5": 0.41532, "ndcg_at_10": 0.4442, "ndcg_at_20": 0.46455, "ndcg_at_100": 0.49354, "ndcg_at_1000": 0.51232, "map_at_1": 0.31399, "map_at_3": 0.37165, "map_at_5": 0.38555, "map_at_10": 0.39765, "map_at_20": 0.4033, "map_at_100": 0.40726, "map_at_1000": 0.40791, "recall_at_1": 0.31399, "recall_at_3": 0.44253, "recall_at_5": 0.50481, "recall_at_10": 0.59315, "recall_at_20": 0.67327, "recall_at_100": 0.83012, "recall_at_1000": 0.98188, "precision_at_1": 0.31427, "precision_at_3": 0.1476, "precision_at_5": 0.10102, "precision_at_10": 0.05934, "precision_at_20": 0.03369, "precision_at_100": 0.00831, "precision_at_1000": 0.00098, "mrr_at_1": 0.31427, "mrr_at_3": 0.371933, "mrr_at_5": 0.385834, "mrr_at_10": 0.397937, "mrr_at_20": 0.403536, "mrr_at_100": 0.4075, "mrr_at_1000": 0.408142, "nauc_ndcg_at_1_max": 0.416108, "nauc_ndcg_at_1_std": 0.008561, "nauc_ndcg_at_1_diff1": 0.554835, "nauc_ndcg_at_3_max": 0.398797, "nauc_ndcg_at_3_std": 0.007698, "nauc_ndcg_at_3_diff1": 0.498718, "nauc_ndcg_at_5_max": 0.396712, "nauc_ndcg_at_5_std": 0.021571, "nauc_ndcg_at_5_diff1": 0.482798, "nauc_ndcg_at_10_max": 0.39337, "nauc_ndcg_at_10_std": 0.03265, "nauc_ndcg_at_10_diff1": 0.470988, "nauc_ndcg_at_20_max": 0.394666, "nauc_ndcg_at_20_std": 0.038603, "nauc_ndcg_at_20_diff1": 0.469478, "nauc_ndcg_at_100_max": 0.401723, "nauc_ndcg_at_100_std": 0.047196, "nauc_ndcg_at_100_diff1": 0.47755, "nauc_ndcg_at_1000_max": 0.400767, "nauc_ndcg_at_1000_std": 0.037657, "nauc_ndcg_at_1000_diff1": 0.484047, "nauc_map_at_1_max": 0.415708, "nauc_map_at_1_std": 0.008853, "nauc_map_at_1_diff1": 0.555726, "nauc_map_at_3_max": 0.402204, "nauc_map_at_3_std": 0.007533, "nauc_map_at_3_diff1": 0.511084, "nauc_map_at_5_max": 0.400972, "nauc_map_at_5_std": 0.015209, "nauc_map_at_5_diff1": 0.502301, "nauc_map_at_10_max": 0.400033, "nauc_map_at_10_std": 0.019946, "nauc_map_at_10_diff1": 0.498087, "nauc_map_at_20_max": 0.400653, "nauc_map_at_20_std": 0.021626, "nauc_map_at_20_diff1": 0.49798, "nauc_map_at_100_max": 0.401702, "nauc_map_at_100_std": 0.02267, "nauc_map_at_100_diff1": 0.49906, "nauc_map_at_1000_max": 0.40172, "nauc_map_at_1000_std": 0.022496, "nauc_map_at_1000_diff1": 0.499289, "nauc_recall_at_1_max": 0.415708, "nauc_recall_at_1_std": 0.008853, "nauc_recall_at_1_diff1": 0.555726, "nauc_recall_at_3_max": 0.388871, "nauc_recall_at_3_std": 0.008618, "nauc_recall_at_3_diff1": 0.464623, "nauc_recall_at_5_max": 0.383849, "nauc_recall_at_5_std": 0.042583, "nauc_recall_at_5_diff1": 0.424891, "nauc_recall_at_10_max": 0.369388, "nauc_recall_at_10_std": 0.079634, "nauc_recall_at_10_diff1": 0.378016, "nauc_recall_at_20_max": 0.370011, "nauc_recall_at_20_std": 0.113042, "nauc_recall_at_20_diff1": 0.355648, "nauc_recall_at_100_max": 0.422539, "nauc_recall_at_100_std": 0.250568, "nauc_recall_at_100_diff1": 0.364467, "nauc_recall_at_1000_max": 0.410405, "nauc_recall_at_1000_std": 0.445709, "nauc_recall_at_1000_diff1": 0.311681, "nauc_precision_at_1_max": 0.416108, "nauc_precision_at_1_std": 0.008561, "nauc_precision_at_1_diff1": 0.554835, "nauc_precision_at_3_max": 0.389355, "nauc_precision_at_3_std": 0.008335, "nauc_precision_at_3_diff1": 0.463876, "nauc_precision_at_5_max": 0.384419, "nauc_precision_at_5_std": 0.042304, "nauc_precision_at_5_diff1": 0.424202, "nauc_precision_at_10_max": 0.37001, "nauc_precision_at_10_std": 0.07934, "nauc_precision_at_10_diff1": 0.377243, "nauc_precision_at_20_max": 0.369846, "nauc_precision_at_20_std": 0.111899, "nauc_precision_at_20_diff1": 0.352315, "nauc_precision_at_100_max": 0.421939, "nauc_precision_at_100_std": 0.247789, "nauc_precision_at_100_diff1": 0.358747, "nauc_precision_at_1000_max": 0.405953, "nauc_precision_at_1000_std": 0.412122, "nauc_precision_at_1000_diff1": 0.265977, "nauc_mrr_at_1_max": 0.416108, "nauc_mrr_at_1_std": 0.008561, "nauc_mrr_at_1_diff1": 0.554835, "nauc_mrr_at_3_max": 0.4026, "nauc_mrr_at_3_std": 0.007245, "nauc_mrr_at_3_diff1": 0.510213, "nauc_mrr_at_5_max": 0.40137, "nauc_mrr_at_5_std": 0.014919, "nauc_mrr_at_5_diff1": 0.501426, "nauc_mrr_at_10_max": 0.400436, "nauc_mrr_at_10_std": 0.019652, "nauc_mrr_at_10_diff1": 0.497202, "nauc_mrr_at_20_max": 0.400992, "nauc_mrr_at_20_std": 0.021378, "nauc_mrr_at_20_diff1": 0.497236, "nauc_mrr_at_100_max": 0.402043, "nauc_mrr_at_100_std": 0.02242, "nauc_mrr_at_100_diff1": 0.49831, "nauc_mrr_at_1000_max": 0.402063, "nauc_mrr_at_1000_std": 0.022245, "nauc_mrr_at_1000_diff1": 0.498538, "main_score": 0.4442, "hf_subset": "zho-hin", "languages": [ "zho-Hans", "hin-Deva" ] }, { "ndcg_at_1": 0.48224, "ndcg_at_3": 0.56177, "ndcg_at_5": 0.58354, "ndcg_at_10": 0.60616, "ndcg_at_20": 0.62294, "ndcg_at_100": 0.64248, "ndcg_at_1000": 0.65315, "map_at_1": 0.48224, "map_at_3": 0.54229, "map_at_5": 0.55446, "map_at_10": 0.56378, "map_at_20": 0.56838, "map_at_100": 0.57112, "map_at_1000": 0.57153, "recall_at_1": 0.48224, "recall_at_3": 0.61812, "recall_at_5": 0.67061, "recall_at_10": 0.74061, "recall_at_20": 0.807, "recall_at_100": 0.91199, "recall_at_1000": 0.99537, "precision_at_1": 0.48224, "precision_at_3": 0.20604, "precision_at_5": 0.13412, "precision_at_10": 0.07406, "precision_at_20": 0.04035, "precision_at_100": 0.00912, "precision_at_1000": 0.001, "mrr_at_1": 0.482244, "mrr_at_3": 0.542289, "mrr_at_5": 0.55446, "mrr_at_10": 0.563781, "mrr_at_20": 0.568384, "mrr_at_100": 0.571119, "mrr_at_1000": 0.571531, "nauc_ndcg_at_1_max": 0.482524, "nauc_ndcg_at_1_std": -0.033102, "nauc_ndcg_at_1_diff1": 0.701744, "nauc_ndcg_at_3_max": 0.504367, "nauc_ndcg_at_3_std": -0.013488, "nauc_ndcg_at_3_diff1": 0.655553, "nauc_ndcg_at_5_max": 0.498886, "nauc_ndcg_at_5_std": -0.008719, "nauc_ndcg_at_5_diff1": 0.648342, "nauc_ndcg_at_10_max": 0.496768, "nauc_ndcg_at_10_std": 0.001438, "nauc_ndcg_at_10_diff1": 0.641569, "nauc_ndcg_at_20_max": 0.501033, "nauc_ndcg_at_20_std": 0.010281, "nauc_ndcg_at_20_diff1": 0.64134, "nauc_ndcg_at_100_max": 0.499648, "nauc_ndcg_at_100_std": 0.010214, "nauc_ndcg_at_100_diff1": 0.643911, "nauc_ndcg_at_1000_max": 0.49872, "nauc_ndcg_at_1000_std": 0.001305, "nauc_ndcg_at_1000_diff1": 0.650823, "nauc_map_at_1_max": 0.482524, "nauc_map_at_1_std": -0.033102, "nauc_map_at_1_diff1": 0.701744, "nauc_map_at_3_max": 0.49996, "nauc_map_at_3_std": -0.018462, "nauc_map_at_3_diff1": 0.667579, "nauc_map_at_5_max": 0.496938, "nauc_map_at_5_std": -0.015966, "nauc_map_at_5_diff1": 0.663889, "nauc_map_at_10_max": 0.496069, "nauc_map_at_10_std": -0.012212, "nauc_map_at_10_diff1": 0.661389, "nauc_map_at_20_max": 0.497113, "nauc_map_at_20_std": -0.010066, "nauc_map_at_20_diff1": 0.661605, "nauc_map_at_100_max": 0.496776, "nauc_map_at_100_std": -0.01021, "nauc_map_at_100_diff1": 0.662003, "nauc_map_at_1000_max": 0.496771, "nauc_map_at_1000_std": -0.010457, "nauc_map_at_1000_diff1": 0.662252, "nauc_recall_at_1_max": 0.482524, "nauc_recall_at_1_std": -0.033102, "nauc_recall_at_1_diff1": 0.701744, "nauc_recall_at_3_max": 0.517693, "nauc_recall_at_3_std": 0.002138, "nauc_recall_at_3_diff1": 0.617632, "nauc_recall_at_5_max": 0.504014, "nauc_recall_at_5_std": 0.01668, "nauc_recall_at_5_diff1": 0.594181, "nauc_recall_at_10_max": 0.496683, "nauc_recall_at_10_std": 0.062741, "nauc_recall_at_10_diff1": 0.557554, "nauc_recall_at_20_max": 0.523439, "nauc_recall_at_20_std": 0.133338, "nauc_recall_at_20_diff1": 0.532582, "nauc_recall_at_100_max": 0.53334, "nauc_recall_at_100_std": 0.263453, "nauc_recall_at_100_diff1": 0.464213, "nauc_recall_at_1000_max": 0.646554, "nauc_recall_at_1000_std": 0.716814, "nauc_recall_at_1000_diff1": 0.247211, "nauc_precision_at_1_max": 0.482524, "nauc_precision_at_1_std": -0.033102, "nauc_precision_at_1_diff1": 0.701744, "nauc_precision_at_3_max": 0.517693, "nauc_precision_at_3_std": 0.002138, "nauc_precision_at_3_diff1": 0.617632, "nauc_precision_at_5_max": 0.504014, "nauc_precision_at_5_std": 0.01668, "nauc_precision_at_5_diff1": 0.594181, "nauc_precision_at_10_max": 0.496683, "nauc_precision_at_10_std": 0.062741, "nauc_precision_at_10_diff1": 0.557554, "nauc_precision_at_20_max": 0.523439, "nauc_precision_at_20_std": 0.133338, "nauc_precision_at_20_diff1": 0.532582, "nauc_precision_at_100_max": 0.53334, "nauc_precision_at_100_std": 0.263453, "nauc_precision_at_100_diff1": 0.464213, "nauc_precision_at_1000_max": 0.646554, "nauc_precision_at_1000_std": 0.716814, "nauc_precision_at_1000_diff1": 0.247211, "nauc_mrr_at_1_max": 0.482524, "nauc_mrr_at_1_std": -0.033102, "nauc_mrr_at_1_diff1": 0.701744, "nauc_mrr_at_3_max": 0.49996, "nauc_mrr_at_3_std": -0.018462, "nauc_mrr_at_3_diff1": 0.667579, "nauc_mrr_at_5_max": 0.496938, "nauc_mrr_at_5_std": -0.015966, "nauc_mrr_at_5_diff1": 0.663889, "nauc_mrr_at_10_max": 0.496069, "nauc_mrr_at_10_std": -0.012212, "nauc_mrr_at_10_diff1": 0.661389, "nauc_mrr_at_20_max": 0.497113, "nauc_mrr_at_20_std": -0.010066, "nauc_mrr_at_20_diff1": 0.661605, "nauc_mrr_at_100_max": 0.496776, "nauc_mrr_at_100_std": -0.01021, "nauc_mrr_at_100_diff1": 0.662003, "nauc_mrr_at_1000_max": 0.496771, "nauc_mrr_at_1000_std": -0.010457, "nauc_mrr_at_1000_diff1": 0.662252, "main_score": 0.60616, "hf_subset": "zho-vie", "languages": [ "zho-Hans", "vie-Latn" ] }, { "ndcg_at_1": 0.58255, "ndcg_at_3": 0.66396, "ndcg_at_5": 0.68276, "ndcg_at_10": 0.69869, "ndcg_at_20": 0.70987, "ndcg_at_100": 0.72283, "ndcg_at_1000": 0.72994, "map_at_1": 0.58255, "map_at_3": 0.64463, "map_at_5": 0.65503, "map_at_10": 0.6616, "map_at_20": 0.66471, "map_at_100": 0.66652, "map_at_1000": 0.66678, "recall_at_1": 0.58255, "recall_at_3": 0.71963, "recall_at_5": 0.76538, "recall_at_10": 0.81464, "recall_at_20": 0.85864, "recall_at_100": 0.92825, "recall_at_1000": 0.98481, "precision_at_1": 0.58255, "precision_at_3": 0.23988, "precision_at_5": 0.15308, "precision_at_10": 0.08146, "precision_at_20": 0.04293, "precision_at_100": 0.00928, "precision_at_1000": 0.00099, "mrr_at_1": 0.582555, "mrr_at_3": 0.644633, "mrr_at_5": 0.65503, "mrr_at_10": 0.661603, "mrr_at_20": 0.664707, "mrr_at_100": 0.666519, "mrr_at_1000": 0.666777, "nauc_ndcg_at_1_max": 0.500402, "nauc_ndcg_at_1_std": -0.039232, "nauc_ndcg_at_1_diff1": 0.786331, "nauc_ndcg_at_3_max": 0.519042, "nauc_ndcg_at_3_std": -0.024337, "nauc_ndcg_at_3_diff1": 0.742882, "nauc_ndcg_at_5_max": 0.517963, "nauc_ndcg_at_5_std": -0.022062, "nauc_ndcg_at_5_diff1": 0.736153, "nauc_ndcg_at_10_max": 0.522879, "nauc_ndcg_at_10_std": -0.012866, "nauc_ndcg_at_10_diff1": 0.733028, "nauc_ndcg_at_20_max": 0.524009, "nauc_ndcg_at_20_std": -0.003974, "nauc_ndcg_at_20_diff1": 0.735878, "nauc_ndcg_at_100_max": 0.522147, "nauc_ndcg_at_100_std": 0.000637, "nauc_ndcg_at_100_diff1": 0.73873, "nauc_ndcg_at_1000_max": 0.520412, "nauc_ndcg_at_1000_std": -0.005891, "nauc_ndcg_at_1000_diff1": 0.742602, "nauc_map_at_1_max": 0.500402, "nauc_map_at_1_std": -0.039232, "nauc_map_at_1_diff1": 0.786331, "nauc_map_at_3_max": 0.514769, "nauc_map_at_3_std": -0.027595, "nauc_map_at_3_diff1": 0.754231, "nauc_map_at_5_max": 0.514135, "nauc_map_at_5_std": -0.026318, "nauc_map_at_5_diff1": 0.750979, "nauc_map_at_10_max": 0.515847, "nauc_map_at_10_std": -0.022912, "nauc_map_at_10_diff1": 0.749931, "nauc_map_at_20_max": 0.516066, "nauc_map_at_20_std": -0.02089, "nauc_map_at_20_diff1": 0.750815, "nauc_map_at_100_max": 0.515882, "nauc_map_at_100_std": -0.020377, "nauc_map_at_100_diff1": 0.751224, "nauc_map_at_1000_max": 0.515845, "nauc_map_at_1000_std": -0.02051, "nauc_map_at_1000_diff1": 0.75136, "nauc_recall_at_1_max": 0.500402, "nauc_recall_at_1_std": -0.039232, "nauc_recall_at_1_diff1": 0.786331, "nauc_recall_at_3_max": 0.533124, "nauc_recall_at_3_std": -0.013688, "nauc_recall_at_3_diff1": 0.704685, "nauc_recall_at_5_max": 0.531842, "nauc_recall_at_5_std": -0.006159, "nauc_recall_at_5_diff1": 0.678748, "nauc_recall_at_10_max": 0.557319, "nauc_recall_at_10_std": 0.037998, "nauc_recall_at_10_diff1": 0.653633, "nauc_recall_at_20_max": 0.57473, "nauc_recall_at_20_std": 0.115111, "nauc_recall_at_20_diff1": 0.650929, "nauc_recall_at_100_max": 0.5841, "nauc_recall_at_100_std": 0.296386, "nauc_recall_at_100_diff1": 0.625283, "nauc_recall_at_1000_max": 0.592798, "nauc_recall_at_1000_std": 0.56244, "nauc_recall_at_1000_diff1": 0.6438, "nauc_precision_at_1_max": 0.500402, "nauc_precision_at_1_std": -0.039232, "nauc_precision_at_1_diff1": 0.786331, "nauc_precision_at_3_max": 0.533124, "nauc_precision_at_3_std": -0.013688, "nauc_precision_at_3_diff1": 0.704685, "nauc_precision_at_5_max": 0.531842, "nauc_precision_at_5_std": -0.006159, "nauc_precision_at_5_diff1": 0.678748, "nauc_precision_at_10_max": 0.557319, "nauc_precision_at_10_std": 0.037998, "nauc_precision_at_10_diff1": 0.653633, "nauc_precision_at_20_max": 0.57473, "nauc_precision_at_20_std": 0.115111, "nauc_precision_at_20_diff1": 0.650929, "nauc_precision_at_100_max": 0.584407, "nauc_precision_at_100_std": 0.299153, "nauc_precision_at_100_diff1": 0.625647, "nauc_precision_at_1000_max": 0.575374, "nauc_precision_at_1000_std": 0.571986, "nauc_precision_at_1000_diff1": 0.625264, "nauc_mrr_at_1_max": 0.500402, "nauc_mrr_at_1_std": -0.039232, "nauc_mrr_at_1_diff1": 0.786331, "nauc_mrr_at_3_max": 0.514769, "nauc_mrr_at_3_std": -0.027595, "nauc_mrr_at_3_diff1": 0.754231, "nauc_mrr_at_5_max": 0.514135, "nauc_mrr_at_5_std": -0.026318, "nauc_mrr_at_5_diff1": 0.750979, "nauc_mrr_at_10_max": 0.515847, "nauc_mrr_at_10_std": -0.022912, "nauc_mrr_at_10_diff1": 0.749931, "nauc_mrr_at_20_max": 0.516066, "nauc_mrr_at_20_std": -0.02089, "nauc_mrr_at_20_diff1": 0.750815, "nauc_mrr_at_100_max": 0.515882, "nauc_mrr_at_100_std": -0.020368, "nauc_mrr_at_100_diff1": 0.751227, "nauc_mrr_at_1000_max": 0.515845, "nauc_mrr_at_1000_std": -0.020509, "nauc_mrr_at_1000_diff1": 0.75136, "main_score": 0.69869, "hf_subset": "zho-zho", "languages": [ "zho-Hans", "zho-Hans" ] } ] }, "evaluation_time": 5720.845585346222, "kg_co2_emissions": 0.4885130890069257 }