{ "dataset_revision": "397ed406c1a7902140303e7faf60fff35b58d285", "task_name": "MLQARetrieval", "mteb_version": "1.18.0", "scores": { "validation": [ { "ndcg_at_1": 0.43714, "ndcg_at_3": 0.5175, "ndcg_at_5": 0.5394, "ndcg_at_10": 0.56115, "ndcg_at_20": 0.57569, "ndcg_at_100": 0.6056, "ndcg_at_1000": 0.61693, "map_at_1": 0.43714, "map_at_3": 0.49839, "map_at_5": 0.51077, "map_at_10": 0.51931, "map_at_20": 0.52323, "map_at_100": 0.52726, "map_at_1000": 0.52775, "recall_at_1": 0.43714, "recall_at_3": 0.57253, "recall_at_5": 0.62476, "recall_at_10": 0.69439, "recall_at_20": 0.75242, "recall_at_100": 0.91489, "recall_at_1000": 1.0, "precision_at_1": 0.43714, "precision_at_3": 0.19084, "precision_at_5": 0.12495, "precision_at_10": 0.06944, "precision_at_20": 0.03762, "precision_at_100": 0.00915, "precision_at_1000": 0.001, "mrr_at_1": 0.437137, "mrr_at_3": 0.498388, "mrr_at_5": 0.510767, "mrr_at_10": 0.519309, "mrr_at_20": 0.523225, "mrr_at_100": 0.527261, "mrr_at_1000": 0.527754, "nauc_ndcg_at_1_max": 0.620342, "nauc_ndcg_at_1_std": 0.170322, "nauc_ndcg_at_1_diff1": 0.721212, "nauc_ndcg_at_3_max": 0.616204, "nauc_ndcg_at_3_std": 0.22213, "nauc_ndcg_at_3_diff1": 0.654541, "nauc_ndcg_at_5_max": 0.599932, "nauc_ndcg_at_5_std": 0.228253, "nauc_ndcg_at_5_diff1": 0.635438, "nauc_ndcg_at_10_max": 0.603042, "nauc_ndcg_at_10_std": 0.226826, "nauc_ndcg_at_10_diff1": 0.632907, "nauc_ndcg_at_20_max": 0.597578, "nauc_ndcg_at_20_std": 0.226613, "nauc_ndcg_at_20_diff1": 0.629734, "nauc_ndcg_at_100_max": 0.605796, "nauc_ndcg_at_100_std": 0.225837, "nauc_ndcg_at_100_diff1": 0.644105, "nauc_ndcg_at_1000_max": 0.605592, "nauc_ndcg_at_1000_std": 0.220223, "nauc_ndcg_at_1000_diff1": 0.647793, "nauc_map_at_1_max": 0.620342, "nauc_map_at_1_std": 0.170322, "nauc_map_at_1_diff1": 0.721212, "nauc_map_at_3_max": 0.617119, "nauc_map_at_3_std": 0.210337, "nauc_map_at_3_diff1": 0.670871, "nauc_map_at_5_max": 0.608017, "nauc_map_at_5_std": 0.213507, "nauc_map_at_5_diff1": 0.660451, "nauc_map_at_10_max": 0.60936, "nauc_map_at_10_std": 0.212578, "nauc_map_at_10_diff1": 0.660066, "nauc_map_at_20_max": 0.607953, "nauc_map_at_20_std": 0.21253, "nauc_map_at_20_diff1": 0.659489, "nauc_map_at_100_max": 0.608983, "nauc_map_at_100_std": 0.21228, "nauc_map_at_100_diff1": 0.661112, "nauc_map_at_1000_max": 0.608984, "nauc_map_at_1000_std": 0.212112, "nauc_map_at_1000_diff1": 0.661222, "nauc_recall_at_1_max": 0.620342, "nauc_recall_at_1_std": 0.170322, "nauc_recall_at_1_diff1": 0.721212, "nauc_recall_at_3_max": 0.613462, "nauc_recall_at_3_std": 0.257628, "nauc_recall_at_3_diff1": 0.604834, "nauc_recall_at_5_max": 0.571617, "nauc_recall_at_5_std": 0.276391, "nauc_recall_at_5_diff1": 0.551987, "nauc_recall_at_10_max": 0.57903, "nauc_recall_at_10_std": 0.279427, "nauc_recall_at_10_diff1": 0.528492, "nauc_recall_at_20_max": 0.545435, "nauc_recall_at_20_std": 0.28654, "nauc_recall_at_20_diff1": 0.49173, "nauc_recall_at_100_max": 0.61182, "nauc_recall_at_100_std": 0.368845, "nauc_recall_at_100_diff1": 0.548668, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.620342, "nauc_precision_at_1_std": 0.170322, "nauc_precision_at_1_diff1": 0.721212, "nauc_precision_at_3_max": 0.613462, "nauc_precision_at_3_std": 0.257628, "nauc_precision_at_3_diff1": 0.604834, "nauc_precision_at_5_max": 0.571617, "nauc_precision_at_5_std": 0.276391, "nauc_precision_at_5_diff1": 0.551987, "nauc_precision_at_10_max": 0.57903, "nauc_precision_at_10_std": 0.279427, "nauc_precision_at_10_diff1": 0.528492, "nauc_precision_at_20_max": 0.545435, "nauc_precision_at_20_std": 0.28654, "nauc_precision_at_20_diff1": 0.49173, "nauc_precision_at_100_max": 0.61182, "nauc_precision_at_100_std": 0.368845, "nauc_precision_at_100_diff1": 0.548668, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.620342, "nauc_mrr_at_1_std": 0.170322, "nauc_mrr_at_1_diff1": 0.721212, "nauc_mrr_at_3_max": 0.617119, "nauc_mrr_at_3_std": 0.210337, "nauc_mrr_at_3_diff1": 0.670871, "nauc_mrr_at_5_max": 0.608017, "nauc_mrr_at_5_std": 0.213507, "nauc_mrr_at_5_diff1": 0.660451, "nauc_mrr_at_10_max": 0.60936, "nauc_mrr_at_10_std": 0.212578, "nauc_mrr_at_10_diff1": 0.660066, "nauc_mrr_at_20_max": 0.607953, "nauc_mrr_at_20_std": 0.21253, "nauc_mrr_at_20_diff1": 0.659489, "nauc_mrr_at_100_max": 0.608983, "nauc_mrr_at_100_std": 0.21228, "nauc_mrr_at_100_diff1": 0.661112, "nauc_mrr_at_1000_max": 0.608984, "nauc_mrr_at_1000_std": 0.212112, "nauc_mrr_at_1000_diff1": 0.661222, "main_score": 0.56115, "hf_subset": "ara-ara", "languages": [ "ara-Arab", "ara-Arab" ] }, { "ndcg_at_1": 0.28986, "ndcg_at_3": 0.3821, "ndcg_at_5": 0.42325, "ndcg_at_10": 0.46039, "ndcg_at_20": 0.47984, "ndcg_at_100": 0.52124, "ndcg_at_1000": 0.52465, "map_at_1": 0.28986, "map_at_3": 0.35749, "map_at_5": 0.37995, "map_at_10": 0.39505, "map_at_20": 0.40034, "map_at_100": 0.4058, "map_at_1000": 0.40598, "recall_at_1": 0.28986, "recall_at_3": 0.45411, "recall_at_5": 0.55556, "recall_at_10": 0.6715, "recall_at_20": 0.74879, "recall_at_100": 0.97585, "recall_at_1000": 1.0, "precision_at_1": 0.28986, "precision_at_3": 0.15137, "precision_at_5": 0.11111, "precision_at_10": 0.06715, "precision_at_20": 0.03744, "precision_at_100": 0.00976, "precision_at_1000": 0.001, "mrr_at_1": 0.289855, "mrr_at_3": 0.357488, "mrr_at_5": 0.379952, "mrr_at_10": 0.39505, "mrr_at_20": 0.400341, "mrr_at_100": 0.405797, "mrr_at_1000": 0.405979, "nauc_ndcg_at_1_max": 0.320337, "nauc_ndcg_at_1_std": 0.152171, "nauc_ndcg_at_1_diff1": 0.525601, "nauc_ndcg_at_3_max": 0.306724, "nauc_ndcg_at_3_std": 0.188045, "nauc_ndcg_at_3_diff1": 0.494366, "nauc_ndcg_at_5_max": 0.287295, "nauc_ndcg_at_5_std": 0.200601, "nauc_ndcg_at_5_diff1": 0.46859, "nauc_ndcg_at_10_max": 0.241674, "nauc_ndcg_at_10_std": 0.220722, "nauc_ndcg_at_10_diff1": 0.452106, "nauc_ndcg_at_20_max": 0.238939, "nauc_ndcg_at_20_std": 0.223743, "nauc_ndcg_at_20_diff1": 0.452678, "nauc_ndcg_at_100_max": 0.262324, "nauc_ndcg_at_100_std": 0.203379, "nauc_ndcg_at_100_diff1": 0.466427, "nauc_ndcg_at_1000_max": 0.268829, "nauc_ndcg_at_1000_std": 0.20179, "nauc_ndcg_at_1000_diff1": 0.470785, "nauc_map_at_1_max": 0.320337, "nauc_map_at_1_std": 0.152171, "nauc_map_at_1_diff1": 0.525601, "nauc_map_at_3_max": 0.307608, "nauc_map_at_3_std": 0.178552, "nauc_map_at_3_diff1": 0.499271, "nauc_map_at_5_max": 0.296276, "nauc_map_at_5_std": 0.183982, "nauc_map_at_5_diff1": 0.485173, "nauc_map_at_10_max": 0.27843, "nauc_map_at_10_std": 0.192327, "nauc_map_at_10_diff1": 0.47872, "nauc_map_at_20_max": 0.278824, "nauc_map_at_20_std": 0.193258, "nauc_map_at_20_diff1": 0.479394, "nauc_map_at_100_max": 0.281903, "nauc_map_at_100_std": 0.190445, "nauc_map_at_100_diff1": 0.481233, "nauc_map_at_1000_max": 0.282179, "nauc_map_at_1000_std": 0.190371, "nauc_map_at_1000_diff1": 0.481414, "nauc_recall_at_1_max": 0.320337, "nauc_recall_at_1_std": 0.152171, "nauc_recall_at_1_diff1": 0.525601, "nauc_recall_at_3_max": 0.305168, "nauc_recall_at_3_std": 0.215237, "nauc_recall_at_3_diff1": 0.481523, "nauc_recall_at_5_max": 0.259274, "nauc_recall_at_5_std": 0.254492, "nauc_recall_at_5_diff1": 0.41602, "nauc_recall_at_10_max": 0.087684, "nauc_recall_at_10_std": 0.333631, "nauc_recall_at_10_diff1": 0.347211, "nauc_recall_at_20_max": 0.029478, "nauc_recall_at_20_std": 0.370942, "nauc_recall_at_20_diff1": 0.323659, "nauc_recall_at_100_max": -0.262251, "nauc_recall_at_100_std": 0.330609, "nauc_recall_at_100_diff1": 0.112982, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.320337, "nauc_precision_at_1_std": 0.152171, "nauc_precision_at_1_diff1": 0.525601, "nauc_precision_at_3_max": 0.305168, "nauc_precision_at_3_std": 0.215237, "nauc_precision_at_3_diff1": 0.481523, "nauc_precision_at_5_max": 0.259274, "nauc_precision_at_5_std": 0.254492, "nauc_precision_at_5_diff1": 0.41602, "nauc_precision_at_10_max": 0.087684, "nauc_precision_at_10_std": 0.333631, "nauc_precision_at_10_diff1": 0.347211, "nauc_precision_at_20_max": 0.029478, "nauc_precision_at_20_std": 0.370942, "nauc_precision_at_20_diff1": 0.323659, "nauc_precision_at_100_max": -0.262251, "nauc_precision_at_100_std": 0.330609, "nauc_precision_at_100_diff1": 0.112982, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.320337, "nauc_mrr_at_1_std": 0.152171, "nauc_mrr_at_1_diff1": 0.525601, "nauc_mrr_at_3_max": 0.307608, "nauc_mrr_at_3_std": 0.178552, "nauc_mrr_at_3_diff1": 0.499271, "nauc_mrr_at_5_max": 0.296276, "nauc_mrr_at_5_std": 0.183982, "nauc_mrr_at_5_diff1": 0.485173, "nauc_mrr_at_10_max": 0.27843, "nauc_mrr_at_10_std": 0.192327, "nauc_mrr_at_10_diff1": 0.47872, "nauc_mrr_at_20_max": 0.278824, "nauc_mrr_at_20_std": 0.193258, "nauc_mrr_at_20_diff1": 0.479394, "nauc_mrr_at_100_max": 0.281903, "nauc_mrr_at_100_std": 0.190445, "nauc_mrr_at_100_diff1": 0.481233, "nauc_mrr_at_1000_max": 0.282179, "nauc_mrr_at_1000_std": 0.190371, "nauc_mrr_at_1000_diff1": 0.481414, "main_score": 0.46039, "hf_subset": "ara-deu", "languages": [ "ara-Arab", "deu-Latn" ] }, { "ndcg_at_1": 0.2824, "ndcg_at_3": 0.35046, "ndcg_at_5": 0.38292, "ndcg_at_10": 0.42006, "ndcg_at_20": 0.44962, "ndcg_at_100": 0.48623, "ndcg_at_1000": 0.49832, "map_at_1": 0.2824, "map_at_3": 0.33269, "map_at_5": 0.35058, "map_at_10": 0.36605, "map_at_20": 0.37402, "map_at_100": 0.37906, "map_at_1000": 0.37963, "recall_at_1": 0.2824, "recall_at_3": 0.40232, "recall_at_5": 0.48162, "recall_at_10": 0.59574, "recall_at_20": 0.71373, "recall_at_100": 0.91103, "recall_at_1000": 1.0, "precision_at_1": 0.2824, "precision_at_3": 0.13411, "precision_at_5": 0.09632, "precision_at_10": 0.05957, "precision_at_20": 0.03569, "precision_at_100": 0.00911, "precision_at_1000": 0.001, "mrr_at_1": 0.282398, "mrr_at_3": 0.332689, "mrr_at_5": 0.35058, "mrr_at_10": 0.366046, "mrr_at_20": 0.374021, "mrr_at_100": 0.379065, "mrr_at_1000": 0.379632, "nauc_ndcg_at_1_max": 0.533283, "nauc_ndcg_at_1_std": 0.126445, "nauc_ndcg_at_1_diff1": 0.562471, "nauc_ndcg_at_3_max": 0.480706, "nauc_ndcg_at_3_std": 0.124238, "nauc_ndcg_at_3_diff1": 0.523942, "nauc_ndcg_at_5_max": 0.472874, "nauc_ndcg_at_5_std": 0.117382, "nauc_ndcg_at_5_diff1": 0.500064, "nauc_ndcg_at_10_max": 0.454407, "nauc_ndcg_at_10_std": 0.124268, "nauc_ndcg_at_10_diff1": 0.476524, "nauc_ndcg_at_20_max": 0.446996, "nauc_ndcg_at_20_std": 0.142208, "nauc_ndcg_at_20_diff1": 0.463356, "nauc_ndcg_at_100_max": 0.457361, "nauc_ndcg_at_100_std": 0.131042, "nauc_ndcg_at_100_diff1": 0.486911, "nauc_ndcg_at_1000_max": 0.468836, "nauc_ndcg_at_1000_std": 0.129072, "nauc_ndcg_at_1000_diff1": 0.494134, "nauc_map_at_1_max": 0.533283, "nauc_map_at_1_std": 0.126445, "nauc_map_at_1_diff1": 0.562471, "nauc_map_at_3_max": 0.494194, "nauc_map_at_3_std": 0.122863, "nauc_map_at_3_diff1": 0.532662, "nauc_map_at_5_max": 0.490501, "nauc_map_at_5_std": 0.11883, "nauc_map_at_5_diff1": 0.519676, "nauc_map_at_10_max": 0.483165, "nauc_map_at_10_std": 0.122001, "nauc_map_at_10_diff1": 0.510042, "nauc_map_at_20_max": 0.481694, "nauc_map_at_20_std": 0.12609, "nauc_map_at_20_diff1": 0.506697, "nauc_map_at_100_max": 0.483113, "nauc_map_at_100_std": 0.124659, "nauc_map_at_100_diff1": 0.510199, "nauc_map_at_1000_max": 0.483627, "nauc_map_at_1000_std": 0.124695, "nauc_map_at_1000_diff1": 0.510459, "nauc_recall_at_1_max": 0.533283, "nauc_recall_at_1_std": 0.126445, "nauc_recall_at_1_diff1": 0.562471, "nauc_recall_at_3_max": 0.442895, "nauc_recall_at_3_std": 0.128791, "nauc_recall_at_3_diff1": 0.499914, "nauc_recall_at_5_max": 0.420714, "nauc_recall_at_5_std": 0.113322, "nauc_recall_at_5_diff1": 0.440988, "nauc_recall_at_10_max": 0.354485, "nauc_recall_at_10_std": 0.133298, "nauc_recall_at_10_diff1": 0.358785, "nauc_recall_at_20_max": 0.289367, "nauc_recall_at_20_std": 0.232221, "nauc_recall_at_20_diff1": 0.264277, "nauc_recall_at_100_max": 0.197851, "nauc_recall_at_100_std": 0.192819, "nauc_recall_at_100_diff1": 0.312723, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.533283, "nauc_precision_at_1_std": 0.126445, "nauc_precision_at_1_diff1": 0.562471, "nauc_precision_at_3_max": 0.442895, "nauc_precision_at_3_std": 0.128791, "nauc_precision_at_3_diff1": 0.499914, "nauc_precision_at_5_max": 0.420714, "nauc_precision_at_5_std": 0.113322, "nauc_precision_at_5_diff1": 0.440988, "nauc_precision_at_10_max": 0.354485, "nauc_precision_at_10_std": 0.133298, "nauc_precision_at_10_diff1": 0.358785, "nauc_precision_at_20_max": 0.289367, "nauc_precision_at_20_std": 0.232221, "nauc_precision_at_20_diff1": 0.264277, "nauc_precision_at_100_max": 0.197851, "nauc_precision_at_100_std": 0.192819, "nauc_precision_at_100_diff1": 0.312723, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.533283, "nauc_mrr_at_1_std": 0.126445, "nauc_mrr_at_1_diff1": 0.562471, "nauc_mrr_at_3_max": 0.494194, "nauc_mrr_at_3_std": 0.122863, "nauc_mrr_at_3_diff1": 0.532662, "nauc_mrr_at_5_max": 0.490501, "nauc_mrr_at_5_std": 0.11883, "nauc_mrr_at_5_diff1": 0.519676, "nauc_mrr_at_10_max": 0.483165, "nauc_mrr_at_10_std": 0.122001, "nauc_mrr_at_10_diff1": 0.510042, "nauc_mrr_at_20_max": 0.481694, "nauc_mrr_at_20_std": 0.12609, "nauc_mrr_at_20_diff1": 0.506697, "nauc_mrr_at_100_max": 0.483113, "nauc_mrr_at_100_std": 0.124659, "nauc_mrr_at_100_diff1": 0.510199, "nauc_mrr_at_1000_max": 0.483627, "nauc_mrr_at_1000_std": 0.124695, "nauc_mrr_at_1000_diff1": 0.510459, "main_score": 0.42006, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ] }, { "ndcg_at_1": 0.48447, "ndcg_at_3": 0.5712, "ndcg_at_5": 0.60435, "ndcg_at_10": 0.62616, "ndcg_at_20": 0.6448, "ndcg_at_100": 0.66892, "ndcg_at_1000": 0.67168, "map_at_1": 0.48447, "map_at_3": 0.54969, "map_at_5": 0.56801, "map_at_10": 0.57684, "map_at_20": 0.58183, "map_at_100": 0.58551, "map_at_1000": 0.58568, "recall_at_1": 0.48447, "recall_at_3": 0.63354, "recall_at_5": 0.71429, "recall_at_10": 0.78261, "recall_at_20": 0.85714, "recall_at_100": 0.98137, "recall_at_1000": 1.0, "precision_at_1": 0.48447, "precision_at_3": 0.21118, "precision_at_5": 0.14286, "precision_at_10": 0.07826, "precision_at_20": 0.04286, "precision_at_100": 0.00981, "precision_at_1000": 0.001, "mrr_at_1": 0.484472, "mrr_at_3": 0.549689, "mrr_at_5": 0.568012, "mrr_at_10": 0.576841, "mrr_at_20": 0.581828, "mrr_at_100": 0.585511, "mrr_at_1000": 0.585684, "nauc_ndcg_at_1_max": 0.615921, "nauc_ndcg_at_1_std": -0.002294, "nauc_ndcg_at_1_diff1": 0.689271, "nauc_ndcg_at_3_max": 0.660364, "nauc_ndcg_at_3_std": 0.066742, "nauc_ndcg_at_3_diff1": 0.691562, "nauc_ndcg_at_5_max": 0.608375, "nauc_ndcg_at_5_std": 0.088858, "nauc_ndcg_at_5_diff1": 0.656866, "nauc_ndcg_at_10_max": 0.632277, "nauc_ndcg_at_10_std": 0.117613, "nauc_ndcg_at_10_diff1": 0.65669, "nauc_ndcg_at_20_max": 0.631013, "nauc_ndcg_at_20_std": 0.125773, "nauc_ndcg_at_20_diff1": 0.666902, "nauc_ndcg_at_100_max": 0.634641, "nauc_ndcg_at_100_std": 0.089643, "nauc_ndcg_at_100_diff1": 0.675874, "nauc_ndcg_at_1000_max": 0.632587, "nauc_ndcg_at_1000_std": 0.082785, "nauc_ndcg_at_1000_diff1": 0.673241, "nauc_map_at_1_max": 0.615921, "nauc_map_at_1_std": -0.002294, "nauc_map_at_1_diff1": 0.689271, "nauc_map_at_3_max": 0.651739, "nauc_map_at_3_std": 0.047013, "nauc_map_at_3_diff1": 0.692033, "nauc_map_at_5_max": 0.624058, "nauc_map_at_5_std": 0.058349, "nauc_map_at_5_diff1": 0.673574, "nauc_map_at_10_max": 0.63344, "nauc_map_at_10_std": 0.069143, "nauc_map_at_10_diff1": 0.674184, "nauc_map_at_20_max": 0.633129, "nauc_map_at_20_std": 0.070081, "nauc_map_at_20_diff1": 0.676598, "nauc_map_at_100_max": 0.633391, "nauc_map_at_100_std": 0.064903, "nauc_map_at_100_diff1": 0.677654, "nauc_map_at_1000_max": 0.633285, "nauc_map_at_1000_std": 0.06454, "nauc_map_at_1000_diff1": 0.67752, "nauc_recall_at_1_max": 0.615921, "nauc_recall_at_1_std": -0.002294, "nauc_recall_at_1_diff1": 0.689271, "nauc_recall_at_3_max": 0.686643, "nauc_recall_at_3_std": 0.130714, "nauc_recall_at_3_diff1": 0.689571, "nauc_recall_at_5_max": 0.539592, "nauc_recall_at_5_std": 0.205636, "nauc_recall_at_5_diff1": 0.588767, "nauc_recall_at_10_max": 0.627481, "nauc_recall_at_10_std": 0.356551, "nauc_recall_at_10_diff1": 0.56825, "nauc_recall_at_20_max": 0.615919, "nauc_recall_at_20_std": 0.534277, "nauc_recall_at_20_diff1": 0.611846, "nauc_recall_at_100_max": 0.815027, "nauc_recall_at_100_std": 0.694063, "nauc_recall_at_100_diff1": 0.907513, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.615921, "nauc_precision_at_1_std": -0.002294, "nauc_precision_at_1_diff1": 0.689271, "nauc_precision_at_3_max": 0.686643, "nauc_precision_at_3_std": 0.130714, "nauc_precision_at_3_diff1": 0.689571, "nauc_precision_at_5_max": 0.539592, "nauc_precision_at_5_std": 0.205636, "nauc_precision_at_5_diff1": 0.588767, "nauc_precision_at_10_max": 0.627481, "nauc_precision_at_10_std": 0.356551, "nauc_precision_at_10_diff1": 0.56825, "nauc_precision_at_20_max": 0.615919, "nauc_precision_at_20_std": 0.534277, "nauc_precision_at_20_diff1": 0.611846, "nauc_precision_at_100_max": 0.815027, "nauc_precision_at_100_std": 0.694063, "nauc_precision_at_100_diff1": 0.907513, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.615921, "nauc_mrr_at_1_std": -0.002294, "nauc_mrr_at_1_diff1": 0.689271, "nauc_mrr_at_3_max": 0.651739, "nauc_mrr_at_3_std": 0.047013, "nauc_mrr_at_3_diff1": 0.692033, "nauc_mrr_at_5_max": 0.624058, "nauc_mrr_at_5_std": 0.058349, "nauc_mrr_at_5_diff1": 0.673574, "nauc_mrr_at_10_max": 0.63344, "nauc_mrr_at_10_std": 0.069143, "nauc_mrr_at_10_diff1": 0.674184, "nauc_mrr_at_20_max": 0.633129, "nauc_mrr_at_20_std": 0.070081, "nauc_mrr_at_20_diff1": 0.676598, "nauc_mrr_at_100_max": 0.633391, "nauc_mrr_at_100_std": 0.064903, "nauc_mrr_at_100_diff1": 0.677654, "nauc_mrr_at_1000_max": 0.633285, "nauc_mrr_at_1000_std": 0.06454, "nauc_mrr_at_1000_diff1": 0.67752, "main_score": 0.62616, "hf_subset": "ara-spa", "languages": [ "ara-Arab", "spa-Latn" ] }, { "ndcg_at_1": 0.32258, "ndcg_at_3": 0.42057, "ndcg_at_5": 0.45852, "ndcg_at_10": 0.49682, "ndcg_at_20": 0.531, "ndcg_at_100": 0.55712, "ndcg_at_1000": 0.56016, "map_at_1": 0.32258, "map_at_3": 0.39516, "map_at_5": 0.4164, "map_at_10": 0.43226, "map_at_20": 0.44176, "map_at_100": 0.4454, "map_at_1000": 0.44556, "recall_at_1": 0.32258, "recall_at_3": 0.49462, "recall_at_5": 0.58602, "recall_at_10": 0.7043, "recall_at_20": 0.83871, "recall_at_100": 0.97849, "recall_at_1000": 1.0, "precision_at_1": 0.32258, "precision_at_3": 0.16487, "precision_at_5": 0.1172, "precision_at_10": 0.07043, "precision_at_20": 0.04194, "precision_at_100": 0.00978, "precision_at_1000": 0.001, "mrr_at_1": 0.322581, "mrr_at_3": 0.395161, "mrr_at_5": 0.416398, "mrr_at_10": 0.432256, "mrr_at_20": 0.44176, "mrr_at_100": 0.445395, "mrr_at_1000": 0.445556, "nauc_ndcg_at_1_max": 0.598595, "nauc_ndcg_at_1_std": 0.06451, "nauc_ndcg_at_1_diff1": 0.483373, "nauc_ndcg_at_3_max": 0.589037, "nauc_ndcg_at_3_std": 0.052559, "nauc_ndcg_at_3_diff1": 0.415365, "nauc_ndcg_at_5_max": 0.53934, "nauc_ndcg_at_5_std": 0.079764, "nauc_ndcg_at_5_diff1": 0.383903, "nauc_ndcg_at_10_max": 0.550425, "nauc_ndcg_at_10_std": 0.083164, "nauc_ndcg_at_10_diff1": 0.366068, "nauc_ndcg_at_20_max": 0.544742, "nauc_ndcg_at_20_std": 0.067022, "nauc_ndcg_at_20_diff1": 0.371991, "nauc_ndcg_at_100_max": 0.5557, "nauc_ndcg_at_100_std": 0.071188, "nauc_ndcg_at_100_diff1": 0.389335, "nauc_ndcg_at_1000_max": 0.557637, "nauc_ndcg_at_1000_std": 0.067654, "nauc_ndcg_at_1000_diff1": 0.396231, "nauc_map_at_1_max": 0.598595, "nauc_map_at_1_std": 0.06451, "nauc_map_at_1_diff1": 0.483373, "nauc_map_at_3_max": 0.589918, "nauc_map_at_3_std": 0.052172, "nauc_map_at_3_diff1": 0.431652, "nauc_map_at_5_max": 0.562489, "nauc_map_at_5_std": 0.068987, "nauc_map_at_5_diff1": 0.414394, "nauc_map_at_10_max": 0.566722, "nauc_map_at_10_std": 0.068724, "nauc_map_at_10_diff1": 0.408536, "nauc_map_at_20_max": 0.565102, "nauc_map_at_20_std": 0.063494, "nauc_map_at_20_diff1": 0.410895, "nauc_map_at_100_max": 0.566248, "nauc_map_at_100_std": 0.064265, "nauc_map_at_100_diff1": 0.412854, "nauc_map_at_1000_max": 0.566344, "nauc_map_at_1000_std": 0.064122, "nauc_map_at_1000_diff1": 0.413154, "nauc_recall_at_1_max": 0.598595, "nauc_recall_at_1_std": 0.06451, "nauc_recall_at_1_diff1": 0.483373, "nauc_recall_at_3_max": 0.587071, "nauc_recall_at_3_std": 0.055023, "nauc_recall_at_3_diff1": 0.368218, "nauc_recall_at_5_max": 0.460468, "nauc_recall_at_5_std": 0.116429, "nauc_recall_at_5_diff1": 0.284557, "nauc_recall_at_10_max": 0.488436, "nauc_recall_at_10_std": 0.147765, "nauc_recall_at_10_diff1": 0.189052, "nauc_recall_at_20_max": 0.413782, "nauc_recall_at_20_std": 0.084929, "nauc_recall_at_20_diff1": 0.11492, "nauc_recall_at_100_max": 0.390505, "nauc_recall_at_100_std": 0.385396, "nauc_recall_at_100_diff1": -0.216332, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.598595, "nauc_precision_at_1_std": 0.06451, "nauc_precision_at_1_diff1": 0.483373, "nauc_precision_at_3_max": 0.587071, "nauc_precision_at_3_std": 0.055023, "nauc_precision_at_3_diff1": 0.368218, "nauc_precision_at_5_max": 0.460468, "nauc_precision_at_5_std": 0.116429, "nauc_precision_at_5_diff1": 0.284557, "nauc_precision_at_10_max": 0.488436, "nauc_precision_at_10_std": 0.147765, "nauc_precision_at_10_diff1": 0.189052, "nauc_precision_at_20_max": 0.413782, "nauc_precision_at_20_std": 0.084929, "nauc_precision_at_20_diff1": 0.11492, "nauc_precision_at_100_max": 0.390505, "nauc_precision_at_100_std": 0.385396, "nauc_precision_at_100_diff1": -0.216332, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.598595, "nauc_mrr_at_1_std": 0.06451, "nauc_mrr_at_1_diff1": 0.483373, "nauc_mrr_at_3_max": 0.589918, "nauc_mrr_at_3_std": 0.052172, "nauc_mrr_at_3_diff1": 0.431652, "nauc_mrr_at_5_max": 0.562489, "nauc_mrr_at_5_std": 0.068987, "nauc_mrr_at_5_diff1": 0.414394, "nauc_mrr_at_10_max": 0.566722, "nauc_mrr_at_10_std": 0.068724, "nauc_mrr_at_10_diff1": 0.408536, "nauc_mrr_at_20_max": 0.565102, "nauc_mrr_at_20_std": 0.063494, "nauc_mrr_at_20_diff1": 0.410895, "nauc_mrr_at_100_max": 0.566248, "nauc_mrr_at_100_std": 0.064265, "nauc_mrr_at_100_diff1": 0.412854, "nauc_mrr_at_1000_max": 0.566344, "nauc_mrr_at_1000_std": 0.064122, "nauc_mrr_at_1000_diff1": 0.413154, "main_score": 0.49682, "hf_subset": "ara-hin", "languages": [ "ara-Arab", "hin-Deva" ] }, { "ndcg_at_1": 0.22699, "ndcg_at_3": 0.31347, "ndcg_at_5": 0.33563, "ndcg_at_10": 0.39143, "ndcg_at_20": 0.42835, "ndcg_at_100": 0.47011, "ndcg_at_1000": 0.4737, "map_at_1": 0.22699, "map_at_3": 0.29243, "map_at_5": 0.3044, "map_at_10": 0.3276, "map_at_20": 0.33755, "map_at_100": 0.3432, "map_at_1000": 0.34342, "recall_at_1": 0.22699, "recall_at_3": 0.37423, "recall_at_5": 0.42945, "recall_at_10": 0.60123, "recall_at_20": 0.74847, "recall_at_100": 0.97546, "recall_at_1000": 1.0, "precision_at_1": 0.22699, "precision_at_3": 0.12474, "precision_at_5": 0.08589, "precision_at_10": 0.06012, "precision_at_20": 0.03742, "precision_at_100": 0.00975, "precision_at_1000": 0.001, "mrr_at_1": 0.226994, "mrr_at_3": 0.292434, "mrr_at_5": 0.304397, "mrr_at_10": 0.327602, "mrr_at_20": 0.337551, "mrr_at_100": 0.343204, "mrr_at_1000": 0.34342, "nauc_ndcg_at_1_max": 0.597656, "nauc_ndcg_at_1_std": 0.242985, "nauc_ndcg_at_1_diff1": 0.417738, "nauc_ndcg_at_3_max": 0.499879, "nauc_ndcg_at_3_std": 0.203889, "nauc_ndcg_at_3_diff1": 0.355212, "nauc_ndcg_at_5_max": 0.473197, "nauc_ndcg_at_5_std": 0.210275, "nauc_ndcg_at_5_diff1": 0.338558, "nauc_ndcg_at_10_max": 0.455561, "nauc_ndcg_at_10_std": 0.239726, "nauc_ndcg_at_10_diff1": 0.299979, "nauc_ndcg_at_20_max": 0.4466, "nauc_ndcg_at_20_std": 0.265226, "nauc_ndcg_at_20_diff1": 0.292377, "nauc_ndcg_at_100_max": 0.480783, "nauc_ndcg_at_100_std": 0.252618, "nauc_ndcg_at_100_diff1": 0.336927, "nauc_ndcg_at_1000_max": 0.482558, "nauc_ndcg_at_1000_std": 0.245986, "nauc_ndcg_at_1000_diff1": 0.333735, "nauc_map_at_1_max": 0.597656, "nauc_map_at_1_std": 0.242985, "nauc_map_at_1_diff1": 0.417738, "nauc_map_at_3_max": 0.519853, "nauc_map_at_3_std": 0.215708, "nauc_map_at_3_diff1": 0.36711, "nauc_map_at_5_max": 0.504671, "nauc_map_at_5_std": 0.219259, "nauc_map_at_5_diff1": 0.356972, "nauc_map_at_10_max": 0.498306, "nauc_map_at_10_std": 0.232003, "nauc_map_at_10_diff1": 0.3416, "nauc_map_at_20_max": 0.496642, "nauc_map_at_20_std": 0.238955, "nauc_map_at_20_diff1": 0.34051, "nauc_map_at_100_max": 0.500935, "nauc_map_at_100_std": 0.23801, "nauc_map_at_100_diff1": 0.347293, "nauc_map_at_1000_max": 0.501051, "nauc_map_at_1000_std": 0.237669, "nauc_map_at_1000_diff1": 0.347132, "nauc_recall_at_1_max": 0.597656, "nauc_recall_at_1_std": 0.242985, "nauc_recall_at_1_diff1": 0.417738, "nauc_recall_at_3_max": 0.447504, "nauc_recall_at_3_std": 0.17131, "nauc_recall_at_3_diff1": 0.324375, "nauc_recall_at_5_max": 0.38674, "nauc_recall_at_5_std": 0.186183, "nauc_recall_at_5_diff1": 0.28897, "nauc_recall_at_10_max": 0.316027, "nauc_recall_at_10_std": 0.273821, "nauc_recall_at_10_diff1": 0.157312, "nauc_recall_at_20_max": 0.213969, "nauc_recall_at_20_std": 0.418076, "nauc_recall_at_20_diff1": 0.058601, "nauc_recall_at_100_max": 0.356491, "nauc_recall_at_100_std": 0.737432, "nauc_recall_at_100_diff1": 0.566701, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.597656, "nauc_precision_at_1_std": 0.242985, "nauc_precision_at_1_diff1": 0.417738, "nauc_precision_at_3_max": 0.447504, "nauc_precision_at_3_std": 0.17131, "nauc_precision_at_3_diff1": 0.324375, "nauc_precision_at_5_max": 0.38674, "nauc_precision_at_5_std": 0.186183, "nauc_precision_at_5_diff1": 0.28897, "nauc_precision_at_10_max": 0.316027, "nauc_precision_at_10_std": 0.273821, "nauc_precision_at_10_diff1": 0.157312, "nauc_precision_at_20_max": 0.213969, "nauc_precision_at_20_std": 0.418076, "nauc_precision_at_20_diff1": 0.058601, "nauc_precision_at_100_max": 0.356491, "nauc_precision_at_100_std": 0.737432, "nauc_precision_at_100_diff1": 0.566701, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.597656, "nauc_mrr_at_1_std": 0.242985, "nauc_mrr_at_1_diff1": 0.417738, "nauc_mrr_at_3_max": 0.519853, "nauc_mrr_at_3_std": 0.215708, "nauc_mrr_at_3_diff1": 0.36711, "nauc_mrr_at_5_max": 0.504671, "nauc_mrr_at_5_std": 0.219259, "nauc_mrr_at_5_diff1": 0.356972, "nauc_mrr_at_10_max": 0.498306, "nauc_mrr_at_10_std": 0.232003, "nauc_mrr_at_10_diff1": 0.3416, "nauc_mrr_at_20_max": 0.496642, "nauc_mrr_at_20_std": 0.238955, "nauc_mrr_at_20_diff1": 0.34051, "nauc_mrr_at_100_max": 0.500935, "nauc_mrr_at_100_std": 0.23801, "nauc_mrr_at_100_diff1": 0.347293, "nauc_mrr_at_1000_max": 0.501051, "nauc_mrr_at_1000_std": 0.237669, "nauc_mrr_at_1000_diff1": 0.347132, "main_score": 0.39143, "hf_subset": "ara-vie", "languages": [ "ara-Arab", "vie-Latn" ] }, { "ndcg_at_1": 0.29255, "ndcg_at_3": 0.36278, "ndcg_at_5": 0.38933, "ndcg_at_10": 0.43274, "ndcg_at_20": 0.46852, "ndcg_at_100": 0.50998, "ndcg_at_1000": 0.51458, "map_at_1": 0.29255, "map_at_3": 0.34486, "map_at_5": 0.35975, "map_at_10": 0.37789, "map_at_20": 0.38741, "map_at_100": 0.3939, "map_at_1000": 0.39417, "recall_at_1": 0.29255, "recall_at_3": 0.41489, "recall_at_5": 0.47872, "recall_at_10": 0.6117, "recall_at_20": 0.75532, "recall_at_100": 0.96809, "recall_at_1000": 1.0, "precision_at_1": 0.29255, "precision_at_3": 0.1383, "precision_at_5": 0.09574, "precision_at_10": 0.06117, "precision_at_20": 0.03777, "precision_at_100": 0.00968, "precision_at_1000": 0.001, "mrr_at_1": 0.292553, "mrr_at_3": 0.344858, "mrr_at_5": 0.359752, "mrr_at_10": 0.377888, "mrr_at_20": 0.387408, "mrr_at_100": 0.393904, "mrr_at_1000": 0.394167, "nauc_ndcg_at_1_max": 0.524455, "nauc_ndcg_at_1_std": 0.109642, "nauc_ndcg_at_1_diff1": 0.580207, "nauc_ndcg_at_3_max": 0.556623, "nauc_ndcg_at_3_std": 0.173407, "nauc_ndcg_at_3_diff1": 0.494906, "nauc_ndcg_at_5_max": 0.542552, "nauc_ndcg_at_5_std": 0.144868, "nauc_ndcg_at_5_diff1": 0.484366, "nauc_ndcg_at_10_max": 0.528029, "nauc_ndcg_at_10_std": 0.172457, "nauc_ndcg_at_10_diff1": 0.459224, "nauc_ndcg_at_20_max": 0.522672, "nauc_ndcg_at_20_std": 0.161654, "nauc_ndcg_at_20_diff1": 0.456758, "nauc_ndcg_at_100_max": 0.526011, "nauc_ndcg_at_100_std": 0.144622, "nauc_ndcg_at_100_diff1": 0.478109, "nauc_ndcg_at_1000_max": 0.529708, "nauc_ndcg_at_1000_std": 0.149261, "nauc_ndcg_at_1000_diff1": 0.488279, "nauc_map_at_1_max": 0.524455, "nauc_map_at_1_std": 0.109642, "nauc_map_at_1_diff1": 0.580207, "nauc_map_at_3_max": 0.548291, "nauc_map_at_3_std": 0.153271, "nauc_map_at_3_diff1": 0.517299, "nauc_map_at_5_max": 0.540472, "nauc_map_at_5_std": 0.137795, "nauc_map_at_5_diff1": 0.51214, "nauc_map_at_10_max": 0.533142, "nauc_map_at_10_std": 0.149369, "nauc_map_at_10_diff1": 0.501698, "nauc_map_at_20_max": 0.531883, "nauc_map_at_20_std": 0.14625, "nauc_map_at_20_diff1": 0.501744, "nauc_map_at_100_max": 0.532285, "nauc_map_at_100_std": 0.143535, "nauc_map_at_100_diff1": 0.505391, "nauc_map_at_1000_max": 0.532468, "nauc_map_at_1000_std": 0.143742, "nauc_map_at_1000_diff1": 0.505901, "nauc_recall_at_1_max": 0.524455, "nauc_recall_at_1_std": 0.109642, "nauc_recall_at_1_diff1": 0.580207, "nauc_recall_at_3_max": 0.580311, "nauc_recall_at_3_std": 0.231971, "nauc_recall_at_3_diff1": 0.431137, "nauc_recall_at_5_max": 0.546708, "nauc_recall_at_5_std": 0.162415, "nauc_recall_at_5_diff1": 0.401905, "nauc_recall_at_10_max": 0.506716, "nauc_recall_at_10_std": 0.25451, "nauc_recall_at_10_diff1": 0.309735, "nauc_recall_at_20_max": 0.467633, "nauc_recall_at_20_std": 0.225926, "nauc_recall_at_20_diff1": 0.236429, "nauc_recall_at_100_max": 0.307887, "nauc_recall_at_100_std": -0.134564, "nauc_recall_at_100_diff1": -0.122669, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.524455, "nauc_precision_at_1_std": 0.109642, "nauc_precision_at_1_diff1": 0.580207, "nauc_precision_at_3_max": 0.580311, "nauc_precision_at_3_std": 0.231971, "nauc_precision_at_3_diff1": 0.431137, "nauc_precision_at_5_max": 0.546708, "nauc_precision_at_5_std": 0.162415, "nauc_precision_at_5_diff1": 0.401905, "nauc_precision_at_10_max": 0.506716, "nauc_precision_at_10_std": 0.25451, "nauc_precision_at_10_diff1": 0.309735, "nauc_precision_at_20_max": 0.467633, "nauc_precision_at_20_std": 0.225926, "nauc_precision_at_20_diff1": 0.236429, "nauc_precision_at_100_max": 0.307887, "nauc_precision_at_100_std": -0.134564, "nauc_precision_at_100_diff1": -0.122669, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.524455, "nauc_mrr_at_1_std": 0.109642, "nauc_mrr_at_1_diff1": 0.580207, "nauc_mrr_at_3_max": 0.548291, "nauc_mrr_at_3_std": 0.153271, "nauc_mrr_at_3_diff1": 0.517299, "nauc_mrr_at_5_max": 0.540472, "nauc_mrr_at_5_std": 0.137795, "nauc_mrr_at_5_diff1": 0.51214, "nauc_mrr_at_10_max": 0.533142, "nauc_mrr_at_10_std": 0.149369, "nauc_mrr_at_10_diff1": 0.501698, "nauc_mrr_at_20_max": 0.531883, "nauc_mrr_at_20_std": 0.14625, "nauc_mrr_at_20_diff1": 0.501744, "nauc_mrr_at_100_max": 0.532285, "nauc_mrr_at_100_std": 0.143535, "nauc_mrr_at_100_diff1": 0.505391, "nauc_mrr_at_1000_max": 0.532468, "nauc_mrr_at_1000_std": 0.143742, "nauc_mrr_at_1000_diff1": 0.505901, "main_score": 0.43274, "hf_subset": "ara-zho", "languages": [ "ara-Arab", "zho-Hans" ] }, { "ndcg_at_1": 0.37198, "ndcg_at_3": 0.4675, "ndcg_at_5": 0.49931, "ndcg_at_10": 0.53301, "ndcg_at_20": 0.5587, "ndcg_at_100": 0.58775, "ndcg_at_1000": 0.59189, "map_at_1": 0.37198, "map_at_3": 0.44525, "map_at_5": 0.46288, "map_at_10": 0.47639, "map_at_20": 0.48347, "map_at_100": 0.48761, "map_at_1000": 0.48784, "recall_at_1": 0.37198, "recall_at_3": 0.5314, "recall_at_5": 0.6087, "recall_at_10": 0.71498, "recall_at_20": 0.81643, "recall_at_100": 0.97101, "recall_at_1000": 1.0, "precision_at_1": 0.37198, "precision_at_3": 0.17713, "precision_at_5": 0.12174, "precision_at_10": 0.0715, "precision_at_20": 0.04082, "precision_at_100": 0.00971, "precision_at_1000": 0.001, "mrr_at_1": 0.371981, "mrr_at_3": 0.44525, "mrr_at_5": 0.462882, "mrr_at_10": 0.476394, "mrr_at_20": 0.483468, "mrr_at_100": 0.487607, "mrr_at_1000": 0.487839, "nauc_ndcg_at_1_max": 0.563059, "nauc_ndcg_at_1_std": 0.186867, "nauc_ndcg_at_1_diff1": 0.656189, "nauc_ndcg_at_3_max": 0.52789, "nauc_ndcg_at_3_std": 0.217291, "nauc_ndcg_at_3_diff1": 0.541755, "nauc_ndcg_at_5_max": 0.50345, "nauc_ndcg_at_5_std": 0.227848, "nauc_ndcg_at_5_diff1": 0.521902, "nauc_ndcg_at_10_max": 0.489915, "nauc_ndcg_at_10_std": 0.21166, "nauc_ndcg_at_10_diff1": 0.523421, "nauc_ndcg_at_20_max": 0.496877, "nauc_ndcg_at_20_std": 0.214795, "nauc_ndcg_at_20_diff1": 0.517721, "nauc_ndcg_at_100_max": 0.510271, "nauc_ndcg_at_100_std": 0.210877, "nauc_ndcg_at_100_diff1": 0.542502, "nauc_ndcg_at_1000_max": 0.510673, "nauc_ndcg_at_1000_std": 0.209363, "nauc_ndcg_at_1000_diff1": 0.545436, "nauc_map_at_1_max": 0.563059, "nauc_map_at_1_std": 0.186867, "nauc_map_at_1_diff1": 0.656189, "nauc_map_at_3_max": 0.535891, "nauc_map_at_3_std": 0.209276, "nauc_map_at_3_diff1": 0.569339, "nauc_map_at_5_max": 0.523125, "nauc_map_at_5_std": 0.214644, "nauc_map_at_5_diff1": 0.558911, "nauc_map_at_10_max": 0.518156, "nauc_map_at_10_std": 0.208101, "nauc_map_at_10_diff1": 0.559504, "nauc_map_at_20_max": 0.520336, "nauc_map_at_20_std": 0.208034, "nauc_map_at_20_diff1": 0.559014, "nauc_map_at_100_max": 0.521267, "nauc_map_at_100_std": 0.207067, "nauc_map_at_100_diff1": 0.562136, "nauc_map_at_1000_max": 0.52129, "nauc_map_at_1000_std": 0.207046, "nauc_map_at_1000_diff1": 0.562256, "nauc_recall_at_1_max": 0.563059, "nauc_recall_at_1_std": 0.186867, "nauc_recall_at_1_diff1": 0.656189, "nauc_recall_at_3_max": 0.504296, "nauc_recall_at_3_std": 0.241432, "nauc_recall_at_3_diff1": 0.459694, "nauc_recall_at_5_max": 0.436272, "nauc_recall_at_5_std": 0.272416, "nauc_recall_at_5_diff1": 0.400586, "nauc_recall_at_10_max": 0.367429, "nauc_recall_at_10_std": 0.219762, "nauc_recall_at_10_diff1": 0.382686, "nauc_recall_at_20_max": 0.36119, "nauc_recall_at_20_std": 0.255633, "nauc_recall_at_20_diff1": 0.277584, "nauc_recall_at_100_max": 0.483202, "nauc_recall_at_100_std": 0.326801, "nauc_recall_at_100_diff1": 0.343473, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.563059, "nauc_precision_at_1_std": 0.186867, "nauc_precision_at_1_diff1": 0.656189, "nauc_precision_at_3_max": 0.504296, "nauc_precision_at_3_std": 0.241432, "nauc_precision_at_3_diff1": 0.459694, "nauc_precision_at_5_max": 0.436272, "nauc_precision_at_5_std": 0.272416, "nauc_precision_at_5_diff1": 0.400586, "nauc_precision_at_10_max": 0.367429, "nauc_precision_at_10_std": 0.219762, "nauc_precision_at_10_diff1": 0.382686, "nauc_precision_at_20_max": 0.36119, "nauc_precision_at_20_std": 0.255633, "nauc_precision_at_20_diff1": 0.277584, "nauc_precision_at_100_max": 0.483202, "nauc_precision_at_100_std": 0.326801, "nauc_precision_at_100_diff1": 0.343473, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.563059, "nauc_mrr_at_1_std": 0.186867, "nauc_mrr_at_1_diff1": 0.656189, "nauc_mrr_at_3_max": 0.535891, "nauc_mrr_at_3_std": 0.209276, "nauc_mrr_at_3_diff1": 0.569339, "nauc_mrr_at_5_max": 0.523125, "nauc_mrr_at_5_std": 0.214644, "nauc_mrr_at_5_diff1": 0.558911, "nauc_mrr_at_10_max": 0.518156, "nauc_mrr_at_10_std": 0.208101, "nauc_mrr_at_10_diff1": 0.559504, "nauc_mrr_at_20_max": 0.520336, "nauc_mrr_at_20_std": 0.208034, "nauc_mrr_at_20_diff1": 0.559014, "nauc_mrr_at_100_max": 0.521267, "nauc_mrr_at_100_std": 0.207067, "nauc_mrr_at_100_diff1": 0.562136, "nauc_mrr_at_1000_max": 0.52129, "nauc_mrr_at_1000_std": 0.207046, "nauc_mrr_at_1000_diff1": 0.562256, "main_score": 0.53301, "hf_subset": "deu-ara", "languages": [ "deu-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.59375, "ndcg_at_3": 0.69436, "ndcg_at_5": 0.70646, "ndcg_at_10": 0.7242, "ndcg_at_20": 0.73389, "ndcg_at_100": 0.74893, "ndcg_at_1000": 0.75331, "map_at_1": 0.59375, "map_at_3": 0.6709, "map_at_5": 0.67764, "map_at_10": 0.68498, "map_at_20": 0.68756, "map_at_100": 0.68956, "map_at_1000": 0.68974, "recall_at_1": 0.59375, "recall_at_3": 0.76172, "recall_at_5": 0.79102, "recall_at_10": 0.8457, "recall_at_20": 0.88477, "recall_at_100": 0.9668, "recall_at_1000": 1.0, "precision_at_1": 0.59375, "precision_at_3": 0.25391, "precision_at_5": 0.1582, "precision_at_10": 0.08457, "precision_at_20": 0.04424, "precision_at_100": 0.00967, "precision_at_1000": 0.001, "mrr_at_1": 0.59375, "mrr_at_3": 0.670898, "mrr_at_5": 0.677637, "mrr_at_10": 0.684984, "mrr_at_20": 0.687555, "mrr_at_100": 0.689555, "mrr_at_1000": 0.68974, "nauc_ndcg_at_1_max": 0.595548, "nauc_ndcg_at_1_std": 0.115072, "nauc_ndcg_at_1_diff1": 0.790754, "nauc_ndcg_at_3_max": 0.681288, "nauc_ndcg_at_3_std": 0.170255, "nauc_ndcg_at_3_diff1": 0.769633, "nauc_ndcg_at_5_max": 0.676524, "nauc_ndcg_at_5_std": 0.178706, "nauc_ndcg_at_5_diff1": 0.765067, "nauc_ndcg_at_10_max": 0.67207, "nauc_ndcg_at_10_std": 0.188975, "nauc_ndcg_at_10_diff1": 0.756867, "nauc_ndcg_at_20_max": 0.671021, "nauc_ndcg_at_20_std": 0.188317, "nauc_ndcg_at_20_diff1": 0.756565, "nauc_ndcg_at_100_max": 0.664732, "nauc_ndcg_at_100_std": 0.189019, "nauc_ndcg_at_100_diff1": 0.764162, "nauc_ndcg_at_1000_max": 0.661565, "nauc_ndcg_at_1000_std": 0.177541, "nauc_ndcg_at_1000_diff1": 0.764566, "nauc_map_at_1_max": 0.595548, "nauc_map_at_1_std": 0.115072, "nauc_map_at_1_diff1": 0.790754, "nauc_map_at_3_max": 0.658737, "nauc_map_at_3_std": 0.154878, "nauc_map_at_3_diff1": 0.773467, "nauc_map_at_5_max": 0.655933, "nauc_map_at_5_std": 0.158632, "nauc_map_at_5_diff1": 0.771188, "nauc_map_at_10_max": 0.654015, "nauc_map_at_10_std": 0.162064, "nauc_map_at_10_diff1": 0.768214, "nauc_map_at_20_max": 0.653673, "nauc_map_at_20_std": 0.161972, "nauc_map_at_20_diff1": 0.768194, "nauc_map_at_100_max": 0.652781, "nauc_map_at_100_std": 0.162764, "nauc_map_at_100_diff1": 0.769078, "nauc_map_at_1000_max": 0.65266, "nauc_map_at_1000_std": 0.162356, "nauc_map_at_1000_diff1": 0.76907, "nauc_recall_at_1_max": 0.595548, "nauc_recall_at_1_std": 0.115072, "nauc_recall_at_1_diff1": 0.790754, "nauc_recall_at_3_max": 0.762543, "nauc_recall_at_3_std": 0.226142, "nauc_recall_at_3_diff1": 0.756781, "nauc_recall_at_5_max": 0.756238, "nauc_recall_at_5_std": 0.260409, "nauc_recall_at_5_diff1": 0.741132, "nauc_recall_at_10_max": 0.757367, "nauc_recall_at_10_std": 0.33506, "nauc_recall_at_10_diff1": 0.69432, "nauc_recall_at_20_max": 0.773627, "nauc_recall_at_20_std": 0.368621, "nauc_recall_at_20_diff1": 0.673881, "nauc_recall_at_100_max": 0.811514, "nauc_recall_at_100_std": 0.726838, "nauc_recall_at_100_diff1": 0.73778, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.595548, "nauc_precision_at_1_std": 0.115072, "nauc_precision_at_1_diff1": 0.790754, "nauc_precision_at_3_max": 0.762543, "nauc_precision_at_3_std": 0.226142, "nauc_precision_at_3_diff1": 0.756781, "nauc_precision_at_5_max": 0.756238, "nauc_precision_at_5_std": 0.260409, "nauc_precision_at_5_diff1": 0.741132, "nauc_precision_at_10_max": 0.757367, "nauc_precision_at_10_std": 0.33506, "nauc_precision_at_10_diff1": 0.69432, "nauc_precision_at_20_max": 0.773627, "nauc_precision_at_20_std": 0.368621, "nauc_precision_at_20_diff1": 0.673881, "nauc_precision_at_100_max": 0.811514, "nauc_precision_at_100_std": 0.726838, "nauc_precision_at_100_diff1": 0.73778, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.595548, "nauc_mrr_at_1_std": 0.115072, "nauc_mrr_at_1_diff1": 0.790754, "nauc_mrr_at_3_max": 0.658737, "nauc_mrr_at_3_std": 0.154878, "nauc_mrr_at_3_diff1": 0.773467, "nauc_mrr_at_5_max": 0.655933, "nauc_mrr_at_5_std": 0.158632, "nauc_mrr_at_5_diff1": 0.771188, "nauc_mrr_at_10_max": 0.654015, "nauc_mrr_at_10_std": 0.162064, "nauc_mrr_at_10_diff1": 0.768214, "nauc_mrr_at_20_max": 0.653673, "nauc_mrr_at_20_std": 0.161972, "nauc_mrr_at_20_diff1": 0.768194, "nauc_mrr_at_100_max": 0.652781, "nauc_mrr_at_100_std": 0.162764, "nauc_mrr_at_100_diff1": 0.769078, "nauc_mrr_at_1000_max": 0.65266, "nauc_mrr_at_1000_std": 0.162356, "nauc_mrr_at_1000_diff1": 0.76907, "main_score": 0.7242, "hf_subset": "deu-deu", "languages": [ "deu-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.53711, "ndcg_at_3": 0.63958, "ndcg_at_5": 0.65479, "ndcg_at_10": 0.67539, "ndcg_at_20": 0.6894, "ndcg_at_100": 0.70562, "ndcg_at_1000": 0.71136, "map_at_1": 0.53711, "map_at_3": 0.61426, "map_at_5": 0.62266, "map_at_10": 0.63139, "map_at_20": 0.63534, "map_at_100": 0.63741, "map_at_1000": 0.63766, "recall_at_1": 0.53711, "recall_at_3": 0.71289, "recall_at_5": 0.75, "recall_at_10": 0.8125, "recall_at_20": 0.86719, "recall_at_100": 0.95703, "recall_at_1000": 1.0, "precision_at_1": 0.53711, "precision_at_3": 0.23763, "precision_at_5": 0.15, "precision_at_10": 0.08125, "precision_at_20": 0.04336, "precision_at_100": 0.00957, "precision_at_1000": 0.001, "mrr_at_1": 0.537109, "mrr_at_3": 0.614258, "mrr_at_5": 0.622656, "mrr_at_10": 0.631395, "mrr_at_20": 0.635337, "mrr_at_100": 0.637409, "mrr_at_1000": 0.63766, "nauc_ndcg_at_1_max": 0.612038, "nauc_ndcg_at_1_std": 0.018008, "nauc_ndcg_at_1_diff1": 0.76256, "nauc_ndcg_at_3_max": 0.635854, "nauc_ndcg_at_3_std": 0.055115, "nauc_ndcg_at_3_diff1": 0.713159, "nauc_ndcg_at_5_max": 0.623132, "nauc_ndcg_at_5_std": 0.052228, "nauc_ndcg_at_5_diff1": 0.708484, "nauc_ndcg_at_10_max": 0.620435, "nauc_ndcg_at_10_std": 0.057818, "nauc_ndcg_at_10_diff1": 0.707012, "nauc_ndcg_at_20_max": 0.623699, "nauc_ndcg_at_20_std": 0.066722, "nauc_ndcg_at_20_diff1": 0.708506, "nauc_ndcg_at_100_max": 0.623855, "nauc_ndcg_at_100_std": 0.069831, "nauc_ndcg_at_100_diff1": 0.716102, "nauc_ndcg_at_1000_max": 0.623687, "nauc_ndcg_at_1000_std": 0.057225, "nauc_ndcg_at_1000_diff1": 0.718038, "nauc_map_at_1_max": 0.612038, "nauc_map_at_1_std": 0.018008, "nauc_map_at_1_diff1": 0.76256, "nauc_map_at_3_max": 0.631234, "nauc_map_at_3_std": 0.042917, "nauc_map_at_3_diff1": 0.727402, "nauc_map_at_5_max": 0.624427, "nauc_map_at_5_std": 0.041159, "nauc_map_at_5_diff1": 0.725389, "nauc_map_at_10_max": 0.623697, "nauc_map_at_10_std": 0.043476, "nauc_map_at_10_diff1": 0.725362, "nauc_map_at_20_max": 0.624744, "nauc_map_at_20_std": 0.04608, "nauc_map_at_20_diff1": 0.725932, "nauc_map_at_100_max": 0.624435, "nauc_map_at_100_std": 0.046645, "nauc_map_at_100_diff1": 0.726533, "nauc_map_at_1000_max": 0.624415, "nauc_map_at_1000_std": 0.046155, "nauc_map_at_1000_diff1": 0.726593, "nauc_recall_at_1_max": 0.612038, "nauc_recall_at_1_std": 0.018008, "nauc_recall_at_1_diff1": 0.76256, "nauc_recall_at_3_max": 0.650948, "nauc_recall_at_3_std": 0.098429, "nauc_recall_at_3_diff1": 0.663399, "nauc_recall_at_5_max": 0.614948, "nauc_recall_at_5_std": 0.094965, "nauc_recall_at_5_diff1": 0.642653, "nauc_recall_at_10_max": 0.598337, "nauc_recall_at_10_std": 0.127937, "nauc_recall_at_10_diff1": 0.617251, "nauc_recall_at_20_max": 0.611473, "nauc_recall_at_20_std": 0.211574, "nauc_recall_at_20_diff1": 0.59563, "nauc_recall_at_100_max": 0.626619, "nauc_recall_at_100_std": 0.562785, "nauc_recall_at_100_diff1": 0.634428, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.612038, "nauc_precision_at_1_std": 0.018008, "nauc_precision_at_1_diff1": 0.76256, "nauc_precision_at_3_max": 0.650948, "nauc_precision_at_3_std": 0.098429, "nauc_precision_at_3_diff1": 0.663399, "nauc_precision_at_5_max": 0.614948, "nauc_precision_at_5_std": 0.094965, "nauc_precision_at_5_diff1": 0.642653, "nauc_precision_at_10_max": 0.598337, "nauc_precision_at_10_std": 0.127937, "nauc_precision_at_10_diff1": 0.617251, "nauc_precision_at_20_max": 0.611473, "nauc_precision_at_20_std": 0.211574, "nauc_precision_at_20_diff1": 0.59563, "nauc_precision_at_100_max": 0.626619, "nauc_precision_at_100_std": 0.562785, "nauc_precision_at_100_diff1": 0.634428, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.612038, "nauc_mrr_at_1_std": 0.018008, "nauc_mrr_at_1_diff1": 0.76256, "nauc_mrr_at_3_max": 0.631234, "nauc_mrr_at_3_std": 0.042917, "nauc_mrr_at_3_diff1": 0.727402, "nauc_mrr_at_5_max": 0.624427, "nauc_mrr_at_5_std": 0.041159, "nauc_mrr_at_5_diff1": 0.725389, "nauc_mrr_at_10_max": 0.623697, "nauc_mrr_at_10_std": 0.043476, "nauc_mrr_at_10_diff1": 0.725362, "nauc_mrr_at_20_max": 0.624744, "nauc_mrr_at_20_std": 0.04608, "nauc_mrr_at_20_diff1": 0.725932, "nauc_mrr_at_100_max": 0.624435, "nauc_mrr_at_100_std": 0.046645, "nauc_mrr_at_100_diff1": 0.726533, "nauc_mrr_at_1000_max": 0.624415, "nauc_mrr_at_1000_std": 0.046155, "nauc_mrr_at_1000_diff1": 0.726593, "main_score": 0.67539, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.57653, "ndcg_at_3": 0.65877, "ndcg_at_5": 0.6759, "ndcg_at_10": 0.69779, "ndcg_at_20": 0.70822, "ndcg_at_100": 0.73213, "ndcg_at_1000": 0.73288, "map_at_1": 0.57653, "map_at_3": 0.63946, "map_at_5": 0.64915, "map_at_10": 0.65843, "map_at_20": 0.66135, "map_at_100": 0.66441, "map_at_1000": 0.66446, "recall_at_1": 0.57653, "recall_at_3": 0.71429, "recall_at_5": 0.7551, "recall_at_10": 0.82143, "recall_at_20": 0.86224, "recall_at_100": 0.9949, "recall_at_1000": 1.0, "precision_at_1": 0.57653, "precision_at_3": 0.2381, "precision_at_5": 0.15102, "precision_at_10": 0.08214, "precision_at_20": 0.04311, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.576531, "mrr_at_3": 0.639456, "mrr_at_5": 0.64915, "mrr_at_10": 0.658426, "mrr_at_20": 0.661352, "mrr_at_100": 0.66441, "mrr_at_1000": 0.664456, "nauc_ndcg_at_1_max": 0.660678, "nauc_ndcg_at_1_std": 0.18029, "nauc_ndcg_at_1_diff1": 0.747329, "nauc_ndcg_at_3_max": 0.6492, "nauc_ndcg_at_3_std": 0.239539, "nauc_ndcg_at_3_diff1": 0.704918, "nauc_ndcg_at_5_max": 0.665413, "nauc_ndcg_at_5_std": 0.274822, "nauc_ndcg_at_5_diff1": 0.719523, "nauc_ndcg_at_10_max": 0.659739, "nauc_ndcg_at_10_std": 0.293626, "nauc_ndcg_at_10_diff1": 0.726256, "nauc_ndcg_at_20_max": 0.664092, "nauc_ndcg_at_20_std": 0.300763, "nauc_ndcg_at_20_diff1": 0.728673, "nauc_ndcg_at_100_max": 0.659952, "nauc_ndcg_at_100_std": 0.266002, "nauc_ndcg_at_100_diff1": 0.7265, "nauc_ndcg_at_1000_max": 0.65923, "nauc_ndcg_at_1000_std": 0.263918, "nauc_ndcg_at_1000_diff1": 0.725555, "nauc_map_at_1_max": 0.660678, "nauc_map_at_1_std": 0.18029, "nauc_map_at_1_diff1": 0.747329, "nauc_map_at_3_max": 0.65283, "nauc_map_at_3_std": 0.224805, "nauc_map_at_3_diff1": 0.714728, "nauc_map_at_5_max": 0.661524, "nauc_map_at_5_std": 0.243238, "nauc_map_at_5_diff1": 0.722631, "nauc_map_at_10_max": 0.658722, "nauc_map_at_10_std": 0.249675, "nauc_map_at_10_diff1": 0.724865, "nauc_map_at_20_max": 0.659956, "nauc_map_at_20_std": 0.25092, "nauc_map_at_20_diff1": 0.725873, "nauc_map_at_100_max": 0.659042, "nauc_map_at_100_std": 0.246515, "nauc_map_at_100_diff1": 0.725571, "nauc_map_at_1000_max": 0.659005, "nauc_map_at_1000_std": 0.246408, "nauc_map_at_1000_diff1": 0.725524, "nauc_recall_at_1_max": 0.660678, "nauc_recall_at_1_std": 0.18029, "nauc_recall_at_1_diff1": 0.747329, "nauc_recall_at_3_max": 0.636752, "nauc_recall_at_3_std": 0.288432, "nauc_recall_at_3_diff1": 0.67275, "nauc_recall_at_5_max": 0.682335, "nauc_recall_at_5_std": 0.397439, "nauc_recall_at_5_diff1": 0.711477, "nauc_recall_at_10_max": 0.666327, "nauc_recall_at_10_std": 0.518698, "nauc_recall_at_10_diff1": 0.74292, "nauc_recall_at_20_max": 0.696498, "nauc_recall_at_20_std": 0.630821, "nauc_recall_at_20_diff1": 0.75799, "nauc_recall_at_100_max": 0.868984, "nauc_recall_at_100_std": 0.868984, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.660678, "nauc_precision_at_1_std": 0.18029, "nauc_precision_at_1_diff1": 0.747329, "nauc_precision_at_3_max": 0.636752, "nauc_precision_at_3_std": 0.288432, "nauc_precision_at_3_diff1": 0.67275, "nauc_precision_at_5_max": 0.682335, "nauc_precision_at_5_std": 0.397439, "nauc_precision_at_5_diff1": 0.711477, "nauc_precision_at_10_max": 0.666327, "nauc_precision_at_10_std": 0.518698, "nauc_precision_at_10_diff1": 0.74292, "nauc_precision_at_20_max": 0.696498, "nauc_precision_at_20_std": 0.630821, "nauc_precision_at_20_diff1": 0.75799, "nauc_precision_at_100_max": 0.868984, "nauc_precision_at_100_std": 0.868984, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.660678, "nauc_mrr_at_1_std": 0.18029, "nauc_mrr_at_1_diff1": 0.747329, "nauc_mrr_at_3_max": 0.65283, "nauc_mrr_at_3_std": 0.224805, "nauc_mrr_at_3_diff1": 0.714728, "nauc_mrr_at_5_max": 0.661524, "nauc_mrr_at_5_std": 0.243238, "nauc_mrr_at_5_diff1": 0.722631, "nauc_mrr_at_10_max": 0.658722, "nauc_mrr_at_10_std": 0.249675, "nauc_mrr_at_10_diff1": 0.724865, "nauc_mrr_at_20_max": 0.659956, "nauc_mrr_at_20_std": 0.25092, "nauc_mrr_at_20_diff1": 0.725873, "nauc_mrr_at_100_max": 0.659042, "nauc_mrr_at_100_std": 0.246515, "nauc_mrr_at_100_diff1": 0.725571, "nauc_mrr_at_1000_max": 0.659005, "nauc_mrr_at_1000_std": 0.246408, "nauc_mrr_at_1000_diff1": 0.725524, "main_score": 0.69779, "hf_subset": "deu-spa", "languages": [ "deu-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.53374, "ndcg_at_3": 0.6449, "ndcg_at_5": 0.66048, "ndcg_at_10": 0.67818, "ndcg_at_20": 0.69089, "ndcg_at_100": 0.71123, "ndcg_at_1000": 0.71569, "map_at_1": 0.53374, "map_at_3": 0.61759, "map_at_5": 0.62648, "map_at_10": 0.63369, "map_at_20": 0.63735, "map_at_100": 0.64054, "map_at_1000": 0.6408, "recall_at_1": 0.53374, "recall_at_3": 0.72393, "recall_at_5": 0.76074, "recall_at_10": 0.81595, "recall_at_20": 0.86503, "recall_at_100": 0.96933, "recall_at_1000": 1.0, "precision_at_1": 0.53374, "precision_at_3": 0.24131, "precision_at_5": 0.15215, "precision_at_10": 0.0816, "precision_at_20": 0.04325, "precision_at_100": 0.00969, "precision_at_1000": 0.001, "mrr_at_1": 0.533742, "mrr_at_3": 0.617587, "mrr_at_5": 0.626483, "mrr_at_10": 0.633686, "mrr_at_20": 0.637347, "mrr_at_100": 0.64054, "mrr_at_1000": 0.640804, "nauc_ndcg_at_1_max": 0.582077, "nauc_ndcg_at_1_std": 0.220544, "nauc_ndcg_at_1_diff1": 0.777542, "nauc_ndcg_at_3_max": 0.605941, "nauc_ndcg_at_3_std": 0.319951, "nauc_ndcg_at_3_diff1": 0.709884, "nauc_ndcg_at_5_max": 0.620494, "nauc_ndcg_at_5_std": 0.346178, "nauc_ndcg_at_5_diff1": 0.717703, "nauc_ndcg_at_10_max": 0.617817, "nauc_ndcg_at_10_std": 0.365605, "nauc_ndcg_at_10_diff1": 0.72893, "nauc_ndcg_at_20_max": 0.616225, "nauc_ndcg_at_20_std": 0.352118, "nauc_ndcg_at_20_diff1": 0.72796, "nauc_ndcg_at_100_max": 0.612571, "nauc_ndcg_at_100_std": 0.334072, "nauc_ndcg_at_100_diff1": 0.734529, "nauc_ndcg_at_1000_max": 0.611394, "nauc_ndcg_at_1000_std": 0.32767, "nauc_ndcg_at_1000_diff1": 0.734188, "nauc_map_at_1_max": 0.582077, "nauc_map_at_1_std": 0.220544, "nauc_map_at_1_diff1": 0.777542, "nauc_map_at_3_max": 0.600912, "nauc_map_at_3_std": 0.297023, "nauc_map_at_3_diff1": 0.728293, "nauc_map_at_5_max": 0.608846, "nauc_map_at_5_std": 0.31054, "nauc_map_at_5_diff1": 0.732863, "nauc_map_at_10_max": 0.607346, "nauc_map_at_10_std": 0.316638, "nauc_map_at_10_diff1": 0.737384, "nauc_map_at_20_max": 0.606998, "nauc_map_at_20_std": 0.31276, "nauc_map_at_20_diff1": 0.737224, "nauc_map_at_100_max": 0.606643, "nauc_map_at_100_std": 0.310388, "nauc_map_at_100_diff1": 0.738307, "nauc_map_at_1000_max": 0.606593, "nauc_map_at_1000_std": 0.31007, "nauc_map_at_1000_diff1": 0.738294, "nauc_recall_at_1_max": 0.582077, "nauc_recall_at_1_std": 0.220544, "nauc_recall_at_1_diff1": 0.777542, "nauc_recall_at_3_max": 0.622984, "nauc_recall_at_3_std": 0.398951, "nauc_recall_at_3_diff1": 0.644766, "nauc_recall_at_5_max": 0.666879, "nauc_recall_at_5_std": 0.486676, "nauc_recall_at_5_diff1": 0.660076, "nauc_recall_at_10_max": 0.668426, "nauc_recall_at_10_std": 0.61493, "nauc_recall_at_10_diff1": 0.697544, "nauc_recall_at_20_max": 0.670502, "nauc_recall_at_20_std": 0.596548, "nauc_recall_at_20_diff1": 0.680381, "nauc_recall_at_100_max": 0.67462, "nauc_recall_at_100_std": 0.656772, "nauc_recall_at_100_diff1": 0.751539, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.582077, "nauc_precision_at_1_std": 0.220544, "nauc_precision_at_1_diff1": 0.777542, "nauc_precision_at_3_max": 0.622984, "nauc_precision_at_3_std": 0.398951, "nauc_precision_at_3_diff1": 0.644766, "nauc_precision_at_5_max": 0.666879, "nauc_precision_at_5_std": 0.486676, "nauc_precision_at_5_diff1": 0.660076, "nauc_precision_at_10_max": 0.668426, "nauc_precision_at_10_std": 0.61493, "nauc_precision_at_10_diff1": 0.697544, "nauc_precision_at_20_max": 0.670502, "nauc_precision_at_20_std": 0.596548, "nauc_precision_at_20_diff1": 0.680381, "nauc_precision_at_100_max": 0.67462, "nauc_precision_at_100_std": 0.656772, "nauc_precision_at_100_diff1": 0.751539, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.582077, "nauc_mrr_at_1_std": 0.220544, "nauc_mrr_at_1_diff1": 0.777542, "nauc_mrr_at_3_max": 0.600912, "nauc_mrr_at_3_std": 0.297023, "nauc_mrr_at_3_diff1": 0.728293, "nauc_mrr_at_5_max": 0.608846, "nauc_mrr_at_5_std": 0.31054, "nauc_mrr_at_5_diff1": 0.732863, "nauc_mrr_at_10_max": 0.607346, "nauc_mrr_at_10_std": 0.316638, "nauc_mrr_at_10_diff1": 0.737384, "nauc_mrr_at_20_max": 0.606998, "nauc_mrr_at_20_std": 0.31276, "nauc_mrr_at_20_diff1": 0.737224, "nauc_mrr_at_100_max": 0.606643, "nauc_mrr_at_100_std": 0.310388, "nauc_mrr_at_100_diff1": 0.738307, "nauc_mrr_at_1000_max": 0.606593, "nauc_mrr_at_1000_std": 0.31007, "nauc_mrr_at_1000_diff1": 0.738294, "main_score": 0.67818, "hf_subset": "deu-hin", "languages": [ "deu-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.37363, "ndcg_at_3": 0.47246, "ndcg_at_5": 0.50815, "ndcg_at_10": 0.53846, "ndcg_at_20": 0.56882, "ndcg_at_100": 0.59498, "ndcg_at_1000": 0.59658, "map_at_1": 0.37363, "map_at_3": 0.4478, "map_at_5": 0.46731, "map_at_10": 0.47988, "map_at_20": 0.48812, "map_at_100": 0.49161, "map_at_1000": 0.49171, "recall_at_1": 0.37363, "recall_at_3": 0.54396, "recall_at_5": 0.63187, "recall_at_10": 0.72527, "recall_at_20": 0.84615, "recall_at_100": 0.98901, "recall_at_1000": 1.0, "precision_at_1": 0.37363, "precision_at_3": 0.18132, "precision_at_5": 0.12637, "precision_at_10": 0.07253, "precision_at_20": 0.04231, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.373626, "mrr_at_3": 0.447802, "mrr_at_5": 0.467308, "mrr_at_10": 0.47988, "mrr_at_20": 0.488119, "mrr_at_100": 0.491614, "mrr_at_1000": 0.491709, "nauc_ndcg_at_1_max": 0.616755, "nauc_ndcg_at_1_std": 0.293248, "nauc_ndcg_at_1_diff1": 0.59477, "nauc_ndcg_at_3_max": 0.547642, "nauc_ndcg_at_3_std": 0.295653, "nauc_ndcg_at_3_diff1": 0.490821, "nauc_ndcg_at_5_max": 0.543085, "nauc_ndcg_at_5_std": 0.292247, "nauc_ndcg_at_5_diff1": 0.478881, "nauc_ndcg_at_10_max": 0.532418, "nauc_ndcg_at_10_std": 0.288981, "nauc_ndcg_at_10_diff1": 0.482684, "nauc_ndcg_at_20_max": 0.552265, "nauc_ndcg_at_20_std": 0.292338, "nauc_ndcg_at_20_diff1": 0.480726, "nauc_ndcg_at_100_max": 0.55805, "nauc_ndcg_at_100_std": 0.294922, "nauc_ndcg_at_100_diff1": 0.500357, "nauc_ndcg_at_1000_max": 0.557095, "nauc_ndcg_at_1000_std": 0.29063, "nauc_ndcg_at_1000_diff1": 0.501927, "nauc_map_at_1_max": 0.616755, "nauc_map_at_1_std": 0.293248, "nauc_map_at_1_diff1": 0.59477, "nauc_map_at_3_max": 0.56637, "nauc_map_at_3_std": 0.293918, "nauc_map_at_3_diff1": 0.515721, "nauc_map_at_5_max": 0.564554, "nauc_map_at_5_std": 0.292336, "nauc_map_at_5_diff1": 0.510182, "nauc_map_at_10_max": 0.56041, "nauc_map_at_10_std": 0.290414, "nauc_map_at_10_diff1": 0.51221, "nauc_map_at_20_max": 0.5659, "nauc_map_at_20_std": 0.292188, "nauc_map_at_20_diff1": 0.51254, "nauc_map_at_100_max": 0.566115, "nauc_map_at_100_std": 0.29151, "nauc_map_at_100_diff1": 0.515068, "nauc_map_at_1000_max": 0.566068, "nauc_map_at_1000_std": 0.291303, "nauc_map_at_1000_diff1": 0.515146, "nauc_recall_at_1_max": 0.616755, "nauc_recall_at_1_std": 0.293248, "nauc_recall_at_1_diff1": 0.59477, "nauc_recall_at_3_max": 0.490518, "nauc_recall_at_3_std": 0.301371, "nauc_recall_at_3_diff1": 0.416158, "nauc_recall_at_5_max": 0.470049, "nauc_recall_at_5_std": 0.291511, "nauc_recall_at_5_diff1": 0.37304, "nauc_recall_at_10_max": 0.41393, "nauc_recall_at_10_std": 0.283265, "nauc_recall_at_10_diff1": 0.36488, "nauc_recall_at_20_max": 0.490849, "nauc_recall_at_20_std": 0.290194, "nauc_recall_at_20_diff1": 0.270448, "nauc_recall_at_100_max": 0.711814, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.240103, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.616755, "nauc_precision_at_1_std": 0.293248, "nauc_precision_at_1_diff1": 0.59477, "nauc_precision_at_3_max": 0.490518, "nauc_precision_at_3_std": 0.301371, "nauc_precision_at_3_diff1": 0.416158, "nauc_precision_at_5_max": 0.470049, "nauc_precision_at_5_std": 0.291511, "nauc_precision_at_5_diff1": 0.37304, "nauc_precision_at_10_max": 0.41393, "nauc_precision_at_10_std": 0.283265, "nauc_precision_at_10_diff1": 0.36488, "nauc_precision_at_20_max": 0.490849, "nauc_precision_at_20_std": 0.290194, "nauc_precision_at_20_diff1": 0.270448, "nauc_precision_at_100_max": 0.711814, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.240103, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.616755, "nauc_mrr_at_1_std": 0.293248, "nauc_mrr_at_1_diff1": 0.59477, "nauc_mrr_at_3_max": 0.56637, "nauc_mrr_at_3_std": 0.293918, "nauc_mrr_at_3_diff1": 0.515721, "nauc_mrr_at_5_max": 0.564554, "nauc_mrr_at_5_std": 0.292336, "nauc_mrr_at_5_diff1": 0.510182, "nauc_mrr_at_10_max": 0.56041, "nauc_mrr_at_10_std": 0.290414, "nauc_mrr_at_10_diff1": 0.51221, "nauc_mrr_at_20_max": 0.5659, "nauc_mrr_at_20_std": 0.292188, "nauc_mrr_at_20_diff1": 0.51254, "nauc_mrr_at_100_max": 0.566115, "nauc_mrr_at_100_std": 0.29151, "nauc_mrr_at_100_diff1": 0.515068, "nauc_mrr_at_1000_max": 0.566068, "nauc_mrr_at_1000_std": 0.291303, "nauc_mrr_at_1000_diff1": 0.515146, "main_score": 0.53846, "hf_subset": "deu-vie", "languages": [ "deu-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.37895, "ndcg_at_3": 0.52938, "ndcg_at_5": 0.56857, "ndcg_at_10": 0.59672, "ndcg_at_20": 0.617, "ndcg_at_100": 0.63509, "ndcg_at_1000": 0.63729, "map_at_1": 0.37895, "map_at_3": 0.49386, "map_at_5": 0.5157, "map_at_10": 0.52786, "map_at_20": 0.5336, "map_at_100": 0.53629, "map_at_1000": 0.5364, "recall_at_1": 0.37895, "recall_at_3": 0.63158, "recall_at_5": 0.72632, "recall_at_10": 0.81053, "recall_at_20": 0.88947, "recall_at_100": 0.98421, "recall_at_1000": 1.0, "precision_at_1": 0.37895, "precision_at_3": 0.21053, "precision_at_5": 0.14526, "precision_at_10": 0.08105, "precision_at_20": 0.04447, "precision_at_100": 0.00984, "precision_at_1000": 0.001, "mrr_at_1": 0.378947, "mrr_at_3": 0.49386, "mrr_at_5": 0.515702, "mrr_at_10": 0.527861, "mrr_at_20": 0.5336, "mrr_at_100": 0.53629, "mrr_at_1000": 0.536399, "nauc_ndcg_at_1_max": 0.61892, "nauc_ndcg_at_1_std": 0.224296, "nauc_ndcg_at_1_diff1": 0.651864, "nauc_ndcg_at_3_max": 0.657287, "nauc_ndcg_at_3_std": 0.272244, "nauc_ndcg_at_3_diff1": 0.525663, "nauc_ndcg_at_5_max": 0.645093, "nauc_ndcg_at_5_std": 0.293332, "nauc_ndcg_at_5_diff1": 0.5273, "nauc_ndcg_at_10_max": 0.640516, "nauc_ndcg_at_10_std": 0.277906, "nauc_ndcg_at_10_diff1": 0.525706, "nauc_ndcg_at_20_max": 0.628796, "nauc_ndcg_at_20_std": 0.288085, "nauc_ndcg_at_20_diff1": 0.537083, "nauc_ndcg_at_100_max": 0.640215, "nauc_ndcg_at_100_std": 0.278004, "nauc_ndcg_at_100_diff1": 0.557573, "nauc_ndcg_at_1000_max": 0.640017, "nauc_ndcg_at_1000_std": 0.273648, "nauc_ndcg_at_1000_diff1": 0.555315, "nauc_map_at_1_max": 0.61892, "nauc_map_at_1_std": 0.224296, "nauc_map_at_1_diff1": 0.651864, "nauc_map_at_3_max": 0.649489, "nauc_map_at_3_std": 0.260826, "nauc_map_at_3_diff1": 0.557756, "nauc_map_at_5_max": 0.643269, "nauc_map_at_5_std": 0.272047, "nauc_map_at_5_diff1": 0.560618, "nauc_map_at_10_max": 0.641585, "nauc_map_at_10_std": 0.265258, "nauc_map_at_10_diff1": 0.560855, "nauc_map_at_20_max": 0.639025, "nauc_map_at_20_std": 0.267582, "nauc_map_at_20_diff1": 0.564652, "nauc_map_at_100_max": 0.640494, "nauc_map_at_100_std": 0.266, "nauc_map_at_100_diff1": 0.567249, "nauc_map_at_1000_max": 0.640489, "nauc_map_at_1000_std": 0.265824, "nauc_map_at_1000_diff1": 0.567165, "nauc_recall_at_1_max": 0.61892, "nauc_recall_at_1_std": 0.224296, "nauc_recall_at_1_diff1": 0.651864, "nauc_recall_at_3_max": 0.681522, "nauc_recall_at_3_std": 0.308718, "nauc_recall_at_3_diff1": 0.422117, "nauc_recall_at_5_max": 0.647738, "nauc_recall_at_5_std": 0.377566, "nauc_recall_at_5_diff1": 0.398643, "nauc_recall_at_10_max": 0.625885, "nauc_recall_at_10_std": 0.336245, "nauc_recall_at_10_diff1": 0.347109, "nauc_recall_at_20_max": 0.501621, "nauc_recall_at_20_std": 0.466548, "nauc_recall_at_20_diff1": 0.330917, "nauc_recall_at_100_max": 0.664021, "nauc_recall_at_100_std": 0.758792, "nauc_recall_at_100_diff1": 0.807812, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.61892, "nauc_precision_at_1_std": 0.224296, "nauc_precision_at_1_diff1": 0.651864, "nauc_precision_at_3_max": 0.681522, "nauc_precision_at_3_std": 0.308718, "nauc_precision_at_3_diff1": 0.422117, "nauc_precision_at_5_max": 0.647738, "nauc_precision_at_5_std": 0.377566, "nauc_precision_at_5_diff1": 0.398643, "nauc_precision_at_10_max": 0.625885, "nauc_precision_at_10_std": 0.336245, "nauc_precision_at_10_diff1": 0.347109, "nauc_precision_at_20_max": 0.501621, "nauc_precision_at_20_std": 0.466548, "nauc_precision_at_20_diff1": 0.330917, "nauc_precision_at_100_max": 0.664021, "nauc_precision_at_100_std": 0.758792, "nauc_precision_at_100_diff1": 0.807812, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.61892, "nauc_mrr_at_1_std": 0.224296, "nauc_mrr_at_1_diff1": 0.651864, "nauc_mrr_at_3_max": 0.649489, "nauc_mrr_at_3_std": 0.260826, "nauc_mrr_at_3_diff1": 0.557756, "nauc_mrr_at_5_max": 0.643269, "nauc_mrr_at_5_std": 0.272047, "nauc_mrr_at_5_diff1": 0.560618, "nauc_mrr_at_10_max": 0.641585, "nauc_mrr_at_10_std": 0.265258, "nauc_mrr_at_10_diff1": 0.560855, "nauc_mrr_at_20_max": 0.639025, "nauc_mrr_at_20_std": 0.267582, "nauc_mrr_at_20_diff1": 0.564652, "nauc_mrr_at_100_max": 0.640494, "nauc_mrr_at_100_std": 0.266, "nauc_mrr_at_100_diff1": 0.567249, "nauc_mrr_at_1000_max": 0.640489, "nauc_mrr_at_1000_std": 0.265824, "nauc_mrr_at_1000_diff1": 0.567165, "main_score": 0.59672, "hf_subset": "deu-zho", "languages": [ "deu-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.40812, "ndcg_at_3": 0.48386, "ndcg_at_5": 0.50708, "ndcg_at_10": 0.53429, "ndcg_at_20": 0.55837, "ndcg_at_100": 0.58811, "ndcg_at_1000": 0.59777, "map_at_1": 0.40812, "map_at_3": 0.46583, "map_at_5": 0.47879, "map_at_10": 0.49019, "map_at_20": 0.49686, "map_at_100": 0.50108, "map_at_1000": 0.50152, "recall_at_1": 0.40812, "recall_at_3": 0.53578, "recall_at_5": 0.59188, "recall_at_10": 0.67505, "recall_at_20": 0.76983, "recall_at_100": 0.92843, "recall_at_1000": 1.0, "precision_at_1": 0.40812, "precision_at_3": 0.17859, "precision_at_5": 0.11838, "precision_at_10": 0.0675, "precision_at_20": 0.03849, "precision_at_100": 0.00928, "precision_at_1000": 0.001, "mrr_at_1": 0.408124, "mrr_at_3": 0.465828, "mrr_at_5": 0.478788, "mrr_at_10": 0.490193, "mrr_at_20": 0.496864, "mrr_at_100": 0.501083, "mrr_at_1000": 0.501521, "nauc_ndcg_at_1_max": 0.53187, "nauc_ndcg_at_1_std": 0.158528, "nauc_ndcg_at_1_diff1": 0.667534, "nauc_ndcg_at_3_max": 0.555902, "nauc_ndcg_at_3_std": 0.216948, "nauc_ndcg_at_3_diff1": 0.616188, "nauc_ndcg_at_5_max": 0.568231, "nauc_ndcg_at_5_std": 0.241874, "nauc_ndcg_at_5_diff1": 0.611562, "nauc_ndcg_at_10_max": 0.555835, "nauc_ndcg_at_10_std": 0.230739, "nauc_ndcg_at_10_diff1": 0.598638, "nauc_ndcg_at_20_max": 0.55499, "nauc_ndcg_at_20_std": 0.236486, "nauc_ndcg_at_20_diff1": 0.597976, "nauc_ndcg_at_100_max": 0.556257, "nauc_ndcg_at_100_std": 0.222169, "nauc_ndcg_at_100_diff1": 0.609998, "nauc_ndcg_at_1000_max": 0.555225, "nauc_ndcg_at_1000_std": 0.220897, "nauc_ndcg_at_1000_diff1": 0.613848, "nauc_map_at_1_max": 0.53187, "nauc_map_at_1_std": 0.158528, "nauc_map_at_1_diff1": 0.667534, "nauc_map_at_3_max": 0.550645, "nauc_map_at_3_std": 0.203272, "nauc_map_at_3_diff1": 0.628996, "nauc_map_at_5_max": 0.557797, "nauc_map_at_5_std": 0.216395, "nauc_map_at_5_diff1": 0.626558, "nauc_map_at_10_max": 0.552629, "nauc_map_at_10_std": 0.211884, "nauc_map_at_10_diff1": 0.621641, "nauc_map_at_20_max": 0.552289, "nauc_map_at_20_std": 0.212528, "nauc_map_at_20_diff1": 0.621854, "nauc_map_at_100_max": 0.552526, "nauc_map_at_100_std": 0.211108, "nauc_map_at_100_diff1": 0.623502, "nauc_map_at_1000_max": 0.552501, "nauc_map_at_1000_std": 0.211009, "nauc_map_at_1000_diff1": 0.623656, "nauc_recall_at_1_max": 0.53187, "nauc_recall_at_1_std": 0.158528, "nauc_recall_at_1_diff1": 0.667534, "nauc_recall_at_3_max": 0.571403, "nauc_recall_at_3_std": 0.257713, "nauc_recall_at_3_diff1": 0.577651, "nauc_recall_at_5_max": 0.602039, "nauc_recall_at_5_std": 0.326123, "nauc_recall_at_5_diff1": 0.563634, "nauc_recall_at_10_max": 0.562725, "nauc_recall_at_10_std": 0.296731, "nauc_recall_at_10_diff1": 0.508768, "nauc_recall_at_20_max": 0.561083, "nauc_recall_at_20_std": 0.357493, "nauc_recall_at_20_diff1": 0.476377, "nauc_recall_at_100_max": 0.590187, "nauc_recall_at_100_std": 0.252561, "nauc_recall_at_100_diff1": 0.50078, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.53187, "nauc_precision_at_1_std": 0.158528, "nauc_precision_at_1_diff1": 0.667534, "nauc_precision_at_3_max": 0.571403, "nauc_precision_at_3_std": 0.257713, "nauc_precision_at_3_diff1": 0.577651, "nauc_precision_at_5_max": 0.602039, "nauc_precision_at_5_std": 0.326123, "nauc_precision_at_5_diff1": 0.563634, "nauc_precision_at_10_max": 0.562725, "nauc_precision_at_10_std": 0.296731, "nauc_precision_at_10_diff1": 0.508768, "nauc_precision_at_20_max": 0.561083, "nauc_precision_at_20_std": 0.357493, "nauc_precision_at_20_diff1": 0.476377, "nauc_precision_at_100_max": 0.590187, "nauc_precision_at_100_std": 0.252561, "nauc_precision_at_100_diff1": 0.50078, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.53187, "nauc_mrr_at_1_std": 0.158528, "nauc_mrr_at_1_diff1": 0.667534, "nauc_mrr_at_3_max": 0.550645, "nauc_mrr_at_3_std": 0.203272, "nauc_mrr_at_3_diff1": 0.628996, "nauc_mrr_at_5_max": 0.557797, "nauc_mrr_at_5_std": 0.216395, "nauc_mrr_at_5_diff1": 0.626558, "nauc_mrr_at_10_max": 0.552629, "nauc_mrr_at_10_std": 0.211884, "nauc_mrr_at_10_diff1": 0.621641, "nauc_mrr_at_20_max": 0.552289, "nauc_mrr_at_20_std": 0.212528, "nauc_mrr_at_20_diff1": 0.621854, "nauc_mrr_at_100_max": 0.552526, "nauc_mrr_at_100_std": 0.211108, "nauc_mrr_at_100_diff1": 0.623502, "nauc_mrr_at_1000_max": 0.552501, "nauc_mrr_at_1000_std": 0.211009, "nauc_mrr_at_1000_diff1": 0.623656, "main_score": 0.53429, "hf_subset": "eng-ara", "languages": [ "eng-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.61328, "ndcg_at_3": 0.68678, "ndcg_at_5": 0.70468, "ndcg_at_10": 0.7247, "ndcg_at_20": 0.73449, "ndcg_at_100": 0.75133, "ndcg_at_1000": 0.75496, "map_at_1": 0.61328, "map_at_3": 0.66895, "map_at_5": 0.679, "map_at_10": 0.68752, "map_at_20": 0.69016, "map_at_100": 0.69241, "map_at_1000": 0.69257, "recall_at_1": 0.61328, "recall_at_3": 0.73828, "recall_at_5": 0.78125, "recall_at_10": 0.8418, "recall_at_20": 0.88086, "recall_at_100": 0.97266, "recall_at_1000": 1.0, "precision_at_1": 0.61328, "precision_at_3": 0.24609, "precision_at_5": 0.15625, "precision_at_10": 0.08418, "precision_at_20": 0.04404, "precision_at_100": 0.00973, "precision_at_1000": 0.001, "mrr_at_1": 0.613281, "mrr_at_3": 0.668945, "mrr_at_5": 0.679004, "mrr_at_10": 0.687519, "mrr_at_20": 0.690158, "mrr_at_100": 0.692409, "mrr_at_1000": 0.692568, "nauc_ndcg_at_1_max": 0.682719, "nauc_ndcg_at_1_std": 0.146287, "nauc_ndcg_at_1_diff1": 0.833643, "nauc_ndcg_at_3_max": 0.725238, "nauc_ndcg_at_3_std": 0.242267, "nauc_ndcg_at_3_diff1": 0.792539, "nauc_ndcg_at_5_max": 0.716917, "nauc_ndcg_at_5_std": 0.242968, "nauc_ndcg_at_5_diff1": 0.787196, "nauc_ndcg_at_10_max": 0.713377, "nauc_ndcg_at_10_std": 0.253417, "nauc_ndcg_at_10_diff1": 0.791972, "nauc_ndcg_at_20_max": 0.712729, "nauc_ndcg_at_20_std": 0.246544, "nauc_ndcg_at_20_diff1": 0.791518, "nauc_ndcg_at_100_max": 0.712906, "nauc_ndcg_at_100_std": 0.238202, "nauc_ndcg_at_100_diff1": 0.793999, "nauc_ndcg_at_1000_max": 0.711659, "nauc_ndcg_at_1000_std": 0.232012, "nauc_ndcg_at_1000_diff1": 0.796989, "nauc_map_at_1_max": 0.682719, "nauc_map_at_1_std": 0.146287, "nauc_map_at_1_diff1": 0.833643, "nauc_map_at_3_max": 0.713803, "nauc_map_at_3_std": 0.21551, "nauc_map_at_3_diff1": 0.80275, "nauc_map_at_5_max": 0.709307, "nauc_map_at_5_std": 0.215292, "nauc_map_at_5_diff1": 0.800358, "nauc_map_at_10_max": 0.708107, "nauc_map_at_10_std": 0.218615, "nauc_map_at_10_diff1": 0.802515, "nauc_map_at_20_max": 0.708058, "nauc_map_at_20_std": 0.216765, "nauc_map_at_20_diff1": 0.802508, "nauc_map_at_100_max": 0.708221, "nauc_map_at_100_std": 0.216242, "nauc_map_at_100_diff1": 0.802779, "nauc_map_at_1000_max": 0.70816, "nauc_map_at_1000_std": 0.216045, "nauc_map_at_1000_diff1": 0.802866, "nauc_recall_at_1_max": 0.682719, "nauc_recall_at_1_std": 0.146287, "nauc_recall_at_1_diff1": 0.833643, "nauc_recall_at_3_max": 0.764317, "nauc_recall_at_3_std": 0.33417, "nauc_recall_at_3_diff1": 0.75806, "nauc_recall_at_5_max": 0.744334, "nauc_recall_at_5_std": 0.349732, "nauc_recall_at_5_diff1": 0.735899, "nauc_recall_at_10_max": 0.733602, "nauc_recall_at_10_std": 0.433435, "nauc_recall_at_10_diff1": 0.741517, "nauc_recall_at_20_max": 0.731888, "nauc_recall_at_20_std": 0.43124, "nauc_recall_at_20_diff1": 0.723315, "nauc_recall_at_100_max": 0.778461, "nauc_recall_at_100_std": 0.604674, "nauc_recall_at_100_diff1": 0.615077, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.682719, "nauc_precision_at_1_std": 0.146287, "nauc_precision_at_1_diff1": 0.833643, "nauc_precision_at_3_max": 0.764317, "nauc_precision_at_3_std": 0.33417, "nauc_precision_at_3_diff1": 0.75806, "nauc_precision_at_5_max": 0.744334, "nauc_precision_at_5_std": 0.349732, "nauc_precision_at_5_diff1": 0.735899, "nauc_precision_at_10_max": 0.733602, "nauc_precision_at_10_std": 0.433435, "nauc_precision_at_10_diff1": 0.741517, "nauc_precision_at_20_max": 0.731888, "nauc_precision_at_20_std": 0.43124, "nauc_precision_at_20_diff1": 0.723315, "nauc_precision_at_100_max": 0.778461, "nauc_precision_at_100_std": 0.604674, "nauc_precision_at_100_diff1": 0.615077, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.682719, "nauc_mrr_at_1_std": 0.146287, "nauc_mrr_at_1_diff1": 0.833643, "nauc_mrr_at_3_max": 0.713803, "nauc_mrr_at_3_std": 0.21551, "nauc_mrr_at_3_diff1": 0.80275, "nauc_mrr_at_5_max": 0.709307, "nauc_mrr_at_5_std": 0.215292, "nauc_mrr_at_5_diff1": 0.800358, "nauc_mrr_at_10_max": 0.708107, "nauc_mrr_at_10_std": 0.218615, "nauc_mrr_at_10_diff1": 0.802515, "nauc_mrr_at_20_max": 0.708058, "nauc_mrr_at_20_std": 0.216765, "nauc_mrr_at_20_diff1": 0.802508, "nauc_mrr_at_100_max": 0.708221, "nauc_mrr_at_100_std": 0.216242, "nauc_mrr_at_100_diff1": 0.802779, "nauc_mrr_at_1000_max": 0.70816, "nauc_mrr_at_1000_std": 0.216045, "nauc_mrr_at_1000_diff1": 0.802866, "main_score": 0.7247, "hf_subset": "eng-deu", "languages": [ "eng-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.72648, "ndcg_at_3": 0.79282, "ndcg_at_5": 0.80732, "ndcg_at_10": 0.81777, "ndcg_at_20": 0.82531, "ndcg_at_100": 0.83042, "ndcg_at_1000": 0.83508, "map_at_1": 0.72648, "map_at_3": 0.77686, "map_at_5": 0.78479, "map_at_10": 0.78911, "map_at_20": 0.79121, "map_at_100": 0.7919, "map_at_1000": 0.79209, "recall_at_1": 0.72648, "recall_at_3": 0.83885, "recall_at_5": 0.87456, "recall_at_10": 0.90679, "recall_at_20": 0.93641, "recall_at_100": 0.96429, "recall_at_1000": 1.0, "precision_at_1": 0.72648, "precision_at_3": 0.27962, "precision_at_5": 0.17491, "precision_at_10": 0.09068, "precision_at_20": 0.04682, "precision_at_100": 0.00964, "precision_at_1000": 0.001, "mrr_at_1": 0.726481, "mrr_at_3": 0.776858, "mrr_at_5": 0.784785, "mrr_at_10": 0.789115, "mrr_at_20": 0.791209, "mrr_at_100": 0.791895, "mrr_at_1000": 0.79209, "nauc_ndcg_at_1_max": 0.704059, "nauc_ndcg_at_1_std": 0.013148, "nauc_ndcg_at_1_diff1": 0.843923, "nauc_ndcg_at_3_max": 0.768024, "nauc_ndcg_at_3_std": 0.071289, "nauc_ndcg_at_3_diff1": 0.821929, "nauc_ndcg_at_5_max": 0.760853, "nauc_ndcg_at_5_std": 0.062262, "nauc_ndcg_at_5_diff1": 0.817531, "nauc_ndcg_at_10_max": 0.760746, "nauc_ndcg_at_10_std": 0.081605, "nauc_ndcg_at_10_diff1": 0.815026, "nauc_ndcg_at_20_max": 0.758732, "nauc_ndcg_at_20_std": 0.082545, "nauc_ndcg_at_20_diff1": 0.813927, "nauc_ndcg_at_100_max": 0.756296, "nauc_ndcg_at_100_std": 0.081527, "nauc_ndcg_at_100_diff1": 0.818317, "nauc_ndcg_at_1000_max": 0.752533, "nauc_ndcg_at_1000_std": 0.069602, "nauc_ndcg_at_1000_diff1": 0.82015, "nauc_map_at_1_max": 0.704059, "nauc_map_at_1_std": 0.013148, "nauc_map_at_1_diff1": 0.843923, "nauc_map_at_3_max": 0.750629, "nauc_map_at_3_std": 0.055149, "nauc_map_at_3_diff1": 0.826789, "nauc_map_at_5_max": 0.746432, "nauc_map_at_5_std": 0.050169, "nauc_map_at_5_diff1": 0.824783, "nauc_map_at_10_max": 0.746233, "nauc_map_at_10_std": 0.057193, "nauc_map_at_10_diff1": 0.823839, "nauc_map_at_20_max": 0.745667, "nauc_map_at_20_std": 0.056826, "nauc_map_at_20_diff1": 0.823714, "nauc_map_at_100_max": 0.745396, "nauc_map_at_100_std": 0.056832, "nauc_map_at_100_diff1": 0.824342, "nauc_map_at_1000_max": 0.745256, "nauc_map_at_1000_std": 0.05642, "nauc_map_at_1000_diff1": 0.824384, "nauc_recall_at_1_max": 0.704059, "nauc_recall_at_1_std": 0.013148, "nauc_recall_at_1_diff1": 0.843923, "nauc_recall_at_3_max": 0.833591, "nauc_recall_at_3_std": 0.132316, "nauc_recall_at_3_diff1": 0.80425, "nauc_recall_at_5_max": 0.824906, "nauc_recall_at_5_std": 0.115254, "nauc_recall_at_5_diff1": 0.784092, "nauc_recall_at_10_max": 0.842831, "nauc_recall_at_10_std": 0.236258, "nauc_recall_at_10_diff1": 0.761866, "nauc_recall_at_20_max": 0.859641, "nauc_recall_at_20_std": 0.324467, "nauc_recall_at_20_diff1": 0.725536, "nauc_recall_at_100_max": 0.877861, "nauc_recall_at_100_std": 0.473209, "nauc_recall_at_100_diff1": 0.753462, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.704059, "nauc_precision_at_1_std": 0.013148, "nauc_precision_at_1_diff1": 0.843923, "nauc_precision_at_3_max": 0.833591, "nauc_precision_at_3_std": 0.132316, "nauc_precision_at_3_diff1": 0.80425, "nauc_precision_at_5_max": 0.824906, "nauc_precision_at_5_std": 0.115254, "nauc_precision_at_5_diff1": 0.784092, "nauc_precision_at_10_max": 0.842831, "nauc_precision_at_10_std": 0.236258, "nauc_precision_at_10_diff1": 0.761866, "nauc_precision_at_20_max": 0.859641, "nauc_precision_at_20_std": 0.324467, "nauc_precision_at_20_diff1": 0.725536, "nauc_precision_at_100_max": 0.877861, "nauc_precision_at_100_std": 0.473209, "nauc_precision_at_100_diff1": 0.753462, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.704059, "nauc_mrr_at_1_std": 0.013148, "nauc_mrr_at_1_diff1": 0.843923, "nauc_mrr_at_3_max": 0.750629, "nauc_mrr_at_3_std": 0.055149, "nauc_mrr_at_3_diff1": 0.826789, "nauc_mrr_at_5_max": 0.746432, "nauc_mrr_at_5_std": 0.050169, "nauc_mrr_at_5_diff1": 0.824783, "nauc_mrr_at_10_max": 0.746233, "nauc_mrr_at_10_std": 0.057193, "nauc_mrr_at_10_diff1": 0.823839, "nauc_mrr_at_20_max": 0.745667, "nauc_mrr_at_20_std": 0.056826, "nauc_mrr_at_20_diff1": 0.823714, "nauc_mrr_at_100_max": 0.745396, "nauc_mrr_at_100_std": 0.056832, "nauc_mrr_at_100_diff1": 0.824342, "nauc_mrr_at_1000_max": 0.745256, "nauc_mrr_at_1000_std": 0.05642, "nauc_mrr_at_1000_diff1": 0.824384, "main_score": 0.81777, "hf_subset": "eng-eng", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.642, "ndcg_at_3": 0.71431, "ndcg_at_5": 0.72799, "ndcg_at_10": 0.74661, "ndcg_at_20": 0.7558, "ndcg_at_100": 0.77312, "ndcg_at_1000": 0.77549, "map_at_1": 0.642, "map_at_3": 0.69767, "map_at_5": 0.70507, "map_at_10": 0.71268, "map_at_20": 0.71525, "map_at_100": 0.71772, "map_at_1000": 0.71782, "recall_at_1": 0.642, "recall_at_3": 0.762, "recall_at_5": 0.796, "recall_at_10": 0.854, "recall_at_20": 0.89, "recall_at_100": 0.982, "recall_at_1000": 1.0, "precision_at_1": 0.642, "precision_at_3": 0.254, "precision_at_5": 0.1592, "precision_at_10": 0.0854, "precision_at_20": 0.0445, "precision_at_100": 0.00982, "precision_at_1000": 0.001, "mrr_at_1": 0.642, "mrr_at_3": 0.697667, "mrr_at_5": 0.705067, "mrr_at_10": 0.712684, "mrr_at_20": 0.715248, "mrr_at_100": 0.717721, "mrr_at_1000": 0.71782, "nauc_ndcg_at_1_max": 0.676504, "nauc_ndcg_at_1_std": 0.222798, "nauc_ndcg_at_1_diff1": 0.799005, "nauc_ndcg_at_3_max": 0.730712, "nauc_ndcg_at_3_std": 0.292716, "nauc_ndcg_at_3_diff1": 0.758495, "nauc_ndcg_at_5_max": 0.725092, "nauc_ndcg_at_5_std": 0.301516, "nauc_ndcg_at_5_diff1": 0.754465, "nauc_ndcg_at_10_max": 0.72084, "nauc_ndcg_at_10_std": 0.299361, "nauc_ndcg_at_10_diff1": 0.753638, "nauc_ndcg_at_20_max": 0.720668, "nauc_ndcg_at_20_std": 0.29948, "nauc_ndcg_at_20_diff1": 0.756691, "nauc_ndcg_at_100_max": 0.719586, "nauc_ndcg_at_100_std": 0.293803, "nauc_ndcg_at_100_diff1": 0.765365, "nauc_ndcg_at_1000_max": 0.717369, "nauc_ndcg_at_1000_std": 0.288971, "nauc_ndcg_at_1000_diff1": 0.76408, "nauc_map_at_1_max": 0.676504, "nauc_map_at_1_std": 0.222798, "nauc_map_at_1_diff1": 0.799005, "nauc_map_at_3_max": 0.717914, "nauc_map_at_3_std": 0.276363, "nauc_map_at_3_diff1": 0.768605, "nauc_map_at_5_max": 0.714813, "nauc_map_at_5_std": 0.280517, "nauc_map_at_5_diff1": 0.766891, "nauc_map_at_10_max": 0.713192, "nauc_map_at_10_std": 0.279294, "nauc_map_at_10_diff1": 0.766934, "nauc_map_at_20_max": 0.713125, "nauc_map_at_20_std": 0.279137, "nauc_map_at_20_diff1": 0.767738, "nauc_map_at_100_max": 0.712895, "nauc_map_at_100_std": 0.278598, "nauc_map_at_100_diff1": 0.76874, "nauc_map_at_1000_max": 0.712814, "nauc_map_at_1000_std": 0.278443, "nauc_map_at_1000_diff1": 0.768689, "nauc_recall_at_1_max": 0.676504, "nauc_recall_at_1_std": 0.222798, "nauc_recall_at_1_diff1": 0.799005, "nauc_recall_at_3_max": 0.773782, "nauc_recall_at_3_std": 0.347667, "nauc_recall_at_3_diff1": 0.724155, "nauc_recall_at_5_max": 0.761892, "nauc_recall_at_5_std": 0.381713, "nauc_recall_at_5_diff1": 0.706651, "nauc_recall_at_10_max": 0.752218, "nauc_recall_at_10_std": 0.398477, "nauc_recall_at_10_diff1": 0.685458, "nauc_recall_at_20_max": 0.759076, "nauc_recall_at_20_std": 0.42773, "nauc_recall_at_20_diff1": 0.69007, "nauc_recall_at_100_max": 0.896514, "nauc_recall_at_100_std": 0.69141, "nauc_recall_at_100_diff1": 0.863834, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.676504, "nauc_precision_at_1_std": 0.222798, "nauc_precision_at_1_diff1": 0.799005, "nauc_precision_at_3_max": 0.773782, "nauc_precision_at_3_std": 0.347667, "nauc_precision_at_3_diff1": 0.724155, "nauc_precision_at_5_max": 0.761892, "nauc_precision_at_5_std": 0.381713, "nauc_precision_at_5_diff1": 0.706651, "nauc_precision_at_10_max": 0.752218, "nauc_precision_at_10_std": 0.398477, "nauc_precision_at_10_diff1": 0.685458, "nauc_precision_at_20_max": 0.759076, "nauc_precision_at_20_std": 0.42773, "nauc_precision_at_20_diff1": 0.69007, "nauc_precision_at_100_max": 0.896514, "nauc_precision_at_100_std": 0.69141, "nauc_precision_at_100_diff1": 0.863834, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.676504, "nauc_mrr_at_1_std": 0.222798, "nauc_mrr_at_1_diff1": 0.799005, "nauc_mrr_at_3_max": 0.717914, "nauc_mrr_at_3_std": 0.276363, "nauc_mrr_at_3_diff1": 0.768605, "nauc_mrr_at_5_max": 0.714813, "nauc_mrr_at_5_std": 0.280517, "nauc_mrr_at_5_diff1": 0.766891, "nauc_mrr_at_10_max": 0.713192, "nauc_mrr_at_10_std": 0.279294, "nauc_mrr_at_10_diff1": 0.766934, "nauc_mrr_at_20_max": 0.713125, "nauc_mrr_at_20_std": 0.279137, "nauc_mrr_at_20_diff1": 0.767738, "nauc_mrr_at_100_max": 0.712895, "nauc_mrr_at_100_std": 0.278598, "nauc_mrr_at_100_diff1": 0.76874, "nauc_mrr_at_1000_max": 0.712814, "nauc_mrr_at_1000_std": 0.278443, "nauc_mrr_at_1000_diff1": 0.768689, "main_score": 0.74661, "hf_subset": "eng-spa", "languages": [ "eng-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.54438, "ndcg_at_3": 0.64293, "ndcg_at_5": 0.66593, "ndcg_at_10": 0.68632, "ndcg_at_20": 0.69932, "ndcg_at_100": 0.71325, "ndcg_at_1000": 0.71926, "map_at_1": 0.54438, "map_at_3": 0.619, "map_at_5": 0.63192, "map_at_10": 0.6407, "map_at_20": 0.64428, "map_at_100": 0.64621, "map_at_1000": 0.64646, "recall_at_1": 0.54438, "recall_at_3": 0.71203, "recall_at_5": 0.76726, "recall_at_10": 0.8284, "recall_at_20": 0.87968, "recall_at_100": 0.95464, "recall_at_1000": 1.0, "precision_at_1": 0.54438, "precision_at_3": 0.23734, "precision_at_5": 0.15345, "precision_at_10": 0.08284, "precision_at_20": 0.04398, "precision_at_100": 0.00955, "precision_at_1000": 0.001, "mrr_at_1": 0.544379, "mrr_at_3": 0.619001, "mrr_at_5": 0.63192, "mrr_at_10": 0.640697, "mrr_at_20": 0.644279, "mrr_at_100": 0.64621, "mrr_at_1000": 0.646463, "nauc_ndcg_at_1_max": 0.634865, "nauc_ndcg_at_1_std": 0.226741, "nauc_ndcg_at_1_diff1": 0.678819, "nauc_ndcg_at_3_max": 0.674921, "nauc_ndcg_at_3_std": 0.270118, "nauc_ndcg_at_3_diff1": 0.624339, "nauc_ndcg_at_5_max": 0.66967, "nauc_ndcg_at_5_std": 0.274502, "nauc_ndcg_at_5_diff1": 0.610683, "nauc_ndcg_at_10_max": 0.665513, "nauc_ndcg_at_10_std": 0.283947, "nauc_ndcg_at_10_diff1": 0.617071, "nauc_ndcg_at_20_max": 0.657504, "nauc_ndcg_at_20_std": 0.28217, "nauc_ndcg_at_20_diff1": 0.620669, "nauc_ndcg_at_100_max": 0.660482, "nauc_ndcg_at_100_std": 0.276572, "nauc_ndcg_at_100_diff1": 0.626829, "nauc_ndcg_at_1000_max": 0.65954, "nauc_ndcg_at_1000_std": 0.270089, "nauc_ndcg_at_1000_diff1": 0.630124, "nauc_map_at_1_max": 0.634865, "nauc_map_at_1_std": 0.226741, "nauc_map_at_1_diff1": 0.678819, "nauc_map_at_3_max": 0.664542, "nauc_map_at_3_std": 0.256825, "nauc_map_at_3_diff1": 0.639587, "nauc_map_at_5_max": 0.661154, "nauc_map_at_5_std": 0.258564, "nauc_map_at_5_diff1": 0.632949, "nauc_map_at_10_max": 0.659112, "nauc_map_at_10_std": 0.261448, "nauc_map_at_10_diff1": 0.636242, "nauc_map_at_20_max": 0.657075, "nauc_map_at_20_std": 0.260795, "nauc_map_at_20_diff1": 0.637167, "nauc_map_at_100_max": 0.657327, "nauc_map_at_100_std": 0.260033, "nauc_map_at_100_diff1": 0.638009, "nauc_map_at_1000_max": 0.65732, "nauc_map_at_1000_std": 0.259846, "nauc_map_at_1000_diff1": 0.638138, "nauc_recall_at_1_max": 0.634865, "nauc_recall_at_1_std": 0.226741, "nauc_recall_at_1_diff1": 0.678819, "nauc_recall_at_3_max": 0.710319, "nauc_recall_at_3_std": 0.316513, "nauc_recall_at_3_diff1": 0.571753, "nauc_recall_at_5_max": 0.702635, "nauc_recall_at_5_std": 0.339473, "nauc_recall_at_5_diff1": 0.519778, "nauc_recall_at_10_max": 0.694981, "nauc_recall_at_10_std": 0.406079, "nauc_recall_at_10_diff1": 0.520169, "nauc_recall_at_20_max": 0.641915, "nauc_recall_at_20_std": 0.437627, "nauc_recall_at_20_diff1": 0.51498, "nauc_recall_at_100_max": 0.702168, "nauc_recall_at_100_std": 0.528393, "nauc_recall_at_100_diff1": 0.507496, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.634865, "nauc_precision_at_1_std": 0.226741, "nauc_precision_at_1_diff1": 0.678819, "nauc_precision_at_3_max": 0.710319, "nauc_precision_at_3_std": 0.316513, "nauc_precision_at_3_diff1": 0.571753, "nauc_precision_at_5_max": 0.702635, "nauc_precision_at_5_std": 0.339473, "nauc_precision_at_5_diff1": 0.519778, "nauc_precision_at_10_max": 0.694981, "nauc_precision_at_10_std": 0.406079, "nauc_precision_at_10_diff1": 0.520169, "nauc_precision_at_20_max": 0.641915, "nauc_precision_at_20_std": 0.437627, "nauc_precision_at_20_diff1": 0.51498, "nauc_precision_at_100_max": 0.702168, "nauc_precision_at_100_std": 0.528393, "nauc_precision_at_100_diff1": 0.507496, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.634865, "nauc_mrr_at_1_std": 0.226741, "nauc_mrr_at_1_diff1": 0.678819, "nauc_mrr_at_3_max": 0.664542, "nauc_mrr_at_3_std": 0.256825, "nauc_mrr_at_3_diff1": 0.639587, "nauc_mrr_at_5_max": 0.661154, "nauc_mrr_at_5_std": 0.258564, "nauc_mrr_at_5_diff1": 0.632949, "nauc_mrr_at_10_max": 0.659112, "nauc_mrr_at_10_std": 0.261448, "nauc_mrr_at_10_diff1": 0.636242, "nauc_mrr_at_20_max": 0.657075, "nauc_mrr_at_20_std": 0.260795, "nauc_mrr_at_20_diff1": 0.637167, "nauc_mrr_at_100_max": 0.657327, "nauc_mrr_at_100_std": 0.260033, "nauc_mrr_at_100_diff1": 0.638009, "nauc_mrr_at_1000_max": 0.65732, "nauc_mrr_at_1000_std": 0.259846, "nauc_mrr_at_1000_diff1": 0.638138, "main_score": 0.68632, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.43249, "ndcg_at_3": 0.5618, "ndcg_at_5": 0.588, "ndcg_at_10": 0.60602, "ndcg_at_20": 0.62374, "ndcg_at_100": 0.64461, "ndcg_at_1000": 0.6507, "map_at_1": 0.43249, "map_at_3": 0.53066, "map_at_5": 0.54543, "map_at_10": 0.55304, "map_at_20": 0.55786, "map_at_100": 0.56055, "map_at_1000": 0.56083, "recall_at_1": 0.43249, "recall_at_3": 0.65166, "recall_at_5": 0.71429, "recall_at_10": 0.76908, "recall_at_20": 0.83953, "recall_at_100": 0.95499, "recall_at_1000": 1.0, "precision_at_1": 0.43249, "precision_at_3": 0.21722, "precision_at_5": 0.14286, "precision_at_10": 0.07691, "precision_at_20": 0.04198, "precision_at_100": 0.00955, "precision_at_1000": 0.001, "mrr_at_1": 0.432485, "mrr_at_3": 0.530659, "mrr_at_5": 0.545434, "mrr_at_10": 0.553037, "mrr_at_20": 0.557857, "mrr_at_100": 0.560552, "mrr_at_1000": 0.560834, "nauc_ndcg_at_1_max": 0.627962, "nauc_ndcg_at_1_std": 0.188453, "nauc_ndcg_at_1_diff1": 0.616767, "nauc_ndcg_at_3_max": 0.631913, "nauc_ndcg_at_3_std": 0.23671, "nauc_ndcg_at_3_diff1": 0.527483, "nauc_ndcg_at_5_max": 0.641187, "nauc_ndcg_at_5_std": 0.233139, "nauc_ndcg_at_5_diff1": 0.526857, "nauc_ndcg_at_10_max": 0.642868, "nauc_ndcg_at_10_std": 0.242679, "nauc_ndcg_at_10_diff1": 0.531066, "nauc_ndcg_at_20_max": 0.641413, "nauc_ndcg_at_20_std": 0.241667, "nauc_ndcg_at_20_diff1": 0.53635, "nauc_ndcg_at_100_max": 0.640337, "nauc_ndcg_at_100_std": 0.239945, "nauc_ndcg_at_100_diff1": 0.541921, "nauc_ndcg_at_1000_max": 0.638129, "nauc_ndcg_at_1000_std": 0.234222, "nauc_ndcg_at_1000_diff1": 0.544032, "nauc_map_at_1_max": 0.627962, "nauc_map_at_1_std": 0.188453, "nauc_map_at_1_diff1": 0.616767, "nauc_map_at_3_max": 0.630355, "nauc_map_at_3_std": 0.223969, "nauc_map_at_3_diff1": 0.54953, "nauc_map_at_5_max": 0.635186, "nauc_map_at_5_std": 0.221779, "nauc_map_at_5_diff1": 0.549719, "nauc_map_at_10_max": 0.636251, "nauc_map_at_10_std": 0.22549, "nauc_map_at_10_diff1": 0.552017, "nauc_map_at_20_max": 0.635596, "nauc_map_at_20_std": 0.225177, "nauc_map_at_20_diff1": 0.553198, "nauc_map_at_100_max": 0.635393, "nauc_map_at_100_std": 0.225151, "nauc_map_at_100_diff1": 0.553727, "nauc_map_at_1000_max": 0.635307, "nauc_map_at_1000_std": 0.224979, "nauc_map_at_1000_diff1": 0.553806, "nauc_recall_at_1_max": 0.627962, "nauc_recall_at_1_std": 0.188453, "nauc_recall_at_1_diff1": 0.616767, "nauc_recall_at_3_max": 0.637317, "nauc_recall_at_3_std": 0.278913, "nauc_recall_at_3_diff1": 0.455177, "nauc_recall_at_5_max": 0.665382, "nauc_recall_at_5_std": 0.27453, "nauc_recall_at_5_diff1": 0.443001, "nauc_recall_at_10_max": 0.672989, "nauc_recall_at_10_std": 0.320655, "nauc_recall_at_10_diff1": 0.442769, "nauc_recall_at_20_max": 0.677082, "nauc_recall_at_20_std": 0.340117, "nauc_recall_at_20_diff1": 0.453108, "nauc_recall_at_100_max": 0.732061, "nauc_recall_at_100_std": 0.490956, "nauc_recall_at_100_diff1": 0.453273, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.627962, "nauc_precision_at_1_std": 0.188453, "nauc_precision_at_1_diff1": 0.616767, "nauc_precision_at_3_max": 0.637317, "nauc_precision_at_3_std": 0.278913, "nauc_precision_at_3_diff1": 0.455177, "nauc_precision_at_5_max": 0.665382, "nauc_precision_at_5_std": 0.27453, "nauc_precision_at_5_diff1": 0.443001, "nauc_precision_at_10_max": 0.672989, "nauc_precision_at_10_std": 0.320655, "nauc_precision_at_10_diff1": 0.442769, "nauc_precision_at_20_max": 0.677082, "nauc_precision_at_20_std": 0.340117, "nauc_precision_at_20_diff1": 0.453108, "nauc_precision_at_100_max": 0.732061, "nauc_precision_at_100_std": 0.490956, "nauc_precision_at_100_diff1": 0.453273, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.627962, "nauc_mrr_at_1_std": 0.188453, "nauc_mrr_at_1_diff1": 0.616767, "nauc_mrr_at_3_max": 0.630355, "nauc_mrr_at_3_std": 0.223969, "nauc_mrr_at_3_diff1": 0.54953, "nauc_mrr_at_5_max": 0.635186, "nauc_mrr_at_5_std": 0.221779, "nauc_mrr_at_5_diff1": 0.549719, "nauc_mrr_at_10_max": 0.636251, "nauc_mrr_at_10_std": 0.22549, "nauc_mrr_at_10_diff1": 0.552017, "nauc_mrr_at_20_max": 0.635596, "nauc_mrr_at_20_std": 0.225177, "nauc_mrr_at_20_diff1": 0.553198, "nauc_mrr_at_100_max": 0.635393, "nauc_mrr_at_100_std": 0.225151, "nauc_mrr_at_100_diff1": 0.553727, "nauc_mrr_at_1000_max": 0.635307, "nauc_mrr_at_1000_std": 0.224979, "nauc_mrr_at_1000_diff1": 0.553806, "main_score": 0.60602, "hf_subset": "eng-vie", "languages": [ "eng-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.48611, "ndcg_at_3": 0.56949, "ndcg_at_5": 0.60655, "ndcg_at_10": 0.63621, "ndcg_at_20": 0.65136, "ndcg_at_100": 0.67098, "ndcg_at_1000": 0.67391, "map_at_1": 0.48611, "map_at_3": 0.54894, "map_at_5": 0.56968, "map_at_10": 0.58162, "map_at_20": 0.58583, "map_at_100": 0.58844, "map_at_1000": 0.58857, "recall_at_1": 0.48611, "recall_at_3": 0.62897, "recall_at_5": 0.71825, "recall_at_10": 0.81151, "recall_at_20": 0.87103, "recall_at_100": 0.97817, "recall_at_1000": 1.0, "precision_at_1": 0.48611, "precision_at_3": 0.20966, "precision_at_5": 0.14365, "precision_at_10": 0.08115, "precision_at_20": 0.04355, "precision_at_100": 0.00978, "precision_at_1000": 0.001, "mrr_at_1": 0.486111, "mrr_at_3": 0.548942, "mrr_at_5": 0.569676, "mrr_at_10": 0.581617, "mrr_at_20": 0.585828, "mrr_at_100": 0.58844, "mrr_at_1000": 0.588573, "nauc_ndcg_at_1_max": 0.643136, "nauc_ndcg_at_1_std": 0.177426, "nauc_ndcg_at_1_diff1": 0.684065, "nauc_ndcg_at_3_max": 0.653277, "nauc_ndcg_at_3_std": 0.220431, "nauc_ndcg_at_3_diff1": 0.62477, "nauc_ndcg_at_5_max": 0.656972, "nauc_ndcg_at_5_std": 0.235485, "nauc_ndcg_at_5_diff1": 0.616877, "nauc_ndcg_at_10_max": 0.660992, "nauc_ndcg_at_10_std": 0.237872, "nauc_ndcg_at_10_diff1": 0.620685, "nauc_ndcg_at_20_max": 0.659227, "nauc_ndcg_at_20_std": 0.237321, "nauc_ndcg_at_20_diff1": 0.618502, "nauc_ndcg_at_100_max": 0.65597, "nauc_ndcg_at_100_std": 0.22645, "nauc_ndcg_at_100_diff1": 0.627824, "nauc_ndcg_at_1000_max": 0.655432, "nauc_ndcg_at_1000_std": 0.223426, "nauc_ndcg_at_1000_diff1": 0.630089, "nauc_map_at_1_max": 0.643136, "nauc_map_at_1_std": 0.177426, "nauc_map_at_1_diff1": 0.684065, "nauc_map_at_3_max": 0.651128, "nauc_map_at_3_std": 0.208252, "nauc_map_at_3_diff1": 0.639457, "nauc_map_at_5_max": 0.65356, "nauc_map_at_5_std": 0.216138, "nauc_map_at_5_diff1": 0.63603, "nauc_map_at_10_max": 0.654774, "nauc_map_at_10_std": 0.216436, "nauc_map_at_10_diff1": 0.637961, "nauc_map_at_20_max": 0.654212, "nauc_map_at_20_std": 0.216131, "nauc_map_at_20_diff1": 0.637626, "nauc_map_at_100_max": 0.653623, "nauc_map_at_100_std": 0.214687, "nauc_map_at_100_diff1": 0.638567, "nauc_map_at_1000_max": 0.653617, "nauc_map_at_1000_std": 0.214575, "nauc_map_at_1000_diff1": 0.638679, "nauc_recall_at_1_max": 0.643136, "nauc_recall_at_1_std": 0.177426, "nauc_recall_at_1_diff1": 0.684065, "nauc_recall_at_3_max": 0.659906, "nauc_recall_at_3_std": 0.259713, "nauc_recall_at_3_diff1": 0.578271, "nauc_recall_at_5_max": 0.669176, "nauc_recall_at_5_std": 0.310193, "nauc_recall_at_5_diff1": 0.544185, "nauc_recall_at_10_max": 0.695096, "nauc_recall_at_10_std": 0.35166, "nauc_recall_at_10_diff1": 0.534666, "nauc_recall_at_20_max": 0.695713, "nauc_recall_at_20_std": 0.392793, "nauc_recall_at_20_diff1": 0.481138, "nauc_recall_at_100_max": 0.709172, "nauc_recall_at_100_std": 0.480522, "nauc_recall_at_100_diff1": 0.453927, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.643136, "nauc_precision_at_1_std": 0.177426, "nauc_precision_at_1_diff1": 0.684065, "nauc_precision_at_3_max": 0.659906, "nauc_precision_at_3_std": 0.259713, "nauc_precision_at_3_diff1": 0.578271, "nauc_precision_at_5_max": 0.669176, "nauc_precision_at_5_std": 0.310193, "nauc_precision_at_5_diff1": 0.544185, "nauc_precision_at_10_max": 0.695096, "nauc_precision_at_10_std": 0.35166, "nauc_precision_at_10_diff1": 0.534666, "nauc_precision_at_20_max": 0.695713, "nauc_precision_at_20_std": 0.392793, "nauc_precision_at_20_diff1": 0.481138, "nauc_precision_at_100_max": 0.709172, "nauc_precision_at_100_std": 0.480522, "nauc_precision_at_100_diff1": 0.453927, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.643136, "nauc_mrr_at_1_std": 0.177426, "nauc_mrr_at_1_diff1": 0.684065, "nauc_mrr_at_3_max": 0.651128, "nauc_mrr_at_3_std": 0.208252, "nauc_mrr_at_3_diff1": 0.639457, "nauc_mrr_at_5_max": 0.65356, "nauc_mrr_at_5_std": 0.216138, "nauc_mrr_at_5_diff1": 0.63603, "nauc_mrr_at_10_max": 0.654774, "nauc_mrr_at_10_std": 0.216436, "nauc_mrr_at_10_diff1": 0.637961, "nauc_mrr_at_20_max": 0.654212, "nauc_mrr_at_20_std": 0.216131, "nauc_mrr_at_20_diff1": 0.637626, "nauc_mrr_at_100_max": 0.653623, "nauc_mrr_at_100_std": 0.214687, "nauc_mrr_at_100_diff1": 0.638567, "nauc_mrr_at_1000_max": 0.653617, "nauc_mrr_at_1000_std": 0.214575, "nauc_mrr_at_1000_diff1": 0.638679, "main_score": 0.63621, "hf_subset": "eng-zho", "languages": [ "eng-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.47826, "ndcg_at_3": 0.54555, "ndcg_at_5": 0.57842, "ndcg_at_10": 0.61767, "ndcg_at_20": 0.63671, "ndcg_at_100": 0.65822, "ndcg_at_1000": 0.66005, "map_at_1": 0.47826, "map_at_3": 0.53002, "map_at_5": 0.54803, "map_at_10": 0.5637, "map_at_20": 0.56904, "map_at_100": 0.57186, "map_at_1000": 0.57197, "recall_at_1": 0.47826, "recall_at_3": 0.59006, "recall_at_5": 0.67081, "recall_at_10": 0.79503, "recall_at_20": 0.86957, "recall_at_100": 0.98758, "recall_at_1000": 1.0, "precision_at_1": 0.47826, "precision_at_3": 0.19669, "precision_at_5": 0.13416, "precision_at_10": 0.0795, "precision_at_20": 0.04348, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.478261, "mrr_at_3": 0.530021, "mrr_at_5": 0.548033, "mrr_at_10": 0.563704, "mrr_at_20": 0.569037, "mrr_at_100": 0.571855, "mrr_at_1000": 0.571969, "nauc_ndcg_at_1_max": 0.709015, "nauc_ndcg_at_1_std": 0.435517, "nauc_ndcg_at_1_diff1": 0.739833, "nauc_ndcg_at_3_max": 0.647434, "nauc_ndcg_at_3_std": 0.417784, "nauc_ndcg_at_3_diff1": 0.643033, "nauc_ndcg_at_5_max": 0.644084, "nauc_ndcg_at_5_std": 0.443493, "nauc_ndcg_at_5_diff1": 0.636974, "nauc_ndcg_at_10_max": 0.636862, "nauc_ndcg_at_10_std": 0.450431, "nauc_ndcg_at_10_diff1": 0.613525, "nauc_ndcg_at_20_max": 0.64857, "nauc_ndcg_at_20_std": 0.446298, "nauc_ndcg_at_20_diff1": 0.644393, "nauc_ndcg_at_100_max": 0.658299, "nauc_ndcg_at_100_std": 0.44195, "nauc_ndcg_at_100_diff1": 0.653524, "nauc_ndcg_at_1000_max": 0.656257, "nauc_ndcg_at_1000_std": 0.439974, "nauc_ndcg_at_1000_diff1": 0.653788, "nauc_map_at_1_max": 0.709015, "nauc_map_at_1_std": 0.435517, "nauc_map_at_1_diff1": 0.739833, "nauc_map_at_3_max": 0.662643, "nauc_map_at_3_std": 0.424269, "nauc_map_at_3_diff1": 0.666418, "nauc_map_at_5_max": 0.660952, "nauc_map_at_5_std": 0.437929, "nauc_map_at_5_diff1": 0.663353, "nauc_map_at_10_max": 0.659278, "nauc_map_at_10_std": 0.439309, "nauc_map_at_10_diff1": 0.655374, "nauc_map_at_20_max": 0.662417, "nauc_map_at_20_std": 0.43769, "nauc_map_at_20_diff1": 0.6637, "nauc_map_at_100_max": 0.663353, "nauc_map_at_100_std": 0.43727, "nauc_map_at_100_diff1": 0.664855, "nauc_map_at_1000_max": 0.663251, "nauc_map_at_1000_std": 0.437172, "nauc_map_at_1000_diff1": 0.664868, "nauc_recall_at_1_max": 0.709015, "nauc_recall_at_1_std": 0.435517, "nauc_recall_at_1_diff1": 0.739833, "nauc_recall_at_3_max": 0.601104, "nauc_recall_at_3_std": 0.397087, "nauc_recall_at_3_diff1": 0.572033, "nauc_recall_at_5_max": 0.586354, "nauc_recall_at_5_std": 0.46637, "nauc_recall_at_5_diff1": 0.546772, "nauc_recall_at_10_max": 0.522743, "nauc_recall_at_10_std": 0.518027, "nauc_recall_at_10_diff1": 0.397701, "nauc_recall_at_20_max": 0.563702, "nauc_recall_at_20_std": 0.52524, "nauc_recall_at_20_diff1": 0.543925, "nauc_recall_at_100_max": 0.934686, "nauc_recall_at_100_std": 0.712145, "nauc_recall_at_100_diff1": 0.61451, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.709015, "nauc_precision_at_1_std": 0.435517, "nauc_precision_at_1_diff1": 0.739833, "nauc_precision_at_3_max": 0.601104, "nauc_precision_at_3_std": 0.397087, "nauc_precision_at_3_diff1": 0.572033, "nauc_precision_at_5_max": 0.586354, "nauc_precision_at_5_std": 0.46637, "nauc_precision_at_5_diff1": 0.546772, "nauc_precision_at_10_max": 0.522743, "nauc_precision_at_10_std": 0.518027, "nauc_precision_at_10_diff1": 0.397701, "nauc_precision_at_20_max": 0.563702, "nauc_precision_at_20_std": 0.52524, "nauc_precision_at_20_diff1": 0.543925, "nauc_precision_at_100_max": 0.934686, "nauc_precision_at_100_std": 0.712145, "nauc_precision_at_100_diff1": 0.61451, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.709015, "nauc_mrr_at_1_std": 0.435517, "nauc_mrr_at_1_diff1": 0.739833, "nauc_mrr_at_3_max": 0.662643, "nauc_mrr_at_3_std": 0.424269, "nauc_mrr_at_3_diff1": 0.666418, "nauc_mrr_at_5_max": 0.660952, "nauc_mrr_at_5_std": 0.437929, "nauc_mrr_at_5_diff1": 0.663353, "nauc_mrr_at_10_max": 0.659278, "nauc_mrr_at_10_std": 0.439309, "nauc_mrr_at_10_diff1": 0.655374, "nauc_mrr_at_20_max": 0.662417, "nauc_mrr_at_20_std": 0.43769, "nauc_mrr_at_20_diff1": 0.6637, "nauc_mrr_at_100_max": 0.663353, "nauc_mrr_at_100_std": 0.43727, "nauc_mrr_at_100_diff1": 0.664855, "nauc_mrr_at_1000_max": 0.663251, "nauc_mrr_at_1000_std": 0.437172, "nauc_mrr_at_1000_diff1": 0.664868, "main_score": 0.61767, "hf_subset": "spa-ara", "languages": [ "spa-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.57143, "ndcg_at_3": 0.61959, "ndcg_at_5": 0.6387, "ndcg_at_10": 0.67099, "ndcg_at_20": 0.68551, "ndcg_at_100": 0.71115, "ndcg_at_1000": 0.71262, "map_at_1": 0.57143, "map_at_3": 0.60799, "map_at_5": 0.61871, "map_at_10": 0.63259, "map_at_20": 0.63676, "map_at_100": 0.6403, "map_at_1000": 0.64038, "recall_at_1": 0.57143, "recall_at_3": 0.65306, "recall_at_5": 0.69898, "recall_at_10": 0.79592, "recall_at_20": 0.85204, "recall_at_100": 0.9898, "recall_at_1000": 1.0, "precision_at_1": 0.57143, "precision_at_3": 0.21769, "precision_at_5": 0.1398, "precision_at_10": 0.07959, "precision_at_20": 0.0426, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.571429, "mrr_at_3": 0.607993, "mrr_at_5": 0.618707, "mrr_at_10": 0.632594, "mrr_at_20": 0.636756, "mrr_at_100": 0.640299, "mrr_at_1000": 0.640383, "nauc_ndcg_at_1_max": 0.660096, "nauc_ndcg_at_1_std": 0.254025, "nauc_ndcg_at_1_diff1": 0.822543, "nauc_ndcg_at_3_max": 0.700642, "nauc_ndcg_at_3_std": 0.265779, "nauc_ndcg_at_3_diff1": 0.792625, "nauc_ndcg_at_5_max": 0.686339, "nauc_ndcg_at_5_std": 0.278274, "nauc_ndcg_at_5_diff1": 0.777892, "nauc_ndcg_at_10_max": 0.670106, "nauc_ndcg_at_10_std": 0.296699, "nauc_ndcg_at_10_diff1": 0.769106, "nauc_ndcg_at_20_max": 0.667649, "nauc_ndcg_at_20_std": 0.285673, "nauc_ndcg_at_20_diff1": 0.766499, "nauc_ndcg_at_100_max": 0.678317, "nauc_ndcg_at_100_std": 0.290212, "nauc_ndcg_at_100_diff1": 0.785688, "nauc_ndcg_at_1000_max": 0.677116, "nauc_ndcg_at_1000_std": 0.286534, "nauc_ndcg_at_1000_diff1": 0.78432, "nauc_map_at_1_max": 0.660096, "nauc_map_at_1_std": 0.254025, "nauc_map_at_1_diff1": 0.822543, "nauc_map_at_3_max": 0.691358, "nauc_map_at_3_std": 0.264625, "nauc_map_at_3_diff1": 0.801014, "nauc_map_at_5_max": 0.683075, "nauc_map_at_5_std": 0.272067, "nauc_map_at_5_diff1": 0.792872, "nauc_map_at_10_max": 0.676693, "nauc_map_at_10_std": 0.280771, "nauc_map_at_10_diff1": 0.789688, "nauc_map_at_20_max": 0.676312, "nauc_map_at_20_std": 0.277796, "nauc_map_at_20_diff1": 0.789061, "nauc_map_at_100_max": 0.677786, "nauc_map_at_100_std": 0.279336, "nauc_map_at_100_diff1": 0.791695, "nauc_map_at_1000_max": 0.677725, "nauc_map_at_1000_std": 0.279158, "nauc_map_at_1000_diff1": 0.791634, "nauc_recall_at_1_max": 0.660096, "nauc_recall_at_1_std": 0.254025, "nauc_recall_at_1_diff1": 0.822543, "nauc_recall_at_3_max": 0.729032, "nauc_recall_at_3_std": 0.268546, "nauc_recall_at_3_diff1": 0.766209, "nauc_recall_at_5_max": 0.695007, "nauc_recall_at_5_std": 0.299103, "nauc_recall_at_5_diff1": 0.725541, "nauc_recall_at_10_max": 0.628294, "nauc_recall_at_10_std": 0.371526, "nauc_recall_at_10_diff1": 0.670881, "nauc_recall_at_20_max": 0.594568, "nauc_recall_at_20_std": 0.319797, "nauc_recall_at_20_diff1": 0.622651, "nauc_recall_at_100_max": 0.861056, "nauc_recall_at_100_std": 0.861056, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.660096, "nauc_precision_at_1_std": 0.254025, "nauc_precision_at_1_diff1": 0.822543, "nauc_precision_at_3_max": 0.729032, "nauc_precision_at_3_std": 0.268546, "nauc_precision_at_3_diff1": 0.766209, "nauc_precision_at_5_max": 0.695007, "nauc_precision_at_5_std": 0.299103, "nauc_precision_at_5_diff1": 0.725541, "nauc_precision_at_10_max": 0.628294, "nauc_precision_at_10_std": 0.371526, "nauc_precision_at_10_diff1": 0.670881, "nauc_precision_at_20_max": 0.594568, "nauc_precision_at_20_std": 0.319797, "nauc_precision_at_20_diff1": 0.622651, "nauc_precision_at_100_max": 0.861056, "nauc_precision_at_100_std": 0.861056, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.660096, "nauc_mrr_at_1_std": 0.254025, "nauc_mrr_at_1_diff1": 0.822543, "nauc_mrr_at_3_max": 0.691358, "nauc_mrr_at_3_std": 0.264625, "nauc_mrr_at_3_diff1": 0.801014, "nauc_mrr_at_5_max": 0.683075, "nauc_mrr_at_5_std": 0.272067, "nauc_mrr_at_5_diff1": 0.792872, "nauc_mrr_at_10_max": 0.676693, "nauc_mrr_at_10_std": 0.280771, "nauc_mrr_at_10_diff1": 0.789688, "nauc_mrr_at_20_max": 0.676312, "nauc_mrr_at_20_std": 0.277796, "nauc_mrr_at_20_diff1": 0.789061, "nauc_mrr_at_100_max": 0.677786, "nauc_mrr_at_100_std": 0.279336, "nauc_mrr_at_100_diff1": 0.791695, "nauc_mrr_at_1000_max": 0.677725, "nauc_mrr_at_1000_std": 0.279158, "nauc_mrr_at_1000_diff1": 0.791634, "main_score": 0.67099, "hf_subset": "spa-deu", "languages": [ "spa-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.604, "ndcg_at_3": 0.66995, "ndcg_at_5": 0.6931, "ndcg_at_10": 0.70957, "ndcg_at_20": 0.71716, "ndcg_at_100": 0.73789, "ndcg_at_1000": 0.74282, "map_at_1": 0.604, "map_at_3": 0.654, "map_at_5": 0.6669, "map_at_10": 0.67388, "map_at_20": 0.67596, "map_at_100": 0.67882, "map_at_1000": 0.67906, "recall_at_1": 0.604, "recall_at_3": 0.716, "recall_at_5": 0.772, "recall_at_10": 0.822, "recall_at_20": 0.852, "recall_at_100": 0.964, "recall_at_1000": 1.0, "precision_at_1": 0.604, "precision_at_3": 0.23867, "precision_at_5": 0.1544, "precision_at_10": 0.0822, "precision_at_20": 0.0426, "precision_at_100": 0.00964, "precision_at_1000": 0.001, "mrr_at_1": 0.604, "mrr_at_3": 0.654, "mrr_at_5": 0.6669, "mrr_at_10": 0.673879, "mrr_at_20": 0.675961, "mrr_at_100": 0.678817, "mrr_at_1000": 0.679056, "nauc_ndcg_at_1_max": 0.631476, "nauc_ndcg_at_1_std": 0.166403, "nauc_ndcg_at_1_diff1": 0.767145, "nauc_ndcg_at_3_max": 0.636628, "nauc_ndcg_at_3_std": 0.171363, "nauc_ndcg_at_3_diff1": 0.736994, "nauc_ndcg_at_5_max": 0.635236, "nauc_ndcg_at_5_std": 0.175477, "nauc_ndcg_at_5_diff1": 0.736486, "nauc_ndcg_at_10_max": 0.634426, "nauc_ndcg_at_10_std": 0.181645, "nauc_ndcg_at_10_diff1": 0.725891, "nauc_ndcg_at_20_max": 0.639387, "nauc_ndcg_at_20_std": 0.198606, "nauc_ndcg_at_20_diff1": 0.727215, "nauc_ndcg_at_100_max": 0.635117, "nauc_ndcg_at_100_std": 0.189474, "nauc_ndcg_at_100_diff1": 0.735862, "nauc_ndcg_at_1000_max": 0.636406, "nauc_ndcg_at_1000_std": 0.184713, "nauc_ndcg_at_1000_diff1": 0.736586, "nauc_map_at_1_max": 0.631476, "nauc_map_at_1_std": 0.166403, "nauc_map_at_1_diff1": 0.767145, "nauc_map_at_3_max": 0.635991, "nauc_map_at_3_std": 0.171973, "nauc_map_at_3_diff1": 0.74436, "nauc_map_at_5_max": 0.635525, "nauc_map_at_5_std": 0.174862, "nauc_map_at_5_diff1": 0.744246, "nauc_map_at_10_max": 0.635275, "nauc_map_at_10_std": 0.177916, "nauc_map_at_10_diff1": 0.740218, "nauc_map_at_20_max": 0.636481, "nauc_map_at_20_std": 0.182013, "nauc_map_at_20_diff1": 0.740583, "nauc_map_at_100_max": 0.636019, "nauc_map_at_100_std": 0.180445, "nauc_map_at_100_diff1": 0.741662, "nauc_map_at_1000_max": 0.636062, "nauc_map_at_1000_std": 0.180211, "nauc_map_at_1000_diff1": 0.741726, "nauc_recall_at_1_max": 0.631476, "nauc_recall_at_1_std": 0.166403, "nauc_recall_at_1_diff1": 0.767145, "nauc_recall_at_3_max": 0.638388, "nauc_recall_at_3_std": 0.168433, "nauc_recall_at_3_diff1": 0.712936, "nauc_recall_at_5_max": 0.632986, "nauc_recall_at_5_std": 0.176315, "nauc_recall_at_5_diff1": 0.70725, "nauc_recall_at_10_max": 0.628384, "nauc_recall_at_10_std": 0.198038, "nauc_recall_at_10_diff1": 0.654342, "nauc_recall_at_20_max": 0.660375, "nauc_recall_at_20_std": 0.314201, "nauc_recall_at_20_diff1": 0.650717, "nauc_recall_at_100_max": 0.577083, "nauc_recall_at_100_std": 0.386477, "nauc_recall_at_100_diff1": 0.713949, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.631476, "nauc_precision_at_1_std": 0.166403, "nauc_precision_at_1_diff1": 0.767145, "nauc_precision_at_3_max": 0.638388, "nauc_precision_at_3_std": 0.168433, "nauc_precision_at_3_diff1": 0.712936, "nauc_precision_at_5_max": 0.632986, "nauc_precision_at_5_std": 0.176315, "nauc_precision_at_5_diff1": 0.70725, "nauc_precision_at_10_max": 0.628384, "nauc_precision_at_10_std": 0.198038, "nauc_precision_at_10_diff1": 0.654342, "nauc_precision_at_20_max": 0.660375, "nauc_precision_at_20_std": 0.314201, "nauc_precision_at_20_diff1": 0.650717, "nauc_precision_at_100_max": 0.577083, "nauc_precision_at_100_std": 0.386477, "nauc_precision_at_100_diff1": 0.713949, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.631476, "nauc_mrr_at_1_std": 0.166403, "nauc_mrr_at_1_diff1": 0.767145, "nauc_mrr_at_3_max": 0.635991, "nauc_mrr_at_3_std": 0.171973, "nauc_mrr_at_3_diff1": 0.74436, "nauc_mrr_at_5_max": 0.635525, "nauc_mrr_at_5_std": 0.174862, "nauc_mrr_at_5_diff1": 0.744246, "nauc_mrr_at_10_max": 0.635275, "nauc_mrr_at_10_std": 0.177916, "nauc_mrr_at_10_diff1": 0.740218, "nauc_mrr_at_20_max": 0.636481, "nauc_mrr_at_20_std": 0.182013, "nauc_mrr_at_20_diff1": 0.740583, "nauc_mrr_at_100_max": 0.636019, "nauc_mrr_at_100_std": 0.180445, "nauc_mrr_at_100_diff1": 0.741662, "nauc_mrr_at_1000_max": 0.636062, "nauc_mrr_at_1000_std": 0.180211, "nauc_mrr_at_1000_diff1": 0.741726, "main_score": 0.70957, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.694, "ndcg_at_3": 0.75443, "ndcg_at_5": 0.7676, "ndcg_at_10": 0.78005, "ndcg_at_20": 0.78699, "ndcg_at_100": 0.80233, "ndcg_at_1000": 0.80556, "map_at_1": 0.694, "map_at_3": 0.74, "map_at_5": 0.7473, "map_at_10": 0.75254, "map_at_20": 0.75437, "map_at_100": 0.75655, "map_at_1000": 0.75669, "recall_at_1": 0.694, "recall_at_3": 0.796, "recall_at_5": 0.828, "recall_at_10": 0.866, "recall_at_20": 0.894, "recall_at_100": 0.976, "recall_at_1000": 1.0, "precision_at_1": 0.694, "precision_at_3": 0.26533, "precision_at_5": 0.1656, "precision_at_10": 0.0866, "precision_at_20": 0.0447, "precision_at_100": 0.00976, "precision_at_1000": 0.001, "mrr_at_1": 0.694, "mrr_at_3": 0.74, "mrr_at_5": 0.7473, "mrr_at_10": 0.752543, "mrr_at_20": 0.754372, "mrr_at_100": 0.756546, "mrr_at_1000": 0.756694, "nauc_ndcg_at_1_max": 0.726119, "nauc_ndcg_at_1_std": 0.310763, "nauc_ndcg_at_1_diff1": 0.82683, "nauc_ndcg_at_3_max": 0.781688, "nauc_ndcg_at_3_std": 0.364196, "nauc_ndcg_at_3_diff1": 0.803326, "nauc_ndcg_at_5_max": 0.777253, "nauc_ndcg_at_5_std": 0.35849, "nauc_ndcg_at_5_diff1": 0.800161, "nauc_ndcg_at_10_max": 0.778448, "nauc_ndcg_at_10_std": 0.346512, "nauc_ndcg_at_10_diff1": 0.806324, "nauc_ndcg_at_20_max": 0.775362, "nauc_ndcg_at_20_std": 0.352056, "nauc_ndcg_at_20_diff1": 0.807495, "nauc_ndcg_at_100_max": 0.77022, "nauc_ndcg_at_100_std": 0.350186, "nauc_ndcg_at_100_diff1": 0.809703, "nauc_ndcg_at_1000_max": 0.768562, "nauc_ndcg_at_1000_std": 0.347735, "nauc_ndcg_at_1000_diff1": 0.808996, "nauc_map_at_1_max": 0.726119, "nauc_map_at_1_std": 0.310763, "nauc_map_at_1_diff1": 0.82683, "nauc_map_at_3_max": 0.76675, "nauc_map_at_3_std": 0.350478, "nauc_map_at_3_diff1": 0.809592, "nauc_map_at_5_max": 0.764073, "nauc_map_at_5_std": 0.34691, "nauc_map_at_5_diff1": 0.808132, "nauc_map_at_10_max": 0.764134, "nauc_map_at_10_std": 0.341923, "nauc_map_at_10_diff1": 0.810419, "nauc_map_at_20_max": 0.763459, "nauc_map_at_20_std": 0.343444, "nauc_map_at_20_diff1": 0.810775, "nauc_map_at_100_max": 0.762676, "nauc_map_at_100_std": 0.343008, "nauc_map_at_100_diff1": 0.810905, "nauc_map_at_1000_max": 0.762614, "nauc_map_at_1000_std": 0.342964, "nauc_map_at_1000_diff1": 0.810896, "nauc_recall_at_1_max": 0.726119, "nauc_recall_at_1_std": 0.310763, "nauc_recall_at_1_diff1": 0.82683, "nauc_recall_at_3_max": 0.833679, "nauc_recall_at_3_std": 0.411616, "nauc_recall_at_3_diff1": 0.781543, "nauc_recall_at_5_max": 0.828423, "nauc_recall_at_5_std": 0.40316, "nauc_recall_at_5_diff1": 0.768038, "nauc_recall_at_10_max": 0.848012, "nauc_recall_at_10_std": 0.360782, "nauc_recall_at_10_diff1": 0.790341, "nauc_recall_at_20_max": 0.83911, "nauc_recall_at_20_std": 0.400564, "nauc_recall_at_20_diff1": 0.794313, "nauc_recall_at_100_max": 0.860722, "nauc_recall_at_100_std": 0.502295, "nauc_recall_at_100_diff1": 0.853525, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.726119, "nauc_precision_at_1_std": 0.310763, "nauc_precision_at_1_diff1": 0.82683, "nauc_precision_at_3_max": 0.833679, "nauc_precision_at_3_std": 0.411616, "nauc_precision_at_3_diff1": 0.781543, "nauc_precision_at_5_max": 0.828423, "nauc_precision_at_5_std": 0.40316, "nauc_precision_at_5_diff1": 0.768038, "nauc_precision_at_10_max": 0.848012, "nauc_precision_at_10_std": 0.360782, "nauc_precision_at_10_diff1": 0.790341, "nauc_precision_at_20_max": 0.83911, "nauc_precision_at_20_std": 0.400564, "nauc_precision_at_20_diff1": 0.794313, "nauc_precision_at_100_max": 0.860722, "nauc_precision_at_100_std": 0.502295, "nauc_precision_at_100_diff1": 0.853525, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.726119, "nauc_mrr_at_1_std": 0.310763, "nauc_mrr_at_1_diff1": 0.82683, "nauc_mrr_at_3_max": 0.76675, "nauc_mrr_at_3_std": 0.350478, "nauc_mrr_at_3_diff1": 0.809592, "nauc_mrr_at_5_max": 0.764073, "nauc_mrr_at_5_std": 0.34691, "nauc_mrr_at_5_diff1": 0.808132, "nauc_mrr_at_10_max": 0.764134, "nauc_mrr_at_10_std": 0.341923, "nauc_mrr_at_10_diff1": 0.810419, "nauc_mrr_at_20_max": 0.763459, "nauc_mrr_at_20_std": 0.343444, "nauc_mrr_at_20_diff1": 0.810775, "nauc_mrr_at_100_max": 0.762676, "nauc_mrr_at_100_std": 0.343008, "nauc_mrr_at_100_diff1": 0.810905, "nauc_mrr_at_1000_max": 0.762614, "nauc_mrr_at_1000_std": 0.342964, "nauc_mrr_at_1000_diff1": 0.810896, "main_score": 0.78005, "hf_subset": "spa-spa", "languages": [ "spa-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.4385, "ndcg_at_3": 0.54819, "ndcg_at_5": 0.5834, "ndcg_at_10": 0.60984, "ndcg_at_20": 0.63425, "ndcg_at_100": 0.65161, "ndcg_at_1000": 0.6547, "map_at_1": 0.4385, "map_at_3": 0.52139, "map_at_5": 0.54091, "map_at_10": 0.55212, "map_at_20": 0.55883, "map_at_100": 0.56139, "map_at_1000": 0.56157, "recall_at_1": 0.4385, "recall_at_3": 0.62567, "recall_at_5": 0.71123, "recall_at_10": 0.79144, "recall_at_20": 0.8877, "recall_at_100": 0.97861, "recall_at_1000": 1.0, "precision_at_1": 0.4385, "precision_at_3": 0.20856, "precision_at_5": 0.14225, "precision_at_10": 0.07914, "precision_at_20": 0.04439, "precision_at_100": 0.00979, "precision_at_1000": 0.001, "mrr_at_1": 0.438503, "mrr_at_3": 0.52139, "mrr_at_5": 0.540909, "mrr_at_10": 0.552122, "mrr_at_20": 0.558834, "mrr_at_100": 0.56139, "mrr_at_1000": 0.561567, "nauc_ndcg_at_1_max": 0.69726, "nauc_ndcg_at_1_std": 0.293646, "nauc_ndcg_at_1_diff1": 0.715927, "nauc_ndcg_at_3_max": 0.684204, "nauc_ndcg_at_3_std": 0.355937, "nauc_ndcg_at_3_diff1": 0.650126, "nauc_ndcg_at_5_max": 0.675168, "nauc_ndcg_at_5_std": 0.333319, "nauc_ndcg_at_5_diff1": 0.633904, "nauc_ndcg_at_10_max": 0.666983, "nauc_ndcg_at_10_std": 0.359757, "nauc_ndcg_at_10_diff1": 0.61557, "nauc_ndcg_at_20_max": 0.667145, "nauc_ndcg_at_20_std": 0.343301, "nauc_ndcg_at_20_diff1": 0.631972, "nauc_ndcg_at_100_max": 0.676545, "nauc_ndcg_at_100_std": 0.345171, "nauc_ndcg_at_100_diff1": 0.64242, "nauc_ndcg_at_1000_max": 0.674895, "nauc_ndcg_at_1000_std": 0.340506, "nauc_ndcg_at_1000_diff1": 0.645051, "nauc_map_at_1_max": 0.69726, "nauc_map_at_1_std": 0.293646, "nauc_map_at_1_diff1": 0.715927, "nauc_map_at_3_max": 0.686842, "nauc_map_at_3_std": 0.338904, "nauc_map_at_3_diff1": 0.665665, "nauc_map_at_5_max": 0.682341, "nauc_map_at_5_std": 0.326098, "nauc_map_at_5_diff1": 0.657594, "nauc_map_at_10_max": 0.679172, "nauc_map_at_10_std": 0.336605, "nauc_map_at_10_diff1": 0.651093, "nauc_map_at_20_max": 0.679181, "nauc_map_at_20_std": 0.332954, "nauc_map_at_20_diff1": 0.655117, "nauc_map_at_100_max": 0.679906, "nauc_map_at_100_std": 0.333132, "nauc_map_at_100_diff1": 0.656434, "nauc_map_at_1000_max": 0.67983, "nauc_map_at_1000_std": 0.332914, "nauc_map_at_1000_diff1": 0.656549, "nauc_recall_at_1_max": 0.69726, "nauc_recall_at_1_std": 0.293646, "nauc_recall_at_1_diff1": 0.715927, "nauc_recall_at_3_max": 0.676072, "nauc_recall_at_3_std": 0.411054, "nauc_recall_at_3_diff1": 0.600908, "nauc_recall_at_5_max": 0.647012, "nauc_recall_at_5_std": 0.35697, "nauc_recall_at_5_diff1": 0.543887, "nauc_recall_at_10_max": 0.603433, "nauc_recall_at_10_std": 0.478457, "nauc_recall_at_10_diff1": 0.434661, "nauc_recall_at_20_max": 0.563386, "nauc_recall_at_20_std": 0.397661, "nauc_recall_at_20_diff1": 0.465761, "nauc_recall_at_100_max": 0.806765, "nauc_recall_at_100_std": 0.717063, "nauc_recall_at_100_diff1": 0.426632, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.69726, "nauc_precision_at_1_std": 0.293646, "nauc_precision_at_1_diff1": 0.715927, "nauc_precision_at_3_max": 0.676072, "nauc_precision_at_3_std": 0.411054, "nauc_precision_at_3_diff1": 0.600908, "nauc_precision_at_5_max": 0.647012, "nauc_precision_at_5_std": 0.35697, "nauc_precision_at_5_diff1": 0.543887, "nauc_precision_at_10_max": 0.603433, "nauc_precision_at_10_std": 0.478457, "nauc_precision_at_10_diff1": 0.434661, "nauc_precision_at_20_max": 0.563386, "nauc_precision_at_20_std": 0.397661, "nauc_precision_at_20_diff1": 0.465761, "nauc_precision_at_100_max": 0.806765, "nauc_precision_at_100_std": 0.717063, "nauc_precision_at_100_diff1": 0.426632, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.69726, "nauc_mrr_at_1_std": 0.293646, "nauc_mrr_at_1_diff1": 0.715927, "nauc_mrr_at_3_max": 0.686842, "nauc_mrr_at_3_std": 0.338904, "nauc_mrr_at_3_diff1": 0.665665, "nauc_mrr_at_5_max": 0.682341, "nauc_mrr_at_5_std": 0.326098, "nauc_mrr_at_5_diff1": 0.657594, "nauc_mrr_at_10_max": 0.679172, "nauc_mrr_at_10_std": 0.336605, "nauc_mrr_at_10_diff1": 0.651093, "nauc_mrr_at_20_max": 0.679181, "nauc_mrr_at_20_std": 0.332954, "nauc_mrr_at_20_diff1": 0.655117, "nauc_mrr_at_100_max": 0.679906, "nauc_mrr_at_100_std": 0.333132, "nauc_mrr_at_100_diff1": 0.656434, "nauc_mrr_at_1000_max": 0.67983, "nauc_mrr_at_1000_std": 0.332914, "nauc_mrr_at_1000_diff1": 0.656549, "main_score": 0.60984, "hf_subset": "spa-hin", "languages": [ "spa-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.44444, "ndcg_at_3": 0.52973, "ndcg_at_5": 0.56205, "ndcg_at_10": 0.58945, "ndcg_at_20": 0.61637, "ndcg_at_100": 0.64076, "ndcg_at_1000": 0.64304, "map_at_1": 0.44444, "map_at_3": 0.5097, "map_at_5": 0.52743, "map_at_10": 0.53874, "map_at_20": 0.54623, "map_at_100": 0.54993, "map_at_1000": 0.55006, "recall_at_1": 0.44444, "recall_at_3": 0.5873, "recall_at_5": 0.66667, "recall_at_10": 0.75132, "recall_at_20": 0.85714, "recall_at_100": 0.98413, "recall_at_1000": 1.0, "precision_at_1": 0.44444, "precision_at_3": 0.19577, "precision_at_5": 0.13333, "precision_at_10": 0.07513, "precision_at_20": 0.04286, "precision_at_100": 0.00984, "precision_at_1000": 0.001, "mrr_at_1": 0.444444, "mrr_at_3": 0.5097, "mrr_at_5": 0.527425, "mrr_at_10": 0.538744, "mrr_at_20": 0.546233, "mrr_at_100": 0.549931, "mrr_at_1000": 0.550059, "nauc_ndcg_at_1_max": 0.687487, "nauc_ndcg_at_1_std": 0.298654, "nauc_ndcg_at_1_diff1": 0.643961, "nauc_ndcg_at_3_max": 0.640765, "nauc_ndcg_at_3_std": 0.322651, "nauc_ndcg_at_3_diff1": 0.54922, "nauc_ndcg_at_5_max": 0.628891, "nauc_ndcg_at_5_std": 0.296776, "nauc_ndcg_at_5_diff1": 0.533535, "nauc_ndcg_at_10_max": 0.609875, "nauc_ndcg_at_10_std": 0.30902, "nauc_ndcg_at_10_diff1": 0.535319, "nauc_ndcg_at_20_max": 0.623514, "nauc_ndcg_at_20_std": 0.326341, "nauc_ndcg_at_20_diff1": 0.546028, "nauc_ndcg_at_100_max": 0.637734, "nauc_ndcg_at_100_std": 0.31945, "nauc_ndcg_at_100_diff1": 0.556461, "nauc_ndcg_at_1000_max": 0.637589, "nauc_ndcg_at_1000_std": 0.317026, "nauc_ndcg_at_1000_diff1": 0.5596, "nauc_map_at_1_max": 0.687487, "nauc_map_at_1_std": 0.298654, "nauc_map_at_1_diff1": 0.643961, "nauc_map_at_3_max": 0.651623, "nauc_map_at_3_std": 0.31827, "nauc_map_at_3_diff1": 0.572365, "nauc_map_at_5_max": 0.645542, "nauc_map_at_5_std": 0.305079, "nauc_map_at_5_diff1": 0.564168, "nauc_map_at_10_max": 0.638389, "nauc_map_at_10_std": 0.310628, "nauc_map_at_10_diff1": 0.564974, "nauc_map_at_20_max": 0.642191, "nauc_map_at_20_std": 0.314898, "nauc_map_at_20_diff1": 0.568183, "nauc_map_at_100_max": 0.644598, "nauc_map_at_100_std": 0.314095, "nauc_map_at_100_diff1": 0.570046, "nauc_map_at_1000_max": 0.64461, "nauc_map_at_1000_std": 0.313989, "nauc_map_at_1000_diff1": 0.570218, "nauc_recall_at_1_max": 0.687487, "nauc_recall_at_1_std": 0.298654, "nauc_recall_at_1_diff1": 0.643961, "nauc_recall_at_3_max": 0.607806, "nauc_recall_at_3_std": 0.335376, "nauc_recall_at_3_diff1": 0.478424, "nauc_recall_at_5_max": 0.570114, "nauc_recall_at_5_std": 0.261772, "nauc_recall_at_5_diff1": 0.426555, "nauc_recall_at_10_max": 0.477806, "nauc_recall_at_10_std": 0.298803, "nauc_recall_at_10_diff1": 0.411473, "nauc_recall_at_20_max": 0.505862, "nauc_recall_at_20_std": 0.430665, "nauc_recall_at_20_diff1": 0.419474, "nauc_recall_at_100_max": 0.663959, "nauc_recall_at_100_std": 0.593145, "nauc_recall_at_100_diff1": 0.221981, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.687487, "nauc_precision_at_1_std": 0.298654, "nauc_precision_at_1_diff1": 0.643961, "nauc_precision_at_3_max": 0.607806, "nauc_precision_at_3_std": 0.335376, "nauc_precision_at_3_diff1": 0.478424, "nauc_precision_at_5_max": 0.570114, "nauc_precision_at_5_std": 0.261772, "nauc_precision_at_5_diff1": 0.426555, "nauc_precision_at_10_max": 0.477806, "nauc_precision_at_10_std": 0.298803, "nauc_precision_at_10_diff1": 0.411473, "nauc_precision_at_20_max": 0.505862, "nauc_precision_at_20_std": 0.430665, "nauc_precision_at_20_diff1": 0.419474, "nauc_precision_at_100_max": 0.663959, "nauc_precision_at_100_std": 0.593145, "nauc_precision_at_100_diff1": 0.221981, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.687487, "nauc_mrr_at_1_std": 0.298654, "nauc_mrr_at_1_diff1": 0.643961, "nauc_mrr_at_3_max": 0.651623, "nauc_mrr_at_3_std": 0.31827, "nauc_mrr_at_3_diff1": 0.572365, "nauc_mrr_at_5_max": 0.645542, "nauc_mrr_at_5_std": 0.305079, "nauc_mrr_at_5_diff1": 0.564168, "nauc_mrr_at_10_max": 0.638389, "nauc_mrr_at_10_std": 0.310628, "nauc_mrr_at_10_diff1": 0.564974, "nauc_mrr_at_20_max": 0.642191, "nauc_mrr_at_20_std": 0.314898, "nauc_mrr_at_20_diff1": 0.568183, "nauc_mrr_at_100_max": 0.644598, "nauc_mrr_at_100_std": 0.314095, "nauc_mrr_at_100_diff1": 0.570046, "nauc_mrr_at_1000_max": 0.64461, "nauc_mrr_at_1000_std": 0.313989, "nauc_mrr_at_1000_diff1": 0.570218, "main_score": 0.58945, "hf_subset": "spa-vie", "languages": [ "spa-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.46584, "ndcg_at_3": 0.57756, "ndcg_at_5": 0.61043, "ndcg_at_10": 0.63523, "ndcg_at_20": 0.65676, "ndcg_at_100": 0.67188, "ndcg_at_1000": 0.67459, "map_at_1": 0.46584, "map_at_3": 0.54969, "map_at_5": 0.5677, "map_at_10": 0.57835, "map_at_20": 0.58403, "map_at_100": 0.58618, "map_at_1000": 0.58634, "recall_at_1": 0.46584, "recall_at_3": 0.65839, "recall_at_5": 0.73913, "recall_at_10": 0.81366, "recall_at_20": 0.90062, "recall_at_100": 0.98137, "recall_at_1000": 1.0, "precision_at_1": 0.46584, "precision_at_3": 0.21946, "precision_at_5": 0.14783, "precision_at_10": 0.08137, "precision_at_20": 0.04503, "precision_at_100": 0.00981, "precision_at_1000": 0.001, "mrr_at_1": 0.465839, "mrr_at_3": 0.549689, "mrr_at_5": 0.567702, "mrr_at_10": 0.578355, "mrr_at_20": 0.584033, "mrr_at_100": 0.586175, "mrr_at_1000": 0.586337, "nauc_ndcg_at_1_max": 0.590637, "nauc_ndcg_at_1_std": 0.355272, "nauc_ndcg_at_1_diff1": 0.699442, "nauc_ndcg_at_3_max": 0.638462, "nauc_ndcg_at_3_std": 0.391046, "nauc_ndcg_at_3_diff1": 0.638742, "nauc_ndcg_at_5_max": 0.621655, "nauc_ndcg_at_5_std": 0.384939, "nauc_ndcg_at_5_diff1": 0.614846, "nauc_ndcg_at_10_max": 0.620466, "nauc_ndcg_at_10_std": 0.421373, "nauc_ndcg_at_10_diff1": 0.615304, "nauc_ndcg_at_20_max": 0.626736, "nauc_ndcg_at_20_std": 0.414658, "nauc_ndcg_at_20_diff1": 0.613318, "nauc_ndcg_at_100_max": 0.621068, "nauc_ndcg_at_100_std": 0.403245, "nauc_ndcg_at_100_diff1": 0.634793, "nauc_ndcg_at_1000_max": 0.618431, "nauc_ndcg_at_1000_std": 0.397476, "nauc_ndcg_at_1000_diff1": 0.634392, "nauc_map_at_1_max": 0.590637, "nauc_map_at_1_std": 0.355272, "nauc_map_at_1_diff1": 0.699442, "nauc_map_at_3_max": 0.626112, "nauc_map_at_3_std": 0.378579, "nauc_map_at_3_diff1": 0.65392, "nauc_map_at_5_max": 0.616047, "nauc_map_at_5_std": 0.374949, "nauc_map_at_5_diff1": 0.641694, "nauc_map_at_10_max": 0.615115, "nauc_map_at_10_std": 0.389863, "nauc_map_at_10_diff1": 0.642727, "nauc_map_at_20_max": 0.616099, "nauc_map_at_20_std": 0.388023, "nauc_map_at_20_diff1": 0.64266, "nauc_map_at_100_max": 0.615249, "nauc_map_at_100_std": 0.386651, "nauc_map_at_100_diff1": 0.64519, "nauc_map_at_1000_max": 0.61512, "nauc_map_at_1000_std": 0.386367, "nauc_map_at_1000_diff1": 0.645167, "nauc_recall_at_1_max": 0.590637, "nauc_recall_at_1_std": 0.355272, "nauc_recall_at_1_diff1": 0.699442, "nauc_recall_at_3_max": 0.679305, "nauc_recall_at_3_std": 0.433841, "nauc_recall_at_3_diff1": 0.588783, "nauc_recall_at_5_max": 0.641647, "nauc_recall_at_5_std": 0.424574, "nauc_recall_at_5_diff1": 0.506244, "nauc_recall_at_10_max": 0.64551, "nauc_recall_at_10_std": 0.598923, "nauc_recall_at_10_diff1": 0.472477, "nauc_recall_at_20_max": 0.737351, "nauc_recall_at_20_std": 0.660033, "nauc_recall_at_20_diff1": 0.34453, "nauc_recall_at_100_max": 0.85164, "nauc_recall_at_100_std": 0.907513, "nauc_recall_at_100_diff1": 0.66506, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.590637, "nauc_precision_at_1_std": 0.355272, "nauc_precision_at_1_diff1": 0.699442, "nauc_precision_at_3_max": 0.679305, "nauc_precision_at_3_std": 0.433841, "nauc_precision_at_3_diff1": 0.588783, "nauc_precision_at_5_max": 0.641647, "nauc_precision_at_5_std": 0.424574, "nauc_precision_at_5_diff1": 0.506244, "nauc_precision_at_10_max": 0.64551, "nauc_precision_at_10_std": 0.598923, "nauc_precision_at_10_diff1": 0.472477, "nauc_precision_at_20_max": 0.737351, "nauc_precision_at_20_std": 0.660033, "nauc_precision_at_20_diff1": 0.34453, "nauc_precision_at_100_max": 0.85164, "nauc_precision_at_100_std": 0.907513, "nauc_precision_at_100_diff1": 0.66506, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.590637, "nauc_mrr_at_1_std": 0.355272, "nauc_mrr_at_1_diff1": 0.699442, "nauc_mrr_at_3_max": 0.626112, "nauc_mrr_at_3_std": 0.378579, "nauc_mrr_at_3_diff1": 0.65392, "nauc_mrr_at_5_max": 0.616047, "nauc_mrr_at_5_std": 0.374949, "nauc_mrr_at_5_diff1": 0.641694, "nauc_mrr_at_10_max": 0.615115, "nauc_mrr_at_10_std": 0.389863, "nauc_mrr_at_10_diff1": 0.642727, "nauc_mrr_at_20_max": 0.616099, "nauc_mrr_at_20_std": 0.388023, "nauc_mrr_at_20_diff1": 0.64266, "nauc_mrr_at_100_max": 0.615249, "nauc_mrr_at_100_std": 0.386651, "nauc_mrr_at_100_diff1": 0.64519, "nauc_mrr_at_1000_max": 0.61512, "nauc_mrr_at_1000_std": 0.386367, "nauc_mrr_at_1000_diff1": 0.645167, "main_score": 0.63523, "hf_subset": "spa-zho", "languages": [ "spa-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.30108, "ndcg_at_3": 0.37065, "ndcg_at_5": 0.39749, "ndcg_at_10": 0.42268, "ndcg_at_20": 0.45756, "ndcg_at_100": 0.50996, "ndcg_at_1000": 0.51155, "map_at_1": 0.30108, "map_at_3": 0.35215, "map_at_5": 0.3672, "map_at_10": 0.37709, "map_at_20": 0.38641, "map_at_100": 0.39386, "map_at_1000": 0.39396, "recall_at_1": 0.30108, "recall_at_3": 0.42473, "recall_at_5": 0.48925, "recall_at_10": 0.56989, "recall_at_20": 0.70968, "recall_at_100": 0.98925, "recall_at_1000": 1.0, "precision_at_1": 0.30108, "precision_at_3": 0.14158, "precision_at_5": 0.09785, "precision_at_10": 0.05699, "precision_at_20": 0.03548, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.301075, "mrr_at_3": 0.352151, "mrr_at_5": 0.367204, "mrr_at_10": 0.377089, "mrr_at_20": 0.386413, "mrr_at_100": 0.393863, "mrr_at_1000": 0.39396, "nauc_ndcg_at_1_max": 0.490405, "nauc_ndcg_at_1_std": 0.111629, "nauc_ndcg_at_1_diff1": 0.488589, "nauc_ndcg_at_3_max": 0.468254, "nauc_ndcg_at_3_std": 0.123779, "nauc_ndcg_at_3_diff1": 0.453362, "nauc_ndcg_at_5_max": 0.4485, "nauc_ndcg_at_5_std": 0.108132, "nauc_ndcg_at_5_diff1": 0.435562, "nauc_ndcg_at_10_max": 0.435163, "nauc_ndcg_at_10_std": 0.103837, "nauc_ndcg_at_10_diff1": 0.424507, "nauc_ndcg_at_20_max": 0.438107, "nauc_ndcg_at_20_std": 0.119167, "nauc_ndcg_at_20_diff1": 0.408546, "nauc_ndcg_at_100_max": 0.448896, "nauc_ndcg_at_100_std": 0.117291, "nauc_ndcg_at_100_diff1": 0.433287, "nauc_ndcg_at_1000_max": 0.454177, "nauc_ndcg_at_1000_std": 0.117924, "nauc_ndcg_at_1000_diff1": 0.435872, "nauc_map_at_1_max": 0.490405, "nauc_map_at_1_std": 0.111629, "nauc_map_at_1_diff1": 0.488589, "nauc_map_at_3_max": 0.474201, "nauc_map_at_3_std": 0.121717, "nauc_map_at_3_diff1": 0.460916, "nauc_map_at_5_max": 0.463777, "nauc_map_at_5_std": 0.113409, "nauc_map_at_5_diff1": 0.451109, "nauc_map_at_10_max": 0.458851, "nauc_map_at_10_std": 0.11087, "nauc_map_at_10_diff1": 0.447456, "nauc_map_at_20_max": 0.45952, "nauc_map_at_20_std": 0.115703, "nauc_map_at_20_diff1": 0.443209, "nauc_map_at_100_max": 0.461946, "nauc_map_at_100_std": 0.116286, "nauc_map_at_100_diff1": 0.446821, "nauc_map_at_1000_max": 0.462194, "nauc_map_at_1000_std": 0.116307, "nauc_map_at_1000_diff1": 0.446954, "nauc_recall_at_1_max": 0.490405, "nauc_recall_at_1_std": 0.111629, "nauc_recall_at_1_diff1": 0.488589, "nauc_recall_at_3_max": 0.451154, "nauc_recall_at_3_std": 0.12928, "nauc_recall_at_3_diff1": 0.432322, "nauc_recall_at_5_max": 0.400763, "nauc_recall_at_5_std": 0.089856, "nauc_recall_at_5_diff1": 0.388546, "nauc_recall_at_10_max": 0.351442, "nauc_recall_at_10_std": 0.079099, "nauc_recall_at_10_diff1": 0.34473, "nauc_recall_at_20_max": 0.346668, "nauc_recall_at_20_std": 0.141991, "nauc_recall_at_20_diff1": 0.244685, "nauc_recall_at_100_max": -0.504258, "nauc_recall_at_100_std": -0.004787, "nauc_recall_at_100_diff1": -0.024745, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.490405, "nauc_precision_at_1_std": 0.111629, "nauc_precision_at_1_diff1": 0.488589, "nauc_precision_at_3_max": 0.451154, "nauc_precision_at_3_std": 0.12928, "nauc_precision_at_3_diff1": 0.432322, "nauc_precision_at_5_max": 0.400763, "nauc_precision_at_5_std": 0.089856, "nauc_precision_at_5_diff1": 0.388546, "nauc_precision_at_10_max": 0.351442, "nauc_precision_at_10_std": 0.079099, "nauc_precision_at_10_diff1": 0.34473, "nauc_precision_at_20_max": 0.346668, "nauc_precision_at_20_std": 0.141991, "nauc_precision_at_20_diff1": 0.244685, "nauc_precision_at_100_max": -0.504258, "nauc_precision_at_100_std": -0.004787, "nauc_precision_at_100_diff1": -0.024745, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.490405, "nauc_mrr_at_1_std": 0.111629, "nauc_mrr_at_1_diff1": 0.488589, "nauc_mrr_at_3_max": 0.474201, "nauc_mrr_at_3_std": 0.121717, "nauc_mrr_at_3_diff1": 0.460916, "nauc_mrr_at_5_max": 0.463777, "nauc_mrr_at_5_std": 0.113409, "nauc_mrr_at_5_diff1": 0.451109, "nauc_mrr_at_10_max": 0.458851, "nauc_mrr_at_10_std": 0.11087, "nauc_mrr_at_10_diff1": 0.447456, "nauc_mrr_at_20_max": 0.45952, "nauc_mrr_at_20_std": 0.115703, "nauc_mrr_at_20_diff1": 0.443209, "nauc_mrr_at_100_max": 0.461946, "nauc_mrr_at_100_std": 0.116286, "nauc_mrr_at_100_diff1": 0.446821, "nauc_mrr_at_1000_max": 0.462194, "nauc_mrr_at_1000_std": 0.116307, "nauc_mrr_at_1000_diff1": 0.446954, "main_score": 0.42268, "hf_subset": "hin-ara", "languages": [ "hin-Deva", "ara-Arab" ] }, { "ndcg_at_1": 0.46012, "ndcg_at_3": 0.54353, "ndcg_at_5": 0.57125, "ndcg_at_10": 0.60295, "ndcg_at_20": 0.6251, "ndcg_at_100": 0.65303, "ndcg_at_1000": 0.65303, "map_at_1": 0.46012, "map_at_3": 0.52352, "map_at_5": 0.53885, "map_at_10": 0.55193, "map_at_20": 0.55824, "map_at_100": 0.56236, "map_at_1000": 0.56236, "recall_at_1": 0.46012, "recall_at_3": 0.60123, "recall_at_5": 0.66871, "recall_at_10": 0.76687, "recall_at_20": 0.85276, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.46012, "precision_at_3": 0.20041, "precision_at_5": 0.13374, "precision_at_10": 0.07669, "precision_at_20": 0.04264, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.460123, "mrr_at_3": 0.523517, "mrr_at_5": 0.538855, "mrr_at_10": 0.551931, "mrr_at_20": 0.55824, "mrr_at_100": 0.562359, "mrr_at_1000": 0.562359, "nauc_ndcg_at_1_max": 0.617728, "nauc_ndcg_at_1_std": 0.369392, "nauc_ndcg_at_1_diff1": 0.645154, "nauc_ndcg_at_3_max": 0.632398, "nauc_ndcg_at_3_std": 0.390093, "nauc_ndcg_at_3_diff1": 0.588816, "nauc_ndcg_at_5_max": 0.636332, "nauc_ndcg_at_5_std": 0.397577, "nauc_ndcg_at_5_diff1": 0.597256, "nauc_ndcg_at_10_max": 0.615753, "nauc_ndcg_at_10_std": 0.366416, "nauc_ndcg_at_10_diff1": 0.600634, "nauc_ndcg_at_20_max": 0.613169, "nauc_ndcg_at_20_std": 0.396364, "nauc_ndcg_at_20_diff1": 0.60385, "nauc_ndcg_at_100_max": 0.624926, "nauc_ndcg_at_100_std": 0.384448, "nauc_ndcg_at_100_diff1": 0.605676, "nauc_ndcg_at_1000_max": 0.624926, "nauc_ndcg_at_1000_std": 0.384448, "nauc_ndcg_at_1000_diff1": 0.605676, "nauc_map_at_1_max": 0.617728, "nauc_map_at_1_std": 0.369392, "nauc_map_at_1_diff1": 0.645154, "nauc_map_at_3_max": 0.631317, "nauc_map_at_3_std": 0.384359, "nauc_map_at_3_diff1": 0.601968, "nauc_map_at_5_max": 0.633615, "nauc_map_at_5_std": 0.388057, "nauc_map_at_5_diff1": 0.606381, "nauc_map_at_10_max": 0.625646, "nauc_map_at_10_std": 0.376032, "nauc_map_at_10_diff1": 0.607209, "nauc_map_at_20_max": 0.625157, "nauc_map_at_20_std": 0.383424, "nauc_map_at_20_diff1": 0.60816, "nauc_map_at_100_max": 0.626961, "nauc_map_at_100_std": 0.381871, "nauc_map_at_100_diff1": 0.608577, "nauc_map_at_1000_max": 0.626961, "nauc_map_at_1000_std": 0.381871, "nauc_map_at_1000_diff1": 0.608577, "nauc_recall_at_1_max": 0.617728, "nauc_recall_at_1_std": 0.369392, "nauc_recall_at_1_diff1": 0.645154, "nauc_recall_at_3_max": 0.634573, "nauc_recall_at_3_std": 0.408085, "nauc_recall_at_3_diff1": 0.548543, "nauc_recall_at_5_max": 0.644661, "nauc_recall_at_5_std": 0.43199, "nauc_recall_at_5_diff1": 0.56862, "nauc_recall_at_10_max": 0.558551, "nauc_recall_at_10_std": 0.306883, "nauc_recall_at_10_diff1": 0.579604, "nauc_recall_at_20_max": 0.510407, "nauc_recall_at_20_std": 0.509947, "nauc_recall_at_20_diff1": 0.593064, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.617728, "nauc_precision_at_1_std": 0.369392, "nauc_precision_at_1_diff1": 0.645154, "nauc_precision_at_3_max": 0.634573, "nauc_precision_at_3_std": 0.408085, "nauc_precision_at_3_diff1": 0.548543, "nauc_precision_at_5_max": 0.644661, "nauc_precision_at_5_std": 0.43199, "nauc_precision_at_5_diff1": 0.56862, "nauc_precision_at_10_max": 0.558551, "nauc_precision_at_10_std": 0.306883, "nauc_precision_at_10_diff1": 0.579604, "nauc_precision_at_20_max": 0.510407, "nauc_precision_at_20_std": 0.509947, "nauc_precision_at_20_diff1": 0.593064, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.617728, "nauc_mrr_at_1_std": 0.369392, "nauc_mrr_at_1_diff1": 0.645154, "nauc_mrr_at_3_max": 0.631317, "nauc_mrr_at_3_std": 0.384359, "nauc_mrr_at_3_diff1": 0.601968, "nauc_mrr_at_5_max": 0.633615, "nauc_mrr_at_5_std": 0.388057, "nauc_mrr_at_5_diff1": 0.606381, "nauc_mrr_at_10_max": 0.625646, "nauc_mrr_at_10_std": 0.376032, "nauc_mrr_at_10_diff1": 0.607209, "nauc_mrr_at_20_max": 0.625157, "nauc_mrr_at_20_std": 0.383424, "nauc_mrr_at_20_diff1": 0.60816, "nauc_mrr_at_100_max": 0.626961, "nauc_mrr_at_100_std": 0.381871, "nauc_mrr_at_100_diff1": 0.608577, "nauc_mrr_at_1000_max": 0.626961, "nauc_mrr_at_1000_std": 0.381871, "nauc_mrr_at_1000_diff1": 0.608577, "main_score": 0.60295, "hf_subset": "hin-deu", "languages": [ "hin-Deva", "deu-Latn" ] }, { "ndcg_at_1": 0.35108, "ndcg_at_3": 0.44139, "ndcg_at_5": 0.46838, "ndcg_at_10": 0.50042, "ndcg_at_20": 0.52085, "ndcg_at_100": 0.55646, "ndcg_at_1000": 0.56418, "map_at_1": 0.35108, "map_at_3": 0.4188, "map_at_5": 0.43389, "map_at_10": 0.44719, "map_at_20": 0.45281, "map_at_100": 0.45775, "map_at_1000": 0.4581, "recall_at_1": 0.35108, "recall_at_3": 0.5069, "recall_at_5": 0.57199, "recall_at_10": 0.67061, "recall_at_20": 0.75148, "recall_at_100": 0.9428, "recall_at_1000": 1.0, "precision_at_1": 0.35108, "precision_at_3": 0.16897, "precision_at_5": 0.1144, "precision_at_10": 0.06706, "precision_at_20": 0.03757, "precision_at_100": 0.00943, "precision_at_1000": 0.001, "mrr_at_1": 0.351085, "mrr_at_3": 0.418803, "mrr_at_5": 0.433892, "mrr_at_10": 0.447195, "mrr_at_20": 0.452806, "mrr_at_100": 0.457751, "mrr_at_1000": 0.458098, "nauc_ndcg_at_1_max": 0.476293, "nauc_ndcg_at_1_std": 0.007682, "nauc_ndcg_at_1_diff1": 0.620609, "nauc_ndcg_at_3_max": 0.459312, "nauc_ndcg_at_3_std": 0.02662, "nauc_ndcg_at_3_diff1": 0.535387, "nauc_ndcg_at_5_max": 0.445017, "nauc_ndcg_at_5_std": 0.035836, "nauc_ndcg_at_5_diff1": 0.518163, "nauc_ndcg_at_10_max": 0.43731, "nauc_ndcg_at_10_std": 0.047484, "nauc_ndcg_at_10_diff1": 0.512411, "nauc_ndcg_at_20_max": 0.439936, "nauc_ndcg_at_20_std": 0.041181, "nauc_ndcg_at_20_diff1": 0.517991, "nauc_ndcg_at_100_max": 0.445047, "nauc_ndcg_at_100_std": 0.041578, "nauc_ndcg_at_100_diff1": 0.535453, "nauc_ndcg_at_1000_max": 0.449398, "nauc_ndcg_at_1000_std": 0.036243, "nauc_ndcg_at_1000_diff1": 0.537425, "nauc_map_at_1_max": 0.476293, "nauc_map_at_1_std": 0.007682, "nauc_map_at_1_diff1": 0.620609, "nauc_map_at_3_max": 0.465759, "nauc_map_at_3_std": 0.021765, "nauc_map_at_3_diff1": 0.556755, "nauc_map_at_5_max": 0.457887, "nauc_map_at_5_std": 0.026839, "nauc_map_at_5_diff1": 0.547569, "nauc_map_at_10_max": 0.455083, "nauc_map_at_10_std": 0.031853, "nauc_map_at_10_diff1": 0.545838, "nauc_map_at_20_max": 0.455911, "nauc_map_at_20_std": 0.029971, "nauc_map_at_20_diff1": 0.547854, "nauc_map_at_100_max": 0.456526, "nauc_map_at_100_std": 0.029925, "nauc_map_at_100_diff1": 0.550189, "nauc_map_at_1000_max": 0.456732, "nauc_map_at_1000_std": 0.029736, "nauc_map_at_1000_diff1": 0.550312, "nauc_recall_at_1_max": 0.476293, "nauc_recall_at_1_std": 0.007682, "nauc_recall_at_1_diff1": 0.620609, "nauc_recall_at_3_max": 0.439475, "nauc_recall_at_3_std": 0.040932, "nauc_recall_at_3_diff1": 0.472577, "nauc_recall_at_5_max": 0.402228, "nauc_recall_at_5_std": 0.065013, "nauc_recall_at_5_diff1": 0.424516, "nauc_recall_at_10_max": 0.366466, "nauc_recall_at_10_std": 0.10919, "nauc_recall_at_10_diff1": 0.386824, "nauc_recall_at_20_max": 0.364802, "nauc_recall_at_20_std": 0.090205, "nauc_recall_at_20_diff1": 0.385151, "nauc_recall_at_100_max": 0.299213, "nauc_recall_at_100_std": 0.237489, "nauc_recall_at_100_diff1": 0.474838, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.476293, "nauc_precision_at_1_std": 0.007682, "nauc_precision_at_1_diff1": 0.620609, "nauc_precision_at_3_max": 0.439475, "nauc_precision_at_3_std": 0.040932, "nauc_precision_at_3_diff1": 0.472577, "nauc_precision_at_5_max": 0.402228, "nauc_precision_at_5_std": 0.065013, "nauc_precision_at_5_diff1": 0.424516, "nauc_precision_at_10_max": 0.366466, "nauc_precision_at_10_std": 0.10919, "nauc_precision_at_10_diff1": 0.386824, "nauc_precision_at_20_max": 0.364802, "nauc_precision_at_20_std": 0.090205, "nauc_precision_at_20_diff1": 0.385151, "nauc_precision_at_100_max": 0.299213, "nauc_precision_at_100_std": 0.237489, "nauc_precision_at_100_diff1": 0.474838, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.476293, "nauc_mrr_at_1_std": 0.007682, "nauc_mrr_at_1_diff1": 0.620609, "nauc_mrr_at_3_max": 0.465759, "nauc_mrr_at_3_std": 0.021765, "nauc_mrr_at_3_diff1": 0.556755, "nauc_mrr_at_5_max": 0.457887, "nauc_mrr_at_5_std": 0.026839, "nauc_mrr_at_5_diff1": 0.547569, "nauc_mrr_at_10_max": 0.455083, "nauc_mrr_at_10_std": 0.031853, "nauc_mrr_at_10_diff1": 0.545838, "nauc_mrr_at_20_max": 0.455911, "nauc_mrr_at_20_std": 0.029971, "nauc_mrr_at_20_diff1": 0.547854, "nauc_mrr_at_100_max": 0.456526, "nauc_mrr_at_100_std": 0.029925, "nauc_mrr_at_100_diff1": 0.550189, "nauc_mrr_at_1000_max": 0.456732, "nauc_mrr_at_1000_std": 0.029736, "nauc_mrr_at_1000_diff1": 0.550312, "main_score": 0.50042, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "ndcg_at_1": 0.38503, "ndcg_at_3": 0.51018, "ndcg_at_5": 0.53434, "ndcg_at_10": 0.56559, "ndcg_at_20": 0.58855, "ndcg_at_100": 0.61743, "ndcg_at_1000": 0.61817, "map_at_1": 0.38503, "map_at_3": 0.4795, "map_at_5": 0.49287, "map_at_10": 0.50585, "map_at_20": 0.51213, "map_at_100": 0.51651, "map_at_1000": 0.51655, "recall_at_1": 0.38503, "recall_at_3": 0.59893, "recall_at_5": 0.65775, "recall_at_10": 0.75401, "recall_at_20": 0.84492, "recall_at_100": 0.99465, "recall_at_1000": 1.0, "precision_at_1": 0.38503, "precision_at_3": 0.19964, "precision_at_5": 0.13155, "precision_at_10": 0.0754, "precision_at_20": 0.04225, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.385027, "mrr_at_3": 0.479501, "mrr_at_5": 0.49287, "mrr_at_10": 0.505846, "mrr_at_20": 0.512128, "mrr_at_100": 0.51651, "mrr_at_1000": 0.516547, "nauc_ndcg_at_1_max": 0.563131, "nauc_ndcg_at_1_std": 0.151933, "nauc_ndcg_at_1_diff1": 0.547414, "nauc_ndcg_at_3_max": 0.550159, "nauc_ndcg_at_3_std": 0.211623, "nauc_ndcg_at_3_diff1": 0.520494, "nauc_ndcg_at_5_max": 0.536702, "nauc_ndcg_at_5_std": 0.201642, "nauc_ndcg_at_5_diff1": 0.513132, "nauc_ndcg_at_10_max": 0.525189, "nauc_ndcg_at_10_std": 0.204144, "nauc_ndcg_at_10_diff1": 0.509223, "nauc_ndcg_at_20_max": 0.519734, "nauc_ndcg_at_20_std": 0.215616, "nauc_ndcg_at_20_diff1": 0.509897, "nauc_ndcg_at_100_max": 0.540356, "nauc_ndcg_at_100_std": 0.202509, "nauc_ndcg_at_100_diff1": 0.523275, "nauc_ndcg_at_1000_max": 0.539403, "nauc_ndcg_at_1000_std": 0.200577, "nauc_ndcg_at_1000_diff1": 0.521893, "nauc_map_at_1_max": 0.563131, "nauc_map_at_1_std": 0.151933, "nauc_map_at_1_diff1": 0.547414, "nauc_map_at_3_max": 0.55484, "nauc_map_at_3_std": 0.195029, "nauc_map_at_3_diff1": 0.528256, "nauc_map_at_5_max": 0.547931, "nauc_map_at_5_std": 0.189336, "nauc_map_at_5_diff1": 0.523775, "nauc_map_at_10_max": 0.543082, "nauc_map_at_10_std": 0.189412, "nauc_map_at_10_diff1": 0.522571, "nauc_map_at_20_max": 0.54185, "nauc_map_at_20_std": 0.191882, "nauc_map_at_20_diff1": 0.522945, "nauc_map_at_100_max": 0.545133, "nauc_map_at_100_std": 0.191076, "nauc_map_at_100_diff1": 0.525378, "nauc_map_at_1000_max": 0.545096, "nauc_map_at_1000_std": 0.190999, "nauc_map_at_1000_diff1": 0.525324, "nauc_recall_at_1_max": 0.563131, "nauc_recall_at_1_std": 0.151933, "nauc_recall_at_1_diff1": 0.547414, "nauc_recall_at_3_max": 0.534866, "nauc_recall_at_3_std": 0.264275, "nauc_recall_at_3_diff1": 0.495751, "nauc_recall_at_5_max": 0.495038, "nauc_recall_at_5_std": 0.242736, "nauc_recall_at_5_diff1": 0.476082, "nauc_recall_at_10_max": 0.440232, "nauc_recall_at_10_std": 0.269091, "nauc_recall_at_10_diff1": 0.448602, "nauc_recall_at_20_max": 0.360955, "nauc_recall_at_20_std": 0.388574, "nauc_recall_at_20_diff1": 0.424402, "nauc_recall_at_100_max": 0.869048, "nauc_recall_at_100_std": 0.869048, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.563131, "nauc_precision_at_1_std": 0.151933, "nauc_precision_at_1_diff1": 0.547414, "nauc_precision_at_3_max": 0.534866, "nauc_precision_at_3_std": 0.264275, "nauc_precision_at_3_diff1": 0.495751, "nauc_precision_at_5_max": 0.495038, "nauc_precision_at_5_std": 0.242736, "nauc_precision_at_5_diff1": 0.476082, "nauc_precision_at_10_max": 0.440232, "nauc_precision_at_10_std": 0.269091, "nauc_precision_at_10_diff1": 0.448602, "nauc_precision_at_20_max": 0.360955, "nauc_precision_at_20_std": 0.388574, "nauc_precision_at_20_diff1": 0.424402, "nauc_precision_at_100_max": 0.869048, "nauc_precision_at_100_std": 0.869048, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.563131, "nauc_mrr_at_1_std": 0.151933, "nauc_mrr_at_1_diff1": 0.547414, "nauc_mrr_at_3_max": 0.55484, "nauc_mrr_at_3_std": 0.195029, "nauc_mrr_at_3_diff1": 0.528256, "nauc_mrr_at_5_max": 0.547931, "nauc_mrr_at_5_std": 0.189336, "nauc_mrr_at_5_diff1": 0.523775, "nauc_mrr_at_10_max": 0.543082, "nauc_mrr_at_10_std": 0.189412, "nauc_mrr_at_10_diff1": 0.522571, "nauc_mrr_at_20_max": 0.54185, "nauc_mrr_at_20_std": 0.191882, "nauc_mrr_at_20_diff1": 0.522945, "nauc_mrr_at_100_max": 0.545133, "nauc_mrr_at_100_std": 0.191076, "nauc_mrr_at_100_diff1": 0.525378, "nauc_mrr_at_1000_max": 0.545096, "nauc_mrr_at_1000_std": 0.190999, "nauc_mrr_at_1000_diff1": 0.525324, "main_score": 0.56559, "hf_subset": "hin-spa", "languages": [ "hin-Deva", "spa-Latn" ] }, { "ndcg_at_1": 0.44181, "ndcg_at_3": 0.52393, "ndcg_at_5": 0.54667, "ndcg_at_10": 0.5744, "ndcg_at_20": 0.59028, "ndcg_at_100": 0.6137, "ndcg_at_1000": 0.62465, "map_at_1": 0.44181, "map_at_3": 0.50329, "map_at_5": 0.51591, "map_at_10": 0.52753, "map_at_20": 0.53185, "map_at_100": 0.53482, "map_at_1000": 0.53527, "recall_at_1": 0.44181, "recall_at_3": 0.58383, "recall_at_5": 0.63905, "recall_at_10": 0.72387, "recall_at_20": 0.78698, "recall_at_100": 0.91716, "recall_at_1000": 1.0, "precision_at_1": 0.44181, "precision_at_3": 0.19461, "precision_at_5": 0.12781, "precision_at_10": 0.07239, "precision_at_20": 0.03935, "precision_at_100": 0.00917, "precision_at_1000": 0.001, "mrr_at_1": 0.441815, "mrr_at_3": 0.503287, "mrr_at_5": 0.515911, "mrr_at_10": 0.527533, "mrr_at_20": 0.531849, "mrr_at_100": 0.534817, "mrr_at_1000": 0.535273, "nauc_ndcg_at_1_max": 0.617786, "nauc_ndcg_at_1_std": 0.040727, "nauc_ndcg_at_1_diff1": 0.728643, "nauc_ndcg_at_3_max": 0.638723, "nauc_ndcg_at_3_std": 0.085053, "nauc_ndcg_at_3_diff1": 0.67776, "nauc_ndcg_at_5_max": 0.632477, "nauc_ndcg_at_5_std": 0.074472, "nauc_ndcg_at_5_diff1": 0.671275, "nauc_ndcg_at_10_max": 0.619451, "nauc_ndcg_at_10_std": 0.078299, "nauc_ndcg_at_10_diff1": 0.659746, "nauc_ndcg_at_20_max": 0.616535, "nauc_ndcg_at_20_std": 0.075463, "nauc_ndcg_at_20_diff1": 0.663449, "nauc_ndcg_at_100_max": 0.619029, "nauc_ndcg_at_100_std": 0.084419, "nauc_ndcg_at_100_diff1": 0.666194, "nauc_ndcg_at_1000_max": 0.623382, "nauc_ndcg_at_1000_std": 0.075289, "nauc_ndcg_at_1000_diff1": 0.673797, "nauc_map_at_1_max": 0.617786, "nauc_map_at_1_std": 0.040727, "nauc_map_at_1_diff1": 0.728643, "nauc_map_at_3_max": 0.635139, "nauc_map_at_3_std": 0.07222, "nauc_map_at_3_diff1": 0.69039, "nauc_map_at_5_max": 0.631817, "nauc_map_at_5_std": 0.066763, "nauc_map_at_5_diff1": 0.68707, "nauc_map_at_10_max": 0.626863, "nauc_map_at_10_std": 0.068511, "nauc_map_at_10_diff1": 0.683087, "nauc_map_at_20_max": 0.626271, "nauc_map_at_20_std": 0.067758, "nauc_map_at_20_diff1": 0.684154, "nauc_map_at_100_max": 0.626518, "nauc_map_at_100_std": 0.068795, "nauc_map_at_100_diff1": 0.684536, "nauc_map_at_1000_max": 0.626708, "nauc_map_at_1000_std": 0.068466, "nauc_map_at_1000_diff1": 0.684781, "nauc_recall_at_1_max": 0.617786, "nauc_recall_at_1_std": 0.040727, "nauc_recall_at_1_diff1": 0.728643, "nauc_recall_at_3_max": 0.649033, "nauc_recall_at_3_std": 0.125377, "nauc_recall_at_3_diff1": 0.638884, "nauc_recall_at_5_max": 0.632668, "nauc_recall_at_5_std": 0.098392, "nauc_recall_at_5_diff1": 0.618059, "nauc_recall_at_10_max": 0.580499, "nauc_recall_at_10_std": 0.115508, "nauc_recall_at_10_diff1": 0.560261, "nauc_recall_at_20_max": 0.553158, "nauc_recall_at_20_std": 0.106393, "nauc_recall_at_20_diff1": 0.560338, "nauc_recall_at_100_max": 0.517965, "nauc_recall_at_100_std": 0.308265, "nauc_recall_at_100_diff1": 0.47377, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.617786, "nauc_precision_at_1_std": 0.040727, "nauc_precision_at_1_diff1": 0.728643, "nauc_precision_at_3_max": 0.649033, "nauc_precision_at_3_std": 0.125377, "nauc_precision_at_3_diff1": 0.638884, "nauc_precision_at_5_max": 0.632668, "nauc_precision_at_5_std": 0.098392, "nauc_precision_at_5_diff1": 0.618059, "nauc_precision_at_10_max": 0.580499, "nauc_precision_at_10_std": 0.115508, "nauc_precision_at_10_diff1": 0.560261, "nauc_precision_at_20_max": 0.553158, "nauc_precision_at_20_std": 0.106393, "nauc_precision_at_20_diff1": 0.560338, "nauc_precision_at_100_max": 0.517965, "nauc_precision_at_100_std": 0.308265, "nauc_precision_at_100_diff1": 0.47377, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.617786, "nauc_mrr_at_1_std": 0.040727, "nauc_mrr_at_1_diff1": 0.728643, "nauc_mrr_at_3_max": 0.635139, "nauc_mrr_at_3_std": 0.07222, "nauc_mrr_at_3_diff1": 0.69039, "nauc_mrr_at_5_max": 0.631817, "nauc_mrr_at_5_std": 0.066763, "nauc_mrr_at_5_diff1": 0.68707, "nauc_mrr_at_10_max": 0.626863, "nauc_mrr_at_10_std": 0.068511, "nauc_mrr_at_10_diff1": 0.683087, "nauc_mrr_at_20_max": 0.626271, "nauc_mrr_at_20_std": 0.067758, "nauc_mrr_at_20_diff1": 0.684154, "nauc_mrr_at_100_max": 0.626518, "nauc_mrr_at_100_std": 0.068795, "nauc_mrr_at_100_diff1": 0.684536, "nauc_mrr_at_1000_max": 0.626708, "nauc_mrr_at_1000_std": 0.068466, "nauc_mrr_at_1000_diff1": 0.684781, "main_score": 0.5744, "hf_subset": "hin-hin", "languages": [ "hin-Deva", "hin-Deva" ] }, { "ndcg_at_1": 0.19774, "ndcg_at_3": 0.2802, "ndcg_at_5": 0.29624, "ndcg_at_10": 0.34128, "ndcg_at_20": 0.39377, "ndcg_at_100": 0.44423, "ndcg_at_1000": 0.44582, "map_at_1": 0.19774, "map_at_3": 0.25989, "map_at_5": 0.26864, "map_at_10": 0.28686, "map_at_20": 0.3011, "map_at_100": 0.30899, "map_at_1000": 0.30908, "recall_at_1": 0.19774, "recall_at_3": 0.33898, "recall_at_5": 0.37853, "recall_at_10": 0.51977, "recall_at_20": 0.72881, "recall_at_100": 0.9887, "recall_at_1000": 1.0, "precision_at_1": 0.19774, "precision_at_3": 0.11299, "precision_at_5": 0.07571, "precision_at_10": 0.05198, "precision_at_20": 0.03644, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.19774, "mrr_at_3": 0.259887, "mrr_at_5": 0.268644, "mrr_at_10": 0.28686, "mrr_at_20": 0.301098, "mrr_at_100": 0.308994, "mrr_at_1000": 0.309076, "nauc_ndcg_at_1_max": 0.371918, "nauc_ndcg_at_1_std": 0.205463, "nauc_ndcg_at_1_diff1": 0.43038, "nauc_ndcg_at_3_max": 0.360207, "nauc_ndcg_at_3_std": 0.214098, "nauc_ndcg_at_3_diff1": 0.365333, "nauc_ndcg_at_5_max": 0.357128, "nauc_ndcg_at_5_std": 0.242357, "nauc_ndcg_at_5_diff1": 0.346163, "nauc_ndcg_at_10_max": 0.329897, "nauc_ndcg_at_10_std": 0.217177, "nauc_ndcg_at_10_diff1": 0.328416, "nauc_ndcg_at_20_max": 0.336149, "nauc_ndcg_at_20_std": 0.201334, "nauc_ndcg_at_20_diff1": 0.336923, "nauc_ndcg_at_100_max": 0.337062, "nauc_ndcg_at_100_std": 0.203286, "nauc_ndcg_at_100_diff1": 0.344702, "nauc_ndcg_at_1000_max": 0.340577, "nauc_ndcg_at_1000_std": 0.2059, "nauc_ndcg_at_1000_diff1": 0.35411, "nauc_map_at_1_max": 0.371918, "nauc_map_at_1_std": 0.205463, "nauc_map_at_1_diff1": 0.43038, "nauc_map_at_3_max": 0.361005, "nauc_map_at_3_std": 0.207985, "nauc_map_at_3_diff1": 0.380847, "nauc_map_at_5_max": 0.358503, "nauc_map_at_5_std": 0.223971, "nauc_map_at_5_diff1": 0.369925, "nauc_map_at_10_max": 0.347661, "nauc_map_at_10_std": 0.212489, "nauc_map_at_10_diff1": 0.362017, "nauc_map_at_20_max": 0.348205, "nauc_map_at_20_std": 0.207282, "nauc_map_at_20_diff1": 0.364516, "nauc_map_at_100_max": 0.34787, "nauc_map_at_100_std": 0.207091, "nauc_map_at_100_diff1": 0.36676, "nauc_map_at_1000_max": 0.34803, "nauc_map_at_1000_std": 0.2072, "nauc_map_at_1000_diff1": 0.367173, "nauc_recall_at_1_max": 0.371918, "nauc_recall_at_1_std": 0.205463, "nauc_recall_at_1_diff1": 0.43038, "nauc_recall_at_3_max": 0.358783, "nauc_recall_at_3_std": 0.231603, "nauc_recall_at_3_diff1": 0.324422, "nauc_recall_at_5_max": 0.354659, "nauc_recall_at_5_std": 0.295085, "nauc_recall_at_5_diff1": 0.281991, "nauc_recall_at_10_max": 0.271985, "nauc_recall_at_10_std": 0.227402, "nauc_recall_at_10_diff1": 0.23015, "nauc_recall_at_20_max": 0.291895, "nauc_recall_at_20_std": 0.162729, "nauc_recall_at_20_diff1": 0.23365, "nauc_recall_at_100_max": -0.219055, "nauc_recall_at_100_std": -0.219055, "nauc_recall_at_100_diff1": -1.157106, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.371918, "nauc_precision_at_1_std": 0.205463, "nauc_precision_at_1_diff1": 0.43038, "nauc_precision_at_3_max": 0.358783, "nauc_precision_at_3_std": 0.231603, "nauc_precision_at_3_diff1": 0.324422, "nauc_precision_at_5_max": 0.354659, "nauc_precision_at_5_std": 0.295085, "nauc_precision_at_5_diff1": 0.281991, "nauc_precision_at_10_max": 0.271985, "nauc_precision_at_10_std": 0.227402, "nauc_precision_at_10_diff1": 0.23015, "nauc_precision_at_20_max": 0.291895, "nauc_precision_at_20_std": 0.162729, "nauc_precision_at_20_diff1": 0.23365, "nauc_precision_at_100_max": -0.219055, "nauc_precision_at_100_std": -0.219055, "nauc_precision_at_100_diff1": -1.157106, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.371918, "nauc_mrr_at_1_std": 0.205463, "nauc_mrr_at_1_diff1": 0.43038, "nauc_mrr_at_3_max": 0.361005, "nauc_mrr_at_3_std": 0.207985, "nauc_mrr_at_3_diff1": 0.380847, "nauc_mrr_at_5_max": 0.358503, "nauc_mrr_at_5_std": 0.223971, "nauc_mrr_at_5_diff1": 0.369925, "nauc_mrr_at_10_max": 0.347661, "nauc_mrr_at_10_std": 0.212489, "nauc_mrr_at_10_diff1": 0.362017, "nauc_mrr_at_20_max": 0.348205, "nauc_mrr_at_20_std": 0.207282, "nauc_mrr_at_20_diff1": 0.364516, "nauc_mrr_at_100_max": 0.34787, "nauc_mrr_at_100_std": 0.207091, "nauc_mrr_at_100_diff1": 0.36676, "nauc_mrr_at_1000_max": 0.34803, "nauc_mrr_at_1000_std": 0.2072, "nauc_mrr_at_1000_diff1": 0.367173, "main_score": 0.34128, "hf_subset": "hin-vie", "languages": [ "hin-Deva", "vie-Latn" ] }, { "ndcg_at_1": 0.30159, "ndcg_at_3": 0.3955, "ndcg_at_5": 0.40848, "ndcg_at_10": 0.44465, "ndcg_at_20": 0.47684, "ndcg_at_100": 0.52471, "ndcg_at_1000": 0.52777, "map_at_1": 0.30159, "map_at_3": 0.37302, "map_at_5": 0.38016, "map_at_10": 0.39526, "map_at_20": 0.40414, "map_at_100": 0.41143, "map_at_1000": 0.41161, "recall_at_1": 0.30159, "recall_at_3": 0.46032, "recall_at_5": 0.49206, "recall_at_10": 0.60317, "recall_at_20": 0.73016, "recall_at_100": 0.97884, "recall_at_1000": 1.0, "precision_at_1": 0.30159, "precision_at_3": 0.15344, "precision_at_5": 0.09841, "precision_at_10": 0.06032, "precision_at_20": 0.03651, "precision_at_100": 0.00979, "precision_at_1000": 0.001, "mrr_at_1": 0.301587, "mrr_at_3": 0.373016, "mrr_at_5": 0.380159, "mrr_at_10": 0.395263, "mrr_at_20": 0.404136, "mrr_at_100": 0.411433, "mrr_at_1000": 0.411613, "nauc_ndcg_at_1_max": 0.548179, "nauc_ndcg_at_1_std": 0.111358, "nauc_ndcg_at_1_diff1": 0.608582, "nauc_ndcg_at_3_max": 0.579504, "nauc_ndcg_at_3_std": 0.124777, "nauc_ndcg_at_3_diff1": 0.480274, "nauc_ndcg_at_5_max": 0.55855, "nauc_ndcg_at_5_std": 0.130092, "nauc_ndcg_at_5_diff1": 0.46469, "nauc_ndcg_at_10_max": 0.549138, "nauc_ndcg_at_10_std": 0.180825, "nauc_ndcg_at_10_diff1": 0.454228, "nauc_ndcg_at_20_max": 0.545516, "nauc_ndcg_at_20_std": 0.174987, "nauc_ndcg_at_20_diff1": 0.449029, "nauc_ndcg_at_100_max": 0.549132, "nauc_ndcg_at_100_std": 0.148411, "nauc_ndcg_at_100_diff1": 0.479771, "nauc_ndcg_at_1000_max": 0.55454, "nauc_ndcg_at_1000_std": 0.144348, "nauc_ndcg_at_1000_diff1": 0.485392, "nauc_map_at_1_max": 0.548179, "nauc_map_at_1_std": 0.111358, "nauc_map_at_1_diff1": 0.608582, "nauc_map_at_3_max": 0.571834, "nauc_map_at_3_std": 0.119126, "nauc_map_at_3_diff1": 0.50986, "nauc_map_at_5_max": 0.560466, "nauc_map_at_5_std": 0.122186, "nauc_map_at_5_diff1": 0.50125, "nauc_map_at_10_max": 0.555952, "nauc_map_at_10_std": 0.142887, "nauc_map_at_10_diff1": 0.496887, "nauc_map_at_20_max": 0.554851, "nauc_map_at_20_std": 0.140414, "nauc_map_at_20_diff1": 0.496383, "nauc_map_at_100_max": 0.556305, "nauc_map_at_100_std": 0.135308, "nauc_map_at_100_diff1": 0.502179, "nauc_map_at_1000_max": 0.556575, "nauc_map_at_1000_std": 0.135114, "nauc_map_at_1000_diff1": 0.502462, "nauc_recall_at_1_max": 0.548179, "nauc_recall_at_1_std": 0.111358, "nauc_recall_at_1_diff1": 0.608582, "nauc_recall_at_3_max": 0.601487, "nauc_recall_at_3_std": 0.141912, "nauc_recall_at_3_diff1": 0.396194, "nauc_recall_at_5_max": 0.549742, "nauc_recall_at_5_std": 0.15448, "nauc_recall_at_5_diff1": 0.357604, "nauc_recall_at_10_max": 0.521586, "nauc_recall_at_10_std": 0.325405, "nauc_recall_at_10_diff1": 0.313497, "nauc_recall_at_20_max": 0.496312, "nauc_recall_at_20_std": 0.344081, "nauc_recall_at_20_diff1": 0.238976, "nauc_recall_at_100_max": 0.066784, "nauc_recall_at_100_std": 0.517639, "nauc_recall_at_100_diff1": -0.024522, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.548179, "nauc_precision_at_1_std": 0.111358, "nauc_precision_at_1_diff1": 0.608582, "nauc_precision_at_3_max": 0.601487, "nauc_precision_at_3_std": 0.141912, "nauc_precision_at_3_diff1": 0.396194, "nauc_precision_at_5_max": 0.549742, "nauc_precision_at_5_std": 0.15448, "nauc_precision_at_5_diff1": 0.357604, "nauc_precision_at_10_max": 0.521586, "nauc_precision_at_10_std": 0.325405, "nauc_precision_at_10_diff1": 0.313497, "nauc_precision_at_20_max": 0.496312, "nauc_precision_at_20_std": 0.344081, "nauc_precision_at_20_diff1": 0.238976, "nauc_precision_at_100_max": 0.066784, "nauc_precision_at_100_std": 0.517639, "nauc_precision_at_100_diff1": -0.024522, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.548179, "nauc_mrr_at_1_std": 0.111358, "nauc_mrr_at_1_diff1": 0.608582, "nauc_mrr_at_3_max": 0.571834, "nauc_mrr_at_3_std": 0.119126, "nauc_mrr_at_3_diff1": 0.50986, "nauc_mrr_at_5_max": 0.560466, "nauc_mrr_at_5_std": 0.122186, "nauc_mrr_at_5_diff1": 0.50125, "nauc_mrr_at_10_max": 0.555952, "nauc_mrr_at_10_std": 0.142887, "nauc_mrr_at_10_diff1": 0.496887, "nauc_mrr_at_20_max": 0.554851, "nauc_mrr_at_20_std": 0.140414, "nauc_mrr_at_20_diff1": 0.496383, "nauc_mrr_at_100_max": 0.556305, "nauc_mrr_at_100_std": 0.135308, "nauc_mrr_at_100_diff1": 0.502179, "nauc_mrr_at_1000_max": 0.556575, "nauc_mrr_at_1000_std": 0.135114, "nauc_mrr_at_1000_diff1": 0.502462, "main_score": 0.44465, "hf_subset": "hin-zho", "languages": [ "hin-Deva", "zho-Hans" ] }, { "ndcg_at_1": 0.33129, "ndcg_at_3": 0.41535, "ndcg_at_5": 0.45337, "ndcg_at_10": 0.48898, "ndcg_at_20": 0.51976, "ndcg_at_100": 0.55343, "ndcg_at_1000": 0.55695, "map_at_1": 0.33129, "map_at_3": 0.39366, "map_at_5": 0.41483, "map_at_10": 0.42947, "map_at_20": 0.43781, "map_at_100": 0.44316, "map_at_1000": 0.44336, "recall_at_1": 0.33129, "recall_at_3": 0.47853, "recall_at_5": 0.57055, "recall_at_10": 0.68098, "recall_at_20": 0.80368, "recall_at_100": 0.97546, "recall_at_1000": 1.0, "precision_at_1": 0.33129, "precision_at_3": 0.15951, "precision_at_5": 0.11411, "precision_at_10": 0.0681, "precision_at_20": 0.04018, "precision_at_100": 0.00975, "precision_at_1000": 0.001, "mrr_at_1": 0.331288, "mrr_at_3": 0.393661, "mrr_at_5": 0.414826, "mrr_at_10": 0.429472, "mrr_at_20": 0.437808, "mrr_at_100": 0.443163, "mrr_at_1000": 0.44336, "nauc_ndcg_at_1_max": 0.476977, "nauc_ndcg_at_1_std": 0.283938, "nauc_ndcg_at_1_diff1": 0.666079, "nauc_ndcg_at_3_max": 0.501145, "nauc_ndcg_at_3_std": 0.274213, "nauc_ndcg_at_3_diff1": 0.622003, "nauc_ndcg_at_5_max": 0.545283, "nauc_ndcg_at_5_std": 0.334247, "nauc_ndcg_at_5_diff1": 0.623378, "nauc_ndcg_at_10_max": 0.526346, "nauc_ndcg_at_10_std": 0.354275, "nauc_ndcg_at_10_diff1": 0.611231, "nauc_ndcg_at_20_max": 0.524576, "nauc_ndcg_at_20_std": 0.336626, "nauc_ndcg_at_20_diff1": 0.594795, "nauc_ndcg_at_100_max": 0.515539, "nauc_ndcg_at_100_std": 0.318466, "nauc_ndcg_at_100_diff1": 0.612573, "nauc_ndcg_at_1000_max": 0.514896, "nauc_ndcg_at_1000_std": 0.318416, "nauc_ndcg_at_1000_diff1": 0.61781, "nauc_map_at_1_max": 0.476977, "nauc_map_at_1_std": 0.283938, "nauc_map_at_1_diff1": 0.666079, "nauc_map_at_3_max": 0.494686, "nauc_map_at_3_std": 0.276742, "nauc_map_at_3_diff1": 0.63215, "nauc_map_at_5_max": 0.519501, "nauc_map_at_5_std": 0.311001, "nauc_map_at_5_diff1": 0.633392, "nauc_map_at_10_max": 0.510357, "nauc_map_at_10_std": 0.316735, "nauc_map_at_10_diff1": 0.628319, "nauc_map_at_20_max": 0.509577, "nauc_map_at_20_std": 0.312077, "nauc_map_at_20_diff1": 0.624601, "nauc_map_at_100_max": 0.508359, "nauc_map_at_100_std": 0.309201, "nauc_map_at_100_diff1": 0.627177, "nauc_map_at_1000_max": 0.50833, "nauc_map_at_1000_std": 0.309207, "nauc_map_at_1000_diff1": 0.627442, "nauc_recall_at_1_max": 0.476977, "nauc_recall_at_1_std": 0.283938, "nauc_recall_at_1_diff1": 0.666079, "nauc_recall_at_3_max": 0.520079, "nauc_recall_at_3_std": 0.266825, "nauc_recall_at_3_diff1": 0.592861, "nauc_recall_at_5_max": 0.630964, "nauc_recall_at_5_std": 0.413413, "nauc_recall_at_5_diff1": 0.59248, "nauc_recall_at_10_max": 0.585414, "nauc_recall_at_10_std": 0.514984, "nauc_recall_at_10_diff1": 0.544161, "nauc_recall_at_20_max": 0.602337, "nauc_recall_at_20_std": 0.470327, "nauc_recall_at_20_diff1": 0.403828, "nauc_recall_at_100_max": 0.566701, "nauc_recall_at_100_std": 0.328761, "nauc_recall_at_100_diff1": 0.22011, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.476977, "nauc_precision_at_1_std": 0.283938, "nauc_precision_at_1_diff1": 0.666079, "nauc_precision_at_3_max": 0.520079, "nauc_precision_at_3_std": 0.266825, "nauc_precision_at_3_diff1": 0.592861, "nauc_precision_at_5_max": 0.630964, "nauc_precision_at_5_std": 0.413413, "nauc_precision_at_5_diff1": 0.59248, "nauc_precision_at_10_max": 0.585414, "nauc_precision_at_10_std": 0.514984, "nauc_precision_at_10_diff1": 0.544161, "nauc_precision_at_20_max": 0.602337, "nauc_precision_at_20_std": 0.470327, "nauc_precision_at_20_diff1": 0.403828, "nauc_precision_at_100_max": 0.566701, "nauc_precision_at_100_std": 0.328761, "nauc_precision_at_100_diff1": 0.22011, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.476977, "nauc_mrr_at_1_std": 0.283938, "nauc_mrr_at_1_diff1": 0.666079, "nauc_mrr_at_3_max": 0.494686, "nauc_mrr_at_3_std": 0.276742, "nauc_mrr_at_3_diff1": 0.63215, "nauc_mrr_at_5_max": 0.519501, "nauc_mrr_at_5_std": 0.311001, "nauc_mrr_at_5_diff1": 0.633392, "nauc_mrr_at_10_max": 0.510357, "nauc_mrr_at_10_std": 0.316735, "nauc_mrr_at_10_diff1": 0.628319, "nauc_mrr_at_20_max": 0.509577, "nauc_mrr_at_20_std": 0.312077, "nauc_mrr_at_20_diff1": 0.624601, "nauc_mrr_at_100_max": 0.508359, "nauc_mrr_at_100_std": 0.309201, "nauc_mrr_at_100_diff1": 0.627177, "nauc_mrr_at_1000_max": 0.50833, "nauc_mrr_at_1000_std": 0.309207, "nauc_mrr_at_1000_diff1": 0.627442, "main_score": 0.48898, "hf_subset": "vie-ara", "languages": [ "vie-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.57692, "ndcg_at_3": 0.6717, "ndcg_at_5": 0.68281, "ndcg_at_10": 0.70554, "ndcg_at_20": 0.72451, "ndcg_at_100": 0.73862, "ndcg_at_1000": 0.74014, "map_at_1": 0.57692, "map_at_3": 0.64927, "map_at_5": 0.65531, "map_at_10": 0.66447, "map_at_20": 0.66942, "map_at_100": 0.6713, "map_at_1000": 0.67138, "recall_at_1": 0.57692, "recall_at_3": 0.73626, "recall_at_5": 0.76374, "recall_at_10": 0.83516, "recall_at_20": 0.91209, "recall_at_100": 0.98901, "recall_at_1000": 1.0, "precision_at_1": 0.57692, "precision_at_3": 0.24542, "precision_at_5": 0.15275, "precision_at_10": 0.08352, "precision_at_20": 0.0456, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.576923, "mrr_at_3": 0.649267, "mrr_at_5": 0.655311, "mrr_at_10": 0.664471, "mrr_at_20": 0.66942, "mrr_at_100": 0.671305, "mrr_at_1000": 0.671379, "nauc_ndcg_at_1_max": 0.613432, "nauc_ndcg_at_1_std": 0.302678, "nauc_ndcg_at_1_diff1": 0.654506, "nauc_ndcg_at_3_max": 0.621247, "nauc_ndcg_at_3_std": 0.339288, "nauc_ndcg_at_3_diff1": 0.610891, "nauc_ndcg_at_5_max": 0.610576, "nauc_ndcg_at_5_std": 0.348392, "nauc_ndcg_at_5_diff1": 0.599757, "nauc_ndcg_at_10_max": 0.625314, "nauc_ndcg_at_10_std": 0.366998, "nauc_ndcg_at_10_diff1": 0.628187, "nauc_ndcg_at_20_max": 0.627481, "nauc_ndcg_at_20_std": 0.363727, "nauc_ndcg_at_20_diff1": 0.624093, "nauc_ndcg_at_100_max": 0.623725, "nauc_ndcg_at_100_std": 0.357362, "nauc_ndcg_at_100_diff1": 0.621691, "nauc_ndcg_at_1000_max": 0.624938, "nauc_ndcg_at_1000_std": 0.352735, "nauc_ndcg_at_1000_diff1": 0.624444, "nauc_map_at_1_max": 0.613432, "nauc_map_at_1_std": 0.302678, "nauc_map_at_1_diff1": 0.654506, "nauc_map_at_3_max": 0.622009, "nauc_map_at_3_std": 0.329274, "nauc_map_at_3_diff1": 0.62377, "nauc_map_at_5_max": 0.61687, "nauc_map_at_5_std": 0.334364, "nauc_map_at_5_diff1": 0.618579, "nauc_map_at_10_max": 0.622813, "nauc_map_at_10_std": 0.34174, "nauc_map_at_10_diff1": 0.628813, "nauc_map_at_20_max": 0.624035, "nauc_map_at_20_std": 0.341288, "nauc_map_at_20_diff1": 0.627973, "nauc_map_at_100_max": 0.623693, "nauc_map_at_100_std": 0.341214, "nauc_map_at_100_diff1": 0.627778, "nauc_map_at_1000_max": 0.623741, "nauc_map_at_1000_std": 0.341029, "nauc_map_at_1000_diff1": 0.627888, "nauc_recall_at_1_max": 0.613432, "nauc_recall_at_1_std": 0.302678, "nauc_recall_at_1_diff1": 0.654506, "nauc_recall_at_3_max": 0.617109, "nauc_recall_at_3_std": 0.374416, "nauc_recall_at_3_diff1": 0.56524, "nauc_recall_at_5_max": 0.582548, "nauc_recall_at_5_std": 0.40222, "nauc_recall_at_5_diff1": 0.52542, "nauc_recall_at_10_max": 0.640904, "nauc_recall_at_10_std": 0.504008, "nauc_recall_at_10_diff1": 0.643282, "nauc_recall_at_20_max": 0.658315, "nauc_recall_at_20_std": 0.560725, "nauc_recall_at_20_diff1": 0.610717, "nauc_recall_at_100_max": 0.455969, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.240103, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.613432, "nauc_precision_at_1_std": 0.302678, "nauc_precision_at_1_diff1": 0.654506, "nauc_precision_at_3_max": 0.617109, "nauc_precision_at_3_std": 0.374416, "nauc_precision_at_3_diff1": 0.56524, "nauc_precision_at_5_max": 0.582548, "nauc_precision_at_5_std": 0.40222, "nauc_precision_at_5_diff1": 0.52542, "nauc_precision_at_10_max": 0.640904, "nauc_precision_at_10_std": 0.504008, "nauc_precision_at_10_diff1": 0.643282, "nauc_precision_at_20_max": 0.658315, "nauc_precision_at_20_std": 0.560725, "nauc_precision_at_20_diff1": 0.610717, "nauc_precision_at_100_max": 0.455969, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.240103, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.613432, "nauc_mrr_at_1_std": 0.302678, "nauc_mrr_at_1_diff1": 0.654506, "nauc_mrr_at_3_max": 0.622009, "nauc_mrr_at_3_std": 0.329274, "nauc_mrr_at_3_diff1": 0.62377, "nauc_mrr_at_5_max": 0.61687, "nauc_mrr_at_5_std": 0.334364, "nauc_mrr_at_5_diff1": 0.618579, "nauc_mrr_at_10_max": 0.622813, "nauc_mrr_at_10_std": 0.34174, "nauc_mrr_at_10_diff1": 0.628813, "nauc_mrr_at_20_max": 0.624035, "nauc_mrr_at_20_std": 0.341288, "nauc_mrr_at_20_diff1": 0.627973, "nauc_mrr_at_100_max": 0.623693, "nauc_mrr_at_100_std": 0.341214, "nauc_mrr_at_100_diff1": 0.627778, "nauc_mrr_at_1000_max": 0.623741, "nauc_mrr_at_1000_std": 0.341029, "nauc_mrr_at_1000_diff1": 0.627888, "main_score": 0.70554, "hf_subset": "vie-deu", "languages": [ "vie-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.49119, "ndcg_at_3": 0.5865, "ndcg_at_5": 0.6116, "ndcg_at_10": 0.63234, "ndcg_at_20": 0.64906, "ndcg_at_100": 0.66765, "ndcg_at_1000": 0.67527, "map_at_1": 0.49119, "map_at_3": 0.56327, "map_at_5": 0.57727, "map_at_10": 0.58612, "map_at_20": 0.59065, "map_at_100": 0.59323, "map_at_1000": 0.59358, "recall_at_1": 0.49119, "recall_at_3": 0.65362, "recall_at_5": 0.71429, "recall_at_10": 0.77691, "recall_at_20": 0.84344, "recall_at_100": 0.94325, "recall_at_1000": 1.0, "precision_at_1": 0.49119, "precision_at_3": 0.21787, "precision_at_5": 0.14286, "precision_at_10": 0.07769, "precision_at_20": 0.04217, "precision_at_100": 0.00943, "precision_at_1000": 0.001, "mrr_at_1": 0.491194, "mrr_at_3": 0.563275, "mrr_at_5": 0.577267, "mrr_at_10": 0.586117, "mrr_at_20": 0.590648, "mrr_at_100": 0.593234, "mrr_at_1000": 0.593576, "nauc_ndcg_at_1_max": 0.580025, "nauc_ndcg_at_1_std": 0.091938, "nauc_ndcg_at_1_diff1": 0.665121, "nauc_ndcg_at_3_max": 0.598254, "nauc_ndcg_at_3_std": 0.084553, "nauc_ndcg_at_3_diff1": 0.62309, "nauc_ndcg_at_5_max": 0.590358, "nauc_ndcg_at_5_std": 0.101709, "nauc_ndcg_at_5_diff1": 0.614575, "nauc_ndcg_at_10_max": 0.586345, "nauc_ndcg_at_10_std": 0.101068, "nauc_ndcg_at_10_diff1": 0.607094, "nauc_ndcg_at_20_max": 0.579812, "nauc_ndcg_at_20_std": 0.111872, "nauc_ndcg_at_20_diff1": 0.602668, "nauc_ndcg_at_100_max": 0.578933, "nauc_ndcg_at_100_std": 0.114829, "nauc_ndcg_at_100_diff1": 0.60667, "nauc_ndcg_at_1000_max": 0.584107, "nauc_ndcg_at_1000_std": 0.106222, "nauc_ndcg_at_1000_diff1": 0.614459, "nauc_map_at_1_max": 0.580025, "nauc_map_at_1_std": 0.091938, "nauc_map_at_1_diff1": 0.665121, "nauc_map_at_3_max": 0.595973, "nauc_map_at_3_std": 0.08934, "nauc_map_at_3_diff1": 0.63349, "nauc_map_at_5_max": 0.59128, "nauc_map_at_5_std": 0.098535, "nauc_map_at_5_diff1": 0.628978, "nauc_map_at_10_max": 0.589448, "nauc_map_at_10_std": 0.098608, "nauc_map_at_10_diff1": 0.626011, "nauc_map_at_20_max": 0.587906, "nauc_map_at_20_std": 0.10163, "nauc_map_at_20_diff1": 0.625021, "nauc_map_at_100_max": 0.587704, "nauc_map_at_100_std": 0.101619, "nauc_map_at_100_diff1": 0.62532, "nauc_map_at_1000_max": 0.58787, "nauc_map_at_1000_std": 0.101315, "nauc_map_at_1000_diff1": 0.6256, "nauc_recall_at_1_max": 0.580025, "nauc_recall_at_1_std": 0.091938, "nauc_recall_at_1_diff1": 0.665121, "nauc_recall_at_3_max": 0.604553, "nauc_recall_at_3_std": 0.067539, "nauc_recall_at_3_diff1": 0.589327, "nauc_recall_at_5_max": 0.584981, "nauc_recall_at_5_std": 0.114817, "nauc_recall_at_5_diff1": 0.561239, "nauc_recall_at_10_max": 0.568986, "nauc_recall_at_10_std": 0.112008, "nauc_recall_at_10_diff1": 0.520457, "nauc_recall_at_20_max": 0.515787, "nauc_recall_at_20_std": 0.186686, "nauc_recall_at_20_diff1": 0.459364, "nauc_recall_at_100_max": 0.40382, "nauc_recall_at_100_std": 0.397068, "nauc_recall_at_100_diff1": 0.349913, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.580025, "nauc_precision_at_1_std": 0.091938, "nauc_precision_at_1_diff1": 0.665121, "nauc_precision_at_3_max": 0.604553, "nauc_precision_at_3_std": 0.067539, "nauc_precision_at_3_diff1": 0.589327, "nauc_precision_at_5_max": 0.584981, "nauc_precision_at_5_std": 0.114817, "nauc_precision_at_5_diff1": 0.561239, "nauc_precision_at_10_max": 0.568986, "nauc_precision_at_10_std": 0.112008, "nauc_precision_at_10_diff1": 0.520457, "nauc_precision_at_20_max": 0.515787, "nauc_precision_at_20_std": 0.186686, "nauc_precision_at_20_diff1": 0.459364, "nauc_precision_at_100_max": 0.40382, "nauc_precision_at_100_std": 0.397068, "nauc_precision_at_100_diff1": 0.349913, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.580025, "nauc_mrr_at_1_std": 0.091938, "nauc_mrr_at_1_diff1": 0.665121, "nauc_mrr_at_3_max": 0.595973, "nauc_mrr_at_3_std": 0.08934, "nauc_mrr_at_3_diff1": 0.63349, "nauc_mrr_at_5_max": 0.59128, "nauc_mrr_at_5_std": 0.098535, "nauc_mrr_at_5_diff1": 0.628978, "nauc_mrr_at_10_max": 0.589448, "nauc_mrr_at_10_std": 0.098608, "nauc_mrr_at_10_diff1": 0.626011, "nauc_mrr_at_20_max": 0.587906, "nauc_mrr_at_20_std": 0.10163, "nauc_mrr_at_20_diff1": 0.625021, "nauc_mrr_at_100_max": 0.587704, "nauc_mrr_at_100_std": 0.101619, "nauc_mrr_at_100_diff1": 0.62532, "nauc_mrr_at_1000_max": 0.58787, "nauc_mrr_at_1000_std": 0.101315, "nauc_mrr_at_1000_diff1": 0.6256, "main_score": 0.63234, "hf_subset": "vie-eng", "languages": [ "vie-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.59788, "ndcg_at_3": 0.65577, "ndcg_at_5": 0.67558, "ndcg_at_10": 0.6894, "ndcg_at_20": 0.70704, "ndcg_at_100": 0.72862, "ndcg_at_1000": 0.73244, "map_at_1": 0.59788, "map_at_3": 0.64109, "map_at_5": 0.6522, "map_at_10": 0.65798, "map_at_20": 0.66295, "map_at_100": 0.6659, "map_at_1000": 0.66612, "recall_at_1": 0.59788, "recall_at_3": 0.69841, "recall_at_5": 0.74603, "recall_at_10": 0.78836, "recall_at_20": 0.85714, "recall_at_100": 0.97354, "recall_at_1000": 1.0, "precision_at_1": 0.59788, "precision_at_3": 0.2328, "precision_at_5": 0.14921, "precision_at_10": 0.07884, "precision_at_20": 0.04286, "precision_at_100": 0.00974, "precision_at_1000": 0.001, "mrr_at_1": 0.597884, "mrr_at_3": 0.641093, "mrr_at_5": 0.652205, "mrr_at_10": 0.657979, "mrr_at_20": 0.662953, "mrr_at_100": 0.665897, "mrr_at_1000": 0.666117, "nauc_ndcg_at_1_max": 0.702935, "nauc_ndcg_at_1_std": 0.386621, "nauc_ndcg_at_1_diff1": 0.735982, "nauc_ndcg_at_3_max": 0.715049, "nauc_ndcg_at_3_std": 0.406513, "nauc_ndcg_at_3_diff1": 0.725858, "nauc_ndcg_at_5_max": 0.703498, "nauc_ndcg_at_5_std": 0.431448, "nauc_ndcg_at_5_diff1": 0.709942, "nauc_ndcg_at_10_max": 0.70718, "nauc_ndcg_at_10_std": 0.439838, "nauc_ndcg_at_10_diff1": 0.709617, "nauc_ndcg_at_20_max": 0.703745, "nauc_ndcg_at_20_std": 0.43776, "nauc_ndcg_at_20_diff1": 0.714175, "nauc_ndcg_at_100_max": 0.704187, "nauc_ndcg_at_100_std": 0.432368, "nauc_ndcg_at_100_diff1": 0.716989, "nauc_ndcg_at_1000_max": 0.704697, "nauc_ndcg_at_1000_std": 0.425941, "nauc_ndcg_at_1000_diff1": 0.717072, "nauc_map_at_1_max": 0.702935, "nauc_map_at_1_std": 0.386621, "nauc_map_at_1_diff1": 0.735982, "nauc_map_at_3_max": 0.712678, "nauc_map_at_3_std": 0.405151, "nauc_map_at_3_diff1": 0.727167, "nauc_map_at_5_max": 0.706488, "nauc_map_at_5_std": 0.418845, "nauc_map_at_5_diff1": 0.718732, "nauc_map_at_10_max": 0.70733, "nauc_map_at_10_std": 0.421545, "nauc_map_at_10_diff1": 0.718308, "nauc_map_at_20_max": 0.706162, "nauc_map_at_20_std": 0.420042, "nauc_map_at_20_diff1": 0.719286, "nauc_map_at_100_max": 0.706041, "nauc_map_at_100_std": 0.419243, "nauc_map_at_100_diff1": 0.719803, "nauc_map_at_1000_max": 0.706065, "nauc_map_at_1000_std": 0.418931, "nauc_map_at_1000_diff1": 0.719814, "nauc_recall_at_1_max": 0.702935, "nauc_recall_at_1_std": 0.386621, "nauc_recall_at_1_diff1": 0.735982, "nauc_recall_at_3_max": 0.722359, "nauc_recall_at_3_std": 0.409149, "nauc_recall_at_3_diff1": 0.722239, "nauc_recall_at_5_max": 0.690207, "nauc_recall_at_5_std": 0.478676, "nauc_recall_at_5_diff1": 0.676036, "nauc_recall_at_10_max": 0.707811, "nauc_recall_at_10_std": 0.522948, "nauc_recall_at_10_diff1": 0.672672, "nauc_recall_at_20_max": 0.689039, "nauc_recall_at_20_std": 0.554524, "nauc_recall_at_20_diff1": 0.693107, "nauc_recall_at_100_max": 0.674118, "nauc_recall_at_100_std": 0.802772, "nauc_recall_at_100_diff1": 0.713472, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.702935, "nauc_precision_at_1_std": 0.386621, "nauc_precision_at_1_diff1": 0.735982, "nauc_precision_at_3_max": 0.722359, "nauc_precision_at_3_std": 0.409149, "nauc_precision_at_3_diff1": 0.722239, "nauc_precision_at_5_max": 0.690207, "nauc_precision_at_5_std": 0.478676, "nauc_precision_at_5_diff1": 0.676036, "nauc_precision_at_10_max": 0.707811, "nauc_precision_at_10_std": 0.522948, "nauc_precision_at_10_diff1": 0.672672, "nauc_precision_at_20_max": 0.689039, "nauc_precision_at_20_std": 0.554524, "nauc_precision_at_20_diff1": 0.693107, "nauc_precision_at_100_max": 0.674118, "nauc_precision_at_100_std": 0.802772, "nauc_precision_at_100_diff1": 0.713472, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.702935, "nauc_mrr_at_1_std": 0.386621, "nauc_mrr_at_1_diff1": 0.735982, "nauc_mrr_at_3_max": 0.712678, "nauc_mrr_at_3_std": 0.405151, "nauc_mrr_at_3_diff1": 0.727167, "nauc_mrr_at_5_max": 0.706488, "nauc_mrr_at_5_std": 0.418845, "nauc_mrr_at_5_diff1": 0.718732, "nauc_mrr_at_10_max": 0.70733, "nauc_mrr_at_10_std": 0.421545, "nauc_mrr_at_10_diff1": 0.718308, "nauc_mrr_at_20_max": 0.706162, "nauc_mrr_at_20_std": 0.420042, "nauc_mrr_at_20_diff1": 0.719286, "nauc_mrr_at_100_max": 0.706041, "nauc_mrr_at_100_std": 0.419243, "nauc_mrr_at_100_diff1": 0.719803, "nauc_mrr_at_1000_max": 0.706065, "nauc_mrr_at_1000_std": 0.418931, "nauc_mrr_at_1000_diff1": 0.719814, "main_score": 0.6894, "hf_subset": "vie-spa", "languages": [ "vie-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.42373, "ndcg_at_3": 0.53322, "ndcg_at_5": 0.56654, "ndcg_at_10": 0.58678, "ndcg_at_20": 0.60537, "ndcg_at_100": 0.63306, "ndcg_at_1000": 0.63629, "map_at_1": 0.42373, "map_at_3": 0.50659, "map_at_5": 0.52552, "map_at_10": 0.53394, "map_at_20": 0.53905, "map_at_100": 0.5426, "map_at_1000": 0.54278, "recall_at_1": 0.42373, "recall_at_3": 0.61017, "recall_at_5": 0.68927, "recall_at_10": 0.75141, "recall_at_20": 0.82486, "recall_at_100": 0.9774, "recall_at_1000": 1.0, "precision_at_1": 0.42373, "precision_at_3": 0.20339, "precision_at_5": 0.13785, "precision_at_10": 0.07514, "precision_at_20": 0.04124, "precision_at_100": 0.00977, "precision_at_1000": 0.001, "mrr_at_1": 0.423729, "mrr_at_3": 0.506591, "mrr_at_5": 0.525518, "mrr_at_10": 0.533941, "mrr_at_20": 0.539047, "mrr_at_100": 0.542598, "mrr_at_1000": 0.542777, "nauc_ndcg_at_1_max": 0.525007, "nauc_ndcg_at_1_std": 0.151478, "nauc_ndcg_at_1_diff1": 0.496158, "nauc_ndcg_at_3_max": 0.54718, "nauc_ndcg_at_3_std": 0.130083, "nauc_ndcg_at_3_diff1": 0.402722, "nauc_ndcg_at_5_max": 0.549409, "nauc_ndcg_at_5_std": 0.189826, "nauc_ndcg_at_5_diff1": 0.389843, "nauc_ndcg_at_10_max": 0.539795, "nauc_ndcg_at_10_std": 0.201726, "nauc_ndcg_at_10_diff1": 0.369815, "nauc_ndcg_at_20_max": 0.541414, "nauc_ndcg_at_20_std": 0.206212, "nauc_ndcg_at_20_diff1": 0.388456, "nauc_ndcg_at_100_max": 0.539787, "nauc_ndcg_at_100_std": 0.190548, "nauc_ndcg_at_100_diff1": 0.394289, "nauc_ndcg_at_1000_max": 0.540622, "nauc_ndcg_at_1000_std": 0.182059, "nauc_ndcg_at_1000_diff1": 0.401147, "nauc_map_at_1_max": 0.525007, "nauc_map_at_1_std": 0.151478, "nauc_map_at_1_diff1": 0.496158, "nauc_map_at_3_max": 0.544275, "nauc_map_at_3_std": 0.135791, "nauc_map_at_3_diff1": 0.426169, "nauc_map_at_5_max": 0.545993, "nauc_map_at_5_std": 0.168424, "nauc_map_at_5_diff1": 0.420402, "nauc_map_at_10_max": 0.542031, "nauc_map_at_10_std": 0.17301, "nauc_map_at_10_diff1": 0.412864, "nauc_map_at_20_max": 0.542081, "nauc_map_at_20_std": 0.173228, "nauc_map_at_20_diff1": 0.417435, "nauc_map_at_100_max": 0.541416, "nauc_map_at_100_std": 0.17091, "nauc_map_at_100_diff1": 0.417494, "nauc_map_at_1000_max": 0.541473, "nauc_map_at_1000_std": 0.170505, "nauc_map_at_1000_diff1": 0.417866, "nauc_recall_at_1_max": 0.525007, "nauc_recall_at_1_std": 0.151478, "nauc_recall_at_1_diff1": 0.496158, "nauc_recall_at_3_max": 0.555106, "nauc_recall_at_3_std": 0.111946, "nauc_recall_at_3_diff1": 0.328859, "nauc_recall_at_5_max": 0.559549, "nauc_recall_at_5_std": 0.27542, "nauc_recall_at_5_diff1": 0.278302, "nauc_recall_at_10_max": 0.523227, "nauc_recall_at_10_std": 0.338016, "nauc_recall_at_10_diff1": 0.176694, "nauc_recall_at_20_max": 0.534019, "nauc_recall_at_20_std": 0.422434, "nauc_recall_at_20_diff1": 0.244896, "nauc_recall_at_100_max": 0.481707, "nauc_recall_at_100_std": 0.855873, "nauc_recall_at_100_diff1": -0.125646, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.525007, "nauc_precision_at_1_std": 0.151478, "nauc_precision_at_1_diff1": 0.496158, "nauc_precision_at_3_max": 0.555106, "nauc_precision_at_3_std": 0.111946, "nauc_precision_at_3_diff1": 0.328859, "nauc_precision_at_5_max": 0.559549, "nauc_precision_at_5_std": 0.27542, "nauc_precision_at_5_diff1": 0.278302, "nauc_precision_at_10_max": 0.523227, "nauc_precision_at_10_std": 0.338016, "nauc_precision_at_10_diff1": 0.176694, "nauc_precision_at_20_max": 0.534019, "nauc_precision_at_20_std": 0.422434, "nauc_precision_at_20_diff1": 0.244896, "nauc_precision_at_100_max": 0.481707, "nauc_precision_at_100_std": 0.855873, "nauc_precision_at_100_diff1": -0.125646, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.525007, "nauc_mrr_at_1_std": 0.151478, "nauc_mrr_at_1_diff1": 0.496158, "nauc_mrr_at_3_max": 0.544275, "nauc_mrr_at_3_std": 0.135791, "nauc_mrr_at_3_diff1": 0.426169, "nauc_mrr_at_5_max": 0.545993, "nauc_mrr_at_5_std": 0.168424, "nauc_mrr_at_5_diff1": 0.420402, "nauc_mrr_at_10_max": 0.542031, "nauc_mrr_at_10_std": 0.17301, "nauc_mrr_at_10_diff1": 0.412864, "nauc_mrr_at_20_max": 0.542081, "nauc_mrr_at_20_std": 0.173228, "nauc_mrr_at_20_diff1": 0.417435, "nauc_mrr_at_100_max": 0.541416, "nauc_mrr_at_100_std": 0.17091, "nauc_mrr_at_100_diff1": 0.417494, "nauc_mrr_at_1000_max": 0.541473, "nauc_mrr_at_1000_std": 0.170505, "nauc_mrr_at_1000_diff1": 0.417866, "main_score": 0.58678, "hf_subset": "vie-hin", "languages": [ "vie-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.5225, "ndcg_at_3": 0.61292, "ndcg_at_5": 0.6338, "ndcg_at_10": 0.65339, "ndcg_at_20": 0.66548, "ndcg_at_100": 0.68566, "ndcg_at_1000": 0.69319, "map_at_1": 0.5225, "map_at_3": 0.59132, "map_at_5": 0.60287, "map_at_10": 0.61094, "map_at_20": 0.61438, "map_at_100": 0.61711, "map_at_1000": 0.61743, "recall_at_1": 0.5225, "recall_at_3": 0.67515, "recall_at_5": 0.72603, "recall_at_10": 0.78669, "recall_at_20": 0.83366, "recall_at_100": 0.94325, "recall_at_1000": 1.0, "precision_at_1": 0.5225, "precision_at_3": 0.22505, "precision_at_5": 0.14521, "precision_at_10": 0.07867, "precision_at_20": 0.04168, "precision_at_100": 0.00943, "precision_at_1000": 0.001, "mrr_at_1": 0.522505, "mrr_at_3": 0.591324, "mrr_at_5": 0.60287, "mrr_at_10": 0.610939, "mrr_at_20": 0.614376, "mrr_at_100": 0.617106, "mrr_at_1000": 0.617427, "nauc_ndcg_at_1_max": 0.687236, "nauc_ndcg_at_1_std": 0.209883, "nauc_ndcg_at_1_diff1": 0.739497, "nauc_ndcg_at_3_max": 0.720452, "nauc_ndcg_at_3_std": 0.23094, "nauc_ndcg_at_3_diff1": 0.697207, "nauc_ndcg_at_5_max": 0.713751, "nauc_ndcg_at_5_std": 0.229779, "nauc_ndcg_at_5_diff1": 0.687475, "nauc_ndcg_at_10_max": 0.714132, "nauc_ndcg_at_10_std": 0.246934, "nauc_ndcg_at_10_diff1": 0.688244, "nauc_ndcg_at_20_max": 0.711326, "nauc_ndcg_at_20_std": 0.249213, "nauc_ndcg_at_20_diff1": 0.690966, "nauc_ndcg_at_100_max": 0.712787, "nauc_ndcg_at_100_std": 0.242796, "nauc_ndcg_at_100_diff1": 0.69648, "nauc_ndcg_at_1000_max": 0.710241, "nauc_ndcg_at_1000_std": 0.238333, "nauc_ndcg_at_1000_diff1": 0.697855, "nauc_map_at_1_max": 0.687236, "nauc_map_at_1_std": 0.209883, "nauc_map_at_1_diff1": 0.739497, "nauc_map_at_3_max": 0.713022, "nauc_map_at_3_std": 0.225789, "nauc_map_at_3_diff1": 0.708976, "nauc_map_at_5_max": 0.709297, "nauc_map_at_5_std": 0.224945, "nauc_map_at_5_diff1": 0.704131, "nauc_map_at_10_max": 0.709276, "nauc_map_at_10_std": 0.23136, "nauc_map_at_10_diff1": 0.704423, "nauc_map_at_20_max": 0.708569, "nauc_map_at_20_std": 0.231821, "nauc_map_at_20_diff1": 0.705338, "nauc_map_at_100_max": 0.708373, "nauc_map_at_100_std": 0.230964, "nauc_map_at_100_diff1": 0.705639, "nauc_map_at_1000_max": 0.708294, "nauc_map_at_1000_std": 0.230891, "nauc_map_at_1000_diff1": 0.705673, "nauc_recall_at_1_max": 0.687236, "nauc_recall_at_1_std": 0.209883, "nauc_recall_at_1_diff1": 0.739497, "nauc_recall_at_3_max": 0.744304, "nauc_recall_at_3_std": 0.247719, "nauc_recall_at_3_diff1": 0.658142, "nauc_recall_at_5_max": 0.728122, "nauc_recall_at_5_std": 0.247182, "nauc_recall_at_5_diff1": 0.624555, "nauc_recall_at_10_max": 0.733605, "nauc_recall_at_10_std": 0.325283, "nauc_recall_at_10_diff1": 0.616457, "nauc_recall_at_20_max": 0.719341, "nauc_recall_at_20_std": 0.358724, "nauc_recall_at_20_diff1": 0.615445, "nauc_recall_at_100_max": 0.796453, "nauc_recall_at_100_std": 0.405772, "nauc_recall_at_100_diff1": 0.647431, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.687236, "nauc_precision_at_1_std": 0.209883, "nauc_precision_at_1_diff1": 0.739497, "nauc_precision_at_3_max": 0.744304, "nauc_precision_at_3_std": 0.247719, "nauc_precision_at_3_diff1": 0.658142, "nauc_precision_at_5_max": 0.728122, "nauc_precision_at_5_std": 0.247182, "nauc_precision_at_5_diff1": 0.624555, "nauc_precision_at_10_max": 0.733605, "nauc_precision_at_10_std": 0.325283, "nauc_precision_at_10_diff1": 0.616457, "nauc_precision_at_20_max": 0.719341, "nauc_precision_at_20_std": 0.358724, "nauc_precision_at_20_diff1": 0.615445, "nauc_precision_at_100_max": 0.796453, "nauc_precision_at_100_std": 0.405772, "nauc_precision_at_100_diff1": 0.647431, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.687236, "nauc_mrr_at_1_std": 0.209883, "nauc_mrr_at_1_diff1": 0.739497, "nauc_mrr_at_3_max": 0.713022, "nauc_mrr_at_3_std": 0.225789, "nauc_mrr_at_3_diff1": 0.708976, "nauc_mrr_at_5_max": 0.709297, "nauc_mrr_at_5_std": 0.224945, "nauc_mrr_at_5_diff1": 0.704131, "nauc_mrr_at_10_max": 0.709276, "nauc_mrr_at_10_std": 0.23136, "nauc_mrr_at_10_diff1": 0.704423, "nauc_mrr_at_20_max": 0.708569, "nauc_mrr_at_20_std": 0.231821, "nauc_mrr_at_20_diff1": 0.705338, "nauc_mrr_at_100_max": 0.708373, "nauc_mrr_at_100_std": 0.230964, "nauc_mrr_at_100_diff1": 0.705639, "nauc_mrr_at_1000_max": 0.708294, "nauc_mrr_at_1000_std": 0.230891, "nauc_mrr_at_1000_diff1": 0.705673, "main_score": 0.65339, "hf_subset": "vie-vie", "languages": [ "vie-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.36413, "ndcg_at_3": 0.46448, "ndcg_at_5": 0.50939, "ndcg_at_10": 0.55855, "ndcg_at_20": 0.57386, "ndcg_at_100": 0.59794, "ndcg_at_1000": 0.59947, "map_at_1": 0.36413, "map_at_3": 0.4375, "map_at_5": 0.4625, "map_at_10": 0.48278, "map_at_20": 0.48709, "map_at_100": 0.4907, "map_at_1000": 0.49078, "recall_at_1": 0.36413, "recall_at_3": 0.54348, "recall_at_5": 0.65217, "recall_at_10": 0.80435, "recall_at_20": 0.86413, "recall_at_100": 0.98913, "recall_at_1000": 1.0, "precision_at_1": 0.36413, "precision_at_3": 0.18116, "precision_at_5": 0.13043, "precision_at_10": 0.08043, "precision_at_20": 0.04321, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.36413, "mrr_at_3": 0.4375, "mrr_at_5": 0.4625, "mrr_at_10": 0.482777, "mrr_at_20": 0.487088, "mrr_at_100": 0.490704, "mrr_at_1000": 0.490784, "nauc_ndcg_at_1_max": 0.490835, "nauc_ndcg_at_1_std": 0.053946, "nauc_ndcg_at_1_diff1": 0.654927, "nauc_ndcg_at_3_max": 0.541939, "nauc_ndcg_at_3_std": 0.089021, "nauc_ndcg_at_3_diff1": 0.572352, "nauc_ndcg_at_5_max": 0.553571, "nauc_ndcg_at_5_std": 0.126204, "nauc_ndcg_at_5_diff1": 0.547106, "nauc_ndcg_at_10_max": 0.544767, "nauc_ndcg_at_10_std": 0.104464, "nauc_ndcg_at_10_diff1": 0.561134, "nauc_ndcg_at_20_max": 0.545662, "nauc_ndcg_at_20_std": 0.12122, "nauc_ndcg_at_20_diff1": 0.574716, "nauc_ndcg_at_100_max": 0.544257, "nauc_ndcg_at_100_std": 0.109265, "nauc_ndcg_at_100_diff1": 0.587039, "nauc_ndcg_at_1000_max": 0.541517, "nauc_ndcg_at_1000_std": 0.104302, "nauc_ndcg_at_1000_diff1": 0.584556, "nauc_map_at_1_max": 0.490835, "nauc_map_at_1_std": 0.053946, "nauc_map_at_1_diff1": 0.654927, "nauc_map_at_3_max": 0.531343, "nauc_map_at_3_std": 0.081111, "nauc_map_at_3_diff1": 0.593802, "nauc_map_at_5_max": 0.537745, "nauc_map_at_5_std": 0.100636, "nauc_map_at_5_diff1": 0.580844, "nauc_map_at_10_max": 0.534401, "nauc_map_at_10_std": 0.091053, "nauc_map_at_10_diff1": 0.587918, "nauc_map_at_20_max": 0.534268, "nauc_map_at_20_std": 0.095152, "nauc_map_at_20_diff1": 0.591681, "nauc_map_at_100_max": 0.534678, "nauc_map_at_100_std": 0.094138, "nauc_map_at_100_diff1": 0.593307, "nauc_map_at_1000_max": 0.534561, "nauc_map_at_1000_std": 0.093927, "nauc_map_at_1000_diff1": 0.593205, "nauc_recall_at_1_max": 0.490835, "nauc_recall_at_1_std": 0.053946, "nauc_recall_at_1_diff1": 0.654927, "nauc_recall_at_3_max": 0.572967, "nauc_recall_at_3_std": 0.11251, "nauc_recall_at_3_diff1": 0.507329, "nauc_recall_at_5_max": 0.607903, "nauc_recall_at_5_std": 0.219871, "nauc_recall_at_5_diff1": 0.427055, "nauc_recall_at_10_max": 0.589431, "nauc_recall_at_10_std": 0.168573, "nauc_recall_at_10_diff1": 0.425177, "nauc_recall_at_20_max": 0.618648, "nauc_recall_at_20_std": 0.331499, "nauc_recall_at_20_diff1": 0.482299, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.934798, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.490835, "nauc_precision_at_1_std": 0.053946, "nauc_precision_at_1_diff1": 0.654927, "nauc_precision_at_3_max": 0.572967, "nauc_precision_at_3_std": 0.11251, "nauc_precision_at_3_diff1": 0.507329, "nauc_precision_at_5_max": 0.607903, "nauc_precision_at_5_std": 0.219871, "nauc_precision_at_5_diff1": 0.427055, "nauc_precision_at_10_max": 0.589431, "nauc_precision_at_10_std": 0.168573, "nauc_precision_at_10_diff1": 0.425177, "nauc_precision_at_20_max": 0.618648, "nauc_precision_at_20_std": 0.331499, "nauc_precision_at_20_diff1": 0.482299, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.934798, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.490835, "nauc_mrr_at_1_std": 0.053946, "nauc_mrr_at_1_diff1": 0.654927, "nauc_mrr_at_3_max": 0.531343, "nauc_mrr_at_3_std": 0.081111, "nauc_mrr_at_3_diff1": 0.593802, "nauc_mrr_at_5_max": 0.537745, "nauc_mrr_at_5_std": 0.100636, "nauc_mrr_at_5_diff1": 0.580844, "nauc_mrr_at_10_max": 0.534401, "nauc_mrr_at_10_std": 0.091053, "nauc_mrr_at_10_diff1": 0.587918, "nauc_mrr_at_20_max": 0.534268, "nauc_mrr_at_20_std": 0.095152, "nauc_mrr_at_20_diff1": 0.591681, "nauc_mrr_at_100_max": 0.534678, "nauc_mrr_at_100_std": 0.094138, "nauc_mrr_at_100_diff1": 0.593307, "nauc_mrr_at_1000_max": 0.534561, "nauc_mrr_at_1000_std": 0.093927, "nauc_mrr_at_1000_diff1": 0.593205, "main_score": 0.55855, "hf_subset": "vie-zho", "languages": [ "vie-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.34043, "ndcg_at_3": 0.47289, "ndcg_at_5": 0.52209, "ndcg_at_10": 0.55641, "ndcg_at_20": 0.57551, "ndcg_at_100": 0.59952, "ndcg_at_1000": 0.60028, "map_at_1": 0.34043, "map_at_3": 0.43972, "map_at_5": 0.46631, "map_at_10": 0.48044, "map_at_20": 0.48583, "map_at_100": 0.48962, "map_at_1000": 0.48966, "recall_at_1": 0.34043, "recall_at_3": 0.56915, "recall_at_5": 0.69149, "recall_at_10": 0.79787, "recall_at_20": 0.87234, "recall_at_100": 0.99468, "recall_at_1000": 1.0, "precision_at_1": 0.34043, "precision_at_3": 0.18972, "precision_at_5": 0.1383, "precision_at_10": 0.07979, "precision_at_20": 0.04362, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.340426, "mrr_at_3": 0.439716, "mrr_at_5": 0.466312, "mrr_at_10": 0.480435, "mrr_at_20": 0.485828, "mrr_at_100": 0.489618, "mrr_at_1000": 0.489661, "nauc_ndcg_at_1_max": 0.463579, "nauc_ndcg_at_1_std": 0.188903, "nauc_ndcg_at_1_diff1": 0.475363, "nauc_ndcg_at_3_max": 0.439307, "nauc_ndcg_at_3_std": 0.281159, "nauc_ndcg_at_3_diff1": 0.322734, "nauc_ndcg_at_5_max": 0.418771, "nauc_ndcg_at_5_std": 0.27772, "nauc_ndcg_at_5_diff1": 0.322398, "nauc_ndcg_at_10_max": 0.449831, "nauc_ndcg_at_10_std": 0.295751, "nauc_ndcg_at_10_diff1": 0.351233, "nauc_ndcg_at_20_max": 0.439362, "nauc_ndcg_at_20_std": 0.290927, "nauc_ndcg_at_20_diff1": 0.352786, "nauc_ndcg_at_100_max": 0.440346, "nauc_ndcg_at_100_std": 0.270981, "nauc_ndcg_at_100_diff1": 0.367258, "nauc_ndcg_at_1000_max": 0.441315, "nauc_ndcg_at_1000_std": 0.268755, "nauc_ndcg_at_1000_diff1": 0.366688, "nauc_map_at_1_max": 0.463579, "nauc_map_at_1_std": 0.188903, "nauc_map_at_1_diff1": 0.475363, "nauc_map_at_3_max": 0.445788, "nauc_map_at_3_std": 0.257686, "nauc_map_at_3_diff1": 0.362307, "nauc_map_at_5_max": 0.435003, "nauc_map_at_5_std": 0.255356, "nauc_map_at_5_diff1": 0.363338, "nauc_map_at_10_max": 0.447766, "nauc_map_at_10_std": 0.261273, "nauc_map_at_10_diff1": 0.375523, "nauc_map_at_20_max": 0.445106, "nauc_map_at_20_std": 0.25966, "nauc_map_at_20_diff1": 0.375881, "nauc_map_at_100_max": 0.444824, "nauc_map_at_100_std": 0.256771, "nauc_map_at_100_diff1": 0.378151, "nauc_map_at_1000_max": 0.444867, "nauc_map_at_1000_std": 0.256669, "nauc_map_at_1000_diff1": 0.378127, "nauc_recall_at_1_max": 0.463579, "nauc_recall_at_1_std": 0.188903, "nauc_recall_at_1_diff1": 0.475363, "nauc_recall_at_3_max": 0.419353, "nauc_recall_at_3_std": 0.352954, "nauc_recall_at_3_diff1": 0.201378, "nauc_recall_at_5_max": 0.356305, "nauc_recall_at_5_std": 0.35756, "nauc_recall_at_5_diff1": 0.174023, "nauc_recall_at_10_max": 0.473148, "nauc_recall_at_10_std": 0.476032, "nauc_recall_at_10_diff1": 0.25052, "nauc_recall_at_20_max": 0.396843, "nauc_recall_at_20_std": 0.526926, "nauc_recall_at_20_diff1": 0.218547, "nauc_recall_at_100_max": 0.123092, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.554117, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.463579, "nauc_precision_at_1_std": 0.188903, "nauc_precision_at_1_diff1": 0.475363, "nauc_precision_at_3_max": 0.419353, "nauc_precision_at_3_std": 0.352954, "nauc_precision_at_3_diff1": 0.201378, "nauc_precision_at_5_max": 0.356305, "nauc_precision_at_5_std": 0.35756, "nauc_precision_at_5_diff1": 0.174023, "nauc_precision_at_10_max": 0.473148, "nauc_precision_at_10_std": 0.476032, "nauc_precision_at_10_diff1": 0.25052, "nauc_precision_at_20_max": 0.396843, "nauc_precision_at_20_std": 0.526926, "nauc_precision_at_20_diff1": 0.218547, "nauc_precision_at_100_max": 0.123092, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.554117, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.463579, "nauc_mrr_at_1_std": 0.188903, "nauc_mrr_at_1_diff1": 0.475363, "nauc_mrr_at_3_max": 0.445788, "nauc_mrr_at_3_std": 0.257686, "nauc_mrr_at_3_diff1": 0.362307, "nauc_mrr_at_5_max": 0.435003, "nauc_mrr_at_5_std": 0.255356, "nauc_mrr_at_5_diff1": 0.363338, "nauc_mrr_at_10_max": 0.447766, "nauc_mrr_at_10_std": 0.261273, "nauc_mrr_at_10_diff1": 0.375523, "nauc_mrr_at_20_max": 0.445106, "nauc_mrr_at_20_std": 0.25966, "nauc_mrr_at_20_diff1": 0.375881, "nauc_mrr_at_100_max": 0.444824, "nauc_mrr_at_100_std": 0.256771, "nauc_mrr_at_100_diff1": 0.378151, "nauc_mrr_at_1000_max": 0.444867, "nauc_mrr_at_1000_std": 0.256669, "nauc_mrr_at_1000_diff1": 0.378127, "main_score": 0.55641, "hf_subset": "zho-ara", "languages": [ "zho-Hans", "ara-Arab" ] }, { "ndcg_at_1": 0.57368, "ndcg_at_3": 0.65852, "ndcg_at_5": 0.67665, "ndcg_at_10": 0.69709, "ndcg_at_20": 0.71431, "ndcg_at_100": 0.7347, "ndcg_at_1000": 0.73625, "map_at_1": 0.57368, "map_at_3": 0.6386, "map_at_5": 0.64912, "map_at_10": 0.65755, "map_at_20": 0.66223, "map_at_100": 0.66576, "map_at_1000": 0.66585, "recall_at_1": 0.57368, "recall_at_3": 0.71579, "recall_at_5": 0.75789, "recall_at_10": 0.82105, "recall_at_20": 0.88947, "recall_at_100": 0.98947, "recall_at_1000": 1.0, "precision_at_1": 0.57368, "precision_at_3": 0.2386, "precision_at_5": 0.15158, "precision_at_10": 0.08211, "precision_at_20": 0.04447, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.573684, "mrr_at_3": 0.638596, "mrr_at_5": 0.649123, "mrr_at_10": 0.657554, "mrr_at_20": 0.662231, "mrr_at_100": 0.665756, "mrr_at_1000": 0.66585, "nauc_ndcg_at_1_max": 0.750518, "nauc_ndcg_at_1_std": 0.459035, "nauc_ndcg_at_1_diff1": 0.810211, "nauc_ndcg_at_3_max": 0.768009, "nauc_ndcg_at_3_std": 0.571733, "nauc_ndcg_at_3_diff1": 0.736246, "nauc_ndcg_at_5_max": 0.781787, "nauc_ndcg_at_5_std": 0.584563, "nauc_ndcg_at_5_diff1": 0.73308, "nauc_ndcg_at_10_max": 0.763435, "nauc_ndcg_at_10_std": 0.569809, "nauc_ndcg_at_10_diff1": 0.73956, "nauc_ndcg_at_20_max": 0.75981, "nauc_ndcg_at_20_std": 0.563881, "nauc_ndcg_at_20_diff1": 0.729955, "nauc_ndcg_at_100_max": 0.766517, "nauc_ndcg_at_100_std": 0.552797, "nauc_ndcg_at_100_diff1": 0.748052, "nauc_ndcg_at_1000_max": 0.765297, "nauc_ndcg_at_1000_std": 0.551166, "nauc_ndcg_at_1000_diff1": 0.74832, "nauc_map_at_1_max": 0.750518, "nauc_map_at_1_std": 0.459035, "nauc_map_at_1_diff1": 0.810211, "nauc_map_at_3_max": 0.765166, "nauc_map_at_3_std": 0.545099, "nauc_map_at_3_diff1": 0.754669, "nauc_map_at_5_max": 0.772625, "nauc_map_at_5_std": 0.551399, "nauc_map_at_5_diff1": 0.753434, "nauc_map_at_10_max": 0.765174, "nauc_map_at_10_std": 0.544952, "nauc_map_at_10_diff1": 0.755768, "nauc_map_at_20_max": 0.763998, "nauc_map_at_20_std": 0.542954, "nauc_map_at_20_diff1": 0.753526, "nauc_map_at_100_max": 0.765013, "nauc_map_at_100_std": 0.541117, "nauc_map_at_100_diff1": 0.756357, "nauc_map_at_1000_max": 0.764953, "nauc_map_at_1000_std": 0.541032, "nauc_map_at_1000_diff1": 0.756374, "nauc_recall_at_1_max": 0.750518, "nauc_recall_at_1_std": 0.459035, "nauc_recall_at_1_diff1": 0.810211, "nauc_recall_at_3_max": 0.776699, "nauc_recall_at_3_std": 0.659797, "nauc_recall_at_3_diff1": 0.674813, "nauc_recall_at_5_max": 0.817042, "nauc_recall_at_5_std": 0.708554, "nauc_recall_at_5_diff1": 0.657227, "nauc_recall_at_10_max": 0.746415, "nauc_recall_at_10_std": 0.678032, "nauc_recall_at_10_diff1": 0.669945, "nauc_recall_at_20_max": 0.71289, "nauc_recall_at_20_std": 0.690514, "nauc_recall_at_20_diff1": 0.554342, "nauc_recall_at_100_max": 0.934641, "nauc_recall_at_100_std": 0.777077, "nauc_recall_at_100_diff1": 0.711718, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.750518, "nauc_precision_at_1_std": 0.459035, "nauc_precision_at_1_diff1": 0.810211, "nauc_precision_at_3_max": 0.776699, "nauc_precision_at_3_std": 0.659797, "nauc_precision_at_3_diff1": 0.674813, "nauc_precision_at_5_max": 0.817042, "nauc_precision_at_5_std": 0.708554, "nauc_precision_at_5_diff1": 0.657227, "nauc_precision_at_10_max": 0.746415, "nauc_precision_at_10_std": 0.678032, "nauc_precision_at_10_diff1": 0.669945, "nauc_precision_at_20_max": 0.71289, "nauc_precision_at_20_std": 0.690514, "nauc_precision_at_20_diff1": 0.554342, "nauc_precision_at_100_max": 0.934641, "nauc_precision_at_100_std": 0.777077, "nauc_precision_at_100_diff1": 0.711718, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.750518, "nauc_mrr_at_1_std": 0.459035, "nauc_mrr_at_1_diff1": 0.810211, "nauc_mrr_at_3_max": 0.765166, "nauc_mrr_at_3_std": 0.545099, "nauc_mrr_at_3_diff1": 0.754669, "nauc_mrr_at_5_max": 0.772625, "nauc_mrr_at_5_std": 0.551399, "nauc_mrr_at_5_diff1": 0.753434, "nauc_mrr_at_10_max": 0.765174, "nauc_mrr_at_10_std": 0.544952, "nauc_mrr_at_10_diff1": 0.755768, "nauc_mrr_at_20_max": 0.763998, "nauc_mrr_at_20_std": 0.542954, "nauc_mrr_at_20_diff1": 0.753526, "nauc_mrr_at_100_max": 0.765013, "nauc_mrr_at_100_std": 0.541117, "nauc_mrr_at_100_diff1": 0.756357, "nauc_mrr_at_1000_max": 0.764953, "nauc_mrr_at_1000_std": 0.541032, "nauc_mrr_at_1000_diff1": 0.756374, "main_score": 0.69709, "hf_subset": "zho-deu", "languages": [ "zho-Hans", "deu-Latn" ] }, { "ndcg_at_1": 0.37698, "ndcg_at_3": 0.52673, "ndcg_at_5": 0.56371, "ndcg_at_10": 0.59672, "ndcg_at_20": 0.61176, "ndcg_at_100": 0.62824, "ndcg_at_1000": 0.63227, "map_at_1": 0.37698, "map_at_3": 0.48942, "map_at_5": 0.51005, "map_at_10": 0.52384, "map_at_20": 0.52798, "map_at_100": 0.53051, "map_at_1000": 0.53069, "recall_at_1": 0.37698, "recall_at_3": 0.63492, "recall_at_5": 0.72421, "recall_at_10": 0.8254, "recall_at_20": 0.88492, "recall_at_100": 0.97024, "recall_at_1000": 1.0, "precision_at_1": 0.37698, "precision_at_3": 0.21164, "precision_at_5": 0.14484, "precision_at_10": 0.08254, "precision_at_20": 0.04425, "precision_at_100": 0.0097, "precision_at_1000": 0.001, "mrr_at_1": 0.376984, "mrr_at_3": 0.489418, "mrr_at_5": 0.510053, "mrr_at_10": 0.523843, "mrr_at_20": 0.52798, "mrr_at_100": 0.530509, "mrr_at_1000": 0.530693, "nauc_ndcg_at_1_max": 0.515124, "nauc_ndcg_at_1_std": 0.292384, "nauc_ndcg_at_1_diff1": 0.315755, "nauc_ndcg_at_3_max": 0.468076, "nauc_ndcg_at_3_std": 0.306146, "nauc_ndcg_at_3_diff1": 0.17796, "nauc_ndcg_at_5_max": 0.452853, "nauc_ndcg_at_5_std": 0.33132, "nauc_ndcg_at_5_diff1": 0.154934, "nauc_ndcg_at_10_max": 0.456722, "nauc_ndcg_at_10_std": 0.335253, "nauc_ndcg_at_10_diff1": 0.165366, "nauc_ndcg_at_20_max": 0.455317, "nauc_ndcg_at_20_std": 0.334336, "nauc_ndcg_at_20_diff1": 0.176051, "nauc_ndcg_at_100_max": 0.458314, "nauc_ndcg_at_100_std": 0.327873, "nauc_ndcg_at_100_diff1": 0.194863, "nauc_ndcg_at_1000_max": 0.464864, "nauc_ndcg_at_1000_std": 0.322556, "nauc_ndcg_at_1000_diff1": 0.195741, "nauc_map_at_1_max": 0.515124, "nauc_map_at_1_std": 0.292384, "nauc_map_at_1_diff1": 0.315755, "nauc_map_at_3_max": 0.478183, "nauc_map_at_3_std": 0.298275, "nauc_map_at_3_diff1": 0.210682, "nauc_map_at_5_max": 0.47024, "nauc_map_at_5_std": 0.311258, "nauc_map_at_5_diff1": 0.200196, "nauc_map_at_10_max": 0.472504, "nauc_map_at_10_std": 0.312905, "nauc_map_at_10_diff1": 0.205777, "nauc_map_at_20_max": 0.472209, "nauc_map_at_20_std": 0.312826, "nauc_map_at_20_diff1": 0.208477, "nauc_map_at_100_max": 0.472985, "nauc_map_at_100_std": 0.312327, "nauc_map_at_100_diff1": 0.211018, "nauc_map_at_1000_max": 0.47319, "nauc_map_at_1000_std": 0.312131, "nauc_map_at_1000_diff1": 0.211069, "nauc_recall_at_1_max": 0.515124, "nauc_recall_at_1_std": 0.292384, "nauc_recall_at_1_diff1": 0.315755, "nauc_recall_at_3_max": 0.436044, "nauc_recall_at_3_std": 0.33386, "nauc_recall_at_3_diff1": 0.072506, "nauc_recall_at_5_max": 0.384936, "nauc_recall_at_5_std": 0.415483, "nauc_recall_at_5_diff1": -0.022194, "nauc_recall_at_10_max": 0.370772, "nauc_recall_at_10_std": 0.466591, "nauc_recall_at_10_diff1": -0.052975, "nauc_recall_at_20_max": 0.32119, "nauc_recall_at_20_std": 0.510025, "nauc_recall_at_20_diff1": -0.048105, "nauc_recall_at_100_max": 0.038259, "nauc_recall_at_100_std": 0.654165, "nauc_recall_at_100_diff1": 0.141489, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.515124, "nauc_precision_at_1_std": 0.292384, "nauc_precision_at_1_diff1": 0.315755, "nauc_precision_at_3_max": 0.436044, "nauc_precision_at_3_std": 0.33386, "nauc_precision_at_3_diff1": 0.072506, "nauc_precision_at_5_max": 0.384936, "nauc_precision_at_5_std": 0.415483, "nauc_precision_at_5_diff1": -0.022194, "nauc_precision_at_10_max": 0.370772, "nauc_precision_at_10_std": 0.466591, "nauc_precision_at_10_diff1": -0.052975, "nauc_precision_at_20_max": 0.32119, "nauc_precision_at_20_std": 0.510025, "nauc_precision_at_20_diff1": -0.048105, "nauc_precision_at_100_max": 0.038259, "nauc_precision_at_100_std": 0.654165, "nauc_precision_at_100_diff1": 0.141489, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.515124, "nauc_mrr_at_1_std": 0.292384, "nauc_mrr_at_1_diff1": 0.315755, "nauc_mrr_at_3_max": 0.478183, "nauc_mrr_at_3_std": 0.298275, "nauc_mrr_at_3_diff1": 0.210682, "nauc_mrr_at_5_max": 0.47024, "nauc_mrr_at_5_std": 0.311258, "nauc_mrr_at_5_diff1": 0.200196, "nauc_mrr_at_10_max": 0.472504, "nauc_mrr_at_10_std": 0.312905, "nauc_mrr_at_10_diff1": 0.205777, "nauc_mrr_at_20_max": 0.472209, "nauc_mrr_at_20_std": 0.312826, "nauc_mrr_at_20_diff1": 0.208477, "nauc_mrr_at_100_max": 0.472985, "nauc_mrr_at_100_std": 0.312327, "nauc_mrr_at_100_diff1": 0.211018, "nauc_mrr_at_1000_max": 0.47319, "nauc_mrr_at_1000_std": 0.312131, "nauc_mrr_at_1000_diff1": 0.211069, "main_score": 0.59672, "hf_subset": "zho-eng", "languages": [ "zho-Hans", "eng-Latn" ] }, { "ndcg_at_1": 0.60248, "ndcg_at_3": 0.69935, "ndcg_at_5": 0.7154, "ndcg_at_10": 0.73514, "ndcg_at_20": 0.75167, "ndcg_at_100": 0.7619, "ndcg_at_1000": 0.76279, "map_at_1": 0.60248, "map_at_3": 0.67495, "map_at_5": 0.68427, "map_at_10": 0.69221, "map_at_20": 0.69635, "map_at_100": 0.69768, "map_at_1000": 0.69773, "recall_at_1": 0.60248, "recall_at_3": 0.77019, "recall_at_5": 0.80745, "recall_at_10": 0.86957, "recall_at_20": 0.93789, "recall_at_100": 0.99379, "recall_at_1000": 1.0, "precision_at_1": 0.60248, "precision_at_3": 0.25673, "precision_at_5": 0.16149, "precision_at_10": 0.08696, "precision_at_20": 0.04689, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.602484, "mrr_at_3": 0.674948, "mrr_at_5": 0.684265, "mrr_at_10": 0.692206, "mrr_at_20": 0.696347, "mrr_at_100": 0.697677, "mrr_at_1000": 0.697728, "nauc_ndcg_at_1_max": 0.590798, "nauc_ndcg_at_1_std": 0.477118, "nauc_ndcg_at_1_diff1": 0.739375, "nauc_ndcg_at_3_max": 0.646318, "nauc_ndcg_at_3_std": 0.555863, "nauc_ndcg_at_3_diff1": 0.68291, "nauc_ndcg_at_5_max": 0.649, "nauc_ndcg_at_5_std": 0.577963, "nauc_ndcg_at_5_diff1": 0.674946, "nauc_ndcg_at_10_max": 0.645999, "nauc_ndcg_at_10_std": 0.551871, "nauc_ndcg_at_10_diff1": 0.683416, "nauc_ndcg_at_20_max": 0.645377, "nauc_ndcg_at_20_std": 0.558355, "nauc_ndcg_at_20_diff1": 0.696613, "nauc_ndcg_at_100_max": 0.637731, "nauc_ndcg_at_100_std": 0.547178, "nauc_ndcg_at_100_diff1": 0.69668, "nauc_ndcg_at_1000_max": 0.638996, "nauc_ndcg_at_1000_std": 0.545713, "nauc_ndcg_at_1000_diff1": 0.696562, "nauc_map_at_1_max": 0.590798, "nauc_map_at_1_std": 0.477118, "nauc_map_at_1_diff1": 0.739375, "nauc_map_at_3_max": 0.636371, "nauc_map_at_3_std": 0.535769, "nauc_map_at_3_diff1": 0.701309, "nauc_map_at_5_max": 0.637541, "nauc_map_at_5_std": 0.54706, "nauc_map_at_5_diff1": 0.697537, "nauc_map_at_10_max": 0.63649, "nauc_map_at_10_std": 0.536544, "nauc_map_at_10_diff1": 0.700592, "nauc_map_at_20_max": 0.636074, "nauc_map_at_20_std": 0.537858, "nauc_map_at_20_diff1": 0.703239, "nauc_map_at_100_max": 0.635017, "nauc_map_at_100_std": 0.536567, "nauc_map_at_100_diff1": 0.703083, "nauc_map_at_1000_max": 0.635074, "nauc_map_at_1000_std": 0.536498, "nauc_map_at_1000_diff1": 0.703079, "nauc_recall_at_1_max": 0.590798, "nauc_recall_at_1_std": 0.477118, "nauc_recall_at_1_diff1": 0.739375, "nauc_recall_at_3_max": 0.680359, "nauc_recall_at_3_std": 0.629624, "nauc_recall_at_3_diff1": 0.613034, "nauc_recall_at_5_max": 0.693944, "nauc_recall_at_5_std": 0.709643, "nauc_recall_at_5_diff1": 0.577516, "nauc_recall_at_10_max": 0.693019, "nauc_recall_at_10_std": 0.625423, "nauc_recall_at_10_diff1": 0.58909, "nauc_recall_at_20_max": 0.737261, "nauc_recall_at_20_std": 0.784605, "nauc_recall_at_20_diff1": 0.686226, "nauc_recall_at_100_max": 0.359649, "nauc_recall_at_100_std": 0.869371, "nauc_recall_at_100_diff1": 0.72254, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.590798, "nauc_precision_at_1_std": 0.477118, "nauc_precision_at_1_diff1": 0.739375, "nauc_precision_at_3_max": 0.680359, "nauc_precision_at_3_std": 0.629624, "nauc_precision_at_3_diff1": 0.613034, "nauc_precision_at_5_max": 0.693944, "nauc_precision_at_5_std": 0.709643, "nauc_precision_at_5_diff1": 0.577516, "nauc_precision_at_10_max": 0.693019, "nauc_precision_at_10_std": 0.625423, "nauc_precision_at_10_diff1": 0.58909, "nauc_precision_at_20_max": 0.737261, "nauc_precision_at_20_std": 0.784605, "nauc_precision_at_20_diff1": 0.686226, "nauc_precision_at_100_max": 0.359649, "nauc_precision_at_100_std": 0.869371, "nauc_precision_at_100_diff1": 0.72254, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.590798, "nauc_mrr_at_1_std": 0.477118, "nauc_mrr_at_1_diff1": 0.739375, "nauc_mrr_at_3_max": 0.636371, "nauc_mrr_at_3_std": 0.535769, "nauc_mrr_at_3_diff1": 0.701309, "nauc_mrr_at_5_max": 0.637541, "nauc_mrr_at_5_std": 0.54706, "nauc_mrr_at_5_diff1": 0.697537, "nauc_mrr_at_10_max": 0.63649, "nauc_mrr_at_10_std": 0.536544, "nauc_mrr_at_10_diff1": 0.700592, "nauc_mrr_at_20_max": 0.636074, "nauc_mrr_at_20_std": 0.537858, "nauc_mrr_at_20_diff1": 0.703239, "nauc_mrr_at_100_max": 0.635017, "nauc_mrr_at_100_std": 0.536567, "nauc_mrr_at_100_diff1": 0.703083, "nauc_mrr_at_1000_max": 0.635074, "nauc_mrr_at_1000_std": 0.536498, "nauc_mrr_at_1000_diff1": 0.703079, "main_score": 0.73514, "hf_subset": "zho-spa", "languages": [ "zho-Hans", "spa-Latn" ] }, { "ndcg_at_1": 0.51323, "ndcg_at_3": 0.62843, "ndcg_at_5": 0.6528, "ndcg_at_10": 0.672, "ndcg_at_20": 0.68696, "ndcg_at_100": 0.7062, "ndcg_at_1000": 0.70773, "map_at_1": 0.51323, "map_at_3": 0.60053, "map_at_5": 0.61429, "map_at_10": 0.62243, "map_at_20": 0.62666, "map_at_100": 0.62916, "map_at_1000": 0.62925, "recall_at_1": 0.51323, "recall_at_3": 0.70899, "recall_at_5": 0.7672, "recall_at_10": 0.8254, "recall_at_20": 0.8836, "recall_at_100": 0.98942, "recall_at_1000": 1.0, "precision_at_1": 0.51323, "precision_at_3": 0.23633, "precision_at_5": 0.15344, "precision_at_10": 0.08254, "precision_at_20": 0.04418, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.513228, "mrr_at_3": 0.600529, "mrr_at_5": 0.614286, "mrr_at_10": 0.62243, "mrr_at_20": 0.626663, "mrr_at_100": 0.629161, "mrr_at_1000": 0.629248, "nauc_ndcg_at_1_max": 0.60397, "nauc_ndcg_at_1_std": 0.247872, "nauc_ndcg_at_1_diff1": 0.661489, "nauc_ndcg_at_3_max": 0.67779, "nauc_ndcg_at_3_std": 0.3431, "nauc_ndcg_at_3_diff1": 0.572524, "nauc_ndcg_at_5_max": 0.667636, "nauc_ndcg_at_5_std": 0.383559, "nauc_ndcg_at_5_diff1": 0.56906, "nauc_ndcg_at_10_max": 0.66909, "nauc_ndcg_at_10_std": 0.381217, "nauc_ndcg_at_10_diff1": 0.578196, "nauc_ndcg_at_20_max": 0.66949, "nauc_ndcg_at_20_std": 0.38983, "nauc_ndcg_at_20_diff1": 0.585576, "nauc_ndcg_at_100_max": 0.656894, "nauc_ndcg_at_100_std": 0.359283, "nauc_ndcg_at_100_diff1": 0.594624, "nauc_ndcg_at_1000_max": 0.657042, "nauc_ndcg_at_1000_std": 0.355419, "nauc_ndcg_at_1000_diff1": 0.592859, "nauc_map_at_1_max": 0.60397, "nauc_map_at_1_std": 0.247872, "nauc_map_at_1_diff1": 0.661489, "nauc_map_at_3_max": 0.657239, "nauc_map_at_3_std": 0.318214, "nauc_map_at_3_diff1": 0.597525, "nauc_map_at_5_max": 0.650983, "nauc_map_at_5_std": 0.338286, "nauc_map_at_5_diff1": 0.595747, "nauc_map_at_10_max": 0.651329, "nauc_map_at_10_std": 0.337014, "nauc_map_at_10_diff1": 0.599864, "nauc_map_at_20_max": 0.65128, "nauc_map_at_20_std": 0.339109, "nauc_map_at_20_diff1": 0.602049, "nauc_map_at_100_max": 0.64965, "nauc_map_at_100_std": 0.335515, "nauc_map_at_100_diff1": 0.60249, "nauc_map_at_1000_max": 0.649658, "nauc_map_at_1000_std": 0.335333, "nauc_map_at_1000_diff1": 0.602417, "nauc_recall_at_1_max": 0.60397, "nauc_recall_at_1_std": 0.247872, "nauc_recall_at_1_diff1": 0.661489, "nauc_recall_at_3_max": 0.749695, "nauc_recall_at_3_std": 0.429374, "nauc_recall_at_3_diff1": 0.484936, "nauc_recall_at_5_max": 0.733869, "nauc_recall_at_5_std": 0.574117, "nauc_recall_at_5_diff1": 0.461366, "nauc_recall_at_10_max": 0.757486, "nauc_recall_at_10_std": 0.610294, "nauc_recall_at_10_diff1": 0.474331, "nauc_recall_at_20_max": 0.798258, "nauc_recall_at_20_std": 0.773107, "nauc_recall_at_20_diff1": 0.487935, "nauc_recall_at_100_max": 0.637726, "nauc_recall_at_100_std": 0.934602, "nauc_recall_at_100_diff1": 0.860975, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.60397, "nauc_precision_at_1_std": 0.247872, "nauc_precision_at_1_diff1": 0.661489, "nauc_precision_at_3_max": 0.749695, "nauc_precision_at_3_std": 0.429374, "nauc_precision_at_3_diff1": 0.484936, "nauc_precision_at_5_max": 0.733869, "nauc_precision_at_5_std": 0.574117, "nauc_precision_at_5_diff1": 0.461366, "nauc_precision_at_10_max": 0.757486, "nauc_precision_at_10_std": 0.610294, "nauc_precision_at_10_diff1": 0.474331, "nauc_precision_at_20_max": 0.798258, "nauc_precision_at_20_std": 0.773107, "nauc_precision_at_20_diff1": 0.487935, "nauc_precision_at_100_max": 0.637726, "nauc_precision_at_100_std": 0.934602, "nauc_precision_at_100_diff1": 0.860975, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.60397, "nauc_mrr_at_1_std": 0.247872, "nauc_mrr_at_1_diff1": 0.661489, "nauc_mrr_at_3_max": 0.657239, "nauc_mrr_at_3_std": 0.318214, "nauc_mrr_at_3_diff1": 0.597525, "nauc_mrr_at_5_max": 0.650983, "nauc_mrr_at_5_std": 0.338286, "nauc_mrr_at_5_diff1": 0.595747, "nauc_mrr_at_10_max": 0.651329, "nauc_mrr_at_10_std": 0.337014, "nauc_mrr_at_10_diff1": 0.599864, "nauc_mrr_at_20_max": 0.65128, "nauc_mrr_at_20_std": 0.339109, "nauc_mrr_at_20_diff1": 0.602049, "nauc_mrr_at_100_max": 0.64965, "nauc_mrr_at_100_std": 0.335515, "nauc_mrr_at_100_diff1": 0.60249, "nauc_mrr_at_1000_max": 0.649658, "nauc_mrr_at_1000_std": 0.335333, "nauc_mrr_at_1000_diff1": 0.602417, "main_score": 0.672, "hf_subset": "zho-hin", "languages": [ "zho-Hans", "hin-Deva" ] }, { "ndcg_at_1": 0.31522, "ndcg_at_3": 0.42799, "ndcg_at_5": 0.49511, "ndcg_at_10": 0.54229, "ndcg_at_20": 0.56571, "ndcg_at_100": 0.58063, "ndcg_at_1000": 0.58143, "map_at_1": 0.31522, "map_at_3": 0.39946, "map_at_5": 0.43668, "map_at_10": 0.45599, "map_at_20": 0.46245, "map_at_100": 0.46444, "map_at_1000": 0.46449, "recall_at_1": 0.31522, "recall_at_3": 0.51087, "recall_at_5": 0.67391, "recall_at_10": 0.82065, "recall_at_20": 0.91304, "recall_at_100": 0.99457, "recall_at_1000": 1.0, "precision_at_1": 0.31522, "precision_at_3": 0.17029, "precision_at_5": 0.13478, "precision_at_10": 0.08207, "precision_at_20": 0.04565, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.315217, "mrr_at_3": 0.399457, "mrr_at_5": 0.436685, "mrr_at_10": 0.455989, "mrr_at_20": 0.462448, "mrr_at_100": 0.464438, "mrr_at_1000": 0.464487, "nauc_ndcg_at_1_max": 0.298218, "nauc_ndcg_at_1_std": 0.129074, "nauc_ndcg_at_1_diff1": 0.184025, "nauc_ndcg_at_3_max": 0.339567, "nauc_ndcg_at_3_std": 0.215209, "nauc_ndcg_at_3_diff1": 0.083906, "nauc_ndcg_at_5_max": 0.311468, "nauc_ndcg_at_5_std": 0.223959, "nauc_ndcg_at_5_diff1": 0.027832, "nauc_ndcg_at_10_max": 0.317015, "nauc_ndcg_at_10_std": 0.238758, "nauc_ndcg_at_10_diff1": 0.039779, "nauc_ndcg_at_20_max": 0.332583, "nauc_ndcg_at_20_std": 0.225374, "nauc_ndcg_at_20_diff1": 0.060329, "nauc_ndcg_at_100_max": 0.313318, "nauc_ndcg_at_100_std": 0.210339, "nauc_ndcg_at_100_diff1": 0.068779, "nauc_ndcg_at_1000_max": 0.31393, "nauc_ndcg_at_1000_std": 0.209236, "nauc_ndcg_at_1000_diff1": 0.070806, "nauc_map_at_1_max": 0.298218, "nauc_map_at_1_std": 0.129074, "nauc_map_at_1_diff1": 0.184025, "nauc_map_at_3_max": 0.322937, "nauc_map_at_3_std": 0.191464, "nauc_map_at_3_diff1": 0.106473, "nauc_map_at_5_max": 0.306803, "nauc_map_at_5_std": 0.195347, "nauc_map_at_5_diff1": 0.077045, "nauc_map_at_10_max": 0.308673, "nauc_map_at_10_std": 0.2029, "nauc_map_at_10_diff1": 0.08126, "nauc_map_at_20_max": 0.311084, "nauc_map_at_20_std": 0.198775, "nauc_map_at_20_diff1": 0.08554, "nauc_map_at_100_max": 0.308904, "nauc_map_at_100_std": 0.196774, "nauc_map_at_100_diff1": 0.086555, "nauc_map_at_1000_max": 0.308933, "nauc_map_at_1000_std": 0.196718, "nauc_map_at_1000_diff1": 0.086657, "nauc_recall_at_1_max": 0.298218, "nauc_recall_at_1_std": 0.129074, "nauc_recall_at_1_diff1": 0.184025, "nauc_recall_at_3_max": 0.390711, "nauc_recall_at_3_std": 0.285525, "nauc_recall_at_3_diff1": 0.0189, "nauc_recall_at_5_max": 0.326788, "nauc_recall_at_5_std": 0.327142, "nauc_recall_at_5_diff1": -0.153607, "nauc_recall_at_10_max": 0.364683, "nauc_recall_at_10_std": 0.435723, "nauc_recall_at_10_diff1": -0.181202, "nauc_recall_at_20_max": 0.624481, "nauc_recall_at_20_std": 0.469062, "nauc_recall_at_20_diff1": -0.108643, "nauc_recall_at_100_max": 0.122445, "nauc_recall_at_100_std": 0.55453, "nauc_recall_at_100_diff1": -0.563666, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.298218, "nauc_precision_at_1_std": 0.129074, "nauc_precision_at_1_diff1": 0.184025, "nauc_precision_at_3_max": 0.390711, "nauc_precision_at_3_std": 0.285525, "nauc_precision_at_3_diff1": 0.0189, "nauc_precision_at_5_max": 0.326788, "nauc_precision_at_5_std": 0.327142, "nauc_precision_at_5_diff1": -0.153607, "nauc_precision_at_10_max": 0.364683, "nauc_precision_at_10_std": 0.435723, "nauc_precision_at_10_diff1": -0.181202, "nauc_precision_at_20_max": 0.624481, "nauc_precision_at_20_std": 0.469062, "nauc_precision_at_20_diff1": -0.108643, "nauc_precision_at_100_max": 0.122445, "nauc_precision_at_100_std": 0.55453, "nauc_precision_at_100_diff1": -0.563666, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.298218, "nauc_mrr_at_1_std": 0.129074, "nauc_mrr_at_1_diff1": 0.184025, "nauc_mrr_at_3_max": 0.322937, "nauc_mrr_at_3_std": 0.191464, "nauc_mrr_at_3_diff1": 0.106473, "nauc_mrr_at_5_max": 0.306803, "nauc_mrr_at_5_std": 0.195347, "nauc_mrr_at_5_diff1": 0.077045, "nauc_mrr_at_10_max": 0.308673, "nauc_mrr_at_10_std": 0.2029, "nauc_mrr_at_10_diff1": 0.08126, "nauc_mrr_at_20_max": 0.311084, "nauc_mrr_at_20_std": 0.198775, "nauc_mrr_at_20_diff1": 0.08554, "nauc_mrr_at_100_max": 0.308904, "nauc_mrr_at_100_std": 0.196774, "nauc_mrr_at_100_diff1": 0.086555, "nauc_mrr_at_1000_max": 0.308933, "nauc_mrr_at_1000_std": 0.196718, "nauc_mrr_at_1000_diff1": 0.086657, "main_score": 0.54229, "hf_subset": "zho-vie", "languages": [ "zho-Hans", "vie-Latn" ] }, { "ndcg_at_1": 0.60714, "ndcg_at_3": 0.68107, "ndcg_at_5": 0.7037, "ndcg_at_10": 0.72248, "ndcg_at_20": 0.73253, "ndcg_at_100": 0.74664, "ndcg_at_1000": 0.75204, "map_at_1": 0.60714, "map_at_3": 0.66336, "map_at_5": 0.67576, "map_at_10": 0.68362, "map_at_20": 0.68639, "map_at_100": 0.68837, "map_at_1000": 0.68863, "recall_at_1": 0.60714, "recall_at_3": 0.73214, "recall_at_5": 0.7877, "recall_at_10": 0.84524, "recall_at_20": 0.88492, "recall_at_100": 0.96032, "recall_at_1000": 1.0, "precision_at_1": 0.60714, "precision_at_3": 0.24405, "precision_at_5": 0.15754, "precision_at_10": 0.08452, "precision_at_20": 0.04425, "precision_at_100": 0.0096, "precision_at_1000": 0.001, "mrr_at_1": 0.607143, "mrr_at_3": 0.66336, "mrr_at_5": 0.675761, "mrr_at_10": 0.683624, "mrr_at_20": 0.686391, "mrr_at_100": 0.688371, "mrr_at_1000": 0.688631, "nauc_ndcg_at_1_max": 0.721455, "nauc_ndcg_at_1_std": 0.361236, "nauc_ndcg_at_1_diff1": 0.801114, "nauc_ndcg_at_3_max": 0.762794, "nauc_ndcg_at_3_std": 0.428005, "nauc_ndcg_at_3_diff1": 0.767029, "nauc_ndcg_at_5_max": 0.758494, "nauc_ndcg_at_5_std": 0.438737, "nauc_ndcg_at_5_diff1": 0.762816, "nauc_ndcg_at_10_max": 0.764035, "nauc_ndcg_at_10_std": 0.451875, "nauc_ndcg_at_10_diff1": 0.763039, "nauc_ndcg_at_20_max": 0.762825, "nauc_ndcg_at_20_std": 0.448047, "nauc_ndcg_at_20_diff1": 0.767486, "nauc_ndcg_at_100_max": 0.760359, "nauc_ndcg_at_100_std": 0.439277, "nauc_ndcg_at_100_diff1": 0.771883, "nauc_ndcg_at_1000_max": 0.756834, "nauc_ndcg_at_1000_std": 0.430231, "nauc_ndcg_at_1000_diff1": 0.77264, "nauc_map_at_1_max": 0.721455, "nauc_map_at_1_std": 0.361236, "nauc_map_at_1_diff1": 0.801114, "nauc_map_at_3_max": 0.752467, "nauc_map_at_3_std": 0.409704, "nauc_map_at_3_diff1": 0.776141, "nauc_map_at_5_max": 0.750191, "nauc_map_at_5_std": 0.414805, "nauc_map_at_5_diff1": 0.774493, "nauc_map_at_10_max": 0.752178, "nauc_map_at_10_std": 0.419393, "nauc_map_at_10_diff1": 0.774882, "nauc_map_at_20_max": 0.751839, "nauc_map_at_20_std": 0.4183, "nauc_map_at_20_diff1": 0.776223, "nauc_map_at_100_max": 0.751486, "nauc_map_at_100_std": 0.416921, "nauc_map_at_100_diff1": 0.776819, "nauc_map_at_1000_max": 0.751329, "nauc_map_at_1000_std": 0.416546, "nauc_map_at_1000_diff1": 0.776838, "nauc_recall_at_1_max": 0.721455, "nauc_recall_at_1_std": 0.361236, "nauc_recall_at_1_diff1": 0.801114, "nauc_recall_at_3_max": 0.797461, "nauc_recall_at_3_std": 0.490287, "nauc_recall_at_3_diff1": 0.736129, "nauc_recall_at_5_max": 0.789534, "nauc_recall_at_5_std": 0.535502, "nauc_recall_at_5_diff1": 0.715403, "nauc_recall_at_10_max": 0.825586, "nauc_recall_at_10_std": 0.628596, "nauc_recall_at_10_diff1": 0.700894, "nauc_recall_at_20_max": 0.833794, "nauc_recall_at_20_std": 0.650156, "nauc_recall_at_20_diff1": 0.714348, "nauc_recall_at_100_max": 0.892544, "nauc_recall_at_100_std": 0.785472, "nauc_recall_at_100_diff1": 0.740413, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.721455, "nauc_precision_at_1_std": 0.361236, "nauc_precision_at_1_diff1": 0.801114, "nauc_precision_at_3_max": 0.797461, "nauc_precision_at_3_std": 0.490287, "nauc_precision_at_3_diff1": 0.736129, "nauc_precision_at_5_max": 0.789534, "nauc_precision_at_5_std": 0.535502, "nauc_precision_at_5_diff1": 0.715403, "nauc_precision_at_10_max": 0.825586, "nauc_precision_at_10_std": 0.628596, "nauc_precision_at_10_diff1": 0.700894, "nauc_precision_at_20_max": 0.833794, "nauc_precision_at_20_std": 0.650156, "nauc_precision_at_20_diff1": 0.714348, "nauc_precision_at_100_max": 0.892544, "nauc_precision_at_100_std": 0.785472, "nauc_precision_at_100_diff1": 0.740413, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.721455, "nauc_mrr_at_1_std": 0.361236, "nauc_mrr_at_1_diff1": 0.801114, "nauc_mrr_at_3_max": 0.752467, "nauc_mrr_at_3_std": 0.409704, "nauc_mrr_at_3_diff1": 0.776141, "nauc_mrr_at_5_max": 0.750191, "nauc_mrr_at_5_std": 0.414805, "nauc_mrr_at_5_diff1": 0.774493, "nauc_mrr_at_10_max": 0.752178, "nauc_mrr_at_10_std": 0.419393, "nauc_mrr_at_10_diff1": 0.774882, "nauc_mrr_at_20_max": 0.751839, "nauc_mrr_at_20_std": 0.4183, "nauc_mrr_at_20_diff1": 0.776223, "nauc_mrr_at_100_max": 0.751486, "nauc_mrr_at_100_std": 0.416921, "nauc_mrr_at_100_diff1": 0.776819, "nauc_mrr_at_1000_max": 0.751329, "nauc_mrr_at_1000_std": 0.416546, "nauc_mrr_at_1000_diff1": 0.776838, "main_score": 0.72248, "hf_subset": "zho-zho", "languages": [ "zho-Hans", "zho-Hans" ] } ], "test": [ { "ndcg_at_1": 0.31033, "ndcg_at_3": 0.37131, "ndcg_at_5": 0.38878, "ndcg_at_10": 0.40801, "ndcg_at_20": 0.42299, "ndcg_at_100": 0.44897, "ndcg_at_1000": 0.47257, "map_at_1": 0.31024, "map_at_3": 0.35652, "map_at_5": 0.36623, "map_at_10": 0.37419, "map_at_20": 0.37832, "map_at_100": 0.38185, "map_at_1000": 0.38259, "recall_at_1": 0.31024, "recall_at_3": 0.41393, "recall_at_5": 0.45631, "recall_at_10": 0.51566, "recall_at_20": 0.57472, "recall_at_100": 0.71592, "recall_at_1000": 0.90981, "precision_at_1": 0.31033, "precision_at_3": 0.13801, "precision_at_5": 0.09128, "precision_at_10": 0.05158, "precision_at_20": 0.02875, "precision_at_100": 0.00716, "precision_at_1000": 0.00091, "mrr_at_1": 0.310332, "mrr_at_3": 0.356616, "mrr_at_5": 0.36632, "mrr_at_10": 0.37426, "mrr_at_20": 0.378393, "mrr_at_100": 0.381922, "mrr_at_1000": 0.382664, "nauc_ndcg_at_1_max": 0.534819, "nauc_ndcg_at_1_std": 0.002548, "nauc_ndcg_at_1_diff1": 0.640811, "nauc_ndcg_at_3_max": 0.516082, "nauc_ndcg_at_3_std": 0.012719, "nauc_ndcg_at_3_diff1": 0.582181, "nauc_ndcg_at_5_max": 0.506778, "nauc_ndcg_at_5_std": 0.01435, "nauc_ndcg_at_5_diff1": 0.571814, "nauc_ndcg_at_10_max": 0.498124, "nauc_ndcg_at_10_std": 0.0203, "nauc_ndcg_at_10_diff1": 0.565124, "nauc_ndcg_at_20_max": 0.49239, "nauc_ndcg_at_20_std": 0.021066, "nauc_ndcg_at_20_diff1": 0.561065, "nauc_ndcg_at_100_max": 0.487271, "nauc_ndcg_at_100_std": 0.019116, "nauc_ndcg_at_100_diff1": 0.558279, "nauc_ndcg_at_1000_max": 0.49306, "nauc_ndcg_at_1000_std": 0.019666, "nauc_ndcg_at_1000_diff1": 0.564317, "nauc_map_at_1_max": 0.534374, "nauc_map_at_1_std": 0.002582, "nauc_map_at_1_diff1": 0.640529, "nauc_map_at_3_max": 0.520959, "nauc_map_at_3_std": 0.010964, "nauc_map_at_3_diff1": 0.595886, "nauc_map_at_5_max": 0.515901, "nauc_map_at_5_std": 0.011986, "nauc_map_at_5_diff1": 0.590158, "nauc_map_at_10_max": 0.512319, "nauc_map_at_10_std": 0.014428, "nauc_map_at_10_diff1": 0.587338, "nauc_map_at_20_max": 0.510805, "nauc_map_at_20_std": 0.014543, "nauc_map_at_20_diff1": 0.586338, "nauc_map_at_100_max": 0.510127, "nauc_map_at_100_std": 0.014227, "nauc_map_at_100_diff1": 0.585966, "nauc_map_at_1000_max": 0.510298, "nauc_map_at_1000_std": 0.014262, "nauc_map_at_1000_diff1": 0.586144, "nauc_recall_at_1_max": 0.534374, "nauc_recall_at_1_std": 0.002582, "nauc_recall_at_1_diff1": 0.640529, "nauc_recall_at_3_max": 0.501616, "nauc_recall_at_3_std": 0.017453, "nauc_recall_at_3_diff1": 0.54315, "nauc_recall_at_5_max": 0.478537, "nauc_recall_at_5_std": 0.020962, "nauc_recall_at_5_diff1": 0.517589, "nauc_recall_at_10_max": 0.450931, "nauc_recall_at_10_std": 0.039818, "nauc_recall_at_10_diff1": 0.495725, "nauc_recall_at_20_max": 0.423899, "nauc_recall_at_20_std": 0.044865, "nauc_recall_at_20_diff1": 0.47403, "nauc_recall_at_100_max": 0.367818, "nauc_recall_at_100_std": 0.038664, "nauc_recall_at_100_diff1": 0.429534, "nauc_recall_at_1000_max": 0.329621, "nauc_recall_at_1000_std": 0.082193, "nauc_recall_at_1000_diff1": 0.385983, "nauc_precision_at_1_max": 0.534819, "nauc_precision_at_1_std": 0.002548, "nauc_precision_at_1_diff1": 0.640811, "nauc_precision_at_3_max": 0.502084, "nauc_precision_at_3_std": 0.017422, "nauc_precision_at_3_diff1": 0.543467, "nauc_precision_at_5_max": 0.479012, "nauc_precision_at_5_std": 0.020931, "nauc_precision_at_5_diff1": 0.517909, "nauc_precision_at_10_max": 0.45145, "nauc_precision_at_10_std": 0.039713, "nauc_precision_at_10_diff1": 0.495882, "nauc_precision_at_20_max": 0.424479, "nauc_precision_at_20_std": 0.044748, "nauc_precision_at_20_diff1": 0.474219, "nauc_precision_at_100_max": 0.36865, "nauc_precision_at_100_std": 0.03852, "nauc_precision_at_100_diff1": 0.42984, "nauc_precision_at_1000_max": 0.332037, "nauc_precision_at_1000_std": 0.081643, "nauc_precision_at_1000_diff1": 0.386977, "nauc_mrr_at_1_max": 0.534819, "nauc_mrr_at_1_std": 0.002548, "nauc_mrr_at_1_diff1": 0.640811, "nauc_mrr_at_3_max": 0.521397, "nauc_mrr_at_3_std": 0.010931, "nauc_mrr_at_3_diff1": 0.596164, "nauc_mrr_at_5_max": 0.51634, "nauc_mrr_at_5_std": 0.011953, "nauc_mrr_at_5_diff1": 0.590437, "nauc_mrr_at_10_max": 0.51265, "nauc_mrr_at_10_std": 0.014402, "nauc_mrr_at_10_diff1": 0.587548, "nauc_mrr_at_20_max": 0.511137, "nauc_mrr_at_20_std": 0.014518, "nauc_mrr_at_20_diff1": 0.58655, "nauc_mrr_at_100_max": 0.510461, "nauc_mrr_at_100_std": 0.014202, "nauc_mrr_at_100_diff1": 0.586179, "nauc_mrr_at_1000_max": 0.510632, "nauc_mrr_at_1000_std": 0.014236, "nauc_mrr_at_1000_diff1": 0.586357, "main_score": 0.40801, "hf_subset": "ara-ara", "languages": [ "ara-Arab", "ara-Arab" ] }, { "ndcg_at_1": 0.26092, "ndcg_at_3": 0.3425, "ndcg_at_5": 0.36644, "ndcg_at_10": 0.38626, "ndcg_at_20": 0.40336, "ndcg_at_100": 0.43412, "ndcg_at_1000": 0.46231, "map_at_1": 0.26092, "map_at_3": 0.32191, "map_at_5": 0.33516, "map_at_10": 0.34338, "map_at_20": 0.34795, "map_at_100": 0.35187, "map_at_1000": 0.35286, "recall_at_1": 0.26092, "recall_at_3": 0.40231, "recall_at_5": 0.46056, "recall_at_10": 0.52154, "recall_at_20": 0.59011, "recall_at_100": 0.76092, "recall_at_1000": 0.98604, "precision_at_1": 0.26092, "precision_at_3": 0.1341, "precision_at_5": 0.09211, "precision_at_10": 0.05218, "precision_at_20": 0.02952, "precision_at_100": 0.00762, "precision_at_1000": 0.00099, "mrr_at_1": 0.260922, "mrr_at_3": 0.321905, "mrr_at_5": 0.335164, "mrr_at_10": 0.343424, "mrr_at_20": 0.347994, "mrr_at_100": 0.351906, "mrr_at_1000": 0.352892, "nauc_ndcg_at_1_max": 0.285791, "nauc_ndcg_at_1_std": -0.119289, "nauc_ndcg_at_1_diff1": 0.389306, "nauc_ndcg_at_3_max": 0.244088, "nauc_ndcg_at_3_std": -0.083991, "nauc_ndcg_at_3_diff1": 0.307845, "nauc_ndcg_at_5_max": 0.229032, "nauc_ndcg_at_5_std": -0.075629, "nauc_ndcg_at_5_diff1": 0.297232, "nauc_ndcg_at_10_max": 0.213331, "nauc_ndcg_at_10_std": -0.082103, "nauc_ndcg_at_10_diff1": 0.283347, "nauc_ndcg_at_20_max": 0.212347, "nauc_ndcg_at_20_std": -0.080614, "nauc_ndcg_at_20_diff1": 0.284305, "nauc_ndcg_at_100_max": 0.202102, "nauc_ndcg_at_100_std": -0.083221, "nauc_ndcg_at_100_diff1": 0.27829, "nauc_ndcg_at_1000_max": 0.217105, "nauc_ndcg_at_1000_std": -0.087028, "nauc_ndcg_at_1000_diff1": 0.292864, "nauc_map_at_1_max": 0.285791, "nauc_map_at_1_std": -0.119289, "nauc_map_at_1_diff1": 0.389306, "nauc_map_at_3_max": 0.254062, "nauc_map_at_3_std": -0.092589, "nauc_map_at_3_diff1": 0.326767, "nauc_map_at_5_max": 0.245774, "nauc_map_at_5_std": -0.087758, "nauc_map_at_5_diff1": 0.321207, "nauc_map_at_10_max": 0.239328, "nauc_map_at_10_std": -0.090712, "nauc_map_at_10_diff1": 0.315427, "nauc_map_at_20_max": 0.239227, "nauc_map_at_20_std": -0.090182, "nauc_map_at_20_diff1": 0.315747, "nauc_map_at_100_max": 0.23772, "nauc_map_at_100_std": -0.090709, "nauc_map_at_100_diff1": 0.314865, "nauc_map_at_1000_max": 0.238176, "nauc_map_at_1000_std": -0.090906, "nauc_map_at_1000_diff1": 0.31532, "nauc_recall_at_1_max": 0.285791, "nauc_recall_at_1_std": -0.119289, "nauc_recall_at_1_diff1": 0.389306, "nauc_recall_at_3_max": 0.216796, "nauc_recall_at_3_std": -0.060404, "nauc_recall_at_3_diff1": 0.256276, "nauc_recall_at_5_max": 0.180379, "nauc_recall_at_5_std": -0.04097, "nauc_recall_at_5_diff1": 0.229063, "nauc_recall_at_10_max": 0.130831, "nauc_recall_at_10_std": -0.058268, "nauc_recall_at_10_diff1": 0.18495, "nauc_recall_at_20_max": 0.120098, "nauc_recall_at_20_std": -0.051617, "nauc_recall_at_20_diff1": 0.182084, "nauc_recall_at_100_max": 0.002528, "nauc_recall_at_100_std": -0.055739, "nauc_recall_at_100_diff1": 0.093295, "nauc_recall_at_1000_max": -0.251207, "nauc_recall_at_1000_std": -0.202177, "nauc_recall_at_1000_diff1": -0.042415, "nauc_precision_at_1_max": 0.285791, "nauc_precision_at_1_std": -0.119289, "nauc_precision_at_1_diff1": 0.389306, "nauc_precision_at_3_max": 0.216796, "nauc_precision_at_3_std": -0.060404, "nauc_precision_at_3_diff1": 0.256276, "nauc_precision_at_5_max": 0.180379, "nauc_precision_at_5_std": -0.04097, "nauc_precision_at_5_diff1": 0.229063, "nauc_precision_at_10_max": 0.129987, "nauc_precision_at_10_std": -0.058603, "nauc_precision_at_10_diff1": 0.184123, "nauc_precision_at_20_max": 0.119185, "nauc_precision_at_20_std": -0.051976, "nauc_precision_at_20_diff1": 0.181192, "nauc_precision_at_100_max": -0.00029, "nauc_precision_at_100_std": -0.056472, "nauc_precision_at_100_diff1": 0.090033, "nauc_precision_at_1000_max": -0.273972, "nauc_precision_at_1000_std": -0.202441, "nauc_precision_at_1000_diff1": -0.079856, "nauc_mrr_at_1_max": 0.285791, "nauc_mrr_at_1_std": -0.119289, "nauc_mrr_at_1_diff1": 0.389306, "nauc_mrr_at_3_max": 0.254062, "nauc_mrr_at_3_std": -0.092589, "nauc_mrr_at_3_diff1": 0.326767, "nauc_mrr_at_5_max": 0.245774, "nauc_mrr_at_5_std": -0.087758, "nauc_mrr_at_5_diff1": 0.321207, "nauc_mrr_at_10_max": 0.239209, "nauc_mrr_at_10_std": -0.090761, "nauc_mrr_at_10_diff1": 0.315311, "nauc_mrr_at_20_max": 0.239108, "nauc_mrr_at_20_std": -0.090232, "nauc_mrr_at_20_diff1": 0.31563, "nauc_mrr_at_100_max": 0.237632, "nauc_mrr_at_100_std": -0.090745, "nauc_mrr_at_100_diff1": 0.314779, "nauc_mrr_at_1000_max": 0.238088, "nauc_mrr_at_1000_std": -0.090942, "nauc_mrr_at_1000_diff1": 0.315234, "main_score": 0.38626, "hf_subset": "ara-deu", "languages": [ "ara-Arab", "deu-Latn" ] }, { "ndcg_at_1": 0.21343, "ndcg_at_3": 0.26883, "ndcg_at_5": 0.29004, "ndcg_at_10": 0.30742, "ndcg_at_20": 0.32479, "ndcg_at_100": 0.35682, "ndcg_at_1000": 0.38931, "map_at_1": 0.21343, "map_at_3": 0.25519, "map_at_5": 0.26684, "map_at_10": 0.27398, "map_at_20": 0.27873, "map_at_100": 0.28302, "map_at_1000": 0.28405, "recall_at_1": 0.21343, "recall_at_3": 0.30833, "recall_at_5": 0.36028, "recall_at_10": 0.4142, "recall_at_20": 0.48303, "recall_at_100": 0.65782, "recall_at_1000": 0.92423, "precision_at_1": 0.21343, "precision_at_3": 0.10278, "precision_at_5": 0.07206, "precision_at_10": 0.04143, "precision_at_20": 0.02416, "precision_at_100": 0.00658, "precision_at_1000": 0.00092, "mrr_at_1": 0.213428, "mrr_at_3": 0.255189, "mrr_at_5": 0.266845, "mrr_at_10": 0.273989, "mrr_at_20": 0.278742, "mrr_at_100": 0.283028, "mrr_at_1000": 0.284061, "nauc_ndcg_at_1_max": 0.374945, "nauc_ndcg_at_1_std": 0.011574, "nauc_ndcg_at_1_diff1": 0.511627, "nauc_ndcg_at_3_max": 0.32365, "nauc_ndcg_at_3_std": 0.010738, "nauc_ndcg_at_3_diff1": 0.438206, "nauc_ndcg_at_5_max": 0.312331, "nauc_ndcg_at_5_std": 0.010379, "nauc_ndcg_at_5_diff1": 0.426552, "nauc_ndcg_at_10_max": 0.301785, "nauc_ndcg_at_10_std": 0.014992, "nauc_ndcg_at_10_diff1": 0.415694, "nauc_ndcg_at_20_max": 0.289983, "nauc_ndcg_at_20_std": 0.0177, "nauc_ndcg_at_20_diff1": 0.406105, "nauc_ndcg_at_100_max": 0.283033, "nauc_ndcg_at_100_std": 0.018704, "nauc_ndcg_at_100_diff1": 0.403222, "nauc_ndcg_at_1000_max": 0.292186, "nauc_ndcg_at_1000_std": 0.014587, "nauc_ndcg_at_1000_diff1": 0.416007, "nauc_map_at_1_max": 0.374945, "nauc_map_at_1_std": 0.011574, "nauc_map_at_1_diff1": 0.511627, "nauc_map_at_3_max": 0.336248, "nauc_map_at_3_std": 0.010761, "nauc_map_at_3_diff1": 0.455131, "nauc_map_at_5_max": 0.329896, "nauc_map_at_5_std": 0.010419, "nauc_map_at_5_diff1": 0.448486, "nauc_map_at_10_max": 0.325253, "nauc_map_at_10_std": 0.01244, "nauc_map_at_10_diff1": 0.443637, "nauc_map_at_20_max": 0.321924, "nauc_map_at_20_std": 0.013159, "nauc_map_at_20_diff1": 0.440973, "nauc_map_at_100_max": 0.321052, "nauc_map_at_100_std": 0.013352, "nauc_map_at_100_diff1": 0.440656, "nauc_map_at_1000_max": 0.321291, "nauc_map_at_1000_std": 0.013166, "nauc_map_at_1000_diff1": 0.441081, "nauc_recall_at_1_max": 0.374945, "nauc_recall_at_1_std": 0.011574, "nauc_recall_at_1_diff1": 0.511627, "nauc_recall_at_3_max": 0.289791, "nauc_recall_at_3_std": 0.010739, "nauc_recall_at_3_diff1": 0.393098, "nauc_recall_at_5_max": 0.264485, "nauc_recall_at_5_std": 0.010446, "nauc_recall_at_5_diff1": 0.367602, "nauc_recall_at_10_max": 0.235843, "nauc_recall_at_10_std": 0.023241, "nauc_recall_at_10_diff1": 0.338524, "nauc_recall_at_20_max": 0.19096, "nauc_recall_at_20_std": 0.033735, "nauc_recall_at_20_diff1": 0.301321, "nauc_recall_at_100_max": 0.125682, "nauc_recall_at_100_std": 0.042244, "nauc_recall_at_100_diff1": 0.259075, "nauc_recall_at_1000_max": 0.010979, "nauc_recall_at_1000_std": -0.013795, "nauc_recall_at_1000_diff1": 0.279574, "nauc_precision_at_1_max": 0.374945, "nauc_precision_at_1_std": 0.011574, "nauc_precision_at_1_diff1": 0.511627, "nauc_precision_at_3_max": 0.289791, "nauc_precision_at_3_std": 0.010739, "nauc_precision_at_3_diff1": 0.393098, "nauc_precision_at_5_max": 0.264485, "nauc_precision_at_5_std": 0.010446, "nauc_precision_at_5_diff1": 0.367602, "nauc_precision_at_10_max": 0.23559, "nauc_precision_at_10_std": 0.023286, "nauc_precision_at_10_diff1": 0.338275, "nauc_precision_at_20_max": 0.1907, "nauc_precision_at_20_std": 0.033782, "nauc_precision_at_20_diff1": 0.301065, "nauc_precision_at_100_max": 0.125279, "nauc_precision_at_100_std": 0.042893, "nauc_precision_at_100_diff1": 0.258542, "nauc_precision_at_1000_max": 0.014025, "nauc_precision_at_1000_std": -0.004695, "nauc_precision_at_1000_diff1": 0.275024, "nauc_mrr_at_1_max": 0.374945, "nauc_mrr_at_1_std": 0.011574, "nauc_mrr_at_1_diff1": 0.511627, "nauc_mrr_at_3_max": 0.336248, "nauc_mrr_at_3_std": 0.010761, "nauc_mrr_at_3_diff1": 0.455131, "nauc_mrr_at_5_max": 0.329896, "nauc_mrr_at_5_std": 0.010419, "nauc_mrr_at_5_diff1": 0.448486, "nauc_mrr_at_10_max": 0.325218, "nauc_mrr_at_10_std": 0.012446, "nauc_mrr_at_10_diff1": 0.443601, "nauc_mrr_at_20_max": 0.321888, "nauc_mrr_at_20_std": 0.013166, "nauc_mrr_at_20_diff1": 0.440938, "nauc_mrr_at_100_max": 0.321034, "nauc_mrr_at_100_std": 0.013371, "nauc_mrr_at_100_diff1": 0.440639, "nauc_mrr_at_1000_max": 0.321268, "nauc_mrr_at_1000_std": 0.013177, "nauc_mrr_at_1000_diff1": 0.441058, "main_score": 0.30742, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ] }, { "ndcg_at_1": 0.31901, "ndcg_at_3": 0.37739, "ndcg_at_5": 0.39839, "ndcg_at_10": 0.42342, "ndcg_at_20": 0.44132, "ndcg_at_100": 0.4702, "ndcg_at_1000": 0.4964, "map_at_1": 0.31901, "map_at_3": 0.36282, "map_at_5": 0.37458, "map_at_10": 0.38492, "map_at_20": 0.38984, "map_at_100": 0.39377, "map_at_1000": 0.39467, "recall_at_1": 0.31901, "recall_at_3": 0.41962, "recall_at_5": 0.47017, "recall_at_10": 0.54752, "recall_at_20": 0.6183, "recall_at_100": 0.77503, "recall_at_1000": 0.98534, "precision_at_1": 0.31901, "precision_at_3": 0.13987, "precision_at_5": 0.09403, "precision_at_10": 0.05475, "precision_at_20": 0.03092, "precision_at_100": 0.00775, "precision_at_1000": 0.00099, "mrr_at_1": 0.319009, "mrr_at_3": 0.362824, "mrr_at_5": 0.374579, "mrr_at_10": 0.384921, "mrr_at_20": 0.38984, "mrr_at_100": 0.393772, "mrr_at_1000": 0.394672, "nauc_ndcg_at_1_max": 0.491342, "nauc_ndcg_at_1_std": -0.018, "nauc_ndcg_at_1_diff1": 0.618862, "nauc_ndcg_at_3_max": 0.451257, "nauc_ndcg_at_3_std": -0.021061, "nauc_ndcg_at_3_diff1": 0.562713, "nauc_ndcg_at_5_max": 0.445219, "nauc_ndcg_at_5_std": -0.015703, "nauc_ndcg_at_5_diff1": 0.55042, "nauc_ndcg_at_10_max": 0.430657, "nauc_ndcg_at_10_std": -0.014298, "nauc_ndcg_at_10_diff1": 0.538959, "nauc_ndcg_at_20_max": 0.424583, "nauc_ndcg_at_20_std": -0.016213, "nauc_ndcg_at_20_diff1": 0.535697, "nauc_ndcg_at_100_max": 0.418075, "nauc_ndcg_at_100_std": -0.010393, "nauc_ndcg_at_100_diff1": 0.539006, "nauc_ndcg_at_1000_max": 0.431703, "nauc_ndcg_at_1000_std": -0.015442, "nauc_ndcg_at_1000_diff1": 0.548225, "nauc_map_at_1_max": 0.491342, "nauc_map_at_1_std": -0.018, "nauc_map_at_1_diff1": 0.618862, "nauc_map_at_3_max": 0.461419, "nauc_map_at_3_std": -0.020072, "nauc_map_at_3_diff1": 0.576392, "nauc_map_at_5_max": 0.458004, "nauc_map_at_5_std": -0.017476, "nauc_map_at_5_diff1": 0.569574, "nauc_map_at_10_max": 0.452169, "nauc_map_at_10_std": -0.016383, "nauc_map_at_10_diff1": 0.565004, "nauc_map_at_20_max": 0.450743, "nauc_map_at_20_std": -0.017014, "nauc_map_at_20_diff1": 0.564197, "nauc_map_at_100_max": 0.449914, "nauc_map_at_100_std": -0.016235, "nauc_map_at_100_diff1": 0.564625, "nauc_map_at_1000_max": 0.450287, "nauc_map_at_1000_std": -0.016412, "nauc_map_at_1000_diff1": 0.564898, "nauc_recall_at_1_max": 0.491342, "nauc_recall_at_1_std": -0.018, "nauc_recall_at_1_diff1": 0.618862, "nauc_recall_at_3_max": 0.422146, "nauc_recall_at_3_std": -0.023978, "nauc_recall_at_3_diff1": 0.523742, "nauc_recall_at_5_max": 0.40743, "nauc_recall_at_5_std": -0.009454, "nauc_recall_at_5_diff1": 0.493456, "nauc_recall_at_10_max": 0.358099, "nauc_recall_at_10_std": -0.00748, "nauc_recall_at_10_diff1": 0.453172, "nauc_recall_at_20_max": 0.32371, "nauc_recall_at_20_std": -0.014451, "nauc_recall_at_20_diff1": 0.431356, "nauc_recall_at_100_max": 0.22394, "nauc_recall_at_100_std": 0.033877, "nauc_recall_at_100_diff1": 0.413147, "nauc_recall_at_1000_max": 0.064558, "nauc_recall_at_1000_std": -0.201271, "nauc_recall_at_1000_diff1": 0.363262, "nauc_precision_at_1_max": 0.491342, "nauc_precision_at_1_std": -0.018, "nauc_precision_at_1_diff1": 0.618862, "nauc_precision_at_3_max": 0.422146, "nauc_precision_at_3_std": -0.023978, "nauc_precision_at_3_diff1": 0.523742, "nauc_precision_at_5_max": 0.40743, "nauc_precision_at_5_std": -0.009454, "nauc_precision_at_5_diff1": 0.493456, "nauc_precision_at_10_max": 0.358099, "nauc_precision_at_10_std": -0.00748, "nauc_precision_at_10_diff1": 0.453172, "nauc_precision_at_20_max": 0.32371, "nauc_precision_at_20_std": -0.014451, "nauc_precision_at_20_diff1": 0.431356, "nauc_precision_at_100_max": 0.22394, "nauc_precision_at_100_std": 0.033877, "nauc_precision_at_100_diff1": 0.413147, "nauc_precision_at_1000_max": 0.064558, "nauc_precision_at_1000_std": -0.201271, "nauc_precision_at_1000_diff1": 0.363262, "nauc_mrr_at_1_max": 0.491342, "nauc_mrr_at_1_std": -0.018, "nauc_mrr_at_1_diff1": 0.618862, "nauc_mrr_at_3_max": 0.461419, "nauc_mrr_at_3_std": -0.020072, "nauc_mrr_at_3_diff1": 0.576392, "nauc_mrr_at_5_max": 0.458004, "nauc_mrr_at_5_std": -0.017476, "nauc_mrr_at_5_diff1": 0.569574, "nauc_mrr_at_10_max": 0.452169, "nauc_mrr_at_10_std": -0.016383, "nauc_mrr_at_10_diff1": 0.565004, "nauc_mrr_at_20_max": 0.450743, "nauc_mrr_at_20_std": -0.017014, "nauc_mrr_at_20_diff1": 0.564197, "nauc_mrr_at_100_max": 0.449914, "nauc_mrr_at_100_std": -0.016235, "nauc_mrr_at_100_diff1": 0.564625, "nauc_mrr_at_1000_max": 0.450287, "nauc_mrr_at_1000_std": -0.016412, "nauc_mrr_at_1000_diff1": 0.564898, "main_score": 0.42342, "hf_subset": "ara-spa", "languages": [ "ara-Arab", "spa-Latn" ] }, { "ndcg_at_1": 0.19825, "ndcg_at_3": 0.24984, "ndcg_at_5": 0.26975, "ndcg_at_10": 0.28681, "ndcg_at_20": 0.3066, "ndcg_at_100": 0.34514, "ndcg_at_1000": 0.38209, "map_at_1": 0.19825, "map_at_3": 0.23694, "map_at_5": 0.24792, "map_at_10": 0.25482, "map_at_20": 0.26027, "map_at_100": 0.26529, "map_at_1000": 0.26656, "recall_at_1": 0.19825, "recall_at_3": 0.28727, "recall_at_5": 0.33588, "recall_at_10": 0.3894, "recall_at_20": 0.4675, "recall_at_100": 0.67996, "recall_at_1000": 0.97706, "precision_at_1": 0.19825, "precision_at_3": 0.09576, "precision_at_5": 0.06718, "precision_at_10": 0.03894, "precision_at_20": 0.02338, "precision_at_100": 0.0068, "precision_at_1000": 0.00098, "mrr_at_1": 0.198252, "mrr_at_3": 0.236938, "mrr_at_5": 0.247916, "mrr_at_10": 0.254818, "mrr_at_20": 0.26027, "mrr_at_100": 0.265292, "mrr_at_1000": 0.26656, "nauc_ndcg_at_1_max": 0.424949, "nauc_ndcg_at_1_std": -0.095534, "nauc_ndcg_at_1_diff1": 0.516707, "nauc_ndcg_at_3_max": 0.387808, "nauc_ndcg_at_3_std": -0.100491, "nauc_ndcg_at_3_diff1": 0.451428, "nauc_ndcg_at_5_max": 0.39023, "nauc_ndcg_at_5_std": -0.096809, "nauc_ndcg_at_5_diff1": 0.447033, "nauc_ndcg_at_10_max": 0.377846, "nauc_ndcg_at_10_std": -0.092489, "nauc_ndcg_at_10_diff1": 0.432284, "nauc_ndcg_at_20_max": 0.372641, "nauc_ndcg_at_20_std": -0.078658, "nauc_ndcg_at_20_diff1": 0.426197, "nauc_ndcg_at_100_max": 0.37632, "nauc_ndcg_at_100_std": -0.07359, "nauc_ndcg_at_100_diff1": 0.427406, "nauc_ndcg_at_1000_max": 0.382433, "nauc_ndcg_at_1000_std": -0.080554, "nauc_ndcg_at_1000_diff1": 0.43865, "nauc_map_at_1_max": 0.424949, "nauc_map_at_1_std": -0.095534, "nauc_map_at_1_diff1": 0.516707, "nauc_map_at_3_max": 0.397577, "nauc_map_at_3_std": -0.099289, "nauc_map_at_3_diff1": 0.467377, "nauc_map_at_5_max": 0.399247, "nauc_map_at_5_std": -0.097192, "nauc_map_at_5_diff1": 0.464571, "nauc_map_at_10_max": 0.393691, "nauc_map_at_10_std": -0.095357, "nauc_map_at_10_diff1": 0.458208, "nauc_map_at_20_max": 0.39189, "nauc_map_at_20_std": -0.091693, "nauc_map_at_20_diff1": 0.456209, "nauc_map_at_100_max": 0.39228, "nauc_map_at_100_std": -0.091099, "nauc_map_at_100_diff1": 0.45608, "nauc_map_at_1000_max": 0.3925, "nauc_map_at_1000_std": -0.091185, "nauc_map_at_1000_diff1": 0.456558, "nauc_recall_at_1_max": 0.424949, "nauc_recall_at_1_std": -0.095534, "nauc_recall_at_1_diff1": 0.516707, "nauc_recall_at_3_max": 0.361471, "nauc_recall_at_3_std": -0.103699, "nauc_recall_at_3_diff1": 0.408819, "nauc_recall_at_5_max": 0.366452, "nauc_recall_at_5_std": -0.095384, "nauc_recall_at_5_diff1": 0.401128, "nauc_recall_at_10_max": 0.333576, "nauc_recall_at_10_std": -0.083317, "nauc_recall_at_10_diff1": 0.361135, "nauc_recall_at_20_max": 0.316171, "nauc_recall_at_20_std": -0.031445, "nauc_recall_at_20_diff1": 0.339835, "nauc_recall_at_100_max": 0.326148, "nauc_recall_at_100_std": 0.015868, "nauc_recall_at_100_diff1": 0.328788, "nauc_recall_at_1000_max": 0.404579, "nauc_recall_at_1000_std": 0.158567, "nauc_recall_at_1000_diff1": 0.332254, "nauc_precision_at_1_max": 0.424949, "nauc_precision_at_1_std": -0.095534, "nauc_precision_at_1_diff1": 0.516707, "nauc_precision_at_3_max": 0.361471, "nauc_precision_at_3_std": -0.103699, "nauc_precision_at_3_diff1": 0.408819, "nauc_precision_at_5_max": 0.366452, "nauc_precision_at_5_std": -0.095384, "nauc_precision_at_5_diff1": 0.401128, "nauc_precision_at_10_max": 0.333576, "nauc_precision_at_10_std": -0.083317, "nauc_precision_at_10_diff1": 0.361135, "nauc_precision_at_20_max": 0.316171, "nauc_precision_at_20_std": -0.031445, "nauc_precision_at_20_diff1": 0.339835, "nauc_precision_at_100_max": 0.326148, "nauc_precision_at_100_std": 0.015868, "nauc_precision_at_100_diff1": 0.328788, "nauc_precision_at_1000_max": 0.404579, "nauc_precision_at_1000_std": 0.158567, "nauc_precision_at_1000_diff1": 0.332254, "nauc_mrr_at_1_max": 0.424949, "nauc_mrr_at_1_std": -0.095534, "nauc_mrr_at_1_diff1": 0.516707, "nauc_mrr_at_3_max": 0.397577, "nauc_mrr_at_3_std": -0.099289, "nauc_mrr_at_3_diff1": 0.467377, "nauc_mrr_at_5_max": 0.399247, "nauc_mrr_at_5_std": -0.097192, "nauc_mrr_at_5_diff1": 0.464571, "nauc_mrr_at_10_max": 0.393691, "nauc_mrr_at_10_std": -0.095357, "nauc_mrr_at_10_diff1": 0.458208, "nauc_mrr_at_20_max": 0.39189, "nauc_mrr_at_20_std": -0.091693, "nauc_mrr_at_20_diff1": 0.456209, "nauc_mrr_at_100_max": 0.39228, "nauc_mrr_at_100_std": -0.091099, "nauc_mrr_at_100_diff1": 0.45608, "nauc_mrr_at_1000_max": 0.3925, "nauc_mrr_at_1000_std": -0.091185, "nauc_mrr_at_1000_diff1": 0.456558, "main_score": 0.28681, "hf_subset": "ara-hin", "languages": [ "ara-Arab", "hin-Deva" ] }, { "ndcg_at_1": 0.15681, "ndcg_at_3": 0.20757, "ndcg_at_5": 0.22433, "ndcg_at_10": 0.24539, "ndcg_at_20": 0.26384, "ndcg_at_100": 0.29772, "ndcg_at_1000": 0.34248, "map_at_1": 0.15681, "map_at_3": 0.19492, "map_at_5": 0.20413, "map_at_10": 0.21286, "map_at_20": 0.21795, "map_at_100": 0.22217, "map_at_1000": 0.22373, "recall_at_1": 0.15681, "recall_at_3": 0.24426, "recall_at_5": 0.2853, "recall_at_10": 0.35027, "recall_at_20": 0.42306, "recall_at_100": 0.6126, "recall_at_1000": 0.97167, "precision_at_1": 0.15681, "precision_at_3": 0.08142, "precision_at_5": 0.05706, "precision_at_10": 0.03503, "precision_at_20": 0.02115, "precision_at_100": 0.00613, "precision_at_1000": 0.00097, "mrr_at_1": 0.156815, "mrr_at_3": 0.194919, "mrr_at_5": 0.204128, "mrr_at_10": 0.212855, "mrr_at_20": 0.217945, "mrr_at_100": 0.222166, "mrr_at_1000": 0.223727, "nauc_ndcg_at_1_max": 0.424971, "nauc_ndcg_at_1_std": -0.060267, "nauc_ndcg_at_1_diff1": 0.521953, "nauc_ndcg_at_3_max": 0.370105, "nauc_ndcg_at_3_std": -0.056682, "nauc_ndcg_at_3_diff1": 0.419657, "nauc_ndcg_at_5_max": 0.350722, "nauc_ndcg_at_5_std": -0.060624, "nauc_ndcg_at_5_diff1": 0.403374, "nauc_ndcg_at_10_max": 0.337875, "nauc_ndcg_at_10_std": -0.064521, "nauc_ndcg_at_10_diff1": 0.395952, "nauc_ndcg_at_20_max": 0.330567, "nauc_ndcg_at_20_std": -0.063381, "nauc_ndcg_at_20_diff1": 0.38804, "nauc_ndcg_at_100_max": 0.320544, "nauc_ndcg_at_100_std": -0.066733, "nauc_ndcg_at_100_diff1": 0.377255, "nauc_ndcg_at_1000_max": 0.33878, "nauc_ndcg_at_1000_std": -0.064325, "nauc_ndcg_at_1000_diff1": 0.396365, "nauc_map_at_1_max": 0.424971, "nauc_map_at_1_std": -0.060267, "nauc_map_at_1_diff1": 0.521953, "nauc_map_at_3_max": 0.381746, "nauc_map_at_3_std": -0.05672, "nauc_map_at_3_diff1": 0.442356, "nauc_map_at_5_max": 0.37034, "nauc_map_at_5_std": -0.059145, "nauc_map_at_5_diff1": 0.432565, "nauc_map_at_10_max": 0.364315, "nauc_map_at_10_std": -0.060912, "nauc_map_at_10_diff1": 0.428829, "nauc_map_at_20_max": 0.361758, "nauc_map_at_20_std": -0.060683, "nauc_map_at_20_diff1": 0.425873, "nauc_map_at_100_max": 0.360146, "nauc_map_at_100_std": -0.061033, "nauc_map_at_100_diff1": 0.423996, "nauc_map_at_1000_max": 0.360717, "nauc_map_at_1000_std": -0.060837, "nauc_map_at_1000_diff1": 0.424645, "nauc_recall_at_1_max": 0.424971, "nauc_recall_at_1_std": -0.060267, "nauc_recall_at_1_diff1": 0.521953, "nauc_recall_at_3_max": 0.340817, "nauc_recall_at_3_std": -0.056843, "nauc_recall_at_3_diff1": 0.362193, "nauc_recall_at_5_max": 0.301407, "nauc_recall_at_5_std": -0.064746, "nauc_recall_at_5_diff1": 0.331232, "nauc_recall_at_10_max": 0.271098, "nauc_recall_at_10_std": -0.074545, "nauc_recall_at_10_diff1": 0.316168, "nauc_recall_at_20_max": 0.250153, "nauc_recall_at_20_std": -0.069993, "nauc_recall_at_20_diff1": 0.294719, "nauc_recall_at_100_max": 0.188583, "nauc_recall_at_100_std": -0.089687, "nauc_recall_at_100_diff1": 0.229375, "nauc_recall_at_1000_max": 0.284075, "nauc_recall_at_1000_std": -0.21313, "nauc_recall_at_1000_diff1": 0.239076, "nauc_precision_at_1_max": 0.424971, "nauc_precision_at_1_std": -0.060267, "nauc_precision_at_1_diff1": 0.521953, "nauc_precision_at_3_max": 0.340817, "nauc_precision_at_3_std": -0.056843, "nauc_precision_at_3_diff1": 0.362193, "nauc_precision_at_5_max": 0.301407, "nauc_precision_at_5_std": -0.064746, "nauc_precision_at_5_diff1": 0.331232, "nauc_precision_at_10_max": 0.271098, "nauc_precision_at_10_std": -0.074545, "nauc_precision_at_10_diff1": 0.316168, "nauc_precision_at_20_max": 0.250153, "nauc_precision_at_20_std": -0.069993, "nauc_precision_at_20_diff1": 0.294719, "nauc_precision_at_100_max": 0.188583, "nauc_precision_at_100_std": -0.089687, "nauc_precision_at_100_diff1": 0.229375, "nauc_precision_at_1000_max": 0.284075, "nauc_precision_at_1000_std": -0.21313, "nauc_precision_at_1000_diff1": 0.239076, "nauc_mrr_at_1_max": 0.424971, "nauc_mrr_at_1_std": -0.060267, "nauc_mrr_at_1_diff1": 0.521953, "nauc_mrr_at_3_max": 0.381746, "nauc_mrr_at_3_std": -0.05672, "nauc_mrr_at_3_diff1": 0.442356, "nauc_mrr_at_5_max": 0.37034, "nauc_mrr_at_5_std": -0.059145, "nauc_mrr_at_5_diff1": 0.432565, "nauc_mrr_at_10_max": 0.364315, "nauc_mrr_at_10_std": -0.060912, "nauc_mrr_at_10_diff1": 0.428829, "nauc_mrr_at_20_max": 0.361758, "nauc_mrr_at_20_std": -0.060683, "nauc_mrr_at_20_diff1": 0.425873, "nauc_mrr_at_100_max": 0.360146, "nauc_mrr_at_100_std": -0.061033, "nauc_mrr_at_100_diff1": 0.423996, "nauc_mrr_at_1000_max": 0.360717, "nauc_mrr_at_1000_std": -0.060837, "nauc_mrr_at_1000_diff1": 0.424645, "main_score": 0.24539, "hf_subset": "ara-vie", "languages": [ "ara-Arab", "vie-Latn" ] }, { "ndcg_at_1": 0.17835, "ndcg_at_3": 0.22902, "ndcg_at_5": 0.24705, "ndcg_at_10": 0.26835, "ndcg_at_20": 0.28849, "ndcg_at_100": 0.32944, "ndcg_at_1000": 0.3662, "map_at_1": 0.17835, "map_at_3": 0.21653, "map_at_5": 0.22662, "map_at_10": 0.23531, "map_at_20": 0.24093, "map_at_100": 0.24631, "map_at_1000": 0.24761, "recall_at_1": 0.17835, "recall_at_3": 0.26517, "recall_at_5": 0.30858, "recall_at_10": 0.375, "recall_at_20": 0.45397, "recall_at_100": 0.67887, "recall_at_1000": 0.9728, "precision_at_1": 0.17835, "precision_at_3": 0.08839, "precision_at_5": 0.06172, "precision_at_10": 0.0375, "precision_at_20": 0.0227, "precision_at_100": 0.00679, "precision_at_1000": 0.00097, "mrr_at_1": 0.178347, "mrr_at_3": 0.216527, "mrr_at_5": 0.226621, "mrr_at_10": 0.235312, "mrr_at_20": 0.240925, "mrr_at_100": 0.246306, "mrr_at_1000": 0.247611, "nauc_ndcg_at_1_max": 0.511201, "nauc_ndcg_at_1_std": -0.061552, "nauc_ndcg_at_1_diff1": 0.515444, "nauc_ndcg_at_3_max": 0.482814, "nauc_ndcg_at_3_std": -0.019704, "nauc_ndcg_at_3_diff1": 0.434682, "nauc_ndcg_at_5_max": 0.459677, "nauc_ndcg_at_5_std": -0.01742, "nauc_ndcg_at_5_diff1": 0.411978, "nauc_ndcg_at_10_max": 0.453906, "nauc_ndcg_at_10_std": -0.013647, "nauc_ndcg_at_10_diff1": 0.393384, "nauc_ndcg_at_20_max": 0.445976, "nauc_ndcg_at_20_std": -0.010325, "nauc_ndcg_at_20_diff1": 0.373113, "nauc_ndcg_at_100_max": 0.44421, "nauc_ndcg_at_100_std": -0.007047, "nauc_ndcg_at_100_diff1": 0.375085, "nauc_ndcg_at_1000_max": 0.454652, "nauc_ndcg_at_1000_std": -0.013548, "nauc_ndcg_at_1000_diff1": 0.393957, "nauc_map_at_1_max": 0.511201, "nauc_map_at_1_std": -0.061552, "nauc_map_at_1_diff1": 0.515444, "nauc_map_at_3_max": 0.488872, "nauc_map_at_3_std": -0.02862, "nauc_map_at_3_diff1": 0.452187, "nauc_map_at_5_max": 0.475173, "nauc_map_at_5_std": -0.027236, "nauc_map_at_5_diff1": 0.438862, "nauc_map_at_10_max": 0.472578, "nauc_map_at_10_std": -0.025578, "nauc_map_at_10_diff1": 0.430656, "nauc_map_at_20_max": 0.470102, "nauc_map_at_20_std": -0.024628, "nauc_map_at_20_diff1": 0.424547, "nauc_map_at_100_max": 0.469805, "nauc_map_at_100_std": -0.023738, "nauc_map_at_100_diff1": 0.424975, "nauc_map_at_1000_max": 0.470272, "nauc_map_at_1000_std": -0.023883, "nauc_map_at_1000_diff1": 0.425707, "nauc_recall_at_1_max": 0.511201, "nauc_recall_at_1_std": -0.061552, "nauc_recall_at_1_diff1": 0.515444, "nauc_recall_at_3_max": 0.467191, "nauc_recall_at_3_std": 0.003285, "nauc_recall_at_3_diff1": 0.389434, "nauc_recall_at_5_max": 0.418773, "nauc_recall_at_5_std": 0.007146, "nauc_recall_at_5_diff1": 0.342641, "nauc_recall_at_10_max": 0.404505, "nauc_recall_at_10_std": 0.016643, "nauc_recall_at_10_diff1": 0.294644, "nauc_recall_at_20_max": 0.377877, "nauc_recall_at_20_std": 0.028471, "nauc_recall_at_20_diff1": 0.225308, "nauc_recall_at_100_max": 0.349146, "nauc_recall_at_100_std": 0.050645, "nauc_recall_at_100_diff1": 0.192284, "nauc_recall_at_1000_max": 0.278431, "nauc_recall_at_1000_std": -0.027213, "nauc_recall_at_1000_diff1": 0.061904, "nauc_precision_at_1_max": 0.511201, "nauc_precision_at_1_std": -0.061552, "nauc_precision_at_1_diff1": 0.515444, "nauc_precision_at_3_max": 0.467191, "nauc_precision_at_3_std": 0.003285, "nauc_precision_at_3_diff1": 0.389434, "nauc_precision_at_5_max": 0.418773, "nauc_precision_at_5_std": 0.007146, "nauc_precision_at_5_diff1": 0.342641, "nauc_precision_at_10_max": 0.404505, "nauc_precision_at_10_std": 0.016643, "nauc_precision_at_10_diff1": 0.294644, "nauc_precision_at_20_max": 0.377877, "nauc_precision_at_20_std": 0.028471, "nauc_precision_at_20_diff1": 0.225308, "nauc_precision_at_100_max": 0.349146, "nauc_precision_at_100_std": 0.050645, "nauc_precision_at_100_diff1": 0.192284, "nauc_precision_at_1000_max": 0.278431, "nauc_precision_at_1000_std": -0.027213, "nauc_precision_at_1000_diff1": 0.061904, "nauc_mrr_at_1_max": 0.511201, "nauc_mrr_at_1_std": -0.061552, "nauc_mrr_at_1_diff1": 0.515444, "nauc_mrr_at_3_max": 0.488872, "nauc_mrr_at_3_std": -0.02862, "nauc_mrr_at_3_diff1": 0.452187, "nauc_mrr_at_5_max": 0.475173, "nauc_mrr_at_5_std": -0.027236, "nauc_mrr_at_5_diff1": 0.438862, "nauc_mrr_at_10_max": 0.472578, "nauc_mrr_at_10_std": -0.025578, "nauc_mrr_at_10_diff1": 0.430656, "nauc_mrr_at_20_max": 0.470102, "nauc_mrr_at_20_std": -0.024628, "nauc_mrr_at_20_diff1": 0.424547, "nauc_mrr_at_100_max": 0.469805, "nauc_mrr_at_100_std": -0.023738, "nauc_mrr_at_100_diff1": 0.424975, "nauc_mrr_at_1000_max": 0.470272, "nauc_mrr_at_1000_std": -0.023883, "nauc_mrr_at_1000_diff1": 0.425707, "main_score": 0.26835, "hf_subset": "ara-zho", "languages": [ "ara-Arab", "zho-Hans" ] }, { "ndcg_at_1": 0.26016, "ndcg_at_3": 0.32821, "ndcg_at_5": 0.34663, "ndcg_at_10": 0.3687, "ndcg_at_20": 0.38658, "ndcg_at_100": 0.41955, "ndcg_at_1000": 0.44901, "map_at_1": 0.26016, "map_at_3": 0.3113, "map_at_5": 0.32149, "map_at_10": 0.33065, "map_at_20": 0.33546, "map_at_100": 0.33972, "map_at_1000": 0.34072, "recall_at_1": 0.26016, "recall_at_3": 0.3772, "recall_at_5": 0.42207, "recall_at_10": 0.48999, "recall_at_20": 0.56155, "recall_at_100": 0.74348, "recall_at_1000": 0.9812, "precision_at_1": 0.26016, "precision_at_3": 0.12573, "precision_at_5": 0.08441, "precision_at_10": 0.049, "precision_at_20": 0.02808, "precision_at_100": 0.00743, "precision_at_1000": 0.00098, "mrr_at_1": 0.260158, "mrr_at_3": 0.3113, "mrr_at_5": 0.321488, "mrr_at_10": 0.330654, "mrr_at_20": 0.335455, "mrr_at_100": 0.339724, "mrr_at_1000": 0.340724, "nauc_ndcg_at_1_max": 0.459406, "nauc_ndcg_at_1_std": -0.034325, "nauc_ndcg_at_1_diff1": 0.586986, "nauc_ndcg_at_3_max": 0.410958, "nauc_ndcg_at_3_std": -0.028524, "nauc_ndcg_at_3_diff1": 0.497933, "nauc_ndcg_at_5_max": 0.405707, "nauc_ndcg_at_5_std": -0.032324, "nauc_ndcg_at_5_diff1": 0.482717, "nauc_ndcg_at_10_max": 0.398146, "nauc_ndcg_at_10_std": -0.034039, "nauc_ndcg_at_10_diff1": 0.47409, "nauc_ndcg_at_20_max": 0.389472, "nauc_ndcg_at_20_std": -0.041978, "nauc_ndcg_at_20_diff1": 0.461679, "nauc_ndcg_at_100_max": 0.38222, "nauc_ndcg_at_100_std": -0.035019, "nauc_ndcg_at_100_diff1": 0.459213, "nauc_ndcg_at_1000_max": 0.395827, "nauc_ndcg_at_1000_std": -0.036122, "nauc_ndcg_at_1000_diff1": 0.477908, "nauc_map_at_1_max": 0.459406, "nauc_map_at_1_std": -0.034325, "nauc_map_at_1_diff1": 0.586986, "nauc_map_at_3_max": 0.421867, "nauc_map_at_3_std": -0.030523, "nauc_map_at_3_diff1": 0.518719, "nauc_map_at_5_max": 0.419116, "nauc_map_at_5_std": -0.032373, "nauc_map_at_5_diff1": 0.510073, "nauc_map_at_10_max": 0.415973, "nauc_map_at_10_std": -0.03273, "nauc_map_at_10_diff1": 0.506385, "nauc_map_at_20_max": 0.413665, "nauc_map_at_20_std": -0.035044, "nauc_map_at_20_diff1": 0.503132, "nauc_map_at_100_max": 0.412806, "nauc_map_at_100_std": -0.03391, "nauc_map_at_100_diff1": 0.502915, "nauc_map_at_1000_max": 0.413219, "nauc_map_at_1000_std": -0.033892, "nauc_map_at_1000_diff1": 0.503569, "nauc_recall_at_1_max": 0.459406, "nauc_recall_at_1_std": -0.034325, "nauc_recall_at_1_diff1": 0.586986, "nauc_recall_at_3_max": 0.381236, "nauc_recall_at_3_std": -0.0228, "nauc_recall_at_3_diff1": 0.441004, "nauc_recall_at_5_max": 0.368247, "nauc_recall_at_5_std": -0.032794, "nauc_recall_at_5_diff1": 0.405967, "nauc_recall_at_10_max": 0.344763, "nauc_recall_at_10_std": -0.039819, "nauc_recall_at_10_diff1": 0.379051, "nauc_recall_at_20_max": 0.305928, "nauc_recall_at_20_std": -0.071225, "nauc_recall_at_20_diff1": 0.321996, "nauc_recall_at_100_max": 0.215637, "nauc_recall_at_100_std": -0.03576, "nauc_recall_at_100_diff1": 0.245079, "nauc_recall_at_1000_max": 0.154104, "nauc_recall_at_1000_std": -0.221275, "nauc_recall_at_1000_diff1": 0.24428, "nauc_precision_at_1_max": 0.459406, "nauc_precision_at_1_std": -0.034325, "nauc_precision_at_1_diff1": 0.586986, "nauc_precision_at_3_max": 0.381236, "nauc_precision_at_3_std": -0.0228, "nauc_precision_at_3_diff1": 0.441004, "nauc_precision_at_5_max": 0.368247, "nauc_precision_at_5_std": -0.032794, "nauc_precision_at_5_diff1": 0.405967, "nauc_precision_at_10_max": 0.344763, "nauc_precision_at_10_std": -0.039819, "nauc_precision_at_10_diff1": 0.379051, "nauc_precision_at_20_max": 0.305928, "nauc_precision_at_20_std": -0.071225, "nauc_precision_at_20_diff1": 0.321996, "nauc_precision_at_100_max": 0.215637, "nauc_precision_at_100_std": -0.03576, "nauc_precision_at_100_diff1": 0.245079, "nauc_precision_at_1000_max": 0.154104, "nauc_precision_at_1000_std": -0.221275, "nauc_precision_at_1000_diff1": 0.24428, "nauc_mrr_at_1_max": 0.459406, "nauc_mrr_at_1_std": -0.034325, "nauc_mrr_at_1_diff1": 0.586986, "nauc_mrr_at_3_max": 0.421867, "nauc_mrr_at_3_std": -0.030523, "nauc_mrr_at_3_diff1": 0.518719, "nauc_mrr_at_5_max": 0.419116, "nauc_mrr_at_5_std": -0.032373, "nauc_mrr_at_5_diff1": 0.510073, "nauc_mrr_at_10_max": 0.415973, "nauc_mrr_at_10_std": -0.03273, "nauc_mrr_at_10_diff1": 0.506385, "nauc_mrr_at_20_max": 0.413665, "nauc_mrr_at_20_std": -0.035044, "nauc_mrr_at_20_diff1": 0.503132, "nauc_mrr_at_100_max": 0.412806, "nauc_mrr_at_100_std": -0.03391, "nauc_mrr_at_100_diff1": 0.502915, "nauc_mrr_at_1000_max": 0.413219, "nauc_mrr_at_1000_std": -0.033892, "nauc_mrr_at_1000_diff1": 0.503569, "main_score": 0.3687, "hf_subset": "deu-ara", "languages": [ "deu-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.48549, "ndcg_at_3": 0.55681, "ndcg_at_5": 0.57536, "ndcg_at_10": 0.59226, "ndcg_at_20": 0.6051, "ndcg_at_100": 0.62401, "ndcg_at_1000": 0.6382, "map_at_1": 0.48538, "map_at_3": 0.53974, "map_at_5": 0.55004, "map_at_10": 0.55702, "map_at_20": 0.56053, "map_at_100": 0.56307, "map_at_1000": 0.56355, "recall_at_1": 0.48538, "recall_at_3": 0.60603, "recall_at_5": 0.65101, "recall_at_10": 0.7033, "recall_at_20": 0.75412, "recall_at_100": 0.85693, "recall_at_1000": 0.97179, "precision_at_1": 0.48549, "precision_at_3": 0.20208, "precision_at_5": 0.13025, "precision_at_10": 0.07035, "precision_at_20": 0.03772, "precision_at_100": 0.00857, "precision_at_1000": 0.00097, "mrr_at_1": 0.485486, "mrr_at_3": 0.539737, "mrr_at_5": 0.550041, "mrr_at_10": 0.557015, "mrr_at_20": 0.560544, "mrr_at_100": 0.563088, "mrr_at_1000": 0.563562, "nauc_ndcg_at_1_max": 0.600844, "nauc_ndcg_at_1_std": 0.026408, "nauc_ndcg_at_1_diff1": 0.756671, "nauc_ndcg_at_3_max": 0.600397, "nauc_ndcg_at_3_std": 0.040774, "nauc_ndcg_at_3_diff1": 0.711129, "nauc_ndcg_at_5_max": 0.599214, "nauc_ndcg_at_5_std": 0.048546, "nauc_ndcg_at_5_diff1": 0.704987, "nauc_ndcg_at_10_max": 0.595232, "nauc_ndcg_at_10_std": 0.056129, "nauc_ndcg_at_10_diff1": 0.697802, "nauc_ndcg_at_20_max": 0.599336, "nauc_ndcg_at_20_std": 0.064148, "nauc_ndcg_at_20_diff1": 0.697058, "nauc_ndcg_at_100_max": 0.597703, "nauc_ndcg_at_100_std": 0.069729, "nauc_ndcg_at_100_diff1": 0.701403, "nauc_ndcg_at_1000_max": 0.597597, "nauc_ndcg_at_1000_std": 0.06071, "nauc_ndcg_at_1000_diff1": 0.706427, "nauc_map_at_1_max": 0.600767, "nauc_map_at_1_std": 0.026229, "nauc_map_at_1_diff1": 0.756957, "nauc_map_at_3_max": 0.600521, "nauc_map_at_3_std": 0.036662, "nauc_map_at_3_diff1": 0.72192, "nauc_map_at_5_max": 0.599962, "nauc_map_at_5_std": 0.040578, "nauc_map_at_5_diff1": 0.718874, "nauc_map_at_10_max": 0.598233, "nauc_map_at_10_std": 0.043283, "nauc_map_at_10_diff1": 0.71613, "nauc_map_at_20_max": 0.599214, "nauc_map_at_20_std": 0.045076, "nauc_map_at_20_diff1": 0.716022, "nauc_map_at_100_max": 0.598924, "nauc_map_at_100_std": 0.045736, "nauc_map_at_100_diff1": 0.716597, "nauc_map_at_1000_max": 0.598913, "nauc_map_at_1000_std": 0.045445, "nauc_map_at_1000_diff1": 0.716752, "nauc_recall_at_1_max": 0.600767, "nauc_recall_at_1_std": 0.026229, "nauc_recall_at_1_diff1": 0.756957, "nauc_recall_at_3_max": 0.600007, "nauc_recall_at_3_std": 0.053715, "nauc_recall_at_3_diff1": 0.678056, "nauc_recall_at_5_max": 0.59643, "nauc_recall_at_5_std": 0.076687, "nauc_recall_at_5_diff1": 0.658305, "nauc_recall_at_10_max": 0.582511, "nauc_recall_at_10_std": 0.109296, "nauc_recall_at_10_diff1": 0.626875, "nauc_recall_at_20_max": 0.603465, "nauc_recall_at_20_std": 0.162846, "nauc_recall_at_20_diff1": 0.611658, "nauc_recall_at_100_max": 0.590727, "nauc_recall_at_100_std": 0.281701, "nauc_recall_at_100_diff1": 0.611199, "nauc_recall_at_1000_max": 0.560596, "nauc_recall_at_1000_std": 0.397803, "nauc_recall_at_1000_diff1": 0.655133, "nauc_precision_at_1_max": 0.600844, "nauc_precision_at_1_std": 0.026408, "nauc_precision_at_1_diff1": 0.756671, "nauc_precision_at_3_max": 0.599387, "nauc_precision_at_3_std": 0.054049, "nauc_precision_at_3_diff1": 0.676506, "nauc_precision_at_5_max": 0.59576, "nauc_precision_at_5_std": 0.077019, "nauc_precision_at_5_diff1": 0.656647, "nauc_precision_at_10_max": 0.581785, "nauc_precision_at_10_std": 0.109618, "nauc_precision_at_10_diff1": 0.625074, "nauc_precision_at_20_max": 0.602389, "nauc_precision_at_20_std": 0.163321, "nauc_precision_at_20_diff1": 0.609796, "nauc_precision_at_100_max": 0.589124, "nauc_precision_at_100_std": 0.282265, "nauc_precision_at_100_diff1": 0.608316, "nauc_precision_at_1000_max": 0.529699, "nauc_precision_at_1000_std": 0.39335, "nauc_precision_at_1000_diff1": 0.616656, "nauc_mrr_at_1_max": 0.600844, "nauc_mrr_at_1_std": 0.026408, "nauc_mrr_at_1_diff1": 0.756671, "nauc_mrr_at_3_max": 0.600521, "nauc_mrr_at_3_std": 0.036662, "nauc_mrr_at_3_diff1": 0.72192, "nauc_mrr_at_5_max": 0.599962, "nauc_mrr_at_5_std": 0.040578, "nauc_mrr_at_5_diff1": 0.718874, "nauc_mrr_at_10_max": 0.598233, "nauc_mrr_at_10_std": 0.043283, "nauc_mrr_at_10_diff1": 0.71613, "nauc_mrr_at_20_max": 0.599202, "nauc_mrr_at_20_std": 0.045085, "nauc_mrr_at_20_diff1": 0.716039, "nauc_mrr_at_100_max": 0.598912, "nauc_mrr_at_100_std": 0.045744, "nauc_mrr_at_100_diff1": 0.716614, "nauc_mrr_at_1000_max": 0.598902, "nauc_mrr_at_1000_std": 0.045453, "nauc_mrr_at_1000_diff1": 0.716767, "main_score": 0.59226, "hf_subset": "deu-deu", "languages": [ "deu-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.43319, "ndcg_at_3": 0.50176, "ndcg_at_5": 0.52104, "ndcg_at_10": 0.53915, "ndcg_at_20": 0.55407, "ndcg_at_100": 0.57473, "ndcg_at_1000": 0.59245, "map_at_1": 0.43297, "map_at_3": 0.48508, "map_at_5": 0.49577, "map_at_10": 0.50336, "map_at_20": 0.50746, "map_at_100": 0.51033, "map_at_1000": 0.51092, "recall_at_1": 0.43297, "recall_at_3": 0.54986, "recall_at_5": 0.59672, "recall_at_10": 0.65212, "recall_at_20": 0.71106, "recall_at_100": 0.8224, "recall_at_1000": 0.9661, "precision_at_1": 0.43319, "precision_at_3": 0.1834, "precision_at_5": 0.11943, "precision_at_10": 0.06526, "precision_at_20": 0.03558, "precision_at_100": 0.00823, "precision_at_1000": 0.00097, "mrr_at_1": 0.433193, "mrr_at_3": 0.485191, "mrr_at_5": 0.495838, "mrr_at_10": 0.503426, "mrr_at_20": 0.507531, "mrr_at_100": 0.5104, "mrr_at_1000": 0.510987, "nauc_ndcg_at_1_max": 0.559712, "nauc_ndcg_at_1_std": -0.018852, "nauc_ndcg_at_1_diff1": 0.73111, "nauc_ndcg_at_3_max": 0.545559, "nauc_ndcg_at_3_std": -0.020111, "nauc_ndcg_at_3_diff1": 0.675516, "nauc_ndcg_at_5_max": 0.537797, "nauc_ndcg_at_5_std": -0.012116, "nauc_ndcg_at_5_diff1": 0.659042, "nauc_ndcg_at_10_max": 0.534027, "nauc_ndcg_at_10_std": -0.007071, "nauc_ndcg_at_10_diff1": 0.653727, "nauc_ndcg_at_20_max": 0.533487, "nauc_ndcg_at_20_std": 0.002239, "nauc_ndcg_at_20_diff1": 0.650079, "nauc_ndcg_at_100_max": 0.533981, "nauc_ndcg_at_100_std": 0.007796, "nauc_ndcg_at_100_diff1": 0.65276, "nauc_ndcg_at_1000_max": 0.538055, "nauc_ndcg_at_1000_std": 0.002272, "nauc_ndcg_at_1000_diff1": 0.660627, "nauc_map_at_1_max": 0.559582, "nauc_map_at_1_std": -0.019744, "nauc_map_at_1_diff1": 0.730922, "nauc_map_at_3_max": 0.549108, "nauc_map_at_3_std": -0.020302, "nauc_map_at_3_diff1": 0.688766, "nauc_map_at_5_max": 0.544949, "nauc_map_at_5_std": -0.016115, "nauc_map_at_5_diff1": 0.679949, "nauc_map_at_10_max": 0.543568, "nauc_map_at_10_std": -0.014056, "nauc_map_at_10_diff1": 0.678126, "nauc_map_at_20_max": 0.543463, "nauc_map_at_20_std": -0.011687, "nauc_map_at_20_diff1": 0.677311, "nauc_map_at_100_max": 0.543581, "nauc_map_at_100_std": -0.011062, "nauc_map_at_100_diff1": 0.677694, "nauc_map_at_1000_max": 0.543737, "nauc_map_at_1000_std": -0.011172, "nauc_map_at_1000_diff1": 0.677942, "nauc_recall_at_1_max": 0.559582, "nauc_recall_at_1_std": -0.019744, "nauc_recall_at_1_diff1": 0.730922, "nauc_recall_at_3_max": 0.53508, "nauc_recall_at_3_std": -0.019718, "nauc_recall_at_3_diff1": 0.635943, "nauc_recall_at_5_max": 0.514231, "nauc_recall_at_5_std": 0.001899, "nauc_recall_at_5_diff1": 0.591136, "nauc_recall_at_10_max": 0.498195, "nauc_recall_at_10_std": 0.020568, "nauc_recall_at_10_diff1": 0.564959, "nauc_recall_at_20_max": 0.490827, "nauc_recall_at_20_std": 0.070941, "nauc_recall_at_20_diff1": 0.534901, "nauc_recall_at_100_max": 0.474278, "nauc_recall_at_100_std": 0.158762, "nauc_recall_at_100_diff1": 0.507141, "nauc_recall_at_1000_max": 0.505513, "nauc_recall_at_1000_std": 0.324181, "nauc_recall_at_1000_diff1": 0.482114, "nauc_precision_at_1_max": 0.559712, "nauc_precision_at_1_std": -0.018852, "nauc_precision_at_1_diff1": 0.73111, "nauc_precision_at_3_max": 0.535001, "nauc_precision_at_3_std": -0.018156, "nauc_precision_at_3_diff1": 0.635808, "nauc_precision_at_5_max": 0.513176, "nauc_precision_at_5_std": 0.003918, "nauc_precision_at_5_diff1": 0.589996, "nauc_precision_at_10_max": 0.497072, "nauc_precision_at_10_std": 0.022749, "nauc_precision_at_10_diff1": 0.56377, "nauc_precision_at_20_max": 0.489573, "nauc_precision_at_20_std": 0.073267, "nauc_precision_at_20_diff1": 0.533641, "nauc_precision_at_100_max": 0.473505, "nauc_precision_at_100_std": 0.163082, "nauc_precision_at_100_diff1": 0.505784, "nauc_precision_at_1000_max": 0.49355, "nauc_precision_at_1000_std": 0.349907, "nauc_precision_at_1000_diff1": 0.460375, "nauc_mrr_at_1_max": 0.559712, "nauc_mrr_at_1_std": -0.018852, "nauc_mrr_at_1_diff1": 0.73111, "nauc_mrr_at_3_max": 0.548852, "nauc_mrr_at_3_std": -0.019936, "nauc_mrr_at_3_diff1": 0.688563, "nauc_mrr_at_5_max": 0.544793, "nauc_mrr_at_5_std": -0.015893, "nauc_mrr_at_5_diff1": 0.679826, "nauc_mrr_at_10_max": 0.543411, "nauc_mrr_at_10_std": -0.013831, "nauc_mrr_at_10_diff1": 0.678001, "nauc_mrr_at_20_max": 0.543305, "nauc_mrr_at_20_std": -0.01146, "nauc_mrr_at_20_diff1": 0.677185, "nauc_mrr_at_100_max": 0.543427, "nauc_mrr_at_100_std": -0.010828, "nauc_mrr_at_100_diff1": 0.67757, "nauc_mrr_at_1000_max": 0.543581, "nauc_mrr_at_1000_std": -0.010941, "nauc_mrr_at_1000_diff1": 0.677817, "main_score": 0.53915, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.44732, "ndcg_at_3": 0.53058, "ndcg_at_5": 0.54995, "ndcg_at_10": 0.56967, "ndcg_at_20": 0.58517, "ndcg_at_100": 0.60397, "ndcg_at_1000": 0.62098, "map_at_1": 0.44732, "map_at_3": 0.51061, "map_at_5": 0.52143, "map_at_10": 0.52951, "map_at_20": 0.5338, "map_at_100": 0.53636, "map_at_1000": 0.53698, "recall_at_1": 0.44732, "recall_at_3": 0.58817, "recall_at_5": 0.63493, "recall_at_10": 0.69606, "recall_at_20": 0.75718, "recall_at_100": 0.85915, "recall_at_1000": 0.99437, "precision_at_1": 0.44732, "precision_at_3": 0.19606, "precision_at_5": 0.12699, "precision_at_10": 0.06963, "precision_at_20": 0.03789, "precision_at_100": 0.0086, "precision_at_1000": 0.00099, "mrr_at_1": 0.447324, "mrr_at_3": 0.51061, "mrr_at_5": 0.521427, "mrr_at_10": 0.52955, "mrr_at_20": 0.533804, "mrr_at_100": 0.536366, "mrr_at_1000": 0.536987, "nauc_ndcg_at_1_max": 0.565408, "nauc_ndcg_at_1_std": -0.050562, "nauc_ndcg_at_1_diff1": 0.694329, "nauc_ndcg_at_3_max": 0.583371, "nauc_ndcg_at_3_std": -0.022582, "nauc_ndcg_at_3_diff1": 0.638553, "nauc_ndcg_at_5_max": 0.585863, "nauc_ndcg_at_5_std": -0.013025, "nauc_ndcg_at_5_diff1": 0.632008, "nauc_ndcg_at_10_max": 0.586522, "nauc_ndcg_at_10_std": 0.005142, "nauc_ndcg_at_10_diff1": 0.625569, "nauc_ndcg_at_20_max": 0.583786, "nauc_ndcg_at_20_std": 0.004758, "nauc_ndcg_at_20_diff1": 0.625227, "nauc_ndcg_at_100_max": 0.578655, "nauc_ndcg_at_100_std": 0.001462, "nauc_ndcg_at_100_diff1": 0.626054, "nauc_ndcg_at_1000_max": 0.579883, "nauc_ndcg_at_1000_std": -0.006853, "nauc_ndcg_at_1000_diff1": 0.633725, "nauc_map_at_1_max": 0.565408, "nauc_map_at_1_std": -0.050562, "nauc_map_at_1_diff1": 0.694329, "nauc_map_at_3_max": 0.57903, "nauc_map_at_3_std": -0.031332, "nauc_map_at_3_diff1": 0.652212, "nauc_map_at_5_max": 0.580538, "nauc_map_at_5_std": -0.026249, "nauc_map_at_5_diff1": 0.649035, "nauc_map_at_10_max": 0.580729, "nauc_map_at_10_std": -0.019728, "nauc_map_at_10_diff1": 0.646762, "nauc_map_at_20_max": 0.579955, "nauc_map_at_20_std": -0.020119, "nauc_map_at_20_diff1": 0.646894, "nauc_map_at_100_max": 0.579086, "nauc_map_at_100_std": -0.02069, "nauc_map_at_100_diff1": 0.646977, "nauc_map_at_1000_max": 0.57913, "nauc_map_at_1000_std": -0.020857, "nauc_map_at_1000_diff1": 0.647245, "nauc_recall_at_1_max": 0.565408, "nauc_recall_at_1_std": -0.050562, "nauc_recall_at_1_diff1": 0.694329, "nauc_recall_at_3_max": 0.596657, "nauc_recall_at_3_std": 0.005115, "nauc_recall_at_3_diff1": 0.596665, "nauc_recall_at_5_max": 0.603274, "nauc_recall_at_5_std": 0.032523, "nauc_recall_at_5_diff1": 0.575215, "nauc_recall_at_10_max": 0.607934, "nauc_recall_at_10_std": 0.108607, "nauc_recall_at_10_diff1": 0.543354, "nauc_recall_at_20_max": 0.597419, "nauc_recall_at_20_std": 0.127946, "nauc_recall_at_20_diff1": 0.524933, "nauc_recall_at_100_max": 0.553918, "nauc_recall_at_100_std": 0.165373, "nauc_recall_at_100_diff1": 0.478673, "nauc_recall_at_1000_max": 0.405745, "nauc_recall_at_1000_std": 0.381138, "nauc_recall_at_1000_diff1": -0.006501, "nauc_precision_at_1_max": 0.565408, "nauc_precision_at_1_std": -0.050562, "nauc_precision_at_1_diff1": 0.694329, "nauc_precision_at_3_max": 0.596657, "nauc_precision_at_3_std": 0.005115, "nauc_precision_at_3_diff1": 0.596665, "nauc_precision_at_5_max": 0.603274, "nauc_precision_at_5_std": 0.032523, "nauc_precision_at_5_diff1": 0.575215, "nauc_precision_at_10_max": 0.607911, "nauc_precision_at_10_std": 0.10928, "nauc_precision_at_10_diff1": 0.544286, "nauc_precision_at_20_max": 0.593819, "nauc_precision_at_20_std": 0.128824, "nauc_precision_at_20_diff1": 0.524031, "nauc_precision_at_100_max": 0.548459, "nauc_precision_at_100_std": 0.166511, "nauc_precision_at_100_diff1": 0.47756, "nauc_precision_at_1000_max": 0.315058, "nauc_precision_at_1000_std": 0.372627, "nauc_precision_at_1000_diff1": 0.042504, "nauc_mrr_at_1_max": 0.565408, "nauc_mrr_at_1_std": -0.050562, "nauc_mrr_at_1_diff1": 0.694329, "nauc_mrr_at_3_max": 0.57903, "nauc_mrr_at_3_std": -0.031332, "nauc_mrr_at_3_diff1": 0.652212, "nauc_mrr_at_5_max": 0.580538, "nauc_mrr_at_5_std": -0.026249, "nauc_mrr_at_5_diff1": 0.649035, "nauc_mrr_at_10_max": 0.580724, "nauc_mrr_at_10_std": -0.01966, "nauc_mrr_at_10_diff1": 0.646874, "nauc_mrr_at_20_max": 0.579954, "nauc_mrr_at_20_std": -0.020104, "nauc_mrr_at_20_diff1": 0.646919, "nauc_mrr_at_100_max": 0.579085, "nauc_mrr_at_100_std": -0.020675, "nauc_mrr_at_100_diff1": 0.647002, "nauc_mrr_at_1000_max": 0.579129, "nauc_mrr_at_1000_std": -0.020842, "nauc_mrr_at_1000_diff1": 0.647271, "main_score": 0.56967, "hf_subset": "deu-spa", "languages": [ "deu-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.30769, "ndcg_at_3": 0.37702, "ndcg_at_5": 0.39817, "ndcg_at_10": 0.4237, "ndcg_at_20": 0.4445, "ndcg_at_100": 0.47732, "ndcg_at_1000": 0.49964, "map_at_1": 0.30769, "map_at_3": 0.35991, "map_at_5": 0.37155, "map_at_10": 0.38207, "map_at_20": 0.38775, "map_at_100": 0.39213, "map_at_1000": 0.39293, "recall_at_1": 0.30769, "recall_at_3": 0.42657, "recall_at_5": 0.47832, "recall_at_10": 0.55734, "recall_at_20": 0.63986, "recall_at_100": 0.81888, "recall_at_1000": 0.9958, "precision_at_1": 0.30769, "precision_at_3": 0.14219, "precision_at_5": 0.09566, "precision_at_10": 0.05573, "precision_at_20": 0.03199, "precision_at_100": 0.00819, "precision_at_1000": 0.001, "mrr_at_1": 0.307692, "mrr_at_3": 0.359907, "mrr_at_5": 0.37155, "mrr_at_10": 0.382067, "mrr_at_20": 0.387746, "mrr_at_100": 0.39213, "mrr_at_1000": 0.392935, "nauc_ndcg_at_1_max": 0.464869, "nauc_ndcg_at_1_std": 0.104509, "nauc_ndcg_at_1_diff1": 0.543086, "nauc_ndcg_at_3_max": 0.464013, "nauc_ndcg_at_3_std": 0.10988, "nauc_ndcg_at_3_diff1": 0.491685, "nauc_ndcg_at_5_max": 0.459025, "nauc_ndcg_at_5_std": 0.111471, "nauc_ndcg_at_5_diff1": 0.474052, "nauc_ndcg_at_10_max": 0.451508, "nauc_ndcg_at_10_std": 0.116716, "nauc_ndcg_at_10_diff1": 0.464396, "nauc_ndcg_at_20_max": 0.455816, "nauc_ndcg_at_20_std": 0.12592, "nauc_ndcg_at_20_diff1": 0.460943, "nauc_ndcg_at_100_max": 0.452201, "nauc_ndcg_at_100_std": 0.125297, "nauc_ndcg_at_100_diff1": 0.463964, "nauc_ndcg_at_1000_max": 0.457252, "nauc_ndcg_at_1000_std": 0.119162, "nauc_ndcg_at_1000_diff1": 0.475935, "nauc_map_at_1_max": 0.464869, "nauc_map_at_1_std": 0.104509, "nauc_map_at_1_diff1": 0.543086, "nauc_map_at_3_max": 0.465254, "nauc_map_at_3_std": 0.108709, "nauc_map_at_3_diff1": 0.503321, "nauc_map_at_5_max": 0.462914, "nauc_map_at_5_std": 0.10995, "nauc_map_at_5_diff1": 0.493679, "nauc_map_at_10_max": 0.459679, "nauc_map_at_10_std": 0.111833, "nauc_map_at_10_diff1": 0.489844, "nauc_map_at_20_max": 0.460681, "nauc_map_at_20_std": 0.114237, "nauc_map_at_20_diff1": 0.489076, "nauc_map_at_100_max": 0.460356, "nauc_map_at_100_std": 0.113928, "nauc_map_at_100_diff1": 0.489757, "nauc_map_at_1000_max": 0.460551, "nauc_map_at_1000_std": 0.113781, "nauc_map_at_1000_diff1": 0.490194, "nauc_recall_at_1_max": 0.464869, "nauc_recall_at_1_std": 0.104509, "nauc_recall_at_1_diff1": 0.543086, "nauc_recall_at_3_max": 0.460072, "nauc_recall_at_3_std": 0.113158, "nauc_recall_at_3_diff1": 0.458906, "nauc_recall_at_5_max": 0.446157, "nauc_recall_at_5_std": 0.115579, "nauc_recall_at_5_diff1": 0.415156, "nauc_recall_at_10_max": 0.42203, "nauc_recall_at_10_std": 0.134156, "nauc_recall_at_10_diff1": 0.380083, "nauc_recall_at_20_max": 0.439523, "nauc_recall_at_20_std": 0.178165, "nauc_recall_at_20_diff1": 0.35391, "nauc_recall_at_100_max": 0.38883, "nauc_recall_at_100_std": 0.211858, "nauc_recall_at_100_diff1": 0.304284, "nauc_recall_at_1000_max": 0.544818, "nauc_recall_at_1000_std": -0.070028, "nauc_recall_at_1000_diff1": 0.565204, "nauc_precision_at_1_max": 0.464869, "nauc_precision_at_1_std": 0.104509, "nauc_precision_at_1_diff1": 0.543086, "nauc_precision_at_3_max": 0.460072, "nauc_precision_at_3_std": 0.113158, "nauc_precision_at_3_diff1": 0.458906, "nauc_precision_at_5_max": 0.446157, "nauc_precision_at_5_std": 0.115579, "nauc_precision_at_5_diff1": 0.415156, "nauc_precision_at_10_max": 0.42203, "nauc_precision_at_10_std": 0.134156, "nauc_precision_at_10_diff1": 0.380083, "nauc_precision_at_20_max": 0.439523, "nauc_precision_at_20_std": 0.178165, "nauc_precision_at_20_diff1": 0.35391, "nauc_precision_at_100_max": 0.38883, "nauc_precision_at_100_std": 0.211858, "nauc_precision_at_100_diff1": 0.304284, "nauc_precision_at_1000_max": 0.544818, "nauc_precision_at_1000_std": -0.070028, "nauc_precision_at_1000_diff1": 0.565204, "nauc_mrr_at_1_max": 0.464869, "nauc_mrr_at_1_std": 0.104509, "nauc_mrr_at_1_diff1": 0.543086, "nauc_mrr_at_3_max": 0.465254, "nauc_mrr_at_3_std": 0.108709, "nauc_mrr_at_3_diff1": 0.503321, "nauc_mrr_at_5_max": 0.462914, "nauc_mrr_at_5_std": 0.10995, "nauc_mrr_at_5_diff1": 0.493679, "nauc_mrr_at_10_max": 0.459679, "nauc_mrr_at_10_std": 0.111833, "nauc_mrr_at_10_diff1": 0.489844, "nauc_mrr_at_20_max": 0.460681, "nauc_mrr_at_20_std": 0.114237, "nauc_mrr_at_20_diff1": 0.489076, "nauc_mrr_at_100_max": 0.460356, "nauc_mrr_at_100_std": 0.113928, "nauc_mrr_at_100_diff1": 0.489757, "nauc_mrr_at_1000_max": 0.460551, "nauc_mrr_at_1000_std": 0.113781, "nauc_mrr_at_1000_diff1": 0.490194, "main_score": 0.4237, "hf_subset": "deu-hin", "languages": [ "deu-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.31343, "ndcg_at_3": 0.37354, "ndcg_at_5": 0.39323, "ndcg_at_10": 0.41625, "ndcg_at_20": 0.43336, "ndcg_at_100": 0.46312, "ndcg_at_1000": 0.49099, "map_at_1": 0.31343, "map_at_3": 0.359, "map_at_5": 0.36993, "map_at_10": 0.37946, "map_at_20": 0.38411, "map_at_100": 0.38802, "map_at_1000": 0.38899, "recall_at_1": 0.31343, "recall_at_3": 0.41552, "recall_at_5": 0.46328, "recall_at_10": 0.53433, "recall_at_20": 0.60239, "recall_at_100": 0.76597, "recall_at_1000": 0.98985, "precision_at_1": 0.31343, "precision_at_3": 0.13851, "precision_at_5": 0.09266, "precision_at_10": 0.05343, "precision_at_20": 0.03012, "precision_at_100": 0.00766, "precision_at_1000": 0.00099, "mrr_at_1": 0.313433, "mrr_at_3": 0.359005, "mrr_at_5": 0.36993, "mrr_at_10": 0.379462, "mrr_at_20": 0.384107, "mrr_at_100": 0.388019, "mrr_at_1000": 0.388988, "nauc_ndcg_at_1_max": 0.515128, "nauc_ndcg_at_1_std": -0.161585, "nauc_ndcg_at_1_diff1": 0.635433, "nauc_ndcg_at_3_max": 0.497212, "nauc_ndcg_at_3_std": -0.152361, "nauc_ndcg_at_3_diff1": 0.576122, "nauc_ndcg_at_5_max": 0.491745, "nauc_ndcg_at_5_std": -0.15278, "nauc_ndcg_at_5_diff1": 0.561843, "nauc_ndcg_at_10_max": 0.490448, "nauc_ndcg_at_10_std": -0.139846, "nauc_ndcg_at_10_diff1": 0.552721, "nauc_ndcg_at_20_max": 0.482666, "nauc_ndcg_at_20_std": -0.137972, "nauc_ndcg_at_20_diff1": 0.546225, "nauc_ndcg_at_100_max": 0.478655, "nauc_ndcg_at_100_std": -0.138541, "nauc_ndcg_at_100_diff1": 0.54453, "nauc_ndcg_at_1000_max": 0.487323, "nauc_ndcg_at_1000_std": -0.14289, "nauc_ndcg_at_1000_diff1": 0.559529, "nauc_map_at_1_max": 0.515128, "nauc_map_at_1_std": -0.161585, "nauc_map_at_1_diff1": 0.635433, "nauc_map_at_3_max": 0.501395, "nauc_map_at_3_std": -0.154732, "nauc_map_at_3_diff1": 0.590451, "nauc_map_at_5_max": 0.498197, "nauc_map_at_5_std": -0.155196, "nauc_map_at_5_diff1": 0.582495, "nauc_map_at_10_max": 0.497609, "nauc_map_at_10_std": -0.149849, "nauc_map_at_10_diff1": 0.578755, "nauc_map_at_20_max": 0.495736, "nauc_map_at_20_std": -0.149454, "nauc_map_at_20_diff1": 0.577083, "nauc_map_at_100_max": 0.495215, "nauc_map_at_100_std": -0.14958, "nauc_map_at_100_diff1": 0.577126, "nauc_map_at_1000_max": 0.495508, "nauc_map_at_1000_std": -0.14966, "nauc_map_at_1000_diff1": 0.577704, "nauc_recall_at_1_max": 0.515128, "nauc_recall_at_1_std": -0.161585, "nauc_recall_at_1_diff1": 0.635433, "nauc_recall_at_3_max": 0.485388, "nauc_recall_at_3_std": -0.145569, "nauc_recall_at_3_diff1": 0.535418, "nauc_recall_at_5_max": 0.472692, "nauc_recall_at_5_std": -0.145557, "nauc_recall_at_5_diff1": 0.500522, "nauc_recall_at_10_max": 0.468132, "nauc_recall_at_10_std": -0.104358, "nauc_recall_at_10_diff1": 0.469148, "nauc_recall_at_20_max": 0.431208, "nauc_recall_at_20_std": -0.092921, "nauc_recall_at_20_diff1": 0.434881, "nauc_recall_at_100_max": 0.376007, "nauc_recall_at_100_std": -0.076447, "nauc_recall_at_100_diff1": 0.36669, "nauc_recall_at_1000_max": 0.415386, "nauc_recall_at_1000_std": -0.017859, "nauc_recall_at_1000_diff1": 0.319105, "nauc_precision_at_1_max": 0.515128, "nauc_precision_at_1_std": -0.161585, "nauc_precision_at_1_diff1": 0.635433, "nauc_precision_at_3_max": 0.485388, "nauc_precision_at_3_std": -0.145569, "nauc_precision_at_3_diff1": 0.535418, "nauc_precision_at_5_max": 0.472692, "nauc_precision_at_5_std": -0.145557, "nauc_precision_at_5_diff1": 0.500522, "nauc_precision_at_10_max": 0.468132, "nauc_precision_at_10_std": -0.104358, "nauc_precision_at_10_diff1": 0.469148, "nauc_precision_at_20_max": 0.431208, "nauc_precision_at_20_std": -0.092921, "nauc_precision_at_20_diff1": 0.434881, "nauc_precision_at_100_max": 0.376007, "nauc_precision_at_100_std": -0.076447, "nauc_precision_at_100_diff1": 0.36669, "nauc_precision_at_1000_max": 0.415386, "nauc_precision_at_1000_std": -0.017859, "nauc_precision_at_1000_diff1": 0.319105, "nauc_mrr_at_1_max": 0.515128, "nauc_mrr_at_1_std": -0.161585, "nauc_mrr_at_1_diff1": 0.635433, "nauc_mrr_at_3_max": 0.501395, "nauc_mrr_at_3_std": -0.154732, "nauc_mrr_at_3_diff1": 0.590451, "nauc_mrr_at_5_max": 0.498197, "nauc_mrr_at_5_std": -0.155196, "nauc_mrr_at_5_diff1": 0.582495, "nauc_mrr_at_10_max": 0.497609, "nauc_mrr_at_10_std": -0.149849, "nauc_mrr_at_10_diff1": 0.578755, "nauc_mrr_at_20_max": 0.495736, "nauc_mrr_at_20_std": -0.149454, "nauc_mrr_at_20_diff1": 0.577083, "nauc_mrr_at_100_max": 0.495215, "nauc_mrr_at_100_std": -0.14958, "nauc_mrr_at_100_diff1": 0.577126, "nauc_mrr_at_1000_max": 0.495508, "nauc_mrr_at_1000_std": -0.14966, "nauc_mrr_at_1000_diff1": 0.577704, "main_score": 0.41625, "hf_subset": "deu-vie", "languages": [ "deu-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.26728, "ndcg_at_3": 0.33965, "ndcg_at_5": 0.35833, "ndcg_at_10": 0.38294, "ndcg_at_20": 0.40319, "ndcg_at_100": 0.43714, "ndcg_at_1000": 0.46437, "map_at_1": 0.26728, "map_at_3": 0.3216, "map_at_5": 0.33204, "map_at_10": 0.34211, "map_at_20": 0.34776, "map_at_100": 0.35235, "map_at_1000": 0.35335, "recall_at_1": 0.26728, "recall_at_3": 0.39198, "recall_at_5": 0.43704, "recall_at_10": 0.51358, "recall_at_20": 0.5929, "recall_at_100": 0.77747, "recall_at_1000": 0.99321, "precision_at_1": 0.26728, "precision_at_3": 0.13066, "precision_at_5": 0.08741, "precision_at_10": 0.05136, "precision_at_20": 0.02966, "precision_at_100": 0.00778, "precision_at_1000": 0.00099, "mrr_at_1": 0.267284, "mrr_at_3": 0.321605, "mrr_at_5": 0.332037, "mrr_at_10": 0.342111, "mrr_at_20": 0.347778, "mrr_at_100": 0.352374, "mrr_at_1000": 0.353366, "nauc_ndcg_at_1_max": 0.595699, "nauc_ndcg_at_1_std": 0.014813, "nauc_ndcg_at_1_diff1": 0.621999, "nauc_ndcg_at_3_max": 0.570492, "nauc_ndcg_at_3_std": 0.019202, "nauc_ndcg_at_3_diff1": 0.531813, "nauc_ndcg_at_5_max": 0.564356, "nauc_ndcg_at_5_std": 0.029873, "nauc_ndcg_at_5_diff1": 0.515035, "nauc_ndcg_at_10_max": 0.557395, "nauc_ndcg_at_10_std": 0.045121, "nauc_ndcg_at_10_diff1": 0.504707, "nauc_ndcg_at_20_max": 0.55582, "nauc_ndcg_at_20_std": 0.046962, "nauc_ndcg_at_20_diff1": 0.500178, "nauc_ndcg_at_100_max": 0.557446, "nauc_ndcg_at_100_std": 0.03914, "nauc_ndcg_at_100_diff1": 0.508045, "nauc_ndcg_at_1000_max": 0.563238, "nauc_ndcg_at_1000_std": 0.035512, "nauc_ndcg_at_1000_diff1": 0.519537, "nauc_map_at_1_max": 0.595699, "nauc_map_at_1_std": 0.014813, "nauc_map_at_1_diff1": 0.621999, "nauc_map_at_3_max": 0.577139, "nauc_map_at_3_std": 0.018666, "nauc_map_at_3_diff1": 0.552762, "nauc_map_at_5_max": 0.573759, "nauc_map_at_5_std": 0.024773, "nauc_map_at_5_diff1": 0.543431, "nauc_map_at_10_max": 0.570972, "nauc_map_at_10_std": 0.031143, "nauc_map_at_10_diff1": 0.53947, "nauc_map_at_20_max": 0.570695, "nauc_map_at_20_std": 0.031569, "nauc_map_at_20_diff1": 0.538396, "nauc_map_at_100_max": 0.570887, "nauc_map_at_100_std": 0.029855, "nauc_map_at_100_diff1": 0.539664, "nauc_map_at_1000_max": 0.571135, "nauc_map_at_1000_std": 0.02968, "nauc_map_at_1000_diff1": 0.540096, "nauc_recall_at_1_max": 0.595699, "nauc_recall_at_1_std": 0.014813, "nauc_recall_at_1_diff1": 0.621999, "nauc_recall_at_3_max": 0.551959, "nauc_recall_at_3_std": 0.020485, "nauc_recall_at_3_diff1": 0.474374, "nauc_recall_at_5_max": 0.53718, "nauc_recall_at_5_std": 0.045097, "nauc_recall_at_5_diff1": 0.434272, "nauc_recall_at_10_max": 0.51448, "nauc_recall_at_10_std": 0.09206, "nauc_recall_at_10_diff1": 0.398619, "nauc_recall_at_20_max": 0.503687, "nauc_recall_at_20_std": 0.103308, "nauc_recall_at_20_diff1": 0.370692, "nauc_recall_at_100_max": 0.491627, "nauc_recall_at_100_std": 0.084227, "nauc_recall_at_100_diff1": 0.365399, "nauc_recall_at_1000_max": 0.462779, "nauc_recall_at_1000_std": 0.272727, "nauc_recall_at_1000_diff1": 0.171887, "nauc_precision_at_1_max": 0.595699, "nauc_precision_at_1_std": 0.014813, "nauc_precision_at_1_diff1": 0.621999, "nauc_precision_at_3_max": 0.551959, "nauc_precision_at_3_std": 0.020485, "nauc_precision_at_3_diff1": 0.474374, "nauc_precision_at_5_max": 0.53718, "nauc_precision_at_5_std": 0.045097, "nauc_precision_at_5_diff1": 0.434272, "nauc_precision_at_10_max": 0.51448, "nauc_precision_at_10_std": 0.09206, "nauc_precision_at_10_diff1": 0.398619, "nauc_precision_at_20_max": 0.502889, "nauc_precision_at_20_std": 0.105038, "nauc_precision_at_20_diff1": 0.370281, "nauc_precision_at_100_max": 0.490647, "nauc_precision_at_100_std": 0.086965, "nauc_precision_at_100_diff1": 0.364957, "nauc_precision_at_1000_max": 0.321082, "nauc_precision_at_1000_std": 0.372055, "nauc_precision_at_1000_diff1": 0.104914, "nauc_mrr_at_1_max": 0.595699, "nauc_mrr_at_1_std": 0.014813, "nauc_mrr_at_1_diff1": 0.621999, "nauc_mrr_at_3_max": 0.577139, "nauc_mrr_at_3_std": 0.018666, "nauc_mrr_at_3_diff1": 0.552762, "nauc_mrr_at_5_max": 0.573759, "nauc_mrr_at_5_std": 0.024773, "nauc_mrr_at_5_diff1": 0.543431, "nauc_mrr_at_10_max": 0.570972, "nauc_mrr_at_10_std": 0.031143, "nauc_mrr_at_10_diff1": 0.53947, "nauc_mrr_at_20_max": 0.570647, "nauc_mrr_at_20_std": 0.031675, "nauc_mrr_at_20_diff1": 0.538374, "nauc_mrr_at_100_max": 0.570841, "nauc_mrr_at_100_std": 0.029963, "nauc_mrr_at_100_diff1": 0.539644, "nauc_mrr_at_1000_max": 0.571096, "nauc_mrr_at_1000_std": 0.029769, "nauc_mrr_at_1000_diff1": 0.540079, "main_score": 0.38294, "hf_subset": "deu-zho", "languages": [ "deu-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.24602, "ndcg_at_3": 0.31143, "ndcg_at_5": 0.33053, "ndcg_at_10": 0.35049, "ndcg_at_20": 0.36754, "ndcg_at_100": 0.39918, "ndcg_at_1000": 0.42705, "map_at_1": 0.24592, "map_at_3": 0.29524, "map_at_5": 0.30584, "map_at_10": 0.31408, "map_at_20": 0.31878, "map_at_100": 0.32308, "map_at_1000": 0.32399, "recall_at_1": 0.24592, "recall_at_3": 0.35824, "recall_at_5": 0.40465, "recall_at_10": 0.46634, "recall_at_20": 0.53366, "recall_at_100": 0.70523, "recall_at_1000": 0.9324, "precision_at_1": 0.24602, "precision_at_3": 0.11944, "precision_at_5": 0.08097, "precision_at_10": 0.04665, "precision_at_20": 0.02669, "precision_at_100": 0.00705, "precision_at_1000": 0.00093, "mrr_at_1": 0.246015, "mrr_at_3": 0.295331, "mrr_at_5": 0.305888, "mrr_at_10": 0.314125, "mrr_at_20": 0.318822, "mrr_at_100": 0.32313, "mrr_at_1000": 0.324037, "nauc_ndcg_at_1_max": 0.472168, "nauc_ndcg_at_1_std": 0.058222, "nauc_ndcg_at_1_diff1": 0.549874, "nauc_ndcg_at_3_max": 0.46536, "nauc_ndcg_at_3_std": 0.082711, "nauc_ndcg_at_3_diff1": 0.479751, "nauc_ndcg_at_5_max": 0.454061, "nauc_ndcg_at_5_std": 0.084543, "nauc_ndcg_at_5_diff1": 0.46233, "nauc_ndcg_at_10_max": 0.449584, "nauc_ndcg_at_10_std": 0.091819, "nauc_ndcg_at_10_diff1": 0.454726, "nauc_ndcg_at_20_max": 0.444291, "nauc_ndcg_at_20_std": 0.093068, "nauc_ndcg_at_20_diff1": 0.450009, "nauc_ndcg_at_100_max": 0.436908, "nauc_ndcg_at_100_std": 0.092082, "nauc_ndcg_at_100_diff1": 0.450049, "nauc_ndcg_at_1000_max": 0.442875, "nauc_ndcg_at_1000_std": 0.08886, "nauc_ndcg_at_1000_diff1": 0.457595, "nauc_map_at_1_max": 0.472506, "nauc_map_at_1_std": 0.058181, "nauc_map_at_1_diff1": 0.549448, "nauc_map_at_3_max": 0.467014, "nauc_map_at_3_std": 0.077733, "nauc_map_at_3_diff1": 0.494919, "nauc_map_at_5_max": 0.460539, "nauc_map_at_5_std": 0.07866, "nauc_map_at_5_diff1": 0.48507, "nauc_map_at_10_max": 0.458782, "nauc_map_at_10_std": 0.081776, "nauc_map_at_10_diff1": 0.481997, "nauc_map_at_20_max": 0.457245, "nauc_map_at_20_std": 0.081987, "nauc_map_at_20_diff1": 0.48061, "nauc_map_at_100_max": 0.456231, "nauc_map_at_100_std": 0.081907, "nauc_map_at_100_diff1": 0.48061, "nauc_map_at_1000_max": 0.456388, "nauc_map_at_1000_std": 0.081808, "nauc_map_at_1000_diff1": 0.48088, "nauc_recall_at_1_max": 0.472506, "nauc_recall_at_1_std": 0.058181, "nauc_recall_at_1_diff1": 0.549448, "nauc_recall_at_3_max": 0.461103, "nauc_recall_at_3_std": 0.09594, "nauc_recall_at_3_diff1": 0.438472, "nauc_recall_at_5_max": 0.435384, "nauc_recall_at_5_std": 0.100446, "nauc_recall_at_5_diff1": 0.399164, "nauc_recall_at_10_max": 0.421196, "nauc_recall_at_10_std": 0.121942, "nauc_recall_at_10_diff1": 0.375033, "nauc_recall_at_20_max": 0.39977, "nauc_recall_at_20_std": 0.129092, "nauc_recall_at_20_diff1": 0.353946, "nauc_recall_at_100_max": 0.336787, "nauc_recall_at_100_std": 0.131812, "nauc_recall_at_100_diff1": 0.326, "nauc_recall_at_1000_max": 0.290213, "nauc_recall_at_1000_std": 0.12182, "nauc_recall_at_1000_diff1": 0.257039, "nauc_precision_at_1_max": 0.472168, "nauc_precision_at_1_std": 0.058222, "nauc_precision_at_1_diff1": 0.549874, "nauc_precision_at_3_max": 0.460853, "nauc_precision_at_3_std": 0.095981, "nauc_precision_at_3_diff1": 0.438911, "nauc_precision_at_5_max": 0.434543, "nauc_precision_at_5_std": 0.100444, "nauc_precision_at_5_diff1": 0.399705, "nauc_precision_at_10_max": 0.42035, "nauc_precision_at_10_std": 0.121921, "nauc_precision_at_10_diff1": 0.375608, "nauc_precision_at_20_max": 0.398904, "nauc_precision_at_20_std": 0.129062, "nauc_precision_at_20_diff1": 0.354569, "nauc_precision_at_100_max": 0.33572, "nauc_precision_at_100_std": 0.131769, "nauc_precision_at_100_diff1": 0.32686, "nauc_precision_at_1000_max": 0.287594, "nauc_precision_at_1000_std": 0.12111, "nauc_precision_at_1000_diff1": 0.26256, "nauc_mrr_at_1_max": 0.472168, "nauc_mrr_at_1_std": 0.058222, "nauc_mrr_at_1_diff1": 0.549874, "nauc_mrr_at_3_max": 0.466696, "nauc_mrr_at_3_std": 0.077769, "nauc_mrr_at_3_diff1": 0.495329, "nauc_mrr_at_5_max": 0.460382, "nauc_mrr_at_5_std": 0.078677, "nauc_mrr_at_5_diff1": 0.485275, "nauc_mrr_at_10_max": 0.458624, "nauc_mrr_at_10_std": 0.081794, "nauc_mrr_at_10_diff1": 0.482202, "nauc_mrr_at_20_max": 0.457087, "nauc_mrr_at_20_std": 0.082004, "nauc_mrr_at_20_diff1": 0.480816, "nauc_mrr_at_100_max": 0.456072, "nauc_mrr_at_100_std": 0.081925, "nauc_mrr_at_100_diff1": 0.480818, "nauc_mrr_at_1000_max": 0.456229, "nauc_mrr_at_1000_std": 0.081825, "nauc_mrr_at_1000_diff1": 0.481089, "main_score": 0.35049, "hf_subset": "eng-ara", "languages": [ "eng-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.501, "ndcg_at_3": 0.56944, "ndcg_at_5": 0.58637, "ndcg_at_10": 0.60482, "ndcg_at_20": 0.61673, "ndcg_at_100": 0.63596, "ndcg_at_1000": 0.64967, "map_at_1": 0.501, "map_at_3": 0.553, "map_at_5": 0.56232, "map_at_10": 0.56994, "map_at_20": 0.57324, "map_at_100": 0.57586, "map_at_1000": 0.57634, "recall_at_1": 0.501, "recall_at_3": 0.61688, "recall_at_5": 0.65821, "recall_at_10": 0.71527, "recall_at_20": 0.76213, "recall_at_100": 0.86646, "recall_at_1000": 0.97651, "precision_at_1": 0.501, "precision_at_3": 0.20563, "precision_at_5": 0.13166, "precision_at_10": 0.07155, "precision_at_20": 0.03812, "precision_at_100": 0.00867, "precision_at_1000": 0.00098, "mrr_at_1": 0.500997, "mrr_at_3": 0.552995, "mrr_at_5": 0.562346, "mrr_at_10": 0.569947, "mrr_at_20": 0.573245, "mrr_at_100": 0.575871, "mrr_at_1000": 0.57635, "nauc_ndcg_at_1_max": 0.641201, "nauc_ndcg_at_1_std": 0.075523, "nauc_ndcg_at_1_diff1": 0.747962, "nauc_ndcg_at_3_max": 0.647257, "nauc_ndcg_at_3_std": 0.074023, "nauc_ndcg_at_3_diff1": 0.703625, "nauc_ndcg_at_5_max": 0.647847, "nauc_ndcg_at_5_std": 0.082136, "nauc_ndcg_at_5_diff1": 0.700261, "nauc_ndcg_at_10_max": 0.642656, "nauc_ndcg_at_10_std": 0.085864, "nauc_ndcg_at_10_diff1": 0.69257, "nauc_ndcg_at_20_max": 0.639466, "nauc_ndcg_at_20_std": 0.086796, "nauc_ndcg_at_20_diff1": 0.690339, "nauc_ndcg_at_100_max": 0.636656, "nauc_ndcg_at_100_std": 0.090194, "nauc_ndcg_at_100_diff1": 0.691689, "nauc_ndcg_at_1000_max": 0.638883, "nauc_ndcg_at_1000_std": 0.085294, "nauc_ndcg_at_1000_diff1": 0.697783, "nauc_map_at_1_max": 0.641201, "nauc_map_at_1_std": 0.075523, "nauc_map_at_1_diff1": 0.747962, "nauc_map_at_3_max": 0.646535, "nauc_map_at_3_std": 0.074106, "nauc_map_at_3_diff1": 0.714578, "nauc_map_at_5_max": 0.646801, "nauc_map_at_5_std": 0.078395, "nauc_map_at_5_diff1": 0.712921, "nauc_map_at_10_max": 0.644742, "nauc_map_at_10_std": 0.079733, "nauc_map_at_10_diff1": 0.709963, "nauc_map_at_20_max": 0.643927, "nauc_map_at_20_std": 0.079971, "nauc_map_at_20_diff1": 0.709504, "nauc_map_at_100_max": 0.643505, "nauc_map_at_100_std": 0.080386, "nauc_map_at_100_diff1": 0.709653, "nauc_map_at_1000_max": 0.643544, "nauc_map_at_1000_std": 0.080238, "nauc_map_at_1000_diff1": 0.709832, "nauc_recall_at_1_max": 0.641201, "nauc_recall_at_1_std": 0.075523, "nauc_recall_at_1_diff1": 0.747962, "nauc_recall_at_3_max": 0.649144, "nauc_recall_at_3_std": 0.073898, "nauc_recall_at_3_diff1": 0.669586, "nauc_recall_at_5_max": 0.651193, "nauc_recall_at_5_std": 0.096109, "nauc_recall_at_5_diff1": 0.65788, "nauc_recall_at_10_max": 0.632068, "nauc_recall_at_10_std": 0.112636, "nauc_recall_at_10_diff1": 0.623833, "nauc_recall_at_20_max": 0.613167, "nauc_recall_at_20_std": 0.121484, "nauc_recall_at_20_diff1": 0.601123, "nauc_recall_at_100_max": 0.567013, "nauc_recall_at_100_std": 0.182369, "nauc_recall_at_100_diff1": 0.562925, "nauc_recall_at_1000_max": 0.482041, "nauc_recall_at_1000_std": 0.143726, "nauc_recall_at_1000_diff1": 0.552334, "nauc_precision_at_1_max": 0.641201, "nauc_precision_at_1_std": 0.075523, "nauc_precision_at_1_diff1": 0.747962, "nauc_precision_at_3_max": 0.649144, "nauc_precision_at_3_std": 0.073898, "nauc_precision_at_3_diff1": 0.669586, "nauc_precision_at_5_max": 0.650942, "nauc_precision_at_5_std": 0.096197, "nauc_precision_at_5_diff1": 0.657806, "nauc_precision_at_10_max": 0.630196, "nauc_precision_at_10_std": 0.112614, "nauc_precision_at_10_diff1": 0.622371, "nauc_precision_at_20_max": 0.61135, "nauc_precision_at_20_std": 0.121303, "nauc_precision_at_20_diff1": 0.599322, "nauc_precision_at_100_max": 0.561652, "nauc_precision_at_100_std": 0.181342, "nauc_precision_at_100_diff1": 0.557137, "nauc_precision_at_1000_max": 0.427298, "nauc_precision_at_1000_std": 0.13625, "nauc_precision_at_1000_diff1": 0.494215, "nauc_mrr_at_1_max": 0.641201, "nauc_mrr_at_1_std": 0.075523, "nauc_mrr_at_1_diff1": 0.747962, "nauc_mrr_at_3_max": 0.646535, "nauc_mrr_at_3_std": 0.074106, "nauc_mrr_at_3_diff1": 0.714578, "nauc_mrr_at_5_max": 0.646747, "nauc_mrr_at_5_std": 0.078413, "nauc_mrr_at_5_diff1": 0.712908, "nauc_mrr_at_10_max": 0.644736, "nauc_mrr_at_10_std": 0.079735, "nauc_mrr_at_10_diff1": 0.709961, "nauc_mrr_at_20_max": 0.643934, "nauc_mrr_at_20_std": 0.079966, "nauc_mrr_at_20_diff1": 0.709498, "nauc_mrr_at_100_max": 0.643502, "nauc_mrr_at_100_std": 0.080387, "nauc_mrr_at_100_diff1": 0.709647, "nauc_mrr_at_1000_max": 0.643542, "nauc_mrr_at_1000_std": 0.080239, "nauc_mrr_at_1000_diff1": 0.709826, "main_score": 0.60482, "hf_subset": "eng-deu", "languages": [ "eng-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.56484, "ndcg_at_3": 0.63597, "ndcg_at_5": 0.6527, "ndcg_at_10": 0.66818, "ndcg_at_20": 0.67819, "ndcg_at_100": 0.69316, "ndcg_at_1000": 0.70249, "map_at_1": 0.5648, "map_at_3": 0.61862, "map_at_5": 0.62792, "map_at_10": 0.63436, "map_at_20": 0.63713, "map_at_100": 0.63922, "map_at_1000": 0.63954, "recall_at_1": 0.5648, "recall_at_3": 0.68609, "recall_at_5": 0.72667, "recall_at_10": 0.77425, "recall_at_20": 0.81366, "recall_at_100": 0.89403, "recall_at_1000": 0.96926, "precision_at_1": 0.56484, "precision_at_3": 0.22877, "precision_at_5": 0.14538, "precision_at_10": 0.07745, "precision_at_20": 0.0407, "precision_at_100": 0.00894, "precision_at_1000": 0.00097, "mrr_at_1": 0.564842, "mrr_at_3": 0.618632, "mrr_at_5": 0.627931, "mrr_at_10": 0.634374, "mrr_at_20": 0.637148, "mrr_at_100": 0.639234, "mrr_at_1000": 0.639551, "nauc_ndcg_at_1_max": 0.650014, "nauc_ndcg_at_1_std": 0.081148, "nauc_ndcg_at_1_diff1": 0.772913, "nauc_ndcg_at_3_max": 0.673719, "nauc_ndcg_at_3_std": 0.117494, "nauc_ndcg_at_3_diff1": 0.732777, "nauc_ndcg_at_5_max": 0.671824, "nauc_ndcg_at_5_std": 0.128831, "nauc_ndcg_at_5_diff1": 0.727164, "nauc_ndcg_at_10_max": 0.670751, "nauc_ndcg_at_10_std": 0.134634, "nauc_ndcg_at_10_diff1": 0.724598, "nauc_ndcg_at_20_max": 0.67004, "nauc_ndcg_at_20_std": 0.142361, "nauc_ndcg_at_20_diff1": 0.723962, "nauc_ndcg_at_100_max": 0.668431, "nauc_ndcg_at_100_std": 0.145327, "nauc_ndcg_at_100_diff1": 0.725478, "nauc_ndcg_at_1000_max": 0.668203, "nauc_ndcg_at_1000_std": 0.138642, "nauc_ndcg_at_1000_diff1": 0.729544, "nauc_map_at_1_max": 0.650056, "nauc_map_at_1_std": 0.08107, "nauc_map_at_1_diff1": 0.772924, "nauc_map_at_3_max": 0.66793, "nauc_map_at_3_std": 0.108265, "nauc_map_at_3_diff1": 0.743039, "nauc_map_at_5_max": 0.666761, "nauc_map_at_5_std": 0.114057, "nauc_map_at_5_diff1": 0.740248, "nauc_map_at_10_max": 0.666329, "nauc_map_at_10_std": 0.116174, "nauc_map_at_10_diff1": 0.739433, "nauc_map_at_20_max": 0.666065, "nauc_map_at_20_std": 0.117996, "nauc_map_at_20_diff1": 0.739295, "nauc_map_at_100_max": 0.665901, "nauc_map_at_100_std": 0.118266, "nauc_map_at_100_diff1": 0.739628, "nauc_map_at_1000_max": 0.665882, "nauc_map_at_1000_std": 0.118077, "nauc_map_at_1000_diff1": 0.739748, "nauc_recall_at_1_max": 0.650056, "nauc_recall_at_1_std": 0.08107, "nauc_recall_at_1_diff1": 0.772924, "nauc_recall_at_3_max": 0.692301, "nauc_recall_at_3_std": 0.147215, "nauc_recall_at_3_diff1": 0.699517, "nauc_recall_at_5_max": 0.689224, "nauc_recall_at_5_std": 0.182874, "nauc_recall_at_5_diff1": 0.67997, "nauc_recall_at_10_max": 0.687333, "nauc_recall_at_10_std": 0.214571, "nauc_recall_at_10_diff1": 0.661964, "nauc_recall_at_20_max": 0.686606, "nauc_recall_at_20_std": 0.27387, "nauc_recall_at_20_diff1": 0.648246, "nauc_recall_at_100_max": 0.674884, "nauc_recall_at_100_std": 0.395957, "nauc_recall_at_100_diff1": 0.615335, "nauc_recall_at_1000_max": 0.680058, "nauc_recall_at_1000_std": 0.563447, "nauc_recall_at_1000_diff1": 0.609274, "nauc_precision_at_1_max": 0.650014, "nauc_precision_at_1_std": 0.081148, "nauc_precision_at_1_diff1": 0.772913, "nauc_precision_at_3_max": 0.691645, "nauc_precision_at_3_std": 0.148187, "nauc_precision_at_3_diff1": 0.698581, "nauc_precision_at_5_max": 0.688525, "nauc_precision_at_5_std": 0.183922, "nauc_precision_at_5_diff1": 0.678978, "nauc_precision_at_10_max": 0.68652, "nauc_precision_at_10_std": 0.215754, "nauc_precision_at_10_diff1": 0.660829, "nauc_precision_at_20_max": 0.685875, "nauc_precision_at_20_std": 0.275527, "nauc_precision_at_20_diff1": 0.647243, "nauc_precision_at_100_max": 0.671863, "nauc_precision_at_100_std": 0.39934, "nauc_precision_at_100_diff1": 0.611461, "nauc_precision_at_1000_max": 0.652894, "nauc_precision_at_1000_std": 0.569273, "nauc_precision_at_1000_diff1": 0.577729, "nauc_mrr_at_1_max": 0.650014, "nauc_mrr_at_1_std": 0.081148, "nauc_mrr_at_1_diff1": 0.772913, "nauc_mrr_at_3_max": 0.667946, "nauc_mrr_at_3_std": 0.108337, "nauc_mrr_at_3_diff1": 0.743039, "nauc_mrr_at_5_max": 0.666781, "nauc_mrr_at_5_std": 0.114132, "nauc_mrr_at_5_diff1": 0.740253, "nauc_mrr_at_10_max": 0.66635, "nauc_mrr_at_10_std": 0.11625, "nauc_mrr_at_10_diff1": 0.739438, "nauc_mrr_at_20_max": 0.666094, "nauc_mrr_at_20_std": 0.118087, "nauc_mrr_at_20_diff1": 0.739313, "nauc_mrr_at_100_max": 0.665924, "nauc_mrr_at_100_std": 0.118342, "nauc_mrr_at_100_diff1": 0.739633, "nauc_mrr_at_1000_max": 0.665904, "nauc_mrr_at_1000_std": 0.118151, "nauc_mrr_at_1000_diff1": 0.739753, "main_score": 0.66818, "hf_subset": "eng-eng", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.48391, "ndcg_at_3": 0.5573, "ndcg_at_5": 0.57761, "ndcg_at_10": 0.59435, "ndcg_at_20": 0.60675, "ndcg_at_100": 0.62449, "ndcg_at_1000": 0.63813, "map_at_1": 0.48391, "map_at_3": 0.53952, "map_at_5": 0.55078, "map_at_10": 0.55769, "map_at_20": 0.56113, "map_at_100": 0.5635, "map_at_1000": 0.56396, "recall_at_1": 0.48391, "recall_at_3": 0.60865, "recall_at_5": 0.65797, "recall_at_10": 0.70977, "recall_at_20": 0.75852, "recall_at_100": 0.85536, "recall_at_1000": 0.96544, "precision_at_1": 0.48391, "precision_at_3": 0.20288, "precision_at_5": 0.13159, "precision_at_10": 0.07098, "precision_at_20": 0.03793, "precision_at_100": 0.00855, "precision_at_1000": 0.00097, "mrr_at_1": 0.483908, "mrr_at_3": 0.539516, "mrr_at_5": 0.550781, "mrr_at_10": 0.55769, "mrr_at_20": 0.561125, "mrr_at_100": 0.563502, "mrr_at_1000": 0.563964, "nauc_ndcg_at_1_max": 0.638796, "nauc_ndcg_at_1_std": 0.168091, "nauc_ndcg_at_1_diff1": 0.754865, "nauc_ndcg_at_3_max": 0.650152, "nauc_ndcg_at_3_std": 0.204609, "nauc_ndcg_at_3_diff1": 0.703846, "nauc_ndcg_at_5_max": 0.647253, "nauc_ndcg_at_5_std": 0.211897, "nauc_ndcg_at_5_diff1": 0.696397, "nauc_ndcg_at_10_max": 0.64467, "nauc_ndcg_at_10_std": 0.218757, "nauc_ndcg_at_10_diff1": 0.691862, "nauc_ndcg_at_20_max": 0.644439, "nauc_ndcg_at_20_std": 0.225755, "nauc_ndcg_at_20_diff1": 0.691799, "nauc_ndcg_at_100_max": 0.640165, "nauc_ndcg_at_100_std": 0.227293, "nauc_ndcg_at_100_diff1": 0.691683, "nauc_ndcg_at_1000_max": 0.642078, "nauc_ndcg_at_1000_std": 0.22058, "nauc_ndcg_at_1000_diff1": 0.697872, "nauc_map_at_1_max": 0.638796, "nauc_map_at_1_std": 0.168091, "nauc_map_at_1_diff1": 0.754865, "nauc_map_at_3_max": 0.64756, "nauc_map_at_3_std": 0.19529, "nauc_map_at_3_diff1": 0.716445, "nauc_map_at_5_max": 0.645923, "nauc_map_at_5_std": 0.198903, "nauc_map_at_5_diff1": 0.712732, "nauc_map_at_10_max": 0.644985, "nauc_map_at_10_std": 0.201503, "nauc_map_at_10_diff1": 0.711185, "nauc_map_at_20_max": 0.64492, "nauc_map_at_20_std": 0.203231, "nauc_map_at_20_diff1": 0.71128, "nauc_map_at_100_max": 0.644372, "nauc_map_at_100_std": 0.203399, "nauc_map_at_100_diff1": 0.711332, "nauc_map_at_1000_max": 0.644406, "nauc_map_at_1000_std": 0.203223, "nauc_map_at_1000_diff1": 0.711502, "nauc_recall_at_1_max": 0.638796, "nauc_recall_at_1_std": 0.168091, "nauc_recall_at_1_diff1": 0.754865, "nauc_recall_at_3_max": 0.658076, "nauc_recall_at_3_std": 0.233596, "nauc_recall_at_3_diff1": 0.664847, "nauc_recall_at_5_max": 0.651123, "nauc_recall_at_5_std": 0.256775, "nauc_recall_at_5_diff1": 0.640622, "nauc_recall_at_10_max": 0.641281, "nauc_recall_at_10_std": 0.287466, "nauc_recall_at_10_diff1": 0.616681, "nauc_recall_at_20_max": 0.639589, "nauc_recall_at_20_std": 0.335724, "nauc_recall_at_20_diff1": 0.604586, "nauc_recall_at_100_max": 0.590771, "nauc_recall_at_100_std": 0.410645, "nauc_recall_at_100_diff1": 0.55584, "nauc_recall_at_1000_max": 0.575134, "nauc_recall_at_1000_std": 0.512739, "nauc_recall_at_1000_diff1": 0.552315, "nauc_precision_at_1_max": 0.638796, "nauc_precision_at_1_std": 0.168091, "nauc_precision_at_1_diff1": 0.754865, "nauc_precision_at_3_max": 0.658076, "nauc_precision_at_3_std": 0.233596, "nauc_precision_at_3_diff1": 0.664847, "nauc_precision_at_5_max": 0.651123, "nauc_precision_at_5_std": 0.256775, "nauc_precision_at_5_diff1": 0.640622, "nauc_precision_at_10_max": 0.641281, "nauc_precision_at_10_std": 0.287466, "nauc_precision_at_10_diff1": 0.616681, "nauc_precision_at_20_max": 0.639589, "nauc_precision_at_20_std": 0.335724, "nauc_precision_at_20_diff1": 0.604586, "nauc_precision_at_100_max": 0.590437, "nauc_precision_at_100_std": 0.410395, "nauc_precision_at_100_diff1": 0.555575, "nauc_precision_at_1000_max": 0.563022, "nauc_precision_at_1000_std": 0.516806, "nauc_precision_at_1000_diff1": 0.544228, "nauc_mrr_at_1_max": 0.638796, "nauc_mrr_at_1_std": 0.168091, "nauc_mrr_at_1_diff1": 0.754865, "nauc_mrr_at_3_max": 0.64756, "nauc_mrr_at_3_std": 0.19529, "nauc_mrr_at_3_diff1": 0.716445, "nauc_mrr_at_5_max": 0.645923, "nauc_mrr_at_5_std": 0.198903, "nauc_mrr_at_5_diff1": 0.712732, "nauc_mrr_at_10_max": 0.644985, "nauc_mrr_at_10_std": 0.201503, "nauc_mrr_at_10_diff1": 0.711185, "nauc_mrr_at_20_max": 0.64492, "nauc_mrr_at_20_std": 0.203231, "nauc_mrr_at_20_diff1": 0.71128, "nauc_mrr_at_100_max": 0.644366, "nauc_mrr_at_100_std": 0.203393, "nauc_mrr_at_100_diff1": 0.711328, "nauc_mrr_at_1000_max": 0.644401, "nauc_mrr_at_1000_std": 0.203215, "nauc_mrr_at_1000_diff1": 0.711499, "main_score": 0.59435, "hf_subset": "eng-spa", "languages": [ "eng-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.31265, "ndcg_at_3": 0.38468, "ndcg_at_5": 0.40836, "ndcg_at_10": 0.43287, "ndcg_at_20": 0.45026, "ndcg_at_100": 0.47817, "ndcg_at_1000": 0.49895, "map_at_1": 0.31265, "map_at_3": 0.36703, "map_at_5": 0.3802, "map_at_10": 0.39028, "map_at_20": 0.39505, "map_at_100": 0.39885, "map_at_1000": 0.39957, "recall_at_1": 0.31265, "recall_at_3": 0.43572, "recall_at_5": 0.49308, "recall_at_10": 0.56906, "recall_at_20": 0.63782, "recall_at_100": 0.78916, "recall_at_1000": 0.95667, "precision_at_1": 0.31265, "precision_at_3": 0.14524, "precision_at_5": 0.09862, "precision_at_10": 0.05692, "precision_at_20": 0.0319, "precision_at_100": 0.00789, "precision_at_1000": 0.00096, "mrr_at_1": 0.312653, "mrr_at_3": 0.367033, "mrr_at_5": 0.380204, "mrr_at_10": 0.390288, "mrr_at_20": 0.395064, "mrr_at_100": 0.398863, "mrr_at_1000": 0.39958, "nauc_ndcg_at_1_max": 0.53942, "nauc_ndcg_at_1_std": 0.177005, "nauc_ndcg_at_1_diff1": 0.578981, "nauc_ndcg_at_3_max": 0.543218, "nauc_ndcg_at_3_std": 0.198363, "nauc_ndcg_at_3_diff1": 0.514209, "nauc_ndcg_at_5_max": 0.535277, "nauc_ndcg_at_5_std": 0.205477, "nauc_ndcg_at_5_diff1": 0.49659, "nauc_ndcg_at_10_max": 0.53137, "nauc_ndcg_at_10_std": 0.209207, "nauc_ndcg_at_10_diff1": 0.49202, "nauc_ndcg_at_20_max": 0.531207, "nauc_ndcg_at_20_std": 0.21624, "nauc_ndcg_at_20_diff1": 0.490128, "nauc_ndcg_at_100_max": 0.53098, "nauc_ndcg_at_100_std": 0.218914, "nauc_ndcg_at_100_diff1": 0.49184, "nauc_ndcg_at_1000_max": 0.533845, "nauc_ndcg_at_1000_std": 0.214317, "nauc_ndcg_at_1000_diff1": 0.499838, "nauc_map_at_1_max": 0.53942, "nauc_map_at_1_std": 0.177005, "nauc_map_at_1_diff1": 0.578981, "nauc_map_at_3_max": 0.543141, "nauc_map_at_3_std": 0.193125, "nauc_map_at_3_diff1": 0.529425, "nauc_map_at_5_max": 0.538709, "nauc_map_at_5_std": 0.197092, "nauc_map_at_5_diff1": 0.519707, "nauc_map_at_10_max": 0.537258, "nauc_map_at_10_std": 0.198552, "nauc_map_at_10_diff1": 0.518078, "nauc_map_at_20_max": 0.537366, "nauc_map_at_20_std": 0.200485, "nauc_map_at_20_diff1": 0.51765, "nauc_map_at_100_max": 0.537421, "nauc_map_at_100_std": 0.200631, "nauc_map_at_100_diff1": 0.517996, "nauc_map_at_1000_max": 0.537524, "nauc_map_at_1000_std": 0.200499, "nauc_map_at_1000_diff1": 0.518271, "nauc_recall_at_1_max": 0.53942, "nauc_recall_at_1_std": 0.177005, "nauc_recall_at_1_diff1": 0.578981, "nauc_recall_at_3_max": 0.5431, "nauc_recall_at_3_std": 0.213349, "nauc_recall_at_3_diff1": 0.47094, "nauc_recall_at_5_max": 0.52389, "nauc_recall_at_5_std": 0.230771, "nauc_recall_at_5_diff1": 0.427266, "nauc_recall_at_10_max": 0.509692, "nauc_recall_at_10_std": 0.24483, "nauc_recall_at_10_diff1": 0.406892, "nauc_recall_at_20_max": 0.505587, "nauc_recall_at_20_std": 0.279424, "nauc_recall_at_20_diff1": 0.389824, "nauc_recall_at_100_max": 0.489675, "nauc_recall_at_100_std": 0.337382, "nauc_recall_at_100_diff1": 0.355274, "nauc_recall_at_1000_max": 0.502474, "nauc_recall_at_1000_std": 0.479107, "nauc_recall_at_1000_diff1": 0.32848, "nauc_precision_at_1_max": 0.53942, "nauc_precision_at_1_std": 0.177005, "nauc_precision_at_1_diff1": 0.578981, "nauc_precision_at_3_max": 0.5431, "nauc_precision_at_3_std": 0.213349, "nauc_precision_at_3_diff1": 0.47094, "nauc_precision_at_5_max": 0.52389, "nauc_precision_at_5_std": 0.230771, "nauc_precision_at_5_diff1": 0.427266, "nauc_precision_at_10_max": 0.509576, "nauc_precision_at_10_std": 0.244819, "nauc_precision_at_10_diff1": 0.406826, "nauc_precision_at_20_max": 0.505492, "nauc_precision_at_20_std": 0.279435, "nauc_precision_at_20_diff1": 0.389775, "nauc_precision_at_100_max": 0.488104, "nauc_precision_at_100_std": 0.337421, "nauc_precision_at_100_diff1": 0.355164, "nauc_precision_at_1000_max": 0.489279, "nauc_precision_at_1000_std": 0.473443, "nauc_precision_at_1000_diff1": 0.324149, "nauc_mrr_at_1_max": 0.53942, "nauc_mrr_at_1_std": 0.177005, "nauc_mrr_at_1_diff1": 0.578981, "nauc_mrr_at_3_max": 0.543141, "nauc_mrr_at_3_std": 0.193125, "nauc_mrr_at_3_diff1": 0.529425, "nauc_mrr_at_5_max": 0.538709, "nauc_mrr_at_5_std": 0.197092, "nauc_mrr_at_5_diff1": 0.519707, "nauc_mrr_at_10_max": 0.537246, "nauc_mrr_at_10_std": 0.19855, "nauc_mrr_at_10_diff1": 0.518073, "nauc_mrr_at_20_max": 0.537356, "nauc_mrr_at_20_std": 0.200484, "nauc_mrr_at_20_diff1": 0.517645, "nauc_mrr_at_100_max": 0.537411, "nauc_mrr_at_100_std": 0.200628, "nauc_mrr_at_100_diff1": 0.51799, "nauc_mrr_at_1000_max": 0.537514, "nauc_mrr_at_1000_std": 0.200496, "nauc_mrr_at_1000_diff1": 0.518264, "main_score": 0.43287, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.3101, "ndcg_at_3": 0.37439, "ndcg_at_5": 0.39605, "ndcg_at_10": 0.41849, "ndcg_at_20": 0.43302, "ndcg_at_100": 0.46104, "ndcg_at_1000": 0.48561, "map_at_1": 0.3101, "map_at_3": 0.35878, "map_at_5": 0.3708, "map_at_10": 0.38011, "map_at_20": 0.38412, "map_at_100": 0.38786, "map_at_1000": 0.38868, "recall_at_1": 0.3101, "recall_at_3": 0.41947, "recall_at_5": 0.47207, "recall_at_10": 0.54122, "recall_at_20": 0.59854, "recall_at_100": 0.75159, "recall_at_1000": 0.95068, "precision_at_1": 0.3101, "precision_at_3": 0.13982, "precision_at_5": 0.09441, "precision_at_10": 0.05412, "precision_at_20": 0.02993, "precision_at_100": 0.00752, "precision_at_1000": 0.00095, "mrr_at_1": 0.3101, "mrr_at_3": 0.358781, "mrr_at_5": 0.370801, "mrr_at_10": 0.380109, "mrr_at_20": 0.384119, "mrr_at_100": 0.387864, "mrr_at_1000": 0.388684, "nauc_ndcg_at_1_max": 0.576609, "nauc_ndcg_at_1_std": -0.056446, "nauc_ndcg_at_1_diff1": 0.628206, "nauc_ndcg_at_3_max": 0.572143, "nauc_ndcg_at_3_std": -0.040184, "nauc_ndcg_at_3_diff1": 0.571516, "nauc_ndcg_at_5_max": 0.568344, "nauc_ndcg_at_5_std": -0.04379, "nauc_ndcg_at_5_diff1": 0.557051, "nauc_ndcg_at_10_max": 0.567249, "nauc_ndcg_at_10_std": -0.042508, "nauc_ndcg_at_10_diff1": 0.549522, "nauc_ndcg_at_20_max": 0.562416, "nauc_ndcg_at_20_std": -0.040249, "nauc_ndcg_at_20_diff1": 0.546825, "nauc_ndcg_at_100_max": 0.556501, "nauc_ndcg_at_100_std": -0.042851, "nauc_ndcg_at_100_diff1": 0.544149, "nauc_ndcg_at_1000_max": 0.562051, "nauc_ndcg_at_1000_std": -0.044181, "nauc_ndcg_at_1000_diff1": 0.553091, "nauc_map_at_1_max": 0.576609, "nauc_map_at_1_std": -0.056446, "nauc_map_at_1_diff1": 0.628206, "nauc_map_at_3_max": 0.573667, "nauc_map_at_3_std": -0.043685, "nauc_map_at_3_diff1": 0.584468, "nauc_map_at_5_max": 0.571577, "nauc_map_at_5_std": -0.045713, "nauc_map_at_5_diff1": 0.576406, "nauc_map_at_10_max": 0.571184, "nauc_map_at_10_std": -0.045061, "nauc_map_at_10_diff1": 0.573355, "nauc_map_at_20_max": 0.569962, "nauc_map_at_20_std": -0.044439, "nauc_map_at_20_diff1": 0.572764, "nauc_map_at_100_max": 0.569128, "nauc_map_at_100_std": -0.044922, "nauc_map_at_100_diff1": 0.572552, "nauc_map_at_1000_max": 0.569279, "nauc_map_at_1000_std": -0.044967, "nauc_map_at_1000_diff1": 0.572792, "nauc_recall_at_1_max": 0.576609, "nauc_recall_at_1_std": -0.056446, "nauc_recall_at_1_diff1": 0.628206, "nauc_recall_at_3_max": 0.567638, "nauc_recall_at_3_std": -0.030405, "nauc_recall_at_3_diff1": 0.535012, "nauc_recall_at_5_max": 0.558296, "nauc_recall_at_5_std": -0.038922, "nauc_recall_at_5_diff1": 0.499652, "nauc_recall_at_10_max": 0.554055, "nauc_recall_at_10_std": -0.035362, "nauc_recall_at_10_diff1": 0.472978, "nauc_recall_at_20_max": 0.531888, "nauc_recall_at_20_std": -0.02542, "nauc_recall_at_20_diff1": 0.456068, "nauc_recall_at_100_max": 0.475034, "nauc_recall_at_100_std": -0.036991, "nauc_recall_at_100_diff1": 0.397731, "nauc_recall_at_1000_max": 0.48331, "nauc_recall_at_1000_std": -0.081134, "nauc_recall_at_1000_diff1": 0.363992, "nauc_precision_at_1_max": 0.576609, "nauc_precision_at_1_std": -0.056446, "nauc_precision_at_1_diff1": 0.628206, "nauc_precision_at_3_max": 0.567638, "nauc_precision_at_3_std": -0.030405, "nauc_precision_at_3_diff1": 0.535012, "nauc_precision_at_5_max": 0.558296, "nauc_precision_at_5_std": -0.038922, "nauc_precision_at_5_diff1": 0.499652, "nauc_precision_at_10_max": 0.554055, "nauc_precision_at_10_std": -0.035362, "nauc_precision_at_10_diff1": 0.472978, "nauc_precision_at_20_max": 0.531888, "nauc_precision_at_20_std": -0.02542, "nauc_precision_at_20_diff1": 0.456068, "nauc_precision_at_100_max": 0.475034, "nauc_precision_at_100_std": -0.036991, "nauc_precision_at_100_diff1": 0.397731, "nauc_precision_at_1000_max": 0.48331, "nauc_precision_at_1000_std": -0.081134, "nauc_precision_at_1000_diff1": 0.363992, "nauc_mrr_at_1_max": 0.576609, "nauc_mrr_at_1_std": -0.056446, "nauc_mrr_at_1_diff1": 0.628206, "nauc_mrr_at_3_max": 0.573667, "nauc_mrr_at_3_std": -0.043685, "nauc_mrr_at_3_diff1": 0.584468, "nauc_mrr_at_5_max": 0.571577, "nauc_mrr_at_5_std": -0.045713, "nauc_mrr_at_5_diff1": 0.576406, "nauc_mrr_at_10_max": 0.571184, "nauc_mrr_at_10_std": -0.045061, "nauc_mrr_at_10_diff1": 0.573355, "nauc_mrr_at_20_max": 0.569962, "nauc_mrr_at_20_std": -0.044439, "nauc_mrr_at_20_diff1": 0.572764, "nauc_mrr_at_100_max": 0.569128, "nauc_mrr_at_100_std": -0.044922, "nauc_mrr_at_100_diff1": 0.572552, "nauc_mrr_at_1000_max": 0.569279, "nauc_mrr_at_1000_std": -0.044967, "nauc_mrr_at_1000_diff1": 0.572792, "main_score": 0.41849, "hf_subset": "eng-vie", "languages": [ "eng-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.30861, "ndcg_at_3": 0.38047, "ndcg_at_5": 0.40179, "ndcg_at_10": 0.4249, "ndcg_at_20": 0.442, "ndcg_at_100": 0.47074, "ndcg_at_1000": 0.49302, "map_at_1": 0.30861, "map_at_3": 0.36267, "map_at_5": 0.37444, "map_at_10": 0.38395, "map_at_20": 0.38867, "map_at_100": 0.39244, "map_at_1000": 0.39321, "recall_at_1": 0.30861, "recall_at_3": 0.43205, "recall_at_5": 0.48403, "recall_at_10": 0.55569, "recall_at_20": 0.62305, "recall_at_100": 0.78106, "recall_at_1000": 0.9595, "precision_at_1": 0.30861, "precision_at_3": 0.14402, "precision_at_5": 0.09681, "precision_at_10": 0.05557, "precision_at_20": 0.03115, "precision_at_100": 0.00781, "precision_at_1000": 0.00096, "mrr_at_1": 0.308606, "mrr_at_3": 0.362669, "mrr_at_5": 0.374439, "mrr_at_10": 0.383946, "mrr_at_20": 0.388671, "mrr_at_100": 0.392438, "mrr_at_1000": 0.393215, "nauc_ndcg_at_1_max": 0.586314, "nauc_ndcg_at_1_std": 0.061839, "nauc_ndcg_at_1_diff1": 0.591295, "nauc_ndcg_at_3_max": 0.576541, "nauc_ndcg_at_3_std": 0.08358, "nauc_ndcg_at_3_diff1": 0.530856, "nauc_ndcg_at_5_max": 0.572366, "nauc_ndcg_at_5_std": 0.090661, "nauc_ndcg_at_5_diff1": 0.516058, "nauc_ndcg_at_10_max": 0.561566, "nauc_ndcg_at_10_std": 0.090878, "nauc_ndcg_at_10_diff1": 0.50226, "nauc_ndcg_at_20_max": 0.560567, "nauc_ndcg_at_20_std": 0.095555, "nauc_ndcg_at_20_diff1": 0.499709, "nauc_ndcg_at_100_max": 0.561775, "nauc_ndcg_at_100_std": 0.09917, "nauc_ndcg_at_100_diff1": 0.499097, "nauc_ndcg_at_1000_max": 0.565994, "nauc_ndcg_at_1000_std": 0.093504, "nauc_ndcg_at_1000_diff1": 0.510283, "nauc_map_at_1_max": 0.586314, "nauc_map_at_1_std": 0.061839, "nauc_map_at_1_diff1": 0.591295, "nauc_map_at_3_max": 0.579224, "nauc_map_at_3_std": 0.078907, "nauc_map_at_3_diff1": 0.545108, "nauc_map_at_5_max": 0.57691, "nauc_map_at_5_std": 0.082719, "nauc_map_at_5_diff1": 0.536943, "nauc_map_at_10_max": 0.572463, "nauc_map_at_10_std": 0.082962, "nauc_map_at_10_diff1": 0.531345, "nauc_map_at_20_max": 0.572307, "nauc_map_at_20_std": 0.084274, "nauc_map_at_20_diff1": 0.530767, "nauc_map_at_100_max": 0.57253, "nauc_map_at_100_std": 0.084881, "nauc_map_at_100_diff1": 0.530771, "nauc_map_at_1000_max": 0.572653, "nauc_map_at_1000_std": 0.084707, "nauc_map_at_1000_diff1": 0.531156, "nauc_recall_at_1_max": 0.586314, "nauc_recall_at_1_std": 0.061839, "nauc_recall_at_1_diff1": 0.591295, "nauc_recall_at_3_max": 0.56877, "nauc_recall_at_3_std": 0.096662, "nauc_recall_at_3_diff1": 0.4904, "nauc_recall_at_5_max": 0.558528, "nauc_recall_at_5_std": 0.11449, "nauc_recall_at_5_diff1": 0.453792, "nauc_recall_at_10_max": 0.523136, "nauc_recall_at_10_std": 0.115572, "nauc_recall_at_10_diff1": 0.405822, "nauc_recall_at_20_max": 0.514652, "nauc_recall_at_20_std": 0.137702, "nauc_recall_at_20_diff1": 0.385908, "nauc_recall_at_100_max": 0.502086, "nauc_recall_at_100_std": 0.184445, "nauc_recall_at_100_diff1": 0.326321, "nauc_recall_at_1000_max": 0.530505, "nauc_recall_at_1000_std": 0.175961, "nauc_recall_at_1000_diff1": 0.315855, "nauc_precision_at_1_max": 0.586314, "nauc_precision_at_1_std": 0.061839, "nauc_precision_at_1_diff1": 0.591295, "nauc_precision_at_3_max": 0.56877, "nauc_precision_at_3_std": 0.096662, "nauc_precision_at_3_diff1": 0.4904, "nauc_precision_at_5_max": 0.558528, "nauc_precision_at_5_std": 0.11449, "nauc_precision_at_5_diff1": 0.453792, "nauc_precision_at_10_max": 0.523136, "nauc_precision_at_10_std": 0.115572, "nauc_precision_at_10_diff1": 0.405822, "nauc_precision_at_20_max": 0.514652, "nauc_precision_at_20_std": 0.137702, "nauc_precision_at_20_diff1": 0.385908, "nauc_precision_at_100_max": 0.50184, "nauc_precision_at_100_std": 0.18445, "nauc_precision_at_100_diff1": 0.326376, "nauc_precision_at_1000_max": 0.521961, "nauc_precision_at_1000_std": 0.173917, "nauc_precision_at_1000_diff1": 0.312649, "nauc_mrr_at_1_max": 0.586314, "nauc_mrr_at_1_std": 0.061839, "nauc_mrr_at_1_diff1": 0.591295, "nauc_mrr_at_3_max": 0.579224, "nauc_mrr_at_3_std": 0.078907, "nauc_mrr_at_3_diff1": 0.545108, "nauc_mrr_at_5_max": 0.57691, "nauc_mrr_at_5_std": 0.082719, "nauc_mrr_at_5_diff1": 0.536943, "nauc_mrr_at_10_max": 0.572463, "nauc_mrr_at_10_std": 0.082962, "nauc_mrr_at_10_diff1": 0.531345, "nauc_mrr_at_20_max": 0.572307, "nauc_mrr_at_20_std": 0.084274, "nauc_mrr_at_20_diff1": 0.530767, "nauc_mrr_at_100_max": 0.572527, "nauc_mrr_at_100_std": 0.084881, "nauc_mrr_at_100_diff1": 0.530772, "nauc_mrr_at_1000_max": 0.57265, "nauc_mrr_at_1000_std": 0.084707, "nauc_mrr_at_1000_diff1": 0.531157, "main_score": 0.4249, "hf_subset": "eng-zho", "languages": [ "eng-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.27048, "ndcg_at_3": 0.34367, "ndcg_at_5": 0.36338, "ndcg_at_10": 0.38937, "ndcg_at_20": 0.40845, "ndcg_at_100": 0.44022, "ndcg_at_1000": 0.46703, "map_at_1": 0.27048, "map_at_3": 0.32533, "map_at_5": 0.33635, "map_at_10": 0.34707, "map_at_20": 0.35233, "map_at_100": 0.35653, "map_at_1000": 0.3575, "recall_at_1": 0.27048, "recall_at_3": 0.39687, "recall_at_5": 0.44439, "recall_at_10": 0.52477, "recall_at_20": 0.6001, "recall_at_100": 0.77401, "recall_at_1000": 0.98736, "precision_at_1": 0.27048, "precision_at_3": 0.13229, "precision_at_5": 0.08888, "precision_at_10": 0.05248, "precision_at_20": 0.03001, "precision_at_100": 0.00774, "precision_at_1000": 0.00099, "mrr_at_1": 0.270475, "mrr_at_3": 0.325329, "mrr_at_5": 0.33635, "mrr_at_10": 0.347071, "mrr_at_20": 0.352333, "mrr_at_100": 0.356532, "mrr_at_1000": 0.357499, "nauc_ndcg_at_1_max": 0.471418, "nauc_ndcg_at_1_std": -0.008013, "nauc_ndcg_at_1_diff1": 0.567779, "nauc_ndcg_at_3_max": 0.454096, "nauc_ndcg_at_3_std": 0.01812, "nauc_ndcg_at_3_diff1": 0.487326, "nauc_ndcg_at_5_max": 0.44469, "nauc_ndcg_at_5_std": 0.029751, "nauc_ndcg_at_5_diff1": 0.474972, "nauc_ndcg_at_10_max": 0.432257, "nauc_ndcg_at_10_std": 0.030102, "nauc_ndcg_at_10_diff1": 0.465285, "nauc_ndcg_at_20_max": 0.422462, "nauc_ndcg_at_20_std": 0.034046, "nauc_ndcg_at_20_diff1": 0.457814, "nauc_ndcg_at_100_max": 0.419052, "nauc_ndcg_at_100_std": 0.0383, "nauc_ndcg_at_100_diff1": 0.461488, "nauc_ndcg_at_1000_max": 0.431538, "nauc_ndcg_at_1000_std": 0.029856, "nauc_ndcg_at_1000_diff1": 0.474251, "nauc_map_at_1_max": 0.471418, "nauc_map_at_1_std": -0.008013, "nauc_map_at_1_diff1": 0.567779, "nauc_map_at_3_max": 0.459248, "nauc_map_at_3_std": 0.012086, "nauc_map_at_3_diff1": 0.505652, "nauc_map_at_5_max": 0.453903, "nauc_map_at_5_std": 0.018968, "nauc_map_at_5_diff1": 0.498698, "nauc_map_at_10_max": 0.448962, "nauc_map_at_10_std": 0.01912, "nauc_map_at_10_diff1": 0.494953, "nauc_map_at_20_max": 0.446348, "nauc_map_at_20_std": 0.020254, "nauc_map_at_20_diff1": 0.493109, "nauc_map_at_100_max": 0.445779, "nauc_map_at_100_std": 0.020634, "nauc_map_at_100_diff1": 0.493812, "nauc_map_at_1000_max": 0.446212, "nauc_map_at_1000_std": 0.020383, "nauc_map_at_1000_diff1": 0.494279, "nauc_recall_at_1_max": 0.471418, "nauc_recall_at_1_std": -0.008013, "nauc_recall_at_1_diff1": 0.567779, "nauc_recall_at_3_max": 0.439517, "nauc_recall_at_3_std": 0.03467, "nauc_recall_at_3_diff1": 0.437158, "nauc_recall_at_5_max": 0.41748, "nauc_recall_at_5_std": 0.060811, "nauc_recall_at_5_diff1": 0.407684, "nauc_recall_at_10_max": 0.376932, "nauc_recall_at_10_std": 0.062941, "nauc_recall_at_10_diff1": 0.373955, "nauc_recall_at_20_max": 0.33134, "nauc_recall_at_20_std": 0.081374, "nauc_recall_at_20_diff1": 0.334482, "nauc_recall_at_100_max": 0.261982, "nauc_recall_at_100_std": 0.142985, "nauc_recall_at_100_diff1": 0.300229, "nauc_recall_at_1000_max": 0.169289, "nauc_recall_at_1000_std": 0.113098, "nauc_recall_at_1000_diff1": 0.175196, "nauc_precision_at_1_max": 0.471418, "nauc_precision_at_1_std": -0.008013, "nauc_precision_at_1_diff1": 0.567779, "nauc_precision_at_3_max": 0.439517, "nauc_precision_at_3_std": 0.03467, "nauc_precision_at_3_diff1": 0.437158, "nauc_precision_at_5_max": 0.41748, "nauc_precision_at_5_std": 0.060811, "nauc_precision_at_5_diff1": 0.407684, "nauc_precision_at_10_max": 0.376932, "nauc_precision_at_10_std": 0.062941, "nauc_precision_at_10_diff1": 0.373955, "nauc_precision_at_20_max": 0.33134, "nauc_precision_at_20_std": 0.081374, "nauc_precision_at_20_diff1": 0.334482, "nauc_precision_at_100_max": 0.261982, "nauc_precision_at_100_std": 0.142985, "nauc_precision_at_100_diff1": 0.300229, "nauc_precision_at_1000_max": 0.169289, "nauc_precision_at_1000_std": 0.113098, "nauc_precision_at_1000_diff1": 0.175196, "nauc_mrr_at_1_max": 0.471418, "nauc_mrr_at_1_std": -0.008013, "nauc_mrr_at_1_diff1": 0.567779, "nauc_mrr_at_3_max": 0.459248, "nauc_mrr_at_3_std": 0.012086, "nauc_mrr_at_3_diff1": 0.505652, "nauc_mrr_at_5_max": 0.453903, "nauc_mrr_at_5_std": 0.018968, "nauc_mrr_at_5_diff1": 0.498698, "nauc_mrr_at_10_max": 0.448962, "nauc_mrr_at_10_std": 0.01912, "nauc_mrr_at_10_diff1": 0.494953, "nauc_mrr_at_20_max": 0.446348, "nauc_mrr_at_20_std": 0.020254, "nauc_mrr_at_20_diff1": 0.493109, "nauc_mrr_at_100_max": 0.445779, "nauc_mrr_at_100_std": 0.020634, "nauc_mrr_at_100_diff1": 0.493812, "nauc_mrr_at_1000_max": 0.446212, "nauc_mrr_at_1000_std": 0.020383, "nauc_mrr_at_1000_diff1": 0.494279, "main_score": 0.38937, "hf_subset": "spa-ara", "languages": [ "spa-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.44814, "ndcg_at_3": 0.52624, "ndcg_at_5": 0.5464, "ndcg_at_10": 0.5666, "ndcg_at_20": 0.58265, "ndcg_at_100": 0.60398, "ndcg_at_1000": 0.61995, "map_at_1": 0.44776, "map_at_3": 0.50723, "map_at_5": 0.5184, "map_at_10": 0.52692, "map_at_20": 0.53138, "map_at_100": 0.53423, "map_at_1000": 0.53484, "recall_at_1": 0.44776, "recall_at_3": 0.5808, "recall_at_5": 0.62984, "recall_at_10": 0.69128, "recall_at_20": 0.75442, "recall_at_100": 0.8711, "recall_at_1000": 0.99605, "precision_at_1": 0.44814, "precision_at_3": 0.19372, "precision_at_5": 0.12604, "precision_at_10": 0.06917, "precision_at_20": 0.03774, "precision_at_100": 0.00871, "precision_at_1000": 0.001, "mrr_at_1": 0.44814, "mrr_at_3": 0.50761, "mrr_at_5": 0.518771, "mrr_at_10": 0.527298, "mrr_at_20": 0.531753, "mrr_at_100": 0.534603, "mrr_at_1000": 0.535209, "nauc_ndcg_at_1_max": 0.590271, "nauc_ndcg_at_1_std": -0.106963, "nauc_ndcg_at_1_diff1": 0.716546, "nauc_ndcg_at_3_max": 0.583483, "nauc_ndcg_at_3_std": -0.124063, "nauc_ndcg_at_3_diff1": 0.649514, "nauc_ndcg_at_5_max": 0.584937, "nauc_ndcg_at_5_std": -0.11341, "nauc_ndcg_at_5_diff1": 0.645921, "nauc_ndcg_at_10_max": 0.572754, "nauc_ndcg_at_10_std": -0.109726, "nauc_ndcg_at_10_diff1": 0.640696, "nauc_ndcg_at_20_max": 0.56639, "nauc_ndcg_at_20_std": -0.11318, "nauc_ndcg_at_20_diff1": 0.642152, "nauc_ndcg_at_100_max": 0.566709, "nauc_ndcg_at_100_std": -0.112418, "nauc_ndcg_at_100_diff1": 0.647064, "nauc_ndcg_at_1000_max": 0.573948, "nauc_ndcg_at_1000_std": -0.113541, "nauc_ndcg_at_1000_diff1": 0.652745, "nauc_map_at_1_max": 0.590779, "nauc_map_at_1_std": -0.108162, "nauc_map_at_1_diff1": 0.716583, "nauc_map_at_3_max": 0.586151, "nauc_map_at_3_std": -0.119812, "nauc_map_at_3_diff1": 0.666328, "nauc_map_at_5_max": 0.587113, "nauc_map_at_5_std": -0.114036, "nauc_map_at_5_diff1": 0.664581, "nauc_map_at_10_max": 0.582178, "nauc_map_at_10_std": -0.112691, "nauc_map_at_10_diff1": 0.662685, "nauc_map_at_20_max": 0.58064, "nauc_map_at_20_std": -0.113487, "nauc_map_at_20_diff1": 0.663231, "nauc_map_at_100_max": 0.580663, "nauc_map_at_100_std": -0.113562, "nauc_map_at_100_diff1": 0.66387, "nauc_map_at_1000_max": 0.580916, "nauc_map_at_1000_std": -0.113592, "nauc_map_at_1000_diff1": 0.664049, "nauc_recall_at_1_max": 0.590779, "nauc_recall_at_1_std": -0.108162, "nauc_recall_at_1_diff1": 0.716583, "nauc_recall_at_3_max": 0.57529, "nauc_recall_at_3_std": -0.138316, "nauc_recall_at_3_diff1": 0.597881, "nauc_recall_at_5_max": 0.577732, "nauc_recall_at_5_std": -0.110879, "nauc_recall_at_5_diff1": 0.58443, "nauc_recall_at_10_max": 0.532976, "nauc_recall_at_10_std": -0.096313, "nauc_recall_at_10_diff1": 0.557941, "nauc_recall_at_20_max": 0.489965, "nauc_recall_at_20_std": -0.113805, "nauc_recall_at_20_diff1": 0.549419, "nauc_recall_at_100_max": 0.439389, "nauc_recall_at_100_std": -0.098691, "nauc_recall_at_100_diff1": 0.543609, "nauc_recall_at_1000_max": 0.477943, "nauc_recall_at_1000_std": -0.362581, "nauc_recall_at_1000_diff1": 0.573923, "nauc_precision_at_1_max": 0.590271, "nauc_precision_at_1_std": -0.106963, "nauc_precision_at_1_diff1": 0.716546, "nauc_precision_at_3_max": 0.574883, "nauc_precision_at_3_std": -0.137027, "nauc_precision_at_3_diff1": 0.597988, "nauc_precision_at_5_max": 0.577436, "nauc_precision_at_5_std": -0.109504, "nauc_precision_at_5_diff1": 0.584684, "nauc_precision_at_10_max": 0.532607, "nauc_precision_at_10_std": -0.094749, "nauc_precision_at_10_diff1": 0.558206, "nauc_precision_at_20_max": 0.489623, "nauc_precision_at_20_std": -0.111975, "nauc_precision_at_20_diff1": 0.549888, "nauc_precision_at_100_max": 0.43887, "nauc_precision_at_100_std": -0.095482, "nauc_precision_at_100_diff1": 0.544662, "nauc_precision_at_1000_max": 0.213435, "nauc_precision_at_1000_std": -0.022442, "nauc_precision_at_1000_diff1": 0.359853, "nauc_mrr_at_1_max": 0.590271, "nauc_mrr_at_1_std": -0.106963, "nauc_mrr_at_1_diff1": 0.716546, "nauc_mrr_at_3_max": 0.585658, "nauc_mrr_at_3_std": -0.118569, "nauc_mrr_at_3_diff1": 0.666326, "nauc_mrr_at_5_max": 0.586613, "nauc_mrr_at_5_std": -0.112772, "nauc_mrr_at_5_diff1": 0.664578, "nauc_mrr_at_10_max": 0.58167, "nauc_mrr_at_10_std": -0.111409, "nauc_mrr_at_10_diff1": 0.662682, "nauc_mrr_at_20_max": 0.580127, "nauc_mrr_at_20_std": -0.112193, "nauc_mrr_at_20_diff1": 0.663229, "nauc_mrr_at_100_max": 0.580146, "nauc_mrr_at_100_std": -0.11226, "nauc_mrr_at_100_diff1": 0.663867, "nauc_mrr_at_1000_max": 0.580403, "nauc_mrr_at_1000_std": -0.112304, "nauc_mrr_at_1000_diff1": 0.664045, "main_score": 0.5666, "hf_subset": "spa-deu", "languages": [ "spa-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.42243, "ndcg_at_3": 0.49889, "ndcg_at_5": 0.51943, "ndcg_at_10": 0.53757, "ndcg_at_20": 0.55303, "ndcg_at_100": 0.5748, "ndcg_at_1000": 0.59113, "map_at_1": 0.42243, "map_at_3": 0.48017, "map_at_5": 0.49161, "map_at_10": 0.49912, "map_at_20": 0.50343, "map_at_100": 0.50629, "map_at_1000": 0.50686, "recall_at_1": 0.42243, "recall_at_3": 0.55302, "recall_at_5": 0.6027, "recall_at_10": 0.65867, "recall_at_20": 0.7194, "recall_at_100": 0.83895, "recall_at_1000": 0.97011, "precision_at_1": 0.42243, "precision_at_3": 0.18434, "precision_at_5": 0.12054, "precision_at_10": 0.06587, "precision_at_20": 0.03597, "precision_at_100": 0.00839, "precision_at_1000": 0.00097, "mrr_at_1": 0.422425, "mrr_at_3": 0.48017, "mrr_at_5": 0.491611, "mrr_at_10": 0.499121, "mrr_at_20": 0.503426, "mrr_at_100": 0.506292, "mrr_at_1000": 0.506858, "nauc_ndcg_at_1_max": 0.554498, "nauc_ndcg_at_1_std": 0.027474, "nauc_ndcg_at_1_diff1": 0.692443, "nauc_ndcg_at_3_max": 0.533399, "nauc_ndcg_at_3_std": 0.049066, "nauc_ndcg_at_3_diff1": 0.634527, "nauc_ndcg_at_5_max": 0.523442, "nauc_ndcg_at_5_std": 0.057521, "nauc_ndcg_at_5_diff1": 0.624381, "nauc_ndcg_at_10_max": 0.521004, "nauc_ndcg_at_10_std": 0.065346, "nauc_ndcg_at_10_diff1": 0.620424, "nauc_ndcg_at_20_max": 0.518687, "nauc_ndcg_at_20_std": 0.072376, "nauc_ndcg_at_20_diff1": 0.620105, "nauc_ndcg_at_100_max": 0.518427, "nauc_ndcg_at_100_std": 0.069448, "nauc_ndcg_at_100_diff1": 0.621074, "nauc_ndcg_at_1000_max": 0.52317, "nauc_ndcg_at_1000_std": 0.064488, "nauc_ndcg_at_1000_diff1": 0.627178, "nauc_map_at_1_max": 0.554498, "nauc_map_at_1_std": 0.027474, "nauc_map_at_1_diff1": 0.692443, "nauc_map_at_3_max": 0.538576, "nauc_map_at_3_std": 0.043709, "nauc_map_at_3_diff1": 0.648471, "nauc_map_at_5_max": 0.533206, "nauc_map_at_5_std": 0.048336, "nauc_map_at_5_diff1": 0.643053, "nauc_map_at_10_max": 0.532532, "nauc_map_at_10_std": 0.051322, "nauc_map_at_10_diff1": 0.641828, "nauc_map_at_20_max": 0.532023, "nauc_map_at_20_std": 0.0532, "nauc_map_at_20_diff1": 0.641858, "nauc_map_at_100_max": 0.532011, "nauc_map_at_100_std": 0.052914, "nauc_map_at_100_diff1": 0.642045, "nauc_map_at_1000_max": 0.532134, "nauc_map_at_1000_std": 0.052776, "nauc_map_at_1000_diff1": 0.642221, "nauc_recall_at_1_max": 0.554498, "nauc_recall_at_1_std": 0.027474, "nauc_recall_at_1_diff1": 0.692443, "nauc_recall_at_3_max": 0.517731, "nauc_recall_at_3_std": 0.065305, "nauc_recall_at_3_diff1": 0.592441, "nauc_recall_at_5_max": 0.490976, "nauc_recall_at_5_std": 0.087839, "nauc_recall_at_5_diff1": 0.563886, "nauc_recall_at_10_max": 0.47756, "nauc_recall_at_10_std": 0.119182, "nauc_recall_at_10_diff1": 0.542316, "nauc_recall_at_20_max": 0.459145, "nauc_recall_at_20_std": 0.161549, "nauc_recall_at_20_diff1": 0.529423, "nauc_recall_at_100_max": 0.423013, "nauc_recall_at_100_std": 0.178076, "nauc_recall_at_100_diff1": 0.487834, "nauc_recall_at_1000_max": 0.415245, "nauc_recall_at_1000_std": 0.223203, "nauc_recall_at_1000_diff1": 0.430205, "nauc_precision_at_1_max": 0.554498, "nauc_precision_at_1_std": 0.027474, "nauc_precision_at_1_diff1": 0.692443, "nauc_precision_at_3_max": 0.517731, "nauc_precision_at_3_std": 0.065305, "nauc_precision_at_3_diff1": 0.592441, "nauc_precision_at_5_max": 0.490976, "nauc_precision_at_5_std": 0.087839, "nauc_precision_at_5_diff1": 0.563886, "nauc_precision_at_10_max": 0.47756, "nauc_precision_at_10_std": 0.119182, "nauc_precision_at_10_diff1": 0.542316, "nauc_precision_at_20_max": 0.459145, "nauc_precision_at_20_std": 0.161549, "nauc_precision_at_20_diff1": 0.529423, "nauc_precision_at_100_max": 0.423013, "nauc_precision_at_100_std": 0.178076, "nauc_precision_at_100_diff1": 0.487834, "nauc_precision_at_1000_max": 0.415245, "nauc_precision_at_1000_std": 0.223203, "nauc_precision_at_1000_diff1": 0.430205, "nauc_mrr_at_1_max": 0.554498, "nauc_mrr_at_1_std": 0.027474, "nauc_mrr_at_1_diff1": 0.692443, "nauc_mrr_at_3_max": 0.538576, "nauc_mrr_at_3_std": 0.043709, "nauc_mrr_at_3_diff1": 0.648471, "nauc_mrr_at_5_max": 0.533206, "nauc_mrr_at_5_std": 0.048336, "nauc_mrr_at_5_diff1": 0.643053, "nauc_mrr_at_10_max": 0.532532, "nauc_mrr_at_10_std": 0.051322, "nauc_mrr_at_10_diff1": 0.641828, "nauc_mrr_at_20_max": 0.532023, "nauc_mrr_at_20_std": 0.0532, "nauc_mrr_at_20_diff1": 0.641858, "nauc_mrr_at_100_max": 0.532011, "nauc_mrr_at_100_std": 0.052914, "nauc_mrr_at_100_diff1": 0.642045, "nauc_mrr_at_1000_max": 0.532134, "nauc_mrr_at_1000_std": 0.052776, "nauc_mrr_at_1000_diff1": 0.642221, "main_score": 0.53757, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.51609, "ndcg_at_3": 0.59075, "ndcg_at_5": 0.60829, "ndcg_at_10": 0.62508, "ndcg_at_20": 0.6369, "ndcg_at_100": 0.65488, "ndcg_at_1000": 0.66634, "map_at_1": 0.516, "map_at_3": 0.57256, "map_at_5": 0.58232, "map_at_10": 0.58938, "map_at_20": 0.59259, "map_at_100": 0.59497, "map_at_1000": 0.59535, "recall_at_1": 0.516, "recall_at_3": 0.64321, "recall_at_5": 0.68568, "recall_at_10": 0.73691, "recall_at_20": 0.78385, "recall_at_100": 0.8824, "recall_at_1000": 0.97553, "precision_at_1": 0.51609, "precision_at_3": 0.21444, "precision_at_5": 0.13715, "precision_at_10": 0.0737, "precision_at_20": 0.0392, "precision_at_100": 0.00883, "precision_at_1000": 0.00098, "mrr_at_1": 0.516092, "mrr_at_3": 0.572653, "mrr_at_5": 0.582413, "mrr_at_10": 0.589473, "mrr_at_20": 0.592695, "mrr_at_100": 0.595071, "mrr_at_1000": 0.59545, "nauc_ndcg_at_1_max": 0.617719, "nauc_ndcg_at_1_std": 0.121109, "nauc_ndcg_at_1_diff1": 0.734849, "nauc_ndcg_at_3_max": 0.630528, "nauc_ndcg_at_3_std": 0.166289, "nauc_ndcg_at_3_diff1": 0.687003, "nauc_ndcg_at_5_max": 0.628727, "nauc_ndcg_at_5_std": 0.174351, "nauc_ndcg_at_5_diff1": 0.681804, "nauc_ndcg_at_10_max": 0.627051, "nauc_ndcg_at_10_std": 0.180263, "nauc_ndcg_at_10_diff1": 0.679087, "nauc_ndcg_at_20_max": 0.62451, "nauc_ndcg_at_20_std": 0.186929, "nauc_ndcg_at_20_diff1": 0.678471, "nauc_ndcg_at_100_max": 0.623947, "nauc_ndcg_at_100_std": 0.187285, "nauc_ndcg_at_100_diff1": 0.680601, "nauc_ndcg_at_1000_max": 0.624093, "nauc_ndcg_at_1000_std": 0.179477, "nauc_ndcg_at_1000_diff1": 0.684981, "nauc_map_at_1_max": 0.617692, "nauc_map_at_1_std": 0.120617, "nauc_map_at_1_diff1": 0.734875, "nauc_map_at_3_max": 0.626626, "nauc_map_at_3_std": 0.153735, "nauc_map_at_3_diff1": 0.698416, "nauc_map_at_5_max": 0.625718, "nauc_map_at_5_std": 0.157863, "nauc_map_at_5_diff1": 0.695913, "nauc_map_at_10_max": 0.625137, "nauc_map_at_10_std": 0.160082, "nauc_map_at_10_diff1": 0.695045, "nauc_map_at_20_max": 0.624549, "nauc_map_at_20_std": 0.161708, "nauc_map_at_20_diff1": 0.695032, "nauc_map_at_100_max": 0.624388, "nauc_map_at_100_std": 0.161734, "nauc_map_at_100_diff1": 0.695379, "nauc_map_at_1000_max": 0.624381, "nauc_map_at_1000_std": 0.16153, "nauc_map_at_1000_diff1": 0.695495, "nauc_recall_at_1_max": 0.617692, "nauc_recall_at_1_std": 0.120617, "nauc_recall_at_1_diff1": 0.734875, "nauc_recall_at_3_max": 0.643187, "nauc_recall_at_3_std": 0.206141, "nauc_recall_at_3_diff1": 0.651, "nauc_recall_at_5_max": 0.638737, "nauc_recall_at_5_std": 0.231715, "nauc_recall_at_5_diff1": 0.633101, "nauc_recall_at_10_max": 0.632857, "nauc_recall_at_10_std": 0.262027, "nauc_recall_at_10_diff1": 0.615436, "nauc_recall_at_20_max": 0.61877, "nauc_recall_at_20_std": 0.312653, "nauc_recall_at_20_diff1": 0.600821, "nauc_recall_at_100_max": 0.611082, "nauc_recall_at_100_std": 0.401247, "nauc_recall_at_100_diff1": 0.572108, "nauc_recall_at_1000_max": 0.581701, "nauc_recall_at_1000_std": 0.494408, "nauc_recall_at_1000_diff1": 0.556079, "nauc_precision_at_1_max": 0.617719, "nauc_precision_at_1_std": 0.121109, "nauc_precision_at_1_diff1": 0.734849, "nauc_precision_at_3_max": 0.643264, "nauc_precision_at_3_std": 0.206748, "nauc_precision_at_3_diff1": 0.651001, "nauc_precision_at_5_max": 0.638819, "nauc_precision_at_5_std": 0.232382, "nauc_precision_at_5_diff1": 0.633098, "nauc_precision_at_10_max": 0.632994, "nauc_precision_at_10_std": 0.262818, "nauc_precision_at_10_diff1": 0.615472, "nauc_precision_at_20_max": 0.61866, "nauc_precision_at_20_std": 0.313288, "nauc_precision_at_20_diff1": 0.600719, "nauc_precision_at_100_max": 0.60874, "nauc_precision_at_100_std": 0.402535, "nauc_precision_at_100_diff1": 0.569692, "nauc_precision_at_1000_max": 0.571339, "nauc_precision_at_1000_std": 0.499745, "nauc_precision_at_1000_diff1": 0.545219, "nauc_mrr_at_1_max": 0.617719, "nauc_mrr_at_1_std": 0.121109, "nauc_mrr_at_1_diff1": 0.734849, "nauc_mrr_at_3_max": 0.626656, "nauc_mrr_at_3_std": 0.154267, "nauc_mrr_at_3_diff1": 0.698384, "nauc_mrr_at_5_max": 0.625749, "nauc_mrr_at_5_std": 0.158405, "nauc_mrr_at_5_diff1": 0.69588, "nauc_mrr_at_10_max": 0.625168, "nauc_mrr_at_10_std": 0.160632, "nauc_mrr_at_10_diff1": 0.695011, "nauc_mrr_at_20_max": 0.624567, "nauc_mrr_at_20_std": 0.162244, "nauc_mrr_at_20_diff1": 0.694993, "nauc_mrr_at_100_max": 0.624406, "nauc_mrr_at_100_std": 0.162262, "nauc_mrr_at_100_diff1": 0.695341, "nauc_mrr_at_1000_max": 0.624398, "nauc_mrr_at_1000_std": 0.162058, "nauc_mrr_at_1000_diff1": 0.695457, "main_score": 0.62508, "hf_subset": "spa-spa", "languages": [ "spa-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.30064, "ndcg_at_3": 0.37195, "ndcg_at_5": 0.3912, "ndcg_at_10": 0.41612, "ndcg_at_20": 0.43517, "ndcg_at_100": 0.46787, "ndcg_at_1000": 0.49104, "map_at_1": 0.30064, "map_at_3": 0.35394, "map_at_5": 0.36456, "map_at_10": 0.3747, "map_at_20": 0.37992, "map_at_100": 0.38419, "map_at_1000": 0.38501, "recall_at_1": 0.30064, "recall_at_3": 0.42426, "recall_at_5": 0.47127, "recall_at_10": 0.54904, "recall_at_20": 0.62449, "recall_at_100": 0.80441, "recall_at_1000": 0.98897, "precision_at_1": 0.30064, "precision_at_3": 0.14142, "precision_at_5": 0.09425, "precision_at_10": 0.0549, "precision_at_20": 0.03122, "precision_at_100": 0.00804, "precision_at_1000": 0.00099, "mrr_at_1": 0.300638, "mrr_at_3": 0.353937, "mrr_at_5": 0.364558, "mrr_at_10": 0.374699, "mrr_at_20": 0.379922, "mrr_at_100": 0.384191, "mrr_at_1000": 0.385013, "nauc_ndcg_at_1_max": 0.555588, "nauc_ndcg_at_1_std": 0.064377, "nauc_ndcg_at_1_diff1": 0.60076, "nauc_ndcg_at_3_max": 0.538756, "nauc_ndcg_at_3_std": 0.097786, "nauc_ndcg_at_3_diff1": 0.526623, "nauc_ndcg_at_5_max": 0.533492, "nauc_ndcg_at_5_std": 0.09741, "nauc_ndcg_at_5_diff1": 0.517418, "nauc_ndcg_at_10_max": 0.518021, "nauc_ndcg_at_10_std": 0.100556, "nauc_ndcg_at_10_diff1": 0.503125, "nauc_ndcg_at_20_max": 0.515826, "nauc_ndcg_at_20_std": 0.110874, "nauc_ndcg_at_20_diff1": 0.502649, "nauc_ndcg_at_100_max": 0.514964, "nauc_ndcg_at_100_std": 0.107974, "nauc_ndcg_at_100_diff1": 0.510198, "nauc_ndcg_at_1000_max": 0.522889, "nauc_ndcg_at_1000_std": 0.101871, "nauc_ndcg_at_1000_diff1": 0.51758, "nauc_map_at_1_max": 0.555588, "nauc_map_at_1_std": 0.064377, "nauc_map_at_1_diff1": 0.60076, "nauc_map_at_3_max": 0.541541, "nauc_map_at_3_std": 0.089066, "nauc_map_at_3_diff1": 0.543829, "nauc_map_at_5_max": 0.538515, "nauc_map_at_5_std": 0.088813, "nauc_map_at_5_diff1": 0.538607, "nauc_map_at_10_max": 0.532183, "nauc_map_at_10_std": 0.089992, "nauc_map_at_10_diff1": 0.532894, "nauc_map_at_20_max": 0.531835, "nauc_map_at_20_std": 0.092823, "nauc_map_at_20_diff1": 0.533001, "nauc_map_at_100_max": 0.531548, "nauc_map_at_100_std": 0.092538, "nauc_map_at_100_diff1": 0.533999, "nauc_map_at_1000_max": 0.531822, "nauc_map_at_1000_std": 0.092435, "nauc_map_at_1000_diff1": 0.534288, "nauc_recall_at_1_max": 0.555588, "nauc_recall_at_1_std": 0.064377, "nauc_recall_at_1_diff1": 0.60076, "nauc_recall_at_3_max": 0.531364, "nauc_recall_at_3_std": 0.122773, "nauc_recall_at_3_diff1": 0.478109, "nauc_recall_at_5_max": 0.518983, "nauc_recall_at_5_std": 0.122316, "nauc_recall_at_5_diff1": 0.455775, "nauc_recall_at_10_max": 0.468648, "nauc_recall_at_10_std": 0.134181, "nauc_recall_at_10_diff1": 0.406139, "nauc_recall_at_20_max": 0.452432, "nauc_recall_at_20_std": 0.182364, "nauc_recall_at_20_diff1": 0.393427, "nauc_recall_at_100_max": 0.412298, "nauc_recall_at_100_std": 0.196899, "nauc_recall_at_100_diff1": 0.398587, "nauc_recall_at_1000_max": 0.511893, "nauc_recall_at_1000_std": 0.051154, "nauc_recall_at_1000_diff1": 0.219938, "nauc_precision_at_1_max": 0.555588, "nauc_precision_at_1_std": 0.064377, "nauc_precision_at_1_diff1": 0.60076, "nauc_precision_at_3_max": 0.531364, "nauc_precision_at_3_std": 0.122773, "nauc_precision_at_3_diff1": 0.478109, "nauc_precision_at_5_max": 0.518983, "nauc_precision_at_5_std": 0.122316, "nauc_precision_at_5_diff1": 0.455775, "nauc_precision_at_10_max": 0.468648, "nauc_precision_at_10_std": 0.134181, "nauc_precision_at_10_diff1": 0.406139, "nauc_precision_at_20_max": 0.452432, "nauc_precision_at_20_std": 0.182364, "nauc_precision_at_20_diff1": 0.393427, "nauc_precision_at_100_max": 0.412298, "nauc_precision_at_100_std": 0.196899, "nauc_precision_at_100_diff1": 0.398587, "nauc_precision_at_1000_max": 0.511893, "nauc_precision_at_1000_std": 0.051154, "nauc_precision_at_1000_diff1": 0.219938, "nauc_mrr_at_1_max": 0.555588, "nauc_mrr_at_1_std": 0.064377, "nauc_mrr_at_1_diff1": 0.60076, "nauc_mrr_at_3_max": 0.541541, "nauc_mrr_at_3_std": 0.089066, "nauc_mrr_at_3_diff1": 0.543829, "nauc_mrr_at_5_max": 0.538515, "nauc_mrr_at_5_std": 0.088813, "nauc_mrr_at_5_diff1": 0.538607, "nauc_mrr_at_10_max": 0.532183, "nauc_mrr_at_10_std": 0.089992, "nauc_mrr_at_10_diff1": 0.532894, "nauc_mrr_at_20_max": 0.531835, "nauc_mrr_at_20_std": 0.092823, "nauc_mrr_at_20_diff1": 0.533001, "nauc_mrr_at_100_max": 0.531548, "nauc_mrr_at_100_std": 0.092538, "nauc_mrr_at_100_diff1": 0.533999, "nauc_mrr_at_1000_max": 0.531822, "nauc_mrr_at_1000_std": 0.092435, "nauc_mrr_at_1000_diff1": 0.534288, "main_score": 0.41612, "hf_subset": "spa-hin", "languages": [ "spa-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.28097, "ndcg_at_3": 0.34925, "ndcg_at_5": 0.37295, "ndcg_at_10": 0.39324, "ndcg_at_20": 0.41334, "ndcg_at_100": 0.44752, "ndcg_at_1000": 0.47309, "map_at_1": 0.28097, "map_at_3": 0.33259, "map_at_5": 0.34575, "map_at_10": 0.35418, "map_at_20": 0.35978, "map_at_100": 0.36436, "map_at_1000": 0.36526, "recall_at_1": 0.28097, "recall_at_3": 0.39742, "recall_at_5": 0.45491, "recall_at_10": 0.51734, "recall_at_20": 0.59613, "recall_at_100": 0.78295, "recall_at_1000": 0.98662, "precision_at_1": 0.28097, "precision_at_3": 0.13247, "precision_at_5": 0.09098, "precision_at_10": 0.05173, "precision_at_20": 0.02981, "precision_at_100": 0.00783, "precision_at_1000": 0.00099, "mrr_at_1": 0.280971, "mrr_at_3": 0.33259, "mrr_at_5": 0.345747, "mrr_at_10": 0.35418, "mrr_at_20": 0.359784, "mrr_at_100": 0.364356, "mrr_at_1000": 0.365263, "nauc_ndcg_at_1_max": 0.522526, "nauc_ndcg_at_1_std": -0.123903, "nauc_ndcg_at_1_diff1": 0.563291, "nauc_ndcg_at_3_max": 0.48961, "nauc_ndcg_at_3_std": -0.126794, "nauc_ndcg_at_3_diff1": 0.49051, "nauc_ndcg_at_5_max": 0.484427, "nauc_ndcg_at_5_std": -0.1234, "nauc_ndcg_at_5_diff1": 0.480474, "nauc_ndcg_at_10_max": 0.477404, "nauc_ndcg_at_10_std": -0.121852, "nauc_ndcg_at_10_diff1": 0.472391, "nauc_ndcg_at_20_max": 0.468867, "nauc_ndcg_at_20_std": -0.123092, "nauc_ndcg_at_20_diff1": 0.4623, "nauc_ndcg_at_100_max": 0.465392, "nauc_ndcg_at_100_std": -0.122279, "nauc_ndcg_at_100_diff1": 0.46331, "nauc_ndcg_at_1000_max": 0.477406, "nauc_ndcg_at_1000_std": -0.126092, "nauc_ndcg_at_1000_diff1": 0.476446, "nauc_map_at_1_max": 0.522526, "nauc_map_at_1_std": -0.123903, "nauc_map_at_1_diff1": 0.563291, "nauc_map_at_3_max": 0.497612, "nauc_map_at_3_std": -0.126869, "nauc_map_at_3_diff1": 0.50727, "nauc_map_at_5_max": 0.494992, "nauc_map_at_5_std": -0.124928, "nauc_map_at_5_diff1": 0.501639, "nauc_map_at_10_max": 0.49208, "nauc_map_at_10_std": -0.12416, "nauc_map_at_10_diff1": 0.498269, "nauc_map_at_20_max": 0.489739, "nauc_map_at_20_std": -0.12441, "nauc_map_at_20_diff1": 0.495605, "nauc_map_at_100_max": 0.489511, "nauc_map_at_100_std": -0.124386, "nauc_map_at_100_diff1": 0.495992, "nauc_map_at_1000_max": 0.489956, "nauc_map_at_1000_std": -0.124541, "nauc_map_at_1000_diff1": 0.496507, "nauc_recall_at_1_max": 0.522526, "nauc_recall_at_1_std": -0.123903, "nauc_recall_at_1_diff1": 0.563291, "nauc_recall_at_3_max": 0.467323, "nauc_recall_at_3_std": -0.126288, "nauc_recall_at_3_diff1": 0.444184, "nauc_recall_at_5_max": 0.453611, "nauc_recall_at_5_std": -0.118385, "nauc_recall_at_5_diff1": 0.419845, "nauc_recall_at_10_max": 0.431055, "nauc_recall_at_10_std": -0.114136, "nauc_recall_at_10_diff1": 0.39337, "nauc_recall_at_20_max": 0.391766, "nauc_recall_at_20_std": -0.119594, "nauc_recall_at_20_diff1": 0.344317, "nauc_recall_at_100_max": 0.315739, "nauc_recall_at_100_std": -0.108703, "nauc_recall_at_100_diff1": 0.284222, "nauc_recall_at_1000_max": 0.315089, "nauc_recall_at_1000_std": -0.558066, "nauc_recall_at_1000_diff1": 0.052729, "nauc_precision_at_1_max": 0.522526, "nauc_precision_at_1_std": -0.123903, "nauc_precision_at_1_diff1": 0.563291, "nauc_precision_at_3_max": 0.467323, "nauc_precision_at_3_std": -0.126288, "nauc_precision_at_3_diff1": 0.444184, "nauc_precision_at_5_max": 0.453611, "nauc_precision_at_5_std": -0.118385, "nauc_precision_at_5_diff1": 0.419845, "nauc_precision_at_10_max": 0.431055, "nauc_precision_at_10_std": -0.114136, "nauc_precision_at_10_diff1": 0.39337, "nauc_precision_at_20_max": 0.391766, "nauc_precision_at_20_std": -0.119594, "nauc_precision_at_20_diff1": 0.344317, "nauc_precision_at_100_max": 0.315739, "nauc_precision_at_100_std": -0.108703, "nauc_precision_at_100_diff1": 0.284222, "nauc_precision_at_1000_max": 0.315089, "nauc_precision_at_1000_std": -0.558066, "nauc_precision_at_1000_diff1": 0.052729, "nauc_mrr_at_1_max": 0.522526, "nauc_mrr_at_1_std": -0.123903, "nauc_mrr_at_1_diff1": 0.563291, "nauc_mrr_at_3_max": 0.497612, "nauc_mrr_at_3_std": -0.126869, "nauc_mrr_at_3_diff1": 0.50727, "nauc_mrr_at_5_max": 0.494992, "nauc_mrr_at_5_std": -0.124928, "nauc_mrr_at_5_diff1": 0.501639, "nauc_mrr_at_10_max": 0.49208, "nauc_mrr_at_10_std": -0.12416, "nauc_mrr_at_10_diff1": 0.498269, "nauc_mrr_at_20_max": 0.489739, "nauc_mrr_at_20_std": -0.12441, "nauc_mrr_at_20_diff1": 0.495605, "nauc_mrr_at_100_max": 0.489511, "nauc_mrr_at_100_std": -0.124386, "nauc_mrr_at_100_diff1": 0.495992, "nauc_mrr_at_1000_max": 0.489956, "nauc_mrr_at_1000_std": -0.124541, "nauc_mrr_at_1000_diff1": 0.496507, "main_score": 0.39324, "hf_subset": "spa-vie", "languages": [ "spa-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.33436, "ndcg_at_3": 0.40705, "ndcg_at_5": 0.43035, "ndcg_at_10": 0.45447, "ndcg_at_20": 0.47134, "ndcg_at_100": 0.50186, "ndcg_at_1000": 0.52303, "map_at_1": 0.33436, "map_at_3": 0.38906, "map_at_5": 0.40187, "map_at_10": 0.41176, "map_at_20": 0.41638, "map_at_100": 0.42035, "map_at_1000": 0.42114, "recall_at_1": 0.33436, "recall_at_3": 0.45917, "recall_at_5": 0.51618, "recall_at_10": 0.59117, "recall_at_20": 0.65794, "recall_at_100": 0.8264, "recall_at_1000": 0.99332, "precision_at_1": 0.33436, "precision_at_3": 0.15306, "precision_at_5": 0.10324, "precision_at_10": 0.05912, "precision_at_20": 0.0329, "precision_at_100": 0.00826, "precision_at_1000": 0.00099, "mrr_at_1": 0.334361, "mrr_at_3": 0.38906, "mrr_at_5": 0.401875, "mrr_at_10": 0.411758, "mrr_at_20": 0.416378, "mrr_at_100": 0.42035, "mrr_at_1000": 0.421138, "nauc_ndcg_at_1_max": 0.570172, "nauc_ndcg_at_1_std": -0.040161, "nauc_ndcg_at_1_diff1": 0.569403, "nauc_ndcg_at_3_max": 0.559103, "nauc_ndcg_at_3_std": -0.031055, "nauc_ndcg_at_3_diff1": 0.511293, "nauc_ndcg_at_5_max": 0.548762, "nauc_ndcg_at_5_std": -0.025033, "nauc_ndcg_at_5_diff1": 0.495765, "nauc_ndcg_at_10_max": 0.549383, "nauc_ndcg_at_10_std": -0.019053, "nauc_ndcg_at_10_diff1": 0.491184, "nauc_ndcg_at_20_max": 0.551975, "nauc_ndcg_at_20_std": -0.016417, "nauc_ndcg_at_20_diff1": 0.49238, "nauc_ndcg_at_100_max": 0.545702, "nauc_ndcg_at_100_std": -0.013617, "nauc_ndcg_at_100_diff1": 0.49243, "nauc_ndcg_at_1000_max": 0.550604, "nauc_ndcg_at_1000_std": -0.020846, "nauc_ndcg_at_1000_diff1": 0.501891, "nauc_map_at_1_max": 0.570172, "nauc_map_at_1_std": -0.040161, "nauc_map_at_1_diff1": 0.569403, "nauc_map_at_3_max": 0.560575, "nauc_map_at_3_std": -0.034063, "nauc_map_at_3_diff1": 0.523697, "nauc_map_at_5_max": 0.554809, "nauc_map_at_5_std": -0.030808, "nauc_map_at_5_diff1": 0.515336, "nauc_map_at_10_max": 0.555219, "nauc_map_at_10_std": -0.02858, "nauc_map_at_10_diff1": 0.513624, "nauc_map_at_20_max": 0.55592, "nauc_map_at_20_std": -0.027963, "nauc_map_at_20_diff1": 0.514056, "nauc_map_at_100_max": 0.554969, "nauc_map_at_100_std": -0.027902, "nauc_map_at_100_diff1": 0.514254, "nauc_map_at_1000_max": 0.5551, "nauc_map_at_1000_std": -0.028116, "nauc_map_at_1000_diff1": 0.514524, "nauc_recall_at_1_max": 0.570172, "nauc_recall_at_1_std": -0.040161, "nauc_recall_at_1_diff1": 0.569403, "nauc_recall_at_3_max": 0.55535, "nauc_recall_at_3_std": -0.022056, "nauc_recall_at_3_diff1": 0.47622, "nauc_recall_at_5_max": 0.529981, "nauc_recall_at_5_std": -0.006696, "nauc_recall_at_5_diff1": 0.43623, "nauc_recall_at_10_max": 0.529874, "nauc_recall_at_10_std": 0.015548, "nauc_recall_at_10_diff1": 0.416334, "nauc_recall_at_20_max": 0.53971, "nauc_recall_at_20_std": 0.032166, "nauc_recall_at_20_diff1": 0.412909, "nauc_recall_at_100_max": 0.472763, "nauc_recall_at_100_std": 0.102893, "nauc_recall_at_100_diff1": 0.355582, "nauc_recall_at_1000_max": 0.532529, "nauc_recall_at_1000_std": 0.230766, "nauc_recall_at_1000_diff1": 0.577166, "nauc_precision_at_1_max": 0.570172, "nauc_precision_at_1_std": -0.040161, "nauc_precision_at_1_diff1": 0.569403, "nauc_precision_at_3_max": 0.55535, "nauc_precision_at_3_std": -0.022056, "nauc_precision_at_3_diff1": 0.47622, "nauc_precision_at_5_max": 0.529981, "nauc_precision_at_5_std": -0.006696, "nauc_precision_at_5_diff1": 0.43623, "nauc_precision_at_10_max": 0.529874, "nauc_precision_at_10_std": 0.015548, "nauc_precision_at_10_diff1": 0.416334, "nauc_precision_at_20_max": 0.53971, "nauc_precision_at_20_std": 0.032166, "nauc_precision_at_20_diff1": 0.412909, "nauc_precision_at_100_max": 0.472763, "nauc_precision_at_100_std": 0.102893, "nauc_precision_at_100_diff1": 0.355582, "nauc_precision_at_1000_max": 0.532529, "nauc_precision_at_1000_std": 0.230766, "nauc_precision_at_1000_diff1": 0.577166, "nauc_mrr_at_1_max": 0.570172, "nauc_mrr_at_1_std": -0.040161, "nauc_mrr_at_1_diff1": 0.569403, "nauc_mrr_at_3_max": 0.560575, "nauc_mrr_at_3_std": -0.034063, "nauc_mrr_at_3_diff1": 0.523697, "nauc_mrr_at_5_max": 0.554809, "nauc_mrr_at_5_std": -0.030808, "nauc_mrr_at_5_diff1": 0.515336, "nauc_mrr_at_10_max": 0.555219, "nauc_mrr_at_10_std": -0.02858, "nauc_mrr_at_10_diff1": 0.513624, "nauc_mrr_at_20_max": 0.55592, "nauc_mrr_at_20_std": -0.027963, "nauc_mrr_at_20_diff1": 0.514056, "nauc_mrr_at_100_max": 0.554969, "nauc_mrr_at_100_std": -0.027902, "nauc_mrr_at_100_diff1": 0.514254, "nauc_mrr_at_1000_max": 0.5551, "nauc_mrr_at_1000_std": -0.028116, "nauc_mrr_at_1000_diff1": 0.514524, "main_score": 0.45447, "hf_subset": "spa-zho", "languages": [ "spa-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.13708, "ndcg_at_3": 0.18511, "ndcg_at_5": 0.20398, "ndcg_at_10": 0.22235, "ndcg_at_20": 0.24081, "ndcg_at_100": 0.28374, "ndcg_at_1000": 0.32605, "map_at_1": 0.13708, "map_at_3": 0.17322, "map_at_5": 0.18368, "map_at_10": 0.19105, "map_at_20": 0.19617, "map_at_100": 0.20144, "map_at_1000": 0.20295, "recall_at_1": 0.13708, "recall_at_3": 0.21955, "recall_at_5": 0.26543, "recall_at_10": 0.32332, "recall_at_20": 0.39596, "recall_at_100": 0.63736, "recall_at_1000": 0.97433, "precision_at_1": 0.13708, "precision_at_3": 0.07318, "precision_at_5": 0.05309, "precision_at_10": 0.03233, "precision_at_20": 0.0198, "precision_at_100": 0.00637, "precision_at_1000": 0.00097, "mrr_at_1": 0.137084, "mrr_at_3": 0.17322, "mrr_at_5": 0.183679, "mrr_at_10": 0.191047, "mrr_at_20": 0.196167, "mrr_at_100": 0.201444, "mrr_at_1000": 0.202951, "nauc_ndcg_at_1_max": 0.370651, "nauc_ndcg_at_1_std": -0.089976, "nauc_ndcg_at_1_diff1": 0.492828, "nauc_ndcg_at_3_max": 0.298443, "nauc_ndcg_at_3_std": -0.080206, "nauc_ndcg_at_3_diff1": 0.407768, "nauc_ndcg_at_5_max": 0.284883, "nauc_ndcg_at_5_std": -0.088331, "nauc_ndcg_at_5_diff1": 0.393556, "nauc_ndcg_at_10_max": 0.276022, "nauc_ndcg_at_10_std": -0.080889, "nauc_ndcg_at_10_diff1": 0.386653, "nauc_ndcg_at_20_max": 0.262554, "nauc_ndcg_at_20_std": -0.073643, "nauc_ndcg_at_20_diff1": 0.367922, "nauc_ndcg_at_100_max": 0.251437, "nauc_ndcg_at_100_std": -0.069413, "nauc_ndcg_at_100_diff1": 0.366193, "nauc_ndcg_at_1000_max": 0.275236, "nauc_ndcg_at_1000_std": -0.07201, "nauc_ndcg_at_1000_diff1": 0.382062, "nauc_map_at_1_max": 0.370651, "nauc_map_at_1_std": -0.089976, "nauc_map_at_1_diff1": 0.492828, "nauc_map_at_3_max": 0.31256, "nauc_map_at_3_std": -0.082613, "nauc_map_at_3_diff1": 0.424937, "nauc_map_at_5_max": 0.304425, "nauc_map_at_5_std": -0.087488, "nauc_map_at_5_diff1": 0.416237, "nauc_map_at_10_max": 0.300275, "nauc_map_at_10_std": -0.084233, "nauc_map_at_10_diff1": 0.412754, "nauc_map_at_20_max": 0.296142, "nauc_map_at_20_std": -0.081974, "nauc_map_at_20_diff1": 0.406775, "nauc_map_at_100_max": 0.29515, "nauc_map_at_100_std": -0.080938, "nauc_map_at_100_diff1": 0.406377, "nauc_map_at_1000_max": 0.296049, "nauc_map_at_1000_std": -0.080877, "nauc_map_at_1000_diff1": 0.406927, "nauc_recall_at_1_max": 0.370651, "nauc_recall_at_1_std": -0.089976, "nauc_recall_at_1_diff1": 0.492828, "nauc_recall_at_3_max": 0.264152, "nauc_recall_at_3_std": -0.074176, "nauc_recall_at_3_diff1": 0.365865, "nauc_recall_at_5_max": 0.238289, "nauc_recall_at_5_std": -0.090962, "nauc_recall_at_5_diff1": 0.33963, "nauc_recall_at_10_max": 0.218974, "nauc_recall_at_10_std": -0.071862, "nauc_recall_at_10_diff1": 0.326446, "nauc_recall_at_20_max": 0.178778, "nauc_recall_at_20_std": -0.049815, "nauc_recall_at_20_diff1": 0.271273, "nauc_recall_at_100_max": 0.09676, "nauc_recall_at_100_std": -0.028805, "nauc_recall_at_100_diff1": 0.244594, "nauc_recall_at_1000_max": 0.306134, "nauc_recall_at_1000_std": 0.081957, "nauc_recall_at_1000_diff1": 0.232458, "nauc_precision_at_1_max": 0.370651, "nauc_precision_at_1_std": -0.089976, "nauc_precision_at_1_diff1": 0.492828, "nauc_precision_at_3_max": 0.264152, "nauc_precision_at_3_std": -0.074176, "nauc_precision_at_3_diff1": 0.365865, "nauc_precision_at_5_max": 0.238289, "nauc_precision_at_5_std": -0.090962, "nauc_precision_at_5_diff1": 0.33963, "nauc_precision_at_10_max": 0.218974, "nauc_precision_at_10_std": -0.071862, "nauc_precision_at_10_diff1": 0.326446, "nauc_precision_at_20_max": 0.178778, "nauc_precision_at_20_std": -0.049815, "nauc_precision_at_20_diff1": 0.271273, "nauc_precision_at_100_max": 0.09676, "nauc_precision_at_100_std": -0.028805, "nauc_precision_at_100_diff1": 0.244594, "nauc_precision_at_1000_max": 0.306134, "nauc_precision_at_1000_std": 0.081957, "nauc_precision_at_1000_diff1": 0.232458, "nauc_mrr_at_1_max": 0.370651, "nauc_mrr_at_1_std": -0.089976, "nauc_mrr_at_1_diff1": 0.492828, "nauc_mrr_at_3_max": 0.31256, "nauc_mrr_at_3_std": -0.082613, "nauc_mrr_at_3_diff1": 0.424937, "nauc_mrr_at_5_max": 0.304425, "nauc_mrr_at_5_std": -0.087488, "nauc_mrr_at_5_diff1": 0.416237, "nauc_mrr_at_10_max": 0.300275, "nauc_mrr_at_10_std": -0.084233, "nauc_mrr_at_10_diff1": 0.412754, "nauc_mrr_at_20_max": 0.296142, "nauc_mrr_at_20_std": -0.081974, "nauc_mrr_at_20_diff1": 0.406775, "nauc_mrr_at_100_max": 0.29515, "nauc_mrr_at_100_std": -0.080938, "nauc_mrr_at_100_diff1": 0.406377, "nauc_mrr_at_1000_max": 0.296049, "nauc_mrr_at_1000_std": -0.080877, "nauc_mrr_at_1000_diff1": 0.406927, "main_score": 0.22235, "hf_subset": "hin-ara", "languages": [ "hin-Deva", "ara-Arab" ] }, { "ndcg_at_1": 0.29251, "ndcg_at_3": 0.36908, "ndcg_at_5": 0.39068, "ndcg_at_10": 0.41376, "ndcg_at_20": 0.43344, "ndcg_at_100": 0.46781, "ndcg_at_1000": 0.49052, "map_at_1": 0.29251, "map_at_3": 0.34972, "map_at_5": 0.36169, "map_at_10": 0.37122, "map_at_20": 0.37663, "map_at_100": 0.3811, "map_at_1000": 0.38191, "recall_at_1": 0.29251, "recall_at_3": 0.42512, "recall_at_5": 0.47761, "recall_at_10": 0.54899, "recall_at_20": 0.62666, "recall_at_100": 0.81631, "recall_at_1000": 0.9972, "precision_at_1": 0.29251, "precision_at_3": 0.14182, "precision_at_5": 0.09559, "precision_at_10": 0.05493, "precision_at_20": 0.03135, "precision_at_100": 0.00817, "precision_at_1000": 0.001, "mrr_at_1": 0.292512, "mrr_at_3": 0.349895, "mrr_at_5": 0.361861, "mrr_at_10": 0.371392, "mrr_at_20": 0.376809, "mrr_at_100": 0.381272, "mrr_at_1000": 0.382079, "nauc_ndcg_at_1_max": 0.416202, "nauc_ndcg_at_1_std": -0.002048, "nauc_ndcg_at_1_diff1": 0.545867, "nauc_ndcg_at_3_max": 0.377508, "nauc_ndcg_at_3_std": -0.011906, "nauc_ndcg_at_3_diff1": 0.492057, "nauc_ndcg_at_5_max": 0.372612, "nauc_ndcg_at_5_std": -0.012396, "nauc_ndcg_at_5_diff1": 0.479882, "nauc_ndcg_at_10_max": 0.366662, "nauc_ndcg_at_10_std": -0.007254, "nauc_ndcg_at_10_diff1": 0.473843, "nauc_ndcg_at_20_max": 0.355666, "nauc_ndcg_at_20_std": -0.008883, "nauc_ndcg_at_20_diff1": 0.463176, "nauc_ndcg_at_100_max": 0.351337, "nauc_ndcg_at_100_std": -0.011721, "nauc_ndcg_at_100_diff1": 0.466845, "nauc_ndcg_at_1000_max": 0.364176, "nauc_ndcg_at_1000_std": -0.010411, "nauc_ndcg_at_1000_diff1": 0.478012, "nauc_map_at_1_max": 0.416202, "nauc_map_at_1_std": -0.002048, "nauc_map_at_1_diff1": 0.545867, "nauc_map_at_3_max": 0.387776, "nauc_map_at_3_std": -0.009215, "nauc_map_at_3_diff1": 0.505873, "nauc_map_at_5_max": 0.385343, "nauc_map_at_5_std": -0.009525, "nauc_map_at_5_diff1": 0.49927, "nauc_map_at_10_max": 0.382648, "nauc_map_at_10_std": -0.007477, "nauc_map_at_10_diff1": 0.496706, "nauc_map_at_20_max": 0.379659, "nauc_map_at_20_std": -0.007965, "nauc_map_at_20_diff1": 0.49392, "nauc_map_at_100_max": 0.378919, "nauc_map_at_100_std": -0.008701, "nauc_map_at_100_diff1": 0.494458, "nauc_map_at_1000_max": 0.379328, "nauc_map_at_1000_std": -0.008592, "nauc_map_at_1000_diff1": 0.49484, "nauc_recall_at_1_max": 0.416202, "nauc_recall_at_1_std": -0.002048, "nauc_recall_at_1_diff1": 0.545867, "nauc_recall_at_3_max": 0.348587, "nauc_recall_at_3_std": -0.019405, "nauc_recall_at_3_diff1": 0.45264, "nauc_recall_at_5_max": 0.335257, "nauc_recall_at_5_std": -0.020524, "nauc_recall_at_5_diff1": 0.422149, "nauc_recall_at_10_max": 0.315836, "nauc_recall_at_10_std": -0.004122, "nauc_recall_at_10_diff1": 0.400559, "nauc_recall_at_20_max": 0.262878, "nauc_recall_at_20_std": -0.010479, "nauc_recall_at_20_diff1": 0.346018, "nauc_recall_at_100_max": 0.164644, "nauc_recall_at_100_std": -0.027913, "nauc_recall_at_100_diff1": 0.301518, "nauc_recall_at_1000_max": -0.155966, "nauc_recall_at_1000_std": -0.381723, "nauc_recall_at_1000_diff1": -0.253937, "nauc_precision_at_1_max": 0.416202, "nauc_precision_at_1_std": -0.002048, "nauc_precision_at_1_diff1": 0.545867, "nauc_precision_at_3_max": 0.347926, "nauc_precision_at_3_std": -0.019756, "nauc_precision_at_3_diff1": 0.45286, "nauc_precision_at_5_max": 0.334582, "nauc_precision_at_5_std": -0.020881, "nauc_precision_at_5_diff1": 0.42237, "nauc_precision_at_10_max": 0.315196, "nauc_precision_at_10_std": -0.0045, "nauc_precision_at_10_diff1": 0.400889, "nauc_precision_at_20_max": 0.262204, "nauc_precision_at_20_std": -0.010904, "nauc_precision_at_20_diff1": 0.346441, "nauc_precision_at_100_max": 0.163469, "nauc_precision_at_100_std": -0.028688, "nauc_precision_at_100_diff1": 0.302397, "nauc_precision_at_1000_max": -0.234558, "nauc_precision_at_1000_std": -0.328436, "nauc_precision_at_1000_diff1": -0.147178, "nauc_mrr_at_1_max": 0.416202, "nauc_mrr_at_1_std": -0.002048, "nauc_mrr_at_1_diff1": 0.545867, "nauc_mrr_at_3_max": 0.387401, "nauc_mrr_at_3_std": -0.009394, "nauc_mrr_at_3_diff1": 0.505941, "nauc_mrr_at_5_max": 0.384967, "nauc_mrr_at_5_std": -0.009704, "nauc_mrr_at_5_diff1": 0.499337, "nauc_mrr_at_10_max": 0.382269, "nauc_mrr_at_10_std": -0.007658, "nauc_mrr_at_10_diff1": 0.496774, "nauc_mrr_at_20_max": 0.379277, "nauc_mrr_at_20_std": -0.008147, "nauc_mrr_at_20_diff1": 0.493988, "nauc_mrr_at_100_max": 0.378535, "nauc_mrr_at_100_std": -0.008884, "nauc_mrr_at_100_diff1": 0.494527, "nauc_mrr_at_1000_max": 0.378948, "nauc_mrr_at_1000_std": -0.008773, "nauc_mrr_at_1000_diff1": 0.494907, "main_score": 0.41376, "hf_subset": "hin-deu", "languages": [ "hin-Deva", "deu-Latn" ] }, { "ndcg_at_1": 0.17921, "ndcg_at_3": 0.23869, "ndcg_at_5": 0.25714, "ndcg_at_10": 0.28013, "ndcg_at_20": 0.298, "ndcg_at_100": 0.333, "ndcg_at_1000": 0.36773, "map_at_1": 0.17921, "map_at_3": 0.22373, "map_at_5": 0.23402, "map_at_10": 0.2435, "map_at_20": 0.24841, "map_at_100": 0.25297, "map_at_1000": 0.25413, "recall_at_1": 0.17921, "recall_at_3": 0.28214, "recall_at_5": 0.32669, "recall_at_10": 0.39778, "recall_at_20": 0.46847, "recall_at_100": 0.66131, "recall_at_1000": 0.94253, "precision_at_1": 0.17921, "precision_at_3": 0.09405, "precision_at_5": 0.06534, "precision_at_10": 0.03979, "precision_at_20": 0.02343, "precision_at_100": 0.00662, "precision_at_1000": 0.00094, "mrr_at_1": 0.179211, "mrr_at_3": 0.223725, "mrr_at_5": 0.234018, "mrr_at_10": 0.243515, "mrr_at_20": 0.248409, "mrr_at_100": 0.252963, "mrr_at_1000": 0.254124, "nauc_ndcg_at_1_max": 0.361055, "nauc_ndcg_at_1_std": -0.040022, "nauc_ndcg_at_1_diff1": 0.498043, "nauc_ndcg_at_3_max": 0.313826, "nauc_ndcg_at_3_std": -0.050128, "nauc_ndcg_at_3_diff1": 0.411258, "nauc_ndcg_at_5_max": 0.302539, "nauc_ndcg_at_5_std": -0.052681, "nauc_ndcg_at_5_diff1": 0.396599, "nauc_ndcg_at_10_max": 0.286518, "nauc_ndcg_at_10_std": -0.05075, "nauc_ndcg_at_10_diff1": 0.382072, "nauc_ndcg_at_20_max": 0.276991, "nauc_ndcg_at_20_std": -0.048865, "nauc_ndcg_at_20_diff1": 0.375234, "nauc_ndcg_at_100_max": 0.266354, "nauc_ndcg_at_100_std": -0.054094, "nauc_ndcg_at_100_diff1": 0.369988, "nauc_ndcg_at_1000_max": 0.276617, "nauc_ndcg_at_1000_std": -0.053922, "nauc_ndcg_at_1000_diff1": 0.38227, "nauc_map_at_1_max": 0.361055, "nauc_map_at_1_std": -0.040022, "nauc_map_at_1_diff1": 0.498043, "nauc_map_at_3_max": 0.325106, "nauc_map_at_3_std": -0.047955, "nauc_map_at_3_diff1": 0.430384, "nauc_map_at_5_max": 0.318175, "nauc_map_at_5_std": -0.049585, "nauc_map_at_5_diff1": 0.421327, "nauc_map_at_10_max": 0.311289, "nauc_map_at_10_std": -0.048983, "nauc_map_at_10_diff1": 0.415254, "nauc_map_at_20_max": 0.3087, "nauc_map_at_20_std": -0.048508, "nauc_map_at_20_diff1": 0.413365, "nauc_map_at_100_max": 0.307167, "nauc_map_at_100_std": -0.049094, "nauc_map_at_100_diff1": 0.41256, "nauc_map_at_1000_max": 0.307425, "nauc_map_at_1000_std": -0.049046, "nauc_map_at_1000_diff1": 0.412979, "nauc_recall_at_1_max": 0.361055, "nauc_recall_at_1_std": -0.040022, "nauc_recall_at_1_diff1": 0.498043, "nauc_recall_at_3_max": 0.284662, "nauc_recall_at_3_std": -0.055668, "nauc_recall_at_3_diff1": 0.362338, "nauc_recall_at_5_max": 0.262372, "nauc_recall_at_5_std": -0.060514, "nauc_recall_at_5_diff1": 0.33386, "nauc_recall_at_10_max": 0.219674, "nauc_recall_at_10_std": -0.054233, "nauc_recall_at_10_diff1": 0.295213, "nauc_recall_at_20_max": 0.184096, "nauc_recall_at_20_std": -0.047165, "nauc_recall_at_20_diff1": 0.269066, "nauc_recall_at_100_max": 0.101377, "nauc_recall_at_100_std": -0.0789, "nauc_recall_at_100_diff1": 0.214893, "nauc_recall_at_1000_max": -0.091973, "nauc_recall_at_1000_std": -0.174971, "nauc_recall_at_1000_diff1": 0.112285, "nauc_precision_at_1_max": 0.361055, "nauc_precision_at_1_std": -0.040022, "nauc_precision_at_1_diff1": 0.498043, "nauc_precision_at_3_max": 0.284662, "nauc_precision_at_3_std": -0.055668, "nauc_precision_at_3_diff1": 0.362338, "nauc_precision_at_5_max": 0.262372, "nauc_precision_at_5_std": -0.060514, "nauc_precision_at_5_diff1": 0.33386, "nauc_precision_at_10_max": 0.219987, "nauc_precision_at_10_std": -0.053742, "nauc_precision_at_10_diff1": 0.295043, "nauc_precision_at_20_max": 0.184573, "nauc_precision_at_20_std": -0.04612, "nauc_precision_at_20_diff1": 0.26848, "nauc_precision_at_100_max": 0.102083, "nauc_precision_at_100_std": -0.077541, "nauc_precision_at_100_diff1": 0.214221, "nauc_precision_at_1000_max": -0.086518, "nauc_precision_at_1000_std": -0.16501, "nauc_precision_at_1000_diff1": 0.108569, "nauc_mrr_at_1_max": 0.361055, "nauc_mrr_at_1_std": -0.040022, "nauc_mrr_at_1_diff1": 0.498043, "nauc_mrr_at_3_max": 0.325106, "nauc_mrr_at_3_std": -0.047955, "nauc_mrr_at_3_diff1": 0.430384, "nauc_mrr_at_5_max": 0.318175, "nauc_mrr_at_5_std": -0.049585, "nauc_mrr_at_5_diff1": 0.421327, "nauc_mrr_at_10_max": 0.311326, "nauc_mrr_at_10_std": -0.048924, "nauc_mrr_at_10_diff1": 0.415233, "nauc_mrr_at_20_max": 0.308684, "nauc_mrr_at_20_std": -0.048533, "nauc_mrr_at_20_diff1": 0.413374, "nauc_mrr_at_100_max": 0.307151, "nauc_mrr_at_100_std": -0.04912, "nauc_mrr_at_100_diff1": 0.41257, "nauc_mrr_at_1000_max": 0.30741, "nauc_mrr_at_1000_std": -0.049071, "nauc_mrr_at_1000_diff1": 0.412988, "main_score": 0.28013, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "ndcg_at_1": 0.18757, "ndcg_at_3": 0.25084, "ndcg_at_5": 0.26936, "ndcg_at_10": 0.29469, "ndcg_at_20": 0.31419, "ndcg_at_100": 0.3536, "ndcg_at_1000": 0.388, "map_at_1": 0.18757, "map_at_3": 0.23505, "map_at_5": 0.24538, "map_at_10": 0.25582, "map_at_20": 0.26117, "map_at_100": 0.26631, "map_at_1000": 0.26756, "recall_at_1": 0.18757, "recall_at_3": 0.29646, "recall_at_5": 0.34117, "recall_at_10": 0.41957, "recall_at_20": 0.49681, "recall_at_100": 0.714, "recall_at_1000": 0.98664, "precision_at_1": 0.18757, "precision_at_3": 0.09892, "precision_at_5": 0.06829, "precision_at_10": 0.04199, "precision_at_20": 0.02485, "precision_at_100": 0.00714, "precision_at_1000": 0.00099, "mrr_at_1": 0.187573, "mrr_at_3": 0.235192, "mrr_at_5": 0.245528, "mrr_at_10": 0.255968, "mrr_at_20": 0.261312, "mrr_at_100": 0.266455, "mrr_at_1000": 0.267699, "nauc_ndcg_at_1_max": 0.371774, "nauc_ndcg_at_1_std": -0.107231, "nauc_ndcg_at_1_diff1": 0.529617, "nauc_ndcg_at_3_max": 0.322075, "nauc_ndcg_at_3_std": -0.089879, "nauc_ndcg_at_3_diff1": 0.433579, "nauc_ndcg_at_5_max": 0.302678, "nauc_ndcg_at_5_std": -0.086953, "nauc_ndcg_at_5_diff1": 0.411343, "nauc_ndcg_at_10_max": 0.282228, "nauc_ndcg_at_10_std": -0.083479, "nauc_ndcg_at_10_diff1": 0.394781, "nauc_ndcg_at_20_max": 0.268406, "nauc_ndcg_at_20_std": -0.089332, "nauc_ndcg_at_20_diff1": 0.389012, "nauc_ndcg_at_100_max": 0.262184, "nauc_ndcg_at_100_std": -0.094758, "nauc_ndcg_at_100_diff1": 0.395296, "nauc_ndcg_at_1000_max": 0.281593, "nauc_ndcg_at_1000_std": -0.095192, "nauc_ndcg_at_1000_diff1": 0.410698, "nauc_map_at_1_max": 0.371774, "nauc_map_at_1_std": -0.107231, "nauc_map_at_1_diff1": 0.529617, "nauc_map_at_3_max": 0.333843, "nauc_map_at_3_std": -0.094078, "nauc_map_at_3_diff1": 0.454385, "nauc_map_at_5_max": 0.322665, "nauc_map_at_5_std": -0.092396, "nauc_map_at_5_diff1": 0.441545, "nauc_map_at_10_max": 0.313698, "nauc_map_at_10_std": -0.091017, "nauc_map_at_10_diff1": 0.434103, "nauc_map_at_20_max": 0.309604, "nauc_map_at_20_std": -0.093236, "nauc_map_at_20_diff1": 0.432515, "nauc_map_at_100_max": 0.308953, "nauc_map_at_100_std": -0.094057, "nauc_map_at_100_diff1": 0.433817, "nauc_map_at_1000_max": 0.309506, "nauc_map_at_1000_std": -0.09409, "nauc_map_at_1000_diff1": 0.434497, "nauc_recall_at_1_max": 0.371774, "nauc_recall_at_1_std": -0.107231, "nauc_recall_at_1_diff1": 0.529617, "nauc_recall_at_3_max": 0.29213, "nauc_recall_at_3_std": -0.078913, "nauc_recall_at_3_diff1": 0.380537, "nauc_recall_at_5_max": 0.250007, "nauc_recall_at_5_std": -0.072644, "nauc_recall_at_5_diff1": 0.332629, "nauc_recall_at_10_max": 0.195062, "nauc_recall_at_10_std": -0.062635, "nauc_recall_at_10_diff1": 0.289484, "nauc_recall_at_20_max": 0.144488, "nauc_recall_at_20_std": -0.079524, "nauc_recall_at_20_diff1": 0.266112, "nauc_recall_at_100_max": 0.055714, "nauc_recall_at_100_std": -0.108599, "nauc_recall_at_100_diff1": 0.254542, "nauc_recall_at_1000_max": -0.164363, "nauc_recall_at_1000_std": -0.414212, "nauc_recall_at_1000_diff1": 0.22111, "nauc_precision_at_1_max": 0.371774, "nauc_precision_at_1_std": -0.107231, "nauc_precision_at_1_diff1": 0.529617, "nauc_precision_at_3_max": 0.291146, "nauc_precision_at_3_std": -0.078979, "nauc_precision_at_3_diff1": 0.380053, "nauc_precision_at_5_max": 0.249149, "nauc_precision_at_5_std": -0.072735, "nauc_precision_at_5_diff1": 0.332288, "nauc_precision_at_10_max": 0.194275, "nauc_precision_at_10_std": -0.06274, "nauc_precision_at_10_diff1": 0.289224, "nauc_precision_at_20_max": 0.143675, "nauc_precision_at_20_std": -0.079634, "nauc_precision_at_20_diff1": 0.265843, "nauc_precision_at_100_max": 0.054594, "nauc_precision_at_100_std": -0.108834, "nauc_precision_at_100_diff1": 0.254339, "nauc_precision_at_1000_max": -0.193216, "nauc_precision_at_1000_std": -0.390026, "nauc_precision_at_1000_diff1": 0.191079, "nauc_mrr_at_1_max": 0.371774, "nauc_mrr_at_1_std": -0.107231, "nauc_mrr_at_1_diff1": 0.529617, "nauc_mrr_at_3_max": 0.333278, "nauc_mrr_at_3_std": -0.094112, "nauc_mrr_at_3_diff1": 0.454093, "nauc_mrr_at_5_max": 0.322107, "nauc_mrr_at_5_std": -0.092429, "nauc_mrr_at_5_diff1": 0.441259, "nauc_mrr_at_10_max": 0.313145, "nauc_mrr_at_10_std": -0.091051, "nauc_mrr_at_10_diff1": 0.43382, "nauc_mrr_at_20_max": 0.309051, "nauc_mrr_at_20_std": -0.093269, "nauc_mrr_at_20_diff1": 0.432232, "nauc_mrr_at_100_max": 0.308396, "nauc_mrr_at_100_std": -0.09409, "nauc_mrr_at_100_diff1": 0.433531, "nauc_mrr_at_1000_max": 0.308953, "nauc_mrr_at_1000_std": -0.094123, "nauc_mrr_at_1000_diff1": 0.434213, "main_score": 0.29469, "hf_subset": "hin-spa", "languages": [ "hin-Deva", "spa-Latn" ] }, { "ndcg_at_1": 0.26851, "ndcg_at_3": 0.33426, "ndcg_at_5": 0.35405, "ndcg_at_10": 0.37301, "ndcg_at_20": 0.38852, "ndcg_at_100": 0.41615, "ndcg_at_1000": 0.44318, "map_at_1": 0.26841, "map_at_3": 0.31794, "map_at_5": 0.32883, "map_at_10": 0.33663, "map_at_20": 0.34086, "map_at_100": 0.34449, "map_at_1000": 0.34535, "recall_at_1": 0.26841, "recall_at_3": 0.38141, "recall_at_5": 0.42982, "recall_at_10": 0.48861, "recall_at_20": 0.55014, "recall_at_100": 0.70189, "recall_at_1000": 0.9229, "precision_at_1": 0.26851, "precision_at_3": 0.1272, "precision_at_5": 0.086, "precision_at_10": 0.04888, "precision_at_20": 0.02752, "precision_at_100": 0.00702, "precision_at_1000": 0.00092, "mrr_at_1": 0.268511, "mrr_at_3": 0.318077, "mrr_at_5": 0.32897, "mrr_at_10": 0.336766, "mrr_at_20": 0.340978, "mrr_at_100": 0.344603, "mrr_at_1000": 0.345469, "nauc_ndcg_at_1_max": 0.530722, "nauc_ndcg_at_1_std": 0.028485, "nauc_ndcg_at_1_diff1": 0.586964, "nauc_ndcg_at_3_max": 0.505979, "nauc_ndcg_at_3_std": 0.038257, "nauc_ndcg_at_3_diff1": 0.511094, "nauc_ndcg_at_5_max": 0.498102, "nauc_ndcg_at_5_std": 0.046229, "nauc_ndcg_at_5_diff1": 0.494195, "nauc_ndcg_at_10_max": 0.486687, "nauc_ndcg_at_10_std": 0.039697, "nauc_ndcg_at_10_diff1": 0.484365, "nauc_ndcg_at_20_max": 0.479261, "nauc_ndcg_at_20_std": 0.042533, "nauc_ndcg_at_20_diff1": 0.480268, "nauc_ndcg_at_100_max": 0.477454, "nauc_ndcg_at_100_std": 0.049257, "nauc_ndcg_at_100_diff1": 0.475833, "nauc_ndcg_at_1000_max": 0.483982, "nauc_ndcg_at_1000_std": 0.047506, "nauc_ndcg_at_1000_diff1": 0.488384, "nauc_map_at_1_max": 0.530926, "nauc_map_at_1_std": 0.028601, "nauc_map_at_1_diff1": 0.586891, "nauc_map_at_3_max": 0.511741, "nauc_map_at_3_std": 0.035246, "nauc_map_at_3_diff1": 0.528056, "nauc_map_at_5_max": 0.507171, "nauc_map_at_5_std": 0.03964, "nauc_map_at_5_diff1": 0.518575, "nauc_map_at_10_max": 0.502479, "nauc_map_at_10_std": 0.036713, "nauc_map_at_10_diff1": 0.514625, "nauc_map_at_20_max": 0.500512, "nauc_map_at_20_std": 0.03735, "nauc_map_at_20_diff1": 0.513564, "nauc_map_at_100_max": 0.500256, "nauc_map_at_100_std": 0.038226, "nauc_map_at_100_diff1": 0.51294, "nauc_map_at_1000_max": 0.500455, "nauc_map_at_1000_std": 0.038233, "nauc_map_at_1000_diff1": 0.513339, "nauc_recall_at_1_max": 0.530926, "nauc_recall_at_1_std": 0.028601, "nauc_recall_at_1_diff1": 0.586891, "nauc_recall_at_3_max": 0.490254, "nauc_recall_at_3_std": 0.046787, "nauc_recall_at_3_diff1": 0.464706, "nauc_recall_at_5_max": 0.472265, "nauc_recall_at_5_std": 0.065819, "nauc_recall_at_5_diff1": 0.424892, "nauc_recall_at_10_max": 0.437001, "nauc_recall_at_10_std": 0.04742, "nauc_recall_at_10_diff1": 0.393327, "nauc_recall_at_20_max": 0.404014, "nauc_recall_at_20_std": 0.060464, "nauc_recall_at_20_diff1": 0.371723, "nauc_recall_at_100_max": 0.37167, "nauc_recall_at_100_std": 0.111355, "nauc_recall_at_100_diff1": 0.313511, "nauc_recall_at_1000_max": 0.344371, "nauc_recall_at_1000_std": 0.181005, "nauc_recall_at_1000_diff1": 0.34868, "nauc_precision_at_1_max": 0.530722, "nauc_precision_at_1_std": 0.028485, "nauc_precision_at_1_diff1": 0.586964, "nauc_precision_at_3_max": 0.490154, "nauc_precision_at_3_std": 0.047007, "nauc_precision_at_3_diff1": 0.464537, "nauc_precision_at_5_max": 0.472245, "nauc_precision_at_5_std": 0.066049, "nauc_precision_at_5_diff1": 0.424798, "nauc_precision_at_10_max": 0.436978, "nauc_precision_at_10_std": 0.047653, "nauc_precision_at_10_diff1": 0.393229, "nauc_precision_at_20_max": 0.403624, "nauc_precision_at_20_std": 0.061001, "nauc_precision_at_20_diff1": 0.370929, "nauc_precision_at_100_max": 0.371261, "nauc_precision_at_100_std": 0.112001, "nauc_precision_at_100_diff1": 0.312604, "nauc_precision_at_1000_max": 0.34075, "nauc_precision_at_1000_std": 0.181433, "nauc_precision_at_1000_diff1": 0.344367, "nauc_mrr_at_1_max": 0.530722, "nauc_mrr_at_1_std": 0.028485, "nauc_mrr_at_1_diff1": 0.586964, "nauc_mrr_at_3_max": 0.511557, "nauc_mrr_at_3_std": 0.035247, "nauc_mrr_at_3_diff1": 0.528027, "nauc_mrr_at_5_max": 0.506996, "nauc_mrr_at_5_std": 0.039641, "nauc_mrr_at_5_diff1": 0.518556, "nauc_mrr_at_10_max": 0.502304, "nauc_mrr_at_10_std": 0.036715, "nauc_mrr_at_10_diff1": 0.514606, "nauc_mrr_at_20_max": 0.500325, "nauc_mrr_at_20_std": 0.037288, "nauc_mrr_at_20_diff1": 0.513597, "nauc_mrr_at_100_max": 0.500068, "nauc_mrr_at_100_std": 0.038164, "nauc_mrr_at_100_diff1": 0.512973, "nauc_mrr_at_1000_max": 0.500267, "nauc_mrr_at_1000_std": 0.038172, "nauc_mrr_at_1000_diff1": 0.513372, "main_score": 0.37301, "hf_subset": "hin-hin", "languages": [ "hin-Deva", "hin-Deva" ] }, { "ndcg_at_1": 0.10324, "ndcg_at_3": 0.14045, "ndcg_at_5": 0.15736, "ndcg_at_10": 0.17265, "ndcg_at_20": 0.18927, "ndcg_at_100": 0.23246, "ndcg_at_1000": 0.2851, "map_at_1": 0.10324, "map_at_3": 0.13114, "map_at_5": 0.14052, "map_at_10": 0.14674, "map_at_20": 0.15123, "map_at_100": 0.15666, "map_at_1000": 0.15857, "recall_at_1": 0.10324, "recall_at_3": 0.16744, "recall_at_5": 0.20853, "recall_at_10": 0.25629, "recall_at_20": 0.32255, "recall_at_100": 0.56343, "recall_at_1000": 0.98048, "precision_at_1": 0.10324, "precision_at_3": 0.05581, "precision_at_5": 0.04171, "precision_at_10": 0.02563, "precision_at_20": 0.01613, "precision_at_100": 0.00563, "precision_at_1000": 0.00098, "mrr_at_1": 0.103236, "mrr_at_3": 0.131142, "mrr_at_5": 0.140515, "mrr_at_10": 0.146742, "mrr_at_20": 0.15123, "mrr_at_100": 0.156665, "mrr_at_1000": 0.158567, "nauc_ndcg_at_1_max": 0.385491, "nauc_ndcg_at_1_std": -0.065261, "nauc_ndcg_at_1_diff1": 0.448669, "nauc_ndcg_at_3_max": 0.331205, "nauc_ndcg_at_3_std": -0.060658, "nauc_ndcg_at_3_diff1": 0.343802, "nauc_ndcg_at_5_max": 0.304876, "nauc_ndcg_at_5_std": -0.061063, "nauc_ndcg_at_5_diff1": 0.312304, "nauc_ndcg_at_10_max": 0.287063, "nauc_ndcg_at_10_std": -0.060119, "nauc_ndcg_at_10_diff1": 0.296704, "nauc_ndcg_at_20_max": 0.272154, "nauc_ndcg_at_20_std": -0.054901, "nauc_ndcg_at_20_diff1": 0.284241, "nauc_ndcg_at_100_max": 0.248377, "nauc_ndcg_at_100_std": -0.065327, "nauc_ndcg_at_100_diff1": 0.264529, "nauc_ndcg_at_1000_max": 0.279186, "nauc_ndcg_at_1000_std": -0.065994, "nauc_ndcg_at_1000_diff1": 0.295701, "nauc_map_at_1_max": 0.385491, "nauc_map_at_1_std": -0.065261, "nauc_map_at_1_diff1": 0.448669, "nauc_map_at_3_max": 0.342341, "nauc_map_at_3_std": -0.062891, "nauc_map_at_3_diff1": 0.365538, "nauc_map_at_5_max": 0.325896, "nauc_map_at_5_std": -0.062964, "nauc_map_at_5_diff1": 0.345086, "nauc_map_at_10_max": 0.317597, "nauc_map_at_10_std": -0.062501, "nauc_map_at_10_diff1": 0.33746, "nauc_map_at_20_max": 0.312642, "nauc_map_at_20_std": -0.060618, "nauc_map_at_20_diff1": 0.332981, "nauc_map_at_100_max": 0.308998, "nauc_map_at_100_std": -0.061796, "nauc_map_at_100_diff1": 0.330102, "nauc_map_at_1000_max": 0.310135, "nauc_map_at_1000_std": -0.062032, "nauc_map_at_1000_diff1": 0.33136, "nauc_recall_at_1_max": 0.385491, "nauc_recall_at_1_std": -0.065261, "nauc_recall_at_1_diff1": 0.448669, "nauc_recall_at_3_max": 0.304391, "nauc_recall_at_3_std": -0.05484, "nauc_recall_at_3_diff1": 0.291386, "nauc_recall_at_5_max": 0.256801, "nauc_recall_at_5_std": -0.056692, "nauc_recall_at_5_diff1": 0.23863, "nauc_recall_at_10_max": 0.217885, "nauc_recall_at_10_std": -0.054787, "nauc_recall_at_10_diff1": 0.207696, "nauc_recall_at_20_max": 0.180912, "nauc_recall_at_20_std": -0.041418, "nauc_recall_at_20_diff1": 0.180261, "nauc_recall_at_100_max": 0.077104, "nauc_recall_at_100_std": -0.087621, "nauc_recall_at_100_diff1": 0.091004, "nauc_recall_at_1000_max": 0.173558, "nauc_recall_at_1000_std": -0.345227, "nauc_recall_at_1000_diff1": 0.141737, "nauc_precision_at_1_max": 0.385491, "nauc_precision_at_1_std": -0.065261, "nauc_precision_at_1_diff1": 0.448669, "nauc_precision_at_3_max": 0.304391, "nauc_precision_at_3_std": -0.05484, "nauc_precision_at_3_diff1": 0.291386, "nauc_precision_at_5_max": 0.256801, "nauc_precision_at_5_std": -0.056692, "nauc_precision_at_5_diff1": 0.23863, "nauc_precision_at_10_max": 0.217885, "nauc_precision_at_10_std": -0.054787, "nauc_precision_at_10_diff1": 0.207696, "nauc_precision_at_20_max": 0.180912, "nauc_precision_at_20_std": -0.041418, "nauc_precision_at_20_diff1": 0.180261, "nauc_precision_at_100_max": 0.077104, "nauc_precision_at_100_std": -0.087621, "nauc_precision_at_100_diff1": 0.091004, "nauc_precision_at_1000_max": 0.173558, "nauc_precision_at_1000_std": -0.345227, "nauc_precision_at_1000_diff1": 0.141737, "nauc_mrr_at_1_max": 0.385491, "nauc_mrr_at_1_std": -0.065261, "nauc_mrr_at_1_diff1": 0.448669, "nauc_mrr_at_3_max": 0.342341, "nauc_mrr_at_3_std": -0.062891, "nauc_mrr_at_3_diff1": 0.365538, "nauc_mrr_at_5_max": 0.325896, "nauc_mrr_at_5_std": -0.062964, "nauc_mrr_at_5_diff1": 0.345086, "nauc_mrr_at_10_max": 0.317597, "nauc_mrr_at_10_std": -0.062501, "nauc_mrr_at_10_diff1": 0.33746, "nauc_mrr_at_20_max": 0.312642, "nauc_mrr_at_20_std": -0.060618, "nauc_mrr_at_20_diff1": 0.332981, "nauc_mrr_at_100_max": 0.308998, "nauc_mrr_at_100_std": -0.061796, "nauc_mrr_at_100_diff1": 0.330102, "nauc_mrr_at_1000_max": 0.310135, "nauc_mrr_at_1000_std": -0.062032, "nauc_mrr_at_1000_diff1": 0.33136, "main_score": 0.17265, "hf_subset": "hin-vie", "languages": [ "hin-Deva", "vie-Latn" ] }, { "ndcg_at_1": 0.12564, "ndcg_at_3": 0.16491, "ndcg_at_5": 0.1805, "ndcg_at_10": 0.20046, "ndcg_at_20": 0.22052, "ndcg_at_100": 0.27028, "ndcg_at_1000": 0.31266, "map_at_1": 0.12564, "map_at_3": 0.15488, "map_at_5": 0.16351, "map_at_10": 0.17165, "map_at_20": 0.17717, "map_at_100": 0.18353, "map_at_1000": 0.18506, "recall_at_1": 0.12564, "recall_at_3": 0.19411, "recall_at_5": 0.23203, "recall_at_10": 0.29428, "recall_at_20": 0.37351, "recall_at_100": 0.64912, "recall_at_1000": 0.98529, "precision_at_1": 0.12564, "precision_at_3": 0.0647, "precision_at_5": 0.04641, "precision_at_10": 0.02943, "precision_at_20": 0.01868, "precision_at_100": 0.00649, "precision_at_1000": 0.00099, "mrr_at_1": 0.125637, "mrr_at_3": 0.154876, "mrr_at_5": 0.163507, "mrr_at_10": 0.171646, "mrr_at_20": 0.177169, "mrr_at_100": 0.183529, "mrr_at_1000": 0.185056, "nauc_ndcg_at_1_max": 0.53373, "nauc_ndcg_at_1_std": -0.066811, "nauc_ndcg_at_1_diff1": 0.492645, "nauc_ndcg_at_3_max": 0.46563, "nauc_ndcg_at_3_std": -0.053174, "nauc_ndcg_at_3_diff1": 0.407464, "nauc_ndcg_at_5_max": 0.455776, "nauc_ndcg_at_5_std": -0.054185, "nauc_ndcg_at_5_diff1": 0.392144, "nauc_ndcg_at_10_max": 0.433418, "nauc_ndcg_at_10_std": -0.044464, "nauc_ndcg_at_10_diff1": 0.368438, "nauc_ndcg_at_20_max": 0.41565, "nauc_ndcg_at_20_std": -0.042535, "nauc_ndcg_at_20_diff1": 0.352773, "nauc_ndcg_at_100_max": 0.410143, "nauc_ndcg_at_100_std": -0.038393, "nauc_ndcg_at_100_diff1": 0.346535, "nauc_ndcg_at_1000_max": 0.433543, "nauc_ndcg_at_1000_std": -0.04466, "nauc_ndcg_at_1000_diff1": 0.372803, "nauc_map_at_1_max": 0.53373, "nauc_map_at_1_std": -0.066811, "nauc_map_at_1_diff1": 0.492645, "nauc_map_at_3_max": 0.482505, "nauc_map_at_3_std": -0.055632, "nauc_map_at_3_diff1": 0.426554, "nauc_map_at_5_max": 0.476583, "nauc_map_at_5_std": -0.056223, "nauc_map_at_5_diff1": 0.417495, "nauc_map_at_10_max": 0.466372, "nauc_map_at_10_std": -0.052057, "nauc_map_at_10_diff1": 0.40718, "nauc_map_at_20_max": 0.460796, "nauc_map_at_20_std": -0.051273, "nauc_map_at_20_diff1": 0.402175, "nauc_map_at_100_max": 0.459345, "nauc_map_at_100_std": -0.051347, "nauc_map_at_100_diff1": 0.401285, "nauc_map_at_1000_max": 0.460329, "nauc_map_at_1000_std": -0.051358, "nauc_map_at_1000_diff1": 0.402312, "nauc_recall_at_1_max": 0.53373, "nauc_recall_at_1_std": -0.066811, "nauc_recall_at_1_diff1": 0.492645, "nauc_recall_at_3_max": 0.42376, "nauc_recall_at_3_std": -0.04734, "nauc_recall_at_3_diff1": 0.360685, "nauc_recall_at_5_max": 0.405958, "nauc_recall_at_5_std": -0.049716, "nauc_recall_at_5_diff1": 0.331594, "nauc_recall_at_10_max": 0.355537, "nauc_recall_at_10_std": -0.025455, "nauc_recall_at_10_diff1": 0.276638, "nauc_recall_at_20_max": 0.305405, "nauc_recall_at_20_std": -0.021277, "nauc_recall_at_20_diff1": 0.233713, "nauc_recall_at_100_max": 0.26163, "nauc_recall_at_100_std": 0.01307, "nauc_recall_at_100_diff1": 0.176079, "nauc_recall_at_1000_max": 0.430532, "nauc_recall_at_1000_std": -0.021872, "nauc_recall_at_1000_diff1": 0.373662, "nauc_precision_at_1_max": 0.53373, "nauc_precision_at_1_std": -0.066811, "nauc_precision_at_1_diff1": 0.492645, "nauc_precision_at_3_max": 0.42376, "nauc_precision_at_3_std": -0.04734, "nauc_precision_at_3_diff1": 0.360685, "nauc_precision_at_5_max": 0.405958, "nauc_precision_at_5_std": -0.049716, "nauc_precision_at_5_diff1": 0.331594, "nauc_precision_at_10_max": 0.355537, "nauc_precision_at_10_std": -0.025455, "nauc_precision_at_10_diff1": 0.276638, "nauc_precision_at_20_max": 0.305405, "nauc_precision_at_20_std": -0.021277, "nauc_precision_at_20_diff1": 0.233713, "nauc_precision_at_100_max": 0.26163, "nauc_precision_at_100_std": 0.01307, "nauc_precision_at_100_diff1": 0.176079, "nauc_precision_at_1000_max": 0.430532, "nauc_precision_at_1000_std": -0.021872, "nauc_precision_at_1000_diff1": 0.373662, "nauc_mrr_at_1_max": 0.53373, "nauc_mrr_at_1_std": -0.066811, "nauc_mrr_at_1_diff1": 0.492645, "nauc_mrr_at_3_max": 0.482505, "nauc_mrr_at_3_std": -0.055632, "nauc_mrr_at_3_diff1": 0.426554, "nauc_mrr_at_5_max": 0.476583, "nauc_mrr_at_5_std": -0.056223, "nauc_mrr_at_5_diff1": 0.417495, "nauc_mrr_at_10_max": 0.466372, "nauc_mrr_at_10_std": -0.052057, "nauc_mrr_at_10_diff1": 0.40718, "nauc_mrr_at_20_max": 0.460796, "nauc_mrr_at_20_std": -0.051273, "nauc_mrr_at_20_diff1": 0.402175, "nauc_mrr_at_100_max": 0.459345, "nauc_mrr_at_100_std": -0.051347, "nauc_mrr_at_100_diff1": 0.401285, "nauc_mrr_at_1000_max": 0.460329, "nauc_mrr_at_1000_std": -0.051358, "nauc_mrr_at_1000_diff1": 0.402312, "main_score": 0.20046, "hf_subset": "hin-zho", "languages": [ "hin-Deva", "zho-Hans" ] }, { "ndcg_at_1": 0.21446, "ndcg_at_3": 0.27112, "ndcg_at_5": 0.29655, "ndcg_at_10": 0.31827, "ndcg_at_20": 0.33764, "ndcg_at_100": 0.37385, "ndcg_at_1000": 0.40536, "map_at_1": 0.21446, "map_at_3": 0.25696, "map_at_5": 0.27101, "map_at_10": 0.27992, "map_at_20": 0.28523, "map_at_100": 0.28994, "map_at_1000": 0.29099, "recall_at_1": 0.21446, "recall_at_3": 0.31216, "recall_at_5": 0.37421, "recall_at_10": 0.44162, "recall_at_20": 0.51832, "recall_at_100": 0.71764, "recall_at_1000": 0.97313, "precision_at_1": 0.21446, "precision_at_3": 0.10405, "precision_at_5": 0.07484, "precision_at_10": 0.04416, "precision_at_20": 0.02592, "precision_at_100": 0.00718, "precision_at_1000": 0.00097, "mrr_at_1": 0.21446, "mrr_at_3": 0.256961, "mrr_at_5": 0.271006, "mrr_at_10": 0.279919, "mrr_at_20": 0.285225, "mrr_at_100": 0.28994, "mrr_at_1000": 0.290994, "nauc_ndcg_at_1_max": 0.386525, "nauc_ndcg_at_1_std": 0.020487, "nauc_ndcg_at_1_diff1": 0.514948, "nauc_ndcg_at_3_max": 0.3546, "nauc_ndcg_at_3_std": 0.031874, "nauc_ndcg_at_3_diff1": 0.44622, "nauc_ndcg_at_5_max": 0.346982, "nauc_ndcg_at_5_std": 0.04041, "nauc_ndcg_at_5_diff1": 0.430005, "nauc_ndcg_at_10_max": 0.346396, "nauc_ndcg_at_10_std": 0.054629, "nauc_ndcg_at_10_diff1": 0.423581, "nauc_ndcg_at_20_max": 0.339329, "nauc_ndcg_at_20_std": 0.05745, "nauc_ndcg_at_20_diff1": 0.415562, "nauc_ndcg_at_100_max": 0.337592, "nauc_ndcg_at_100_std": 0.060422, "nauc_ndcg_at_100_diff1": 0.410659, "nauc_ndcg_at_1000_max": 0.345514, "nauc_ndcg_at_1000_std": 0.053277, "nauc_ndcg_at_1000_diff1": 0.425179, "nauc_map_at_1_max": 0.386525, "nauc_map_at_1_std": 0.020487, "nauc_map_at_1_diff1": 0.514948, "nauc_map_at_3_max": 0.361865, "nauc_map_at_3_std": 0.027602, "nauc_map_at_3_diff1": 0.461782, "nauc_map_at_5_max": 0.357197, "nauc_map_at_5_std": 0.032218, "nauc_map_at_5_diff1": 0.452442, "nauc_map_at_10_max": 0.356947, "nauc_map_at_10_std": 0.038097, "nauc_map_at_10_diff1": 0.449533, "nauc_map_at_20_max": 0.355025, "nauc_map_at_20_std": 0.038762, "nauc_map_at_20_diff1": 0.447296, "nauc_map_at_100_max": 0.354799, "nauc_map_at_100_std": 0.039162, "nauc_map_at_100_diff1": 0.44649, "nauc_map_at_1000_max": 0.3551, "nauc_map_at_1000_std": 0.039065, "nauc_map_at_1000_diff1": 0.447093, "nauc_recall_at_1_max": 0.386525, "nauc_recall_at_1_std": 0.020487, "nauc_recall_at_1_diff1": 0.514948, "nauc_recall_at_3_max": 0.335281, "nauc_recall_at_3_std": 0.043863, "nauc_recall_at_3_diff1": 0.404863, "nauc_recall_at_5_max": 0.319743, "nauc_recall_at_5_std": 0.063739, "nauc_recall_at_5_diff1": 0.369584, "nauc_recall_at_10_max": 0.317971, "nauc_recall_at_10_std": 0.105318, "nauc_recall_at_10_diff1": 0.351862, "nauc_recall_at_20_max": 0.289989, "nauc_recall_at_20_std": 0.118462, "nauc_recall_at_20_diff1": 0.319181, "nauc_recall_at_100_max": 0.260757, "nauc_recall_at_100_std": 0.160018, "nauc_recall_at_100_diff1": 0.254248, "nauc_recall_at_1000_max": 0.29575, "nauc_recall_at_1000_std": 0.233982, "nauc_recall_at_1000_diff1": 0.168143, "nauc_precision_at_1_max": 0.386525, "nauc_precision_at_1_std": 0.020487, "nauc_precision_at_1_diff1": 0.514948, "nauc_precision_at_3_max": 0.335281, "nauc_precision_at_3_std": 0.043863, "nauc_precision_at_3_diff1": 0.404863, "nauc_precision_at_5_max": 0.319743, "nauc_precision_at_5_std": 0.063739, "nauc_precision_at_5_diff1": 0.369584, "nauc_precision_at_10_max": 0.317971, "nauc_precision_at_10_std": 0.105318, "nauc_precision_at_10_diff1": 0.351862, "nauc_precision_at_20_max": 0.289989, "nauc_precision_at_20_std": 0.118462, "nauc_precision_at_20_diff1": 0.319181, "nauc_precision_at_100_max": 0.260757, "nauc_precision_at_100_std": 0.160018, "nauc_precision_at_100_diff1": 0.254248, "nauc_precision_at_1000_max": 0.29575, "nauc_precision_at_1000_std": 0.233982, "nauc_precision_at_1000_diff1": 0.168143, "nauc_mrr_at_1_max": 0.386525, "nauc_mrr_at_1_std": 0.020487, "nauc_mrr_at_1_diff1": 0.514948, "nauc_mrr_at_3_max": 0.361865, "nauc_mrr_at_3_std": 0.027602, "nauc_mrr_at_3_diff1": 0.461782, "nauc_mrr_at_5_max": 0.357197, "nauc_mrr_at_5_std": 0.032218, "nauc_mrr_at_5_diff1": 0.452442, "nauc_mrr_at_10_max": 0.356947, "nauc_mrr_at_10_std": 0.038097, "nauc_mrr_at_10_diff1": 0.449533, "nauc_mrr_at_20_max": 0.355025, "nauc_mrr_at_20_std": 0.038762, "nauc_mrr_at_20_diff1": 0.447296, "nauc_mrr_at_100_max": 0.354799, "nauc_mrr_at_100_std": 0.039162, "nauc_mrr_at_100_diff1": 0.44649, "nauc_mrr_at_1000_max": 0.3551, "nauc_mrr_at_1000_std": 0.039065, "nauc_mrr_at_1000_diff1": 0.447093, "main_score": 0.31827, "hf_subset": "vie-ara", "languages": [ "vie-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.39964, "ndcg_at_3": 0.47533, "ndcg_at_5": 0.49273, "ndcg_at_10": 0.51886, "ndcg_at_20": 0.53208, "ndcg_at_100": 0.55488, "ndcg_at_1000": 0.57493, "map_at_1": 0.39934, "map_at_3": 0.45669, "map_at_5": 0.46631, "map_at_10": 0.47719, "map_at_20": 0.48078, "map_at_100": 0.48385, "map_at_1000": 0.48453, "recall_at_1": 0.39934, "recall_at_3": 0.52897, "recall_at_5": 0.57139, "recall_at_10": 0.65173, "recall_at_20": 0.7043, "recall_at_100": 0.82855, "recall_at_1000": 0.99044, "precision_at_1": 0.39964, "precision_at_3": 0.17642, "precision_at_5": 0.11434, "precision_at_10": 0.06523, "precision_at_20": 0.03524, "precision_at_100": 0.00829, "precision_at_1000": 0.00099, "mrr_at_1": 0.399642, "mrr_at_3": 0.456989, "mrr_at_5": 0.466607, "mrr_at_10": 0.477403, "mrr_at_20": 0.480994, "mrr_at_100": 0.48406, "mrr_at_1000": 0.48474, "nauc_ndcg_at_1_max": 0.565842, "nauc_ndcg_at_1_std": 0.045917, "nauc_ndcg_at_1_diff1": 0.694862, "nauc_ndcg_at_3_max": 0.559544, "nauc_ndcg_at_3_std": 0.04979, "nauc_ndcg_at_3_diff1": 0.636118, "nauc_ndcg_at_5_max": 0.546354, "nauc_ndcg_at_5_std": 0.045778, "nauc_ndcg_at_5_diff1": 0.624925, "nauc_ndcg_at_10_max": 0.541852, "nauc_ndcg_at_10_std": 0.060528, "nauc_ndcg_at_10_diff1": 0.610315, "nauc_ndcg_at_20_max": 0.545753, "nauc_ndcg_at_20_std": 0.068062, "nauc_ndcg_at_20_diff1": 0.610401, "nauc_ndcg_at_100_max": 0.547435, "nauc_ndcg_at_100_std": 0.074711, "nauc_ndcg_at_100_diff1": 0.614923, "nauc_ndcg_at_1000_max": 0.549863, "nauc_ndcg_at_1000_std": 0.063968, "nauc_ndcg_at_1000_diff1": 0.624169, "nauc_map_at_1_max": 0.565458, "nauc_map_at_1_std": 0.046025, "nauc_map_at_1_diff1": 0.694496, "nauc_map_at_3_max": 0.561715, "nauc_map_at_3_std": 0.049376, "nauc_map_at_3_diff1": 0.650457, "nauc_map_at_5_max": 0.554505, "nauc_map_at_5_std": 0.04716, "nauc_map_at_5_diff1": 0.644587, "nauc_map_at_10_max": 0.552916, "nauc_map_at_10_std": 0.053084, "nauc_map_at_10_diff1": 0.638915, "nauc_map_at_20_max": 0.554078, "nauc_map_at_20_std": 0.055138, "nauc_map_at_20_diff1": 0.63925, "nauc_map_at_100_max": 0.554289, "nauc_map_at_100_std": 0.055954, "nauc_map_at_100_diff1": 0.639889, "nauc_map_at_1000_max": 0.554369, "nauc_map_at_1000_std": 0.055618, "nauc_map_at_1000_diff1": 0.640151, "nauc_recall_at_1_max": 0.565458, "nauc_recall_at_1_std": 0.046025, "nauc_recall_at_1_diff1": 0.694496, "nauc_recall_at_3_max": 0.552103, "nauc_recall_at_3_std": 0.050896, "nauc_recall_at_3_diff1": 0.592526, "nauc_recall_at_5_max": 0.518068, "nauc_recall_at_5_std": 0.040752, "nauc_recall_at_5_diff1": 0.56134, "nauc_recall_at_10_max": 0.498018, "nauc_recall_at_10_std": 0.092534, "nauc_recall_at_10_diff1": 0.501856, "nauc_recall_at_20_max": 0.511574, "nauc_recall_at_20_std": 0.132487, "nauc_recall_at_20_diff1": 0.488167, "nauc_recall_at_100_max": 0.510879, "nauc_recall_at_100_std": 0.235164, "nauc_recall_at_100_diff1": 0.466393, "nauc_recall_at_1000_max": 0.527294, "nauc_recall_at_1000_std": 0.159754, "nauc_recall_at_1000_diff1": 0.426736, "nauc_precision_at_1_max": 0.565842, "nauc_precision_at_1_std": 0.045917, "nauc_precision_at_1_diff1": 0.694862, "nauc_precision_at_3_max": 0.552772, "nauc_precision_at_3_std": 0.050805, "nauc_precision_at_3_diff1": 0.593208, "nauc_precision_at_5_max": 0.518757, "nauc_precision_at_5_std": 0.040653, "nauc_precision_at_5_diff1": 0.562043, "nauc_precision_at_10_max": 0.497385, "nauc_precision_at_10_std": 0.091943, "nauc_precision_at_10_diff1": 0.50121, "nauc_precision_at_20_max": 0.510813, "nauc_precision_at_20_std": 0.131666, "nauc_precision_at_20_diff1": 0.487501, "nauc_precision_at_100_max": 0.509685, "nauc_precision_at_100_std": 0.233215, "nauc_precision_at_100_diff1": 0.465483, "nauc_precision_at_1000_max": 0.507311, "nauc_precision_at_1000_std": 0.137157, "nauc_precision_at_1000_diff1": 0.416621, "nauc_mrr_at_1_max": 0.565842, "nauc_mrr_at_1_std": 0.045917, "nauc_mrr_at_1_diff1": 0.694862, "nauc_mrr_at_3_max": 0.562111, "nauc_mrr_at_3_std": 0.049265, "nauc_mrr_at_3_diff1": 0.650839, "nauc_mrr_at_5_max": 0.554905, "nauc_mrr_at_5_std": 0.047049, "nauc_mrr_at_5_diff1": 0.644974, "nauc_mrr_at_10_max": 0.553206, "nauc_mrr_at_10_std": 0.053002, "nauc_mrr_at_10_diff1": 0.639196, "nauc_mrr_at_20_max": 0.554369, "nauc_mrr_at_20_std": 0.055056, "nauc_mrr_at_20_diff1": 0.639533, "nauc_mrr_at_100_max": 0.554583, "nauc_mrr_at_100_std": 0.055871, "nauc_mrr_at_100_diff1": 0.640174, "nauc_mrr_at_1000_max": 0.554664, "nauc_mrr_at_1000_std": 0.055535, "nauc_mrr_at_1000_diff1": 0.640436, "main_score": 0.51886, "hf_subset": "vie-deu", "languages": [ "vie-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.3266, "ndcg_at_3": 0.39715, "ndcg_at_5": 0.41746, "ndcg_at_10": 0.43894, "ndcg_at_20": 0.45428, "ndcg_at_100": 0.47904, "ndcg_at_1000": 0.5024, "map_at_1": 0.32651, "map_at_3": 0.37982, "map_at_5": 0.39108, "map_at_10": 0.39991, "map_at_20": 0.40417, "map_at_100": 0.40747, "map_at_1000": 0.40825, "recall_at_1": 0.32651, "recall_at_3": 0.44721, "recall_at_5": 0.49654, "recall_at_10": 0.56317, "recall_at_20": 0.62343, "recall_at_100": 0.75869, "recall_at_1000": 0.94821, "precision_at_1": 0.3266, "precision_at_3": 0.1491, "precision_at_5": 0.09933, "precision_at_10": 0.05634, "precision_at_20": 0.03119, "precision_at_100": 0.00759, "precision_at_1000": 0.00095, "mrr_at_1": 0.326597, "mrr_at_3": 0.379908, "mrr_at_5": 0.391168, "mrr_at_10": 0.399986, "mrr_at_20": 0.40425, "mrr_at_100": 0.407554, "mrr_at_1000": 0.408335, "nauc_ndcg_at_1_max": 0.486273, "nauc_ndcg_at_1_std": 0.065531, "nauc_ndcg_at_1_diff1": 0.614243, "nauc_ndcg_at_3_max": 0.470703, "nauc_ndcg_at_3_std": 0.079379, "nauc_ndcg_at_3_diff1": 0.546855, "nauc_ndcg_at_5_max": 0.460929, "nauc_ndcg_at_5_std": 0.084822, "nauc_ndcg_at_5_diff1": 0.532962, "nauc_ndcg_at_10_max": 0.453696, "nauc_ndcg_at_10_std": 0.09072, "nauc_ndcg_at_10_diff1": 0.52491, "nauc_ndcg_at_20_max": 0.447862, "nauc_ndcg_at_20_std": 0.095983, "nauc_ndcg_at_20_diff1": 0.51983, "nauc_ndcg_at_100_max": 0.444433, "nauc_ndcg_at_100_std": 0.097952, "nauc_ndcg_at_100_diff1": 0.521762, "nauc_ndcg_at_1000_max": 0.451741, "nauc_ndcg_at_1000_std": 0.093993, "nauc_ndcg_at_1000_diff1": 0.529864, "nauc_map_at_1_max": 0.486148, "nauc_map_at_1_std": 0.065627, "nauc_map_at_1_diff1": 0.613971, "nauc_map_at_3_max": 0.474657, "nauc_map_at_3_std": 0.075979, "nauc_map_at_3_diff1": 0.562449, "nauc_map_at_5_max": 0.469258, "nauc_map_at_5_std": 0.078961, "nauc_map_at_5_diff1": 0.554805, "nauc_map_at_10_max": 0.466305, "nauc_map_at_10_std": 0.08129, "nauc_map_at_10_diff1": 0.551638, "nauc_map_at_20_max": 0.464776, "nauc_map_at_20_std": 0.082645, "nauc_map_at_20_diff1": 0.550416, "nauc_map_at_100_max": 0.464363, "nauc_map_at_100_std": 0.082788, "nauc_map_at_100_diff1": 0.550697, "nauc_map_at_1000_max": 0.464537, "nauc_map_at_1000_std": 0.082704, "nauc_map_at_1000_diff1": 0.550905, "nauc_recall_at_1_max": 0.486148, "nauc_recall_at_1_std": 0.065627, "nauc_recall_at_1_diff1": 0.613971, "nauc_recall_at_3_max": 0.459114, "nauc_recall_at_3_std": 0.089255, "nauc_recall_at_3_diff1": 0.502045, "nauc_recall_at_5_max": 0.435056, "nauc_recall_at_5_std": 0.102795, "nauc_recall_at_5_diff1": 0.467396, "nauc_recall_at_10_max": 0.410244, "nauc_recall_at_10_std": 0.12318, "nauc_recall_at_10_diff1": 0.437221, "nauc_recall_at_20_max": 0.380914, "nauc_recall_at_20_std": 0.149358, "nauc_recall_at_20_diff1": 0.407106, "nauc_recall_at_100_max": 0.328685, "nauc_recall_at_100_std": 0.18672, "nauc_recall_at_100_diff1": 0.381662, "nauc_recall_at_1000_max": 0.336554, "nauc_recall_at_1000_std": 0.25879, "nauc_recall_at_1000_diff1": 0.351371, "nauc_precision_at_1_max": 0.486273, "nauc_precision_at_1_std": 0.065531, "nauc_precision_at_1_diff1": 0.614243, "nauc_precision_at_3_max": 0.459272, "nauc_precision_at_3_std": 0.089166, "nauc_precision_at_3_diff1": 0.502354, "nauc_precision_at_5_max": 0.435216, "nauc_precision_at_5_std": 0.102706, "nauc_precision_at_5_diff1": 0.46771, "nauc_precision_at_10_max": 0.410047, "nauc_precision_at_10_std": 0.123357, "nauc_precision_at_10_diff1": 0.43724, "nauc_precision_at_20_max": 0.380751, "nauc_precision_at_20_std": 0.149535, "nauc_precision_at_20_diff1": 0.407179, "nauc_precision_at_100_max": 0.328545, "nauc_precision_at_100_std": 0.186933, "nauc_precision_at_100_diff1": 0.381822, "nauc_precision_at_1000_max": 0.336095, "nauc_precision_at_1000_std": 0.259458, "nauc_precision_at_1000_diff1": 0.352355, "nauc_mrr_at_1_max": 0.486273, "nauc_mrr_at_1_std": 0.065531, "nauc_mrr_at_1_diff1": 0.614243, "nauc_mrr_at_3_max": 0.474781, "nauc_mrr_at_3_std": 0.075884, "nauc_mrr_at_3_diff1": 0.56272, "nauc_mrr_at_5_max": 0.469383, "nauc_mrr_at_5_std": 0.078865, "nauc_mrr_at_5_diff1": 0.555077, "nauc_mrr_at_10_max": 0.466379, "nauc_mrr_at_10_std": 0.081298, "nauc_mrr_at_10_diff1": 0.551805, "nauc_mrr_at_20_max": 0.46485, "nauc_mrr_at_20_std": 0.082653, "nauc_mrr_at_20_diff1": 0.550584, "nauc_mrr_at_100_max": 0.464437, "nauc_mrr_at_100_std": 0.082795, "nauc_mrr_at_100_diff1": 0.550866, "nauc_mrr_at_1000_max": 0.464611, "nauc_mrr_at_1000_std": 0.082712, "nauc_mrr_at_1000_diff1": 0.551074, "main_score": 0.43894, "hf_subset": "vie-eng", "languages": [ "vie-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.37283, "ndcg_at_3": 0.45106, "ndcg_at_5": 0.47019, "ndcg_at_10": 0.49054, "ndcg_at_20": 0.50399, "ndcg_at_100": 0.53115, "ndcg_at_1000": 0.55192, "map_at_1": 0.37283, "map_at_3": 0.43183, "map_at_5": 0.44241, "map_at_10": 0.45081, "map_at_20": 0.45458, "map_at_100": 0.4582, "map_at_1000": 0.4589, "recall_at_1": 0.37283, "recall_at_3": 0.50669, "recall_at_5": 0.5533, "recall_at_10": 0.61626, "recall_at_20": 0.66882, "recall_at_100": 0.81755, "recall_at_1000": 0.98537, "precision_at_1": 0.37283, "precision_at_3": 0.1689, "precision_at_5": 0.11066, "precision_at_10": 0.06163, "precision_at_20": 0.03344, "precision_at_100": 0.00818, "precision_at_1000": 0.00099, "mrr_at_1": 0.372831, "mrr_at_3": 0.431829, "mrr_at_5": 0.442414, "mrr_at_10": 0.450808, "mrr_at_20": 0.454584, "mrr_at_100": 0.458199, "mrr_at_1000": 0.458901, "nauc_ndcg_at_1_max": 0.554692, "nauc_ndcg_at_1_std": 0.019796, "nauc_ndcg_at_1_diff1": 0.679577, "nauc_ndcg_at_3_max": 0.556913, "nauc_ndcg_at_3_std": 0.051024, "nauc_ndcg_at_3_diff1": 0.610598, "nauc_ndcg_at_5_max": 0.553241, "nauc_ndcg_at_5_std": 0.06213, "nauc_ndcg_at_5_diff1": 0.601787, "nauc_ndcg_at_10_max": 0.547889, "nauc_ndcg_at_10_std": 0.072817, "nauc_ndcg_at_10_diff1": 0.592553, "nauc_ndcg_at_20_max": 0.545142, "nauc_ndcg_at_20_std": 0.076663, "nauc_ndcg_at_20_diff1": 0.589045, "nauc_ndcg_at_100_max": 0.541455, "nauc_ndcg_at_100_std": 0.082772, "nauc_ndcg_at_100_diff1": 0.589472, "nauc_ndcg_at_1000_max": 0.5465, "nauc_ndcg_at_1000_std": 0.070052, "nauc_ndcg_at_1000_diff1": 0.600793, "nauc_map_at_1_max": 0.554692, "nauc_map_at_1_std": 0.019796, "nauc_map_at_1_diff1": 0.679577, "nauc_map_at_3_max": 0.55662, "nauc_map_at_3_std": 0.044598, "nauc_map_at_3_diff1": 0.627309, "nauc_map_at_5_max": 0.554706, "nauc_map_at_5_std": 0.050591, "nauc_map_at_5_diff1": 0.622819, "nauc_map_at_10_max": 0.552641, "nauc_map_at_10_std": 0.054939, "nauc_map_at_10_diff1": 0.619282, "nauc_map_at_20_max": 0.55192, "nauc_map_at_20_std": 0.055941, "nauc_map_at_20_diff1": 0.618518, "nauc_map_at_100_max": 0.551279, "nauc_map_at_100_std": 0.056606, "nauc_map_at_100_diff1": 0.618735, "nauc_map_at_1000_max": 0.551404, "nauc_map_at_1000_std": 0.056246, "nauc_map_at_1000_diff1": 0.61906, "nauc_recall_at_1_max": 0.554692, "nauc_recall_at_1_std": 0.019796, "nauc_recall_at_1_diff1": 0.679577, "nauc_recall_at_3_max": 0.55767, "nauc_recall_at_3_std": 0.069401, "nauc_recall_at_3_diff1": 0.561554, "nauc_recall_at_5_max": 0.547961, "nauc_recall_at_5_std": 0.098551, "nauc_recall_at_5_diff1": 0.536085, "nauc_recall_at_10_max": 0.528808, "nauc_recall_at_10_std": 0.137108, "nauc_recall_at_10_diff1": 0.499186, "nauc_recall_at_20_max": 0.514096, "nauc_recall_at_20_std": 0.161105, "nauc_recall_at_20_diff1": 0.472859, "nauc_recall_at_100_max": 0.465655, "nauc_recall_at_100_std": 0.270616, "nauc_recall_at_100_diff1": 0.40727, "nauc_recall_at_1000_max": 0.500498, "nauc_recall_at_1000_std": 0.166657, "nauc_recall_at_1000_diff1": 0.33438, "nauc_precision_at_1_max": 0.554692, "nauc_precision_at_1_std": 0.019796, "nauc_precision_at_1_diff1": 0.679577, "nauc_precision_at_3_max": 0.55767, "nauc_precision_at_3_std": 0.069401, "nauc_precision_at_3_diff1": 0.561554, "nauc_precision_at_5_max": 0.547961, "nauc_precision_at_5_std": 0.098551, "nauc_precision_at_5_diff1": 0.536085, "nauc_precision_at_10_max": 0.528808, "nauc_precision_at_10_std": 0.137108, "nauc_precision_at_10_diff1": 0.499186, "nauc_precision_at_20_max": 0.514096, "nauc_precision_at_20_std": 0.161105, "nauc_precision_at_20_diff1": 0.472859, "nauc_precision_at_100_max": 0.465655, "nauc_precision_at_100_std": 0.270616, "nauc_precision_at_100_diff1": 0.40727, "nauc_precision_at_1000_max": 0.491886, "nauc_precision_at_1000_std": 0.159976, "nauc_precision_at_1000_diff1": 0.33059, "nauc_mrr_at_1_max": 0.554692, "nauc_mrr_at_1_std": 0.019796, "nauc_mrr_at_1_diff1": 0.679577, "nauc_mrr_at_3_max": 0.55662, "nauc_mrr_at_3_std": 0.044598, "nauc_mrr_at_3_diff1": 0.627309, "nauc_mrr_at_5_max": 0.554706, "nauc_mrr_at_5_std": 0.050591, "nauc_mrr_at_5_diff1": 0.622819, "nauc_mrr_at_10_max": 0.552641, "nauc_mrr_at_10_std": 0.054939, "nauc_mrr_at_10_diff1": 0.619282, "nauc_mrr_at_20_max": 0.55192, "nauc_mrr_at_20_std": 0.055941, "nauc_mrr_at_20_diff1": 0.618518, "nauc_mrr_at_100_max": 0.551279, "nauc_mrr_at_100_std": 0.056606, "nauc_mrr_at_100_diff1": 0.618735, "nauc_mrr_at_1000_max": 0.551403, "nauc_mrr_at_1000_std": 0.056244, "nauc_mrr_at_1000_diff1": 0.61906, "main_score": 0.49054, "hf_subset": "vie-spa", "languages": [ "vie-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.21983, "ndcg_at_3": 0.28577, "ndcg_at_5": 0.305, "ndcg_at_10": 0.32897, "ndcg_at_20": 0.34685, "ndcg_at_100": 0.38378, "ndcg_at_1000": 0.41511, "map_at_1": 0.21983, "map_at_3": 0.26999, "map_at_5": 0.28065, "map_at_10": 0.29057, "map_at_20": 0.29545, "map_at_100": 0.3003, "map_at_1000": 0.30136, "recall_at_1": 0.21983, "recall_at_3": 0.33128, "recall_at_5": 0.37802, "recall_at_10": 0.45198, "recall_at_20": 0.52286, "recall_at_100": 0.72573, "recall_at_1000": 0.97894, "precision_at_1": 0.21983, "precision_at_3": 0.11043, "precision_at_5": 0.0756, "precision_at_10": 0.0452, "precision_at_20": 0.02614, "precision_at_100": 0.00726, "precision_at_1000": 0.00098, "mrr_at_1": 0.219825, "mrr_at_3": 0.269988, "mrr_at_5": 0.280645, "mrr_at_10": 0.290568, "mrr_at_20": 0.29545, "mrr_at_100": 0.300304, "mrr_at_1000": 0.301362, "nauc_ndcg_at_1_max": 0.449015, "nauc_ndcg_at_1_std": 0.052829, "nauc_ndcg_at_1_diff1": 0.507926, "nauc_ndcg_at_3_max": 0.433856, "nauc_ndcg_at_3_std": 0.087952, "nauc_ndcg_at_3_diff1": 0.431972, "nauc_ndcg_at_5_max": 0.429627, "nauc_ndcg_at_5_std": 0.089995, "nauc_ndcg_at_5_diff1": 0.425277, "nauc_ndcg_at_10_max": 0.424987, "nauc_ndcg_at_10_std": 0.101994, "nauc_ndcg_at_10_diff1": 0.417826, "nauc_ndcg_at_20_max": 0.415275, "nauc_ndcg_at_20_std": 0.099927, "nauc_ndcg_at_20_diff1": 0.411196, "nauc_ndcg_at_100_max": 0.404626, "nauc_ndcg_at_100_std": 0.098105, "nauc_ndcg_at_100_diff1": 0.409943, "nauc_ndcg_at_1000_max": 0.416996, "nauc_ndcg_at_1000_std": 0.096838, "nauc_ndcg_at_1000_diff1": 0.420585, "nauc_map_at_1_max": 0.449015, "nauc_map_at_1_std": 0.052829, "nauc_map_at_1_diff1": 0.507926, "nauc_map_at_3_max": 0.437794, "nauc_map_at_3_std": 0.079648, "nauc_map_at_3_diff1": 0.448101, "nauc_map_at_5_max": 0.434966, "nauc_map_at_5_std": 0.080727, "nauc_map_at_5_diff1": 0.443843, "nauc_map_at_10_max": 0.433107, "nauc_map_at_10_std": 0.085914, "nauc_map_at_10_diff1": 0.440811, "nauc_map_at_20_max": 0.430347, "nauc_map_at_20_std": 0.085094, "nauc_map_at_20_diff1": 0.439077, "nauc_map_at_100_max": 0.428623, "nauc_map_at_100_std": 0.084788, "nauc_map_at_100_diff1": 0.439047, "nauc_map_at_1000_max": 0.429036, "nauc_map_at_1000_std": 0.084852, "nauc_map_at_1000_diff1": 0.439419, "nauc_recall_at_1_max": 0.449015, "nauc_recall_at_1_std": 0.052829, "nauc_recall_at_1_diff1": 0.507926, "nauc_recall_at_3_max": 0.423132, "nauc_recall_at_3_std": 0.110294, "nauc_recall_at_3_diff1": 0.389239, "nauc_recall_at_5_max": 0.415302, "nauc_recall_at_5_std": 0.114909, "nauc_recall_at_5_diff1": 0.376383, "nauc_recall_at_10_max": 0.401242, "nauc_recall_at_10_std": 0.149257, "nauc_recall_at_10_diff1": 0.3539, "nauc_recall_at_20_max": 0.363681, "nauc_recall_at_20_std": 0.14474, "nauc_recall_at_20_diff1": 0.325534, "nauc_recall_at_100_max": 0.275936, "nauc_recall_at_100_std": 0.151121, "nauc_recall_at_100_diff1": 0.282615, "nauc_recall_at_1000_max": 0.310658, "nauc_recall_at_1000_std": 0.441014, "nauc_recall_at_1000_diff1": 0.153573, "nauc_precision_at_1_max": 0.449015, "nauc_precision_at_1_std": 0.052829, "nauc_precision_at_1_diff1": 0.507926, "nauc_precision_at_3_max": 0.423132, "nauc_precision_at_3_std": 0.110294, "nauc_precision_at_3_diff1": 0.389239, "nauc_precision_at_5_max": 0.415302, "nauc_precision_at_5_std": 0.114909, "nauc_precision_at_5_diff1": 0.376383, "nauc_precision_at_10_max": 0.401242, "nauc_precision_at_10_std": 0.149257, "nauc_precision_at_10_diff1": 0.3539, "nauc_precision_at_20_max": 0.363681, "nauc_precision_at_20_std": 0.14474, "nauc_precision_at_20_diff1": 0.325534, "nauc_precision_at_100_max": 0.275936, "nauc_precision_at_100_std": 0.151121, "nauc_precision_at_100_diff1": 0.282615, "nauc_precision_at_1000_max": 0.310658, "nauc_precision_at_1000_std": 0.441014, "nauc_precision_at_1000_diff1": 0.153573, "nauc_mrr_at_1_max": 0.449015, "nauc_mrr_at_1_std": 0.052829, "nauc_mrr_at_1_diff1": 0.507926, "nauc_mrr_at_3_max": 0.437794, "nauc_mrr_at_3_std": 0.079648, "nauc_mrr_at_3_diff1": 0.448101, "nauc_mrr_at_5_max": 0.434966, "nauc_mrr_at_5_std": 0.080727, "nauc_mrr_at_5_diff1": 0.443843, "nauc_mrr_at_10_max": 0.433107, "nauc_mrr_at_10_std": 0.085914, "nauc_mrr_at_10_diff1": 0.440811, "nauc_mrr_at_20_max": 0.430347, "nauc_mrr_at_20_std": 0.085094, "nauc_mrr_at_20_diff1": 0.439077, "nauc_mrr_at_100_max": 0.428623, "nauc_mrr_at_100_std": 0.084788, "nauc_mrr_at_100_diff1": 0.439047, "nauc_mrr_at_1000_max": 0.429036, "nauc_mrr_at_1000_std": 0.084852, "nauc_mrr_at_1000_diff1": 0.439419, "main_score": 0.32897, "hf_subset": "vie-hin", "languages": [ "vie-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.32884, "ndcg_at_3": 0.39795, "ndcg_at_5": 0.41833, "ndcg_at_10": 0.43773, "ndcg_at_20": 0.45297, "ndcg_at_100": 0.47687, "ndcg_at_1000": 0.49999, "map_at_1": 0.32884, "map_at_3": 0.38129, "map_at_5": 0.39255, "map_at_10": 0.40054, "map_at_20": 0.40473, "map_at_100": 0.40785, "map_at_1000": 0.40864, "recall_at_1": 0.32884, "recall_at_3": 0.44604, "recall_at_5": 0.49572, "recall_at_10": 0.55578, "recall_at_20": 0.61601, "recall_at_100": 0.74759, "recall_at_1000": 0.93412, "precision_at_1": 0.32884, "precision_at_3": 0.14868, "precision_at_5": 0.09914, "precision_at_10": 0.05558, "precision_at_20": 0.0308, "precision_at_100": 0.00748, "precision_at_1000": 0.00093, "mrr_at_1": 0.328844, "mrr_at_3": 0.381286, "mrr_at_5": 0.392551, "mrr_at_10": 0.400545, "mrr_at_20": 0.404729, "mrr_at_100": 0.407852, "mrr_at_1000": 0.408639, "nauc_ndcg_at_1_max": 0.560492, "nauc_ndcg_at_1_std": -0.002812, "nauc_ndcg_at_1_diff1": 0.63722, "nauc_ndcg_at_3_max": 0.553535, "nauc_ndcg_at_3_std": 0.00107, "nauc_ndcg_at_3_diff1": 0.566363, "nauc_ndcg_at_5_max": 0.54419, "nauc_ndcg_at_5_std": 0.001288, "nauc_ndcg_at_5_diff1": 0.550949, "nauc_ndcg_at_10_max": 0.538672, "nauc_ndcg_at_10_std": 0.005235, "nauc_ndcg_at_10_diff1": 0.539211, "nauc_ndcg_at_20_max": 0.532045, "nauc_ndcg_at_20_std": 0.01204, "nauc_ndcg_at_20_diff1": 0.532933, "nauc_ndcg_at_100_max": 0.530051, "nauc_ndcg_at_100_std": 0.014918, "nauc_ndcg_at_100_diff1": 0.534802, "nauc_ndcg_at_1000_max": 0.533824, "nauc_ndcg_at_1000_std": 0.010687, "nauc_ndcg_at_1000_diff1": 0.542399, "nauc_map_at_1_max": 0.560492, "nauc_map_at_1_std": -0.002812, "nauc_map_at_1_diff1": 0.63722, "nauc_map_at_3_max": 0.554962, "nauc_map_at_3_std": -9.4e-05, "nauc_map_at_3_diff1": 0.582388, "nauc_map_at_5_max": 0.549829, "nauc_map_at_5_std": 3.2e-05, "nauc_map_at_5_diff1": 0.573841, "nauc_map_at_10_max": 0.547718, "nauc_map_at_10_std": 0.001712, "nauc_map_at_10_diff1": 0.569318, "nauc_map_at_20_max": 0.545857, "nauc_map_at_20_std": 0.003388, "nauc_map_at_20_diff1": 0.567733, "nauc_map_at_100_max": 0.54571, "nauc_map_at_100_std": 0.00362, "nauc_map_at_100_diff1": 0.568106, "nauc_map_at_1000_max": 0.545819, "nauc_map_at_1000_std": 0.00351, "nauc_map_at_1000_diff1": 0.568344, "nauc_recall_at_1_max": 0.560492, "nauc_recall_at_1_std": -0.002812, "nauc_recall_at_1_diff1": 0.63722, "nauc_recall_at_3_max": 0.549542, "nauc_recall_at_3_std": 0.004502, "nauc_recall_at_3_diff1": 0.5208, "nauc_recall_at_5_max": 0.526501, "nauc_recall_at_5_std": 0.005053, "nauc_recall_at_5_diff1": 0.482678, "nauc_recall_at_10_max": 0.50699, "nauc_recall_at_10_std": 0.017654, "nauc_recall_at_10_diff1": 0.439895, "nauc_recall_at_20_max": 0.476449, "nauc_recall_at_20_std": 0.049647, "nauc_recall_at_20_diff1": 0.40468, "nauc_recall_at_100_max": 0.440189, "nauc_recall_at_100_std": 0.088007, "nauc_recall_at_100_diff1": 0.374623, "nauc_recall_at_1000_max": 0.375954, "nauc_recall_at_1000_std": 0.094393, "nauc_recall_at_1000_diff1": 0.289316, "nauc_precision_at_1_max": 0.560492, "nauc_precision_at_1_std": -0.002812, "nauc_precision_at_1_diff1": 0.63722, "nauc_precision_at_3_max": 0.549542, "nauc_precision_at_3_std": 0.004502, "nauc_precision_at_3_diff1": 0.5208, "nauc_precision_at_5_max": 0.526501, "nauc_precision_at_5_std": 0.005053, "nauc_precision_at_5_diff1": 0.482678, "nauc_precision_at_10_max": 0.50699, "nauc_precision_at_10_std": 0.017654, "nauc_precision_at_10_diff1": 0.439895, "nauc_precision_at_20_max": 0.476449, "nauc_precision_at_20_std": 0.049647, "nauc_precision_at_20_diff1": 0.40468, "nauc_precision_at_100_max": 0.440189, "nauc_precision_at_100_std": 0.088007, "nauc_precision_at_100_diff1": 0.374623, "nauc_precision_at_1000_max": 0.375954, "nauc_precision_at_1000_std": 0.094393, "nauc_precision_at_1000_diff1": 0.289316, "nauc_mrr_at_1_max": 0.560492, "nauc_mrr_at_1_std": -0.002812, "nauc_mrr_at_1_diff1": 0.63722, "nauc_mrr_at_3_max": 0.554962, "nauc_mrr_at_3_std": -9.4e-05, "nauc_mrr_at_3_diff1": 0.582388, "nauc_mrr_at_5_max": 0.549829, "nauc_mrr_at_5_std": 3.2e-05, "nauc_mrr_at_5_diff1": 0.573841, "nauc_mrr_at_10_max": 0.547718, "nauc_mrr_at_10_std": 0.001712, "nauc_mrr_at_10_diff1": 0.569318, "nauc_mrr_at_20_max": 0.545857, "nauc_mrr_at_20_std": 0.003388, "nauc_mrr_at_20_diff1": 0.567733, "nauc_mrr_at_100_max": 0.545711, "nauc_mrr_at_100_std": 0.00362, "nauc_mrr_at_100_diff1": 0.568106, "nauc_mrr_at_1000_max": 0.54582, "nauc_mrr_at_1000_std": 0.00351, "nauc_mrr_at_1000_diff1": 0.568344, "main_score": 0.43773, "hf_subset": "vie-vie", "languages": [ "vie-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.24086, "ndcg_at_3": 0.30491, "ndcg_at_5": 0.33158, "ndcg_at_10": 0.35956, "ndcg_at_20": 0.38203, "ndcg_at_100": 0.41547, "ndcg_at_1000": 0.44111, "map_at_1": 0.24086, "map_at_3": 0.28839, "map_at_5": 0.30303, "map_at_10": 0.31459, "map_at_20": 0.32074, "map_at_100": 0.32518, "map_at_1000": 0.32606, "recall_at_1": 0.24086, "recall_at_3": 0.35306, "recall_at_5": 0.41843, "recall_at_10": 0.50489, "recall_at_20": 0.59393, "recall_at_100": 0.77663, "recall_at_1000": 0.98302, "precision_at_1": 0.24086, "precision_at_3": 0.11769, "precision_at_5": 0.08369, "precision_at_10": 0.05049, "precision_at_20": 0.0297, "precision_at_100": 0.00777, "precision_at_1000": 0.00098, "mrr_at_1": 0.240865, "mrr_at_3": 0.288386, "mrr_at_5": 0.303028, "mrr_at_10": 0.314591, "mrr_at_20": 0.320744, "mrr_at_100": 0.32518, "mrr_at_1000": 0.326056, "nauc_ndcg_at_1_max": 0.521537, "nauc_ndcg_at_1_std": 0.010303, "nauc_ndcg_at_1_diff1": 0.511395, "nauc_ndcg_at_3_max": 0.528761, "nauc_ndcg_at_3_std": 0.047668, "nauc_ndcg_at_3_diff1": 0.444655, "nauc_ndcg_at_5_max": 0.516592, "nauc_ndcg_at_5_std": 0.050492, "nauc_ndcg_at_5_diff1": 0.433719, "nauc_ndcg_at_10_max": 0.49834, "nauc_ndcg_at_10_std": 0.050732, "nauc_ndcg_at_10_diff1": 0.410104, "nauc_ndcg_at_20_max": 0.494561, "nauc_ndcg_at_20_std": 0.061213, "nauc_ndcg_at_20_diff1": 0.405528, "nauc_ndcg_at_100_max": 0.49855, "nauc_ndcg_at_100_std": 0.069989, "nauc_ndcg_at_100_diff1": 0.411143, "nauc_ndcg_at_1000_max": 0.504323, "nauc_ndcg_at_1000_std": 0.05696, "nauc_ndcg_at_1000_diff1": 0.423057, "nauc_map_at_1_max": 0.521537, "nauc_map_at_1_std": 0.010303, "nauc_map_at_1_diff1": 0.511395, "nauc_map_at_3_max": 0.527191, "nauc_map_at_3_std": 0.037208, "nauc_map_at_3_diff1": 0.459464, "nauc_map_at_5_max": 0.520162, "nauc_map_at_5_std": 0.038624, "nauc_map_at_5_diff1": 0.453319, "nauc_map_at_10_max": 0.512618, "nauc_map_at_10_std": 0.039124, "nauc_map_at_10_diff1": 0.443634, "nauc_map_at_20_max": 0.511805, "nauc_map_at_20_std": 0.042063, "nauc_map_at_20_diff1": 0.442668, "nauc_map_at_100_max": 0.512616, "nauc_map_at_100_std": 0.043371, "nauc_map_at_100_diff1": 0.443629, "nauc_map_at_1000_max": 0.512835, "nauc_map_at_1000_std": 0.042929, "nauc_map_at_1000_diff1": 0.444018, "nauc_recall_at_1_max": 0.521537, "nauc_recall_at_1_std": 0.010303, "nauc_recall_at_1_diff1": 0.511395, "nauc_recall_at_3_max": 0.532978, "nauc_recall_at_3_std": 0.07669, "nauc_recall_at_3_diff1": 0.40478, "nauc_recall_at_5_max": 0.505562, "nauc_recall_at_5_std": 0.083572, "nauc_recall_at_5_diff1": 0.379916, "nauc_recall_at_10_max": 0.450327, "nauc_recall_at_10_std": 0.083106, "nauc_recall_at_10_diff1": 0.307061, "nauc_recall_at_20_max": 0.429051, "nauc_recall_at_20_std": 0.128165, "nauc_recall_at_20_diff1": 0.277474, "nauc_recall_at_100_max": 0.420801, "nauc_recall_at_100_std": 0.228716, "nauc_recall_at_100_diff1": 0.253613, "nauc_recall_at_1000_max": 0.341016, "nauc_recall_at_1000_std": 0.213722, "nauc_recall_at_1000_diff1": 0.16574, "nauc_precision_at_1_max": 0.521537, "nauc_precision_at_1_std": 0.010303, "nauc_precision_at_1_diff1": 0.511395, "nauc_precision_at_3_max": 0.532978, "nauc_precision_at_3_std": 0.07669, "nauc_precision_at_3_diff1": 0.40478, "nauc_precision_at_5_max": 0.505562, "nauc_precision_at_5_std": 0.083572, "nauc_precision_at_5_diff1": 0.379916, "nauc_precision_at_10_max": 0.450327, "nauc_precision_at_10_std": 0.083106, "nauc_precision_at_10_diff1": 0.307061, "nauc_precision_at_20_max": 0.429051, "nauc_precision_at_20_std": 0.128165, "nauc_precision_at_20_diff1": 0.277474, "nauc_precision_at_100_max": 0.420801, "nauc_precision_at_100_std": 0.228716, "nauc_precision_at_100_diff1": 0.253613, "nauc_precision_at_1000_max": 0.341016, "nauc_precision_at_1000_std": 0.213722, "nauc_precision_at_1000_diff1": 0.16574, "nauc_mrr_at_1_max": 0.521537, "nauc_mrr_at_1_std": 0.010303, "nauc_mrr_at_1_diff1": 0.511395, "nauc_mrr_at_3_max": 0.527191, "nauc_mrr_at_3_std": 0.037208, "nauc_mrr_at_3_diff1": 0.459464, "nauc_mrr_at_5_max": 0.520162, "nauc_mrr_at_5_std": 0.038624, "nauc_mrr_at_5_diff1": 0.453319, "nauc_mrr_at_10_max": 0.512618, "nauc_mrr_at_10_std": 0.039124, "nauc_mrr_at_10_diff1": 0.443634, "nauc_mrr_at_20_max": 0.511805, "nauc_mrr_at_20_std": 0.042063, "nauc_mrr_at_20_diff1": 0.442668, "nauc_mrr_at_100_max": 0.512616, "nauc_mrr_at_100_std": 0.043371, "nauc_mrr_at_100_diff1": 0.443629, "nauc_mrr_at_1000_max": 0.512835, "nauc_mrr_at_1000_std": 0.042929, "nauc_mrr_at_1000_diff1": 0.444018, "main_score": 0.35956, "hf_subset": "vie-zho", "languages": [ "vie-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.29042, "ndcg_at_3": 0.36633, "ndcg_at_5": 0.38957, "ndcg_at_10": 0.41543, "ndcg_at_20": 0.43414, "ndcg_at_100": 0.46427, "ndcg_at_1000": 0.48768, "map_at_1": 0.29042, "map_at_3": 0.34755, "map_at_5": 0.36042, "map_at_10": 0.37108, "map_at_20": 0.37618, "map_at_100": 0.38019, "map_at_1000": 0.38098, "recall_at_1": 0.29042, "recall_at_3": 0.42072, "recall_at_5": 0.47724, "recall_at_10": 0.5573, "recall_at_20": 0.63161, "recall_at_100": 0.79644, "recall_at_1000": 0.98587, "precision_at_1": 0.29042, "precision_at_3": 0.14024, "precision_at_5": 0.09545, "precision_at_10": 0.05573, "precision_at_20": 0.03158, "precision_at_100": 0.00796, "precision_at_1000": 0.00099, "mrr_at_1": 0.290424, "mrr_at_3": 0.347549, "mrr_at_5": 0.360422, "mrr_at_10": 0.371082, "mrr_at_20": 0.376179, "mrr_at_100": 0.380187, "mrr_at_1000": 0.380983, "nauc_ndcg_at_1_max": 0.542654, "nauc_ndcg_at_1_std": 0.126856, "nauc_ndcg_at_1_diff1": 0.602991, "nauc_ndcg_at_3_max": 0.536493, "nauc_ndcg_at_3_std": 0.159886, "nauc_ndcg_at_3_diff1": 0.528961, "nauc_ndcg_at_5_max": 0.533528, "nauc_ndcg_at_5_std": 0.160793, "nauc_ndcg_at_5_diff1": 0.522638, "nauc_ndcg_at_10_max": 0.530043, "nauc_ndcg_at_10_std": 0.181064, "nauc_ndcg_at_10_diff1": 0.511583, "nauc_ndcg_at_20_max": 0.521196, "nauc_ndcg_at_20_std": 0.188852, "nauc_ndcg_at_20_diff1": 0.501071, "nauc_ndcg_at_100_max": 0.519295, "nauc_ndcg_at_100_std": 0.194961, "nauc_ndcg_at_100_diff1": 0.500709, "nauc_ndcg_at_1000_max": 0.527481, "nauc_ndcg_at_1000_std": 0.181367, "nauc_ndcg_at_1000_diff1": 0.515883, "nauc_map_at_1_max": 0.542654, "nauc_map_at_1_std": 0.126856, "nauc_map_at_1_diff1": 0.602991, "nauc_map_at_3_max": 0.53949, "nauc_map_at_3_std": 0.152693, "nauc_map_at_3_diff1": 0.546565, "nauc_map_at_5_max": 0.538038, "nauc_map_at_5_std": 0.153142, "nauc_map_at_5_diff1": 0.543385, "nauc_map_at_10_max": 0.53649, "nauc_map_at_10_std": 0.160987, "nauc_map_at_10_diff1": 0.538869, "nauc_map_at_20_max": 0.534064, "nauc_map_at_20_std": 0.162761, "nauc_map_at_20_diff1": 0.536128, "nauc_map_at_100_max": 0.533729, "nauc_map_at_100_std": 0.163505, "nauc_map_at_100_diff1": 0.536158, "nauc_map_at_1000_max": 0.534014, "nauc_map_at_1000_std": 0.163162, "nauc_map_at_1000_diff1": 0.53666, "nauc_recall_at_1_max": 0.542654, "nauc_recall_at_1_std": 0.126856, "nauc_recall_at_1_diff1": 0.602991, "nauc_recall_at_3_max": 0.527468, "nauc_recall_at_3_std": 0.179828, "nauc_recall_at_3_diff1": 0.479516, "nauc_recall_at_5_max": 0.519407, "nauc_recall_at_5_std": 0.182497, "nauc_recall_at_5_diff1": 0.462271, "nauc_recall_at_10_max": 0.508077, "nauc_recall_at_10_std": 0.251197, "nauc_recall_at_10_diff1": 0.423422, "nauc_recall_at_20_max": 0.467205, "nauc_recall_at_20_std": 0.295086, "nauc_recall_at_20_diff1": 0.367828, "nauc_recall_at_100_max": 0.423641, "nauc_recall_at_100_std": 0.406917, "nauc_recall_at_100_diff1": 0.293841, "nauc_recall_at_1000_max": 0.59949, "nauc_recall_at_1000_std": 0.587805, "nauc_recall_at_1000_diff1": 0.317708, "nauc_precision_at_1_max": 0.542654, "nauc_precision_at_1_std": 0.126856, "nauc_precision_at_1_diff1": 0.602991, "nauc_precision_at_3_max": 0.527468, "nauc_precision_at_3_std": 0.179828, "nauc_precision_at_3_diff1": 0.479516, "nauc_precision_at_5_max": 0.519407, "nauc_precision_at_5_std": 0.182497, "nauc_precision_at_5_diff1": 0.462271, "nauc_precision_at_10_max": 0.508077, "nauc_precision_at_10_std": 0.251197, "nauc_precision_at_10_diff1": 0.423422, "nauc_precision_at_20_max": 0.467205, "nauc_precision_at_20_std": 0.295086, "nauc_precision_at_20_diff1": 0.367828, "nauc_precision_at_100_max": 0.423641, "nauc_precision_at_100_std": 0.406917, "nauc_precision_at_100_diff1": 0.293841, "nauc_precision_at_1000_max": 0.543894, "nauc_precision_at_1000_std": 0.547928, "nauc_precision_at_1000_diff1": 0.286, "nauc_mrr_at_1_max": 0.542654, "nauc_mrr_at_1_std": 0.126856, "nauc_mrr_at_1_diff1": 0.602991, "nauc_mrr_at_3_max": 0.53949, "nauc_mrr_at_3_std": 0.152693, "nauc_mrr_at_3_diff1": 0.546565, "nauc_mrr_at_5_max": 0.538038, "nauc_mrr_at_5_std": 0.153142, "nauc_mrr_at_5_diff1": 0.543385, "nauc_mrr_at_10_max": 0.53649, "nauc_mrr_at_10_std": 0.160987, "nauc_mrr_at_10_diff1": 0.538869, "nauc_mrr_at_20_max": 0.534064, "nauc_mrr_at_20_std": 0.162761, "nauc_mrr_at_20_diff1": 0.536128, "nauc_mrr_at_100_max": 0.533729, "nauc_mrr_at_100_std": 0.163505, "nauc_mrr_at_100_diff1": 0.536158, "nauc_mrr_at_1000_max": 0.534014, "nauc_mrr_at_1000_std": 0.163162, "nauc_mrr_at_1000_diff1": 0.53666, "main_score": 0.41543, "hf_subset": "zho-ara", "languages": [ "zho-Hans", "ara-Arab" ] }, { "ndcg_at_1": 0.24244, "ndcg_at_3": 0.36019, "ndcg_at_5": 0.40468, "ndcg_at_10": 0.44147, "ndcg_at_20": 0.46329, "ndcg_at_100": 0.48904, "ndcg_at_1000": 0.50282, "map_at_1": 0.24244, "map_at_3": 0.33117, "map_at_5": 0.35588, "map_at_10": 0.37157, "map_at_20": 0.37764, "map_at_100": 0.38122, "map_at_1000": 0.38174, "recall_at_1": 0.24244, "recall_at_3": 0.44417, "recall_at_5": 0.55213, "recall_at_10": 0.66317, "recall_at_20": 0.74892, "recall_at_100": 0.88772, "recall_at_1000": 0.9963, "precision_at_1": 0.24244, "precision_at_3": 0.14806, "precision_at_5": 0.11043, "precision_at_10": 0.06632, "precision_at_20": 0.03745, "precision_at_100": 0.00888, "precision_at_1000": 0.001, "mrr_at_1": 0.242443, "mrr_at_3": 0.331174, "mrr_at_5": 0.355881, "mrr_at_10": 0.371575, "mrr_at_20": 0.377639, "mrr_at_100": 0.381224, "mrr_at_1000": 0.381745, "nauc_ndcg_at_1_max": 0.233993, "nauc_ndcg_at_1_std": 0.222177, "nauc_ndcg_at_1_diff1": 0.131227, "nauc_ndcg_at_3_max": 0.127081, "nauc_ndcg_at_3_std": 0.183413, "nauc_ndcg_at_3_diff1": 0.014666, "nauc_ndcg_at_5_max": 0.10291, "nauc_ndcg_at_5_std": 0.169674, "nauc_ndcg_at_5_diff1": 0.003868, "nauc_ndcg_at_10_max": 0.079958, "nauc_ndcg_at_10_std": 0.172585, "nauc_ndcg_at_10_diff1": -0.008361, "nauc_ndcg_at_20_max": 0.078092, "nauc_ndcg_at_20_std": 0.184252, "nauc_ndcg_at_20_diff1": -0.005882, "nauc_ndcg_at_100_max": 0.082653, "nauc_ndcg_at_100_std": 0.19258, "nauc_ndcg_at_100_diff1": -0.004071, "nauc_ndcg_at_1000_max": 0.101605, "nauc_ndcg_at_1000_std": 0.190999, "nauc_ndcg_at_1000_diff1": 0.00909, "nauc_map_at_1_max": 0.233993, "nauc_map_at_1_std": 0.222177, "nauc_map_at_1_diff1": 0.131227, "nauc_map_at_3_max": 0.15059, "nauc_map_at_3_std": 0.193601, "nauc_map_at_3_diff1": 0.039573, "nauc_map_at_5_max": 0.1378, "nauc_map_at_5_std": 0.186224, "nauc_map_at_5_diff1": 0.033832, "nauc_map_at_10_max": 0.128777, "nauc_map_at_10_std": 0.187855, "nauc_map_at_10_diff1": 0.029256, "nauc_map_at_20_max": 0.128847, "nauc_map_at_20_std": 0.191329, "nauc_map_at_20_diff1": 0.030258, "nauc_map_at_100_max": 0.129447, "nauc_map_at_100_std": 0.192917, "nauc_map_at_100_diff1": 0.030322, "nauc_map_at_1000_max": 0.130067, "nauc_map_at_1000_std": 0.192948, "nauc_map_at_1000_diff1": 0.030769, "nauc_recall_at_1_max": 0.233993, "nauc_recall_at_1_std": 0.222177, "nauc_recall_at_1_diff1": 0.131227, "nauc_recall_at_3_max": 0.063621, "nauc_recall_at_3_std": 0.155249, "nauc_recall_at_3_diff1": -0.052279, "nauc_recall_at_5_max": -0.000879, "nauc_recall_at_5_std": 0.119412, "nauc_recall_at_5_diff1": -0.082953, "nauc_recall_at_10_max": -0.096336, "nauc_recall_at_10_std": 0.119624, "nauc_recall_at_10_diff1": -0.13954, "nauc_recall_at_20_max": -0.149616, "nauc_recall_at_20_std": 0.165239, "nauc_recall_at_20_diff1": -0.158012, "nauc_recall_at_100_max": -0.304295, "nauc_recall_at_100_std": 0.237496, "nauc_recall_at_100_diff1": -0.27242, "nauc_recall_at_1000_max": -0.560523, "nauc_recall_at_1000_std": 0.176598, "nauc_recall_at_1000_diff1": -0.495089, "nauc_precision_at_1_max": 0.233993, "nauc_precision_at_1_std": 0.222177, "nauc_precision_at_1_diff1": 0.131227, "nauc_precision_at_3_max": 0.063621, "nauc_precision_at_3_std": 0.155249, "nauc_precision_at_3_diff1": -0.052279, "nauc_precision_at_5_max": -0.000879, "nauc_precision_at_5_std": 0.119412, "nauc_precision_at_5_diff1": -0.082953, "nauc_precision_at_10_max": -0.096336, "nauc_precision_at_10_std": 0.119624, "nauc_precision_at_10_diff1": -0.13954, "nauc_precision_at_20_max": -0.149616, "nauc_precision_at_20_std": 0.165239, "nauc_precision_at_20_diff1": -0.158012, "nauc_precision_at_100_max": -0.304295, "nauc_precision_at_100_std": 0.237496, "nauc_precision_at_100_diff1": -0.27242, "nauc_precision_at_1000_max": -0.560523, "nauc_precision_at_1000_std": 0.176598, "nauc_precision_at_1000_diff1": -0.495089, "nauc_mrr_at_1_max": 0.233993, "nauc_mrr_at_1_std": 0.222177, "nauc_mrr_at_1_diff1": 0.131227, "nauc_mrr_at_3_max": 0.15059, "nauc_mrr_at_3_std": 0.193601, "nauc_mrr_at_3_diff1": 0.039573, "nauc_mrr_at_5_max": 0.1378, "nauc_mrr_at_5_std": 0.186224, "nauc_mrr_at_5_diff1": 0.033832, "nauc_mrr_at_10_max": 0.128777, "nauc_mrr_at_10_std": 0.187855, "nauc_mrr_at_10_diff1": 0.029256, "nauc_mrr_at_20_max": 0.128847, "nauc_mrr_at_20_std": 0.191329, "nauc_mrr_at_20_diff1": 0.030258, "nauc_mrr_at_100_max": 0.129447, "nauc_mrr_at_100_std": 0.192917, "nauc_mrr_at_100_diff1": 0.030322, "nauc_mrr_at_1000_max": 0.130067, "nauc_mrr_at_1000_std": 0.192948, "nauc_mrr_at_1000_diff1": 0.030769, "main_score": 0.44147, "hf_subset": "zho-deu", "languages": [ "zho-Hans", "deu-Latn" ] }, { "ndcg_at_1": 0.19961, "ndcg_at_3": 0.27237, "ndcg_at_5": 0.30647, "ndcg_at_10": 0.35754, "ndcg_at_20": 0.38721, "ndcg_at_100": 0.41624, "ndcg_at_1000": 0.43263, "map_at_1": 0.19961, "map_at_3": 0.25398, "map_at_5": 0.27295, "map_at_10": 0.29393, "map_at_20": 0.30227, "map_at_100": 0.30639, "map_at_1000": 0.30696, "recall_at_1": 0.19961, "recall_at_3": 0.3258, "recall_at_5": 0.40837, "recall_at_10": 0.5668, "recall_at_20": 0.68267, "recall_at_100": 0.83749, "recall_at_1000": 0.96884, "precision_at_1": 0.19961, "precision_at_3": 0.1086, "precision_at_5": 0.08167, "precision_at_10": 0.05669, "precision_at_20": 0.03414, "precision_at_100": 0.00838, "precision_at_1000": 0.00097, "mrr_at_1": 0.199611, "mrr_at_3": 0.253976, "mrr_at_5": 0.272954, "mrr_at_10": 0.293939, "mrr_at_20": 0.302277, "mrr_at_100": 0.306396, "mrr_at_1000": 0.306965, "nauc_ndcg_at_1_max": 0.301128, "nauc_ndcg_at_1_std": 0.220453, "nauc_ndcg_at_1_diff1": 0.369329, "nauc_ndcg_at_3_max": 0.236344, "nauc_ndcg_at_3_std": 0.229015, "nauc_ndcg_at_3_diff1": 0.289939, "nauc_ndcg_at_5_max": 0.198977, "nauc_ndcg_at_5_std": 0.225597, "nauc_ndcg_at_5_diff1": 0.267907, "nauc_ndcg_at_10_max": 0.168557, "nauc_ndcg_at_10_std": 0.212998, "nauc_ndcg_at_10_diff1": 0.25684, "nauc_ndcg_at_20_max": 0.162753, "nauc_ndcg_at_20_std": 0.215689, "nauc_ndcg_at_20_diff1": 0.257886, "nauc_ndcg_at_100_max": 0.164507, "nauc_ndcg_at_100_std": 0.231705, "nauc_ndcg_at_100_diff1": 0.26526, "nauc_ndcg_at_1000_max": 0.180141, "nauc_ndcg_at_1000_std": 0.227902, "nauc_ndcg_at_1000_diff1": 0.271214, "nauc_map_at_1_max": 0.301128, "nauc_map_at_1_std": 0.220453, "nauc_map_at_1_diff1": 0.369329, "nauc_map_at_3_max": 0.251775, "nauc_map_at_3_std": 0.226958, "nauc_map_at_3_diff1": 0.308567, "nauc_map_at_5_max": 0.230316, "nauc_map_at_5_std": 0.225082, "nauc_map_at_5_diff1": 0.295714, "nauc_map_at_10_max": 0.217877, "nauc_map_at_10_std": 0.219662, "nauc_map_at_10_diff1": 0.291361, "nauc_map_at_20_max": 0.216547, "nauc_map_at_20_std": 0.220284, "nauc_map_at_20_diff1": 0.291853, "nauc_map_at_100_max": 0.216957, "nauc_map_at_100_std": 0.222512, "nauc_map_at_100_diff1": 0.292786, "nauc_map_at_1000_max": 0.217497, "nauc_map_at_1000_std": 0.222451, "nauc_map_at_1000_diff1": 0.293016, "nauc_recall_at_1_max": 0.301128, "nauc_recall_at_1_std": 0.220453, "nauc_recall_at_1_diff1": 0.369329, "nauc_recall_at_3_max": 0.195686, "nauc_recall_at_3_std": 0.234439, "nauc_recall_at_3_diff1": 0.240953, "nauc_recall_at_5_max": 0.113866, "nauc_recall_at_5_std": 0.226452, "nauc_recall_at_5_diff1": 0.193952, "nauc_recall_at_10_max": 0.013489, "nauc_recall_at_10_std": 0.189133, "nauc_recall_at_10_diff1": 0.153184, "nauc_recall_at_20_max": -0.042251, "nauc_recall_at_20_std": 0.197726, "nauc_recall_at_20_diff1": 0.137609, "nauc_recall_at_100_max": -0.167949, "nauc_recall_at_100_std": 0.337999, "nauc_recall_at_100_diff1": 0.129649, "nauc_recall_at_1000_max": -0.392324, "nauc_recall_at_1000_std": 0.462621, "nauc_recall_at_1000_diff1": 0.002564, "nauc_precision_at_1_max": 0.301128, "nauc_precision_at_1_std": 0.220453, "nauc_precision_at_1_diff1": 0.369329, "nauc_precision_at_3_max": 0.195686, "nauc_precision_at_3_std": 0.234439, "nauc_precision_at_3_diff1": 0.240953, "nauc_precision_at_5_max": 0.113866, "nauc_precision_at_5_std": 0.226452, "nauc_precision_at_5_diff1": 0.193952, "nauc_precision_at_10_max": 0.013834, "nauc_precision_at_10_std": 0.189672, "nauc_precision_at_10_diff1": 0.152941, "nauc_precision_at_20_max": -0.041842, "nauc_precision_at_20_std": 0.198396, "nauc_precision_at_20_diff1": 0.137321, "nauc_precision_at_100_max": -0.166571, "nauc_precision_at_100_std": 0.340732, "nauc_precision_at_100_diff1": 0.127793, "nauc_precision_at_1000_max": -0.380312, "nauc_precision_at_1000_std": 0.474065, "nauc_precision_at_1000_diff1": -0.008125, "nauc_mrr_at_1_max": 0.301128, "nauc_mrr_at_1_std": 0.220453, "nauc_mrr_at_1_diff1": 0.369329, "nauc_mrr_at_3_max": 0.251775, "nauc_mrr_at_3_std": 0.226958, "nauc_mrr_at_3_diff1": 0.308567, "nauc_mrr_at_5_max": 0.230316, "nauc_mrr_at_5_std": 0.225082, "nauc_mrr_at_5_diff1": 0.295714, "nauc_mrr_at_10_max": 0.217915, "nauc_mrr_at_10_std": 0.219719, "nauc_mrr_at_10_diff1": 0.291337, "nauc_mrr_at_20_max": 0.216587, "nauc_mrr_at_20_std": 0.220342, "nauc_mrr_at_20_diff1": 0.29183, "nauc_mrr_at_100_max": 0.216954, "nauc_mrr_at_100_std": 0.222539, "nauc_mrr_at_100_diff1": 0.292776, "nauc_mrr_at_1000_max": 0.217495, "nauc_mrr_at_1000_std": 0.222468, "nauc_mrr_at_1000_diff1": 0.293009, "main_score": 0.35754, "hf_subset": "zho-eng", "languages": [ "zho-Hans", "eng-Latn" ] }, { "ndcg_at_1": 0.39343, "ndcg_at_3": 0.4837, "ndcg_at_5": 0.50861, "ndcg_at_10": 0.53147, "ndcg_at_20": 0.54832, "ndcg_at_100": 0.57106, "ndcg_at_1000": 0.58675, "map_at_1": 0.39343, "map_at_3": 0.46225, "map_at_5": 0.47617, "map_at_10": 0.48586, "map_at_20": 0.49047, "map_at_100": 0.4936, "map_at_1000": 0.49414, "recall_at_1": 0.39343, "recall_at_3": 0.54545, "recall_at_5": 0.60555, "recall_at_10": 0.67488, "recall_at_20": 0.74165, "recall_at_100": 0.86441, "recall_at_1000": 0.99076, "precision_at_1": 0.39343, "precision_at_3": 0.18182, "precision_at_5": 0.12111, "precision_at_10": 0.06749, "precision_at_20": 0.03708, "precision_at_100": 0.00864, "precision_at_1000": 0.00099, "mrr_at_1": 0.393426, "mrr_at_3": 0.46225, "mrr_at_5": 0.476168, "mrr_at_10": 0.485864, "mrr_at_20": 0.490471, "mrr_at_100": 0.493605, "mrr_at_1000": 0.494142, "nauc_ndcg_at_1_max": 0.527431, "nauc_ndcg_at_1_std": 0.186232, "nauc_ndcg_at_1_diff1": 0.543399, "nauc_ndcg_at_3_max": 0.509075, "nauc_ndcg_at_3_std": 0.194978, "nauc_ndcg_at_3_diff1": 0.469791, "nauc_ndcg_at_5_max": 0.498169, "nauc_ndcg_at_5_std": 0.207933, "nauc_ndcg_at_5_diff1": 0.451153, "nauc_ndcg_at_10_max": 0.493731, "nauc_ndcg_at_10_std": 0.218582, "nauc_ndcg_at_10_diff1": 0.443346, "nauc_ndcg_at_20_max": 0.485805, "nauc_ndcg_at_20_std": 0.219299, "nauc_ndcg_at_20_diff1": 0.440256, "nauc_ndcg_at_100_max": 0.488221, "nauc_ndcg_at_100_std": 0.224766, "nauc_ndcg_at_100_diff1": 0.445804, "nauc_ndcg_at_1000_max": 0.494842, "nauc_ndcg_at_1000_std": 0.214869, "nauc_ndcg_at_1000_diff1": 0.456279, "nauc_map_at_1_max": 0.527431, "nauc_map_at_1_std": 0.186232, "nauc_map_at_1_diff1": 0.543399, "nauc_map_at_3_max": 0.513526, "nauc_map_at_3_std": 0.192, "nauc_map_at_3_diff1": 0.487323, "nauc_map_at_5_max": 0.507803, "nauc_map_at_5_std": 0.198906, "nauc_map_at_5_diff1": 0.477387, "nauc_map_at_10_max": 0.506435, "nauc_map_at_10_std": 0.202848, "nauc_map_at_10_diff1": 0.474775, "nauc_map_at_20_max": 0.504509, "nauc_map_at_20_std": 0.202995, "nauc_map_at_20_diff1": 0.474259, "nauc_map_at_100_max": 0.50497, "nauc_map_at_100_std": 0.203808, "nauc_map_at_100_diff1": 0.475112, "nauc_map_at_1000_max": 0.505136, "nauc_map_at_1000_std": 0.203522, "nauc_map_at_1000_diff1": 0.475378, "nauc_recall_at_1_max": 0.527431, "nauc_recall_at_1_std": 0.186232, "nauc_recall_at_1_diff1": 0.543399, "nauc_recall_at_3_max": 0.495652, "nauc_recall_at_3_std": 0.204335, "nauc_recall_at_3_diff1": 0.41707, "nauc_recall_at_5_max": 0.465504, "nauc_recall_at_5_std": 0.23934, "nauc_recall_at_5_diff1": 0.364781, "nauc_recall_at_10_max": 0.443118, "nauc_recall_at_10_std": 0.283483, "nauc_recall_at_10_diff1": 0.323633, "nauc_recall_at_20_max": 0.390666, "nauc_recall_at_20_std": 0.298662, "nauc_recall_at_20_diff1": 0.28406, "nauc_recall_at_100_max": 0.347385, "nauc_recall_at_100_std": 0.41535, "nauc_recall_at_100_diff1": 0.237176, "nauc_recall_at_1000_max": 0.209806, "nauc_recall_at_1000_std": 0.447083, "nauc_recall_at_1000_diff1": 0.215716, "nauc_precision_at_1_max": 0.527431, "nauc_precision_at_1_std": 0.186232, "nauc_precision_at_1_diff1": 0.543399, "nauc_precision_at_3_max": 0.495652, "nauc_precision_at_3_std": 0.204335, "nauc_precision_at_3_diff1": 0.41707, "nauc_precision_at_5_max": 0.465504, "nauc_precision_at_5_std": 0.23934, "nauc_precision_at_5_diff1": 0.364781, "nauc_precision_at_10_max": 0.443118, "nauc_precision_at_10_std": 0.283483, "nauc_precision_at_10_diff1": 0.323633, "nauc_precision_at_20_max": 0.390666, "nauc_precision_at_20_std": 0.298662, "nauc_precision_at_20_diff1": 0.28406, "nauc_precision_at_100_max": 0.347385, "nauc_precision_at_100_std": 0.41535, "nauc_precision_at_100_diff1": 0.237176, "nauc_precision_at_1000_max": 0.209806, "nauc_precision_at_1000_std": 0.447083, "nauc_precision_at_1000_diff1": 0.215716, "nauc_mrr_at_1_max": 0.527431, "nauc_mrr_at_1_std": 0.186232, "nauc_mrr_at_1_diff1": 0.543399, "nauc_mrr_at_3_max": 0.513526, "nauc_mrr_at_3_std": 0.192, "nauc_mrr_at_3_diff1": 0.487323, "nauc_mrr_at_5_max": 0.507803, "nauc_mrr_at_5_std": 0.198906, "nauc_mrr_at_5_diff1": 0.477387, "nauc_mrr_at_10_max": 0.506435, "nauc_mrr_at_10_std": 0.202848, "nauc_mrr_at_10_diff1": 0.474775, "nauc_mrr_at_20_max": 0.504509, "nauc_mrr_at_20_std": 0.202995, "nauc_mrr_at_20_diff1": 0.474259, "nauc_mrr_at_100_max": 0.50497, "nauc_mrr_at_100_std": 0.203808, "nauc_mrr_at_100_diff1": 0.475112, "nauc_mrr_at_1000_max": 0.505136, "nauc_mrr_at_1000_std": 0.203522, "nauc_mrr_at_1000_diff1": 0.475377, "main_score": 0.53147, "hf_subset": "zho-spa", "languages": [ "zho-Hans", "spa-Latn" ] }, { "ndcg_at_1": 0.24066, "ndcg_at_3": 0.32967, "ndcg_at_5": 0.36167, "ndcg_at_10": 0.39186, "ndcg_at_20": 0.41558, "ndcg_at_100": 0.44862, "ndcg_at_1000": 0.46816, "map_at_1": 0.24066, "map_at_3": 0.30814, "map_at_5": 0.32592, "map_at_10": 0.3385, "map_at_20": 0.34499, "map_at_100": 0.34949, "map_at_1000": 0.35018, "recall_at_1": 0.24066, "recall_at_3": 0.39185, "recall_at_5": 0.46942, "recall_at_10": 0.562, "recall_at_20": 0.656, "recall_at_100": 0.83522, "recall_at_1000": 0.99094, "precision_at_1": 0.24066, "precision_at_3": 0.13062, "precision_at_5": 0.09388, "precision_at_10": 0.05623, "precision_at_20": 0.03281, "precision_at_100": 0.00836, "precision_at_1000": 0.00099, "mrr_at_1": 0.240657, "mrr_at_3": 0.308135, "mrr_at_5": 0.325915, "mrr_at_10": 0.338541, "mrr_at_20": 0.345034, "mrr_at_100": 0.349514, "mrr_at_1000": 0.350206, "nauc_ndcg_at_1_max": 0.368331, "nauc_ndcg_at_1_std": 0.163194, "nauc_ndcg_at_1_diff1": 0.193663, "nauc_ndcg_at_3_max": 0.313026, "nauc_ndcg_at_3_std": 0.15316, "nauc_ndcg_at_3_diff1": 0.066087, "nauc_ndcg_at_5_max": 0.303844, "nauc_ndcg_at_5_std": 0.166215, "nauc_ndcg_at_5_diff1": 0.048936, "nauc_ndcg_at_10_max": 0.301543, "nauc_ndcg_at_10_std": 0.187256, "nauc_ndcg_at_10_diff1": 0.043004, "nauc_ndcg_at_20_max": 0.297972, "nauc_ndcg_at_20_std": 0.192802, "nauc_ndcg_at_20_diff1": 0.036671, "nauc_ndcg_at_100_max": 0.293769, "nauc_ndcg_at_100_std": 0.202102, "nauc_ndcg_at_100_diff1": 0.032627, "nauc_ndcg_at_1000_max": 0.303265, "nauc_ndcg_at_1000_std": 0.189054, "nauc_ndcg_at_1000_diff1": 0.05181, "nauc_map_at_1_max": 0.368331, "nauc_map_at_1_std": 0.163194, "nauc_map_at_1_diff1": 0.193663, "nauc_map_at_3_max": 0.325756, "nauc_map_at_3_std": 0.15638, "nauc_map_at_3_diff1": 0.093787, "nauc_map_at_5_max": 0.32083, "nauc_map_at_5_std": 0.163998, "nauc_map_at_5_diff1": 0.08428, "nauc_map_at_10_max": 0.319788, "nauc_map_at_10_std": 0.172758, "nauc_map_at_10_diff1": 0.082031, "nauc_map_at_20_max": 0.318861, "nauc_map_at_20_std": 0.174206, "nauc_map_at_20_diff1": 0.080676, "nauc_map_at_100_max": 0.318415, "nauc_map_at_100_std": 0.17511, "nauc_map_at_100_diff1": 0.080221, "nauc_map_at_1000_max": 0.318671, "nauc_map_at_1000_std": 0.174788, "nauc_map_at_1000_diff1": 0.080795, "nauc_recall_at_1_max": 0.368331, "nauc_recall_at_1_std": 0.163194, "nauc_recall_at_1_diff1": 0.193663, "nauc_recall_at_3_max": 0.278813, "nauc_recall_at_3_std": 0.144163, "nauc_recall_at_3_diff1": -0.007739, "nauc_recall_at_5_max": 0.256023, "nauc_recall_at_5_std": 0.173397, "nauc_recall_at_5_diff1": -0.049242, "nauc_recall_at_10_max": 0.246665, "nauc_recall_at_10_std": 0.238974, "nauc_recall_at_10_diff1": -0.074367, "nauc_recall_at_20_max": 0.223319, "nauc_recall_at_20_std": 0.271032, "nauc_recall_at_20_diff1": -0.121013, "nauc_recall_at_100_max": 0.123389, "nauc_recall_at_100_std": 0.432137, "nauc_recall_at_100_diff1": -0.280737, "nauc_recall_at_1000_max": -0.168388, "nauc_recall_at_1000_std": 0.713806, "nauc_recall_at_1000_diff1": -0.473919, "nauc_precision_at_1_max": 0.368331, "nauc_precision_at_1_std": 0.163194, "nauc_precision_at_1_diff1": 0.193663, "nauc_precision_at_3_max": 0.278813, "nauc_precision_at_3_std": 0.144163, "nauc_precision_at_3_diff1": -0.007739, "nauc_precision_at_5_max": 0.256023, "nauc_precision_at_5_std": 0.173397, "nauc_precision_at_5_diff1": -0.049242, "nauc_precision_at_10_max": 0.245879, "nauc_precision_at_10_std": 0.239196, "nauc_precision_at_10_diff1": -0.075253, "nauc_precision_at_20_max": 0.222443, "nauc_precision_at_20_std": 0.271354, "nauc_precision_at_20_diff1": -0.122079, "nauc_precision_at_100_max": 0.119018, "nauc_precision_at_100_std": 0.43005, "nauc_precision_at_100_diff1": -0.282579, "nauc_precision_at_1000_max": -0.208254, "nauc_precision_at_1000_std": 0.653497, "nauc_precision_at_1000_diff1": -0.483834, "nauc_mrr_at_1_max": 0.368331, "nauc_mrr_at_1_std": 0.163194, "nauc_mrr_at_1_diff1": 0.193663, "nauc_mrr_at_3_max": 0.325756, "nauc_mrr_at_3_std": 0.15638, "nauc_mrr_at_3_diff1": 0.093787, "nauc_mrr_at_5_max": 0.32083, "nauc_mrr_at_5_std": 0.163998, "nauc_mrr_at_5_diff1": 0.08428, "nauc_mrr_at_10_max": 0.319679, "nauc_mrr_at_10_std": 0.172786, "nauc_mrr_at_10_diff1": 0.081912, "nauc_mrr_at_20_max": 0.318751, "nauc_mrr_at_20_std": 0.174235, "nauc_mrr_at_20_diff1": 0.080556, "nauc_mrr_at_100_max": 0.318335, "nauc_mrr_at_100_std": 0.175131, "nauc_mrr_at_100_diff1": 0.080134, "nauc_mrr_at_1000_max": 0.318592, "nauc_mrr_at_1000_std": 0.17481, "nauc_mrr_at_1000_diff1": 0.080707, "main_score": 0.39186, "hf_subset": "zho-hin", "languages": [ "zho-Hans", "hin-Deva" ] }, { "ndcg_at_1": 0.19815, "ndcg_at_3": 0.30029, "ndcg_at_5": 0.33097, "ndcg_at_10": 0.36651, "ndcg_at_20": 0.38847, "ndcg_at_100": 0.41892, "ndcg_at_1000": 0.44047, "map_at_1": 0.19815, "map_at_3": 0.27466, "map_at_5": 0.29165, "map_at_10": 0.30647, "map_at_20": 0.31249, "map_at_100": 0.31663, "map_at_1000": 0.31738, "recall_at_1": 0.19815, "recall_at_3": 0.37468, "recall_at_5": 0.44931, "recall_at_10": 0.55841, "recall_at_20": 0.64539, "recall_at_100": 0.8106, "recall_at_1000": 0.98353, "precision_at_1": 0.19815, "precision_at_3": 0.12489, "precision_at_5": 0.08986, "precision_at_10": 0.05584, "precision_at_20": 0.03227, "precision_at_100": 0.00811, "precision_at_1000": 0.00098, "mrr_at_1": 0.198147, "mrr_at_3": 0.274661, "mrr_at_5": 0.291645, "mrr_at_10": 0.306468, "mrr_at_20": 0.312486, "mrr_at_100": 0.316628, "mrr_at_1000": 0.317379, "nauc_ndcg_at_1_max": 0.270761, "nauc_ndcg_at_1_std": 0.16928, "nauc_ndcg_at_1_diff1": 0.129034, "nauc_ndcg_at_3_max": 0.18109, "nauc_ndcg_at_3_std": 0.166674, "nauc_ndcg_at_3_diff1": 0.01494, "nauc_ndcg_at_5_max": 0.165282, "nauc_ndcg_at_5_std": 0.175112, "nauc_ndcg_at_5_diff1": -0.006019, "nauc_ndcg_at_10_max": 0.14911, "nauc_ndcg_at_10_std": 0.181015, "nauc_ndcg_at_10_diff1": -0.01408, "nauc_ndcg_at_20_max": 0.143006, "nauc_ndcg_at_20_std": 0.190116, "nauc_ndcg_at_20_diff1": -0.021707, "nauc_ndcg_at_100_max": 0.14529, "nauc_ndcg_at_100_std": 0.199009, "nauc_ndcg_at_100_diff1": -0.021778, "nauc_ndcg_at_1000_max": 0.15858, "nauc_ndcg_at_1000_std": 0.18939, "nauc_ndcg_at_1000_diff1": -0.005267, "nauc_map_at_1_max": 0.270761, "nauc_map_at_1_std": 0.16928, "nauc_map_at_1_diff1": 0.129034, "nauc_map_at_3_max": 0.201752, "nauc_map_at_3_std": 0.166598, "nauc_map_at_3_diff1": 0.040488, "nauc_map_at_5_max": 0.192686, "nauc_map_at_5_std": 0.171095, "nauc_map_at_5_diff1": 0.028598, "nauc_map_at_10_max": 0.186476, "nauc_map_at_10_std": 0.173029, "nauc_map_at_10_diff1": 0.025971, "nauc_map_at_20_max": 0.185294, "nauc_map_at_20_std": 0.175619, "nauc_map_at_20_diff1": 0.024209, "nauc_map_at_100_max": 0.185519, "nauc_map_at_100_std": 0.176886, "nauc_map_at_100_diff1": 0.024636, "nauc_map_at_1000_max": 0.185918, "nauc_map_at_1000_std": 0.17667, "nauc_map_at_1000_diff1": 0.02516, "nauc_recall_at_1_max": 0.270761, "nauc_recall_at_1_std": 0.16928, "nauc_recall_at_1_diff1": 0.129034, "nauc_recall_at_3_max": 0.12726, "nauc_recall_at_3_std": 0.167107, "nauc_recall_at_3_diff1": -0.051364, "nauc_recall_at_5_max": 0.091684, "nauc_recall_at_5_std": 0.187258, "nauc_recall_at_5_diff1": -0.098994, "nauc_recall_at_10_max": 0.035462, "nauc_recall_at_10_std": 0.208591, "nauc_recall_at_10_diff1": -0.132955, "nauc_recall_at_20_max": -0.007499, "nauc_recall_at_20_std": 0.249687, "nauc_recall_at_20_diff1": -0.181605, "nauc_recall_at_100_max": -0.069909, "nauc_recall_at_100_std": 0.358857, "nauc_recall_at_100_diff1": -0.282596, "nauc_recall_at_1000_max": -0.33303, "nauc_recall_at_1000_std": 0.537003, "nauc_recall_at_1000_diff1": -0.561152, "nauc_precision_at_1_max": 0.270761, "nauc_precision_at_1_std": 0.16928, "nauc_precision_at_1_diff1": 0.129034, "nauc_precision_at_3_max": 0.12726, "nauc_precision_at_3_std": 0.167107, "nauc_precision_at_3_diff1": -0.051364, "nauc_precision_at_5_max": 0.091684, "nauc_precision_at_5_std": 0.187258, "nauc_precision_at_5_diff1": -0.098994, "nauc_precision_at_10_max": 0.035462, "nauc_precision_at_10_std": 0.208591, "nauc_precision_at_10_diff1": -0.132955, "nauc_precision_at_20_max": -0.007499, "nauc_precision_at_20_std": 0.249687, "nauc_precision_at_20_diff1": -0.181605, "nauc_precision_at_100_max": -0.069909, "nauc_precision_at_100_std": 0.358857, "nauc_precision_at_100_diff1": -0.282596, "nauc_precision_at_1000_max": -0.33303, "nauc_precision_at_1000_std": 0.537003, "nauc_precision_at_1000_diff1": -0.561152, "nauc_mrr_at_1_max": 0.270761, "nauc_mrr_at_1_std": 0.16928, "nauc_mrr_at_1_diff1": 0.129034, "nauc_mrr_at_3_max": 0.201752, "nauc_mrr_at_3_std": 0.166598, "nauc_mrr_at_3_diff1": 0.040488, "nauc_mrr_at_5_max": 0.192686, "nauc_mrr_at_5_std": 0.171095, "nauc_mrr_at_5_diff1": 0.028598, "nauc_mrr_at_10_max": 0.186476, "nauc_mrr_at_10_std": 0.173029, "nauc_mrr_at_10_diff1": 0.025971, "nauc_mrr_at_20_max": 0.185294, "nauc_mrr_at_20_std": 0.175619, "nauc_mrr_at_20_diff1": 0.024209, "nauc_mrr_at_100_max": 0.185519, "nauc_mrr_at_100_std": 0.176886, "nauc_mrr_at_100_diff1": 0.024636, "nauc_mrr_at_1000_max": 0.185918, "nauc_mrr_at_1000_std": 0.17667, "nauc_mrr_at_1000_diff1": 0.02516, "main_score": 0.36651, "hf_subset": "zho-vie", "languages": [ "zho-Hans", "vie-Latn" ] }, { "ndcg_at_1": 0.478, "ndcg_at_3": 0.54576, "ndcg_at_5": 0.56478, "ndcg_at_10": 0.58354, "ndcg_at_20": 0.59574, "ndcg_at_100": 0.61574, "ndcg_at_1000": 0.62908, "map_at_1": 0.478, "map_at_3": 0.52937, "map_at_5": 0.53994, "map_at_10": 0.54771, "map_at_20": 0.55111, "map_at_100": 0.55382, "map_at_1000": 0.55426, "recall_at_1": 0.478, "recall_at_3": 0.59307, "recall_at_5": 0.63921, "recall_at_10": 0.69704, "recall_at_20": 0.74494, "recall_at_100": 0.85349, "recall_at_1000": 0.96184, "precision_at_1": 0.478, "precision_at_3": 0.19769, "precision_at_5": 0.12784, "precision_at_10": 0.0697, "precision_at_20": 0.03725, "precision_at_100": 0.00854, "precision_at_1000": 0.00096, "mrr_at_1": 0.477998, "mrr_at_3": 0.529368, "mrr_at_5": 0.53994, "mrr_at_10": 0.547709, "mrr_at_20": 0.551106, "mrr_at_100": 0.553818, "mrr_at_1000": 0.554261, "nauc_ndcg_at_1_max": 0.698162, "nauc_ndcg_at_1_std": 0.162361, "nauc_ndcg_at_1_diff1": 0.735067, "nauc_ndcg_at_3_max": 0.711384, "nauc_ndcg_at_3_std": 0.194501, "nauc_ndcg_at_3_diff1": 0.683269, "nauc_ndcg_at_5_max": 0.715374, "nauc_ndcg_at_5_std": 0.207768, "nauc_ndcg_at_5_diff1": 0.677533, "nauc_ndcg_at_10_max": 0.717484, "nauc_ndcg_at_10_std": 0.221888, "nauc_ndcg_at_10_diff1": 0.674952, "nauc_ndcg_at_20_max": 0.717544, "nauc_ndcg_at_20_std": 0.227227, "nauc_ndcg_at_20_diff1": 0.674935, "nauc_ndcg_at_100_max": 0.715694, "nauc_ndcg_at_100_std": 0.230575, "nauc_ndcg_at_100_diff1": 0.677017, "nauc_ndcg_at_1000_max": 0.714862, "nauc_ndcg_at_1000_std": 0.221409, "nauc_ndcg_at_1000_diff1": 0.681782, "nauc_map_at_1_max": 0.698162, "nauc_map_at_1_std": 0.162361, "nauc_map_at_1_diff1": 0.735067, "nauc_map_at_3_max": 0.708905, "nauc_map_at_3_std": 0.186121, "nauc_map_at_3_diff1": 0.696457, "nauc_map_at_5_max": 0.711009, "nauc_map_at_5_std": 0.193049, "nauc_map_at_5_diff1": 0.693646, "nauc_map_at_10_max": 0.711909, "nauc_map_at_10_std": 0.198579, "nauc_map_at_10_diff1": 0.692837, "nauc_map_at_20_max": 0.711829, "nauc_map_at_20_std": 0.199831, "nauc_map_at_20_diff1": 0.692893, "nauc_map_at_100_max": 0.71152, "nauc_map_at_100_std": 0.200173, "nauc_map_at_100_diff1": 0.693165, "nauc_map_at_1000_max": 0.711483, "nauc_map_at_1000_std": 0.199894, "nauc_map_at_1000_diff1": 0.693302, "nauc_recall_at_1_max": 0.698162, "nauc_recall_at_1_std": 0.162361, "nauc_recall_at_1_diff1": 0.735067, "nauc_recall_at_3_max": 0.71862, "nauc_recall_at_3_std": 0.220343, "nauc_recall_at_3_diff1": 0.642734, "nauc_recall_at_5_max": 0.729894, "nauc_recall_at_5_std": 0.258287, "nauc_recall_at_5_diff1": 0.623783, "nauc_recall_at_10_max": 0.738658, "nauc_recall_at_10_std": 0.315556, "nauc_recall_at_10_diff1": 0.607694, "nauc_recall_at_20_max": 0.742777, "nauc_recall_at_20_std": 0.357305, "nauc_recall_at_20_diff1": 0.598298, "nauc_recall_at_100_max": 0.739307, "nauc_recall_at_100_std": 0.469922, "nauc_recall_at_100_diff1": 0.577553, "nauc_recall_at_1000_max": 0.757135, "nauc_recall_at_1000_std": 0.564869, "nauc_recall_at_1000_diff1": 0.596501, "nauc_precision_at_1_max": 0.698162, "nauc_precision_at_1_std": 0.162361, "nauc_precision_at_1_diff1": 0.735067, "nauc_precision_at_3_max": 0.71862, "nauc_precision_at_3_std": 0.220343, "nauc_precision_at_3_diff1": 0.642734, "nauc_precision_at_5_max": 0.729894, "nauc_precision_at_5_std": 0.258287, "nauc_precision_at_5_diff1": 0.623783, "nauc_precision_at_10_max": 0.738658, "nauc_precision_at_10_std": 0.315556, "nauc_precision_at_10_diff1": 0.607694, "nauc_precision_at_20_max": 0.742777, "nauc_precision_at_20_std": 0.357305, "nauc_precision_at_20_diff1": 0.598298, "nauc_precision_at_100_max": 0.739252, "nauc_precision_at_100_std": 0.470596, "nauc_precision_at_100_diff1": 0.577653, "nauc_precision_at_1000_max": 0.746821, "nauc_precision_at_1000_std": 0.562749, "nauc_precision_at_1000_diff1": 0.589442, "nauc_mrr_at_1_max": 0.698162, "nauc_mrr_at_1_std": 0.162361, "nauc_mrr_at_1_diff1": 0.735067, "nauc_mrr_at_3_max": 0.708905, "nauc_mrr_at_3_std": 0.186121, "nauc_mrr_at_3_diff1": 0.696457, "nauc_mrr_at_5_max": 0.711009, "nauc_mrr_at_5_std": 0.193049, "nauc_mrr_at_5_diff1": 0.693646, "nauc_mrr_at_10_max": 0.711909, "nauc_mrr_at_10_std": 0.198579, "nauc_mrr_at_10_diff1": 0.692837, "nauc_mrr_at_20_max": 0.711829, "nauc_mrr_at_20_std": 0.199831, "nauc_mrr_at_20_diff1": 0.692893, "nauc_mrr_at_100_max": 0.71152, "nauc_mrr_at_100_std": 0.200175, "nauc_mrr_at_100_diff1": 0.693165, "nauc_mrr_at_1000_max": 0.711483, "nauc_mrr_at_1000_std": 0.199895, "nauc_mrr_at_1000_diff1": 0.693303, "main_score": 0.58354, "hf_subset": "zho-zho", "languages": [ "zho-Hans", "zho-Hans" ] } ] }, "evaluation_time": 1607.511831521988, "kg_co2_emissions": 0.13826038777455213 }