{ "dataset_revision": "397ed406c1a7902140303e7faf60fff35b58d285", "task_name": "MLQARetrieval", "mteb_version": "1.18.0", "scores": { "validation": [ { "ndcg_at_1": 0.61896, "ndcg_at_3": 0.70756, "ndcg_at_5": 0.72953, "ndcg_at_10": 0.74957, "ndcg_at_20": 0.75884, "ndcg_at_100": 0.77101, "ndcg_at_1000": 0.77277, "map_at_1": 0.61896, "map_at_3": 0.68601, "map_at_5": 0.698, "map_at_10": 0.70666, "map_at_20": 0.70918, "map_at_100": 0.71086, "map_at_1000": 0.71093, "recall_at_1": 0.61896, "recall_at_3": 0.76983, "recall_at_5": 0.82398, "recall_at_10": 0.88395, "recall_at_20": 0.9207, "recall_at_100": 0.98646, "recall_at_1000": 1.0, "precision_at_1": 0.61896, "precision_at_3": 0.25661, "precision_at_5": 0.1648, "precision_at_10": 0.08839, "precision_at_20": 0.04603, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "mrr_at_1": 0.618956, "mrr_at_3": 0.686009, "mrr_at_5": 0.698001, "mrr_at_10": 0.706657, "mrr_at_20": 0.709179, "mrr_at_100": 0.710862, "mrr_at_1000": 0.710934, "nauc_ndcg_at_1_max": 0.668494, "nauc_ndcg_at_1_std": 0.160764, "nauc_ndcg_at_1_diff1": 0.774755, "nauc_ndcg_at_3_max": 0.725389, "nauc_ndcg_at_3_std": 0.216895, "nauc_ndcg_at_3_diff1": 0.764534, "nauc_ndcg_at_5_max": 0.718943, "nauc_ndcg_at_5_std": 0.226197, "nauc_ndcg_at_5_diff1": 0.759791, "nauc_ndcg_at_10_max": 0.723254, "nauc_ndcg_at_10_std": 0.239826, "nauc_ndcg_at_10_diff1": 0.760278, "nauc_ndcg_at_20_max": 0.719497, "nauc_ndcg_at_20_std": 0.241903, "nauc_ndcg_at_20_diff1": 0.759021, "nauc_ndcg_at_100_max": 0.710912, "nauc_ndcg_at_100_std": 0.226039, "nauc_ndcg_at_100_diff1": 0.761508, "nauc_ndcg_at_1000_max": 0.710261, "nauc_ndcg_at_1000_std": 0.221436, "nauc_ndcg_at_1000_diff1": 0.763037, "nauc_map_at_1_max": 0.668494, "nauc_map_at_1_std": 0.160764, "nauc_map_at_1_diff1": 0.774755, "nauc_map_at_3_max": 0.709346, "nauc_map_at_3_std": 0.203874, "nauc_map_at_3_diff1": 0.767568, "nauc_map_at_5_max": 0.705542, "nauc_map_at_5_std": 0.208675, "nauc_map_at_5_diff1": 0.765251, "nauc_map_at_10_max": 0.706652, "nauc_map_at_10_std": 0.21257, "nauc_map_at_10_diff1": 0.765542, "nauc_map_at_20_max": 0.705626, "nauc_map_at_20_std": 0.212748, "nauc_map_at_20_diff1": 0.765213, "nauc_map_at_100_max": 0.704483, "nauc_map_at_100_std": 0.210657, "nauc_map_at_100_diff1": 0.765613, "nauc_map_at_1000_max": 0.704431, "nauc_map_at_1000_std": 0.210477, "nauc_map_at_1000_diff1": 0.765645, "nauc_recall_at_1_max": 0.668494, "nauc_recall_at_1_std": 0.160764, "nauc_recall_at_1_diff1": 0.774755, "nauc_recall_at_3_max": 0.783679, "nauc_recall_at_3_std": 0.262763, "nauc_recall_at_3_diff1": 0.753433, "nauc_recall_at_5_max": 0.776428, "nauc_recall_at_5_std": 0.30242, "nauc_recall_at_5_diff1": 0.734693, "nauc_recall_at_10_max": 0.827807, "nauc_recall_at_10_std": 0.421413, "nauc_recall_at_10_diff1": 0.726493, "nauc_recall_at_20_max": 0.834974, "nauc_recall_at_20_std": 0.522662, "nauc_recall_at_20_diff1": 0.700803, "nauc_recall_at_100_max": 0.755722, "nauc_recall_at_100_std": 0.699663, "nauc_recall_at_100_diff1": 0.578637, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.668494, "nauc_precision_at_1_std": 0.160764, "nauc_precision_at_1_diff1": 0.774755, "nauc_precision_at_3_max": 0.783679, "nauc_precision_at_3_std": 0.262763, "nauc_precision_at_3_diff1": 0.753433, "nauc_precision_at_5_max": 0.776428, "nauc_precision_at_5_std": 0.30242, "nauc_precision_at_5_diff1": 0.734693, "nauc_precision_at_10_max": 0.827807, "nauc_precision_at_10_std": 0.421413, "nauc_precision_at_10_diff1": 0.726493, "nauc_precision_at_20_max": 0.834974, "nauc_precision_at_20_std": 0.522662, "nauc_precision_at_20_diff1": 0.700803, "nauc_precision_at_100_max": 0.755722, "nauc_precision_at_100_std": 0.699663, "nauc_precision_at_100_diff1": 0.578637, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.668494, "nauc_mrr_at_1_std": 0.160764, "nauc_mrr_at_1_diff1": 0.774755, "nauc_mrr_at_3_max": 0.709346, "nauc_mrr_at_3_std": 0.203874, "nauc_mrr_at_3_diff1": 0.767568, "nauc_mrr_at_5_max": 0.705542, "nauc_mrr_at_5_std": 0.208675, "nauc_mrr_at_5_diff1": 0.765251, "nauc_mrr_at_10_max": 0.706652, "nauc_mrr_at_10_std": 0.21257, "nauc_mrr_at_10_diff1": 0.765542, "nauc_mrr_at_20_max": 0.705626, "nauc_mrr_at_20_std": 0.212748, "nauc_mrr_at_20_diff1": 0.765213, "nauc_mrr_at_100_max": 0.704483, "nauc_mrr_at_100_std": 0.210657, "nauc_mrr_at_100_diff1": 0.765613, "nauc_mrr_at_1000_max": 0.704431, "nauc_mrr_at_1000_std": 0.210477, "nauc_mrr_at_1000_diff1": 0.765645, "main_score": 0.74957, "hf_subset": "ara-ara", "languages": [ "ara-Arab", "ara-Arab" ] }, { "ndcg_at_1": 0.61836, "ndcg_at_3": 0.71934, "ndcg_at_5": 0.74325, "ndcg_at_10": 0.76547, "ndcg_at_20": 0.77416, "ndcg_at_100": 0.78431, "ndcg_at_1000": 0.78431, "map_at_1": 0.61836, "map_at_3": 0.69565, "map_at_5": 0.70894, "map_at_10": 0.71832, "map_at_20": 0.72078, "map_at_100": 0.72229, "map_at_1000": 0.72229, "recall_at_1": 0.61836, "recall_at_3": 0.78744, "recall_at_5": 0.84541, "recall_at_10": 0.91304, "recall_at_20": 0.94686, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.61836, "precision_at_3": 0.26248, "precision_at_5": 0.16908, "precision_at_10": 0.0913, "precision_at_20": 0.04734, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.618357, "mrr_at_3": 0.695652, "mrr_at_5": 0.708937, "mrr_at_10": 0.718323, "mrr_at_20": 0.720782, "mrr_at_100": 0.722286, "mrr_at_1000": 0.722286, "nauc_ndcg_at_1_max": 0.64331, "nauc_ndcg_at_1_std": 0.229847, "nauc_ndcg_at_1_diff1": 0.840878, "nauc_ndcg_at_3_max": 0.729548, "nauc_ndcg_at_3_std": 0.367117, "nauc_ndcg_at_3_diff1": 0.790043, "nauc_ndcg_at_5_max": 0.717899, "nauc_ndcg_at_5_std": 0.362533, "nauc_ndcg_at_5_diff1": 0.796597, "nauc_ndcg_at_10_max": 0.714845, "nauc_ndcg_at_10_std": 0.371279, "nauc_ndcg_at_10_diff1": 0.795842, "nauc_ndcg_at_20_max": 0.709067, "nauc_ndcg_at_20_std": 0.357859, "nauc_ndcg_at_20_diff1": 0.796865, "nauc_ndcg_at_100_max": 0.699343, "nauc_ndcg_at_100_std": 0.331485, "nauc_ndcg_at_100_diff1": 0.801008, "nauc_ndcg_at_1000_max": 0.699343, "nauc_ndcg_at_1000_std": 0.331485, "nauc_ndcg_at_1000_diff1": 0.801008, "nauc_map_at_1_max": 0.64331, "nauc_map_at_1_std": 0.229847, "nauc_map_at_1_diff1": 0.840878, "nauc_map_at_3_max": 0.704712, "nauc_map_at_3_std": 0.326023, "nauc_map_at_3_diff1": 0.801772, "nauc_map_at_5_max": 0.697565, "nauc_map_at_5_std": 0.321619, "nauc_map_at_5_diff1": 0.805443, "nauc_map_at_10_max": 0.695223, "nauc_map_at_10_std": 0.323062, "nauc_map_at_10_diff1": 0.804767, "nauc_map_at_20_max": 0.693639, "nauc_map_at_20_std": 0.319134, "nauc_map_at_20_diff1": 0.80509, "nauc_map_at_100_max": 0.692372, "nauc_map_at_100_std": 0.315809, "nauc_map_at_100_diff1": 0.80544, "nauc_map_at_1000_max": 0.692372, "nauc_map_at_1000_std": 0.315809, "nauc_map_at_1000_diff1": 0.80544, "nauc_recall_at_1_max": 0.64331, "nauc_recall_at_1_std": 0.229847, "nauc_recall_at_1_diff1": 0.840878, "nauc_recall_at_3_max": 0.822985, "nauc_recall_at_3_std": 0.522556, "nauc_recall_at_3_diff1": 0.747482, "nauc_recall_at_5_max": 0.812739, "nauc_recall_at_5_std": 0.558544, "nauc_recall_at_5_diff1": 0.758224, "nauc_recall_at_10_max": 0.865088, "nauc_recall_at_10_std": 0.759672, "nauc_recall_at_10_diff1": 0.736806, "nauc_recall_at_20_max": 0.880691, "nauc_recall_at_20_std": 0.82828, "nauc_recall_at_20_diff1": 0.713868, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.64331, "nauc_precision_at_1_std": 0.229847, "nauc_precision_at_1_diff1": 0.840878, "nauc_precision_at_3_max": 0.822985, "nauc_precision_at_3_std": 0.522556, "nauc_precision_at_3_diff1": 0.747482, "nauc_precision_at_5_max": 0.812739, "nauc_precision_at_5_std": 0.558544, "nauc_precision_at_5_diff1": 0.758224, "nauc_precision_at_10_max": 0.865088, "nauc_precision_at_10_std": 0.759672, "nauc_precision_at_10_diff1": 0.736806, "nauc_precision_at_20_max": 0.880691, "nauc_precision_at_20_std": 0.82828, "nauc_precision_at_20_diff1": 0.713868, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.64331, "nauc_mrr_at_1_std": 0.229847, "nauc_mrr_at_1_diff1": 0.840878, "nauc_mrr_at_3_max": 0.704712, "nauc_mrr_at_3_std": 0.326023, "nauc_mrr_at_3_diff1": 0.801772, "nauc_mrr_at_5_max": 0.697565, "nauc_mrr_at_5_std": 0.321619, "nauc_mrr_at_5_diff1": 0.805443, "nauc_mrr_at_10_max": 0.695223, "nauc_mrr_at_10_std": 0.323062, "nauc_mrr_at_10_diff1": 0.804767, "nauc_mrr_at_20_max": 0.693639, "nauc_mrr_at_20_std": 0.319134, "nauc_mrr_at_20_diff1": 0.80509, "nauc_mrr_at_100_max": 0.692372, "nauc_mrr_at_100_std": 0.315809, "nauc_mrr_at_100_diff1": 0.80544, "nauc_mrr_at_1000_max": 0.692372, "nauc_mrr_at_1000_std": 0.315809, "nauc_mrr_at_1000_diff1": 0.80544, "main_score": 0.76547, "hf_subset": "ara-deu", "languages": [ "ara-Arab", "deu-Latn" ] }, { "ndcg_at_1": 0.63636, "ndcg_at_3": 0.72792, "ndcg_at_5": 0.74755, "ndcg_at_10": 0.76501, "ndcg_at_20": 0.77637, "ndcg_at_100": 0.78603, "ndcg_at_1000": 0.78734, "map_at_1": 0.63636, "map_at_3": 0.706, "map_at_5": 0.71673, "map_at_10": 0.7239, "map_at_20": 0.72708, "map_at_100": 0.72842, "map_at_1000": 0.72849, "recall_at_1": 0.63636, "recall_at_3": 0.7911, "recall_at_5": 0.83946, "recall_at_10": 0.89362, "recall_at_20": 0.9381, "recall_at_100": 0.99033, "recall_at_1000": 1.0, "precision_at_1": 0.63636, "precision_at_3": 0.2637, "precision_at_5": 0.16789, "precision_at_10": 0.08936, "precision_at_20": 0.04691, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.636364, "mrr_at_3": 0.705996, "mrr_at_5": 0.716731, "mrr_at_10": 0.723902, "mrr_at_20": 0.72708, "mrr_at_100": 0.728425, "mrr_at_1000": 0.728486, "nauc_ndcg_at_1_max": 0.672177, "nauc_ndcg_at_1_std": 0.051861, "nauc_ndcg_at_1_diff1": 0.7293, "nauc_ndcg_at_3_max": 0.711654, "nauc_ndcg_at_3_std": 0.069583, "nauc_ndcg_at_3_diff1": 0.687941, "nauc_ndcg_at_5_max": 0.717126, "nauc_ndcg_at_5_std": 0.069607, "nauc_ndcg_at_5_diff1": 0.684285, "nauc_ndcg_at_10_max": 0.714609, "nauc_ndcg_at_10_std": 0.082343, "nauc_ndcg_at_10_diff1": 0.679415, "nauc_ndcg_at_20_max": 0.714293, "nauc_ndcg_at_20_std": 0.086046, "nauc_ndcg_at_20_diff1": 0.693547, "nauc_ndcg_at_100_max": 0.70941, "nauc_ndcg_at_100_std": 0.082751, "nauc_ndcg_at_100_diff1": 0.697661, "nauc_ndcg_at_1000_max": 0.707492, "nauc_ndcg_at_1000_std": 0.077758, "nauc_ndcg_at_1000_diff1": 0.696866, "nauc_map_at_1_max": 0.672177, "nauc_map_at_1_std": 0.051861, "nauc_map_at_1_diff1": 0.7293, "nauc_map_at_3_max": 0.700627, "nauc_map_at_3_std": 0.065142, "nauc_map_at_3_diff1": 0.698451, "nauc_map_at_5_max": 0.70313, "nauc_map_at_5_std": 0.064926, "nauc_map_at_5_diff1": 0.696992, "nauc_map_at_10_max": 0.701827, "nauc_map_at_10_std": 0.069514, "nauc_map_at_10_diff1": 0.695711, "nauc_map_at_20_max": 0.701685, "nauc_map_at_20_std": 0.070455, "nauc_map_at_20_diff1": 0.699244, "nauc_map_at_100_max": 0.701327, "nauc_map_at_100_std": 0.070612, "nauc_map_at_100_diff1": 0.700107, "nauc_map_at_1000_max": 0.701254, "nauc_map_at_1000_std": 0.070425, "nauc_map_at_1000_diff1": 0.700074, "nauc_recall_at_1_max": 0.672177, "nauc_recall_at_1_std": 0.051861, "nauc_recall_at_1_diff1": 0.7293, "nauc_recall_at_3_max": 0.752602, "nauc_recall_at_3_std": 0.085797, "nauc_recall_at_3_diff1": 0.649483, "nauc_recall_at_5_max": 0.781493, "nauc_recall_at_5_std": 0.090602, "nauc_recall_at_5_diff1": 0.626599, "nauc_recall_at_10_max": 0.79556, "nauc_recall_at_10_std": 0.173907, "nauc_recall_at_10_diff1": 0.570602, "nauc_recall_at_20_max": 0.845883, "nauc_recall_at_20_std": 0.276762, "nauc_recall_at_20_diff1": 0.664573, "nauc_recall_at_100_max": 0.973839, "nauc_recall_at_100_std": 0.772322, "nauc_recall_at_100_diff1": 0.802987, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.672177, "nauc_precision_at_1_std": 0.051861, "nauc_precision_at_1_diff1": 0.7293, "nauc_precision_at_3_max": 0.752602, "nauc_precision_at_3_std": 0.085797, "nauc_precision_at_3_diff1": 0.649483, "nauc_precision_at_5_max": 0.781493, "nauc_precision_at_5_std": 0.090602, "nauc_precision_at_5_diff1": 0.626599, "nauc_precision_at_10_max": 0.79556, "nauc_precision_at_10_std": 0.173907, "nauc_precision_at_10_diff1": 0.570602, "nauc_precision_at_20_max": 0.845883, "nauc_precision_at_20_std": 0.276762, "nauc_precision_at_20_diff1": 0.664573, "nauc_precision_at_100_max": 0.973839, "nauc_precision_at_100_std": 0.772322, "nauc_precision_at_100_diff1": 0.802987, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.672177, "nauc_mrr_at_1_std": 0.051861, "nauc_mrr_at_1_diff1": 0.7293, "nauc_mrr_at_3_max": 0.700627, "nauc_mrr_at_3_std": 0.065142, "nauc_mrr_at_3_diff1": 0.698451, "nauc_mrr_at_5_max": 0.70313, "nauc_mrr_at_5_std": 0.064926, "nauc_mrr_at_5_diff1": 0.696992, "nauc_mrr_at_10_max": 0.701827, "nauc_mrr_at_10_std": 0.069514, "nauc_mrr_at_10_diff1": 0.695711, "nauc_mrr_at_20_max": 0.701685, "nauc_mrr_at_20_std": 0.070455, "nauc_mrr_at_20_diff1": 0.699244, "nauc_mrr_at_100_max": 0.701327, "nauc_mrr_at_100_std": 0.070612, "nauc_mrr_at_100_diff1": 0.700107, "nauc_mrr_at_1000_max": 0.701254, "nauc_mrr_at_1000_std": 0.070425, "nauc_mrr_at_1000_diff1": 0.700074, "main_score": 0.76501, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ] }, { "ndcg_at_1": 0.68944, "ndcg_at_3": 0.76848, "ndcg_at_5": 0.79977, "ndcg_at_10": 0.81751, "ndcg_at_20": 0.82398, "ndcg_at_100": 0.82837, "ndcg_at_1000": 0.82837, "map_at_1": 0.68944, "map_at_3": 0.75052, "map_at_5": 0.76822, "map_at_10": 0.77535, "map_at_20": 0.77723, "map_at_100": 0.77777, "map_at_1000": 0.77777, "recall_at_1": 0.68944, "recall_at_3": 0.81988, "recall_at_5": 0.89441, "recall_at_10": 0.95031, "recall_at_20": 0.97516, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.68944, "precision_at_3": 0.27329, "precision_at_5": 0.17888, "precision_at_10": 0.09503, "precision_at_20": 0.04876, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.689441, "mrr_at_3": 0.750518, "mrr_at_5": 0.768219, "mrr_at_10": 0.775352, "mrr_at_20": 0.777227, "mrr_at_100": 0.777773, "mrr_at_1000": 0.777773, "nauc_ndcg_at_1_max": 0.639695, "nauc_ndcg_at_1_std": 0.046343, "nauc_ndcg_at_1_diff1": 0.724792, "nauc_ndcg_at_3_max": 0.682754, "nauc_ndcg_at_3_std": 0.019589, "nauc_ndcg_at_3_diff1": 0.707346, "nauc_ndcg_at_5_max": 0.678217, "nauc_ndcg_at_5_std": 0.050187, "nauc_ndcg_at_5_diff1": 0.712139, "nauc_ndcg_at_10_max": 0.677965, "nauc_ndcg_at_10_std": 0.082588, "nauc_ndcg_at_10_diff1": 0.705163, "nauc_ndcg_at_20_max": 0.671924, "nauc_ndcg_at_20_std": 0.058812, "nauc_ndcg_at_20_diff1": 0.707097, "nauc_ndcg_at_100_max": 0.671417, "nauc_ndcg_at_100_std": 0.053111, "nauc_ndcg_at_100_diff1": 0.713499, "nauc_ndcg_at_1000_max": 0.671417, "nauc_ndcg_at_1000_std": 0.053111, "nauc_ndcg_at_1000_diff1": 0.713499, "nauc_map_at_1_max": 0.639695, "nauc_map_at_1_std": 0.046343, "nauc_map_at_1_diff1": 0.724792, "nauc_map_at_3_max": 0.671621, "nauc_map_at_3_std": 0.023854, "nauc_map_at_3_diff1": 0.713119, "nauc_map_at_5_max": 0.668067, "nauc_map_at_5_std": 0.037546, "nauc_map_at_5_diff1": 0.716173, "nauc_map_at_10_max": 0.668372, "nauc_map_at_10_std": 0.050083, "nauc_map_at_10_diff1": 0.714377, "nauc_map_at_20_max": 0.666974, "nauc_map_at_20_std": 0.04413, "nauc_map_at_20_diff1": 0.714926, "nauc_map_at_100_max": 0.66724, "nauc_map_at_100_std": 0.044743, "nauc_map_at_100_diff1": 0.715752, "nauc_map_at_1000_max": 0.66724, "nauc_map_at_1000_std": 0.044743, "nauc_map_at_1000_diff1": 0.715752, "nauc_recall_at_1_max": 0.639695, "nauc_recall_at_1_std": 0.046343, "nauc_recall_at_1_diff1": 0.724792, "nauc_recall_at_3_max": 0.723813, "nauc_recall_at_3_std": 0.005452, "nauc_recall_at_3_diff1": 0.685295, "nauc_recall_at_5_max": 0.734383, "nauc_recall_at_5_std": 0.136892, "nauc_recall_at_5_diff1": 0.689359, "nauc_recall_at_10_max": 0.778628, "nauc_recall_at_10_std": 0.519318, "nauc_recall_at_10_diff1": 0.584686, "nauc_recall_at_20_max": 0.728642, "nauc_recall_at_20_std": 0.391468, "nauc_recall_at_20_diff1": 0.510094, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.639695, "nauc_precision_at_1_std": 0.046343, "nauc_precision_at_1_diff1": 0.724792, "nauc_precision_at_3_max": 0.723813, "nauc_precision_at_3_std": 0.005452, "nauc_precision_at_3_diff1": 0.685295, "nauc_precision_at_5_max": 0.734383, "nauc_precision_at_5_std": 0.136892, "nauc_precision_at_5_diff1": 0.689359, "nauc_precision_at_10_max": 0.778628, "nauc_precision_at_10_std": 0.519318, "nauc_precision_at_10_diff1": 0.584686, "nauc_precision_at_20_max": 0.728642, "nauc_precision_at_20_std": 0.391468, "nauc_precision_at_20_diff1": 0.510094, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.639695, "nauc_mrr_at_1_std": 0.046343, "nauc_mrr_at_1_diff1": 0.724792, "nauc_mrr_at_3_max": 0.671621, "nauc_mrr_at_3_std": 0.023854, "nauc_mrr_at_3_diff1": 0.713119, "nauc_mrr_at_5_max": 0.668067, "nauc_mrr_at_5_std": 0.037546, "nauc_mrr_at_5_diff1": 0.716173, "nauc_mrr_at_10_max": 0.668372, "nauc_mrr_at_10_std": 0.050083, "nauc_mrr_at_10_diff1": 0.714377, "nauc_mrr_at_20_max": 0.666974, "nauc_mrr_at_20_std": 0.04413, "nauc_mrr_at_20_diff1": 0.714926, "nauc_mrr_at_100_max": 0.66724, "nauc_mrr_at_100_std": 0.044743, "nauc_mrr_at_100_diff1": 0.715752, "nauc_mrr_at_1000_max": 0.66724, "nauc_mrr_at_1000_std": 0.044743, "nauc_mrr_at_1000_diff1": 0.715752, "main_score": 0.81751, "hf_subset": "ara-spa", "languages": [ "ara-Arab", "spa-Latn" ] }, { "ndcg_at_1": 0.65054, "ndcg_at_3": 0.7683, "ndcg_at_5": 0.79051, "ndcg_at_10": 0.79796, "ndcg_at_20": 0.80627, "ndcg_at_100": 0.81313, "ndcg_at_1000": 0.81393, "map_at_1": 0.65054, "map_at_3": 0.74014, "map_at_5": 0.75251, "map_at_10": 0.75587, "map_at_20": 0.75823, "map_at_100": 0.75912, "map_at_1000": 0.75917, "recall_at_1": 0.65054, "recall_at_3": 0.84946, "recall_at_5": 0.90323, "recall_at_10": 0.92473, "recall_at_20": 0.95699, "recall_at_100": 0.99462, "recall_at_1000": 1.0, "precision_at_1": 0.65054, "precision_at_3": 0.28315, "precision_at_5": 0.18065, "precision_at_10": 0.09247, "precision_at_20": 0.04785, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.650538, "mrr_at_3": 0.740143, "mrr_at_5": 0.752509, "mrr_at_10": 0.755869, "mrr_at_20": 0.758228, "mrr_at_100": 0.75912, "mrr_at_1000": 0.759172, "nauc_ndcg_at_1_max": 0.64415, "nauc_ndcg_at_1_std": 0.163506, "nauc_ndcg_at_1_diff1": 0.747979, "nauc_ndcg_at_3_max": 0.701845, "nauc_ndcg_at_3_std": 0.229918, "nauc_ndcg_at_3_diff1": 0.735047, "nauc_ndcg_at_5_max": 0.717253, "nauc_ndcg_at_5_std": 0.2446, "nauc_ndcg_at_5_diff1": 0.732362, "nauc_ndcg_at_10_max": 0.709418, "nauc_ndcg_at_10_std": 0.247605, "nauc_ndcg_at_10_diff1": 0.733508, "nauc_ndcg_at_20_max": 0.697192, "nauc_ndcg_at_20_std": 0.222791, "nauc_ndcg_at_20_diff1": 0.736283, "nauc_ndcg_at_100_max": 0.695227, "nauc_ndcg_at_100_std": 0.227888, "nauc_ndcg_at_100_diff1": 0.738541, "nauc_ndcg_at_1000_max": 0.693706, "nauc_ndcg_at_1000_std": 0.224032, "nauc_ndcg_at_1000_diff1": 0.737236, "nauc_map_at_1_max": 0.64415, "nauc_map_at_1_std": 0.163506, "nauc_map_at_1_diff1": 0.747979, "nauc_map_at_3_max": 0.685318, "nauc_map_at_3_std": 0.210751, "nauc_map_at_3_diff1": 0.737741, "nauc_map_at_5_max": 0.692533, "nauc_map_at_5_std": 0.218192, "nauc_map_at_5_diff1": 0.73647, "nauc_map_at_10_max": 0.689054, "nauc_map_at_10_std": 0.21814, "nauc_map_at_10_diff1": 0.73677, "nauc_map_at_20_max": 0.686011, "nauc_map_at_20_std": 0.211905, "nauc_map_at_20_diff1": 0.737515, "nauc_map_at_100_max": 0.686221, "nauc_map_at_100_std": 0.213725, "nauc_map_at_100_diff1": 0.737894, "nauc_map_at_1000_max": 0.686142, "nauc_map_at_1000_std": 0.213528, "nauc_map_at_1000_diff1": 0.737829, "nauc_recall_at_1_max": 0.64415, "nauc_recall_at_1_std": 0.163506, "nauc_recall_at_1_diff1": 0.747979, "nauc_recall_at_3_max": 0.775036, "nauc_recall_at_3_std": 0.314894, "nauc_recall_at_3_diff1": 0.723819, "nauc_recall_at_5_max": 0.87574, "nauc_recall_at_5_std": 0.411572, "nauc_recall_at_5_diff1": 0.70705, "nauc_recall_at_10_max": 0.869446, "nauc_recall_at_10_std": 0.490479, "nauc_recall_at_10_diff1": 0.710411, "nauc_recall_at_20_max": 0.804288, "nauc_recall_at_20_std": 0.303474, "nauc_recall_at_20_diff1": 0.732708, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.64415, "nauc_precision_at_1_std": 0.163506, "nauc_precision_at_1_diff1": 0.747979, "nauc_precision_at_3_max": 0.775036, "nauc_precision_at_3_std": 0.314894, "nauc_precision_at_3_diff1": 0.723819, "nauc_precision_at_5_max": 0.87574, "nauc_precision_at_5_std": 0.411572, "nauc_precision_at_5_diff1": 0.70705, "nauc_precision_at_10_max": 0.869446, "nauc_precision_at_10_std": 0.490479, "nauc_precision_at_10_diff1": 0.710411, "nauc_precision_at_20_max": 0.804288, "nauc_precision_at_20_std": 0.303474, "nauc_precision_at_20_diff1": 0.732708, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.64415, "nauc_mrr_at_1_std": 0.163506, "nauc_mrr_at_1_diff1": 0.747979, "nauc_mrr_at_3_max": 0.685318, "nauc_mrr_at_3_std": 0.210751, "nauc_mrr_at_3_diff1": 0.737741, "nauc_mrr_at_5_max": 0.692533, "nauc_mrr_at_5_std": 0.218192, "nauc_mrr_at_5_diff1": 0.73647, "nauc_mrr_at_10_max": 0.689054, "nauc_mrr_at_10_std": 0.21814, "nauc_mrr_at_10_diff1": 0.73677, "nauc_mrr_at_20_max": 0.686011, "nauc_mrr_at_20_std": 0.211905, "nauc_mrr_at_20_diff1": 0.737515, "nauc_mrr_at_100_max": 0.686221, "nauc_mrr_at_100_std": 0.213725, "nauc_mrr_at_100_diff1": 0.737894, "nauc_mrr_at_1000_max": 0.686142, "nauc_mrr_at_1000_std": 0.213528, "nauc_mrr_at_1000_diff1": 0.737829, "main_score": 0.79796, "hf_subset": "ara-hin", "languages": [ "ara-Arab", "hin-Deva" ] }, { "ndcg_at_1": 0.65644, "ndcg_at_3": 0.74372, "ndcg_at_5": 0.76933, "ndcg_at_10": 0.78189, "ndcg_at_20": 0.79242, "ndcg_at_100": 0.80292, "ndcg_at_1000": 0.80292, "map_at_1": 0.65644, "map_at_3": 0.7229, "map_at_5": 0.73732, "map_at_10": 0.7429, "map_at_20": 0.74561, "map_at_100": 0.74714, "map_at_1000": 0.74714, "recall_at_1": 0.65644, "recall_at_3": 0.80368, "recall_at_5": 0.86503, "recall_at_10": 0.90184, "recall_at_20": 0.94479, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.65644, "precision_at_3": 0.26789, "precision_at_5": 0.17301, "precision_at_10": 0.09018, "precision_at_20": 0.04724, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.656442, "mrr_at_3": 0.722904, "mrr_at_5": 0.737321, "mrr_at_10": 0.742901, "mrr_at_20": 0.745612, "mrr_at_100": 0.747139, "mrr_at_1000": 0.747139, "nauc_ndcg_at_1_max": 0.589487, "nauc_ndcg_at_1_std": 0.052947, "nauc_ndcg_at_1_diff1": 0.754701, "nauc_ndcg_at_3_max": 0.649182, "nauc_ndcg_at_3_std": 0.071303, "nauc_ndcg_at_3_diff1": 0.712258, "nauc_ndcg_at_5_max": 0.65898, "nauc_ndcg_at_5_std": 0.109023, "nauc_ndcg_at_5_diff1": 0.706565, "nauc_ndcg_at_10_max": 0.653705, "nauc_ndcg_at_10_std": 0.131624, "nauc_ndcg_at_10_diff1": 0.707419, "nauc_ndcg_at_20_max": 0.643354, "nauc_ndcg_at_20_std": 0.120479, "nauc_ndcg_at_20_diff1": 0.710759, "nauc_ndcg_at_100_max": 0.639891, "nauc_ndcg_at_100_std": 0.10332, "nauc_ndcg_at_100_diff1": 0.722054, "nauc_ndcg_at_1000_max": 0.639891, "nauc_ndcg_at_1000_std": 0.10332, "nauc_ndcg_at_1000_diff1": 0.722054, "nauc_map_at_1_max": 0.589487, "nauc_map_at_1_std": 0.052947, "nauc_map_at_1_diff1": 0.754701, "nauc_map_at_3_max": 0.63575, "nauc_map_at_3_std": 0.070256, "nauc_map_at_3_diff1": 0.726446, "nauc_map_at_5_max": 0.638751, "nauc_map_at_5_std": 0.087565, "nauc_map_at_5_diff1": 0.724437, "nauc_map_at_10_max": 0.636313, "nauc_map_at_10_std": 0.095824, "nauc_map_at_10_diff1": 0.725255, "nauc_map_at_20_max": 0.633822, "nauc_map_at_20_std": 0.092999, "nauc_map_at_20_diff1": 0.726093, "nauc_map_at_100_max": 0.633688, "nauc_map_at_100_std": 0.091729, "nauc_map_at_100_diff1": 0.727713, "nauc_map_at_1000_max": 0.633688, "nauc_map_at_1000_std": 0.091729, "nauc_map_at_1000_diff1": 0.727713, "nauc_recall_at_1_max": 0.589487, "nauc_recall_at_1_std": 0.052947, "nauc_recall_at_1_diff1": 0.754701, "nauc_recall_at_3_max": 0.69766, "nauc_recall_at_3_std": 0.072971, "nauc_recall_at_3_diff1": 0.657876, "nauc_recall_at_5_max": 0.762544, "nauc_recall_at_5_std": 0.225703, "nauc_recall_at_5_diff1": 0.613898, "nauc_recall_at_10_max": 0.765762, "nauc_recall_at_10_std": 0.391752, "nauc_recall_at_10_diff1": 0.587518, "nauc_recall_at_20_max": 0.716664, "nauc_recall_at_20_std": 0.444657, "nauc_recall_at_20_diff1": 0.541632, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.589487, "nauc_precision_at_1_std": 0.052947, "nauc_precision_at_1_diff1": 0.754701, "nauc_precision_at_3_max": 0.69766, "nauc_precision_at_3_std": 0.072971, "nauc_precision_at_3_diff1": 0.657876, "nauc_precision_at_5_max": 0.762544, "nauc_precision_at_5_std": 0.225703, "nauc_precision_at_5_diff1": 0.613898, "nauc_precision_at_10_max": 0.765762, "nauc_precision_at_10_std": 0.391752, "nauc_precision_at_10_diff1": 0.587518, "nauc_precision_at_20_max": 0.716664, "nauc_precision_at_20_std": 0.444657, "nauc_precision_at_20_diff1": 0.541632, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.589487, "nauc_mrr_at_1_std": 0.052947, "nauc_mrr_at_1_diff1": 0.754701, "nauc_mrr_at_3_max": 0.63575, "nauc_mrr_at_3_std": 0.070256, "nauc_mrr_at_3_diff1": 0.726446, "nauc_mrr_at_5_max": 0.638751, "nauc_mrr_at_5_std": 0.087565, "nauc_mrr_at_5_diff1": 0.724437, "nauc_mrr_at_10_max": 0.636313, "nauc_mrr_at_10_std": 0.095824, "nauc_mrr_at_10_diff1": 0.725255, "nauc_mrr_at_20_max": 0.633822, "nauc_mrr_at_20_std": 0.092999, "nauc_mrr_at_20_diff1": 0.726093, "nauc_mrr_at_100_max": 0.633688, "nauc_mrr_at_100_std": 0.091729, "nauc_mrr_at_100_diff1": 0.727713, "nauc_mrr_at_1000_max": 0.633688, "nauc_mrr_at_1000_std": 0.091729, "nauc_mrr_at_1000_diff1": 0.727713, "main_score": 0.78189, "hf_subset": "ara-vie", "languages": [ "ara-Arab", "vie-Latn" ] }, { "ndcg_at_1": 0.67553, "ndcg_at_3": 0.77134, "ndcg_at_5": 0.79149, "ndcg_at_10": 0.80374, "ndcg_at_20": 0.81294, "ndcg_at_100": 0.82051, "ndcg_at_1000": 0.82051, "map_at_1": 0.67553, "map_at_3": 0.74911, "map_at_5": 0.76055, "map_at_10": 0.76571, "map_at_20": 0.76812, "map_at_100": 0.76905, "map_at_1000": 0.76905, "recall_at_1": 0.67553, "recall_at_3": 0.83511, "recall_at_5": 0.88298, "recall_at_10": 0.92021, "recall_at_20": 0.95745, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.67553, "precision_at_3": 0.27837, "precision_at_5": 0.1766, "precision_at_10": 0.09202, "precision_at_20": 0.04787, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.675532, "mrr_at_3": 0.749113, "mrr_at_5": 0.76055, "mrr_at_10": 0.76571, "mrr_at_20": 0.76812, "mrr_at_100": 0.76905, "mrr_at_1000": 0.76905, "nauc_ndcg_at_1_max": 0.635597, "nauc_ndcg_at_1_std": 0.169744, "nauc_ndcg_at_1_diff1": 0.644007, "nauc_ndcg_at_3_max": 0.660662, "nauc_ndcg_at_3_std": 0.232213, "nauc_ndcg_at_3_diff1": 0.56698, "nauc_ndcg_at_5_max": 0.641425, "nauc_ndcg_at_5_std": 0.194918, "nauc_ndcg_at_5_diff1": 0.575759, "nauc_ndcg_at_10_max": 0.634529, "nauc_ndcg_at_10_std": 0.184582, "nauc_ndcg_at_10_diff1": 0.565918, "nauc_ndcg_at_20_max": 0.64867, "nauc_ndcg_at_20_std": 0.216922, "nauc_ndcg_at_20_diff1": 0.589046, "nauc_ndcg_at_100_max": 0.639742, "nauc_ndcg_at_100_std": 0.195787, "nauc_ndcg_at_100_diff1": 0.589341, "nauc_ndcg_at_1000_max": 0.639742, "nauc_ndcg_at_1000_std": 0.195787, "nauc_ndcg_at_1000_diff1": 0.589341, "nauc_map_at_1_max": 0.635597, "nauc_map_at_1_std": 0.169744, "nauc_map_at_1_diff1": 0.644007, "nauc_map_at_3_max": 0.648504, "nauc_map_at_3_std": 0.209402, "nauc_map_at_3_diff1": 0.586961, "nauc_map_at_5_max": 0.63762, "nauc_map_at_5_std": 0.189128, "nauc_map_at_5_diff1": 0.591778, "nauc_map_at_10_max": 0.634822, "nauc_map_at_10_std": 0.185106, "nauc_map_at_10_diff1": 0.588406, "nauc_map_at_20_max": 0.637948, "nauc_map_at_20_std": 0.192022, "nauc_map_at_20_diff1": 0.593733, "nauc_map_at_100_max": 0.637144, "nauc_map_at_100_std": 0.189844, "nauc_map_at_100_diff1": 0.594275, "nauc_map_at_1000_max": 0.637144, "nauc_map_at_1000_std": 0.189844, "nauc_map_at_1000_diff1": 0.594275, "nauc_recall_at_1_max": 0.635597, "nauc_recall_at_1_std": 0.169744, "nauc_recall_at_1_diff1": 0.644007, "nauc_recall_at_3_max": 0.712688, "nauc_recall_at_3_std": 0.327141, "nauc_recall_at_3_diff1": 0.487701, "nauc_recall_at_5_max": 0.662319, "nauc_recall_at_5_std": 0.221356, "nauc_recall_at_5_diff1": 0.496884, "nauc_recall_at_10_max": 0.628804, "nauc_recall_at_10_std": 0.166738, "nauc_recall_at_10_diff1": 0.39971, "nauc_recall_at_20_max": 0.841965, "nauc_recall_at_20_std": 0.658515, "nauc_recall_at_20_diff1": 0.613215, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.635597, "nauc_precision_at_1_std": 0.169744, "nauc_precision_at_1_diff1": 0.644007, "nauc_precision_at_3_max": 0.712688, "nauc_precision_at_3_std": 0.327141, "nauc_precision_at_3_diff1": 0.487701, "nauc_precision_at_5_max": 0.662319, "nauc_precision_at_5_std": 0.221356, "nauc_precision_at_5_diff1": 0.496884, "nauc_precision_at_10_max": 0.628804, "nauc_precision_at_10_std": 0.166738, "nauc_precision_at_10_diff1": 0.39971, "nauc_precision_at_20_max": 0.841965, "nauc_precision_at_20_std": 0.658515, "nauc_precision_at_20_diff1": 0.613215, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.635597, "nauc_mrr_at_1_std": 0.169744, "nauc_mrr_at_1_diff1": 0.644007, "nauc_mrr_at_3_max": 0.648504, "nauc_mrr_at_3_std": 0.209402, "nauc_mrr_at_3_diff1": 0.586961, "nauc_mrr_at_5_max": 0.63762, "nauc_mrr_at_5_std": 0.189128, "nauc_mrr_at_5_diff1": 0.591778, "nauc_mrr_at_10_max": 0.634822, "nauc_mrr_at_10_std": 0.185106, "nauc_mrr_at_10_diff1": 0.588406, "nauc_mrr_at_20_max": 0.637948, "nauc_mrr_at_20_std": 0.192022, "nauc_mrr_at_20_diff1": 0.593733, "nauc_mrr_at_100_max": 0.637144, "nauc_mrr_at_100_std": 0.189844, "nauc_mrr_at_100_diff1": 0.594275, "nauc_mrr_at_1000_max": 0.637144, "nauc_mrr_at_1000_std": 0.189844, "nauc_mrr_at_1000_diff1": 0.594275, "main_score": 0.80374, "hf_subset": "ara-zho", "languages": [ "ara-Arab", "zho-Hans" ] }, { "ndcg_at_1": 0.59903, "ndcg_at_3": 0.70422, "ndcg_at_5": 0.73271, "ndcg_at_10": 0.75357, "ndcg_at_20": 0.76731, "ndcg_at_100": 0.77502, "ndcg_at_1000": 0.77502, "map_at_1": 0.59903, "map_at_3": 0.67874, "map_at_5": 0.69493, "map_at_10": 0.70387, "map_at_20": 0.70781, "map_at_100": 0.70906, "map_at_1000": 0.70906, "recall_at_1": 0.59903, "recall_at_3": 0.77778, "recall_at_5": 0.84541, "recall_at_10": 0.90821, "recall_at_20": 0.96135, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.59903, "precision_at_3": 0.25926, "precision_at_5": 0.16908, "precision_at_10": 0.09082, "precision_at_20": 0.04807, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.599034, "mrr_at_3": 0.678744, "mrr_at_5": 0.694928, "mrr_at_10": 0.703869, "mrr_at_20": 0.707807, "mrr_at_100": 0.709058, "mrr_at_1000": 0.709058, "nauc_ndcg_at_1_max": 0.664553, "nauc_ndcg_at_1_std": 0.223122, "nauc_ndcg_at_1_diff1": 0.776012, "nauc_ndcg_at_3_max": 0.683598, "nauc_ndcg_at_3_std": 0.280576, "nauc_ndcg_at_3_diff1": 0.738388, "nauc_ndcg_at_5_max": 0.686065, "nauc_ndcg_at_5_std": 0.317044, "nauc_ndcg_at_5_diff1": 0.738021, "nauc_ndcg_at_10_max": 0.68599, "nauc_ndcg_at_10_std": 0.311996, "nauc_ndcg_at_10_diff1": 0.739226, "nauc_ndcg_at_20_max": 0.695369, "nauc_ndcg_at_20_std": 0.311872, "nauc_ndcg_at_20_diff1": 0.750445, "nauc_ndcg_at_100_max": 0.685556, "nauc_ndcg_at_100_std": 0.290953, "nauc_ndcg_at_100_diff1": 0.748836, "nauc_ndcg_at_1000_max": 0.685556, "nauc_ndcg_at_1000_std": 0.290953, "nauc_ndcg_at_1000_diff1": 0.748836, "nauc_map_at_1_max": 0.664553, "nauc_map_at_1_std": 0.223122, "nauc_map_at_1_diff1": 0.776012, "nauc_map_at_3_max": 0.680405, "nauc_map_at_3_std": 0.267909, "nauc_map_at_3_diff1": 0.748362, "nauc_map_at_5_max": 0.681472, "nauc_map_at_5_std": 0.286184, "nauc_map_at_5_diff1": 0.748686, "nauc_map_at_10_max": 0.68143, "nauc_map_at_10_std": 0.283623, "nauc_map_at_10_diff1": 0.749031, "nauc_map_at_20_max": 0.683826, "nauc_map_at_20_std": 0.283427, "nauc_map_at_20_diff1": 0.751747, "nauc_map_at_100_max": 0.682519, "nauc_map_at_100_std": 0.280619, "nauc_map_at_100_diff1": 0.751578, "nauc_map_at_1000_max": 0.682519, "nauc_map_at_1000_std": 0.280619, "nauc_map_at_1000_diff1": 0.751578, "nauc_recall_at_1_max": 0.664553, "nauc_recall_at_1_std": 0.223122, "nauc_recall_at_1_diff1": 0.776012, "nauc_recall_at_3_max": 0.694457, "nauc_recall_at_3_std": 0.326462, "nauc_recall_at_3_diff1": 0.701081, "nauc_recall_at_5_max": 0.707663, "nauc_recall_at_5_std": 0.473778, "nauc_recall_at_5_diff1": 0.685858, "nauc_recall_at_10_max": 0.718407, "nauc_recall_at_10_std": 0.531074, "nauc_recall_at_10_diff1": 0.668435, "nauc_recall_at_20_max": 0.932563, "nauc_recall_at_20_std": 0.817611, "nauc_recall_at_20_diff1": 0.79109, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.664553, "nauc_precision_at_1_std": 0.223122, "nauc_precision_at_1_diff1": 0.776012, "nauc_precision_at_3_max": 0.694457, "nauc_precision_at_3_std": 0.326462, "nauc_precision_at_3_diff1": 0.701081, "nauc_precision_at_5_max": 0.707663, "nauc_precision_at_5_std": 0.473778, "nauc_precision_at_5_diff1": 0.685858, "nauc_precision_at_10_max": 0.718407, "nauc_precision_at_10_std": 0.531074, "nauc_precision_at_10_diff1": 0.668435, "nauc_precision_at_20_max": 0.932563, "nauc_precision_at_20_std": 0.817611, "nauc_precision_at_20_diff1": 0.79109, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.664553, "nauc_mrr_at_1_std": 0.223122, "nauc_mrr_at_1_diff1": 0.776012, "nauc_mrr_at_3_max": 0.680405, "nauc_mrr_at_3_std": 0.267909, "nauc_mrr_at_3_diff1": 0.748362, "nauc_mrr_at_5_max": 0.681472, "nauc_mrr_at_5_std": 0.286184, "nauc_mrr_at_5_diff1": 0.748686, "nauc_mrr_at_10_max": 0.68143, "nauc_mrr_at_10_std": 0.283623, "nauc_mrr_at_10_diff1": 0.749031, "nauc_mrr_at_20_max": 0.683826, "nauc_mrr_at_20_std": 0.283427, "nauc_mrr_at_20_diff1": 0.751747, "nauc_mrr_at_100_max": 0.682519, "nauc_mrr_at_100_std": 0.280619, "nauc_mrr_at_100_diff1": 0.751578, "nauc_mrr_at_1000_max": 0.682519, "nauc_mrr_at_1000_std": 0.280619, "nauc_mrr_at_1000_diff1": 0.751578, "main_score": 0.75357, "hf_subset": "deu-ara", "languages": [ "deu-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.69141, "ndcg_at_3": 0.77599, "ndcg_at_5": 0.78961, "ndcg_at_10": 0.80271, "ndcg_at_20": 0.81094, "ndcg_at_100": 0.81866, "ndcg_at_1000": 0.8207, "map_at_1": 0.69141, "map_at_3": 0.75586, "map_at_5": 0.76338, "map_at_10": 0.76869, "map_at_20": 0.77087, "map_at_100": 0.77185, "map_at_1000": 0.77193, "recall_at_1": 0.69141, "recall_at_3": 0.83398, "recall_at_5": 0.86719, "recall_at_10": 0.9082, "recall_at_20": 0.94141, "recall_at_100": 0.98438, "recall_at_1000": 1.0, "precision_at_1": 0.69141, "precision_at_3": 0.27799, "precision_at_5": 0.17344, "precision_at_10": 0.09082, "precision_at_20": 0.04707, "precision_at_100": 0.00984, "precision_at_1000": 0.001, "mrr_at_1": 0.691406, "mrr_at_3": 0.755859, "mrr_at_5": 0.763379, "mrr_at_10": 0.768689, "mrr_at_20": 0.770868, "mrr_at_100": 0.771847, "mrr_at_1000": 0.771929, "nauc_ndcg_at_1_max": 0.670696, "nauc_ndcg_at_1_std": 0.057786, "nauc_ndcg_at_1_diff1": 0.763535, "nauc_ndcg_at_3_max": 0.732022, "nauc_ndcg_at_3_std": 0.132106, "nauc_ndcg_at_3_diff1": 0.751185, "nauc_ndcg_at_5_max": 0.735534, "nauc_ndcg_at_5_std": 0.149334, "nauc_ndcg_at_5_diff1": 0.760403, "nauc_ndcg_at_10_max": 0.733421, "nauc_ndcg_at_10_std": 0.165184, "nauc_ndcg_at_10_diff1": 0.757394, "nauc_ndcg_at_20_max": 0.729879, "nauc_ndcg_at_20_std": 0.171261, "nauc_ndcg_at_20_diff1": 0.758586, "nauc_ndcg_at_100_max": 0.723333, "nauc_ndcg_at_100_std": 0.148521, "nauc_ndcg_at_100_diff1": 0.758416, "nauc_ndcg_at_1000_max": 0.720436, "nauc_ndcg_at_1000_std": 0.139827, "nauc_ndcg_at_1000_diff1": 0.758138, "nauc_map_at_1_max": 0.670696, "nauc_map_at_1_std": 0.057786, "nauc_map_at_1_diff1": 0.763535, "nauc_map_at_3_max": 0.714387, "nauc_map_at_3_std": 0.110305, "nauc_map_at_3_diff1": 0.754836, "nauc_map_at_5_max": 0.715371, "nauc_map_at_5_std": 0.117424, "nauc_map_at_5_diff1": 0.759415, "nauc_map_at_10_max": 0.714047, "nauc_map_at_10_std": 0.122386, "nauc_map_at_10_diff1": 0.758199, "nauc_map_at_20_max": 0.713007, "nauc_map_at_20_std": 0.123669, "nauc_map_at_20_diff1": 0.758379, "nauc_map_at_100_max": 0.712276, "nauc_map_at_100_std": 0.121017, "nauc_map_at_100_diff1": 0.758373, "nauc_map_at_1000_max": 0.712178, "nauc_map_at_1000_std": 0.120748, "nauc_map_at_1000_diff1": 0.758364, "nauc_recall_at_1_max": 0.670696, "nauc_recall_at_1_std": 0.057786, "nauc_recall_at_1_diff1": 0.763535, "nauc_recall_at_3_max": 0.801779, "nauc_recall_at_3_std": 0.218595, "nauc_recall_at_3_diff1": 0.736684, "nauc_recall_at_5_max": 0.831539, "nauc_recall_at_5_std": 0.305276, "nauc_recall_at_5_diff1": 0.767436, "nauc_recall_at_10_max": 0.858511, "nauc_recall_at_10_std": 0.462234, "nauc_recall_at_10_diff1": 0.753511, "nauc_recall_at_20_max": 0.889341, "nauc_recall_at_20_std": 0.690848, "nauc_recall_at_20_diff1": 0.767694, "nauc_recall_at_100_max": 0.94897, "nauc_recall_at_100_std": 0.837512, "nauc_recall_at_100_diff1": 0.781783, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.670696, "nauc_precision_at_1_std": 0.057786, "nauc_precision_at_1_diff1": 0.763535, "nauc_precision_at_3_max": 0.801779, "nauc_precision_at_3_std": 0.218595, "nauc_precision_at_3_diff1": 0.736684, "nauc_precision_at_5_max": 0.831539, "nauc_precision_at_5_std": 0.305276, "nauc_precision_at_5_diff1": 0.767436, "nauc_precision_at_10_max": 0.858511, "nauc_precision_at_10_std": 0.462234, "nauc_precision_at_10_diff1": 0.753511, "nauc_precision_at_20_max": 0.889341, "nauc_precision_at_20_std": 0.690848, "nauc_precision_at_20_diff1": 0.767694, "nauc_precision_at_100_max": 0.94897, "nauc_precision_at_100_std": 0.837512, "nauc_precision_at_100_diff1": 0.781783, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.670696, "nauc_mrr_at_1_std": 0.057786, "nauc_mrr_at_1_diff1": 0.763535, "nauc_mrr_at_3_max": 0.714387, "nauc_mrr_at_3_std": 0.110305, "nauc_mrr_at_3_diff1": 0.754836, "nauc_mrr_at_5_max": 0.715371, "nauc_mrr_at_5_std": 0.117424, "nauc_mrr_at_5_diff1": 0.759415, "nauc_mrr_at_10_max": 0.714047, "nauc_mrr_at_10_std": 0.122386, "nauc_mrr_at_10_diff1": 0.758199, "nauc_mrr_at_20_max": 0.713007, "nauc_mrr_at_20_std": 0.123669, "nauc_mrr_at_20_diff1": 0.758379, "nauc_mrr_at_100_max": 0.712276, "nauc_mrr_at_100_std": 0.121017, "nauc_mrr_at_100_diff1": 0.758373, "nauc_mrr_at_1000_max": 0.712178, "nauc_mrr_at_1000_std": 0.120748, "nauc_mrr_at_1000_diff1": 0.758364, "main_score": 0.80271, "hf_subset": "deu-deu", "languages": [ "deu-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.65625, "ndcg_at_3": 0.75902, "ndcg_at_5": 0.77155, "ndcg_at_10": 0.78898, "ndcg_at_20": 0.7967, "ndcg_at_100": 0.80597, "ndcg_at_1000": 0.80731, "map_at_1": 0.65625, "map_at_3": 0.73437, "map_at_5": 0.7416, "map_at_10": 0.74901, "map_at_20": 0.75129, "map_at_100": 0.75265, "map_at_1000": 0.75271, "recall_at_1": 0.65625, "recall_at_3": 0.83008, "recall_at_5": 0.85938, "recall_at_10": 0.91211, "recall_at_20": 0.94141, "recall_at_100": 0.99023, "recall_at_1000": 1.0, "precision_at_1": 0.65625, "precision_at_3": 0.27669, "precision_at_5": 0.17188, "precision_at_10": 0.09121, "precision_at_20": 0.04707, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.65625, "mrr_at_3": 0.734375, "mrr_at_5": 0.741602, "mrr_at_10": 0.749006, "mrr_at_20": 0.751293, "mrr_at_100": 0.752647, "mrr_at_1000": 0.752715, "nauc_ndcg_at_1_max": 0.675135, "nauc_ndcg_at_1_std": 0.090961, "nauc_ndcg_at_1_diff1": 0.80706, "nauc_ndcg_at_3_max": 0.728174, "nauc_ndcg_at_3_std": 0.121705, "nauc_ndcg_at_3_diff1": 0.768807, "nauc_ndcg_at_5_max": 0.72446, "nauc_ndcg_at_5_std": 0.133783, "nauc_ndcg_at_5_diff1": 0.765539, "nauc_ndcg_at_10_max": 0.72376, "nauc_ndcg_at_10_std": 0.153551, "nauc_ndcg_at_10_diff1": 0.765925, "nauc_ndcg_at_20_max": 0.724387, "nauc_ndcg_at_20_std": 0.159173, "nauc_ndcg_at_20_diff1": 0.770362, "nauc_ndcg_at_100_max": 0.716811, "nauc_ndcg_at_100_std": 0.142591, "nauc_ndcg_at_100_diff1": 0.774665, "nauc_ndcg_at_1000_max": 0.715496, "nauc_ndcg_at_1000_std": 0.137144, "nauc_ndcg_at_1000_diff1": 0.775807, "nauc_map_at_1_max": 0.675135, "nauc_map_at_1_std": 0.090961, "nauc_map_at_1_diff1": 0.80706, "nauc_map_at_3_max": 0.712478, "nauc_map_at_3_std": 0.111899, "nauc_map_at_3_diff1": 0.778346, "nauc_map_at_5_max": 0.710173, "nauc_map_at_5_std": 0.118033, "nauc_map_at_5_diff1": 0.77695, "nauc_map_at_10_max": 0.709639, "nauc_map_at_10_std": 0.12522, "nauc_map_at_10_diff1": 0.777509, "nauc_map_at_20_max": 0.709708, "nauc_map_at_20_std": 0.126503, "nauc_map_at_20_diff1": 0.778798, "nauc_map_at_100_max": 0.708944, "nauc_map_at_100_std": 0.1248, "nauc_map_at_100_diff1": 0.779519, "nauc_map_at_1000_max": 0.708895, "nauc_map_at_1000_std": 0.124588, "nauc_map_at_1000_diff1": 0.779581, "nauc_recall_at_1_max": 0.675135, "nauc_recall_at_1_std": 0.090961, "nauc_recall_at_1_diff1": 0.80706, "nauc_recall_at_3_max": 0.792671, "nauc_recall_at_3_std": 0.162417, "nauc_recall_at_3_diff1": 0.730669, "nauc_recall_at_5_max": 0.791484, "nauc_recall_at_5_std": 0.211027, "nauc_recall_at_5_diff1": 0.711936, "nauc_recall_at_10_max": 0.821164, "nauc_recall_at_10_std": 0.37254, "nauc_recall_at_10_diff1": 0.684716, "nauc_recall_at_20_max": 0.875228, "nauc_recall_at_20_std": 0.541004, "nauc_recall_at_20_diff1": 0.692913, "nauc_recall_at_100_max": 0.884701, "nauc_recall_at_100_std": 0.829186, "nauc_recall_at_100_diff1": 0.6462, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.675135, "nauc_precision_at_1_std": 0.090961, "nauc_precision_at_1_diff1": 0.80706, "nauc_precision_at_3_max": 0.792671, "nauc_precision_at_3_std": 0.162417, "nauc_precision_at_3_diff1": 0.730669, "nauc_precision_at_5_max": 0.791484, "nauc_precision_at_5_std": 0.211027, "nauc_precision_at_5_diff1": 0.711936, "nauc_precision_at_10_max": 0.821164, "nauc_precision_at_10_std": 0.37254, "nauc_precision_at_10_diff1": 0.684716, "nauc_precision_at_20_max": 0.875228, "nauc_precision_at_20_std": 0.541004, "nauc_precision_at_20_diff1": 0.692913, "nauc_precision_at_100_max": 0.884701, "nauc_precision_at_100_std": 0.829186, "nauc_precision_at_100_diff1": 0.6462, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.675135, "nauc_mrr_at_1_std": 0.090961, "nauc_mrr_at_1_diff1": 0.80706, "nauc_mrr_at_3_max": 0.712478, "nauc_mrr_at_3_std": 0.111899, "nauc_mrr_at_3_diff1": 0.778346, "nauc_mrr_at_5_max": 0.710173, "nauc_mrr_at_5_std": 0.118033, "nauc_mrr_at_5_diff1": 0.77695, "nauc_mrr_at_10_max": 0.709639, "nauc_mrr_at_10_std": 0.12522, "nauc_mrr_at_10_diff1": 0.777509, "nauc_mrr_at_20_max": 0.709708, "nauc_mrr_at_20_std": 0.126503, "nauc_mrr_at_20_diff1": 0.778798, "nauc_mrr_at_100_max": 0.708944, "nauc_mrr_at_100_std": 0.1248, "nauc_mrr_at_100_diff1": 0.779519, "nauc_mrr_at_1000_max": 0.708895, "nauc_mrr_at_1000_std": 0.124588, "nauc_mrr_at_1000_diff1": 0.779581, "main_score": 0.78898, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.66837, "ndcg_at_3": 0.76281, "ndcg_at_5": 0.77358, "ndcg_at_10": 0.79829, "ndcg_at_20": 0.80984, "ndcg_at_100": 0.81385, "ndcg_at_1000": 0.81454, "map_at_1": 0.66837, "map_at_3": 0.74065, "map_at_5": 0.74677, "map_at_10": 0.75695, "map_at_20": 0.7601, "map_at_100": 0.76075, "map_at_1000": 0.76078, "recall_at_1": 0.66837, "recall_at_3": 0.82653, "recall_at_5": 0.85204, "recall_at_10": 0.92857, "recall_at_20": 0.97449, "recall_at_100": 0.9949, "recall_at_1000": 1.0, "precision_at_1": 0.66837, "precision_at_3": 0.27551, "precision_at_5": 0.17041, "precision_at_10": 0.09286, "precision_at_20": 0.04872, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.668367, "mrr_at_3": 0.740646, "mrr_at_5": 0.746769, "mrr_at_10": 0.756948, "mrr_at_20": 0.760095, "mrr_at_100": 0.760746, "mrr_at_1000": 0.760778, "nauc_ndcg_at_1_max": 0.69045, "nauc_ndcg_at_1_std": 0.225004, "nauc_ndcg_at_1_diff1": 0.825157, "nauc_ndcg_at_3_max": 0.764646, "nauc_ndcg_at_3_std": 0.362181, "nauc_ndcg_at_3_diff1": 0.790023, "nauc_ndcg_at_5_max": 0.763627, "nauc_ndcg_at_5_std": 0.348967, "nauc_ndcg_at_5_diff1": 0.800011, "nauc_ndcg_at_10_max": 0.754512, "nauc_ndcg_at_10_std": 0.350113, "nauc_ndcg_at_10_diff1": 0.805507, "nauc_ndcg_at_20_max": 0.745562, "nauc_ndcg_at_20_std": 0.329757, "nauc_ndcg_at_20_diff1": 0.806609, "nauc_ndcg_at_100_max": 0.743294, "nauc_ndcg_at_100_std": 0.324835, "nauc_ndcg_at_100_diff1": 0.805165, "nauc_ndcg_at_1000_max": 0.74219, "nauc_ndcg_at_1000_std": 0.321931, "nauc_ndcg_at_1000_diff1": 0.804327, "nauc_map_at_1_max": 0.69045, "nauc_map_at_1_std": 0.225004, "nauc_map_at_1_diff1": 0.825157, "nauc_map_at_3_max": 0.74298, "nauc_map_at_3_std": 0.32083, "nauc_map_at_3_diff1": 0.797451, "nauc_map_at_5_max": 0.742035, "nauc_map_at_5_std": 0.313172, "nauc_map_at_5_diff1": 0.802827, "nauc_map_at_10_max": 0.738189, "nauc_map_at_10_std": 0.313527, "nauc_map_at_10_diff1": 0.805118, "nauc_map_at_20_max": 0.735837, "nauc_map_at_20_std": 0.308484, "nauc_map_at_20_diff1": 0.805155, "nauc_map_at_100_max": 0.735654, "nauc_map_at_100_std": 0.308138, "nauc_map_at_100_diff1": 0.804946, "nauc_map_at_1000_max": 0.735614, "nauc_map_at_1000_std": 0.308032, "nauc_map_at_1000_diff1": 0.804916, "nauc_recall_at_1_max": 0.69045, "nauc_recall_at_1_std": 0.225004, "nauc_recall_at_1_diff1": 0.825157, "nauc_recall_at_3_max": 0.850626, "nauc_recall_at_3_std": 0.52702, "nauc_recall_at_3_diff1": 0.762178, "nauc_recall_at_5_max": 0.859957, "nauc_recall_at_5_std": 0.507343, "nauc_recall_at_5_diff1": 0.791113, "nauc_recall_at_10_max": 0.880506, "nauc_recall_at_10_std": 0.648614, "nauc_recall_at_10_diff1": 0.820719, "nauc_recall_at_20_max": 0.884557, "nauc_recall_at_20_std": 0.661125, "nauc_recall_at_20_diff1": 0.888845, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.69045, "nauc_precision_at_1_std": 0.225004, "nauc_precision_at_1_diff1": 0.825157, "nauc_precision_at_3_max": 0.850626, "nauc_precision_at_3_std": 0.52702, "nauc_precision_at_3_diff1": 0.762178, "nauc_precision_at_5_max": 0.859957, "nauc_precision_at_5_std": 0.507343, "nauc_precision_at_5_diff1": 0.791113, "nauc_precision_at_10_max": 0.880506, "nauc_precision_at_10_std": 0.648614, "nauc_precision_at_10_diff1": 0.820719, "nauc_precision_at_20_max": 0.884557, "nauc_precision_at_20_std": 0.661125, "nauc_precision_at_20_diff1": 0.888845, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.69045, "nauc_mrr_at_1_std": 0.225004, "nauc_mrr_at_1_diff1": 0.825157, "nauc_mrr_at_3_max": 0.74298, "nauc_mrr_at_3_std": 0.32083, "nauc_mrr_at_3_diff1": 0.797451, "nauc_mrr_at_5_max": 0.742035, "nauc_mrr_at_5_std": 0.313172, "nauc_mrr_at_5_diff1": 0.802827, "nauc_mrr_at_10_max": 0.738189, "nauc_mrr_at_10_std": 0.313527, "nauc_mrr_at_10_diff1": 0.805118, "nauc_mrr_at_20_max": 0.735837, "nauc_mrr_at_20_std": 0.308484, "nauc_mrr_at_20_diff1": 0.805155, "nauc_mrr_at_100_max": 0.735654, "nauc_mrr_at_100_std": 0.308138, "nauc_mrr_at_100_diff1": 0.804946, "nauc_mrr_at_1000_max": 0.735614, "nauc_mrr_at_1000_std": 0.308032, "nauc_mrr_at_1000_diff1": 0.804916, "main_score": 0.79829, "hf_subset": "deu-spa", "languages": [ "deu-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.63804, "ndcg_at_3": 0.73386, "ndcg_at_5": 0.76923, "ndcg_at_10": 0.78087, "ndcg_at_20": 0.79011, "ndcg_at_100": 0.79833, "ndcg_at_1000": 0.79833, "map_at_1": 0.63804, "map_at_3": 0.71166, "map_at_5": 0.73129, "map_at_10": 0.73591, "map_at_20": 0.73842, "map_at_100": 0.73964, "map_at_1000": 0.73964, "recall_at_1": 0.63804, "recall_at_3": 0.79755, "recall_at_5": 0.88344, "recall_at_10": 0.92025, "recall_at_20": 0.95706, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.63804, "precision_at_3": 0.26585, "precision_at_5": 0.17669, "precision_at_10": 0.09202, "precision_at_20": 0.04785, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.638037, "mrr_at_3": 0.711656, "mrr_at_5": 0.731288, "mrr_at_10": 0.735914, "mrr_at_20": 0.738416, "mrr_at_100": 0.739637, "mrr_at_1000": 0.739637, "nauc_ndcg_at_1_max": 0.750663, "nauc_ndcg_at_1_std": 0.245193, "nauc_ndcg_at_1_diff1": 0.865146, "nauc_ndcg_at_3_max": 0.775249, "nauc_ndcg_at_3_std": 0.301093, "nauc_ndcg_at_3_diff1": 0.78889, "nauc_ndcg_at_5_max": 0.771964, "nauc_ndcg_at_5_std": 0.300269, "nauc_ndcg_at_5_diff1": 0.804397, "nauc_ndcg_at_10_max": 0.766219, "nauc_ndcg_at_10_std": 0.27796, "nauc_ndcg_at_10_diff1": 0.799368, "nauc_ndcg_at_20_max": 0.760157, "nauc_ndcg_at_20_std": 0.261515, "nauc_ndcg_at_20_diff1": 0.79745, "nauc_ndcg_at_100_max": 0.764486, "nauc_ndcg_at_100_std": 0.274562, "nauc_ndcg_at_100_diff1": 0.810174, "nauc_ndcg_at_1000_max": 0.764486, "nauc_ndcg_at_1000_std": 0.274562, "nauc_ndcg_at_1000_diff1": 0.810174, "nauc_map_at_1_max": 0.750663, "nauc_map_at_1_std": 0.245193, "nauc_map_at_1_diff1": 0.865146, "nauc_map_at_3_max": 0.76813, "nauc_map_at_3_std": 0.282858, "nauc_map_at_3_diff1": 0.807759, "nauc_map_at_5_max": 0.766144, "nauc_map_at_5_std": 0.280851, "nauc_map_at_5_diff1": 0.81615, "nauc_map_at_10_max": 0.763868, "nauc_map_at_10_std": 0.272756, "nauc_map_at_10_diff1": 0.814751, "nauc_map_at_20_max": 0.762599, "nauc_map_at_20_std": 0.269679, "nauc_map_at_20_diff1": 0.814791, "nauc_map_at_100_max": 0.763333, "nauc_map_at_100_std": 0.271646, "nauc_map_at_100_diff1": 0.816458, "nauc_map_at_1000_max": 0.763333, "nauc_map_at_1000_std": 0.271646, "nauc_map_at_1000_diff1": 0.816458, "nauc_recall_at_1_max": 0.750663, "nauc_recall_at_1_std": 0.245193, "nauc_recall_at_1_diff1": 0.865146, "nauc_recall_at_3_max": 0.801998, "nauc_recall_at_3_std": 0.370699, "nauc_recall_at_3_diff1": 0.719715, "nauc_recall_at_5_max": 0.804318, "nauc_recall_at_5_std": 0.414763, "nauc_recall_at_5_diff1": 0.74511, "nauc_recall_at_10_max": 0.778757, "nauc_recall_at_10_std": 0.300066, "nauc_recall_at_10_diff1": 0.68081, "nauc_recall_at_20_max": 0.684737, "nauc_recall_at_20_std": 0.021746, "nauc_recall_at_20_diff1": 0.536185, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.750663, "nauc_precision_at_1_std": 0.245193, "nauc_precision_at_1_diff1": 0.865146, "nauc_precision_at_3_max": 0.801998, "nauc_precision_at_3_std": 0.370699, "nauc_precision_at_3_diff1": 0.719715, "nauc_precision_at_5_max": 0.804318, "nauc_precision_at_5_std": 0.414763, "nauc_precision_at_5_diff1": 0.74511, "nauc_precision_at_10_max": 0.778757, "nauc_precision_at_10_std": 0.300066, "nauc_precision_at_10_diff1": 0.68081, "nauc_precision_at_20_max": 0.684737, "nauc_precision_at_20_std": 0.021746, "nauc_precision_at_20_diff1": 0.536185, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.750663, "nauc_mrr_at_1_std": 0.245193, "nauc_mrr_at_1_diff1": 0.865146, "nauc_mrr_at_3_max": 0.76813, "nauc_mrr_at_3_std": 0.282858, "nauc_mrr_at_3_diff1": 0.807759, "nauc_mrr_at_5_max": 0.766144, "nauc_mrr_at_5_std": 0.280851, "nauc_mrr_at_5_diff1": 0.81615, "nauc_mrr_at_10_max": 0.763868, "nauc_mrr_at_10_std": 0.272756, "nauc_mrr_at_10_diff1": 0.814751, "nauc_mrr_at_20_max": 0.762599, "nauc_mrr_at_20_std": 0.269679, "nauc_mrr_at_20_diff1": 0.814791, "nauc_mrr_at_100_max": 0.763333, "nauc_mrr_at_100_std": 0.271646, "nauc_mrr_at_100_diff1": 0.816458, "nauc_mrr_at_1000_max": 0.763333, "nauc_mrr_at_1000_std": 0.271646, "nauc_mrr_at_1000_diff1": 0.816458, "main_score": 0.78087, "hf_subset": "deu-hin", "languages": [ "deu-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.64835, "ndcg_at_3": 0.74718, "ndcg_at_5": 0.76776, "ndcg_at_10": 0.78898, "ndcg_at_20": 0.79731, "ndcg_at_100": 0.80371, "ndcg_at_1000": 0.80371, "map_at_1": 0.64835, "map_at_3": 0.72253, "map_at_5": 0.73407, "map_at_10": 0.74275, "map_at_20": 0.74504, "map_at_100": 0.74605, "map_at_1000": 0.74605, "recall_at_1": 0.64835, "recall_at_3": 0.81868, "recall_at_5": 0.86813, "recall_at_10": 0.93407, "recall_at_20": 0.96703, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.64835, "precision_at_3": 0.27289, "precision_at_5": 0.17363, "precision_at_10": 0.09341, "precision_at_20": 0.04835, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.648352, "mrr_at_3": 0.722527, "mrr_at_5": 0.734066, "mrr_at_10": 0.742755, "mrr_at_20": 0.745042, "mrr_at_100": 0.746045, "mrr_at_1000": 0.746045, "nauc_ndcg_at_1_max": 0.564476, "nauc_ndcg_at_1_std": 0.069134, "nauc_ndcg_at_1_diff1": 0.750639, "nauc_ndcg_at_3_max": 0.6741, "nauc_ndcg_at_3_std": 0.173132, "nauc_ndcg_at_3_diff1": 0.737897, "nauc_ndcg_at_5_max": 0.65621, "nauc_ndcg_at_5_std": 0.151348, "nauc_ndcg_at_5_diff1": 0.738751, "nauc_ndcg_at_10_max": 0.651047, "nauc_ndcg_at_10_std": 0.177007, "nauc_ndcg_at_10_diff1": 0.726475, "nauc_ndcg_at_20_max": 0.646791, "nauc_ndcg_at_20_std": 0.177135, "nauc_ndcg_at_20_diff1": 0.727708, "nauc_ndcg_at_100_max": 0.636206, "nauc_ndcg_at_100_std": 0.151255, "nauc_ndcg_at_100_diff1": 0.735363, "nauc_ndcg_at_1000_max": 0.636206, "nauc_ndcg_at_1000_std": 0.151255, "nauc_ndcg_at_1000_diff1": 0.735363, "nauc_map_at_1_max": 0.564476, "nauc_map_at_1_std": 0.069134, "nauc_map_at_1_diff1": 0.750639, "nauc_map_at_3_max": 0.642393, "nauc_map_at_3_std": 0.145491, "nauc_map_at_3_diff1": 0.739351, "nauc_map_at_5_max": 0.632167, "nauc_map_at_5_std": 0.133602, "nauc_map_at_5_diff1": 0.739376, "nauc_map_at_10_max": 0.629748, "nauc_map_at_10_std": 0.14217, "nauc_map_at_10_diff1": 0.735161, "nauc_map_at_20_max": 0.628652, "nauc_map_at_20_std": 0.141906, "nauc_map_at_20_diff1": 0.735687, "nauc_map_at_100_max": 0.627363, "nauc_map_at_100_std": 0.138761, "nauc_map_at_100_diff1": 0.736997, "nauc_map_at_1000_max": 0.627363, "nauc_map_at_1000_std": 0.138761, "nauc_map_at_1000_diff1": 0.736997, "nauc_recall_at_1_max": 0.564476, "nauc_recall_at_1_std": 0.069134, "nauc_recall_at_1_diff1": 0.750639, "nauc_recall_at_3_max": 0.801331, "nauc_recall_at_3_std": 0.282625, "nauc_recall_at_3_diff1": 0.73336, "nauc_recall_at_5_max": 0.775194, "nauc_recall_at_5_std": 0.234912, "nauc_recall_at_5_diff1": 0.738528, "nauc_recall_at_10_max": 0.837804, "nauc_recall_at_10_std": 0.524963, "nauc_recall_at_10_diff1": 0.633683, "nauc_recall_at_20_max": 0.932037, "nauc_recall_at_20_std": 0.871198, "nauc_recall_at_20_diff1": 0.558234, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.564476, "nauc_precision_at_1_std": 0.069134, "nauc_precision_at_1_diff1": 0.750639, "nauc_precision_at_3_max": 0.801331, "nauc_precision_at_3_std": 0.282625, "nauc_precision_at_3_diff1": 0.73336, "nauc_precision_at_5_max": 0.775194, "nauc_precision_at_5_std": 0.234912, "nauc_precision_at_5_diff1": 0.738528, "nauc_precision_at_10_max": 0.837804, "nauc_precision_at_10_std": 0.524963, "nauc_precision_at_10_diff1": 0.633683, "nauc_precision_at_20_max": 0.932037, "nauc_precision_at_20_std": 0.871198, "nauc_precision_at_20_diff1": 0.558234, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.564476, "nauc_mrr_at_1_std": 0.069134, "nauc_mrr_at_1_diff1": 0.750639, "nauc_mrr_at_3_max": 0.642393, "nauc_mrr_at_3_std": 0.145491, "nauc_mrr_at_3_diff1": 0.739351, "nauc_mrr_at_5_max": 0.632167, "nauc_mrr_at_5_std": 0.133602, "nauc_mrr_at_5_diff1": 0.739376, "nauc_mrr_at_10_max": 0.629748, "nauc_mrr_at_10_std": 0.14217, "nauc_mrr_at_10_diff1": 0.735161, "nauc_mrr_at_20_max": 0.628652, "nauc_mrr_at_20_std": 0.141906, "nauc_mrr_at_20_diff1": 0.735687, "nauc_mrr_at_100_max": 0.627363, "nauc_mrr_at_100_std": 0.138761, "nauc_mrr_at_100_diff1": 0.736997, "nauc_mrr_at_1000_max": 0.627363, "nauc_mrr_at_1000_std": 0.138761, "nauc_mrr_at_1000_diff1": 0.736997, "main_score": 0.78898, "hf_subset": "deu-vie", "languages": [ "deu-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.66316, "ndcg_at_3": 0.77306, "ndcg_at_5": 0.79526, "ndcg_at_10": 0.80553, "ndcg_at_20": 0.81375, "ndcg_at_100": 0.81873, "ndcg_at_1000": 0.8195, "map_at_1": 0.66316, "map_at_3": 0.74561, "map_at_5": 0.75825, "map_at_10": 0.76251, "map_at_20": 0.76488, "map_at_100": 0.76561, "map_at_1000": 0.76566, "recall_at_1": 0.66316, "recall_at_3": 0.85263, "recall_at_5": 0.90526, "recall_at_10": 0.93684, "recall_at_20": 0.96842, "recall_at_100": 0.99474, "recall_at_1000": 1.0, "precision_at_1": 0.66316, "precision_at_3": 0.28421, "precision_at_5": 0.18105, "precision_at_10": 0.09368, "precision_at_20": 0.04842, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.663158, "mrr_at_3": 0.745614, "mrr_at_5": 0.758246, "mrr_at_10": 0.762506, "mrr_at_20": 0.764875, "mrr_at_100": 0.765614, "mrr_at_1000": 0.765659, "nauc_ndcg_at_1_max": 0.536615, "nauc_ndcg_at_1_std": 0.09493, "nauc_ndcg_at_1_diff1": 0.687576, "nauc_ndcg_at_3_max": 0.647642, "nauc_ndcg_at_3_std": 0.215044, "nauc_ndcg_at_3_diff1": 0.682249, "nauc_ndcg_at_5_max": 0.636121, "nauc_ndcg_at_5_std": 0.194231, "nauc_ndcg_at_5_diff1": 0.6758, "nauc_ndcg_at_10_max": 0.627418, "nauc_ndcg_at_10_std": 0.18869, "nauc_ndcg_at_10_diff1": 0.678108, "nauc_ndcg_at_20_max": 0.622209, "nauc_ndcg_at_20_std": 0.193044, "nauc_ndcg_at_20_diff1": 0.685652, "nauc_ndcg_at_100_max": 0.611155, "nauc_ndcg_at_100_std": 0.17031, "nauc_ndcg_at_100_diff1": 0.686402, "nauc_ndcg_at_1000_max": 0.609258, "nauc_ndcg_at_1000_std": 0.167617, "nauc_ndcg_at_1000_diff1": 0.684872, "nauc_map_at_1_max": 0.536615, "nauc_map_at_1_std": 0.09493, "nauc_map_at_1_diff1": 0.687576, "nauc_map_at_3_max": 0.612299, "nauc_map_at_3_std": 0.171627, "nauc_map_at_3_diff1": 0.684024, "nauc_map_at_5_max": 0.605059, "nauc_map_at_5_std": 0.158645, "nauc_map_at_5_diff1": 0.681256, "nauc_map_at_10_max": 0.601503, "nauc_map_at_10_std": 0.15593, "nauc_map_at_10_diff1": 0.682594, "nauc_map_at_20_max": 0.60007, "nauc_map_at_20_std": 0.156507, "nauc_map_at_20_diff1": 0.684638, "nauc_map_at_100_max": 0.598744, "nauc_map_at_100_std": 0.153827, "nauc_map_at_100_diff1": 0.684756, "nauc_map_at_1000_max": 0.598656, "nauc_map_at_1000_std": 0.153702, "nauc_map_at_1000_diff1": 0.684686, "nauc_recall_at_1_max": 0.536615, "nauc_recall_at_1_std": 0.09493, "nauc_recall_at_1_diff1": 0.687576, "nauc_recall_at_3_max": 0.80787, "nauc_recall_at_3_std": 0.415083, "nauc_recall_at_3_diff1": 0.674151, "nauc_recall_at_5_max": 0.831673, "nauc_recall_at_5_std": 0.423306, "nauc_recall_at_5_diff1": 0.638266, "nauc_recall_at_10_max": 0.855859, "nauc_recall_at_10_std": 0.492997, "nauc_recall_at_10_diff1": 0.631653, "nauc_recall_at_20_max": 0.978214, "nauc_recall_at_20_std": 0.885621, "nauc_recall_at_20_diff1": 0.722611, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.722222, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.536615, "nauc_precision_at_1_std": 0.09493, "nauc_precision_at_1_diff1": 0.687576, "nauc_precision_at_3_max": 0.80787, "nauc_precision_at_3_std": 0.415083, "nauc_precision_at_3_diff1": 0.674151, "nauc_precision_at_5_max": 0.831673, "nauc_precision_at_5_std": 0.423306, "nauc_precision_at_5_diff1": 0.638266, "nauc_precision_at_10_max": 0.855859, "nauc_precision_at_10_std": 0.492997, "nauc_precision_at_10_diff1": 0.631653, "nauc_precision_at_20_max": 0.978214, "nauc_precision_at_20_std": 0.885621, "nauc_precision_at_20_diff1": 0.722611, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.722222, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.536615, "nauc_mrr_at_1_std": 0.09493, "nauc_mrr_at_1_diff1": 0.687576, "nauc_mrr_at_3_max": 0.612299, "nauc_mrr_at_3_std": 0.171627, "nauc_mrr_at_3_diff1": 0.684024, "nauc_mrr_at_5_max": 0.605059, "nauc_mrr_at_5_std": 0.158645, "nauc_mrr_at_5_diff1": 0.681256, "nauc_mrr_at_10_max": 0.601503, "nauc_mrr_at_10_std": 0.15593, "nauc_mrr_at_10_diff1": 0.682594, "nauc_mrr_at_20_max": 0.60007, "nauc_mrr_at_20_std": 0.156507, "nauc_mrr_at_20_diff1": 0.684638, "nauc_mrr_at_100_max": 0.598744, "nauc_mrr_at_100_std": 0.153827, "nauc_mrr_at_100_diff1": 0.684756, "nauc_mrr_at_1000_max": 0.598656, "nauc_mrr_at_1000_std": 0.153702, "nauc_mrr_at_1000_diff1": 0.684686, "main_score": 0.80553, "hf_subset": "deu-zho", "languages": [ "deu-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.55319, "ndcg_at_3": 0.66351, "ndcg_at_5": 0.68806, "ndcg_at_10": 0.70861, "ndcg_at_20": 0.71929, "ndcg_at_100": 0.73422, "ndcg_at_1000": 0.73633, "map_at_1": 0.55319, "map_at_3": 0.63733, "map_at_5": 0.65087, "map_at_10": 0.6593, "map_at_20": 0.66219, "map_at_100": 0.66433, "map_at_1000": 0.66443, "recall_at_1": 0.55319, "recall_at_3": 0.73888, "recall_at_5": 0.79884, "recall_at_10": 0.86267, "recall_at_20": 0.90522, "recall_at_100": 0.98453, "recall_at_1000": 1.0, "precision_at_1": 0.55319, "precision_at_3": 0.24629, "precision_at_5": 0.15977, "precision_at_10": 0.08627, "precision_at_20": 0.04526, "precision_at_100": 0.00985, "precision_at_1000": 0.001, "mrr_at_1": 0.553191, "mrr_at_3": 0.637331, "mrr_at_5": 0.65087, "mrr_at_10": 0.659298, "mrr_at_20": 0.662188, "mrr_at_100": 0.664332, "mrr_at_1000": 0.664431, "nauc_ndcg_at_1_max": 0.649068, "nauc_ndcg_at_1_std": 0.136325, "nauc_ndcg_at_1_diff1": 0.729465, "nauc_ndcg_at_3_max": 0.707849, "nauc_ndcg_at_3_std": 0.179105, "nauc_ndcg_at_3_diff1": 0.694367, "nauc_ndcg_at_5_max": 0.698237, "nauc_ndcg_at_5_std": 0.187304, "nauc_ndcg_at_5_diff1": 0.689208, "nauc_ndcg_at_10_max": 0.702283, "nauc_ndcg_at_10_std": 0.199931, "nauc_ndcg_at_10_diff1": 0.690784, "nauc_ndcg_at_20_max": 0.700255, "nauc_ndcg_at_20_std": 0.209905, "nauc_ndcg_at_20_diff1": 0.690281, "nauc_ndcg_at_100_max": 0.695617, "nauc_ndcg_at_100_std": 0.195007, "nauc_ndcg_at_100_diff1": 0.69538, "nauc_ndcg_at_1000_max": 0.694005, "nauc_ndcg_at_1000_std": 0.189262, "nauc_ndcg_at_1000_diff1": 0.697641, "nauc_map_at_1_max": 0.649068, "nauc_map_at_1_std": 0.136325, "nauc_map_at_1_diff1": 0.729465, "nauc_map_at_3_max": 0.693261, "nauc_map_at_3_std": 0.168462, "nauc_map_at_3_diff1": 0.702616, "nauc_map_at_5_max": 0.687958, "nauc_map_at_5_std": 0.172474, "nauc_map_at_5_diff1": 0.70042, "nauc_map_at_10_max": 0.68913, "nauc_map_at_10_std": 0.177603, "nauc_map_at_10_diff1": 0.701181, "nauc_map_at_20_max": 0.688641, "nauc_map_at_20_std": 0.179646, "nauc_map_at_20_diff1": 0.701263, "nauc_map_at_100_max": 0.688136, "nauc_map_at_100_std": 0.177831, "nauc_map_at_100_diff1": 0.702057, "nauc_map_at_1000_max": 0.688077, "nauc_map_at_1000_std": 0.177623, "nauc_map_at_1000_diff1": 0.70215, "nauc_recall_at_1_max": 0.649068, "nauc_recall_at_1_std": 0.136325, "nauc_recall_at_1_diff1": 0.729465, "nauc_recall_at_3_max": 0.759253, "nauc_recall_at_3_std": 0.216621, "nauc_recall_at_3_diff1": 0.665566, "nauc_recall_at_5_max": 0.738711, "nauc_recall_at_5_std": 0.251064, "nauc_recall_at_5_diff1": 0.641021, "nauc_recall_at_10_max": 0.778229, "nauc_recall_at_10_std": 0.337316, "nauc_recall_at_10_diff1": 0.630842, "nauc_recall_at_20_max": 0.786711, "nauc_recall_at_20_std": 0.487963, "nauc_recall_at_20_diff1": 0.600081, "nauc_recall_at_100_max": 0.858502, "nauc_recall_at_100_std": 0.775444, "nauc_recall_at_100_diff1": 0.474167, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.649068, "nauc_precision_at_1_std": 0.136325, "nauc_precision_at_1_diff1": 0.729465, "nauc_precision_at_3_max": 0.759253, "nauc_precision_at_3_std": 0.216621, "nauc_precision_at_3_diff1": 0.665566, "nauc_precision_at_5_max": 0.738711, "nauc_precision_at_5_std": 0.251064, "nauc_precision_at_5_diff1": 0.641021, "nauc_precision_at_10_max": 0.778229, "nauc_precision_at_10_std": 0.337316, "nauc_precision_at_10_diff1": 0.630842, "nauc_precision_at_20_max": 0.786711, "nauc_precision_at_20_std": 0.487963, "nauc_precision_at_20_diff1": 0.600081, "nauc_precision_at_100_max": 0.858502, "nauc_precision_at_100_std": 0.775444, "nauc_precision_at_100_diff1": 0.474167, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.649068, "nauc_mrr_at_1_std": 0.136325, "nauc_mrr_at_1_diff1": 0.729465, "nauc_mrr_at_3_max": 0.693261, "nauc_mrr_at_3_std": 0.168462, "nauc_mrr_at_3_diff1": 0.702616, "nauc_mrr_at_5_max": 0.687958, "nauc_mrr_at_5_std": 0.172474, "nauc_mrr_at_5_diff1": 0.70042, "nauc_mrr_at_10_max": 0.68913, "nauc_mrr_at_10_std": 0.177603, "nauc_mrr_at_10_diff1": 0.701181, "nauc_mrr_at_20_max": 0.688641, "nauc_mrr_at_20_std": 0.179646, "nauc_mrr_at_20_diff1": 0.701263, "nauc_mrr_at_100_max": 0.688136, "nauc_mrr_at_100_std": 0.177831, "nauc_mrr_at_100_diff1": 0.702057, "nauc_mrr_at_1000_max": 0.688077, "nauc_mrr_at_1000_std": 0.177623, "nauc_mrr_at_1000_diff1": 0.70215, "main_score": 0.70861, "hf_subset": "eng-ara", "languages": [ "eng-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.67773, "ndcg_at_3": 0.76699, "ndcg_at_5": 0.78633, "ndcg_at_10": 0.801, "ndcg_at_20": 0.80832, "ndcg_at_100": 0.81564, "ndcg_at_1000": 0.81715, "map_at_1": 0.67773, "map_at_3": 0.74577, "map_at_5": 0.75651, "map_at_10": 0.76266, "map_at_20": 0.76463, "map_at_100": 0.76566, "map_at_1000": 0.76571, "recall_at_1": 0.67773, "recall_at_3": 0.82812, "recall_at_5": 0.875, "recall_at_10": 0.91992, "recall_at_20": 0.94922, "recall_at_100": 0.98828, "recall_at_1000": 1.0, "precision_at_1": 0.67773, "precision_at_3": 0.27604, "precision_at_5": 0.175, "precision_at_10": 0.09199, "precision_at_20": 0.04746, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.677734, "mrr_at_3": 0.745768, "mrr_at_5": 0.75651, "mrr_at_10": 0.762664, "mrr_at_20": 0.764629, "mrr_at_100": 0.765656, "mrr_at_1000": 0.765712, "nauc_ndcg_at_1_max": 0.720787, "nauc_ndcg_at_1_std": 0.036578, "nauc_ndcg_at_1_diff1": 0.84924, "nauc_ndcg_at_3_max": 0.780026, "nauc_ndcg_at_3_std": 0.098947, "nauc_ndcg_at_3_diff1": 0.803826, "nauc_ndcg_at_5_max": 0.776532, "nauc_ndcg_at_5_std": 0.11371, "nauc_ndcg_at_5_diff1": 0.803963, "nauc_ndcg_at_10_max": 0.776936, "nauc_ndcg_at_10_std": 0.128029, "nauc_ndcg_at_10_diff1": 0.803364, "nauc_ndcg_at_20_max": 0.775398, "nauc_ndcg_at_20_std": 0.129529, "nauc_ndcg_at_20_diff1": 0.810651, "nauc_ndcg_at_100_max": 0.770239, "nauc_ndcg_at_100_std": 0.115908, "nauc_ndcg_at_100_diff1": 0.816266, "nauc_ndcg_at_1000_max": 0.768299, "nauc_ndcg_at_1000_std": 0.108561, "nauc_ndcg_at_1000_diff1": 0.816114, "nauc_map_at_1_max": 0.720787, "nauc_map_at_1_std": 0.036578, "nauc_map_at_1_diff1": 0.84924, "nauc_map_at_3_max": 0.765856, "nauc_map_at_3_std": 0.083863, "nauc_map_at_3_diff1": 0.817369, "nauc_map_at_5_max": 0.763598, "nauc_map_at_5_std": 0.090816, "nauc_map_at_5_diff1": 0.818085, "nauc_map_at_10_max": 0.76305, "nauc_map_at_10_std": 0.095154, "nauc_map_at_10_diff1": 0.81821, "nauc_map_at_20_max": 0.762615, "nauc_map_at_20_std": 0.095407, "nauc_map_at_20_diff1": 0.820038, "nauc_map_at_100_max": 0.762055, "nauc_map_at_100_std": 0.093885, "nauc_map_at_100_diff1": 0.820776, "nauc_map_at_1000_max": 0.761997, "nauc_map_at_1000_std": 0.09367, "nauc_map_at_1000_diff1": 0.820766, "nauc_recall_at_1_max": 0.720787, "nauc_recall_at_1_std": 0.036578, "nauc_recall_at_1_diff1": 0.84924, "nauc_recall_at_3_max": 0.834283, "nauc_recall_at_3_std": 0.156816, "nauc_recall_at_3_diff1": 0.750106, "nauc_recall_at_5_max": 0.838501, "nauc_recall_at_5_std": 0.230091, "nauc_recall_at_5_diff1": 0.732239, "nauc_recall_at_10_max": 0.878188, "nauc_recall_at_10_std": 0.389109, "nauc_recall_at_10_diff1": 0.691444, "nauc_recall_at_20_max": 0.914825, "nauc_recall_at_20_std": 0.552712, "nauc_recall_at_20_diff1": 0.72183, "nauc_recall_at_100_max": 0.978223, "nauc_recall_at_100_std": 0.903918, "nauc_recall_at_100_diff1": 0.824954, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.720787, "nauc_precision_at_1_std": 0.036578, "nauc_precision_at_1_diff1": 0.84924, "nauc_precision_at_3_max": 0.834283, "nauc_precision_at_3_std": 0.156816, "nauc_precision_at_3_diff1": 0.750106, "nauc_precision_at_5_max": 0.838501, "nauc_precision_at_5_std": 0.230091, "nauc_precision_at_5_diff1": 0.732239, "nauc_precision_at_10_max": 0.878188, "nauc_precision_at_10_std": 0.389109, "nauc_precision_at_10_diff1": 0.691444, "nauc_precision_at_20_max": 0.914825, "nauc_precision_at_20_std": 0.552712, "nauc_precision_at_20_diff1": 0.72183, "nauc_precision_at_100_max": 0.978223, "nauc_precision_at_100_std": 0.903918, "nauc_precision_at_100_diff1": 0.824954, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.720787, "nauc_mrr_at_1_std": 0.036578, "nauc_mrr_at_1_diff1": 0.84924, "nauc_mrr_at_3_max": 0.765856, "nauc_mrr_at_3_std": 0.083863, "nauc_mrr_at_3_diff1": 0.817369, "nauc_mrr_at_5_max": 0.763598, "nauc_mrr_at_5_std": 0.090816, "nauc_mrr_at_5_diff1": 0.818085, "nauc_mrr_at_10_max": 0.76305, "nauc_mrr_at_10_std": 0.095154, "nauc_mrr_at_10_diff1": 0.81821, "nauc_mrr_at_20_max": 0.762615, "nauc_mrr_at_20_std": 0.095407, "nauc_mrr_at_20_diff1": 0.820038, "nauc_mrr_at_100_max": 0.762055, "nauc_mrr_at_100_std": 0.093885, "nauc_mrr_at_100_diff1": 0.820776, "nauc_mrr_at_1000_max": 0.761997, "nauc_mrr_at_1000_std": 0.09367, "nauc_mrr_at_1000_diff1": 0.820766, "main_score": 0.801, "hf_subset": "eng-deu", "languages": [ "eng-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.7378, "ndcg_at_3": 0.81295, "ndcg_at_5": 0.82626, "ndcg_at_10": 0.83626, "ndcg_at_20": 0.84267, "ndcg_at_100": 0.84921, "ndcg_at_1000": 0.85127, "map_at_1": 0.7378, "map_at_3": 0.79544, "map_at_5": 0.80285, "map_at_10": 0.80706, "map_at_20": 0.80883, "map_at_100": 0.80988, "map_at_1000": 0.80997, "recall_at_1": 0.7378, "recall_at_3": 0.86324, "recall_at_5": 0.89547, "recall_at_10": 0.92596, "recall_at_20": 0.95122, "recall_at_100": 0.98432, "recall_at_1000": 1.0, "precision_at_1": 0.7378, "precision_at_3": 0.28775, "precision_at_5": 0.17909, "precision_at_10": 0.0926, "precision_at_20": 0.04756, "precision_at_100": 0.00984, "precision_at_1000": 0.001, "mrr_at_1": 0.737805, "mrr_at_3": 0.795441, "mrr_at_5": 0.802846, "mrr_at_10": 0.807058, "mrr_at_20": 0.808831, "mrr_at_100": 0.809883, "mrr_at_1000": 0.809972, "nauc_ndcg_at_1_max": 0.671683, "nauc_ndcg_at_1_std": -0.254518, "nauc_ndcg_at_1_diff1": 0.851241, "nauc_ndcg_at_3_max": 0.721113, "nauc_ndcg_at_3_std": -0.242082, "nauc_ndcg_at_3_diff1": 0.8147, "nauc_ndcg_at_5_max": 0.728618, "nauc_ndcg_at_5_std": -0.206353, "nauc_ndcg_at_5_diff1": 0.809855, "nauc_ndcg_at_10_max": 0.734062, "nauc_ndcg_at_10_std": -0.191881, "nauc_ndcg_at_10_diff1": 0.81705, "nauc_ndcg_at_20_max": 0.72785, "nauc_ndcg_at_20_std": -0.187356, "nauc_ndcg_at_20_diff1": 0.82056, "nauc_ndcg_at_100_max": 0.72097, "nauc_ndcg_at_100_std": -0.198853, "nauc_ndcg_at_100_diff1": 0.823382, "nauc_ndcg_at_1000_max": 0.717445, "nauc_ndcg_at_1000_std": -0.211145, "nauc_ndcg_at_1000_diff1": 0.823696, "nauc_map_at_1_max": 0.671683, "nauc_map_at_1_std": -0.254518, "nauc_map_at_1_diff1": 0.851241, "nauc_map_at_3_max": 0.707667, "nauc_map_at_3_std": -0.245715, "nauc_map_at_3_diff1": 0.824701, "nauc_map_at_5_max": 0.710755, "nauc_map_at_5_std": -0.228532, "nauc_map_at_5_diff1": 0.822675, "nauc_map_at_10_max": 0.712156, "nauc_map_at_10_std": -0.224276, "nauc_map_at_10_diff1": 0.825548, "nauc_map_at_20_max": 0.710519, "nauc_map_at_20_std": -0.223473, "nauc_map_at_20_diff1": 0.826512, "nauc_map_at_100_max": 0.709522, "nauc_map_at_100_std": -0.225265, "nauc_map_at_100_diff1": 0.826943, "nauc_map_at_1000_max": 0.709401, "nauc_map_at_1000_std": -0.225661, "nauc_map_at_1000_diff1": 0.826954, "nauc_recall_at_1_max": 0.671683, "nauc_recall_at_1_std": -0.254518, "nauc_recall_at_1_diff1": 0.851241, "nauc_recall_at_3_max": 0.775092, "nauc_recall_at_3_std": -0.227336, "nauc_recall_at_3_diff1": 0.774509, "nauc_recall_at_5_max": 0.818915, "nauc_recall_at_5_std": -0.086334, "nauc_recall_at_5_diff1": 0.745357, "nauc_recall_at_10_max": 0.891041, "nauc_recall_at_10_std": 0.057813, "nauc_recall_at_10_diff1": 0.764443, "nauc_recall_at_20_max": 0.899488, "nauc_recall_at_20_std": 0.237498, "nauc_recall_at_20_diff1": 0.776227, "nauc_recall_at_100_max": 0.955509, "nauc_recall_at_100_std": 0.63069, "nauc_recall_at_100_diff1": 0.802208, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.671683, "nauc_precision_at_1_std": -0.254518, "nauc_precision_at_1_diff1": 0.851241, "nauc_precision_at_3_max": 0.775092, "nauc_precision_at_3_std": -0.227336, "nauc_precision_at_3_diff1": 0.774509, "nauc_precision_at_5_max": 0.818915, "nauc_precision_at_5_std": -0.086334, "nauc_precision_at_5_diff1": 0.745357, "nauc_precision_at_10_max": 0.891041, "nauc_precision_at_10_std": 0.057813, "nauc_precision_at_10_diff1": 0.764443, "nauc_precision_at_20_max": 0.899488, "nauc_precision_at_20_std": 0.237498, "nauc_precision_at_20_diff1": 0.776227, "nauc_precision_at_100_max": 0.955509, "nauc_precision_at_100_std": 0.63069, "nauc_precision_at_100_diff1": 0.802208, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.671683, "nauc_mrr_at_1_std": -0.254518, "nauc_mrr_at_1_diff1": 0.851241, "nauc_mrr_at_3_max": 0.707667, "nauc_mrr_at_3_std": -0.245715, "nauc_mrr_at_3_diff1": 0.824701, "nauc_mrr_at_5_max": 0.710755, "nauc_mrr_at_5_std": -0.228532, "nauc_mrr_at_5_diff1": 0.822675, "nauc_mrr_at_10_max": 0.712156, "nauc_mrr_at_10_std": -0.224276, "nauc_mrr_at_10_diff1": 0.825548, "nauc_mrr_at_20_max": 0.710519, "nauc_mrr_at_20_std": -0.223473, "nauc_mrr_at_20_diff1": 0.826512, "nauc_mrr_at_100_max": 0.709522, "nauc_mrr_at_100_std": -0.225265, "nauc_mrr_at_100_diff1": 0.826943, "nauc_mrr_at_1000_max": 0.709401, "nauc_mrr_at_1000_std": -0.225661, "nauc_mrr_at_1000_diff1": 0.826954, "main_score": 0.83626, "hf_subset": "eng-eng", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.708, "ndcg_at_3": 0.78457, "ndcg_at_5": 0.79628, "ndcg_at_10": 0.8114, "ndcg_at_20": 0.8191, "ndcg_at_100": 0.8274, "ndcg_at_1000": 0.8295, "map_at_1": 0.708, "map_at_3": 0.76667, "map_at_5": 0.77327, "map_at_10": 0.77965, "map_at_20": 0.78182, "map_at_100": 0.78303, "map_at_1000": 0.78311, "recall_at_1": 0.708, "recall_at_3": 0.836, "recall_at_5": 0.864, "recall_at_10": 0.91, "recall_at_20": 0.94, "recall_at_100": 0.984, "recall_at_1000": 1.0, "precision_at_1": 0.708, "precision_at_3": 0.27867, "precision_at_5": 0.1728, "precision_at_10": 0.091, "precision_at_20": 0.047, "precision_at_100": 0.00984, "precision_at_1000": 0.001, "mrr_at_1": 0.708, "mrr_at_3": 0.766667, "mrr_at_5": 0.773267, "mrr_at_10": 0.779652, "mrr_at_20": 0.781823, "mrr_at_100": 0.783027, "mrr_at_1000": 0.783113, "nauc_ndcg_at_1_max": 0.733916, "nauc_ndcg_at_1_std": 0.205817, "nauc_ndcg_at_1_diff1": 0.852382, "nauc_ndcg_at_3_max": 0.796803, "nauc_ndcg_at_3_std": 0.262087, "nauc_ndcg_at_3_diff1": 0.831756, "nauc_ndcg_at_5_max": 0.793259, "nauc_ndcg_at_5_std": 0.25615, "nauc_ndcg_at_5_diff1": 0.829199, "nauc_ndcg_at_10_max": 0.793825, "nauc_ndcg_at_10_std": 0.278908, "nauc_ndcg_at_10_diff1": 0.826648, "nauc_ndcg_at_20_max": 0.791886, "nauc_ndcg_at_20_std": 0.288811, "nauc_ndcg_at_20_diff1": 0.831156, "nauc_ndcg_at_100_max": 0.786042, "nauc_ndcg_at_100_std": 0.273354, "nauc_ndcg_at_100_diff1": 0.834519, "nauc_ndcg_at_1000_max": 0.783564, "nauc_ndcg_at_1000_std": 0.265264, "nauc_ndcg_at_1000_diff1": 0.83387, "nauc_map_at_1_max": 0.733916, "nauc_map_at_1_std": 0.205817, "nauc_map_at_1_diff1": 0.852382, "nauc_map_at_3_max": 0.780601, "nauc_map_at_3_std": 0.246277, "nauc_map_at_3_diff1": 0.836968, "nauc_map_at_5_max": 0.778289, "nauc_map_at_5_std": 0.242503, "nauc_map_at_5_diff1": 0.835834, "nauc_map_at_10_max": 0.777858, "nauc_map_at_10_std": 0.250445, "nauc_map_at_10_diff1": 0.83472, "nauc_map_at_20_max": 0.777262, "nauc_map_at_20_std": 0.252517, "nauc_map_at_20_diff1": 0.836018, "nauc_map_at_100_max": 0.776547, "nauc_map_at_100_std": 0.250941, "nauc_map_at_100_diff1": 0.836352, "nauc_map_at_1000_max": 0.776464, "nauc_map_at_1000_std": 0.250692, "nauc_map_at_1000_diff1": 0.836332, "nauc_recall_at_1_max": 0.733916, "nauc_recall_at_1_std": 0.205817, "nauc_recall_at_1_diff1": 0.852382, "nauc_recall_at_3_max": 0.858427, "nauc_recall_at_3_std": 0.323048, "nauc_recall_at_3_diff1": 0.811998, "nauc_recall_at_5_max": 0.858131, "nauc_recall_at_5_std": 0.31613, "nauc_recall_at_5_diff1": 0.799511, "nauc_recall_at_10_max": 0.893557, "nauc_recall_at_10_std": 0.475838, "nauc_recall_at_10_diff1": 0.775464, "nauc_recall_at_20_max": 0.921802, "nauc_recall_at_20_std": 0.678711, "nauc_recall_at_20_diff1": 0.794367, "nauc_recall_at_100_max": 0.96732, "nauc_recall_at_100_std": 0.874008, "nauc_recall_at_100_diff1": 0.881536, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.733916, "nauc_precision_at_1_std": 0.205817, "nauc_precision_at_1_diff1": 0.852382, "nauc_precision_at_3_max": 0.858427, "nauc_precision_at_3_std": 0.323048, "nauc_precision_at_3_diff1": 0.811998, "nauc_precision_at_5_max": 0.858131, "nauc_precision_at_5_std": 0.31613, "nauc_precision_at_5_diff1": 0.799511, "nauc_precision_at_10_max": 0.893557, "nauc_precision_at_10_std": 0.475838, "nauc_precision_at_10_diff1": 0.775464, "nauc_precision_at_20_max": 0.921802, "nauc_precision_at_20_std": 0.678711, "nauc_precision_at_20_diff1": 0.794367, "nauc_precision_at_100_max": 0.96732, "nauc_precision_at_100_std": 0.874008, "nauc_precision_at_100_diff1": 0.881536, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.733916, "nauc_mrr_at_1_std": 0.205817, "nauc_mrr_at_1_diff1": 0.852382, "nauc_mrr_at_3_max": 0.780601, "nauc_mrr_at_3_std": 0.246277, "nauc_mrr_at_3_diff1": 0.836968, "nauc_mrr_at_5_max": 0.778289, "nauc_mrr_at_5_std": 0.242503, "nauc_mrr_at_5_diff1": 0.835834, "nauc_mrr_at_10_max": 0.777858, "nauc_mrr_at_10_std": 0.250445, "nauc_mrr_at_10_diff1": 0.83472, "nauc_mrr_at_20_max": 0.777262, "nauc_mrr_at_20_std": 0.252517, "nauc_mrr_at_20_diff1": 0.836018, "nauc_mrr_at_100_max": 0.776547, "nauc_mrr_at_100_std": 0.250941, "nauc_mrr_at_100_diff1": 0.836352, "nauc_mrr_at_1000_max": 0.776464, "nauc_mrr_at_1000_std": 0.250692, "nauc_mrr_at_1000_diff1": 0.836332, "main_score": 0.8114, "hf_subset": "eng-spa", "languages": [ "eng-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.65878, "ndcg_at_3": 0.73995, "ndcg_at_5": 0.76143, "ndcg_at_10": 0.77787, "ndcg_at_20": 0.78718, "ndcg_at_100": 0.79689, "ndcg_at_1000": 0.79904, "map_at_1": 0.65878, "map_at_3": 0.72025, "map_at_5": 0.73238, "map_at_10": 0.73945, "map_at_20": 0.74218, "map_at_100": 0.74359, "map_at_1000": 0.74369, "recall_at_1": 0.65878, "recall_at_3": 0.79684, "recall_at_5": 0.84813, "recall_at_10": 0.89744, "recall_at_20": 0.93294, "recall_at_100": 0.98422, "recall_at_1000": 1.0, "precision_at_1": 0.65878, "precision_at_3": 0.26561, "precision_at_5": 0.16963, "precision_at_10": 0.08974, "precision_at_20": 0.04665, "precision_at_100": 0.00984, "precision_at_1000": 0.001, "mrr_at_1": 0.658777, "mrr_at_3": 0.72025, "mrr_at_5": 0.73238, "mrr_at_10": 0.739449, "mrr_at_20": 0.742179, "mrr_at_100": 0.743591, "mrr_at_1000": 0.743692, "nauc_ndcg_at_1_max": 0.667726, "nauc_ndcg_at_1_std": 0.010115, "nauc_ndcg_at_1_diff1": 0.804251, "nauc_ndcg_at_3_max": 0.704273, "nauc_ndcg_at_3_std": -0.00318, "nauc_ndcg_at_3_diff1": 0.755014, "nauc_ndcg_at_5_max": 0.698909, "nauc_ndcg_at_5_std": 0.005773, "nauc_ndcg_at_5_diff1": 0.754215, "nauc_ndcg_at_10_max": 0.70445, "nauc_ndcg_at_10_std": 0.035355, "nauc_ndcg_at_10_diff1": 0.751202, "nauc_ndcg_at_20_max": 0.700874, "nauc_ndcg_at_20_std": 0.037103, "nauc_ndcg_at_20_diff1": 0.756218, "nauc_ndcg_at_100_max": 0.69838, "nauc_ndcg_at_100_std": 0.032515, "nauc_ndcg_at_100_diff1": 0.762196, "nauc_ndcg_at_1000_max": 0.696167, "nauc_ndcg_at_1000_std": 0.023196, "nauc_ndcg_at_1000_diff1": 0.764135, "nauc_map_at_1_max": 0.667726, "nauc_map_at_1_std": 0.010115, "nauc_map_at_1_diff1": 0.804251, "nauc_map_at_3_max": 0.693239, "nauc_map_at_3_std": -0.002159, "nauc_map_at_3_diff1": 0.768186, "nauc_map_at_5_max": 0.690054, "nauc_map_at_5_std": 0.00297, "nauc_map_at_5_diff1": 0.768286, "nauc_map_at_10_max": 0.692234, "nauc_map_at_10_std": 0.014354, "nauc_map_at_10_diff1": 0.767568, "nauc_map_at_20_max": 0.691208, "nauc_map_at_20_std": 0.014589, "nauc_map_at_20_diff1": 0.768929, "nauc_map_at_100_max": 0.691029, "nauc_map_at_100_std": 0.014161, "nauc_map_at_100_diff1": 0.769807, "nauc_map_at_1000_max": 0.690959, "nauc_map_at_1000_std": 0.013838, "nauc_map_at_1000_diff1": 0.769907, "nauc_recall_at_1_max": 0.667726, "nauc_recall_at_1_std": 0.010115, "nauc_recall_at_1_diff1": 0.804251, "nauc_recall_at_3_max": 0.745223, "nauc_recall_at_3_std": -0.0055, "nauc_recall_at_3_diff1": 0.706961, "nauc_recall_at_5_max": 0.73877, "nauc_recall_at_5_std": 0.021358, "nauc_recall_at_5_diff1": 0.690211, "nauc_recall_at_10_max": 0.783142, "nauc_recall_at_10_std": 0.192157, "nauc_recall_at_10_diff1": 0.645942, "nauc_recall_at_20_max": 0.786697, "nauc_recall_at_20_std": 0.291611, "nauc_recall_at_20_diff1": 0.645139, "nauc_recall_at_100_max": 0.885042, "nauc_recall_at_100_std": 0.802493, "nauc_recall_at_100_diff1": 0.618105, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.667726, "nauc_precision_at_1_std": 0.010115, "nauc_precision_at_1_diff1": 0.804251, "nauc_precision_at_3_max": 0.745223, "nauc_precision_at_3_std": -0.0055, "nauc_precision_at_3_diff1": 0.706961, "nauc_precision_at_5_max": 0.73877, "nauc_precision_at_5_std": 0.021358, "nauc_precision_at_5_diff1": 0.690211, "nauc_precision_at_10_max": 0.783142, "nauc_precision_at_10_std": 0.192157, "nauc_precision_at_10_diff1": 0.645942, "nauc_precision_at_20_max": 0.786697, "nauc_precision_at_20_std": 0.291611, "nauc_precision_at_20_diff1": 0.645139, "nauc_precision_at_100_max": 0.885042, "nauc_precision_at_100_std": 0.802493, "nauc_precision_at_100_diff1": 0.618105, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.667726, "nauc_mrr_at_1_std": 0.010115, "nauc_mrr_at_1_diff1": 0.804251, "nauc_mrr_at_3_max": 0.693239, "nauc_mrr_at_3_std": -0.002159, "nauc_mrr_at_3_diff1": 0.768186, "nauc_mrr_at_5_max": 0.690054, "nauc_mrr_at_5_std": 0.00297, "nauc_mrr_at_5_diff1": 0.768286, "nauc_mrr_at_10_max": 0.692234, "nauc_mrr_at_10_std": 0.014354, "nauc_mrr_at_10_diff1": 0.767568, "nauc_mrr_at_20_max": 0.691208, "nauc_mrr_at_20_std": 0.014589, "nauc_mrr_at_20_diff1": 0.768929, "nauc_mrr_at_100_max": 0.691029, "nauc_mrr_at_100_std": 0.014161, "nauc_mrr_at_100_diff1": 0.769807, "nauc_mrr_at_1000_max": 0.690959, "nauc_mrr_at_1000_std": 0.013838, "nauc_mrr_at_1000_diff1": 0.769907, "main_score": 0.77787, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.66928, "ndcg_at_3": 0.75181, "ndcg_at_5": 0.76866, "ndcg_at_10": 0.78207, "ndcg_at_20": 0.7925, "ndcg_at_100": 0.8026, "ndcg_at_1000": 0.80496, "map_at_1": 0.66928, "map_at_3": 0.73222, "map_at_5": 0.74152, "map_at_10": 0.74712, "map_at_20": 0.75001, "map_at_100": 0.75165, "map_at_1000": 0.75176, "recall_at_1": 0.66928, "recall_at_3": 0.80822, "recall_at_5": 0.84932, "recall_at_10": 0.89041, "recall_at_20": 0.93151, "recall_at_100": 0.98239, "recall_at_1000": 1.0, "precision_at_1": 0.66928, "precision_at_3": 0.26941, "precision_at_5": 0.16986, "precision_at_10": 0.08904, "precision_at_20": 0.04658, "precision_at_100": 0.00982, "precision_at_1000": 0.001, "mrr_at_1": 0.669276, "mrr_at_3": 0.732224, "mrr_at_5": 0.74152, "mrr_at_10": 0.747122, "mrr_at_20": 0.750006, "mrr_at_100": 0.751653, "mrr_at_1000": 0.75176, "nauc_ndcg_at_1_max": 0.615777, "nauc_ndcg_at_1_std": 0.084057, "nauc_ndcg_at_1_diff1": 0.7493, "nauc_ndcg_at_3_max": 0.703268, "nauc_ndcg_at_3_std": 0.180039, "nauc_ndcg_at_3_diff1": 0.727234, "nauc_ndcg_at_5_max": 0.717391, "nauc_ndcg_at_5_std": 0.207152, "nauc_ndcg_at_5_diff1": 0.726399, "nauc_ndcg_at_10_max": 0.702053, "nauc_ndcg_at_10_std": 0.184501, "nauc_ndcg_at_10_diff1": 0.725656, "nauc_ndcg_at_20_max": 0.697676, "nauc_ndcg_at_20_std": 0.185537, "nauc_ndcg_at_20_diff1": 0.728517, "nauc_ndcg_at_100_max": 0.689513, "nauc_ndcg_at_100_std": 0.179666, "nauc_ndcg_at_100_diff1": 0.732283, "nauc_ndcg_at_1000_max": 0.686078, "nauc_ndcg_at_1000_std": 0.170686, "nauc_ndcg_at_1000_diff1": 0.73251, "nauc_map_at_1_max": 0.615777, "nauc_map_at_1_std": 0.084057, "nauc_map_at_1_diff1": 0.7493, "nauc_map_at_3_max": 0.678348, "nauc_map_at_3_std": 0.151755, "nauc_map_at_3_diff1": 0.735096, "nauc_map_at_5_max": 0.684815, "nauc_map_at_5_std": 0.165187, "nauc_map_at_5_diff1": 0.734858, "nauc_map_at_10_max": 0.678458, "nauc_map_at_10_std": 0.15602, "nauc_map_at_10_diff1": 0.734562, "nauc_map_at_20_max": 0.677124, "nauc_map_at_20_std": 0.156264, "nauc_map_at_20_diff1": 0.735358, "nauc_map_at_100_max": 0.675863, "nauc_map_at_100_std": 0.155389, "nauc_map_at_100_diff1": 0.735804, "nauc_map_at_1000_max": 0.675738, "nauc_map_at_1000_std": 0.155079, "nauc_map_at_1000_diff1": 0.735807, "nauc_recall_at_1_max": 0.615777, "nauc_recall_at_1_std": 0.084057, "nauc_recall_at_1_diff1": 0.7493, "nauc_recall_at_3_max": 0.796348, "nauc_recall_at_3_std": 0.286188, "nauc_recall_at_3_diff1": 0.697021, "nauc_recall_at_5_max": 0.866619, "nauc_recall_at_5_std": 0.401078, "nauc_recall_at_5_diff1": 0.687292, "nauc_recall_at_10_max": 0.83231, "nauc_recall_at_10_std": 0.340924, "nauc_recall_at_10_diff1": 0.672601, "nauc_recall_at_20_max": 0.862271, "nauc_recall_at_20_std": 0.433927, "nauc_recall_at_20_diff1": 0.671378, "nauc_recall_at_100_max": 0.940105, "nauc_recall_at_100_std": 0.840829, "nauc_recall_at_100_diff1": 0.710873, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.615777, "nauc_precision_at_1_std": 0.084057, "nauc_precision_at_1_diff1": 0.7493, "nauc_precision_at_3_max": 0.796348, "nauc_precision_at_3_std": 0.286188, "nauc_precision_at_3_diff1": 0.697021, "nauc_precision_at_5_max": 0.866619, "nauc_precision_at_5_std": 0.401078, "nauc_precision_at_5_diff1": 0.687292, "nauc_precision_at_10_max": 0.83231, "nauc_precision_at_10_std": 0.340924, "nauc_precision_at_10_diff1": 0.672601, "nauc_precision_at_20_max": 0.862271, "nauc_precision_at_20_std": 0.433927, "nauc_precision_at_20_diff1": 0.671378, "nauc_precision_at_100_max": 0.940105, "nauc_precision_at_100_std": 0.840829, "nauc_precision_at_100_diff1": 0.710873, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.615777, "nauc_mrr_at_1_std": 0.084057, "nauc_mrr_at_1_diff1": 0.7493, "nauc_mrr_at_3_max": 0.678348, "nauc_mrr_at_3_std": 0.151755, "nauc_mrr_at_3_diff1": 0.735096, "nauc_mrr_at_5_max": 0.684815, "nauc_mrr_at_5_std": 0.165187, "nauc_mrr_at_5_diff1": 0.734858, "nauc_mrr_at_10_max": 0.678458, "nauc_mrr_at_10_std": 0.15602, "nauc_mrr_at_10_diff1": 0.734562, "nauc_mrr_at_20_max": 0.677124, "nauc_mrr_at_20_std": 0.156264, "nauc_mrr_at_20_diff1": 0.735358, "nauc_mrr_at_100_max": 0.675863, "nauc_mrr_at_100_std": 0.155389, "nauc_mrr_at_100_diff1": 0.735804, "nauc_mrr_at_1000_max": 0.675738, "nauc_mrr_at_1000_std": 0.155079, "nauc_mrr_at_1000_diff1": 0.735807, "main_score": 0.78207, "hf_subset": "eng-vie", "languages": [ "eng-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.63492, "ndcg_at_3": 0.7363, "ndcg_at_5": 0.75552, "ndcg_at_10": 0.77321, "ndcg_at_20": 0.78069, "ndcg_at_100": 0.78923, "ndcg_at_1000": 0.79183, "map_at_1": 0.63492, "map_at_3": 0.71164, "map_at_5": 0.72255, "map_at_10": 0.73006, "map_at_20": 0.7321, "map_at_100": 0.73345, "map_at_1000": 0.73355, "recall_at_1": 0.63492, "recall_at_3": 0.80754, "recall_at_5": 0.85317, "recall_at_10": 0.90675, "recall_at_20": 0.93651, "recall_at_100": 0.98016, "recall_at_1000": 1.0, "precision_at_1": 0.63492, "precision_at_3": 0.26918, "precision_at_5": 0.17063, "precision_at_10": 0.09067, "precision_at_20": 0.04683, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.634921, "mrr_at_3": 0.71164, "mrr_at_5": 0.722553, "mrr_at_10": 0.730062, "mrr_at_20": 0.732096, "mrr_at_100": 0.733447, "mrr_at_1000": 0.733551, "nauc_ndcg_at_1_max": 0.54997, "nauc_ndcg_at_1_std": 0.046693, "nauc_ndcg_at_1_diff1": 0.740809, "nauc_ndcg_at_3_max": 0.619513, "nauc_ndcg_at_3_std": 0.096041, "nauc_ndcg_at_3_diff1": 0.689735, "nauc_ndcg_at_5_max": 0.624568, "nauc_ndcg_at_5_std": 0.099987, "nauc_ndcg_at_5_diff1": 0.690973, "nauc_ndcg_at_10_max": 0.623975, "nauc_ndcg_at_10_std": 0.102941, "nauc_ndcg_at_10_diff1": 0.696729, "nauc_ndcg_at_20_max": 0.624571, "nauc_ndcg_at_20_std": 0.117343, "nauc_ndcg_at_20_diff1": 0.696407, "nauc_ndcg_at_100_max": 0.615512, "nauc_ndcg_at_100_std": 0.1074, "nauc_ndcg_at_100_diff1": 0.700849, "nauc_ndcg_at_1000_max": 0.610585, "nauc_ndcg_at_1000_std": 0.097005, "nauc_ndcg_at_1000_diff1": 0.701555, "nauc_map_at_1_max": 0.54997, "nauc_map_at_1_std": 0.046693, "nauc_map_at_1_diff1": 0.740809, "nauc_map_at_3_max": 0.600807, "nauc_map_at_3_std": 0.080191, "nauc_map_at_3_diff1": 0.702608, "nauc_map_at_5_max": 0.602894, "nauc_map_at_5_std": 0.081791, "nauc_map_at_5_diff1": 0.703647, "nauc_map_at_10_max": 0.602146, "nauc_map_at_10_std": 0.083091, "nauc_map_at_10_diff1": 0.705966, "nauc_map_at_20_max": 0.602248, "nauc_map_at_20_std": 0.087072, "nauc_map_at_20_diff1": 0.705829, "nauc_map_at_100_max": 0.600861, "nauc_map_at_100_std": 0.085198, "nauc_map_at_100_diff1": 0.706368, "nauc_map_at_1000_max": 0.600692, "nauc_map_at_1000_std": 0.084849, "nauc_map_at_1000_diff1": 0.706384, "nauc_recall_at_1_max": 0.54997, "nauc_recall_at_1_std": 0.046693, "nauc_recall_at_1_diff1": 0.740809, "nauc_recall_at_3_max": 0.691972, "nauc_recall_at_3_std": 0.159, "nauc_recall_at_3_diff1": 0.640397, "nauc_recall_at_5_max": 0.728674, "nauc_recall_at_5_std": 0.189303, "nauc_recall_at_5_diff1": 0.63167, "nauc_recall_at_10_max": 0.776711, "nauc_recall_at_10_std": 0.244013, "nauc_recall_at_10_diff1": 0.639892, "nauc_recall_at_20_max": 0.850948, "nauc_recall_at_20_std": 0.455883, "nauc_recall_at_20_diff1": 0.613404, "nauc_recall_at_100_max": 0.947758, "nauc_recall_at_100_std": 0.810064, "nauc_recall_at_100_diff1": 0.647394, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.54997, "nauc_precision_at_1_std": 0.046693, "nauc_precision_at_1_diff1": 0.740809, "nauc_precision_at_3_max": 0.691972, "nauc_precision_at_3_std": 0.159, "nauc_precision_at_3_diff1": 0.640397, "nauc_precision_at_5_max": 0.728674, "nauc_precision_at_5_std": 0.189303, "nauc_precision_at_5_diff1": 0.63167, "nauc_precision_at_10_max": 0.776711, "nauc_precision_at_10_std": 0.244013, "nauc_precision_at_10_diff1": 0.639892, "nauc_precision_at_20_max": 0.850948, "nauc_precision_at_20_std": 0.455883, "nauc_precision_at_20_diff1": 0.613404, "nauc_precision_at_100_max": 0.947758, "nauc_precision_at_100_std": 0.810064, "nauc_precision_at_100_diff1": 0.647394, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.54997, "nauc_mrr_at_1_std": 0.046693, "nauc_mrr_at_1_diff1": 0.740809, "nauc_mrr_at_3_max": 0.600807, "nauc_mrr_at_3_std": 0.080191, "nauc_mrr_at_3_diff1": 0.702608, "nauc_mrr_at_5_max": 0.602894, "nauc_mrr_at_5_std": 0.081791, "nauc_mrr_at_5_diff1": 0.703647, "nauc_mrr_at_10_max": 0.602146, "nauc_mrr_at_10_std": 0.083091, "nauc_mrr_at_10_diff1": 0.705966, "nauc_mrr_at_20_max": 0.602248, "nauc_mrr_at_20_std": 0.087072, "nauc_mrr_at_20_diff1": 0.705829, "nauc_mrr_at_100_max": 0.600861, "nauc_mrr_at_100_std": 0.085198, "nauc_mrr_at_100_diff1": 0.706368, "nauc_mrr_at_1000_max": 0.600692, "nauc_mrr_at_1000_std": 0.084849, "nauc_mrr_at_1000_diff1": 0.706384, "main_score": 0.77321, "hf_subset": "eng-zho", "languages": [ "eng-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.65839, "ndcg_at_3": 0.73972, "ndcg_at_5": 0.75523, "ndcg_at_10": 0.77794, "ndcg_at_20": 0.78916, "ndcg_at_100": 0.79866, "ndcg_at_1000": 0.79953, "map_at_1": 0.65839, "map_at_3": 0.7205, "map_at_5": 0.72919, "map_at_10": 0.73893, "map_at_20": 0.74212, "map_at_100": 0.74354, "map_at_1000": 0.74359, "recall_at_1": 0.65839, "recall_at_3": 0.79503, "recall_at_5": 0.8323, "recall_at_10": 0.90062, "recall_at_20": 0.9441, "recall_at_100": 0.99379, "recall_at_1000": 1.0, "precision_at_1": 0.65839, "precision_at_3": 0.26501, "precision_at_5": 0.16646, "precision_at_10": 0.09006, "precision_at_20": 0.0472, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.658385, "mrr_at_3": 0.720497, "mrr_at_5": 0.729193, "mrr_at_10": 0.738928, "mrr_at_20": 0.742123, "mrr_at_100": 0.743542, "mrr_at_1000": 0.743587, "nauc_ndcg_at_1_max": 0.717202, "nauc_ndcg_at_1_std": 0.341893, "nauc_ndcg_at_1_diff1": 0.791152, "nauc_ndcg_at_3_max": 0.733083, "nauc_ndcg_at_3_std": 0.345081, "nauc_ndcg_at_3_diff1": 0.765237, "nauc_ndcg_at_5_max": 0.720035, "nauc_ndcg_at_5_std": 0.324447, "nauc_ndcg_at_5_diff1": 0.753265, "nauc_ndcg_at_10_max": 0.727803, "nauc_ndcg_at_10_std": 0.362239, "nauc_ndcg_at_10_diff1": 0.753999, "nauc_ndcg_at_20_max": 0.720794, "nauc_ndcg_at_20_std": 0.354118, "nauc_ndcg_at_20_diff1": 0.752374, "nauc_ndcg_at_100_max": 0.72277, "nauc_ndcg_at_100_std": 0.34806, "nauc_ndcg_at_100_diff1": 0.762061, "nauc_ndcg_at_1000_max": 0.722771, "nauc_ndcg_at_1000_std": 0.346169, "nauc_ndcg_at_1000_diff1": 0.763107, "nauc_map_at_1_max": 0.717202, "nauc_map_at_1_std": 0.341893, "nauc_map_at_1_diff1": 0.791152, "nauc_map_at_3_max": 0.7291, "nauc_map_at_3_std": 0.342394, "nauc_map_at_3_diff1": 0.773741, "nauc_map_at_5_max": 0.721825, "nauc_map_at_5_std": 0.331184, "nauc_map_at_5_diff1": 0.767678, "nauc_map_at_10_max": 0.725328, "nauc_map_at_10_std": 0.346211, "nauc_map_at_10_diff1": 0.768613, "nauc_map_at_20_max": 0.723738, "nauc_map_at_20_std": 0.34483, "nauc_map_at_20_diff1": 0.768251, "nauc_map_at_100_max": 0.723625, "nauc_map_at_100_std": 0.343595, "nauc_map_at_100_diff1": 0.769353, "nauc_map_at_1000_max": 0.723625, "nauc_map_at_1000_std": 0.343517, "nauc_map_at_1000_diff1": 0.769397, "nauc_recall_at_1_max": 0.717202, "nauc_recall_at_1_std": 0.341893, "nauc_recall_at_1_diff1": 0.791152, "nauc_recall_at_3_max": 0.74735, "nauc_recall_at_3_std": 0.355816, "nauc_recall_at_3_diff1": 0.733601, "nauc_recall_at_5_max": 0.710371, "nauc_recall_at_5_std": 0.293889, "nauc_recall_at_5_diff1": 0.68941, "nauc_recall_at_10_max": 0.74383, "nauc_recall_at_10_std": 0.489563, "nauc_recall_at_10_diff1": 0.654181, "nauc_recall_at_20_max": 0.664302, "nauc_recall_at_20_std": 0.463193, "nauc_recall_at_20_diff1": 0.561561, "nauc_recall_at_100_max": 0.72254, "nauc_recall_at_100_std": 0.72254, "nauc_recall_at_100_diff1": 0.554919, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.717202, "nauc_precision_at_1_std": 0.341893, "nauc_precision_at_1_diff1": 0.791152, "nauc_precision_at_3_max": 0.74735, "nauc_precision_at_3_std": 0.355816, "nauc_precision_at_3_diff1": 0.733601, "nauc_precision_at_5_max": 0.710371, "nauc_precision_at_5_std": 0.293889, "nauc_precision_at_5_diff1": 0.68941, "nauc_precision_at_10_max": 0.74383, "nauc_precision_at_10_std": 0.489563, "nauc_precision_at_10_diff1": 0.654181, "nauc_precision_at_20_max": 0.664302, "nauc_precision_at_20_std": 0.463193, "nauc_precision_at_20_diff1": 0.561561, "nauc_precision_at_100_max": 0.72254, "nauc_precision_at_100_std": 0.72254, "nauc_precision_at_100_diff1": 0.554919, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.717202, "nauc_mrr_at_1_std": 0.341893, "nauc_mrr_at_1_diff1": 0.791152, "nauc_mrr_at_3_max": 0.7291, "nauc_mrr_at_3_std": 0.342394, "nauc_mrr_at_3_diff1": 0.773741, "nauc_mrr_at_5_max": 0.721825, "nauc_mrr_at_5_std": 0.331184, "nauc_mrr_at_5_diff1": 0.767678, "nauc_mrr_at_10_max": 0.725328, "nauc_mrr_at_10_std": 0.346211, "nauc_mrr_at_10_diff1": 0.768613, "nauc_mrr_at_20_max": 0.723738, "nauc_mrr_at_20_std": 0.34483, "nauc_mrr_at_20_diff1": 0.768251, "nauc_mrr_at_100_max": 0.723625, "nauc_mrr_at_100_std": 0.343595, "nauc_mrr_at_100_diff1": 0.769353, "nauc_mrr_at_1000_max": 0.723625, "nauc_mrr_at_1000_std": 0.343517, "nauc_mrr_at_1000_diff1": 0.769397, "main_score": 0.77794, "hf_subset": "spa-ara", "languages": [ "spa-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.69898, "ndcg_at_3": 0.78778, "ndcg_at_5": 0.815, "ndcg_at_10": 0.82546, "ndcg_at_20": 0.83074, "ndcg_at_100": 0.83688, "ndcg_at_1000": 0.83832, "map_at_1": 0.69898, "map_at_3": 0.76871, "map_at_5": 0.78376, "map_at_10": 0.78841, "map_at_20": 0.78992, "map_at_100": 0.79092, "map_at_1000": 0.791, "recall_at_1": 0.69898, "recall_at_3": 0.84184, "recall_at_5": 0.90816, "recall_at_10": 0.93878, "recall_at_20": 0.95918, "recall_at_100": 0.9898, "recall_at_1000": 1.0, "precision_at_1": 0.69898, "precision_at_3": 0.28061, "precision_at_5": 0.18163, "precision_at_10": 0.09388, "precision_at_20": 0.04796, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.69898, "mrr_at_3": 0.768707, "mrr_at_5": 0.783759, "mrr_at_10": 0.788405, "mrr_at_20": 0.78992, "mrr_at_100": 0.790924, "mrr_at_1000": 0.791, "nauc_ndcg_at_1_max": 0.679957, "nauc_ndcg_at_1_std": 0.240025, "nauc_ndcg_at_1_diff1": 0.872991, "nauc_ndcg_at_3_max": 0.757913, "nauc_ndcg_at_3_std": 0.306562, "nauc_ndcg_at_3_diff1": 0.845144, "nauc_ndcg_at_5_max": 0.748075, "nauc_ndcg_at_5_std": 0.313207, "nauc_ndcg_at_5_diff1": 0.834977, "nauc_ndcg_at_10_max": 0.743151, "nauc_ndcg_at_10_std": 0.314841, "nauc_ndcg_at_10_diff1": 0.840344, "nauc_ndcg_at_20_max": 0.740067, "nauc_ndcg_at_20_std": 0.303383, "nauc_ndcg_at_20_diff1": 0.844101, "nauc_ndcg_at_100_max": 0.735866, "nauc_ndcg_at_100_std": 0.305953, "nauc_ndcg_at_100_diff1": 0.842246, "nauc_ndcg_at_1000_max": 0.734615, "nauc_ndcg_at_1000_std": 0.299691, "nauc_ndcg_at_1000_diff1": 0.847258, "nauc_map_at_1_max": 0.679957, "nauc_map_at_1_std": 0.240025, "nauc_map_at_1_diff1": 0.872991, "nauc_map_at_3_max": 0.738008, "nauc_map_at_3_std": 0.289236, "nauc_map_at_3_diff1": 0.852596, "nauc_map_at_5_max": 0.732608, "nauc_map_at_5_std": 0.292641, "nauc_map_at_5_diff1": 0.848343, "nauc_map_at_10_max": 0.730637, "nauc_map_at_10_std": 0.293405, "nauc_map_at_10_diff1": 0.850892, "nauc_map_at_20_max": 0.729617, "nauc_map_at_20_std": 0.29056, "nauc_map_at_20_diff1": 0.851935, "nauc_map_at_100_max": 0.729007, "nauc_map_at_100_std": 0.290909, "nauc_map_at_100_diff1": 0.851734, "nauc_map_at_1000_max": 0.728952, "nauc_map_at_1000_std": 0.290646, "nauc_map_at_1000_diff1": 0.851943, "nauc_recall_at_1_max": 0.679957, "nauc_recall_at_1_std": 0.240025, "nauc_recall_at_1_diff1": 0.872991, "nauc_recall_at_3_max": 0.834598, "nauc_recall_at_3_std": 0.373536, "nauc_recall_at_3_diff1": 0.816207, "nauc_recall_at_5_max": 0.833885, "nauc_recall_at_5_std": 0.433874, "nauc_recall_at_5_diff1": 0.751284, "nauc_recall_at_10_max": 0.836112, "nauc_recall_at_10_std": 0.496255, "nauc_recall_at_10_diff1": 0.746287, "nauc_recall_at_20_max": 0.844679, "nauc_recall_at_20_std": 0.421163, "nauc_recall_at_20_diff1": 0.750745, "nauc_recall_at_100_max": 0.861056, "nauc_recall_at_100_std": 0.934492, "nauc_recall_at_100_diff1": 0.338446, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.679957, "nauc_precision_at_1_std": 0.240025, "nauc_precision_at_1_diff1": 0.872991, "nauc_precision_at_3_max": 0.834598, "nauc_precision_at_3_std": 0.373536, "nauc_precision_at_3_diff1": 0.816207, "nauc_precision_at_5_max": 0.833885, "nauc_precision_at_5_std": 0.433874, "nauc_precision_at_5_diff1": 0.751284, "nauc_precision_at_10_max": 0.836112, "nauc_precision_at_10_std": 0.496255, "nauc_precision_at_10_diff1": 0.746287, "nauc_precision_at_20_max": 0.844679, "nauc_precision_at_20_std": 0.421163, "nauc_precision_at_20_diff1": 0.750745, "nauc_precision_at_100_max": 0.861056, "nauc_precision_at_100_std": 0.934492, "nauc_precision_at_100_diff1": 0.338446, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.679957, "nauc_mrr_at_1_std": 0.240025, "nauc_mrr_at_1_diff1": 0.872991, "nauc_mrr_at_3_max": 0.738008, "nauc_mrr_at_3_std": 0.289236, "nauc_mrr_at_3_diff1": 0.852596, "nauc_mrr_at_5_max": 0.732608, "nauc_mrr_at_5_std": 0.292641, "nauc_mrr_at_5_diff1": 0.848343, "nauc_mrr_at_10_max": 0.730637, "nauc_mrr_at_10_std": 0.293405, "nauc_mrr_at_10_diff1": 0.850892, "nauc_mrr_at_20_max": 0.729617, "nauc_mrr_at_20_std": 0.29056, "nauc_mrr_at_20_diff1": 0.851935, "nauc_mrr_at_100_max": 0.729007, "nauc_mrr_at_100_std": 0.290909, "nauc_mrr_at_100_diff1": 0.851734, "nauc_mrr_at_1000_max": 0.728952, "nauc_mrr_at_1000_std": 0.290646, "nauc_mrr_at_1000_diff1": 0.851943, "main_score": 0.82546, "hf_subset": "spa-deu", "languages": [ "spa-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.746, "ndcg_at_3": 0.8079, "ndcg_at_5": 0.82469, "ndcg_at_10": 0.84214, "ndcg_at_20": 0.84671, "ndcg_at_100": 0.85265, "ndcg_at_1000": 0.8532, "map_at_1": 0.746, "map_at_3": 0.79267, "map_at_5": 0.80217, "map_at_10": 0.80936, "map_at_20": 0.81064, "map_at_100": 0.81146, "map_at_1000": 0.81149, "recall_at_1": 0.746, "recall_at_3": 0.852, "recall_at_5": 0.892, "recall_at_10": 0.946, "recall_at_20": 0.964, "recall_at_100": 0.996, "recall_at_1000": 1.0, "precision_at_1": 0.746, "precision_at_3": 0.284, "precision_at_5": 0.1784, "precision_at_10": 0.0946, "precision_at_20": 0.0482, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.746, "mrr_at_3": 0.792667, "mrr_at_5": 0.802167, "mrr_at_10": 0.809361, "mrr_at_20": 0.810635, "mrr_at_100": 0.811461, "mrr_at_1000": 0.811489, "nauc_ndcg_at_1_max": 0.71934, "nauc_ndcg_at_1_std": -0.013018, "nauc_ndcg_at_1_diff1": 0.846464, "nauc_ndcg_at_3_max": 0.757609, "nauc_ndcg_at_3_std": -0.001956, "nauc_ndcg_at_3_diff1": 0.822765, "nauc_ndcg_at_5_max": 0.765592, "nauc_ndcg_at_5_std": 0.03706, "nauc_ndcg_at_5_diff1": 0.820428, "nauc_ndcg_at_10_max": 0.762428, "nauc_ndcg_at_10_std": 0.043678, "nauc_ndcg_at_10_diff1": 0.820679, "nauc_ndcg_at_20_max": 0.760122, "nauc_ndcg_at_20_std": 0.034575, "nauc_ndcg_at_20_diff1": 0.81988, "nauc_ndcg_at_100_max": 0.754996, "nauc_ndcg_at_100_std": 0.020089, "nauc_ndcg_at_100_diff1": 0.825805, "nauc_ndcg_at_1000_max": 0.754244, "nauc_ndcg_at_1000_std": 0.01944, "nauc_ndcg_at_1000_diff1": 0.82564, "nauc_map_at_1_max": 0.71934, "nauc_map_at_1_std": -0.013018, "nauc_map_at_1_diff1": 0.846464, "nauc_map_at_3_max": 0.747562, "nauc_map_at_3_std": -0.006457, "nauc_map_at_3_diff1": 0.82868, "nauc_map_at_5_max": 0.751571, "nauc_map_at_5_std": 0.013196, "nauc_map_at_5_diff1": 0.827909, "nauc_map_at_10_max": 0.750167, "nauc_map_at_10_std": 0.014229, "nauc_map_at_10_diff1": 0.828264, "nauc_map_at_20_max": 0.749707, "nauc_map_at_20_std": 0.011737, "nauc_map_at_20_diff1": 0.828264, "nauc_map_at_100_max": 0.749107, "nauc_map_at_100_std": 0.010338, "nauc_map_at_100_diff1": 0.82888, "nauc_map_at_1000_max": 0.749076, "nauc_map_at_1000_std": 0.010295, "nauc_map_at_1000_diff1": 0.828871, "nauc_recall_at_1_max": 0.71934, "nauc_recall_at_1_std": -0.013018, "nauc_recall_at_1_diff1": 0.846464, "nauc_recall_at_3_max": 0.795807, "nauc_recall_at_3_std": 0.016121, "nauc_recall_at_3_diff1": 0.800459, "nauc_recall_at_5_max": 0.834244, "nauc_recall_at_5_std": 0.162971, "nauc_recall_at_5_diff1": 0.783724, "nauc_recall_at_10_max": 0.870872, "nauc_recall_at_10_std": 0.345748, "nauc_recall_at_10_diff1": 0.750424, "nauc_recall_at_20_max": 0.884091, "nauc_recall_at_20_std": 0.364405, "nauc_recall_at_20_diff1": 0.698516, "nauc_recall_at_100_max": 0.934641, "nauc_recall_at_100_std": 0.152894, "nauc_recall_at_100_diff1": 0.861111, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.71934, "nauc_precision_at_1_std": -0.013018, "nauc_precision_at_1_diff1": 0.846464, "nauc_precision_at_3_max": 0.795807, "nauc_precision_at_3_std": 0.016121, "nauc_precision_at_3_diff1": 0.800459, "nauc_precision_at_5_max": 0.834244, "nauc_precision_at_5_std": 0.162971, "nauc_precision_at_5_diff1": 0.783724, "nauc_precision_at_10_max": 0.870872, "nauc_precision_at_10_std": 0.345748, "nauc_precision_at_10_diff1": 0.750424, "nauc_precision_at_20_max": 0.884091, "nauc_precision_at_20_std": 0.364405, "nauc_precision_at_20_diff1": 0.698516, "nauc_precision_at_100_max": 0.934641, "nauc_precision_at_100_std": 0.152894, "nauc_precision_at_100_diff1": 0.861111, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.71934, "nauc_mrr_at_1_std": -0.013018, "nauc_mrr_at_1_diff1": 0.846464, "nauc_mrr_at_3_max": 0.747562, "nauc_mrr_at_3_std": -0.006457, "nauc_mrr_at_3_diff1": 0.82868, "nauc_mrr_at_5_max": 0.751571, "nauc_mrr_at_5_std": 0.013196, "nauc_mrr_at_5_diff1": 0.827909, "nauc_mrr_at_10_max": 0.750167, "nauc_mrr_at_10_std": 0.014229, "nauc_mrr_at_10_diff1": 0.828264, "nauc_mrr_at_20_max": 0.749707, "nauc_mrr_at_20_std": 0.011737, "nauc_mrr_at_20_diff1": 0.828264, "nauc_mrr_at_100_max": 0.749107, "nauc_mrr_at_100_std": 0.010338, "nauc_mrr_at_100_diff1": 0.82888, "nauc_mrr_at_1000_max": 0.749076, "nauc_mrr_at_1000_std": 0.010295, "nauc_mrr_at_1000_diff1": 0.828871, "main_score": 0.84214, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.728, "ndcg_at_3": 0.81131, "ndcg_at_5": 0.82147, "ndcg_at_10": 0.83434, "ndcg_at_20": 0.83989, "ndcg_at_100": 0.84604, "ndcg_at_1000": 0.84738, "map_at_1": 0.728, "map_at_3": 0.791, "map_at_5": 0.7968, "map_at_10": 0.80209, "map_at_20": 0.8036, "map_at_100": 0.80439, "map_at_1000": 0.80445, "recall_at_1": 0.728, "recall_at_3": 0.87, "recall_at_5": 0.894, "recall_at_10": 0.934, "recall_at_20": 0.956, "recall_at_100": 0.99, "recall_at_1000": 1.0, "precision_at_1": 0.728, "precision_at_3": 0.29, "precision_at_5": 0.1788, "precision_at_10": 0.0934, "precision_at_20": 0.0478, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.728, "mrr_at_3": 0.791, "mrr_at_5": 0.7968, "mrr_at_10": 0.802086, "mrr_at_20": 0.803601, "mrr_at_100": 0.804389, "mrr_at_1000": 0.804448, "nauc_ndcg_at_1_max": 0.675047, "nauc_ndcg_at_1_std": 0.039548, "nauc_ndcg_at_1_diff1": 0.869488, "nauc_ndcg_at_3_max": 0.725789, "nauc_ndcg_at_3_std": 0.123151, "nauc_ndcg_at_3_diff1": 0.84131, "nauc_ndcg_at_5_max": 0.726205, "nauc_ndcg_at_5_std": 0.123941, "nauc_ndcg_at_5_diff1": 0.840821, "nauc_ndcg_at_10_max": 0.725924, "nauc_ndcg_at_10_std": 0.133612, "nauc_ndcg_at_10_diff1": 0.844829, "nauc_ndcg_at_20_max": 0.723112, "nauc_ndcg_at_20_std": 0.136357, "nauc_ndcg_at_20_diff1": 0.844967, "nauc_ndcg_at_100_max": 0.718431, "nauc_ndcg_at_100_std": 0.11993, "nauc_ndcg_at_100_diff1": 0.847032, "nauc_ndcg_at_1000_max": 0.71753, "nauc_ndcg_at_1000_std": 0.114624, "nauc_ndcg_at_1000_diff1": 0.848603, "nauc_map_at_1_max": 0.675047, "nauc_map_at_1_std": 0.039548, "nauc_map_at_1_diff1": 0.869488, "nauc_map_at_3_max": 0.712992, "nauc_map_at_3_std": 0.098619, "nauc_map_at_3_diff1": 0.849282, "nauc_map_at_5_max": 0.712984, "nauc_map_at_5_std": 0.097686, "nauc_map_at_5_diff1": 0.849391, "nauc_map_at_10_max": 0.713033, "nauc_map_at_10_std": 0.100896, "nauc_map_at_10_diff1": 0.851433, "nauc_map_at_20_max": 0.712403, "nauc_map_at_20_std": 0.101649, "nauc_map_at_20_diff1": 0.851574, "nauc_map_at_100_max": 0.71191, "nauc_map_at_100_std": 0.100017, "nauc_map_at_100_diff1": 0.851771, "nauc_map_at_1000_max": 0.71187, "nauc_map_at_1000_std": 0.099799, "nauc_map_at_1000_diff1": 0.851826, "nauc_recall_at_1_max": 0.675047, "nauc_recall_at_1_std": 0.039548, "nauc_recall_at_1_diff1": 0.869488, "nauc_recall_at_3_max": 0.779649, "nauc_recall_at_3_std": 0.228979, "nauc_recall_at_3_diff1": 0.80711, "nauc_recall_at_5_max": 0.790915, "nauc_recall_at_5_std": 0.257698, "nauc_recall_at_5_diff1": 0.797517, "nauc_recall_at_10_max": 0.819795, "nauc_recall_at_10_std": 0.39725, "nauc_recall_at_10_diff1": 0.794726, "nauc_recall_at_20_max": 0.826224, "nauc_recall_at_20_std": 0.552139, "nauc_recall_at_20_diff1": 0.769756, "nauc_recall_at_100_max": 0.80719, "nauc_recall_at_100_std": 0.649113, "nauc_recall_at_100_diff1": 0.684407, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.675047, "nauc_precision_at_1_std": 0.039548, "nauc_precision_at_1_diff1": 0.869488, "nauc_precision_at_3_max": 0.779649, "nauc_precision_at_3_std": 0.228979, "nauc_precision_at_3_diff1": 0.80711, "nauc_precision_at_5_max": 0.790915, "nauc_precision_at_5_std": 0.257698, "nauc_precision_at_5_diff1": 0.797517, "nauc_precision_at_10_max": 0.819795, "nauc_precision_at_10_std": 0.39725, "nauc_precision_at_10_diff1": 0.794726, "nauc_precision_at_20_max": 0.826224, "nauc_precision_at_20_std": 0.552139, "nauc_precision_at_20_diff1": 0.769756, "nauc_precision_at_100_max": 0.80719, "nauc_precision_at_100_std": 0.649113, "nauc_precision_at_100_diff1": 0.684407, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.675047, "nauc_mrr_at_1_std": 0.039548, "nauc_mrr_at_1_diff1": 0.869488, "nauc_mrr_at_3_max": 0.712992, "nauc_mrr_at_3_std": 0.098619, "nauc_mrr_at_3_diff1": 0.849282, "nauc_mrr_at_5_max": 0.712984, "nauc_mrr_at_5_std": 0.097686, "nauc_mrr_at_5_diff1": 0.849391, "nauc_mrr_at_10_max": 0.713033, "nauc_mrr_at_10_std": 0.100896, "nauc_mrr_at_10_diff1": 0.851433, "nauc_mrr_at_20_max": 0.712403, "nauc_mrr_at_20_std": 0.101649, "nauc_mrr_at_20_diff1": 0.851574, "nauc_mrr_at_100_max": 0.71191, "nauc_mrr_at_100_std": 0.100017, "nauc_mrr_at_100_diff1": 0.851771, "nauc_mrr_at_1000_max": 0.71187, "nauc_mrr_at_1000_std": 0.099799, "nauc_mrr_at_1000_diff1": 0.851826, "main_score": 0.83434, "hf_subset": "spa-spa", "languages": [ "spa-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.70053, "ndcg_at_3": 0.78533, "ndcg_at_5": 0.79868, "ndcg_at_10": 0.81446, "ndcg_at_20": 0.81867, "ndcg_at_100": 0.82941, "ndcg_at_1000": 0.83016, "map_at_1": 0.70053, "map_at_3": 0.76471, "map_at_5": 0.77219, "map_at_10": 0.77883, "map_at_20": 0.78006, "map_at_100": 0.78187, "map_at_1000": 0.78191, "recall_at_1": 0.70053, "recall_at_3": 0.84492, "recall_at_5": 0.87701, "recall_at_10": 0.92513, "recall_at_20": 0.94118, "recall_at_100": 0.99465, "recall_at_1000": 1.0, "precision_at_1": 0.70053, "precision_at_3": 0.28164, "precision_at_5": 0.1754, "precision_at_10": 0.09251, "precision_at_20": 0.04706, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.700535, "mrr_at_3": 0.764706, "mrr_at_5": 0.772193, "mrr_at_10": 0.778828, "mrr_at_20": 0.78006, "mrr_at_100": 0.78187, "mrr_at_1000": 0.781907, "nauc_ndcg_at_1_max": 0.732225, "nauc_ndcg_at_1_std": 0.288973, "nauc_ndcg_at_1_diff1": 0.804379, "nauc_ndcg_at_3_max": 0.760716, "nauc_ndcg_at_3_std": 0.310362, "nauc_ndcg_at_3_diff1": 0.789259, "nauc_ndcg_at_5_max": 0.789731, "nauc_ndcg_at_5_std": 0.349184, "nauc_ndcg_at_5_diff1": 0.789999, "nauc_ndcg_at_10_max": 0.780043, "nauc_ndcg_at_10_std": 0.348771, "nauc_ndcg_at_10_diff1": 0.786092, "nauc_ndcg_at_20_max": 0.783674, "nauc_ndcg_at_20_std": 0.375387, "nauc_ndcg_at_20_diff1": 0.785219, "nauc_ndcg_at_100_max": 0.772311, "nauc_ndcg_at_100_std": 0.345683, "nauc_ndcg_at_100_diff1": 0.787021, "nauc_ndcg_at_1000_max": 0.771197, "nauc_ndcg_at_1000_std": 0.34248, "nauc_ndcg_at_1000_diff1": 0.790279, "nauc_map_at_1_max": 0.732225, "nauc_map_at_1_std": 0.288973, "nauc_map_at_1_diff1": 0.804379, "nauc_map_at_3_max": 0.754819, "nauc_map_at_3_std": 0.309397, "nauc_map_at_3_diff1": 0.794093, "nauc_map_at_5_max": 0.769799, "nauc_map_at_5_std": 0.329923, "nauc_map_at_5_diff1": 0.795038, "nauc_map_at_10_max": 0.765639, "nauc_map_at_10_std": 0.329074, "nauc_map_at_10_diff1": 0.793503, "nauc_map_at_20_max": 0.766563, "nauc_map_at_20_std": 0.335598, "nauc_map_at_20_diff1": 0.793337, "nauc_map_at_100_max": 0.764911, "nauc_map_at_100_std": 0.331472, "nauc_map_at_100_diff1": 0.793608, "nauc_map_at_1000_max": 0.764866, "nauc_map_at_1000_std": 0.331345, "nauc_map_at_1000_diff1": 0.793736, "nauc_recall_at_1_max": 0.732225, "nauc_recall_at_1_std": 0.288973, "nauc_recall_at_1_diff1": 0.804379, "nauc_recall_at_3_max": 0.783373, "nauc_recall_at_3_std": 0.311161, "nauc_recall_at_3_diff1": 0.769253, "nauc_recall_at_5_max": 0.890554, "nauc_recall_at_5_std": 0.445888, "nauc_recall_at_5_diff1": 0.764379, "nauc_recall_at_10_max": 0.886423, "nauc_recall_at_10_std": 0.503024, "nauc_recall_at_10_diff1": 0.726158, "nauc_recall_at_20_max": 0.950952, "nauc_recall_at_20_std": 0.824627, "nauc_recall_at_20_diff1": 0.700521, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.121454, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.732225, "nauc_precision_at_1_std": 0.288973, "nauc_precision_at_1_diff1": 0.804379, "nauc_precision_at_3_max": 0.783373, "nauc_precision_at_3_std": 0.311161, "nauc_precision_at_3_diff1": 0.769253, "nauc_precision_at_5_max": 0.890554, "nauc_precision_at_5_std": 0.445888, "nauc_precision_at_5_diff1": 0.764379, "nauc_precision_at_10_max": 0.886423, "nauc_precision_at_10_std": 0.503024, "nauc_precision_at_10_diff1": 0.726158, "nauc_precision_at_20_max": 0.950952, "nauc_precision_at_20_std": 0.824627, "nauc_precision_at_20_diff1": 0.700521, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.121454, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.732225, "nauc_mrr_at_1_std": 0.288973, "nauc_mrr_at_1_diff1": 0.804379, "nauc_mrr_at_3_max": 0.754819, "nauc_mrr_at_3_std": 0.309397, "nauc_mrr_at_3_diff1": 0.794093, "nauc_mrr_at_5_max": 0.769799, "nauc_mrr_at_5_std": 0.329923, "nauc_mrr_at_5_diff1": 0.795038, "nauc_mrr_at_10_max": 0.765639, "nauc_mrr_at_10_std": 0.329074, "nauc_mrr_at_10_diff1": 0.793503, "nauc_mrr_at_20_max": 0.766563, "nauc_mrr_at_20_std": 0.335598, "nauc_mrr_at_20_diff1": 0.793337, "nauc_mrr_at_100_max": 0.764911, "nauc_mrr_at_100_std": 0.331472, "nauc_mrr_at_100_diff1": 0.793608, "nauc_mrr_at_1000_max": 0.764866, "nauc_mrr_at_1000_std": 0.331345, "nauc_mrr_at_1000_diff1": 0.793736, "main_score": 0.81446, "hf_subset": "spa-hin", "languages": [ "spa-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.72487, "ndcg_at_3": 0.81072, "ndcg_at_5": 0.82323, "ndcg_at_10": 0.83554, "ndcg_at_20": 0.83961, "ndcg_at_100": 0.84621, "ndcg_at_1000": 0.84695, "map_at_1": 0.72487, "map_at_3": 0.78924, "map_at_5": 0.79586, "map_at_10": 0.80111, "map_at_20": 0.80227, "map_at_100": 0.80308, "map_at_1000": 0.80312, "recall_at_1": 0.72487, "recall_at_3": 0.87302, "recall_at_5": 0.90476, "recall_at_10": 0.9418, "recall_at_20": 0.95767, "recall_at_100": 0.99471, "recall_at_1000": 1.0, "precision_at_1": 0.72487, "precision_at_3": 0.29101, "precision_at_5": 0.18095, "precision_at_10": 0.09418, "precision_at_20": 0.04788, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.724868, "mrr_at_3": 0.789242, "mrr_at_5": 0.795855, "mrr_at_10": 0.801115, "mrr_at_20": 0.802267, "mrr_at_100": 0.803078, "mrr_at_1000": 0.803117, "nauc_ndcg_at_1_max": 0.687205, "nauc_ndcg_at_1_std": 0.081188, "nauc_ndcg_at_1_diff1": 0.818455, "nauc_ndcg_at_3_max": 0.735165, "nauc_ndcg_at_3_std": 0.212913, "nauc_ndcg_at_3_diff1": 0.798483, "nauc_ndcg_at_5_max": 0.738747, "nauc_ndcg_at_5_std": 0.203997, "nauc_ndcg_at_5_diff1": 0.799846, "nauc_ndcg_at_10_max": 0.730703, "nauc_ndcg_at_10_std": 0.211643, "nauc_ndcg_at_10_diff1": 0.792798, "nauc_ndcg_at_20_max": 0.732846, "nauc_ndcg_at_20_std": 0.213512, "nauc_ndcg_at_20_diff1": 0.793565, "nauc_ndcg_at_100_max": 0.726186, "nauc_ndcg_at_100_std": 0.193197, "nauc_ndcg_at_100_diff1": 0.799534, "nauc_ndcg_at_1000_max": 0.72472, "nauc_ndcg_at_1000_std": 0.188877, "nauc_ndcg_at_1000_diff1": 0.799161, "nauc_map_at_1_max": 0.687205, "nauc_map_at_1_std": 0.081188, "nauc_map_at_1_diff1": 0.818455, "nauc_map_at_3_max": 0.722495, "nauc_map_at_3_std": 0.178666, "nauc_map_at_3_diff1": 0.80248, "nauc_map_at_5_max": 0.723939, "nauc_map_at_5_std": 0.173576, "nauc_map_at_5_diff1": 0.803205, "nauc_map_at_10_max": 0.720679, "nauc_map_at_10_std": 0.17627, "nauc_map_at_10_diff1": 0.80077, "nauc_map_at_20_max": 0.720609, "nauc_map_at_20_std": 0.17535, "nauc_map_at_20_diff1": 0.800913, "nauc_map_at_100_max": 0.719821, "nauc_map_at_100_std": 0.173238, "nauc_map_at_100_diff1": 0.801675, "nauc_map_at_1000_max": 0.719761, "nauc_map_at_1000_std": 0.173059, "nauc_map_at_1000_diff1": 0.801661, "nauc_recall_at_1_max": 0.687205, "nauc_recall_at_1_std": 0.081188, "nauc_recall_at_1_diff1": 0.818455, "nauc_recall_at_3_max": 0.790421, "nauc_recall_at_3_std": 0.361856, "nauc_recall_at_3_diff1": 0.781993, "nauc_recall_at_5_max": 0.820855, "nauc_recall_at_5_std": 0.366376, "nauc_recall_at_5_diff1": 0.783281, "nauc_recall_at_10_max": 0.809889, "nauc_recall_at_10_std": 0.515826, "nauc_recall_at_10_diff1": 0.718209, "nauc_recall_at_20_max": 0.884835, "nauc_recall_at_20_std": 0.691893, "nauc_recall_at_20_diff1": 0.703106, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.869204, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.687205, "nauc_precision_at_1_std": 0.081188, "nauc_precision_at_1_diff1": 0.818455, "nauc_precision_at_3_max": 0.790421, "nauc_precision_at_3_std": 0.361856, "nauc_precision_at_3_diff1": 0.781993, "nauc_precision_at_5_max": 0.820855, "nauc_precision_at_5_std": 0.366376, "nauc_precision_at_5_diff1": 0.783281, "nauc_precision_at_10_max": 0.809889, "nauc_precision_at_10_std": 0.515826, "nauc_precision_at_10_diff1": 0.718209, "nauc_precision_at_20_max": 0.884835, "nauc_precision_at_20_std": 0.691893, "nauc_precision_at_20_diff1": 0.703106, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.869204, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.687205, "nauc_mrr_at_1_std": 0.081188, "nauc_mrr_at_1_diff1": 0.818455, "nauc_mrr_at_3_max": 0.722495, "nauc_mrr_at_3_std": 0.178666, "nauc_mrr_at_3_diff1": 0.80248, "nauc_mrr_at_5_max": 0.723939, "nauc_mrr_at_5_std": 0.173576, "nauc_mrr_at_5_diff1": 0.803205, "nauc_mrr_at_10_max": 0.720679, "nauc_mrr_at_10_std": 0.17627, "nauc_mrr_at_10_diff1": 0.80077, "nauc_mrr_at_20_max": 0.720609, "nauc_mrr_at_20_std": 0.17535, "nauc_mrr_at_20_diff1": 0.800913, "nauc_mrr_at_100_max": 0.719821, "nauc_mrr_at_100_std": 0.173238, "nauc_mrr_at_100_diff1": 0.801675, "nauc_mrr_at_1000_max": 0.719761, "nauc_mrr_at_1000_std": 0.173059, "nauc_mrr_at_1000_diff1": 0.801661, "main_score": 0.83554, "hf_subset": "spa-vie", "languages": [ "spa-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.72671, "ndcg_at_3": 0.78993, "ndcg_at_5": 0.81078, "ndcg_at_10": 0.82497, "ndcg_at_20": 0.82802, "ndcg_at_100": 0.83759, "ndcg_at_1000": 0.83848, "map_at_1": 0.72671, "map_at_3": 0.77329, "map_at_5": 0.78509, "map_at_10": 0.79103, "map_at_20": 0.79181, "map_at_100": 0.79326, "map_at_1000": 0.79331, "recall_at_1": 0.72671, "recall_at_3": 0.83851, "recall_at_5": 0.8882, "recall_at_10": 0.93168, "recall_at_20": 0.9441, "recall_at_100": 0.99379, "recall_at_1000": 1.0, "precision_at_1": 0.72671, "precision_at_3": 0.2795, "precision_at_5": 0.17764, "precision_at_10": 0.09317, "precision_at_20": 0.0472, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.726708, "mrr_at_3": 0.773292, "mrr_at_5": 0.785093, "mrr_at_10": 0.791026, "mrr_at_20": 0.791814, "mrr_at_100": 0.793261, "mrr_at_1000": 0.793312, "nauc_ndcg_at_1_max": 0.619697, "nauc_ndcg_at_1_std": 0.218254, "nauc_ndcg_at_1_diff1": 0.8512, "nauc_ndcg_at_3_max": 0.701695, "nauc_ndcg_at_3_std": 0.282812, "nauc_ndcg_at_3_diff1": 0.839152, "nauc_ndcg_at_5_max": 0.706152, "nauc_ndcg_at_5_std": 0.314537, "nauc_ndcg_at_5_diff1": 0.836265, "nauc_ndcg_at_10_max": 0.697275, "nauc_ndcg_at_10_std": 0.309264, "nauc_ndcg_at_10_diff1": 0.845503, "nauc_ndcg_at_20_max": 0.691381, "nauc_ndcg_at_20_std": 0.295816, "nauc_ndcg_at_20_diff1": 0.843676, "nauc_ndcg_at_100_max": 0.681549, "nauc_ndcg_at_100_std": 0.283663, "nauc_ndcg_at_100_diff1": 0.844192, "nauc_ndcg_at_1000_max": 0.680397, "nauc_ndcg_at_1000_std": 0.283197, "nauc_ndcg_at_1000_diff1": 0.843237, "nauc_map_at_1_max": 0.619697, "nauc_map_at_1_std": 0.218254, "nauc_map_at_1_diff1": 0.8512, "nauc_map_at_3_max": 0.675335, "nauc_map_at_3_std": 0.259335, "nauc_map_at_3_diff1": 0.840388, "nauc_map_at_5_max": 0.676543, "nauc_map_at_5_std": 0.274928, "nauc_map_at_5_diff1": 0.838879, "nauc_map_at_10_max": 0.672931, "nauc_map_at_10_std": 0.273268, "nauc_map_at_10_diff1": 0.842783, "nauc_map_at_20_max": 0.671555, "nauc_map_at_20_std": 0.270212, "nauc_map_at_20_diff1": 0.842338, "nauc_map_at_100_max": 0.670503, "nauc_map_at_100_std": 0.269465, "nauc_map_at_100_diff1": 0.842549, "nauc_map_at_1000_max": 0.670448, "nauc_map_at_1000_std": 0.269441, "nauc_map_at_1000_diff1": 0.842506, "nauc_recall_at_1_max": 0.619697, "nauc_recall_at_1_std": 0.218254, "nauc_recall_at_1_diff1": 0.8512, "nauc_recall_at_3_max": 0.804674, "nauc_recall_at_3_std": 0.375851, "nauc_recall_at_3_diff1": 0.835599, "nauc_recall_at_5_max": 0.859172, "nauc_recall_at_5_std": 0.525162, "nauc_recall_at_5_diff1": 0.824245, "nauc_recall_at_10_max": 0.88345, "nauc_recall_at_10_std": 0.596603, "nauc_recall_at_10_diff1": 0.874938, "nauc_recall_at_20_max": 0.85755, "nauc_recall_at_20_std": 0.506959, "nauc_recall_at_20_diff1": 0.86166, "nauc_recall_at_100_max": 0.869371, "nauc_recall_at_100_std": 0.359649, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.619697, "nauc_precision_at_1_std": 0.218254, "nauc_precision_at_1_diff1": 0.8512, "nauc_precision_at_3_max": 0.804674, "nauc_precision_at_3_std": 0.375851, "nauc_precision_at_3_diff1": 0.835599, "nauc_precision_at_5_max": 0.859172, "nauc_precision_at_5_std": 0.525162, "nauc_precision_at_5_diff1": 0.824245, "nauc_precision_at_10_max": 0.88345, "nauc_precision_at_10_std": 0.596603, "nauc_precision_at_10_diff1": 0.874938, "nauc_precision_at_20_max": 0.85755, "nauc_precision_at_20_std": 0.506959, "nauc_precision_at_20_diff1": 0.86166, "nauc_precision_at_100_max": 0.869371, "nauc_precision_at_100_std": 0.359649, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.619697, "nauc_mrr_at_1_std": 0.218254, "nauc_mrr_at_1_diff1": 0.8512, "nauc_mrr_at_3_max": 0.675335, "nauc_mrr_at_3_std": 0.259335, "nauc_mrr_at_3_diff1": 0.840388, "nauc_mrr_at_5_max": 0.676543, "nauc_mrr_at_5_std": 0.274928, "nauc_mrr_at_5_diff1": 0.838879, "nauc_mrr_at_10_max": 0.672931, "nauc_mrr_at_10_std": 0.273268, "nauc_mrr_at_10_diff1": 0.842783, "nauc_mrr_at_20_max": 0.671555, "nauc_mrr_at_20_std": 0.270212, "nauc_mrr_at_20_diff1": 0.842338, "nauc_mrr_at_100_max": 0.670503, "nauc_mrr_at_100_std": 0.269465, "nauc_mrr_at_100_diff1": 0.842549, "nauc_mrr_at_1000_max": 0.670448, "nauc_mrr_at_1000_std": 0.269441, "nauc_mrr_at_1000_diff1": 0.842506, "main_score": 0.82497, "hf_subset": "spa-zho", "languages": [ "spa-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.65054, "ndcg_at_3": 0.75755, "ndcg_at_5": 0.78671, "ndcg_at_10": 0.8021, "ndcg_at_20": 0.80878, "ndcg_at_100": 0.81408, "ndcg_at_1000": 0.81408, "map_at_1": 0.65054, "map_at_3": 0.73297, "map_at_5": 0.74937, "map_at_10": 0.75558, "map_at_20": 0.75736, "map_at_100": 0.75818, "map_at_1000": 0.75818, "recall_at_1": 0.65054, "recall_at_3": 0.82796, "recall_at_5": 0.89785, "recall_at_10": 0.94624, "recall_at_20": 0.97312, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.65054, "precision_at_3": 0.27599, "precision_at_5": 0.17957, "precision_at_10": 0.09462, "precision_at_20": 0.04866, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.650538, "mrr_at_3": 0.732975, "mrr_at_5": 0.749373, "mrr_at_10": 0.755583, "mrr_at_20": 0.757359, "mrr_at_100": 0.758185, "mrr_at_1000": 0.758185, "nauc_ndcg_at_1_max": 0.610922, "nauc_ndcg_at_1_std": 0.167362, "nauc_ndcg_at_1_diff1": 0.675838, "nauc_ndcg_at_3_max": 0.670749, "nauc_ndcg_at_3_std": 0.252646, "nauc_ndcg_at_3_diff1": 0.61568, "nauc_ndcg_at_5_max": 0.654336, "nauc_ndcg_at_5_std": 0.274685, "nauc_ndcg_at_5_diff1": 0.619324, "nauc_ndcg_at_10_max": 0.670367, "nauc_ndcg_at_10_std": 0.284543, "nauc_ndcg_at_10_diff1": 0.640847, "nauc_ndcg_at_20_max": 0.660159, "nauc_ndcg_at_20_std": 0.255602, "nauc_ndcg_at_20_diff1": 0.6441, "nauc_ndcg_at_100_max": 0.650875, "nauc_ndcg_at_100_std": 0.239868, "nauc_ndcg_at_100_diff1": 0.638973, "nauc_ndcg_at_1000_max": 0.650875, "nauc_ndcg_at_1000_std": 0.239868, "nauc_ndcg_at_1000_diff1": 0.638973, "nauc_map_at_1_max": 0.610922, "nauc_map_at_1_std": 0.167362, "nauc_map_at_1_diff1": 0.675838, "nauc_map_at_3_max": 0.653701, "nauc_map_at_3_std": 0.225972, "nauc_map_at_3_diff1": 0.631207, "nauc_map_at_5_max": 0.644993, "nauc_map_at_5_std": 0.23468, "nauc_map_at_5_diff1": 0.63425, "nauc_map_at_10_max": 0.649018, "nauc_map_at_10_std": 0.235879, "nauc_map_at_10_diff1": 0.641402, "nauc_map_at_20_max": 0.646657, "nauc_map_at_20_std": 0.229351, "nauc_map_at_20_diff1": 0.64194, "nauc_map_at_100_max": 0.645524, "nauc_map_at_100_std": 0.227476, "nauc_map_at_100_diff1": 0.641351, "nauc_map_at_1000_max": 0.645524, "nauc_map_at_1000_std": 0.227476, "nauc_map_at_1000_diff1": 0.641351, "nauc_recall_at_1_max": 0.610922, "nauc_recall_at_1_std": 0.167362, "nauc_recall_at_1_diff1": 0.675838, "nauc_recall_at_3_max": 0.739679, "nauc_recall_at_3_std": 0.361958, "nauc_recall_at_3_diff1": 0.553895, "nauc_recall_at_5_max": 0.704721, "nauc_recall_at_5_std": 0.526387, "nauc_recall_at_5_diff1": 0.53109, "nauc_recall_at_10_max": 0.932901, "nauc_recall_at_10_std": 0.871418, "nauc_recall_at_10_diff1": 0.677122, "nauc_recall_at_20_max": 0.944421, "nauc_recall_at_20_std": 0.742837, "nauc_recall_at_20_diff1": 0.802765, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.610922, "nauc_precision_at_1_std": 0.167362, "nauc_precision_at_1_diff1": 0.675838, "nauc_precision_at_3_max": 0.739679, "nauc_precision_at_3_std": 0.361958, "nauc_precision_at_3_diff1": 0.553895, "nauc_precision_at_5_max": 0.704721, "nauc_precision_at_5_std": 0.526387, "nauc_precision_at_5_diff1": 0.53109, "nauc_precision_at_10_max": 0.932901, "nauc_precision_at_10_std": 0.871418, "nauc_precision_at_10_diff1": 0.677122, "nauc_precision_at_20_max": 0.944421, "nauc_precision_at_20_std": 0.742837, "nauc_precision_at_20_diff1": 0.802765, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.610922, "nauc_mrr_at_1_std": 0.167362, "nauc_mrr_at_1_diff1": 0.675838, "nauc_mrr_at_3_max": 0.653701, "nauc_mrr_at_3_std": 0.225972, "nauc_mrr_at_3_diff1": 0.631207, "nauc_mrr_at_5_max": 0.644993, "nauc_mrr_at_5_std": 0.23468, "nauc_mrr_at_5_diff1": 0.63425, "nauc_mrr_at_10_max": 0.649018, "nauc_mrr_at_10_std": 0.235879, "nauc_mrr_at_10_diff1": 0.641402, "nauc_mrr_at_20_max": 0.646657, "nauc_mrr_at_20_std": 0.229351, "nauc_mrr_at_20_diff1": 0.64194, "nauc_mrr_at_100_max": 0.645524, "nauc_mrr_at_100_std": 0.227476, "nauc_mrr_at_100_diff1": 0.641351, "nauc_mrr_at_1000_max": 0.645524, "nauc_mrr_at_1000_std": 0.227476, "nauc_mrr_at_1000_diff1": 0.641351, "main_score": 0.8021, "hf_subset": "hin-ara", "languages": [ "hin-Deva", "ara-Arab" ] }, { "ndcg_at_1": 0.79141, "ndcg_at_3": 0.87255, "ndcg_at_5": 0.89024, "ndcg_at_10": 0.89411, "ndcg_at_20": 0.89753, "ndcg_at_100": 0.89862, "ndcg_at_1000": 0.89862, "map_at_1": 0.79141, "map_at_3": 0.85378, "map_at_5": 0.8636, "map_at_10": 0.86513, "map_at_20": 0.86625, "map_at_100": 0.86637, "map_at_1000": 0.86637, "recall_at_1": 0.79141, "recall_at_3": 0.92638, "recall_at_5": 0.96933, "recall_at_10": 0.9816, "recall_at_20": 0.99387, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.79141, "precision_at_3": 0.30879, "precision_at_5": 0.19387, "precision_at_10": 0.09816, "precision_at_20": 0.04969, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.791411, "mrr_at_3": 0.853783, "mrr_at_5": 0.863599, "mrr_at_10": 0.865133, "mrr_at_20": 0.866248, "mrr_at_100": 0.866374, "mrr_at_1000": 0.866374, "nauc_ndcg_at_1_max": 0.731467, "nauc_ndcg_at_1_std": 0.183959, "nauc_ndcg_at_1_diff1": 0.803699, "nauc_ndcg_at_3_max": 0.732348, "nauc_ndcg_at_3_std": 0.168137, "nauc_ndcg_at_3_diff1": 0.77556, "nauc_ndcg_at_5_max": 0.731757, "nauc_ndcg_at_5_std": 0.17268, "nauc_ndcg_at_5_diff1": 0.779023, "nauc_ndcg_at_10_max": 0.736315, "nauc_ndcg_at_10_std": 0.187929, "nauc_ndcg_at_10_diff1": 0.789984, "nauc_ndcg_at_20_max": 0.73421, "nauc_ndcg_at_20_std": 0.186094, "nauc_ndcg_at_20_diff1": 0.787168, "nauc_ndcg_at_100_max": 0.734348, "nauc_ndcg_at_100_std": 0.181914, "nauc_ndcg_at_100_diff1": 0.78982, "nauc_ndcg_at_1000_max": 0.734348, "nauc_ndcg_at_1000_std": 0.181914, "nauc_ndcg_at_1000_diff1": 0.78982, "nauc_map_at_1_max": 0.731467, "nauc_map_at_1_std": 0.183959, "nauc_map_at_1_diff1": 0.803699, "nauc_map_at_3_max": 0.732875, "nauc_map_at_3_std": 0.173155, "nauc_map_at_3_diff1": 0.786397, "nauc_map_at_5_max": 0.733273, "nauc_map_at_5_std": 0.17689, "nauc_map_at_5_diff1": 0.788987, "nauc_map_at_10_max": 0.734714, "nauc_map_at_10_std": 0.181701, "nauc_map_at_10_diff1": 0.792529, "nauc_map_at_20_max": 0.734173, "nauc_map_at_20_std": 0.181187, "nauc_map_at_20_diff1": 0.791847, "nauc_map_at_100_max": 0.734185, "nauc_map_at_100_std": 0.180816, "nauc_map_at_100_diff1": 0.792084, "nauc_map_at_1000_max": 0.734185, "nauc_map_at_1000_std": 0.180816, "nauc_map_at_1000_diff1": 0.792084, "nauc_recall_at_1_max": 0.731467, "nauc_recall_at_1_std": 0.183959, "nauc_recall_at_1_diff1": 0.803699, "nauc_recall_at_3_max": 0.72885, "nauc_recall_at_3_std": 0.141146, "nauc_recall_at_3_diff1": 0.715702, "nauc_recall_at_5_max": 0.708262, "nauc_recall_at_5_std": 0.117955, "nauc_recall_at_5_diff1": 0.656772, "nauc_recall_at_10_max": 0.771207, "nauc_recall_at_10_std": 0.344454, "nauc_recall_at_10_diff1": 0.764306, "nauc_recall_at_20_max": 0.722037, "nauc_recall_at_20_std": 0.553822, "nauc_recall_at_20_diff1": 0.553822, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.731467, "nauc_precision_at_1_std": 0.183959, "nauc_precision_at_1_diff1": 0.803699, "nauc_precision_at_3_max": 0.72885, "nauc_precision_at_3_std": 0.141146, "nauc_precision_at_3_diff1": 0.715702, "nauc_precision_at_5_max": 0.708262, "nauc_precision_at_5_std": 0.117955, "nauc_precision_at_5_diff1": 0.656772, "nauc_precision_at_10_max": 0.771207, "nauc_precision_at_10_std": 0.344454, "nauc_precision_at_10_diff1": 0.764306, "nauc_precision_at_20_max": 0.722037, "nauc_precision_at_20_std": 0.553822, "nauc_precision_at_20_diff1": 0.553822, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.731467, "nauc_mrr_at_1_std": 0.183959, "nauc_mrr_at_1_diff1": 0.803699, "nauc_mrr_at_3_max": 0.732875, "nauc_mrr_at_3_std": 0.173155, "nauc_mrr_at_3_diff1": 0.786397, "nauc_mrr_at_5_max": 0.733273, "nauc_mrr_at_5_std": 0.17689, "nauc_mrr_at_5_diff1": 0.788987, "nauc_mrr_at_10_max": 0.734714, "nauc_mrr_at_10_std": 0.181701, "nauc_mrr_at_10_diff1": 0.792529, "nauc_mrr_at_20_max": 0.734173, "nauc_mrr_at_20_std": 0.181187, "nauc_mrr_at_20_diff1": 0.791847, "nauc_mrr_at_100_max": 0.734185, "nauc_mrr_at_100_std": 0.180816, "nauc_mrr_at_100_diff1": 0.792084, "nauc_mrr_at_1000_max": 0.734185, "nauc_mrr_at_1000_std": 0.180816, "nauc_mrr_at_1000_diff1": 0.792084, "main_score": 0.89411, "hf_subset": "hin-deu", "languages": [ "hin-Deva", "deu-Latn" ] }, { "ndcg_at_1": 0.70611, "ndcg_at_3": 0.80917, "ndcg_at_5": 0.82063, "ndcg_at_10": 0.83232, "ndcg_at_20": 0.839, "ndcg_at_100": 0.84392, "ndcg_at_1000": 0.84472, "map_at_1": 0.70611, "map_at_3": 0.78468, "map_at_5": 0.79109, "map_at_10": 0.79604, "map_at_20": 0.79798, "map_at_100": 0.79872, "map_at_1000": 0.79876, "recall_at_1": 0.70611, "recall_at_3": 0.87968, "recall_at_5": 0.9073, "recall_at_10": 0.9428, "recall_at_20": 0.96844, "recall_at_100": 0.99408, "recall_at_1000": 1.0, "precision_at_1": 0.70611, "precision_at_3": 0.29323, "precision_at_5": 0.18146, "precision_at_10": 0.09428, "precision_at_20": 0.04842, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.706114, "mrr_at_3": 0.784681, "mrr_at_5": 0.791091, "mrr_at_10": 0.796043, "mrr_at_20": 0.797981, "mrr_at_100": 0.798722, "mrr_at_1000": 0.798758, "nauc_ndcg_at_1_max": 0.604986, "nauc_ndcg_at_1_std": -0.021598, "nauc_ndcg_at_1_diff1": 0.767653, "nauc_ndcg_at_3_max": 0.668993, "nauc_ndcg_at_3_std": 0.074558, "nauc_ndcg_at_3_diff1": 0.727616, "nauc_ndcg_at_5_max": 0.67646, "nauc_ndcg_at_5_std": 0.086023, "nauc_ndcg_at_5_diff1": 0.730375, "nauc_ndcg_at_10_max": 0.666329, "nauc_ndcg_at_10_std": 0.073083, "nauc_ndcg_at_10_diff1": 0.735941, "nauc_ndcg_at_20_max": 0.666303, "nauc_ndcg_at_20_std": 0.064064, "nauc_ndcg_at_20_diff1": 0.737611, "nauc_ndcg_at_100_max": 0.657982, "nauc_ndcg_at_100_std": 0.051425, "nauc_ndcg_at_100_diff1": 0.74032, "nauc_ndcg_at_1000_max": 0.657042, "nauc_ndcg_at_1000_std": 0.051053, "nauc_ndcg_at_1000_diff1": 0.741464, "nauc_map_at_1_max": 0.604986, "nauc_map_at_1_std": -0.021598, "nauc_map_at_1_diff1": 0.767653, "nauc_map_at_3_max": 0.652119, "nauc_map_at_3_std": 0.046275, "nauc_map_at_3_diff1": 0.740033, "nauc_map_at_5_max": 0.655094, "nauc_map_at_5_std": 0.050282, "nauc_map_at_5_diff1": 0.741515, "nauc_map_at_10_max": 0.651318, "nauc_map_at_10_std": 0.045362, "nauc_map_at_10_diff1": 0.744007, "nauc_map_at_20_max": 0.651178, "nauc_map_at_20_std": 0.042866, "nauc_map_at_20_diff1": 0.744501, "nauc_map_at_100_max": 0.650144, "nauc_map_at_100_std": 0.041223, "nauc_map_at_100_diff1": 0.744905, "nauc_map_at_1000_max": 0.650108, "nauc_map_at_1000_std": 0.041189, "nauc_map_at_1000_diff1": 0.744949, "nauc_recall_at_1_max": 0.604986, "nauc_recall_at_1_std": -0.021598, "nauc_recall_at_1_diff1": 0.767653, "nauc_recall_at_3_max": 0.746616, "nauc_recall_at_3_std": 0.207064, "nauc_recall_at_3_diff1": 0.668972, "nauc_recall_at_5_max": 0.800546, "nauc_recall_at_5_std": 0.297552, "nauc_recall_at_5_diff1": 0.666924, "nauc_recall_at_10_max": 0.789763, "nauc_recall_at_10_std": 0.314508, "nauc_recall_at_10_diff1": 0.668642, "nauc_recall_at_20_max": 0.888375, "nauc_recall_at_20_std": 0.35533, "nauc_recall_at_20_diff1": 0.642761, "nauc_recall_at_100_max": 0.820224, "nauc_recall_at_100_std": 0.093543, "nauc_recall_at_100_diff1": 0.544865, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.604986, "nauc_precision_at_1_std": -0.021598, "nauc_precision_at_1_diff1": 0.767653, "nauc_precision_at_3_max": 0.746616, "nauc_precision_at_3_std": 0.207064, "nauc_precision_at_3_diff1": 0.668972, "nauc_precision_at_5_max": 0.800546, "nauc_precision_at_5_std": 0.297552, "nauc_precision_at_5_diff1": 0.666924, "nauc_precision_at_10_max": 0.789763, "nauc_precision_at_10_std": 0.314508, "nauc_precision_at_10_diff1": 0.668642, "nauc_precision_at_20_max": 0.888375, "nauc_precision_at_20_std": 0.35533, "nauc_precision_at_20_diff1": 0.642761, "nauc_precision_at_100_max": 0.820224, "nauc_precision_at_100_std": 0.093543, "nauc_precision_at_100_diff1": 0.544865, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.604986, "nauc_mrr_at_1_std": -0.021598, "nauc_mrr_at_1_diff1": 0.767653, "nauc_mrr_at_3_max": 0.652119, "nauc_mrr_at_3_std": 0.046275, "nauc_mrr_at_3_diff1": 0.740033, "nauc_mrr_at_5_max": 0.655094, "nauc_mrr_at_5_std": 0.050282, "nauc_mrr_at_5_diff1": 0.741515, "nauc_mrr_at_10_max": 0.651318, "nauc_mrr_at_10_std": 0.045362, "nauc_mrr_at_10_diff1": 0.744007, "nauc_mrr_at_20_max": 0.651178, "nauc_mrr_at_20_std": 0.042866, "nauc_mrr_at_20_diff1": 0.744501, "nauc_mrr_at_100_max": 0.650144, "nauc_mrr_at_100_std": 0.041223, "nauc_mrr_at_100_diff1": 0.744905, "nauc_mrr_at_1000_max": 0.650108, "nauc_mrr_at_1000_std": 0.041189, "nauc_mrr_at_1000_diff1": 0.744949, "main_score": 0.83232, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "ndcg_at_1": 0.75936, "ndcg_at_3": 0.83753, "ndcg_at_5": 0.84858, "ndcg_at_10": 0.86292, "ndcg_at_20": 0.8671, "ndcg_at_100": 0.87246, "ndcg_at_1000": 0.87246, "map_at_1": 0.75936, "map_at_3": 0.81996, "map_at_5": 0.82611, "map_at_10": 0.83232, "map_at_20": 0.83353, "map_at_100": 0.8344, "map_at_1000": 0.8344, "recall_at_1": 0.75936, "recall_at_3": 0.8877, "recall_at_5": 0.91444, "recall_at_10": 0.95722, "recall_at_20": 0.97326, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.75936, "precision_at_3": 0.2959, "precision_at_5": 0.18289, "precision_at_10": 0.09572, "precision_at_20": 0.04866, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.759358, "mrr_at_3": 0.819964, "mrr_at_5": 0.826114, "mrr_at_10": 0.832321, "mrr_at_20": 0.833526, "mrr_at_100": 0.834398, "mrr_at_1000": 0.834398, "nauc_ndcg_at_1_max": 0.566446, "nauc_ndcg_at_1_std": -0.01176, "nauc_ndcg_at_1_diff1": 0.805275, "nauc_ndcg_at_3_max": 0.67251, "nauc_ndcg_at_3_std": 0.191977, "nauc_ndcg_at_3_diff1": 0.787809, "nauc_ndcg_at_5_max": 0.678496, "nauc_ndcg_at_5_std": 0.176475, "nauc_ndcg_at_5_diff1": 0.781061, "nauc_ndcg_at_10_max": 0.6523, "nauc_ndcg_at_10_std": 0.130309, "nauc_ndcg_at_10_diff1": 0.765951, "nauc_ndcg_at_20_max": 0.643458, "nauc_ndcg_at_20_std": 0.112148, "nauc_ndcg_at_20_diff1": 0.771866, "nauc_ndcg_at_100_max": 0.637179, "nauc_ndcg_at_100_std": 0.110019, "nauc_ndcg_at_100_diff1": 0.782552, "nauc_ndcg_at_1000_max": 0.637179, "nauc_ndcg_at_1000_std": 0.110019, "nauc_ndcg_at_1000_diff1": 0.782552, "nauc_map_at_1_max": 0.566446, "nauc_map_at_1_std": -0.01176, "nauc_map_at_1_diff1": 0.805275, "nauc_map_at_3_max": 0.640523, "nauc_map_at_3_std": 0.130308, "nauc_map_at_3_diff1": 0.79208, "nauc_map_at_5_max": 0.642634, "nauc_map_at_5_std": 0.12126, "nauc_map_at_5_diff1": 0.788765, "nauc_map_at_10_max": 0.632014, "nauc_map_at_10_std": 0.102668, "nauc_map_at_10_diff1": 0.783732, "nauc_map_at_20_max": 0.629802, "nauc_map_at_20_std": 0.098252, "nauc_map_at_20_diff1": 0.785276, "nauc_map_at_100_max": 0.628948, "nauc_map_at_100_std": 0.09789, "nauc_map_at_100_diff1": 0.786777, "nauc_map_at_1000_max": 0.628948, "nauc_map_at_1000_std": 0.09789, "nauc_map_at_1000_diff1": 0.786777, "nauc_recall_at_1_max": 0.566446, "nauc_recall_at_1_std": -0.01176, "nauc_recall_at_1_diff1": 0.805275, "nauc_recall_at_3_max": 0.81046, "nauc_recall_at_3_std": 0.458087, "nauc_recall_at_3_diff1": 0.770031, "nauc_recall_at_5_max": 0.872773, "nauc_recall_at_5_std": 0.468648, "nauc_recall_at_5_diff1": 0.738945, "nauc_recall_at_10_max": 0.831319, "nauc_recall_at_10_std": 0.348681, "nauc_recall_at_10_diff1": 0.561699, "nauc_recall_at_20_max": 0.782491, "nauc_recall_at_20_std": 0.158049, "nauc_recall_at_20_diff1": 0.542417, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.566446, "nauc_precision_at_1_std": -0.01176, "nauc_precision_at_1_diff1": 0.805275, "nauc_precision_at_3_max": 0.81046, "nauc_precision_at_3_std": 0.458087, "nauc_precision_at_3_diff1": 0.770031, "nauc_precision_at_5_max": 0.872773, "nauc_precision_at_5_std": 0.468648, "nauc_precision_at_5_diff1": 0.738945, "nauc_precision_at_10_max": 0.831319, "nauc_precision_at_10_std": 0.348681, "nauc_precision_at_10_diff1": 0.561699, "nauc_precision_at_20_max": 0.782491, "nauc_precision_at_20_std": 0.158049, "nauc_precision_at_20_diff1": 0.542417, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.566446, "nauc_mrr_at_1_std": -0.01176, "nauc_mrr_at_1_diff1": 0.805275, "nauc_mrr_at_3_max": 0.640523, "nauc_mrr_at_3_std": 0.130308, "nauc_mrr_at_3_diff1": 0.79208, "nauc_mrr_at_5_max": 0.642634, "nauc_mrr_at_5_std": 0.12126, "nauc_mrr_at_5_diff1": 0.788765, "nauc_mrr_at_10_max": 0.632014, "nauc_mrr_at_10_std": 0.102668, "nauc_mrr_at_10_diff1": 0.783732, "nauc_mrr_at_20_max": 0.629802, "nauc_mrr_at_20_std": 0.098252, "nauc_mrr_at_20_diff1": 0.785276, "nauc_mrr_at_100_max": 0.628948, "nauc_mrr_at_100_std": 0.09789, "nauc_mrr_at_100_diff1": 0.786777, "nauc_mrr_at_1000_max": 0.628948, "nauc_mrr_at_1000_std": 0.09789, "nauc_mrr_at_1000_diff1": 0.786777, "main_score": 0.86292, "hf_subset": "hin-spa", "languages": [ "hin-Deva", "spa-Latn" ] }, { "ndcg_at_1": 0.71203, "ndcg_at_3": 0.78827, "ndcg_at_5": 0.80457, "ndcg_at_10": 0.81699, "ndcg_at_20": 0.82559, "ndcg_at_100": 0.83261, "ndcg_at_1000": 0.83453, "map_at_1": 0.71203, "map_at_3": 0.77022, "map_at_5": 0.77929, "map_at_10": 0.78459, "map_at_20": 0.78701, "map_at_100": 0.78813, "map_at_1000": 0.78823, "recall_at_1": 0.71203, "recall_at_3": 0.84024, "recall_at_5": 0.87968, "recall_at_10": 0.91716, "recall_at_20": 0.95069, "recall_at_100": 0.98619, "recall_at_1000": 1.0, "precision_at_1": 0.71203, "precision_at_3": 0.28008, "precision_at_5": 0.17594, "precision_at_10": 0.09172, "precision_at_20": 0.04753, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "mrr_at_1": 0.712032, "mrr_at_3": 0.770217, "mrr_at_5": 0.77929, "mrr_at_10": 0.784586, "mrr_at_20": 0.787013, "mrr_at_100": 0.788135, "mrr_at_1000": 0.788232, "nauc_ndcg_at_1_max": 0.65611, "nauc_ndcg_at_1_std": 0.052288, "nauc_ndcg_at_1_diff1": 0.764638, "nauc_ndcg_at_3_max": 0.722804, "nauc_ndcg_at_3_std": 0.145685, "nauc_ndcg_at_3_diff1": 0.740434, "nauc_ndcg_at_5_max": 0.718184, "nauc_ndcg_at_5_std": 0.145688, "nauc_ndcg_at_5_diff1": 0.736673, "nauc_ndcg_at_10_max": 0.708296, "nauc_ndcg_at_10_std": 0.143756, "nauc_ndcg_at_10_diff1": 0.729676, "nauc_ndcg_at_20_max": 0.701246, "nauc_ndcg_at_20_std": 0.139502, "nauc_ndcg_at_20_diff1": 0.729213, "nauc_ndcg_at_100_max": 0.701139, "nauc_ndcg_at_100_std": 0.131033, "nauc_ndcg_at_100_diff1": 0.736314, "nauc_ndcg_at_1000_max": 0.699857, "nauc_ndcg_at_1000_std": 0.124849, "nauc_ndcg_at_1000_diff1": 0.739075, "nauc_map_at_1_max": 0.65611, "nauc_map_at_1_std": 0.052288, "nauc_map_at_1_diff1": 0.764638, "nauc_map_at_3_max": 0.704725, "nauc_map_at_3_std": 0.120743, "nauc_map_at_3_diff1": 0.747136, "nauc_map_at_5_max": 0.701464, "nauc_map_at_5_std": 0.119811, "nauc_map_at_5_diff1": 0.745112, "nauc_map_at_10_max": 0.696975, "nauc_map_at_10_std": 0.117688, "nauc_map_at_10_diff1": 0.742607, "nauc_map_at_20_max": 0.695177, "nauc_map_at_20_std": 0.116069, "nauc_map_at_20_diff1": 0.742805, "nauc_map_at_100_max": 0.695198, "nauc_map_at_100_std": 0.114677, "nauc_map_at_100_diff1": 0.743808, "nauc_map_at_1000_max": 0.695144, "nauc_map_at_1000_std": 0.114414, "nauc_map_at_1000_diff1": 0.743937, "nauc_recall_at_1_max": 0.65611, "nauc_recall_at_1_std": 0.052288, "nauc_recall_at_1_diff1": 0.764638, "nauc_recall_at_3_max": 0.792821, "nauc_recall_at_3_std": 0.242054, "nauc_recall_at_3_diff1": 0.714394, "nauc_recall_at_5_max": 0.797909, "nauc_recall_at_5_std": 0.269726, "nauc_recall_at_5_diff1": 0.695901, "nauc_recall_at_10_max": 0.776682, "nauc_recall_at_10_std": 0.319448, "nauc_recall_at_10_diff1": 0.637974, "nauc_recall_at_20_max": 0.735386, "nauc_recall_at_20_std": 0.394537, "nauc_recall_at_20_diff1": 0.565558, "nauc_recall_at_100_max": 0.800916, "nauc_recall_at_100_std": 0.60725, "nauc_recall_at_100_diff1": 0.529489, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.65611, "nauc_precision_at_1_std": 0.052288, "nauc_precision_at_1_diff1": 0.764638, "nauc_precision_at_3_max": 0.792821, "nauc_precision_at_3_std": 0.242054, "nauc_precision_at_3_diff1": 0.714394, "nauc_precision_at_5_max": 0.797909, "nauc_precision_at_5_std": 0.269726, "nauc_precision_at_5_diff1": 0.695901, "nauc_precision_at_10_max": 0.776682, "nauc_precision_at_10_std": 0.319448, "nauc_precision_at_10_diff1": 0.637974, "nauc_precision_at_20_max": 0.735386, "nauc_precision_at_20_std": 0.394537, "nauc_precision_at_20_diff1": 0.565558, "nauc_precision_at_100_max": 0.800916, "nauc_precision_at_100_std": 0.60725, "nauc_precision_at_100_diff1": 0.529489, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.65611, "nauc_mrr_at_1_std": 0.052288, "nauc_mrr_at_1_diff1": 0.764638, "nauc_mrr_at_3_max": 0.704725, "nauc_mrr_at_3_std": 0.120743, "nauc_mrr_at_3_diff1": 0.747136, "nauc_mrr_at_5_max": 0.701464, "nauc_mrr_at_5_std": 0.119811, "nauc_mrr_at_5_diff1": 0.745112, "nauc_mrr_at_10_max": 0.696975, "nauc_mrr_at_10_std": 0.117688, "nauc_mrr_at_10_diff1": 0.742607, "nauc_mrr_at_20_max": 0.695177, "nauc_mrr_at_20_std": 0.116069, "nauc_mrr_at_20_diff1": 0.742805, "nauc_mrr_at_100_max": 0.695198, "nauc_mrr_at_100_std": 0.114677, "nauc_mrr_at_100_diff1": 0.743808, "nauc_mrr_at_1000_max": 0.695144, "nauc_mrr_at_1000_std": 0.114414, "nauc_mrr_at_1000_diff1": 0.743937, "main_score": 0.81699, "hf_subset": "hin-hin", "languages": [ "hin-Deva", "hin-Deva" ] }, { "ndcg_at_1": 0.71751, "ndcg_at_3": 0.78511, "ndcg_at_5": 0.80651, "ndcg_at_10": 0.8352, "ndcg_at_20": 0.83968, "ndcg_at_100": 0.84171, "ndcg_at_1000": 0.84171, "map_at_1": 0.71751, "map_at_3": 0.7693, "map_at_5": 0.78145, "map_at_10": 0.79296, "map_at_20": 0.79431, "map_at_100": 0.79455, "map_at_1000": 0.79455, "recall_at_1": 0.71751, "recall_at_3": 0.83051, "recall_at_5": 0.88136, "recall_at_10": 0.97175, "recall_at_20": 0.9887, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.71751, "precision_at_3": 0.27684, "precision_at_5": 0.17627, "precision_at_10": 0.09718, "precision_at_20": 0.04944, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.717514, "mrr_at_3": 0.769303, "mrr_at_5": 0.78145, "mrr_at_10": 0.792965, "mrr_at_20": 0.794306, "mrr_at_100": 0.794548, "mrr_at_1000": 0.794548, "nauc_ndcg_at_1_max": 0.622888, "nauc_ndcg_at_1_std": 0.046098, "nauc_ndcg_at_1_diff1": 0.695481, "nauc_ndcg_at_3_max": 0.695801, "nauc_ndcg_at_3_std": 0.138581, "nauc_ndcg_at_3_diff1": 0.72763, "nauc_ndcg_at_5_max": 0.696719, "nauc_ndcg_at_5_std": 0.159498, "nauc_ndcg_at_5_diff1": 0.706035, "nauc_ndcg_at_10_max": 0.67972, "nauc_ndcg_at_10_std": 0.124279, "nauc_ndcg_at_10_diff1": 0.700711, "nauc_ndcg_at_20_max": 0.672642, "nauc_ndcg_at_20_std": 0.112896, "nauc_ndcg_at_20_diff1": 0.702413, "nauc_ndcg_at_100_max": 0.671223, "nauc_ndcg_at_100_std": 0.111628, "nauc_ndcg_at_100_diff1": 0.705945, "nauc_ndcg_at_1000_max": 0.671223, "nauc_ndcg_at_1000_std": 0.111628, "nauc_ndcg_at_1000_diff1": 0.705945, "nauc_map_at_1_max": 0.622888, "nauc_map_at_1_std": 0.046098, "nauc_map_at_1_diff1": 0.695481, "nauc_map_at_3_max": 0.675052, "nauc_map_at_3_std": 0.109517, "nauc_map_at_3_diff1": 0.718092, "nauc_map_at_5_max": 0.673783, "nauc_map_at_5_std": 0.117348, "nauc_map_at_5_diff1": 0.70665, "nauc_map_at_10_max": 0.667598, "nauc_map_at_10_std": 0.105223, "nauc_map_at_10_diff1": 0.705383, "nauc_map_at_20_max": 0.665911, "nauc_map_at_20_std": 0.102747, "nauc_map_at_20_diff1": 0.705866, "nauc_map_at_100_max": 0.66579, "nauc_map_at_100_std": 0.102682, "nauc_map_at_100_diff1": 0.706205, "nauc_map_at_1000_max": 0.66579, "nauc_map_at_1000_std": 0.102682, "nauc_map_at_1000_diff1": 0.706205, "nauc_recall_at_1_max": 0.622888, "nauc_recall_at_1_std": 0.046098, "nauc_recall_at_1_diff1": 0.695481, "nauc_recall_at_3_max": 0.773128, "nauc_recall_at_3_std": 0.248373, "nauc_recall_at_3_diff1": 0.763382, "nauc_recall_at_5_max": 0.810171, "nauc_recall_at_5_std": 0.374424, "nauc_recall_at_5_diff1": 0.698512, "nauc_recall_at_10_max": 0.858505, "nauc_recall_at_10_std": 0.398198, "nauc_recall_at_10_diff1": 0.57238, "nauc_recall_at_20_max": 0.777229, "nauc_recall_at_20_std": 0.218926, "nauc_recall_at_20_diff1": 0.456234, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.622888, "nauc_precision_at_1_std": 0.046098, "nauc_precision_at_1_diff1": 0.695481, "nauc_precision_at_3_max": 0.773128, "nauc_precision_at_3_std": 0.248373, "nauc_precision_at_3_diff1": 0.763382, "nauc_precision_at_5_max": 0.810171, "nauc_precision_at_5_std": 0.374424, "nauc_precision_at_5_diff1": 0.698512, "nauc_precision_at_10_max": 0.858505, "nauc_precision_at_10_std": 0.398198, "nauc_precision_at_10_diff1": 0.57238, "nauc_precision_at_20_max": 0.777229, "nauc_precision_at_20_std": 0.218926, "nauc_precision_at_20_diff1": 0.456234, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.622888, "nauc_mrr_at_1_std": 0.046098, "nauc_mrr_at_1_diff1": 0.695481, "nauc_mrr_at_3_max": 0.675052, "nauc_mrr_at_3_std": 0.109517, "nauc_mrr_at_3_diff1": 0.718092, "nauc_mrr_at_5_max": 0.673783, "nauc_mrr_at_5_std": 0.117348, "nauc_mrr_at_5_diff1": 0.70665, "nauc_mrr_at_10_max": 0.667598, "nauc_mrr_at_10_std": 0.105223, "nauc_mrr_at_10_diff1": 0.705383, "nauc_mrr_at_20_max": 0.665911, "nauc_mrr_at_20_std": 0.102747, "nauc_mrr_at_20_diff1": 0.705866, "nauc_mrr_at_100_max": 0.66579, "nauc_mrr_at_100_std": 0.102682, "nauc_mrr_at_100_diff1": 0.706205, "nauc_mrr_at_1000_max": 0.66579, "nauc_mrr_at_1000_std": 0.102682, "nauc_mrr_at_1000_diff1": 0.706205, "main_score": 0.8352, "hf_subset": "hin-vie", "languages": [ "hin-Deva", "vie-Latn" ] }, { "ndcg_at_1": 0.74603, "ndcg_at_3": 0.83787, "ndcg_at_5": 0.84447, "ndcg_at_10": 0.85389, "ndcg_at_20": 0.86192, "ndcg_at_100": 0.8656, "ndcg_at_1000": 0.8656, "map_at_1": 0.74603, "map_at_3": 0.81481, "map_at_5": 0.81852, "map_at_10": 0.82293, "map_at_20": 0.82512, "map_at_100": 0.82555, "map_at_1000": 0.82555, "recall_at_1": 0.74603, "recall_at_3": 0.90476, "recall_at_5": 0.92063, "recall_at_10": 0.94709, "recall_at_20": 0.97884, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.74603, "precision_at_3": 0.30159, "precision_at_5": 0.18413, "precision_at_10": 0.09471, "precision_at_20": 0.04894, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.746032, "mrr_at_3": 0.814815, "mrr_at_5": 0.818519, "mrr_at_10": 0.822928, "mrr_at_20": 0.825121, "mrr_at_100": 0.82555, "mrr_at_1000": 0.82555, "nauc_ndcg_at_1_max": 0.564442, "nauc_ndcg_at_1_std": 0.178306, "nauc_ndcg_at_1_diff1": 0.747926, "nauc_ndcg_at_3_max": 0.616594, "nauc_ndcg_at_3_std": 0.278704, "nauc_ndcg_at_3_diff1": 0.721682, "nauc_ndcg_at_5_max": 0.600896, "nauc_ndcg_at_5_std": 0.260196, "nauc_ndcg_at_5_diff1": 0.719915, "nauc_ndcg_at_10_max": 0.626623, "nauc_ndcg_at_10_std": 0.286768, "nauc_ndcg_at_10_diff1": 0.71626, "nauc_ndcg_at_20_max": 0.611655, "nauc_ndcg_at_20_std": 0.261009, "nauc_ndcg_at_20_diff1": 0.721597, "nauc_ndcg_at_100_max": 0.603932, "nauc_ndcg_at_100_std": 0.250007, "nauc_ndcg_at_100_diff1": 0.725364, "nauc_ndcg_at_1000_max": 0.603932, "nauc_ndcg_at_1000_std": 0.250007, "nauc_ndcg_at_1000_diff1": 0.725364, "nauc_map_at_1_max": 0.564442, "nauc_map_at_1_std": 0.178306, "nauc_map_at_1_diff1": 0.747926, "nauc_map_at_3_max": 0.599206, "nauc_map_at_3_std": 0.245763, "nauc_map_at_3_diff1": 0.727951, "nauc_map_at_5_max": 0.591111, "nauc_map_at_5_std": 0.235587, "nauc_map_at_5_diff1": 0.727317, "nauc_map_at_10_max": 0.60087, "nauc_map_at_10_std": 0.245272, "nauc_map_at_10_diff1": 0.726094, "nauc_map_at_20_max": 0.597473, "nauc_map_at_20_std": 0.239501, "nauc_map_at_20_diff1": 0.72745, "nauc_map_at_100_max": 0.596708, "nauc_map_at_100_std": 0.23831, "nauc_map_at_100_diff1": 0.728053, "nauc_map_at_1000_max": 0.596708, "nauc_map_at_1000_std": 0.23831, "nauc_map_at_1000_diff1": 0.728053, "nauc_recall_at_1_max": 0.564442, "nauc_recall_at_1_std": 0.178306, "nauc_recall_at_1_diff1": 0.747926, "nauc_recall_at_3_max": 0.706643, "nauc_recall_at_3_std": 0.448918, "nauc_recall_at_3_diff1": 0.690975, "nauc_recall_at_5_max": 0.656692, "nauc_recall_at_5_std": 0.405909, "nauc_recall_at_5_diff1": 0.676376, "nauc_recall_at_10_max": 0.868629, "nauc_recall_at_10_std": 0.668859, "nauc_recall_at_10_diff1": 0.628456, "nauc_recall_at_20_max": 0.86509, "nauc_recall_at_20_std": 0.608945, "nauc_recall_at_20_diff1": 0.61985, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.564442, "nauc_precision_at_1_std": 0.178306, "nauc_precision_at_1_diff1": 0.747926, "nauc_precision_at_3_max": 0.706643, "nauc_precision_at_3_std": 0.448918, "nauc_precision_at_3_diff1": 0.690975, "nauc_precision_at_5_max": 0.656692, "nauc_precision_at_5_std": 0.405909, "nauc_precision_at_5_diff1": 0.676376, "nauc_precision_at_10_max": 0.868629, "nauc_precision_at_10_std": 0.668859, "nauc_precision_at_10_diff1": 0.628456, "nauc_precision_at_20_max": 0.86509, "nauc_precision_at_20_std": 0.608945, "nauc_precision_at_20_diff1": 0.61985, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.564442, "nauc_mrr_at_1_std": 0.178306, "nauc_mrr_at_1_diff1": 0.747926, "nauc_mrr_at_3_max": 0.599206, "nauc_mrr_at_3_std": 0.245763, "nauc_mrr_at_3_diff1": 0.727951, "nauc_mrr_at_5_max": 0.591111, "nauc_mrr_at_5_std": 0.235587, "nauc_mrr_at_5_diff1": 0.727317, "nauc_mrr_at_10_max": 0.60087, "nauc_mrr_at_10_std": 0.245272, "nauc_mrr_at_10_diff1": 0.726094, "nauc_mrr_at_20_max": 0.597473, "nauc_mrr_at_20_std": 0.239501, "nauc_mrr_at_20_diff1": 0.72745, "nauc_mrr_at_100_max": 0.596708, "nauc_mrr_at_100_std": 0.23831, "nauc_mrr_at_100_diff1": 0.728053, "nauc_mrr_at_1000_max": 0.596708, "nauc_mrr_at_1000_std": 0.23831, "nauc_mrr_at_1000_diff1": 0.728053, "main_score": 0.85389, "hf_subset": "hin-zho", "languages": [ "hin-Deva", "zho-Hans" ] }, { "ndcg_at_1": 0.62577, "ndcg_at_3": 0.72319, "ndcg_at_5": 0.75275, "ndcg_at_10": 0.76939, "ndcg_at_20": 0.78504, "ndcg_at_100": 0.79094, "ndcg_at_1000": 0.79094, "map_at_1": 0.62577, "map_at_3": 0.70143, "map_at_5": 0.71738, "map_at_10": 0.72471, "map_at_20": 0.72908, "map_at_100": 0.72995, "map_at_1000": 0.72995, "recall_at_1": 0.62577, "recall_at_3": 0.78528, "recall_at_5": 0.8589, "recall_at_10": 0.90798, "recall_at_20": 0.96933, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.62577, "precision_at_3": 0.26176, "precision_at_5": 0.17178, "precision_at_10": 0.0908, "precision_at_20": 0.04847, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.625767, "mrr_at_3": 0.701431, "mrr_at_5": 0.717382, "mrr_at_10": 0.72471, "mrr_at_20": 0.729077, "mrr_at_100": 0.72995, "mrr_at_1000": 0.72995, "nauc_ndcg_at_1_max": 0.620839, "nauc_ndcg_at_1_std": 0.236782, "nauc_ndcg_at_1_diff1": 0.761766, "nauc_ndcg_at_3_max": 0.644692, "nauc_ndcg_at_3_std": 0.291844, "nauc_ndcg_at_3_diff1": 0.674146, "nauc_ndcg_at_5_max": 0.644131, "nauc_ndcg_at_5_std": 0.299064, "nauc_ndcg_at_5_diff1": 0.700624, "nauc_ndcg_at_10_max": 0.656156, "nauc_ndcg_at_10_std": 0.315676, "nauc_ndcg_at_10_diff1": 0.706032, "nauc_ndcg_at_20_max": 0.639203, "nauc_ndcg_at_20_std": 0.288185, "nauc_ndcg_at_20_diff1": 0.701929, "nauc_ndcg_at_100_max": 0.638385, "nauc_ndcg_at_100_std": 0.27993, "nauc_ndcg_at_100_diff1": 0.708662, "nauc_ndcg_at_1000_max": 0.638385, "nauc_ndcg_at_1000_std": 0.27993, "nauc_ndcg_at_1000_diff1": 0.708662, "nauc_map_at_1_max": 0.620839, "nauc_map_at_1_std": 0.236782, "nauc_map_at_1_diff1": 0.761766, "nauc_map_at_3_max": 0.635543, "nauc_map_at_3_std": 0.268966, "nauc_map_at_3_diff1": 0.697358, "nauc_map_at_5_max": 0.635731, "nauc_map_at_5_std": 0.272274, "nauc_map_at_5_diff1": 0.712319, "nauc_map_at_10_max": 0.639612, "nauc_map_at_10_std": 0.278568, "nauc_map_at_10_diff1": 0.71391, "nauc_map_at_20_max": 0.635409, "nauc_map_at_20_std": 0.271982, "nauc_map_at_20_diff1": 0.712969, "nauc_map_at_100_max": 0.635271, "nauc_map_at_100_std": 0.27078, "nauc_map_at_100_diff1": 0.713831, "nauc_map_at_1000_max": 0.635271, "nauc_map_at_1000_std": 0.27078, "nauc_map_at_1000_diff1": 0.713831, "nauc_recall_at_1_max": 0.620839, "nauc_recall_at_1_std": 0.236782, "nauc_recall_at_1_diff1": 0.761766, "nauc_recall_at_3_max": 0.679557, "nauc_recall_at_3_std": 0.379723, "nauc_recall_at_3_diff1": 0.589787, "nauc_recall_at_5_max": 0.686271, "nauc_recall_at_5_std": 0.440202, "nauc_recall_at_5_diff1": 0.648206, "nauc_recall_at_10_max": 0.788115, "nauc_recall_at_10_std": 0.602337, "nauc_recall_at_10_diff1": 0.667776, "nauc_recall_at_20_max": 0.661574, "nauc_recall_at_20_std": 0.517437, "nauc_recall_at_20_diff1": 0.50512, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.620839, "nauc_precision_at_1_std": 0.236782, "nauc_precision_at_1_diff1": 0.761766, "nauc_precision_at_3_max": 0.679557, "nauc_precision_at_3_std": 0.379723, "nauc_precision_at_3_diff1": 0.589787, "nauc_precision_at_5_max": 0.686271, "nauc_precision_at_5_std": 0.440202, "nauc_precision_at_5_diff1": 0.648206, "nauc_precision_at_10_max": 0.788115, "nauc_precision_at_10_std": 0.602337, "nauc_precision_at_10_diff1": 0.667776, "nauc_precision_at_20_max": 0.661574, "nauc_precision_at_20_std": 0.517437, "nauc_precision_at_20_diff1": 0.50512, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.620839, "nauc_mrr_at_1_std": 0.236782, "nauc_mrr_at_1_diff1": 0.761766, "nauc_mrr_at_3_max": 0.635543, "nauc_mrr_at_3_std": 0.268966, "nauc_mrr_at_3_diff1": 0.697358, "nauc_mrr_at_5_max": 0.635731, "nauc_mrr_at_5_std": 0.272274, "nauc_mrr_at_5_diff1": 0.712319, "nauc_mrr_at_10_max": 0.639612, "nauc_mrr_at_10_std": 0.278568, "nauc_mrr_at_10_diff1": 0.71391, "nauc_mrr_at_20_max": 0.635409, "nauc_mrr_at_20_std": 0.271982, "nauc_mrr_at_20_diff1": 0.712969, "nauc_mrr_at_100_max": 0.635271, "nauc_mrr_at_100_std": 0.27078, "nauc_mrr_at_100_diff1": 0.713831, "nauc_mrr_at_1000_max": 0.635271, "nauc_mrr_at_1000_std": 0.27078, "nauc_mrr_at_1000_diff1": 0.713831, "main_score": 0.76939, "hf_subset": "vie-ara", "languages": [ "vie-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.67033, "ndcg_at_3": 0.781, "ndcg_at_5": 0.80394, "ndcg_at_10": 0.81662, "ndcg_at_20": 0.82079, "ndcg_at_100": 0.82675, "ndcg_at_1000": 0.82675, "map_at_1": 0.67033, "map_at_3": 0.75458, "map_at_5": 0.76749, "map_at_10": 0.77287, "map_at_20": 0.77401, "map_at_100": 0.77479, "map_at_1000": 0.77479, "recall_at_1": 0.67033, "recall_at_3": 0.85714, "recall_at_5": 0.91209, "recall_at_10": 0.95055, "recall_at_20": 0.96703, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.67033, "precision_at_3": 0.28571, "precision_at_5": 0.18242, "precision_at_10": 0.09505, "precision_at_20": 0.04835, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.67033, "mrr_at_3": 0.754579, "mrr_at_5": 0.767491, "mrr_at_10": 0.77287, "mrr_at_20": 0.774008, "mrr_at_100": 0.774791, "mrr_at_1000": 0.774791, "nauc_ndcg_at_1_max": 0.636707, "nauc_ndcg_at_1_std": -0.009333, "nauc_ndcg_at_1_diff1": 0.722476, "nauc_ndcg_at_3_max": 0.669769, "nauc_ndcg_at_3_std": 0.073632, "nauc_ndcg_at_3_diff1": 0.676499, "nauc_ndcg_at_5_max": 0.679717, "nauc_ndcg_at_5_std": 0.107976, "nauc_ndcg_at_5_diff1": 0.685601, "nauc_ndcg_at_10_max": 0.677574, "nauc_ndcg_at_10_std": 0.098429, "nauc_ndcg_at_10_diff1": 0.685402, "nauc_ndcg_at_20_max": 0.672517, "nauc_ndcg_at_20_std": 0.092865, "nauc_ndcg_at_20_diff1": 0.683165, "nauc_ndcg_at_100_max": 0.663913, "nauc_ndcg_at_100_std": 0.065367, "nauc_ndcg_at_100_diff1": 0.687419, "nauc_ndcg_at_1000_max": 0.663913, "nauc_ndcg_at_1000_std": 0.065367, "nauc_ndcg_at_1000_diff1": 0.687419, "nauc_map_at_1_max": 0.636707, "nauc_map_at_1_std": -0.009333, "nauc_map_at_1_diff1": 0.722476, "nauc_map_at_3_max": 0.658828, "nauc_map_at_3_std": 0.043836, "nauc_map_at_3_diff1": 0.687248, "nauc_map_at_5_max": 0.662358, "nauc_map_at_5_std": 0.058197, "nauc_map_at_5_diff1": 0.691673, "nauc_map_at_10_max": 0.661042, "nauc_map_at_10_std": 0.053516, "nauc_map_at_10_diff1": 0.691033, "nauc_map_at_20_max": 0.659793, "nauc_map_at_20_std": 0.051817, "nauc_map_at_20_diff1": 0.690517, "nauc_map_at_100_max": 0.65877, "nauc_map_at_100_std": 0.048995, "nauc_map_at_100_diff1": 0.691011, "nauc_map_at_1000_max": 0.65877, "nauc_map_at_1000_std": 0.048995, "nauc_map_at_1000_diff1": 0.691011, "nauc_recall_at_1_max": 0.636707, "nauc_recall_at_1_std": -0.009333, "nauc_recall_at_1_diff1": 0.722476, "nauc_recall_at_3_max": 0.719558, "nauc_recall_at_3_std": 0.210647, "nauc_recall_at_3_diff1": 0.630281, "nauc_recall_at_5_max": 0.800818, "nauc_recall_at_5_std": 0.455179, "nauc_recall_at_5_diff1": 0.653089, "nauc_recall_at_10_max": 0.876144, "nauc_recall_at_10_std": 0.631431, "nauc_recall_at_10_diff1": 0.641448, "nauc_recall_at_20_max": 0.882178, "nauc_recall_at_20_std": 0.803236, "nauc_recall_at_20_diff1": 0.579994, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.636707, "nauc_precision_at_1_std": -0.009333, "nauc_precision_at_1_diff1": 0.722476, "nauc_precision_at_3_max": 0.719558, "nauc_precision_at_3_std": 0.210647, "nauc_precision_at_3_diff1": 0.630281, "nauc_precision_at_5_max": 0.800818, "nauc_precision_at_5_std": 0.455179, "nauc_precision_at_5_diff1": 0.653089, "nauc_precision_at_10_max": 0.876144, "nauc_precision_at_10_std": 0.631431, "nauc_precision_at_10_diff1": 0.641448, "nauc_precision_at_20_max": 0.882178, "nauc_precision_at_20_std": 0.803236, "nauc_precision_at_20_diff1": 0.579994, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.636707, "nauc_mrr_at_1_std": -0.009333, "nauc_mrr_at_1_diff1": 0.722476, "nauc_mrr_at_3_max": 0.658828, "nauc_mrr_at_3_std": 0.043836, "nauc_mrr_at_3_diff1": 0.687248, "nauc_mrr_at_5_max": 0.662358, "nauc_mrr_at_5_std": 0.058197, "nauc_mrr_at_5_diff1": 0.691673, "nauc_mrr_at_10_max": 0.661042, "nauc_mrr_at_10_std": 0.053516, "nauc_mrr_at_10_diff1": 0.691033, "nauc_mrr_at_20_max": 0.659793, "nauc_mrr_at_20_std": 0.051817, "nauc_mrr_at_20_diff1": 0.690517, "nauc_mrr_at_100_max": 0.65877, "nauc_mrr_at_100_std": 0.048995, "nauc_mrr_at_100_diff1": 0.691011, "nauc_mrr_at_1000_max": 0.65877, "nauc_mrr_at_1000_std": 0.048995, "nauc_mrr_at_1000_diff1": 0.691011, "main_score": 0.81662, "hf_subset": "vie-deu", "languages": [ "vie-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.65753, "ndcg_at_3": 0.76915, "ndcg_at_5": 0.78793, "ndcg_at_10": 0.79811, "ndcg_at_20": 0.80403, "ndcg_at_100": 0.81211, "ndcg_at_1000": 0.81375, "map_at_1": 0.65753, "map_at_3": 0.74266, "map_at_5": 0.75323, "map_at_10": 0.75746, "map_at_20": 0.75908, "map_at_100": 0.76023, "map_at_1000": 0.76031, "recall_at_1": 0.65753, "recall_at_3": 0.8454, "recall_at_5": 0.89041, "recall_at_10": 0.92172, "recall_at_20": 0.94521, "recall_at_100": 0.98826, "recall_at_1000": 1.0, "precision_at_1": 0.65753, "precision_at_3": 0.2818, "precision_at_5": 0.17808, "precision_at_10": 0.09217, "precision_at_20": 0.04726, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.657534, "mrr_at_3": 0.742661, "mrr_at_5": 0.753229, "mrr_at_10": 0.757457, "mrr_at_20": 0.759078, "mrr_at_100": 0.760227, "mrr_at_1000": 0.760312, "nauc_ndcg_at_1_max": 0.597597, "nauc_ndcg_at_1_std": -0.051355, "nauc_ndcg_at_1_diff1": 0.768985, "nauc_ndcg_at_3_max": 0.648313, "nauc_ndcg_at_3_std": -0.015611, "nauc_ndcg_at_3_diff1": 0.723896, "nauc_ndcg_at_5_max": 0.669514, "nauc_ndcg_at_5_std": 0.011041, "nauc_ndcg_at_5_diff1": 0.735394, "nauc_ndcg_at_10_max": 0.668335, "nauc_ndcg_at_10_std": 0.017072, "nauc_ndcg_at_10_diff1": 0.745253, "nauc_ndcg_at_20_max": 0.663285, "nauc_ndcg_at_20_std": 0.016399, "nauc_ndcg_at_20_diff1": 0.743332, "nauc_ndcg_at_100_max": 0.654151, "nauc_ndcg_at_100_std": 0.009517, "nauc_ndcg_at_100_diff1": 0.744472, "nauc_ndcg_at_1000_max": 0.652036, "nauc_ndcg_at_1000_std": 0.00166, "nauc_ndcg_at_1000_diff1": 0.74451, "nauc_map_at_1_max": 0.597597, "nauc_map_at_1_std": -0.051355, "nauc_map_at_1_diff1": 0.768985, "nauc_map_at_3_max": 0.636445, "nauc_map_at_3_std": -0.025019, "nauc_map_at_3_diff1": 0.736653, "nauc_map_at_5_max": 0.64672, "nauc_map_at_5_std": -0.011539, "nauc_map_at_5_diff1": 0.743176, "nauc_map_at_10_max": 0.646114, "nauc_map_at_10_std": -0.01014, "nauc_map_at_10_diff1": 0.746899, "nauc_map_at_20_max": 0.644771, "nauc_map_at_20_std": -0.010535, "nauc_map_at_20_diff1": 0.746415, "nauc_map_at_100_max": 0.64365, "nauc_map_at_100_std": -0.010717, "nauc_map_at_100_diff1": 0.746482, "nauc_map_at_1000_max": 0.643552, "nauc_map_at_1000_std": -0.01104, "nauc_map_at_1000_diff1": 0.7465, "nauc_recall_at_1_max": 0.597597, "nauc_recall_at_1_std": -0.051355, "nauc_recall_at_1_diff1": 0.768985, "nauc_recall_at_3_max": 0.697705, "nauc_recall_at_3_std": 0.024388, "nauc_recall_at_3_diff1": 0.669009, "nauc_recall_at_5_max": 0.800414, "nauc_recall_at_5_std": 0.142887, "nauc_recall_at_5_diff1": 0.694204, "nauc_recall_at_10_max": 0.839068, "nauc_recall_at_10_std": 0.23978, "nauc_recall_at_10_diff1": 0.745587, "nauc_recall_at_20_max": 0.850428, "nauc_recall_at_20_std": 0.327614, "nauc_recall_at_20_diff1": 0.723797, "nauc_recall_at_100_max": 0.857671, "nauc_recall_at_100_std": 0.785742, "nauc_recall_at_100_diff1": 0.750767, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.597597, "nauc_precision_at_1_std": -0.051355, "nauc_precision_at_1_diff1": 0.768985, "nauc_precision_at_3_max": 0.697705, "nauc_precision_at_3_std": 0.024388, "nauc_precision_at_3_diff1": 0.669009, "nauc_precision_at_5_max": 0.800414, "nauc_precision_at_5_std": 0.142887, "nauc_precision_at_5_diff1": 0.694204, "nauc_precision_at_10_max": 0.839068, "nauc_precision_at_10_std": 0.23978, "nauc_precision_at_10_diff1": 0.745587, "nauc_precision_at_20_max": 0.850428, "nauc_precision_at_20_std": 0.327614, "nauc_precision_at_20_diff1": 0.723797, "nauc_precision_at_100_max": 0.857671, "nauc_precision_at_100_std": 0.785742, "nauc_precision_at_100_diff1": 0.750767, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.597597, "nauc_mrr_at_1_std": -0.051355, "nauc_mrr_at_1_diff1": 0.768985, "nauc_mrr_at_3_max": 0.636445, "nauc_mrr_at_3_std": -0.025019, "nauc_mrr_at_3_diff1": 0.736653, "nauc_mrr_at_5_max": 0.64672, "nauc_mrr_at_5_std": -0.011539, "nauc_mrr_at_5_diff1": 0.743176, "nauc_mrr_at_10_max": 0.646114, "nauc_mrr_at_10_std": -0.01014, "nauc_mrr_at_10_diff1": 0.746899, "nauc_mrr_at_20_max": 0.644771, "nauc_mrr_at_20_std": -0.010535, "nauc_mrr_at_20_diff1": 0.746415, "nauc_mrr_at_100_max": 0.64365, "nauc_mrr_at_100_std": -0.010717, "nauc_mrr_at_100_diff1": 0.746482, "nauc_mrr_at_1000_max": 0.643552, "nauc_mrr_at_1000_std": -0.01104, "nauc_mrr_at_1000_diff1": 0.7465, "main_score": 0.79811, "hf_subset": "vie-eng", "languages": [ "vie-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.71429, "ndcg_at_3": 0.79623, "ndcg_at_5": 0.8026, "ndcg_at_10": 0.8177, "ndcg_at_20": 0.83253, "ndcg_at_100": 0.83759, "ndcg_at_1000": 0.83759, "map_at_1": 0.71429, "map_at_3": 0.7769, "map_at_5": 0.78034, "map_at_10": 0.78641, "map_at_20": 0.79054, "map_at_100": 0.79131, "map_at_1000": 0.79131, "recall_at_1": 0.71429, "recall_at_3": 0.85185, "recall_at_5": 0.86772, "recall_at_10": 0.91534, "recall_at_20": 0.97354, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.71429, "precision_at_3": 0.28395, "precision_at_5": 0.17354, "precision_at_10": 0.09153, "precision_at_20": 0.04868, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.714286, "mrr_at_3": 0.776896, "mrr_at_5": 0.780335, "mrr_at_10": 0.786405, "mrr_at_20": 0.790538, "mrr_at_100": 0.791305, "mrr_at_1000": 0.791305, "nauc_ndcg_at_1_max": 0.735898, "nauc_ndcg_at_1_std": 0.368592, "nauc_ndcg_at_1_diff1": 0.839845, "nauc_ndcg_at_3_max": 0.770269, "nauc_ndcg_at_3_std": 0.425845, "nauc_ndcg_at_3_diff1": 0.799079, "nauc_ndcg_at_5_max": 0.786546, "nauc_ndcg_at_5_std": 0.454555, "nauc_ndcg_at_5_diff1": 0.804972, "nauc_ndcg_at_10_max": 0.775389, "nauc_ndcg_at_10_std": 0.448358, "nauc_ndcg_at_10_diff1": 0.798604, "nauc_ndcg_at_20_max": 0.774835, "nauc_ndcg_at_20_std": 0.450539, "nauc_ndcg_at_20_diff1": 0.802888, "nauc_ndcg_at_100_max": 0.769497, "nauc_ndcg_at_100_std": 0.431547, "nauc_ndcg_at_100_diff1": 0.809048, "nauc_ndcg_at_1000_max": 0.769497, "nauc_ndcg_at_1000_std": 0.431547, "nauc_ndcg_at_1000_diff1": 0.809048, "nauc_map_at_1_max": 0.735898, "nauc_map_at_1_std": 0.368592, "nauc_map_at_1_diff1": 0.839845, "nauc_map_at_3_max": 0.761394, "nauc_map_at_3_std": 0.409964, "nauc_map_at_3_diff1": 0.810872, "nauc_map_at_5_max": 0.769821, "nauc_map_at_5_std": 0.424773, "nauc_map_at_5_diff1": 0.813696, "nauc_map_at_10_max": 0.76599, "nauc_map_at_10_std": 0.422863, "nauc_map_at_10_diff1": 0.811816, "nauc_map_at_20_max": 0.765756, "nauc_map_at_20_std": 0.423057, "nauc_map_at_20_diff1": 0.813013, "nauc_map_at_100_max": 0.765004, "nauc_map_at_100_std": 0.420696, "nauc_map_at_100_diff1": 0.81364, "nauc_map_at_1000_max": 0.765004, "nauc_map_at_1000_std": 0.420696, "nauc_map_at_1000_diff1": 0.81364, "nauc_recall_at_1_max": 0.735898, "nauc_recall_at_1_std": 0.368592, "nauc_recall_at_1_diff1": 0.839845, "nauc_recall_at_3_max": 0.805694, "nauc_recall_at_3_std": 0.489976, "nauc_recall_at_3_diff1": 0.75115, "nauc_recall_at_5_max": 0.862909, "nauc_recall_at_5_std": 0.591395, "nauc_recall_at_5_diff1": 0.768219, "nauc_recall_at_10_max": 0.826606, "nauc_recall_at_10_std": 0.609904, "nauc_recall_at_10_diff1": 0.70885, "nauc_recall_at_20_max": 0.921522, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 0.610977, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.735898, "nauc_precision_at_1_std": 0.368592, "nauc_precision_at_1_diff1": 0.839845, "nauc_precision_at_3_max": 0.805694, "nauc_precision_at_3_std": 0.489976, "nauc_precision_at_3_diff1": 0.75115, "nauc_precision_at_5_max": 0.862909, "nauc_precision_at_5_std": 0.591395, "nauc_precision_at_5_diff1": 0.768219, "nauc_precision_at_10_max": 0.826606, "nauc_precision_at_10_std": 0.609904, "nauc_precision_at_10_diff1": 0.70885, "nauc_precision_at_20_max": 0.921522, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 0.610977, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.735898, "nauc_mrr_at_1_std": 0.368592, "nauc_mrr_at_1_diff1": 0.839845, "nauc_mrr_at_3_max": 0.761394, "nauc_mrr_at_3_std": 0.409964, "nauc_mrr_at_3_diff1": 0.810872, "nauc_mrr_at_5_max": 0.769821, "nauc_mrr_at_5_std": 0.424773, "nauc_mrr_at_5_diff1": 0.813696, "nauc_mrr_at_10_max": 0.76599, "nauc_mrr_at_10_std": 0.422863, "nauc_mrr_at_10_diff1": 0.811816, "nauc_mrr_at_20_max": 0.765756, "nauc_mrr_at_20_std": 0.423057, "nauc_mrr_at_20_diff1": 0.813013, "nauc_mrr_at_100_max": 0.765004, "nauc_mrr_at_100_std": 0.420696, "nauc_mrr_at_100_diff1": 0.81364, "nauc_mrr_at_1000_max": 0.765004, "nauc_mrr_at_1000_std": 0.420696, "nauc_mrr_at_1000_diff1": 0.81364, "main_score": 0.8177, "hf_subset": "vie-spa", "languages": [ "vie-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.64972, "ndcg_at_3": 0.77212, "ndcg_at_5": 0.78841, "ndcg_at_10": 0.79793, "ndcg_at_20": 0.80916, "ndcg_at_100": 0.81539, "ndcg_at_1000": 0.81539, "map_at_1": 0.64972, "map_at_3": 0.74388, "map_at_5": 0.75292, "map_at_10": 0.75708, "map_at_20": 0.76006, "map_at_100": 0.76089, "map_at_1000": 0.76089, "recall_at_1": 0.64972, "recall_at_3": 0.85311, "recall_at_5": 0.89266, "recall_at_10": 0.9209, "recall_at_20": 0.9661, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.64972, "precision_at_3": 0.28437, "precision_at_5": 0.17853, "precision_at_10": 0.09209, "precision_at_20": 0.04831, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.649718, "mrr_at_3": 0.743879, "mrr_at_5": 0.752919, "mrr_at_10": 0.757078, "mrr_at_20": 0.760057, "mrr_at_100": 0.76089, "mrr_at_1000": 0.76089, "nauc_ndcg_at_1_max": 0.573069, "nauc_ndcg_at_1_std": 0.02391, "nauc_ndcg_at_1_diff1": 0.824929, "nauc_ndcg_at_3_max": 0.629007, "nauc_ndcg_at_3_std": 0.125388, "nauc_ndcg_at_3_diff1": 0.768518, "nauc_ndcg_at_5_max": 0.647596, "nauc_ndcg_at_5_std": 0.169676, "nauc_ndcg_at_5_diff1": 0.756422, "nauc_ndcg_at_10_max": 0.638451, "nauc_ndcg_at_10_std": 0.160176, "nauc_ndcg_at_10_diff1": 0.762298, "nauc_ndcg_at_20_max": 0.635804, "nauc_ndcg_at_20_std": 0.147556, "nauc_ndcg_at_20_diff1": 0.771188, "nauc_ndcg_at_100_max": 0.625803, "nauc_ndcg_at_100_std": 0.122952, "nauc_ndcg_at_100_diff1": 0.778979, "nauc_ndcg_at_1000_max": 0.625803, "nauc_ndcg_at_1000_std": 0.122952, "nauc_ndcg_at_1000_diff1": 0.778979, "nauc_map_at_1_max": 0.573069, "nauc_map_at_1_std": 0.02391, "nauc_map_at_1_diff1": 0.824929, "nauc_map_at_3_max": 0.614208, "nauc_map_at_3_std": 0.094665, "nauc_map_at_3_diff1": 0.785139, "nauc_map_at_5_max": 0.62313, "nauc_map_at_5_std": 0.115776, "nauc_map_at_5_diff1": 0.780086, "nauc_map_at_10_max": 0.619262, "nauc_map_at_10_std": 0.111326, "nauc_map_at_10_diff1": 0.782718, "nauc_map_at_20_max": 0.618624, "nauc_map_at_20_std": 0.107928, "nauc_map_at_20_diff1": 0.784816, "nauc_map_at_100_max": 0.617673, "nauc_map_at_100_std": 0.105323, "nauc_map_at_100_diff1": 0.785795, "nauc_map_at_1000_max": 0.617673, "nauc_map_at_1000_std": 0.105323, "nauc_map_at_1000_diff1": 0.785795, "nauc_recall_at_1_max": 0.573069, "nauc_recall_at_1_std": 0.02391, "nauc_recall_at_1_diff1": 0.824929, "nauc_recall_at_3_max": 0.694012, "nauc_recall_at_3_std": 0.263303, "nauc_recall_at_3_diff1": 0.694213, "nauc_recall_at_5_max": 0.789866, "nauc_recall_at_5_std": 0.488816, "nauc_recall_at_5_diff1": 0.617434, "nauc_recall_at_10_max": 0.778913, "nauc_recall_at_10_std": 0.535316, "nauc_recall_at_10_diff1": 0.607919, "nauc_recall_at_20_max": 0.903915, "nauc_recall_at_20_std": 0.786003, "nauc_recall_at_20_diff1": 0.580214, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.573069, "nauc_precision_at_1_std": 0.02391, "nauc_precision_at_1_diff1": 0.824929, "nauc_precision_at_3_max": 0.694012, "nauc_precision_at_3_std": 0.263303, "nauc_precision_at_3_diff1": 0.694213, "nauc_precision_at_5_max": 0.789866, "nauc_precision_at_5_std": 0.488816, "nauc_precision_at_5_diff1": 0.617434, "nauc_precision_at_10_max": 0.778913, "nauc_precision_at_10_std": 0.535316, "nauc_precision_at_10_diff1": 0.607919, "nauc_precision_at_20_max": 0.903915, "nauc_precision_at_20_std": 0.786003, "nauc_precision_at_20_diff1": 0.580214, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.573069, "nauc_mrr_at_1_std": 0.02391, "nauc_mrr_at_1_diff1": 0.824929, "nauc_mrr_at_3_max": 0.614208, "nauc_mrr_at_3_std": 0.094665, "nauc_mrr_at_3_diff1": 0.785139, "nauc_mrr_at_5_max": 0.62313, "nauc_mrr_at_5_std": 0.115776, "nauc_mrr_at_5_diff1": 0.780086, "nauc_mrr_at_10_max": 0.619262, "nauc_mrr_at_10_std": 0.111326, "nauc_mrr_at_10_diff1": 0.782718, "nauc_mrr_at_20_max": 0.618624, "nauc_mrr_at_20_std": 0.107928, "nauc_mrr_at_20_diff1": 0.784816, "nauc_mrr_at_100_max": 0.617673, "nauc_mrr_at_100_std": 0.105323, "nauc_mrr_at_100_diff1": 0.785795, "nauc_mrr_at_1000_max": 0.617673, "nauc_mrr_at_1000_std": 0.105323, "nauc_mrr_at_1000_diff1": 0.785795, "main_score": 0.79793, "hf_subset": "vie-hin", "languages": [ "vie-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.6908, "ndcg_at_3": 0.76675, "ndcg_at_5": 0.79033, "ndcg_at_10": 0.80402, "ndcg_at_20": 0.81266, "ndcg_at_100": 0.82095, "ndcg_at_1000": 0.82205, "map_at_1": 0.6908, "map_at_3": 0.74951, "map_at_5": 0.76272, "map_at_10": 0.7686, "map_at_20": 0.77109, "map_at_100": 0.77223, "map_at_1000": 0.77228, "recall_at_1": 0.6908, "recall_at_3": 0.81605, "recall_at_5": 0.8728, "recall_at_10": 0.91389, "recall_at_20": 0.94716, "recall_at_100": 0.99217, "recall_at_1000": 1.0, "precision_at_1": 0.6908, "precision_at_3": 0.27202, "precision_at_5": 0.17456, "precision_at_10": 0.09139, "precision_at_20": 0.04736, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.690802, "mrr_at_3": 0.749511, "mrr_at_5": 0.76272, "mrr_at_10": 0.768602, "mrr_at_20": 0.771093, "mrr_at_100": 0.772228, "mrr_at_1000": 0.772284, "nauc_ndcg_at_1_max": 0.577396, "nauc_ndcg_at_1_std": -0.035663, "nauc_ndcg_at_1_diff1": 0.796592, "nauc_ndcg_at_3_max": 0.67091, "nauc_ndcg_at_3_std": 0.079987, "nauc_ndcg_at_3_diff1": 0.77629, "nauc_ndcg_at_5_max": 0.674718, "nauc_ndcg_at_5_std": 0.110692, "nauc_ndcg_at_5_diff1": 0.772632, "nauc_ndcg_at_10_max": 0.670523, "nauc_ndcg_at_10_std": 0.116742, "nauc_ndcg_at_10_diff1": 0.773893, "nauc_ndcg_at_20_max": 0.661372, "nauc_ndcg_at_20_std": 0.098857, "nauc_ndcg_at_20_diff1": 0.775295, "nauc_ndcg_at_100_max": 0.650883, "nauc_ndcg_at_100_std": 0.079899, "nauc_ndcg_at_100_diff1": 0.777428, "nauc_ndcg_at_1000_max": 0.648697, "nauc_ndcg_at_1000_std": 0.075082, "nauc_ndcg_at_1000_diff1": 0.777807, "nauc_map_at_1_max": 0.577396, "nauc_map_at_1_std": -0.035663, "nauc_map_at_1_diff1": 0.796592, "nauc_map_at_3_max": 0.643396, "nauc_map_at_3_std": 0.048514, "nauc_map_at_3_diff1": 0.780738, "nauc_map_at_5_max": 0.643961, "nauc_map_at_5_std": 0.061836, "nauc_map_at_5_diff1": 0.779152, "nauc_map_at_10_max": 0.641744, "nauc_map_at_10_std": 0.063085, "nauc_map_at_10_diff1": 0.779827, "nauc_map_at_20_max": 0.639173, "nauc_map_at_20_std": 0.058324, "nauc_map_at_20_diff1": 0.780174, "nauc_map_at_100_max": 0.637893, "nauc_map_at_100_std": 0.056175, "nauc_map_at_100_diff1": 0.780345, "nauc_map_at_1000_max": 0.637802, "nauc_map_at_1000_std": 0.055981, "nauc_map_at_1000_diff1": 0.780367, "nauc_recall_at_1_max": 0.577396, "nauc_recall_at_1_std": -0.035663, "nauc_recall_at_1_diff1": 0.796592, "nauc_recall_at_3_max": 0.773045, "nauc_recall_at_3_std": 0.195501, "nauc_recall_at_3_diff1": 0.760566, "nauc_recall_at_5_max": 0.826701, "nauc_recall_at_5_std": 0.357058, "nauc_recall_at_5_diff1": 0.740793, "nauc_recall_at_10_max": 0.865474, "nauc_recall_at_10_std": 0.498164, "nauc_recall_at_10_diff1": 0.734191, "nauc_recall_at_20_max": 0.877467, "nauc_recall_at_20_std": 0.515472, "nauc_recall_at_20_diff1": 0.728071, "nauc_recall_at_100_max": 0.967327, "nauc_recall_at_100_std": 0.780704, "nauc_recall_at_100_diff1": 0.728242, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.577396, "nauc_precision_at_1_std": -0.035663, "nauc_precision_at_1_diff1": 0.796592, "nauc_precision_at_3_max": 0.773045, "nauc_precision_at_3_std": 0.195501, "nauc_precision_at_3_diff1": 0.760566, "nauc_precision_at_5_max": 0.826701, "nauc_precision_at_5_std": 0.357058, "nauc_precision_at_5_diff1": 0.740793, "nauc_precision_at_10_max": 0.865474, "nauc_precision_at_10_std": 0.498164, "nauc_precision_at_10_diff1": 0.734191, "nauc_precision_at_20_max": 0.877467, "nauc_precision_at_20_std": 0.515472, "nauc_precision_at_20_diff1": 0.728071, "nauc_precision_at_100_max": 0.967327, "nauc_precision_at_100_std": 0.780704, "nauc_precision_at_100_diff1": 0.728242, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.577396, "nauc_mrr_at_1_std": -0.035663, "nauc_mrr_at_1_diff1": 0.796592, "nauc_mrr_at_3_max": 0.643396, "nauc_mrr_at_3_std": 0.048514, "nauc_mrr_at_3_diff1": 0.780738, "nauc_mrr_at_5_max": 0.643961, "nauc_mrr_at_5_std": 0.061836, "nauc_mrr_at_5_diff1": 0.779152, "nauc_mrr_at_10_max": 0.641744, "nauc_mrr_at_10_std": 0.063085, "nauc_mrr_at_10_diff1": 0.779827, "nauc_mrr_at_20_max": 0.639173, "nauc_mrr_at_20_std": 0.058324, "nauc_mrr_at_20_diff1": 0.780174, "nauc_mrr_at_100_max": 0.637893, "nauc_mrr_at_100_std": 0.056175, "nauc_mrr_at_100_diff1": 0.780345, "nauc_mrr_at_1000_max": 0.637802, "nauc_mrr_at_1000_std": 0.055981, "nauc_mrr_at_1000_diff1": 0.780367, "main_score": 0.80402, "hf_subset": "vie-vie", "languages": [ "vie-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.66304, "ndcg_at_3": 0.74851, "ndcg_at_5": 0.78711, "ndcg_at_10": 0.80504, "ndcg_at_20": 0.81073, "ndcg_at_100": 0.81503, "ndcg_at_1000": 0.81503, "map_at_1": 0.66304, "map_at_3": 0.72736, "map_at_5": 0.74909, "map_at_10": 0.75669, "map_at_20": 0.75835, "map_at_100": 0.75903, "map_at_1000": 0.75903, "recall_at_1": 0.66304, "recall_at_3": 0.80978, "recall_at_5": 0.90217, "recall_at_10": 0.95652, "recall_at_20": 0.97826, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.66304, "precision_at_3": 0.26993, "precision_at_5": 0.18043, "precision_at_10": 0.09565, "precision_at_20": 0.04891, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.663043, "mrr_at_3": 0.727355, "mrr_at_5": 0.749094, "mrr_at_10": 0.75669, "mrr_at_20": 0.758353, "mrr_at_100": 0.759035, "mrr_at_1000": 0.759035, "nauc_ndcg_at_1_max": 0.514683, "nauc_ndcg_at_1_std": -0.094759, "nauc_ndcg_at_1_diff1": 0.750444, "nauc_ndcg_at_3_max": 0.504153, "nauc_ndcg_at_3_std": -0.077867, "nauc_ndcg_at_3_diff1": 0.702189, "nauc_ndcg_at_5_max": 0.502519, "nauc_ndcg_at_5_std": -0.091938, "nauc_ndcg_at_5_diff1": 0.709454, "nauc_ndcg_at_10_max": 0.528763, "nauc_ndcg_at_10_std": -0.04391, "nauc_ndcg_at_10_diff1": 0.726886, "nauc_ndcg_at_20_max": 0.515885, "nauc_ndcg_at_20_std": -0.07015, "nauc_ndcg_at_20_diff1": 0.730412, "nauc_ndcg_at_100_max": 0.516071, "nauc_ndcg_at_100_std": -0.074347, "nauc_ndcg_at_100_diff1": 0.728669, "nauc_ndcg_at_1000_max": 0.516071, "nauc_ndcg_at_1000_std": -0.074347, "nauc_ndcg_at_1000_diff1": 0.728669, "nauc_map_at_1_max": 0.514683, "nauc_map_at_1_std": -0.094759, "nauc_map_at_1_diff1": 0.750444, "nauc_map_at_3_max": 0.509755, "nauc_map_at_3_std": -0.080418, "nauc_map_at_3_diff1": 0.718438, "nauc_map_at_5_max": 0.509786, "nauc_map_at_5_std": -0.088331, "nauc_map_at_5_diff1": 0.723901, "nauc_map_at_10_max": 0.519306, "nauc_map_at_10_std": -0.070608, "nauc_map_at_10_diff1": 0.730284, "nauc_map_at_20_max": 0.516249, "nauc_map_at_20_std": -0.076844, "nauc_map_at_20_diff1": 0.731133, "nauc_map_at_100_max": 0.516067, "nauc_map_at_100_std": -0.077623, "nauc_map_at_100_diff1": 0.730851, "nauc_map_at_1000_max": 0.516067, "nauc_map_at_1000_std": -0.077623, "nauc_map_at_1000_diff1": 0.730851, "nauc_recall_at_1_max": 0.514683, "nauc_recall_at_1_std": -0.094759, "nauc_recall_at_1_diff1": 0.750444, "nauc_recall_at_3_max": 0.481361, "nauc_recall_at_3_std": -0.06938, "nauc_recall_at_3_diff1": 0.638847, "nauc_recall_at_5_max": 0.452055, "nauc_recall_at_5_std": -0.119184, "nauc_recall_at_5_diff1": 0.615463, "nauc_recall_at_10_max": 0.691364, "nauc_recall_at_10_std": 0.384833, "nauc_recall_at_10_diff1": 0.706333, "nauc_recall_at_20_max": 0.484745, "nauc_recall_at_20_std": 0.057602, "nauc_recall_at_20_diff1": 0.786616, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.514683, "nauc_precision_at_1_std": -0.094759, "nauc_precision_at_1_diff1": 0.750444, "nauc_precision_at_3_max": 0.481361, "nauc_precision_at_3_std": -0.06938, "nauc_precision_at_3_diff1": 0.638847, "nauc_precision_at_5_max": 0.452055, "nauc_precision_at_5_std": -0.119184, "nauc_precision_at_5_diff1": 0.615463, "nauc_precision_at_10_max": 0.691364, "nauc_precision_at_10_std": 0.384833, "nauc_precision_at_10_diff1": 0.706333, "nauc_precision_at_20_max": 0.484745, "nauc_precision_at_20_std": 0.057602, "nauc_precision_at_20_diff1": 0.786616, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.514683, "nauc_mrr_at_1_std": -0.094759, "nauc_mrr_at_1_diff1": 0.750444, "nauc_mrr_at_3_max": 0.509755, "nauc_mrr_at_3_std": -0.080418, "nauc_mrr_at_3_diff1": 0.718438, "nauc_mrr_at_5_max": 0.509786, "nauc_mrr_at_5_std": -0.088331, "nauc_mrr_at_5_diff1": 0.723901, "nauc_mrr_at_10_max": 0.519306, "nauc_mrr_at_10_std": -0.070608, "nauc_mrr_at_10_diff1": 0.730284, "nauc_mrr_at_20_max": 0.516249, "nauc_mrr_at_20_std": -0.076844, "nauc_mrr_at_20_diff1": 0.731133, "nauc_mrr_at_100_max": 0.516067, "nauc_mrr_at_100_std": -0.077623, "nauc_mrr_at_100_diff1": 0.730851, "nauc_mrr_at_1000_max": 0.516067, "nauc_mrr_at_1000_std": -0.077623, "nauc_mrr_at_1000_diff1": 0.730851, "main_score": 0.80504, "hf_subset": "vie-zho", "languages": [ "vie-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.66489, "ndcg_at_3": 0.75177, "ndcg_at_5": 0.78015, "ndcg_at_10": 0.79627, "ndcg_at_20": 0.80152, "ndcg_at_100": 0.80763, "ndcg_at_1000": 0.80917, "map_at_1": 0.66489, "map_at_3": 0.72872, "map_at_5": 0.74441, "map_at_10": 0.75144, "map_at_20": 0.75281, "map_at_100": 0.75371, "map_at_1000": 0.7538, "recall_at_1": 0.66489, "recall_at_3": 0.81915, "recall_at_5": 0.8883, "recall_at_10": 0.93617, "recall_at_20": 0.95745, "recall_at_100": 0.98936, "recall_at_1000": 1.0, "precision_at_1": 0.66489, "precision_at_3": 0.27305, "precision_at_5": 0.17766, "precision_at_10": 0.09362, "precision_at_20": 0.04787, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.664894, "mrr_at_3": 0.728723, "mrr_at_5": 0.744415, "mrr_at_10": 0.751437, "mrr_at_20": 0.75281, "mrr_at_100": 0.753708, "mrr_at_1000": 0.753798, "nauc_ndcg_at_1_max": 0.468741, "nauc_ndcg_at_1_std": 0.105126, "nauc_ndcg_at_1_diff1": 0.596983, "nauc_ndcg_at_3_max": 0.483071, "nauc_ndcg_at_3_std": 0.129984, "nauc_ndcg_at_3_diff1": 0.592844, "nauc_ndcg_at_5_max": 0.528099, "nauc_ndcg_at_5_std": 0.232912, "nauc_ndcg_at_5_diff1": 0.555794, "nauc_ndcg_at_10_max": 0.521019, "nauc_ndcg_at_10_std": 0.207161, "nauc_ndcg_at_10_diff1": 0.584376, "nauc_ndcg_at_20_max": 0.515071, "nauc_ndcg_at_20_std": 0.194317, "nauc_ndcg_at_20_diff1": 0.588004, "nauc_ndcg_at_100_max": 0.503294, "nauc_ndcg_at_100_std": 0.170721, "nauc_ndcg_at_100_diff1": 0.586161, "nauc_ndcg_at_1000_max": 0.499928, "nauc_ndcg_at_1000_std": 0.16298, "nauc_ndcg_at_1000_diff1": 0.586926, "nauc_map_at_1_max": 0.468741, "nauc_map_at_1_std": 0.105126, "nauc_map_at_1_diff1": 0.596983, "nauc_map_at_3_max": 0.475978, "nauc_map_at_3_std": 0.112516, "nauc_map_at_3_diff1": 0.593257, "nauc_map_at_5_max": 0.49667, "nauc_map_at_5_std": 0.160971, "nauc_map_at_5_diff1": 0.575566, "nauc_map_at_10_max": 0.49376, "nauc_map_at_10_std": 0.150322, "nauc_map_at_10_diff1": 0.587492, "nauc_map_at_20_max": 0.492473, "nauc_map_at_20_std": 0.147331, "nauc_map_at_20_diff1": 0.58844, "nauc_map_at_100_max": 0.490972, "nauc_map_at_100_std": 0.144266, "nauc_map_at_100_diff1": 0.588184, "nauc_map_at_1000_max": 0.490809, "nauc_map_at_1000_std": 0.143903, "nauc_map_at_1000_diff1": 0.588206, "nauc_recall_at_1_max": 0.468741, "nauc_recall_at_1_std": 0.105126, "nauc_recall_at_1_diff1": 0.596983, "nauc_recall_at_3_max": 0.512953, "nauc_recall_at_3_std": 0.205282, "nauc_recall_at_3_diff1": 0.591641, "nauc_recall_at_5_max": 0.727459, "nauc_recall_at_5_std": 0.689189, "nauc_recall_at_5_diff1": 0.43063, "nauc_recall_at_10_max": 0.802637, "nauc_recall_at_10_std": 0.791588, "nauc_recall_at_10_diff1": 0.55949, "nauc_recall_at_20_max": 0.839893, "nauc_recall_at_20_std": 0.868648, "nauc_recall_at_20_diff1": 0.600704, "nauc_recall_at_100_max": 0.860838, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.496109, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.468741, "nauc_precision_at_1_std": 0.105126, "nauc_precision_at_1_diff1": 0.596983, "nauc_precision_at_3_max": 0.512953, "nauc_precision_at_3_std": 0.205282, "nauc_precision_at_3_diff1": 0.591641, "nauc_precision_at_5_max": 0.727459, "nauc_precision_at_5_std": 0.689189, "nauc_precision_at_5_diff1": 0.43063, "nauc_precision_at_10_max": 0.802637, "nauc_precision_at_10_std": 0.791588, "nauc_precision_at_10_diff1": 0.55949, "nauc_precision_at_20_max": 0.839893, "nauc_precision_at_20_std": 0.868648, "nauc_precision_at_20_diff1": 0.600704, "nauc_precision_at_100_max": 0.860838, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.496109, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.468741, "nauc_mrr_at_1_std": 0.105126, "nauc_mrr_at_1_diff1": 0.596983, "nauc_mrr_at_3_max": 0.475978, "nauc_mrr_at_3_std": 0.112516, "nauc_mrr_at_3_diff1": 0.593257, "nauc_mrr_at_5_max": 0.49667, "nauc_mrr_at_5_std": 0.160971, "nauc_mrr_at_5_diff1": 0.575566, "nauc_mrr_at_10_max": 0.49376, "nauc_mrr_at_10_std": 0.150322, "nauc_mrr_at_10_diff1": 0.587492, "nauc_mrr_at_20_max": 0.492473, "nauc_mrr_at_20_std": 0.147331, "nauc_mrr_at_20_diff1": 0.58844, "nauc_mrr_at_100_max": 0.490972, "nauc_mrr_at_100_std": 0.144266, "nauc_mrr_at_100_diff1": 0.588184, "nauc_mrr_at_1000_max": 0.490809, "nauc_mrr_at_1000_std": 0.143903, "nauc_mrr_at_1000_diff1": 0.588206, "main_score": 0.79627, "hf_subset": "zho-ara", "languages": [ "zho-Hans", "ara-Arab" ] }, { "ndcg_at_1": 0.68421, "ndcg_at_3": 0.76159, "ndcg_at_5": 0.78606, "ndcg_at_10": 0.79973, "ndcg_at_20": 0.80802, "ndcg_at_100": 0.81479, "ndcg_at_1000": 0.81629, "map_at_1": 0.68421, "map_at_3": 0.74123, "map_at_5": 0.75518, "map_at_10": 0.76085, "map_at_20": 0.76329, "map_at_100": 0.76419, "map_at_1000": 0.76428, "recall_at_1": 0.68421, "recall_at_3": 0.82105, "recall_at_5": 0.87895, "recall_at_10": 0.92105, "recall_at_20": 0.95263, "recall_at_100": 0.98947, "recall_at_1000": 1.0, "precision_at_1": 0.68421, "precision_at_3": 0.27368, "precision_at_5": 0.17579, "precision_at_10": 0.09211, "precision_at_20": 0.04763, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.684211, "mrr_at_3": 0.741228, "mrr_at_5": 0.755175, "mrr_at_10": 0.760854, "mrr_at_20": 0.763294, "mrr_at_100": 0.764194, "mrr_at_1000": 0.764276, "nauc_ndcg_at_1_max": 0.782931, "nauc_ndcg_at_1_std": 0.412813, "nauc_ndcg_at_1_diff1": 0.787104, "nauc_ndcg_at_3_max": 0.764637, "nauc_ndcg_at_3_std": 0.441507, "nauc_ndcg_at_3_diff1": 0.746461, "nauc_ndcg_at_5_max": 0.785605, "nauc_ndcg_at_5_std": 0.439335, "nauc_ndcg_at_5_diff1": 0.747284, "nauc_ndcg_at_10_max": 0.785449, "nauc_ndcg_at_10_std": 0.435724, "nauc_ndcg_at_10_diff1": 0.756267, "nauc_ndcg_at_20_max": 0.789121, "nauc_ndcg_at_20_std": 0.460746, "nauc_ndcg_at_20_diff1": 0.771906, "nauc_ndcg_at_100_max": 0.787118, "nauc_ndcg_at_100_std": 0.451388, "nauc_ndcg_at_100_diff1": 0.770157, "nauc_ndcg_at_1000_max": 0.785144, "nauc_ndcg_at_1000_std": 0.446301, "nauc_ndcg_at_1000_diff1": 0.768605, "nauc_map_at_1_max": 0.782931, "nauc_map_at_1_std": 0.412813, "nauc_map_at_1_diff1": 0.787104, "nauc_map_at_3_max": 0.771253, "nauc_map_at_3_std": 0.434902, "nauc_map_at_3_diff1": 0.760328, "nauc_map_at_5_max": 0.782493, "nauc_map_at_5_std": 0.433615, "nauc_map_at_5_diff1": 0.761879, "nauc_map_at_10_max": 0.782228, "nauc_map_at_10_std": 0.433204, "nauc_map_at_10_diff1": 0.765791, "nauc_map_at_20_max": 0.783152, "nauc_map_at_20_std": 0.439635, "nauc_map_at_20_diff1": 0.769626, "nauc_map_at_100_max": 0.783073, "nauc_map_at_100_std": 0.438865, "nauc_map_at_100_diff1": 0.769647, "nauc_map_at_1000_max": 0.782986, "nauc_map_at_1000_std": 0.43864, "nauc_map_at_1000_diff1": 0.769575, "nauc_recall_at_1_max": 0.782931, "nauc_recall_at_1_std": 0.412813, "nauc_recall_at_1_diff1": 0.787104, "nauc_recall_at_3_max": 0.738154, "nauc_recall_at_3_std": 0.466297, "nauc_recall_at_3_diff1": 0.691307, "nauc_recall_at_5_max": 0.80501, "nauc_recall_at_5_std": 0.467162, "nauc_recall_at_5_diff1": 0.668342, "nauc_recall_at_10_max": 0.815624, "nauc_recall_at_10_std": 0.441923, "nauc_recall_at_10_diff1": 0.686306, "nauc_recall_at_20_max": 0.883287, "nauc_recall_at_20_std": 0.774925, "nauc_recall_at_20_diff1": 0.854238, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.782931, "nauc_precision_at_1_std": 0.412813, "nauc_precision_at_1_diff1": 0.787104, "nauc_precision_at_3_max": 0.738154, "nauc_precision_at_3_std": 0.466297, "nauc_precision_at_3_diff1": 0.691307, "nauc_precision_at_5_max": 0.80501, "nauc_precision_at_5_std": 0.467162, "nauc_precision_at_5_diff1": 0.668342, "nauc_precision_at_10_max": 0.815624, "nauc_precision_at_10_std": 0.441923, "nauc_precision_at_10_diff1": 0.686306, "nauc_precision_at_20_max": 0.883287, "nauc_precision_at_20_std": 0.774925, "nauc_precision_at_20_diff1": 0.854238, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.782931, "nauc_mrr_at_1_std": 0.412813, "nauc_mrr_at_1_diff1": 0.787104, "nauc_mrr_at_3_max": 0.771253, "nauc_mrr_at_3_std": 0.434902, "nauc_mrr_at_3_diff1": 0.760328, "nauc_mrr_at_5_max": 0.782493, "nauc_mrr_at_5_std": 0.433615, "nauc_mrr_at_5_diff1": 0.761879, "nauc_mrr_at_10_max": 0.782228, "nauc_mrr_at_10_std": 0.433204, "nauc_mrr_at_10_diff1": 0.765791, "nauc_mrr_at_20_max": 0.783152, "nauc_mrr_at_20_std": 0.439635, "nauc_mrr_at_20_diff1": 0.769626, "nauc_mrr_at_100_max": 0.783073, "nauc_mrr_at_100_std": 0.438865, "nauc_mrr_at_100_diff1": 0.769647, "nauc_mrr_at_1000_max": 0.782986, "nauc_mrr_at_1000_std": 0.43864, "nauc_mrr_at_1000_diff1": 0.769575, "main_score": 0.79973, "hf_subset": "zho-deu", "languages": [ "zho-Hans", "deu-Latn" ] }, { "ndcg_at_1": 0.62897, "ndcg_at_3": 0.72909, "ndcg_at_5": 0.75454, "ndcg_at_10": 0.77622, "ndcg_at_20": 0.78222, "ndcg_at_100": 0.78892, "ndcg_at_1000": 0.79077, "map_at_1": 0.62897, "map_at_3": 0.7047, "map_at_5": 0.71888, "map_at_10": 0.72813, "map_at_20": 0.72977, "map_at_100": 0.73072, "map_at_1000": 0.7308, "recall_at_1": 0.62897, "recall_at_3": 0.7996, "recall_at_5": 0.86111, "recall_at_10": 0.92659, "recall_at_20": 0.9504, "recall_at_100": 0.98611, "recall_at_1000": 1.0, "precision_at_1": 0.62897, "precision_at_3": 0.26653, "precision_at_5": 0.17222, "precision_at_10": 0.09266, "precision_at_20": 0.04752, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "mrr_at_1": 0.628968, "mrr_at_3": 0.704696, "mrr_at_5": 0.718882, "mrr_at_10": 0.728127, "mrr_at_20": 0.729769, "mrr_at_100": 0.730723, "mrr_at_1000": 0.730803, "nauc_ndcg_at_1_max": 0.549773, "nauc_ndcg_at_1_std": 0.089395, "nauc_ndcg_at_1_diff1": 0.761421, "nauc_ndcg_at_3_max": 0.59438, "nauc_ndcg_at_3_std": 0.100938, "nauc_ndcg_at_3_diff1": 0.733938, "nauc_ndcg_at_5_max": 0.624994, "nauc_ndcg_at_5_std": 0.117638, "nauc_ndcg_at_5_diff1": 0.731036, "nauc_ndcg_at_10_max": 0.611044, "nauc_ndcg_at_10_std": 0.13618, "nauc_ndcg_at_10_diff1": 0.733115, "nauc_ndcg_at_20_max": 0.605807, "nauc_ndcg_at_20_std": 0.138269, "nauc_ndcg_at_20_diff1": 0.733854, "nauc_ndcg_at_100_max": 0.5978, "nauc_ndcg_at_100_std": 0.126812, "nauc_ndcg_at_100_diff1": 0.737868, "nauc_ndcg_at_1000_max": 0.597512, "nauc_ndcg_at_1000_std": 0.120805, "nauc_ndcg_at_1000_diff1": 0.737801, "nauc_map_at_1_max": 0.549773, "nauc_map_at_1_std": 0.089395, "nauc_map_at_1_diff1": 0.761421, "nauc_map_at_3_max": 0.584157, "nauc_map_at_3_std": 0.098577, "nauc_map_at_3_diff1": 0.740738, "nauc_map_at_5_max": 0.598598, "nauc_map_at_5_std": 0.106253, "nauc_map_at_5_diff1": 0.739358, "nauc_map_at_10_max": 0.592535, "nauc_map_at_10_std": 0.112392, "nauc_map_at_10_diff1": 0.740186, "nauc_map_at_20_max": 0.591276, "nauc_map_at_20_std": 0.112728, "nauc_map_at_20_diff1": 0.740459, "nauc_map_at_100_max": 0.590341, "nauc_map_at_100_std": 0.111427, "nauc_map_at_100_diff1": 0.740886, "nauc_map_at_1000_max": 0.590365, "nauc_map_at_1000_std": 0.111232, "nauc_map_at_1000_diff1": 0.740888, "nauc_recall_at_1_max": 0.549773, "nauc_recall_at_1_std": 0.089395, "nauc_recall_at_1_diff1": 0.761421, "nauc_recall_at_3_max": 0.632287, "nauc_recall_at_3_std": 0.109492, "nauc_recall_at_3_diff1": 0.708376, "nauc_recall_at_5_max": 0.766283, "nauc_recall_at_5_std": 0.180455, "nauc_recall_at_5_diff1": 0.689197, "nauc_recall_at_10_max": 0.77415, "nauc_recall_at_10_std": 0.379464, "nauc_recall_at_10_diff1": 0.674885, "nauc_recall_at_20_max": 0.773091, "nauc_recall_at_20_std": 0.526105, "nauc_recall_at_20_diff1": 0.655817, "nauc_recall_at_100_max": 0.647599, "nauc_recall_at_100_std": 0.710005, "nauc_recall_at_100_diff1": 0.746596, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.549773, "nauc_precision_at_1_std": 0.089395, "nauc_precision_at_1_diff1": 0.761421, "nauc_precision_at_3_max": 0.632287, "nauc_precision_at_3_std": 0.109492, "nauc_precision_at_3_diff1": 0.708376, "nauc_precision_at_5_max": 0.766283, "nauc_precision_at_5_std": 0.180455, "nauc_precision_at_5_diff1": 0.689197, "nauc_precision_at_10_max": 0.77415, "nauc_precision_at_10_std": 0.379464, "nauc_precision_at_10_diff1": 0.674885, "nauc_precision_at_20_max": 0.773091, "nauc_precision_at_20_std": 0.526105, "nauc_precision_at_20_diff1": 0.655817, "nauc_precision_at_100_max": 0.647599, "nauc_precision_at_100_std": 0.710005, "nauc_precision_at_100_diff1": 0.746596, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.549773, "nauc_mrr_at_1_std": 0.089395, "nauc_mrr_at_1_diff1": 0.761421, "nauc_mrr_at_3_max": 0.584157, "nauc_mrr_at_3_std": 0.098577, "nauc_mrr_at_3_diff1": 0.740738, "nauc_mrr_at_5_max": 0.598598, "nauc_mrr_at_5_std": 0.106253, "nauc_mrr_at_5_diff1": 0.739358, "nauc_mrr_at_10_max": 0.592535, "nauc_mrr_at_10_std": 0.112392, "nauc_mrr_at_10_diff1": 0.740186, "nauc_mrr_at_20_max": 0.591276, "nauc_mrr_at_20_std": 0.112728, "nauc_mrr_at_20_diff1": 0.740459, "nauc_mrr_at_100_max": 0.590341, "nauc_mrr_at_100_std": 0.111427, "nauc_mrr_at_100_diff1": 0.740886, "nauc_mrr_at_1000_max": 0.590365, "nauc_mrr_at_1000_std": 0.111232, "nauc_mrr_at_1000_diff1": 0.740888, "main_score": 0.77622, "hf_subset": "zho-eng", "languages": [ "zho-Hans", "eng-Latn" ] }, { "ndcg_at_1": 0.71429, "ndcg_at_3": 0.79873, "ndcg_at_5": 0.80888, "ndcg_at_10": 0.82712, "ndcg_at_20": 0.83373, "ndcg_at_100": 0.84015, "ndcg_at_1000": 0.84102, "map_at_1": 0.71429, "map_at_3": 0.77847, "map_at_5": 0.78406, "map_at_10": 0.79166, "map_at_20": 0.79365, "map_at_100": 0.7948, "map_at_1000": 0.79484, "recall_at_1": 0.71429, "recall_at_3": 0.85714, "recall_at_5": 0.88199, "recall_at_10": 0.93789, "recall_at_20": 0.96273, "recall_at_100": 0.99379, "recall_at_1000": 1.0, "precision_at_1": 0.71429, "precision_at_3": 0.28571, "precision_at_5": 0.1764, "precision_at_10": 0.09379, "precision_at_20": 0.04814, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.714286, "mrr_at_3": 0.778468, "mrr_at_5": 0.784058, "mrr_at_10": 0.791662, "mrr_at_20": 0.793654, "mrr_at_100": 0.794796, "mrr_at_1000": 0.79484, "nauc_ndcg_at_1_max": 0.544432, "nauc_ndcg_at_1_std": 0.280806, "nauc_ndcg_at_1_diff1": 0.629202, "nauc_ndcg_at_3_max": 0.621744, "nauc_ndcg_at_3_std": 0.440244, "nauc_ndcg_at_3_diff1": 0.631394, "nauc_ndcg_at_5_max": 0.631527, "nauc_ndcg_at_5_std": 0.447421, "nauc_ndcg_at_5_diff1": 0.622086, "nauc_ndcg_at_10_max": 0.611951, "nauc_ndcg_at_10_std": 0.421934, "nauc_ndcg_at_10_diff1": 0.617984, "nauc_ndcg_at_20_max": 0.611705, "nauc_ndcg_at_20_std": 0.415718, "nauc_ndcg_at_20_diff1": 0.630892, "nauc_ndcg_at_100_max": 0.60059, "nauc_ndcg_at_100_std": 0.396164, "nauc_ndcg_at_100_diff1": 0.626296, "nauc_ndcg_at_1000_max": 0.599848, "nauc_ndcg_at_1000_std": 0.393283, "nauc_ndcg_at_1000_diff1": 0.62571, "nauc_map_at_1_max": 0.544432, "nauc_map_at_1_std": 0.280806, "nauc_map_at_1_diff1": 0.629202, "nauc_map_at_3_max": 0.598898, "nauc_map_at_3_std": 0.392695, "nauc_map_at_3_diff1": 0.628379, "nauc_map_at_5_max": 0.602452, "nauc_map_at_5_std": 0.394522, "nauc_map_at_5_diff1": 0.62331, "nauc_map_at_10_max": 0.594431, "nauc_map_at_10_std": 0.383642, "nauc_map_at_10_diff1": 0.621935, "nauc_map_at_20_max": 0.59406, "nauc_map_at_20_std": 0.381211, "nauc_map_at_20_diff1": 0.625615, "nauc_map_at_100_max": 0.592468, "nauc_map_at_100_std": 0.378323, "nauc_map_at_100_diff1": 0.624953, "nauc_map_at_1000_max": 0.592436, "nauc_map_at_1000_std": 0.378204, "nauc_map_at_1000_diff1": 0.624929, "nauc_recall_at_1_max": 0.544432, "nauc_recall_at_1_std": 0.280806, "nauc_recall_at_1_diff1": 0.629202, "nauc_recall_at_3_max": 0.717221, "nauc_recall_at_3_std": 0.639227, "nauc_recall_at_3_diff1": 0.64544, "nauc_recall_at_5_max": 0.776113, "nauc_recall_at_5_std": 0.706604, "nauc_recall_at_5_diff1": 0.616451, "nauc_recall_at_10_max": 0.749503, "nauc_recall_at_10_std": 0.730734, "nauc_recall_at_10_diff1": 0.579509, "nauc_recall_at_20_max": 0.842199, "nauc_recall_at_20_std": 0.860505, "nauc_recall_at_20_diff1": 0.732774, "nauc_recall_at_100_max": 0.72254, "nauc_recall_at_100_std": 0.869371, "nauc_recall_at_100_diff1": 0.72254, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.544432, "nauc_precision_at_1_std": 0.280806, "nauc_precision_at_1_diff1": 0.629202, "nauc_precision_at_3_max": 0.717221, "nauc_precision_at_3_std": 0.639227, "nauc_precision_at_3_diff1": 0.64544, "nauc_precision_at_5_max": 0.776113, "nauc_precision_at_5_std": 0.706604, "nauc_precision_at_5_diff1": 0.616451, "nauc_precision_at_10_max": 0.749503, "nauc_precision_at_10_std": 0.730734, "nauc_precision_at_10_diff1": 0.579509, "nauc_precision_at_20_max": 0.842199, "nauc_precision_at_20_std": 0.860505, "nauc_precision_at_20_diff1": 0.732774, "nauc_precision_at_100_max": 0.72254, "nauc_precision_at_100_std": 0.869371, "nauc_precision_at_100_diff1": 0.72254, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.544432, "nauc_mrr_at_1_std": 0.280806, "nauc_mrr_at_1_diff1": 0.629202, "nauc_mrr_at_3_max": 0.598898, "nauc_mrr_at_3_std": 0.392695, "nauc_mrr_at_3_diff1": 0.628379, "nauc_mrr_at_5_max": 0.602452, "nauc_mrr_at_5_std": 0.394522, "nauc_mrr_at_5_diff1": 0.62331, "nauc_mrr_at_10_max": 0.594431, "nauc_mrr_at_10_std": 0.383642, "nauc_mrr_at_10_diff1": 0.621935, "nauc_mrr_at_20_max": 0.59406, "nauc_mrr_at_20_std": 0.381211, "nauc_mrr_at_20_diff1": 0.625615, "nauc_mrr_at_100_max": 0.592468, "nauc_mrr_at_100_std": 0.378323, "nauc_mrr_at_100_diff1": 0.624953, "nauc_mrr_at_1000_max": 0.592436, "nauc_mrr_at_1000_std": 0.378204, "nauc_mrr_at_1000_diff1": 0.624929, "main_score": 0.82712, "hf_subset": "zho-spa", "languages": [ "zho-Hans", "spa-Latn" ] }, { "ndcg_at_1": 0.66138, "ndcg_at_3": 0.75989, "ndcg_at_5": 0.77263, "ndcg_at_10": 0.79485, "ndcg_at_20": 0.80133, "ndcg_at_100": 0.80811, "ndcg_at_1000": 0.80888, "map_at_1": 0.66138, "map_at_3": 0.73545, "map_at_5": 0.74233, "map_at_10": 0.75147, "map_at_20": 0.75314, "map_at_100": 0.75402, "map_at_1000": 0.75407, "recall_at_1": 0.66138, "recall_at_3": 0.83069, "recall_at_5": 0.86243, "recall_at_10": 0.93122, "recall_at_20": 0.95767, "recall_at_100": 0.99471, "recall_at_1000": 1.0, "precision_at_1": 0.66138, "precision_at_3": 0.2769, "precision_at_5": 0.17249, "precision_at_10": 0.09312, "precision_at_20": 0.04788, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.661376, "mrr_at_3": 0.73545, "mrr_at_5": 0.742328, "mrr_at_10": 0.751466, "mrr_at_20": 0.753138, "mrr_at_100": 0.754024, "mrr_at_1000": 0.754068, "nauc_ndcg_at_1_max": 0.537844, "nauc_ndcg_at_1_std": 0.196755, "nauc_ndcg_at_1_diff1": 0.796977, "nauc_ndcg_at_3_max": 0.525058, "nauc_ndcg_at_3_std": 0.191813, "nauc_ndcg_at_3_diff1": 0.753985, "nauc_ndcg_at_5_max": 0.579956, "nauc_ndcg_at_5_std": 0.24794, "nauc_ndcg_at_5_diff1": 0.756431, "nauc_ndcg_at_10_max": 0.589213, "nauc_ndcg_at_10_std": 0.292498, "nauc_ndcg_at_10_diff1": 0.746513, "nauc_ndcg_at_20_max": 0.578382, "nauc_ndcg_at_20_std": 0.273206, "nauc_ndcg_at_20_diff1": 0.747988, "nauc_ndcg_at_100_max": 0.566606, "nauc_ndcg_at_100_std": 0.248248, "nauc_ndcg_at_100_diff1": 0.759218, "nauc_ndcg_at_1000_max": 0.564599, "nauc_ndcg_at_1000_std": 0.244768, "nauc_ndcg_at_1000_diff1": 0.758709, "nauc_map_at_1_max": 0.537844, "nauc_map_at_1_std": 0.196755, "nauc_map_at_1_diff1": 0.796977, "nauc_map_at_3_max": 0.530566, "nauc_map_at_3_std": 0.195513, "nauc_map_at_3_diff1": 0.765246, "nauc_map_at_5_max": 0.558284, "nauc_map_at_5_std": 0.223378, "nauc_map_at_5_diff1": 0.766707, "nauc_map_at_10_max": 0.560733, "nauc_map_at_10_std": 0.237815, "nauc_map_at_10_diff1": 0.763571, "nauc_map_at_20_max": 0.558125, "nauc_map_at_20_std": 0.233259, "nauc_map_at_20_diff1": 0.763972, "nauc_map_at_100_max": 0.556789, "nauc_map_at_100_std": 0.230493, "nauc_map_at_100_diff1": 0.765018, "nauc_map_at_1000_max": 0.556695, "nauc_map_at_1000_std": 0.23033, "nauc_map_at_1000_diff1": 0.764996, "nauc_recall_at_1_max": 0.537844, "nauc_recall_at_1_std": 0.196755, "nauc_recall_at_1_diff1": 0.796977, "nauc_recall_at_3_max": 0.501325, "nauc_recall_at_3_std": 0.175235, "nauc_recall_at_3_diff1": 0.708408, "nauc_recall_at_5_max": 0.696185, "nauc_recall_at_5_std": 0.378994, "nauc_recall_at_5_diff1": 0.70832, "nauc_recall_at_10_max": 0.877557, "nauc_recall_at_10_std": 0.861244, "nauc_recall_at_10_diff1": 0.58553, "nauc_recall_at_20_max": 0.881439, "nauc_recall_at_20_std": 0.897789, "nauc_recall_at_20_diff1": 0.511164, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.869204, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.537844, "nauc_precision_at_1_std": 0.196755, "nauc_precision_at_1_diff1": 0.796977, "nauc_precision_at_3_max": 0.501325, "nauc_precision_at_3_std": 0.175235, "nauc_precision_at_3_diff1": 0.708408, "nauc_precision_at_5_max": 0.696185, "nauc_precision_at_5_std": 0.378994, "nauc_precision_at_5_diff1": 0.70832, "nauc_precision_at_10_max": 0.877557, "nauc_precision_at_10_std": 0.861244, "nauc_precision_at_10_diff1": 0.58553, "nauc_precision_at_20_max": 0.881439, "nauc_precision_at_20_std": 0.897789, "nauc_precision_at_20_diff1": 0.511164, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.869204, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.537844, "nauc_mrr_at_1_std": 0.196755, "nauc_mrr_at_1_diff1": 0.796977, "nauc_mrr_at_3_max": 0.530566, "nauc_mrr_at_3_std": 0.195513, "nauc_mrr_at_3_diff1": 0.765246, "nauc_mrr_at_5_max": 0.558284, "nauc_mrr_at_5_std": 0.223378, "nauc_mrr_at_5_diff1": 0.766707, "nauc_mrr_at_10_max": 0.560733, "nauc_mrr_at_10_std": 0.237815, "nauc_mrr_at_10_diff1": 0.763571, "nauc_mrr_at_20_max": 0.558125, "nauc_mrr_at_20_std": 0.233259, "nauc_mrr_at_20_diff1": 0.763972, "nauc_mrr_at_100_max": 0.556789, "nauc_mrr_at_100_std": 0.230493, "nauc_mrr_at_100_diff1": 0.765018, "nauc_mrr_at_1000_max": 0.556695, "nauc_mrr_at_1000_std": 0.23033, "nauc_mrr_at_1000_diff1": 0.764996, "main_score": 0.79485, "hf_subset": "zho-hin", "languages": [ "zho-Hans", "hin-Deva" ] }, { "ndcg_at_1": 0.70109, "ndcg_at_3": 0.79885, "ndcg_at_5": 0.82598, "ndcg_at_10": 0.8346, "ndcg_at_20": 0.83881, "ndcg_at_100": 0.84301, "ndcg_at_1000": 0.84301, "map_at_1": 0.70109, "map_at_3": 0.77446, "map_at_5": 0.78967, "map_at_10": 0.79313, "map_at_20": 0.79433, "map_at_100": 0.79498, "map_at_1000": 0.79498, "recall_at_1": 0.70109, "recall_at_3": 0.86957, "recall_at_5": 0.93478, "recall_at_10": 0.96196, "recall_at_20": 0.97826, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.70109, "precision_at_3": 0.28986, "precision_at_5": 0.18696, "precision_at_10": 0.0962, "precision_at_20": 0.04891, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.701087, "mrr_at_3": 0.774457, "mrr_at_5": 0.789674, "mrr_at_10": 0.793129, "mrr_at_20": 0.794327, "mrr_at_100": 0.794979, "mrr_at_1000": 0.794979, "nauc_ndcg_at_1_max": 0.398572, "nauc_ndcg_at_1_std": -0.05983, "nauc_ndcg_at_1_diff1": 0.652256, "nauc_ndcg_at_3_max": 0.378729, "nauc_ndcg_at_3_std": -0.127557, "nauc_ndcg_at_3_diff1": 0.65869, "nauc_ndcg_at_5_max": 0.400749, "nauc_ndcg_at_5_std": -0.097094, "nauc_ndcg_at_5_diff1": 0.64262, "nauc_ndcg_at_10_max": 0.393719, "nauc_ndcg_at_10_std": -0.08867, "nauc_ndcg_at_10_diff1": 0.65233, "nauc_ndcg_at_20_max": 0.382864, "nauc_ndcg_at_20_std": -0.084712, "nauc_ndcg_at_20_diff1": 0.648836, "nauc_ndcg_at_100_max": 0.390849, "nauc_ndcg_at_100_std": -0.08858, "nauc_ndcg_at_100_diff1": 0.653274, "nauc_ndcg_at_1000_max": 0.390849, "nauc_ndcg_at_1000_std": -0.08858, "nauc_ndcg_at_1000_diff1": 0.653274, "nauc_map_at_1_max": 0.398572, "nauc_map_at_1_std": -0.05983, "nauc_map_at_1_diff1": 0.652256, "nauc_map_at_3_max": 0.384664, "nauc_map_at_3_std": -0.108652, "nauc_map_at_3_diff1": 0.659084, "nauc_map_at_5_max": 0.393633, "nauc_map_at_5_std": -0.092888, "nauc_map_at_5_diff1": 0.650334, "nauc_map_at_10_max": 0.390882, "nauc_map_at_10_std": -0.090846, "nauc_map_at_10_diff1": 0.654084, "nauc_map_at_20_max": 0.38848, "nauc_map_at_20_std": -0.089721, "nauc_map_at_20_diff1": 0.653149, "nauc_map_at_100_max": 0.390307, "nauc_map_at_100_std": -0.089391, "nauc_map_at_100_diff1": 0.654022, "nauc_map_at_1000_max": 0.390307, "nauc_map_at_1000_std": -0.089391, "nauc_map_at_1000_diff1": 0.654022, "nauc_recall_at_1_max": 0.398572, "nauc_recall_at_1_std": -0.05983, "nauc_recall_at_1_diff1": 0.652256, "nauc_recall_at_3_max": 0.351479, "nauc_recall_at_3_std": -0.21343, "nauc_recall_at_3_diff1": 0.655299, "nauc_recall_at_5_max": 0.475157, "nauc_recall_at_5_std": -0.117724, "nauc_recall_at_5_diff1": 0.573798, "nauc_recall_at_10_max": 0.451084, "nauc_recall_at_10_std": -0.008645, "nauc_recall_at_10_diff1": 0.631579, "nauc_recall_at_20_max": 0.21083, "nauc_recall_at_20_std": 0.137698, "nauc_recall_at_20_diff1": 0.536047, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.398572, "nauc_precision_at_1_std": -0.05983, "nauc_precision_at_1_diff1": 0.652256, "nauc_precision_at_3_max": 0.351479, "nauc_precision_at_3_std": -0.21343, "nauc_precision_at_3_diff1": 0.655299, "nauc_precision_at_5_max": 0.475157, "nauc_precision_at_5_std": -0.117724, "nauc_precision_at_5_diff1": 0.573798, "nauc_precision_at_10_max": 0.451084, "nauc_precision_at_10_std": -0.008645, "nauc_precision_at_10_diff1": 0.631579, "nauc_precision_at_20_max": 0.21083, "nauc_precision_at_20_std": 0.137698, "nauc_precision_at_20_diff1": 0.536047, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.398572, "nauc_mrr_at_1_std": -0.05983, "nauc_mrr_at_1_diff1": 0.652256, "nauc_mrr_at_3_max": 0.384664, "nauc_mrr_at_3_std": -0.108652, "nauc_mrr_at_3_diff1": 0.659084, "nauc_mrr_at_5_max": 0.393633, "nauc_mrr_at_5_std": -0.092888, "nauc_mrr_at_5_diff1": 0.650334, "nauc_mrr_at_10_max": 0.390882, "nauc_mrr_at_10_std": -0.090846, "nauc_mrr_at_10_diff1": 0.654084, "nauc_mrr_at_20_max": 0.38848, "nauc_mrr_at_20_std": -0.089721, "nauc_mrr_at_20_diff1": 0.653149, "nauc_mrr_at_100_max": 0.390307, "nauc_mrr_at_100_std": -0.089391, "nauc_mrr_at_100_diff1": 0.654022, "nauc_mrr_at_1000_max": 0.390307, "nauc_mrr_at_1000_std": -0.089391, "nauc_mrr_at_1000_diff1": 0.654022, "main_score": 0.8346, "hf_subset": "zho-vie", "languages": [ "zho-Hans", "vie-Latn" ] }, { "ndcg_at_1": 0.72619, "ndcg_at_3": 0.80284, "ndcg_at_5": 0.8159, "ndcg_at_10": 0.83009, "ndcg_at_20": 0.83416, "ndcg_at_100": 0.83962, "ndcg_at_1000": 0.84249, "map_at_1": 0.72619, "map_at_3": 0.78406, "map_at_5": 0.7913, "map_at_10": 0.7972, "map_at_20": 0.79834, "map_at_100": 0.79907, "map_at_1000": 0.79919, "recall_at_1": 0.72619, "recall_at_3": 0.85714, "recall_at_5": 0.88889, "recall_at_10": 0.93254, "recall_at_20": 0.94841, "recall_at_100": 0.97817, "recall_at_1000": 1.0, "precision_at_1": 0.72619, "precision_at_3": 0.28571, "precision_at_5": 0.17778, "precision_at_10": 0.09325, "precision_at_20": 0.04742, "precision_at_100": 0.00978, "precision_at_1000": 0.001, "mrr_at_1": 0.72619, "mrr_at_3": 0.784061, "mrr_at_5": 0.791303, "mrr_at_10": 0.797198, "mrr_at_20": 0.798344, "mrr_at_100": 0.799069, "mrr_at_1000": 0.799188, "nauc_ndcg_at_1_max": 0.598586, "nauc_ndcg_at_1_std": 0.104285, "nauc_ndcg_at_1_diff1": 0.794202, "nauc_ndcg_at_3_max": 0.664443, "nauc_ndcg_at_3_std": 0.193455, "nauc_ndcg_at_3_diff1": 0.750658, "nauc_ndcg_at_5_max": 0.664666, "nauc_ndcg_at_5_std": 0.189135, "nauc_ndcg_at_5_diff1": 0.750858, "nauc_ndcg_at_10_max": 0.665183, "nauc_ndcg_at_10_std": 0.212576, "nauc_ndcg_at_10_diff1": 0.762159, "nauc_ndcg_at_20_max": 0.663164, "nauc_ndcg_at_20_std": 0.215827, "nauc_ndcg_at_20_diff1": 0.763089, "nauc_ndcg_at_100_max": 0.656003, "nauc_ndcg_at_100_std": 0.207355, "nauc_ndcg_at_100_diff1": 0.764944, "nauc_ndcg_at_1000_max": 0.650195, "nauc_ndcg_at_1000_std": 0.19318, "nauc_ndcg_at_1000_diff1": 0.764004, "nauc_map_at_1_max": 0.598586, "nauc_map_at_1_std": 0.104285, "nauc_map_at_1_diff1": 0.794202, "nauc_map_at_3_max": 0.642206, "nauc_map_at_3_std": 0.169208, "nauc_map_at_3_diff1": 0.761362, "nauc_map_at_5_max": 0.641196, "nauc_map_at_5_std": 0.166034, "nauc_map_at_5_diff1": 0.761577, "nauc_map_at_10_max": 0.640892, "nauc_map_at_10_std": 0.174518, "nauc_map_at_10_diff1": 0.765609, "nauc_map_at_20_max": 0.640366, "nauc_map_at_20_std": 0.175295, "nauc_map_at_20_diff1": 0.765936, "nauc_map_at_100_max": 0.639512, "nauc_map_at_100_std": 0.174404, "nauc_map_at_100_diff1": 0.76618, "nauc_map_at_1000_max": 0.639318, "nauc_map_at_1000_std": 0.173926, "nauc_map_at_1000_diff1": 0.766148, "nauc_recall_at_1_max": 0.598586, "nauc_recall_at_1_std": 0.104285, "nauc_recall_at_1_diff1": 0.794202, "nauc_recall_at_3_max": 0.757403, "nauc_recall_at_3_std": 0.291789, "nauc_recall_at_3_diff1": 0.707977, "nauc_recall_at_5_max": 0.78437, "nauc_recall_at_5_std": 0.301971, "nauc_recall_at_5_diff1": 0.699688, "nauc_recall_at_10_max": 0.85965, "nauc_recall_at_10_std": 0.525571, "nauc_recall_at_10_diff1": 0.75181, "nauc_recall_at_20_max": 0.893739, "nauc_recall_at_20_std": 0.652049, "nauc_recall_at_20_diff1": 0.75694, "nauc_recall_at_100_max": 0.947608, "nauc_recall_at_100_std": 0.915386, "nauc_recall_at_100_diff1": 0.810994, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.598586, "nauc_precision_at_1_std": 0.104285, "nauc_precision_at_1_diff1": 0.794202, "nauc_precision_at_3_max": 0.757403, "nauc_precision_at_3_std": 0.291789, "nauc_precision_at_3_diff1": 0.707977, "nauc_precision_at_5_max": 0.78437, "nauc_precision_at_5_std": 0.301971, "nauc_precision_at_5_diff1": 0.699688, "nauc_precision_at_10_max": 0.85965, "nauc_precision_at_10_std": 0.525571, "nauc_precision_at_10_diff1": 0.75181, "nauc_precision_at_20_max": 0.893739, "nauc_precision_at_20_std": 0.652049, "nauc_precision_at_20_diff1": 0.75694, "nauc_precision_at_100_max": 0.947608, "nauc_precision_at_100_std": 0.915386, "nauc_precision_at_100_diff1": 0.810994, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.598586, "nauc_mrr_at_1_std": 0.104285, "nauc_mrr_at_1_diff1": 0.794202, "nauc_mrr_at_3_max": 0.642206, "nauc_mrr_at_3_std": 0.169208, "nauc_mrr_at_3_diff1": 0.761362, "nauc_mrr_at_5_max": 0.641196, "nauc_mrr_at_5_std": 0.166034, "nauc_mrr_at_5_diff1": 0.761577, "nauc_mrr_at_10_max": 0.640892, "nauc_mrr_at_10_std": 0.174518, "nauc_mrr_at_10_diff1": 0.765609, "nauc_mrr_at_20_max": 0.640366, "nauc_mrr_at_20_std": 0.175295, "nauc_mrr_at_20_diff1": 0.765936, "nauc_mrr_at_100_max": 0.639512, "nauc_mrr_at_100_std": 0.174404, "nauc_mrr_at_100_diff1": 0.76618, "nauc_mrr_at_1000_max": 0.639318, "nauc_mrr_at_1000_std": 0.173926, "nauc_mrr_at_1000_diff1": 0.766148, "main_score": 0.83009, "hf_subset": "zho-zho", "languages": [ "zho-Hans", "zho-Hans" ] } ], "test": [ { "ndcg_at_1": 0.46297, "ndcg_at_3": 0.54117, "ndcg_at_5": 0.56255, "ndcg_at_10": 0.58311, "ndcg_at_20": 0.59762, "ndcg_at_100": 0.61925, "ndcg_at_1000": 0.6314, "map_at_1": 0.46287, "map_at_3": 0.52216, "map_at_5": 0.53406, "map_at_10": 0.5426, "map_at_20": 0.54664, "map_at_100": 0.54962, "map_at_1000": 0.55007, "recall_at_1": 0.46287, "recall_at_3": 0.59601, "recall_at_5": 0.64776, "recall_at_10": 0.71104, "recall_at_20": 0.76805, "recall_at_100": 0.88487, "recall_at_1000": 0.98106, "precision_at_1": 0.46297, "precision_at_3": 0.1987, "precision_at_5": 0.12957, "precision_at_10": 0.07112, "precision_at_20": 0.03841, "precision_at_100": 0.00885, "precision_at_1000": 0.00098, "mrr_at_1": 0.462966, "mrr_at_3": 0.522251, "mrr_at_5": 0.534149, "mrr_at_10": 0.542675, "mrr_at_20": 0.546709, "mrr_at_100": 0.549691, "mrr_at_1000": 0.550138, "nauc_ndcg_at_1_max": 0.597109, "nauc_ndcg_at_1_std": 0.060763, "nauc_ndcg_at_1_diff1": 0.713618, "nauc_ndcg_at_3_max": 0.610202, "nauc_ndcg_at_3_std": 0.089032, "nauc_ndcg_at_3_diff1": 0.661499, "nauc_ndcg_at_5_max": 0.607683, "nauc_ndcg_at_5_std": 0.094757, "nauc_ndcg_at_5_diff1": 0.653079, "nauc_ndcg_at_10_max": 0.610091, "nauc_ndcg_at_10_std": 0.104853, "nauc_ndcg_at_10_diff1": 0.648934, "nauc_ndcg_at_20_max": 0.612667, "nauc_ndcg_at_20_std": 0.114866, "nauc_ndcg_at_20_diff1": 0.649554, "nauc_ndcg_at_100_max": 0.614488, "nauc_ndcg_at_100_std": 0.121637, "nauc_ndcg_at_100_diff1": 0.653436, "nauc_ndcg_at_1000_max": 0.612595, "nauc_ndcg_at_1000_std": 0.111216, "nauc_ndcg_at_1000_diff1": 0.659238, "nauc_map_at_1_max": 0.59663, "nauc_map_at_1_std": 0.060457, "nauc_map_at_1_diff1": 0.713291, "nauc_map_at_3_max": 0.607048, "nauc_map_at_3_std": 0.081438, "nauc_map_at_3_diff1": 0.674586, "nauc_map_at_5_max": 0.605699, "nauc_map_at_5_std": 0.084351, "nauc_map_at_5_diff1": 0.670343, "nauc_map_at_10_max": 0.606604, "nauc_map_at_10_std": 0.08793, "nauc_map_at_10_diff1": 0.668986, "nauc_map_at_20_max": 0.607333, "nauc_map_at_20_std": 0.090503, "nauc_map_at_20_diff1": 0.669328, "nauc_map_at_100_max": 0.607468, "nauc_map_at_100_std": 0.091185, "nauc_map_at_100_diff1": 0.66987, "nauc_map_at_1000_max": 0.607413, "nauc_map_at_1000_std": 0.090914, "nauc_map_at_1000_diff1": 0.670068, "nauc_recall_at_1_max": 0.59663, "nauc_recall_at_1_std": 0.060457, "nauc_recall_at_1_diff1": 0.713291, "nauc_recall_at_3_max": 0.619269, "nauc_recall_at_3_std": 0.112302, "nauc_recall_at_3_diff1": 0.620725, "nauc_recall_at_5_max": 0.612989, "nauc_recall_at_5_std": 0.130097, "nauc_recall_at_5_diff1": 0.593843, "nauc_recall_at_10_max": 0.62325, "nauc_recall_at_10_std": 0.175253, "nauc_recall_at_10_diff1": 0.569594, "nauc_recall_at_20_max": 0.639021, "nauc_recall_at_20_std": 0.243088, "nauc_recall_at_20_diff1": 0.557491, "nauc_recall_at_100_max": 0.687813, "nauc_recall_at_100_std": 0.441624, "nauc_recall_at_100_diff1": 0.533895, "nauc_recall_at_1000_max": 0.823545, "nauc_recall_at_1000_std": 0.774195, "nauc_recall_at_1000_diff1": 0.5878, "nauc_precision_at_1_max": 0.597109, "nauc_precision_at_1_std": 0.060763, "nauc_precision_at_1_diff1": 0.713618, "nauc_precision_at_3_max": 0.619852, "nauc_precision_at_3_std": 0.112656, "nauc_precision_at_3_diff1": 0.621132, "nauc_precision_at_5_max": 0.613666, "nauc_precision_at_5_std": 0.130496, "nauc_precision_at_5_diff1": 0.594325, "nauc_precision_at_10_max": 0.623739, "nauc_precision_at_10_std": 0.175884, "nauc_precision_at_10_diff1": 0.569714, "nauc_precision_at_20_max": 0.639581, "nauc_precision_at_20_std": 0.243737, "nauc_precision_at_20_diff1": 0.557652, "nauc_precision_at_100_max": 0.688711, "nauc_precision_at_100_std": 0.442257, "nauc_precision_at_100_diff1": 0.534262, "nauc_precision_at_1000_max": 0.804448, "nauc_precision_at_1000_std": 0.754124, "nauc_precision_at_1000_diff1": 0.575815, "nauc_mrr_at_1_max": 0.597109, "nauc_mrr_at_1_std": 0.060763, "nauc_mrr_at_1_diff1": 0.713618, "nauc_mrr_at_3_max": 0.607551, "nauc_mrr_at_3_std": 0.08176, "nauc_mrr_at_3_diff1": 0.674928, "nauc_mrr_at_5_max": 0.606212, "nauc_mrr_at_5_std": 0.08468, "nauc_mrr_at_5_diff1": 0.670692, "nauc_mrr_at_10_max": 0.606995, "nauc_mrr_at_10_std": 0.08818, "nauc_mrr_at_10_diff1": 0.669252, "nauc_mrr_at_20_max": 0.607727, "nauc_mrr_at_20_std": 0.090755, "nauc_mrr_at_20_diff1": 0.669596, "nauc_mrr_at_100_max": 0.607865, "nauc_mrr_at_100_std": 0.091439, "nauc_mrr_at_100_diff1": 0.67014, "nauc_mrr_at_1000_max": 0.607811, "nauc_mrr_at_1000_std": 0.091169, "nauc_mrr_at_1000_diff1": 0.670338, "main_score": 0.58311, "hf_subset": "ara-ara", "languages": [ "ara-Arab", "ara-Arab" ] }, { "ndcg_at_1": 0.52488, "ndcg_at_3": 0.6107, "ndcg_at_5": 0.63141, "ndcg_at_10": 0.65244, "ndcg_at_20": 0.66831, "ndcg_at_100": 0.68762, "ndcg_at_1000": 0.69362, "map_at_1": 0.52458, "map_at_3": 0.59031, "map_at_5": 0.60178, "map_at_10": 0.61071, "map_at_20": 0.61502, "map_at_100": 0.61767, "map_at_1000": 0.6179, "recall_at_1": 0.52458, "recall_at_3": 0.6693, "recall_at_5": 0.71966, "recall_at_10": 0.78337, "recall_at_20": 0.84648, "recall_at_100": 0.95085, "recall_at_1000": 0.99818, "precision_at_1": 0.52488, "precision_at_3": 0.2233, "precision_at_5": 0.14405, "precision_at_10": 0.0784, "precision_at_20": 0.04235, "precision_at_100": 0.00951, "precision_at_1000": 0.001, "mrr_at_1": 0.524879, "mrr_at_3": 0.590413, "mrr_at_5": 0.601881, "mrr_at_10": 0.610809, "mrr_at_20": 0.615122, "mrr_at_100": 0.617775, "mrr_at_1000": 0.617998, "nauc_ndcg_at_1_max": 0.605291, "nauc_ndcg_at_1_std": -0.049975, "nauc_ndcg_at_1_diff1": 0.719253, "nauc_ndcg_at_3_max": 0.627177, "nauc_ndcg_at_3_std": -0.039333, "nauc_ndcg_at_3_diff1": 0.666445, "nauc_ndcg_at_5_max": 0.620195, "nauc_ndcg_at_5_std": -0.041308, "nauc_ndcg_at_5_diff1": 0.656811, "nauc_ndcg_at_10_max": 0.621354, "nauc_ndcg_at_10_std": -0.021711, "nauc_ndcg_at_10_diff1": 0.65564, "nauc_ndcg_at_20_max": 0.627042, "nauc_ndcg_at_20_std": -0.01302, "nauc_ndcg_at_20_diff1": 0.656887, "nauc_ndcg_at_100_max": 0.626734, "nauc_ndcg_at_100_std": -0.012247, "nauc_ndcg_at_100_diff1": 0.663566, "nauc_ndcg_at_1000_max": 0.623542, "nauc_ndcg_at_1000_std": -0.020809, "nauc_ndcg_at_1000_diff1": 0.666544, "nauc_map_at_1_max": 0.604946, "nauc_map_at_1_std": -0.05046, "nauc_map_at_1_diff1": 0.719665, "nauc_map_at_3_max": 0.622227, "nauc_map_at_3_std": -0.041801, "nauc_map_at_3_diff1": 0.679535, "nauc_map_at_5_max": 0.618173, "nauc_map_at_5_std": -0.042809, "nauc_map_at_5_diff1": 0.674496, "nauc_map_at_10_max": 0.618614, "nauc_map_at_10_std": -0.034654, "nauc_map_at_10_diff1": 0.674351, "nauc_map_at_20_max": 0.619972, "nauc_map_at_20_std": -0.032382, "nauc_map_at_20_diff1": 0.674785, "nauc_map_at_100_max": 0.619831, "nauc_map_at_100_std": -0.032049, "nauc_map_at_100_diff1": 0.675504, "nauc_map_at_1000_max": 0.619757, "nauc_map_at_1000_std": -0.032253, "nauc_map_at_1000_diff1": 0.675597, "nauc_recall_at_1_max": 0.604946, "nauc_recall_at_1_std": -0.05046, "nauc_recall_at_1_diff1": 0.719665, "nauc_recall_at_3_max": 0.64278, "nauc_recall_at_3_std": -0.031688, "nauc_recall_at_3_diff1": 0.624308, "nauc_recall_at_5_max": 0.625994, "nauc_recall_at_5_std": -0.036863, "nauc_recall_at_5_diff1": 0.592542, "nauc_recall_at_10_max": 0.631974, "nauc_recall_at_10_std": 0.042217, "nauc_recall_at_10_diff1": 0.573301, "nauc_recall_at_20_max": 0.675921, "nauc_recall_at_20_std": 0.121982, "nauc_recall_at_20_diff1": 0.554036, "nauc_recall_at_100_max": 0.76638, "nauc_recall_at_100_std": 0.373036, "nauc_recall_at_100_diff1": 0.545384, "nauc_recall_at_1000_max": 0.863808, "nauc_recall_at_1000_std": 0.956421, "nauc_recall_at_1000_diff1": 0.554151, "nauc_precision_at_1_max": 0.605291, "nauc_precision_at_1_std": -0.049975, "nauc_precision_at_1_diff1": 0.719253, "nauc_precision_at_3_max": 0.640708, "nauc_precision_at_3_std": -0.030334, "nauc_precision_at_3_diff1": 0.620351, "nauc_precision_at_5_max": 0.623732, "nauc_precision_at_5_std": -0.035314, "nauc_precision_at_5_diff1": 0.58822, "nauc_precision_at_10_max": 0.62916, "nauc_precision_at_10_std": 0.043705, "nauc_precision_at_10_diff1": 0.568086, "nauc_precision_at_20_max": 0.671793, "nauc_precision_at_20_std": 0.123428, "nauc_precision_at_20_diff1": 0.547106, "nauc_precision_at_100_max": 0.752344, "nauc_precision_at_100_std": 0.372011, "nauc_precision_at_100_diff1": 0.525194, "nauc_precision_at_1000_max": 0.583006, "nauc_precision_at_1000_std": 0.724455, "nauc_precision_at_1000_diff1": 0.19842, "nauc_mrr_at_1_max": 0.605291, "nauc_mrr_at_1_std": -0.049975, "nauc_mrr_at_1_diff1": 0.719253, "nauc_mrr_at_3_max": 0.622354, "nauc_mrr_at_3_std": -0.041623, "nauc_mrr_at_3_diff1": 0.67938, "nauc_mrr_at_5_max": 0.618303, "nauc_mrr_at_5_std": -0.042628, "nauc_mrr_at_5_diff1": 0.674337, "nauc_mrr_at_10_max": 0.618747, "nauc_mrr_at_10_std": -0.034467, "nauc_mrr_at_10_diff1": 0.674188, "nauc_mrr_at_20_max": 0.620107, "nauc_mrr_at_20_std": -0.032193, "nauc_mrr_at_20_diff1": 0.67462, "nauc_mrr_at_100_max": 0.619967, "nauc_mrr_at_100_std": -0.031859, "nauc_mrr_at_100_diff1": 0.675338, "nauc_mrr_at_1000_max": 0.619893, "nauc_mrr_at_1000_std": -0.032062, "nauc_mrr_at_1000_diff1": 0.675432, "main_score": 0.65244, "hf_subset": "ara-deu", "languages": [ "ara-Arab", "deu-Latn" ] }, { "ndcg_at_1": 0.45368, "ndcg_at_3": 0.54331, "ndcg_at_5": 0.56503, "ndcg_at_10": 0.58969, "ndcg_at_20": 0.60519, "ndcg_at_100": 0.62656, "ndcg_at_1000": 0.63662, "map_at_1": 0.45358, "map_at_3": 0.52122, "map_at_5": 0.53337, "map_at_10": 0.54363, "map_at_20": 0.54792, "map_at_100": 0.55088, "map_at_1000": 0.55128, "recall_at_1": 0.45358, "recall_at_3": 0.60709, "recall_at_5": 0.65951, "recall_at_10": 0.73528, "recall_at_20": 0.79632, "recall_at_100": 0.91138, "recall_at_1000": 0.9895, "precision_at_1": 0.45368, "precision_at_3": 0.20243, "precision_at_5": 0.13196, "precision_at_10": 0.07356, "precision_at_20": 0.03983, "precision_at_100": 0.00912, "precision_at_1000": 0.00099, "mrr_at_1": 0.453676, "mrr_at_3": 0.521349, "mrr_at_5": 0.533455, "mrr_at_10": 0.54372, "mrr_at_20": 0.547995, "mrr_at_100": 0.550956, "mrr_at_1000": 0.551352, "nauc_ndcg_at_1_max": 0.551234, "nauc_ndcg_at_1_std": 0.000653, "nauc_ndcg_at_1_diff1": 0.674512, "nauc_ndcg_at_3_max": 0.558789, "nauc_ndcg_at_3_std": 0.013389, "nauc_ndcg_at_3_diff1": 0.617723, "nauc_ndcg_at_5_max": 0.559854, "nauc_ndcg_at_5_std": 0.016173, "nauc_ndcg_at_5_diff1": 0.613964, "nauc_ndcg_at_10_max": 0.564609, "nauc_ndcg_at_10_std": 0.030991, "nauc_ndcg_at_10_diff1": 0.609285, "nauc_ndcg_at_20_max": 0.567353, "nauc_ndcg_at_20_std": 0.038509, "nauc_ndcg_at_20_diff1": 0.609776, "nauc_ndcg_at_100_max": 0.566913, "nauc_ndcg_at_100_std": 0.041774, "nauc_ndcg_at_100_diff1": 0.613129, "nauc_ndcg_at_1000_max": 0.56463, "nauc_ndcg_at_1000_std": 0.03289, "nauc_ndcg_at_1000_diff1": 0.61838, "nauc_map_at_1_max": 0.551068, "nauc_map_at_1_std": 0.000608, "nauc_map_at_1_diff1": 0.674445, "nauc_map_at_3_max": 0.557109, "nauc_map_at_3_std": 0.009604, "nauc_map_at_3_diff1": 0.632151, "nauc_map_at_5_max": 0.557672, "nauc_map_at_5_std": 0.011044, "nauc_map_at_5_diff1": 0.63037, "nauc_map_at_10_max": 0.559328, "nauc_map_at_10_std": 0.016613, "nauc_map_at_10_diff1": 0.628648, "nauc_map_at_20_max": 0.560038, "nauc_map_at_20_std": 0.018436, "nauc_map_at_20_diff1": 0.628953, "nauc_map_at_100_max": 0.559944, "nauc_map_at_100_std": 0.018789, "nauc_map_at_100_diff1": 0.629351, "nauc_map_at_1000_max": 0.559882, "nauc_map_at_1000_std": 0.018551, "nauc_map_at_1000_diff1": 0.629534, "nauc_recall_at_1_max": 0.551068, "nauc_recall_at_1_std": 0.000608, "nauc_recall_at_1_diff1": 0.674445, "nauc_recall_at_3_max": 0.563541, "nauc_recall_at_3_std": 0.025251, "nauc_recall_at_3_diff1": 0.572416, "nauc_recall_at_5_max": 0.566979, "nauc_recall_at_5_std": 0.033998, "nauc_recall_at_5_diff1": 0.557855, "nauc_recall_at_10_max": 0.588428, "nauc_recall_at_10_std": 0.097271, "nauc_recall_at_10_diff1": 0.529346, "nauc_recall_at_20_max": 0.609825, "nauc_recall_at_20_std": 0.157382, "nauc_recall_at_20_diff1": 0.513851, "nauc_recall_at_100_max": 0.650289, "nauc_recall_at_100_std": 0.338847, "nauc_recall_at_100_diff1": 0.468627, "nauc_recall_at_1000_max": 0.797788, "nauc_recall_at_1000_std": 0.691045, "nauc_recall_at_1000_diff1": 0.433174, "nauc_precision_at_1_max": 0.551234, "nauc_precision_at_1_std": 0.000653, "nauc_precision_at_1_diff1": 0.674512, "nauc_precision_at_3_max": 0.56407, "nauc_precision_at_3_std": 0.025659, "nauc_precision_at_3_diff1": 0.572622, "nauc_precision_at_5_max": 0.56699, "nauc_precision_at_5_std": 0.034463, "nauc_precision_at_5_diff1": 0.557385, "nauc_precision_at_10_max": 0.588455, "nauc_precision_at_10_std": 0.097763, "nauc_precision_at_10_diff1": 0.528849, "nauc_precision_at_20_max": 0.608843, "nauc_precision_at_20_std": 0.158147, "nauc_precision_at_20_diff1": 0.512136, "nauc_precision_at_100_max": 0.648205, "nauc_precision_at_100_std": 0.340717, "nauc_precision_at_100_diff1": 0.465209, "nauc_precision_at_1000_max": 0.74231, "nauc_precision_at_1000_std": 0.672541, "nauc_precision_at_1000_diff1": 0.387975, "nauc_mrr_at_1_max": 0.551234, "nauc_mrr_at_1_std": 0.000653, "nauc_mrr_at_1_diff1": 0.674512, "nauc_mrr_at_3_max": 0.557366, "nauc_mrr_at_3_std": 0.009759, "nauc_mrr_at_3_diff1": 0.632241, "nauc_mrr_at_5_max": 0.557862, "nauc_mrr_at_5_std": 0.011183, "nauc_mrr_at_5_diff1": 0.630434, "nauc_mrr_at_10_max": 0.559522, "nauc_mrr_at_10_std": 0.016755, "nauc_mrr_at_10_diff1": 0.628713, "nauc_mrr_at_20_max": 0.560187, "nauc_mrr_at_20_std": 0.018518, "nauc_mrr_at_20_diff1": 0.629007, "nauc_mrr_at_100_max": 0.560096, "nauc_mrr_at_100_std": 0.018883, "nauc_mrr_at_100_diff1": 0.629405, "nauc_mrr_at_1000_max": 0.560033, "nauc_mrr_at_1000_std": 0.018642, "nauc_mrr_at_1000_diff1": 0.629588, "main_score": 0.58969, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ] }, { "ndcg_at_1": 0.48989, "ndcg_at_3": 0.574, "ndcg_at_5": 0.59841, "ndcg_at_10": 0.62518, "ndcg_at_20": 0.6395, "ndcg_at_100": 0.65921, "ndcg_at_1000": 0.66704, "map_at_1": 0.48989, "map_at_3": 0.55359, "map_at_5": 0.56716, "map_at_10": 0.57819, "map_at_20": 0.58212, "map_at_100": 0.58492, "map_at_1000": 0.58523, "recall_at_1": 0.48989, "recall_at_3": 0.63296, "recall_at_5": 0.69211, "recall_at_10": 0.77503, "recall_at_20": 0.83165, "recall_at_100": 0.9368, "recall_at_1000": 0.99747, "precision_at_1": 0.48989, "precision_at_3": 0.21099, "precision_at_5": 0.13842, "precision_at_10": 0.0775, "precision_at_20": 0.04158, "precision_at_100": 0.00937, "precision_at_1000": 0.001, "mrr_at_1": 0.489889, "mrr_at_3": 0.553589, "mrr_at_5": 0.567164, "mrr_at_10": 0.578188, "mrr_at_20": 0.582119, "mrr_at_100": 0.584925, "mrr_at_1000": 0.585235, "nauc_ndcg_at_1_max": 0.583838, "nauc_ndcg_at_1_std": 0.072546, "nauc_ndcg_at_1_diff1": 0.687955, "nauc_ndcg_at_3_max": 0.612959, "nauc_ndcg_at_3_std": 0.108788, "nauc_ndcg_at_3_diff1": 0.627172, "nauc_ndcg_at_5_max": 0.612534, "nauc_ndcg_at_5_std": 0.113545, "nauc_ndcg_at_5_diff1": 0.615161, "nauc_ndcg_at_10_max": 0.61543, "nauc_ndcg_at_10_std": 0.130514, "nauc_ndcg_at_10_diff1": 0.611919, "nauc_ndcg_at_20_max": 0.612301, "nauc_ndcg_at_20_std": 0.133205, "nauc_ndcg_at_20_diff1": 0.611578, "nauc_ndcg_at_100_max": 0.611514, "nauc_ndcg_at_100_std": 0.131632, "nauc_ndcg_at_100_diff1": 0.621116, "nauc_ndcg_at_1000_max": 0.610227, "nauc_ndcg_at_1000_std": 0.122238, "nauc_ndcg_at_1000_diff1": 0.625671, "nauc_map_at_1_max": 0.583838, "nauc_map_at_1_std": 0.072546, "nauc_map_at_1_diff1": 0.687955, "nauc_map_at_3_max": 0.606369, "nauc_map_at_3_std": 0.099888, "nauc_map_at_3_diff1": 0.64216, "nauc_map_at_5_max": 0.606006, "nauc_map_at_5_std": 0.102375, "nauc_map_at_5_diff1": 0.635906, "nauc_map_at_10_max": 0.60712, "nauc_map_at_10_std": 0.109265, "nauc_map_at_10_diff1": 0.634882, "nauc_map_at_20_max": 0.60624, "nauc_map_at_20_std": 0.109576, "nauc_map_at_20_diff1": 0.634959, "nauc_map_at_100_max": 0.606213, "nauc_map_at_100_std": 0.109517, "nauc_map_at_100_diff1": 0.636283, "nauc_map_at_1000_max": 0.606199, "nauc_map_at_1000_std": 0.109256, "nauc_map_at_1000_diff1": 0.636457, "nauc_recall_at_1_max": 0.583838, "nauc_recall_at_1_std": 0.072546, "nauc_recall_at_1_diff1": 0.687955, "nauc_recall_at_3_max": 0.633567, "nauc_recall_at_3_std": 0.136987, "nauc_recall_at_3_diff1": 0.579653, "nauc_recall_at_5_max": 0.634845, "nauc_recall_at_5_std": 0.153053, "nauc_recall_at_5_diff1": 0.541035, "nauc_recall_at_10_max": 0.65228, "nauc_recall_at_10_std": 0.2321, "nauc_recall_at_10_diff1": 0.508188, "nauc_recall_at_20_max": 0.641898, "nauc_recall_at_20_std": 0.281649, "nauc_recall_at_20_diff1": 0.477309, "nauc_recall_at_100_max": 0.662025, "nauc_recall_at_100_std": 0.449499, "nauc_recall_at_100_diff1": 0.480363, "nauc_recall_at_1000_max": 0.683099, "nauc_recall_at_1000_std": 0.495882, "nauc_recall_at_1000_diff1": 0.561238, "nauc_precision_at_1_max": 0.583838, "nauc_precision_at_1_std": 0.072546, "nauc_precision_at_1_diff1": 0.687955, "nauc_precision_at_3_max": 0.633567, "nauc_precision_at_3_std": 0.136987, "nauc_precision_at_3_diff1": 0.579653, "nauc_precision_at_5_max": 0.634845, "nauc_precision_at_5_std": 0.153053, "nauc_precision_at_5_diff1": 0.541035, "nauc_precision_at_10_max": 0.65228, "nauc_precision_at_10_std": 0.2321, "nauc_precision_at_10_diff1": 0.508188, "nauc_precision_at_20_max": 0.641898, "nauc_precision_at_20_std": 0.281649, "nauc_precision_at_20_diff1": 0.477309, "nauc_precision_at_100_max": 0.662025, "nauc_precision_at_100_std": 0.449499, "nauc_precision_at_100_diff1": 0.480363, "nauc_precision_at_1000_max": 0.683099, "nauc_precision_at_1000_std": 0.495882, "nauc_precision_at_1000_diff1": 0.561238, "nauc_mrr_at_1_max": 0.583838, "nauc_mrr_at_1_std": 0.072546, "nauc_mrr_at_1_diff1": 0.687955, "nauc_mrr_at_3_max": 0.606369, "nauc_mrr_at_3_std": 0.099888, "nauc_mrr_at_3_diff1": 0.64216, "nauc_mrr_at_5_max": 0.606006, "nauc_mrr_at_5_std": 0.102375, "nauc_mrr_at_5_diff1": 0.635906, "nauc_mrr_at_10_max": 0.60712, "nauc_mrr_at_10_std": 0.109265, "nauc_mrr_at_10_diff1": 0.634882, "nauc_mrr_at_20_max": 0.60624, "nauc_mrr_at_20_std": 0.109576, "nauc_mrr_at_20_diff1": 0.634959, "nauc_mrr_at_100_max": 0.606213, "nauc_mrr_at_100_std": 0.109517, "nauc_mrr_at_100_diff1": 0.636283, "nauc_mrr_at_1000_max": 0.606199, "nauc_mrr_at_1000_std": 0.109256, "nauc_mrr_at_1000_diff1": 0.636457, "main_score": 0.62518, "hf_subset": "ara-spa", "languages": [ "ara-Arab", "spa-Latn" ] }, { "ndcg_at_1": 0.42545, "ndcg_at_3": 0.51954, "ndcg_at_5": 0.54273, "ndcg_at_10": 0.57217, "ndcg_at_20": 0.59032, "ndcg_at_100": 0.61391, "ndcg_at_1000": 0.62197, "map_at_1": 0.42545, "map_at_3": 0.49654, "map_at_5": 0.50929, "map_at_10": 0.52141, "map_at_20": 0.52635, "map_at_100": 0.5296, "map_at_1000": 0.52991, "recall_at_1": 0.42545, "recall_at_3": 0.58602, "recall_at_5": 0.64282, "recall_at_10": 0.73403, "recall_at_20": 0.80612, "recall_at_100": 0.93337, "recall_at_1000": 0.99618, "precision_at_1": 0.42545, "precision_at_3": 0.19534, "precision_at_5": 0.12856, "precision_at_10": 0.0734, "precision_at_20": 0.04031, "precision_at_100": 0.00933, "precision_at_1000": 0.001, "mrr_at_1": 0.425451, "mrr_at_3": 0.496541, "mrr_at_5": 0.509294, "mrr_at_10": 0.521413, "mrr_at_20": 0.52635, "mrr_at_100": 0.5296, "mrr_at_1000": 0.529909, "nauc_ndcg_at_1_max": 0.504135, "nauc_ndcg_at_1_std": -0.038964, "nauc_ndcg_at_1_diff1": 0.659672, "nauc_ndcg_at_3_max": 0.53077, "nauc_ndcg_at_3_std": -0.021438, "nauc_ndcg_at_3_diff1": 0.595953, "nauc_ndcg_at_5_max": 0.537269, "nauc_ndcg_at_5_std": -0.002131, "nauc_ndcg_at_5_diff1": 0.591692, "nauc_ndcg_at_10_max": 0.543158, "nauc_ndcg_at_10_std": 0.003739, "nauc_ndcg_at_10_diff1": 0.591254, "nauc_ndcg_at_20_max": 0.545137, "nauc_ndcg_at_20_std": 0.011073, "nauc_ndcg_at_20_diff1": 0.592867, "nauc_ndcg_at_100_max": 0.541866, "nauc_ndcg_at_100_std": 0.014054, "nauc_ndcg_at_100_diff1": 0.597546, "nauc_ndcg_at_1000_max": 0.537688, "nauc_ndcg_at_1000_std": 0.001286, "nauc_ndcg_at_1000_diff1": 0.601404, "nauc_map_at_1_max": 0.504135, "nauc_map_at_1_std": -0.038964, "nauc_map_at_1_diff1": 0.659672, "nauc_map_at_3_max": 0.525238, "nauc_map_at_3_std": -0.026439, "nauc_map_at_3_diff1": 0.612135, "nauc_map_at_5_max": 0.528724, "nauc_map_at_5_std": -0.016147, "nauc_map_at_5_diff1": 0.609962, "nauc_map_at_10_max": 0.530959, "nauc_map_at_10_std": -0.01418, "nauc_map_at_10_diff1": 0.610047, "nauc_map_at_20_max": 0.531447, "nauc_map_at_20_std": -0.012624, "nauc_map_at_20_diff1": 0.610722, "nauc_map_at_100_max": 0.530873, "nauc_map_at_100_std": -0.012535, "nauc_map_at_100_diff1": 0.611235, "nauc_map_at_1000_max": 0.530736, "nauc_map_at_1000_std": -0.012922, "nauc_map_at_1000_diff1": 0.611384, "nauc_recall_at_1_max": 0.504135, "nauc_recall_at_1_std": -0.038964, "nauc_recall_at_1_diff1": 0.659672, "nauc_recall_at_3_max": 0.547364, "nauc_recall_at_3_std": -0.005701, "nauc_recall_at_3_diff1": 0.545817, "nauc_recall_at_5_max": 0.566144, "nauc_recall_at_5_std": 0.048125, "nauc_recall_at_5_diff1": 0.530235, "nauc_recall_at_10_max": 0.595744, "nauc_recall_at_10_std": 0.08365, "nauc_recall_at_10_diff1": 0.514914, "nauc_recall_at_20_max": 0.622001, "nauc_recall_at_20_std": 0.154919, "nauc_recall_at_20_diff1": 0.502, "nauc_recall_at_100_max": 0.687584, "nauc_recall_at_100_std": 0.47195, "nauc_recall_at_100_diff1": 0.463284, "nauc_recall_at_1000_max": 0.804955, "nauc_recall_at_1000_std": 0.917644, "nauc_recall_at_1000_diff1": 0.291847, "nauc_precision_at_1_max": 0.504135, "nauc_precision_at_1_std": -0.038964, "nauc_precision_at_1_diff1": 0.659672, "nauc_precision_at_3_max": 0.547364, "nauc_precision_at_3_std": -0.005701, "nauc_precision_at_3_diff1": 0.545817, "nauc_precision_at_5_max": 0.566144, "nauc_precision_at_5_std": 0.048125, "nauc_precision_at_5_diff1": 0.530235, "nauc_precision_at_10_max": 0.595744, "nauc_precision_at_10_std": 0.08365, "nauc_precision_at_10_diff1": 0.514914, "nauc_precision_at_20_max": 0.622001, "nauc_precision_at_20_std": 0.154919, "nauc_precision_at_20_diff1": 0.502, "nauc_precision_at_100_max": 0.687584, "nauc_precision_at_100_std": 0.47195, "nauc_precision_at_100_diff1": 0.463284, "nauc_precision_at_1000_max": 0.804955, "nauc_precision_at_1000_std": 0.917644, "nauc_precision_at_1000_diff1": 0.291847, "nauc_mrr_at_1_max": 0.504135, "nauc_mrr_at_1_std": -0.038964, "nauc_mrr_at_1_diff1": 0.659672, "nauc_mrr_at_3_max": 0.525238, "nauc_mrr_at_3_std": -0.026439, "nauc_mrr_at_3_diff1": 0.612135, "nauc_mrr_at_5_max": 0.528724, "nauc_mrr_at_5_std": -0.016147, "nauc_mrr_at_5_diff1": 0.609962, "nauc_mrr_at_10_max": 0.530959, "nauc_mrr_at_10_std": -0.01418, "nauc_mrr_at_10_diff1": 0.610047, "nauc_mrr_at_20_max": 0.531447, "nauc_mrr_at_20_std": -0.012624, "nauc_mrr_at_20_diff1": 0.610722, "nauc_mrr_at_100_max": 0.530873, "nauc_mrr_at_100_std": -0.012535, "nauc_mrr_at_100_diff1": 0.611235, "nauc_mrr_at_1000_max": 0.530736, "nauc_mrr_at_1000_std": -0.012922, "nauc_mrr_at_1000_diff1": 0.611384, "main_score": 0.57217, "hf_subset": "ara-hin", "languages": [ "ara-Arab", "hin-Deva" ] }, { "ndcg_at_1": 0.46116, "ndcg_at_3": 0.54671, "ndcg_at_5": 0.572, "ndcg_at_10": 0.59878, "ndcg_at_20": 0.61473, "ndcg_at_100": 0.63704, "ndcg_at_1000": 0.64528, "map_at_1": 0.46116, "map_at_3": 0.52548, "map_at_5": 0.5396, "map_at_10": 0.55061, "map_at_20": 0.55506, "map_at_100": 0.55818, "map_at_1000": 0.55851, "recall_at_1": 0.46116, "recall_at_3": 0.60821, "recall_at_5": 0.66927, "recall_at_10": 0.75232, "recall_at_20": 0.81485, "recall_at_100": 0.93454, "recall_at_1000": 0.99805, "precision_at_1": 0.46116, "precision_at_3": 0.20274, "precision_at_5": 0.13385, "precision_at_10": 0.07523, "precision_at_20": 0.04074, "precision_at_100": 0.00935, "precision_at_1000": 0.001, "mrr_at_1": 0.461163, "mrr_at_3": 0.525484, "mrr_at_5": 0.539603, "mrr_at_10": 0.550608, "mrr_at_20": 0.555057, "mrr_at_100": 0.558175, "mrr_at_1000": 0.558509, "nauc_ndcg_at_1_max": 0.549492, "nauc_ndcg_at_1_std": 0.045081, "nauc_ndcg_at_1_diff1": 0.668968, "nauc_ndcg_at_3_max": 0.561009, "nauc_ndcg_at_3_std": 0.051006, "nauc_ndcg_at_3_diff1": 0.620857, "nauc_ndcg_at_5_max": 0.567262, "nauc_ndcg_at_5_std": 0.060886, "nauc_ndcg_at_5_diff1": 0.614741, "nauc_ndcg_at_10_max": 0.567823, "nauc_ndcg_at_10_std": 0.073254, "nauc_ndcg_at_10_diff1": 0.60567, "nauc_ndcg_at_20_max": 0.571955, "nauc_ndcg_at_20_std": 0.081961, "nauc_ndcg_at_20_diff1": 0.605642, "nauc_ndcg_at_100_max": 0.571049, "nauc_ndcg_at_100_std": 0.08342, "nauc_ndcg_at_100_diff1": 0.615052, "nauc_ndcg_at_1000_max": 0.567095, "nauc_ndcg_at_1000_std": 0.072168, "nauc_ndcg_at_1000_diff1": 0.61746, "nauc_map_at_1_max": 0.549492, "nauc_map_at_1_std": 0.045081, "nauc_map_at_1_diff1": 0.668968, "nauc_map_at_3_max": 0.55891, "nauc_map_at_3_std": 0.049411, "nauc_map_at_3_diff1": 0.632689, "nauc_map_at_5_max": 0.56196, "nauc_map_at_5_std": 0.054613, "nauc_map_at_5_diff1": 0.629596, "nauc_map_at_10_max": 0.562006, "nauc_map_at_10_std": 0.059023, "nauc_map_at_10_diff1": 0.626263, "nauc_map_at_20_max": 0.562918, "nauc_map_at_20_std": 0.060909, "nauc_map_at_20_diff1": 0.62636, "nauc_map_at_100_max": 0.56285, "nauc_map_at_100_std": 0.061183, "nauc_map_at_100_diff1": 0.627513, "nauc_map_at_1000_max": 0.562713, "nauc_map_at_1000_std": 0.060849, "nauc_map_at_1000_diff1": 0.627603, "nauc_recall_at_1_max": 0.549492, "nauc_recall_at_1_std": 0.045081, "nauc_recall_at_1_diff1": 0.668968, "nauc_recall_at_3_max": 0.567205, "nauc_recall_at_3_std": 0.056036, "nauc_recall_at_3_diff1": 0.584023, "nauc_recall_at_5_max": 0.586456, "nauc_recall_at_5_std": 0.084191, "nauc_recall_at_5_diff1": 0.563111, "nauc_recall_at_10_max": 0.593833, "nauc_recall_at_10_std": 0.142711, "nauc_recall_at_10_diff1": 0.51409, "nauc_recall_at_20_max": 0.628324, "nauc_recall_at_20_std": 0.219582, "nauc_recall_at_20_diff1": 0.490559, "nauc_recall_at_100_max": 0.694616, "nauc_recall_at_100_std": 0.462418, "nauc_recall_at_100_diff1": 0.513715, "nauc_recall_at_1000_max": 0.67854, "nauc_recall_at_1000_std": 0.85586, "nauc_recall_at_1000_diff1": -0.308822, "nauc_precision_at_1_max": 0.549492, "nauc_precision_at_1_std": 0.045081, "nauc_precision_at_1_diff1": 0.668968, "nauc_precision_at_3_max": 0.567205, "nauc_precision_at_3_std": 0.056036, "nauc_precision_at_3_diff1": 0.584023, "nauc_precision_at_5_max": 0.586456, "nauc_precision_at_5_std": 0.084191, "nauc_precision_at_5_diff1": 0.563111, "nauc_precision_at_10_max": 0.593833, "nauc_precision_at_10_std": 0.142711, "nauc_precision_at_10_diff1": 0.51409, "nauc_precision_at_20_max": 0.628324, "nauc_precision_at_20_std": 0.219582, "nauc_precision_at_20_diff1": 0.490559, "nauc_precision_at_100_max": 0.694616, "nauc_precision_at_100_std": 0.462418, "nauc_precision_at_100_diff1": 0.513715, "nauc_precision_at_1000_max": 0.67854, "nauc_precision_at_1000_std": 0.85586, "nauc_precision_at_1000_diff1": -0.308822, "nauc_mrr_at_1_max": 0.549492, "nauc_mrr_at_1_std": 0.045081, "nauc_mrr_at_1_diff1": 0.668968, "nauc_mrr_at_3_max": 0.55891, "nauc_mrr_at_3_std": 0.049411, "nauc_mrr_at_3_diff1": 0.632689, "nauc_mrr_at_5_max": 0.56196, "nauc_mrr_at_5_std": 0.054613, "nauc_mrr_at_5_diff1": 0.629596, "nauc_mrr_at_10_max": 0.562006, "nauc_mrr_at_10_std": 0.059023, "nauc_mrr_at_10_diff1": 0.626263, "nauc_mrr_at_20_max": 0.562918, "nauc_mrr_at_20_std": 0.060909, "nauc_mrr_at_20_diff1": 0.62636, "nauc_mrr_at_100_max": 0.56285, "nauc_mrr_at_100_std": 0.061183, "nauc_mrr_at_100_diff1": 0.627513, "nauc_mrr_at_1000_max": 0.562713, "nauc_mrr_at_1000_std": 0.060849, "nauc_mrr_at_1000_diff1": 0.627603, "main_score": 0.59878, "hf_subset": "ara-vie", "languages": [ "ara-Arab", "vie-Latn" ] }, { "ndcg_at_1": 0.45502, "ndcg_at_3": 0.53604, "ndcg_at_5": 0.56204, "ndcg_at_10": 0.5875, "ndcg_at_20": 0.60644, "ndcg_at_100": 0.62894, "ndcg_at_1000": 0.6378, "map_at_1": 0.45502, "map_at_3": 0.5163, "map_at_5": 0.53068, "map_at_10": 0.54115, "map_at_20": 0.5465, "map_at_100": 0.54968, "map_at_1000": 0.55001, "recall_at_1": 0.45502, "recall_at_3": 0.5931, "recall_at_5": 0.65638, "recall_at_10": 0.73536, "recall_at_20": 0.8091, "recall_at_100": 0.92939, "recall_at_1000": 0.99895, "precision_at_1": 0.45502, "precision_at_3": 0.1977, "precision_at_5": 0.13128, "precision_at_10": 0.07354, "precision_at_20": 0.04046, "precision_at_100": 0.00929, "precision_at_1000": 0.001, "mrr_at_1": 0.455021, "mrr_at_3": 0.516301, "mrr_at_5": 0.530683, "mrr_at_10": 0.541152, "mrr_at_20": 0.5465, "mrr_at_100": 0.549681, "mrr_at_1000": 0.550012, "nauc_ndcg_at_1_max": 0.52177, "nauc_ndcg_at_1_std": -0.024041, "nauc_ndcg_at_1_diff1": 0.643064, "nauc_ndcg_at_3_max": 0.542709, "nauc_ndcg_at_3_std": 0.003477, "nauc_ndcg_at_3_diff1": 0.614263, "nauc_ndcg_at_5_max": 0.550992, "nauc_ndcg_at_5_std": 0.019122, "nauc_ndcg_at_5_diff1": 0.607434, "nauc_ndcg_at_10_max": 0.552548, "nauc_ndcg_at_10_std": 0.029544, "nauc_ndcg_at_10_diff1": 0.598088, "nauc_ndcg_at_20_max": 0.553364, "nauc_ndcg_at_20_std": 0.033865, "nauc_ndcg_at_20_diff1": 0.598151, "nauc_ndcg_at_100_max": 0.554409, "nauc_ndcg_at_100_std": 0.036487, "nauc_ndcg_at_100_diff1": 0.60284, "nauc_ndcg_at_1000_max": 0.549352, "nauc_ndcg_at_1000_std": 0.023938, "nauc_ndcg_at_1000_diff1": 0.60727, "nauc_map_at_1_max": 0.52177, "nauc_map_at_1_std": -0.024041, "nauc_map_at_1_diff1": 0.643064, "nauc_map_at_3_max": 0.537522, "nauc_map_at_3_std": -0.003833, "nauc_map_at_3_diff1": 0.621461, "nauc_map_at_5_max": 0.541789, "nauc_map_at_5_std": 0.00447, "nauc_map_at_5_diff1": 0.61771, "nauc_map_at_10_max": 0.542628, "nauc_map_at_10_std": 0.008536, "nauc_map_at_10_diff1": 0.61454, "nauc_map_at_20_max": 0.542792, "nauc_map_at_20_std": 0.009432, "nauc_map_at_20_diff1": 0.614757, "nauc_map_at_100_max": 0.542941, "nauc_map_at_100_std": 0.009806, "nauc_map_at_100_diff1": 0.615379, "nauc_map_at_1000_max": 0.542809, "nauc_map_at_1000_std": 0.009467, "nauc_map_at_1000_diff1": 0.615501, "nauc_recall_at_1_max": 0.52177, "nauc_recall_at_1_std": -0.024041, "nauc_recall_at_1_diff1": 0.643064, "nauc_recall_at_3_max": 0.558677, "nauc_recall_at_3_std": 0.026202, "nauc_recall_at_3_diff1": 0.592077, "nauc_recall_at_5_max": 0.583497, "nauc_recall_at_5_std": 0.071289, "nauc_recall_at_5_diff1": 0.571997, "nauc_recall_at_10_max": 0.593714, "nauc_recall_at_10_std": 0.12207, "nauc_recall_at_10_diff1": 0.525206, "nauc_recall_at_20_max": 0.610394, "nauc_recall_at_20_std": 0.176876, "nauc_recall_at_20_diff1": 0.503368, "nauc_recall_at_100_max": 0.712095, "nauc_recall_at_100_std": 0.430946, "nauc_recall_at_100_diff1": 0.458447, "nauc_recall_at_1000_max": 0.722276, "nauc_recall_at_1000_std": 0.777079, "nauc_recall_at_1000_diff1": -0.004507, "nauc_precision_at_1_max": 0.52177, "nauc_precision_at_1_std": -0.024041, "nauc_precision_at_1_diff1": 0.643064, "nauc_precision_at_3_max": 0.558677, "nauc_precision_at_3_std": 0.026202, "nauc_precision_at_3_diff1": 0.592077, "nauc_precision_at_5_max": 0.583497, "nauc_precision_at_5_std": 0.071289, "nauc_precision_at_5_diff1": 0.571997, "nauc_precision_at_10_max": 0.593714, "nauc_precision_at_10_std": 0.12207, "nauc_precision_at_10_diff1": 0.525206, "nauc_precision_at_20_max": 0.610394, "nauc_precision_at_20_std": 0.176876, "nauc_precision_at_20_diff1": 0.503368, "nauc_precision_at_100_max": 0.712095, "nauc_precision_at_100_std": 0.430946, "nauc_precision_at_100_diff1": 0.458447, "nauc_precision_at_1000_max": 0.722276, "nauc_precision_at_1000_std": 0.777079, "nauc_precision_at_1000_diff1": -0.004507, "nauc_mrr_at_1_max": 0.52177, "nauc_mrr_at_1_std": -0.024041, "nauc_mrr_at_1_diff1": 0.643064, "nauc_mrr_at_3_max": 0.537522, "nauc_mrr_at_3_std": -0.003833, "nauc_mrr_at_3_diff1": 0.621461, "nauc_mrr_at_5_max": 0.541789, "nauc_mrr_at_5_std": 0.00447, "nauc_mrr_at_5_diff1": 0.61771, "nauc_mrr_at_10_max": 0.542628, "nauc_mrr_at_10_std": 0.008536, "nauc_mrr_at_10_diff1": 0.61454, "nauc_mrr_at_20_max": 0.542792, "nauc_mrr_at_20_std": 0.009432, "nauc_mrr_at_20_diff1": 0.614757, "nauc_mrr_at_100_max": 0.542941, "nauc_mrr_at_100_std": 0.009806, "nauc_mrr_at_100_diff1": 0.615379, "nauc_mrr_at_1000_max": 0.542809, "nauc_mrr_at_1000_std": 0.009467, "nauc_mrr_at_1000_diff1": 0.615501, "main_score": 0.5875, "hf_subset": "ara-zho", "languages": [ "ara-Arab", "zho-Hans" ] }, { "ndcg_at_1": 0.44451, "ndcg_at_3": 0.52623, "ndcg_at_5": 0.55376, "ndcg_at_10": 0.57874, "ndcg_at_20": 0.59416, "ndcg_at_100": 0.61621, "ndcg_at_1000": 0.62737, "map_at_1": 0.44451, "map_at_3": 0.50606, "map_at_5": 0.52138, "map_at_10": 0.53162, "map_at_20": 0.53582, "map_at_100": 0.53879, "map_at_1000": 0.53921, "recall_at_1": 0.44451, "recall_at_3": 0.5846, "recall_at_5": 0.6513, "recall_at_10": 0.72893, "recall_at_20": 0.79018, "recall_at_100": 0.91025, "recall_at_1000": 0.99818, "precision_at_1": 0.44451, "precision_at_3": 0.19487, "precision_at_5": 0.13026, "precision_at_10": 0.07289, "precision_at_20": 0.03951, "precision_at_100": 0.0091, "precision_at_1000": 0.001, "mrr_at_1": 0.444512, "mrr_at_3": 0.506064, "mrr_at_5": 0.521377, "mrr_at_10": 0.531617, "mrr_at_20": 0.535818, "mrr_at_100": 0.538793, "mrr_at_1000": 0.539206, "nauc_ndcg_at_1_max": 0.565392, "nauc_ndcg_at_1_std": -0.040223, "nauc_ndcg_at_1_diff1": 0.663359, "nauc_ndcg_at_3_max": 0.580328, "nauc_ndcg_at_3_std": -0.009019, "nauc_ndcg_at_3_diff1": 0.617048, "nauc_ndcg_at_5_max": 0.583225, "nauc_ndcg_at_5_std": 0.001527, "nauc_ndcg_at_5_diff1": 0.608091, "nauc_ndcg_at_10_max": 0.585148, "nauc_ndcg_at_10_std": 0.016024, "nauc_ndcg_at_10_diff1": 0.602087, "nauc_ndcg_at_20_max": 0.585339, "nauc_ndcg_at_20_std": 0.022602, "nauc_ndcg_at_20_diff1": 0.603982, "nauc_ndcg_at_100_max": 0.588625, "nauc_ndcg_at_100_std": 0.026344, "nauc_ndcg_at_100_diff1": 0.610004, "nauc_ndcg_at_1000_max": 0.584015, "nauc_ndcg_at_1000_std": 0.011405, "nauc_ndcg_at_1000_diff1": 0.614144, "nauc_map_at_1_max": 0.565392, "nauc_map_at_1_std": -0.040223, "nauc_map_at_1_diff1": 0.663359, "nauc_map_at_3_max": 0.576347, "nauc_map_at_3_std": -0.017271, "nauc_map_at_3_diff1": 0.628131, "nauc_map_at_5_max": 0.577774, "nauc_map_at_5_std": -0.011949, "nauc_map_at_5_diff1": 0.623623, "nauc_map_at_10_max": 0.578274, "nauc_map_at_10_std": -0.006842, "nauc_map_at_10_diff1": 0.621521, "nauc_map_at_20_max": 0.578334, "nauc_map_at_20_std": -0.005421, "nauc_map_at_20_diff1": 0.622244, "nauc_map_at_100_max": 0.578866, "nauc_map_at_100_std": -0.004891, "nauc_map_at_100_diff1": 0.622987, "nauc_map_at_1000_max": 0.578757, "nauc_map_at_1000_std": -0.005241, "nauc_map_at_1000_diff1": 0.623107, "nauc_recall_at_1_max": 0.565392, "nauc_recall_at_1_std": -0.040223, "nauc_recall_at_1_diff1": 0.663359, "nauc_recall_at_3_max": 0.592686, "nauc_recall_at_3_std": 0.01657, "nauc_recall_at_3_diff1": 0.583174, "nauc_recall_at_5_max": 0.602224, "nauc_recall_at_5_std": 0.049077, "nauc_recall_at_5_diff1": 0.554515, "nauc_recall_at_10_max": 0.614794, "nauc_recall_at_10_std": 0.118157, "nauc_recall_at_10_diff1": 0.520447, "nauc_recall_at_20_max": 0.621675, "nauc_recall_at_20_std": 0.181026, "nauc_recall_at_20_diff1": 0.512377, "nauc_recall_at_100_max": 0.708057, "nauc_recall_at_100_std": 0.410435, "nauc_recall_at_100_diff1": 0.512201, "nauc_recall_at_1000_max": 0.771218, "nauc_recall_at_1000_std": 0.435395, "nauc_recall_at_1000_diff1": 0.693371, "nauc_precision_at_1_max": 0.565392, "nauc_precision_at_1_std": -0.040223, "nauc_precision_at_1_diff1": 0.663359, "nauc_precision_at_3_max": 0.592686, "nauc_precision_at_3_std": 0.01657, "nauc_precision_at_3_diff1": 0.583174, "nauc_precision_at_5_max": 0.602224, "nauc_precision_at_5_std": 0.049077, "nauc_precision_at_5_diff1": 0.554515, "nauc_precision_at_10_max": 0.614794, "nauc_precision_at_10_std": 0.118157, "nauc_precision_at_10_diff1": 0.520447, "nauc_precision_at_20_max": 0.621675, "nauc_precision_at_20_std": 0.181026, "nauc_precision_at_20_diff1": 0.512377, "nauc_precision_at_100_max": 0.708057, "nauc_precision_at_100_std": 0.410435, "nauc_precision_at_100_diff1": 0.512201, "nauc_precision_at_1000_max": 0.771218, "nauc_precision_at_1000_std": 0.435395, "nauc_precision_at_1000_diff1": 0.693371, "nauc_mrr_at_1_max": 0.565392, "nauc_mrr_at_1_std": -0.040223, "nauc_mrr_at_1_diff1": 0.663359, "nauc_mrr_at_3_max": 0.576347, "nauc_mrr_at_3_std": -0.017271, "nauc_mrr_at_3_diff1": 0.628131, "nauc_mrr_at_5_max": 0.577774, "nauc_mrr_at_5_std": -0.011949, "nauc_mrr_at_5_diff1": 0.623623, "nauc_mrr_at_10_max": 0.578274, "nauc_mrr_at_10_std": -0.006842, "nauc_mrr_at_10_diff1": 0.621521, "nauc_mrr_at_20_max": 0.578334, "nauc_mrr_at_20_std": -0.005421, "nauc_mrr_at_20_diff1": 0.622244, "nauc_mrr_at_100_max": 0.578866, "nauc_mrr_at_100_std": -0.004891, "nauc_mrr_at_100_diff1": 0.622987, "nauc_mrr_at_1000_max": 0.578757, "nauc_mrr_at_1000_std": -0.005241, "nauc_mrr_at_1000_diff1": 0.623107, "main_score": 0.57874, "hf_subset": "deu-ara", "languages": [ "deu-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.5493, "ndcg_at_3": 0.6269, "ndcg_at_5": 0.64684, "ndcg_at_10": 0.66479, "ndcg_at_20": 0.67777, "ndcg_at_100": 0.69485, "ndcg_at_1000": 0.70283, "map_at_1": 0.54919, "map_at_3": 0.60824, "map_at_5": 0.61938, "map_at_10": 0.62685, "map_at_20": 0.63044, "map_at_100": 0.63278, "map_at_1000": 0.63308, "recall_at_1": 0.54919, "recall_at_3": 0.68059, "recall_at_5": 0.72878, "recall_at_10": 0.78396, "recall_at_20": 0.83514, "recall_at_100": 0.92736, "recall_at_1000": 0.99003, "precision_at_1": 0.5493, "precision_at_3": 0.2269, "precision_at_5": 0.1458, "precision_at_10": 0.07842, "precision_at_20": 0.04177, "precision_at_100": 0.00928, "precision_at_1000": 0.00099, "mrr_at_1": 0.549302, "mrr_at_3": 0.608354, "mrr_at_5": 0.619433, "mrr_at_10": 0.62691, "mrr_at_20": 0.630491, "mrr_at_100": 0.632841, "mrr_at_1000": 0.63314, "nauc_ndcg_at_1_max": 0.612333, "nauc_ndcg_at_1_std": -0.096597, "nauc_ndcg_at_1_diff1": 0.768337, "nauc_ndcg_at_3_max": 0.634327, "nauc_ndcg_at_3_std": -0.076762, "nauc_ndcg_at_3_diff1": 0.733921, "nauc_ndcg_at_5_max": 0.637433, "nauc_ndcg_at_5_std": -0.06159, "nauc_ndcg_at_5_diff1": 0.728399, "nauc_ndcg_at_10_max": 0.635879, "nauc_ndcg_at_10_std": -0.049208, "nauc_ndcg_at_10_diff1": 0.722814, "nauc_ndcg_at_20_max": 0.639259, "nauc_ndcg_at_20_std": -0.038784, "nauc_ndcg_at_20_diff1": 0.723056, "nauc_ndcg_at_100_max": 0.638979, "nauc_ndcg_at_100_std": -0.036315, "nauc_ndcg_at_100_diff1": 0.727704, "nauc_ndcg_at_1000_max": 0.635994, "nauc_ndcg_at_1000_std": -0.047868, "nauc_ndcg_at_1000_diff1": 0.731267, "nauc_map_at_1_max": 0.612072, "nauc_map_at_1_std": -0.096774, "nauc_map_at_1_diff1": 0.768365, "nauc_map_at_3_max": 0.628538, "nauc_map_at_3_std": -0.082497, "nauc_map_at_3_diff1": 0.742858, "nauc_map_at_5_max": 0.629975, "nauc_map_at_5_std": -0.074758, "nauc_map_at_5_diff1": 0.740147, "nauc_map_at_10_max": 0.629221, "nauc_map_at_10_std": -0.070245, "nauc_map_at_10_diff1": 0.738224, "nauc_map_at_20_max": 0.629999, "nauc_map_at_20_std": -0.067853, "nauc_map_at_20_diff1": 0.738356, "nauc_map_at_100_max": 0.629918, "nauc_map_at_100_std": -0.067521, "nauc_map_at_100_diff1": 0.738998, "nauc_map_at_1000_max": 0.62983, "nauc_map_at_1000_std": -0.067843, "nauc_map_at_1000_diff1": 0.739119, "nauc_recall_at_1_max": 0.612072, "nauc_recall_at_1_std": -0.096774, "nauc_recall_at_1_diff1": 0.768365, "nauc_recall_at_3_max": 0.652821, "nauc_recall_at_3_std": -0.058044, "nauc_recall_at_3_diff1": 0.704825, "nauc_recall_at_5_max": 0.664794, "nauc_recall_at_5_std": -0.011062, "nauc_recall_at_5_diff1": 0.685165, "nauc_recall_at_10_max": 0.66392, "nauc_recall_at_10_std": 0.050847, "nauc_recall_at_10_diff1": 0.653088, "nauc_recall_at_20_max": 0.693452, "nauc_recall_at_20_std": 0.145752, "nauc_recall_at_20_diff1": 0.636982, "nauc_recall_at_100_max": 0.749322, "nauc_recall_at_100_std": 0.384397, "nauc_recall_at_100_diff1": 0.622868, "nauc_recall_at_1000_max": 0.866687, "nauc_recall_at_1000_std": 0.772519, "nauc_recall_at_1000_diff1": 0.629375, "nauc_precision_at_1_max": 0.612333, "nauc_precision_at_1_std": -0.096597, "nauc_precision_at_1_diff1": 0.768337, "nauc_precision_at_3_max": 0.653201, "nauc_precision_at_3_std": -0.057826, "nauc_precision_at_3_diff1": 0.704838, "nauc_precision_at_5_max": 0.664244, "nauc_precision_at_5_std": -0.010521, "nauc_precision_at_5_diff1": 0.683726, "nauc_precision_at_10_max": 0.66326, "nauc_precision_at_10_std": 0.051376, "nauc_precision_at_10_diff1": 0.651423, "nauc_precision_at_20_max": 0.692543, "nauc_precision_at_20_std": 0.14619, "nauc_precision_at_20_diff1": 0.63491, "nauc_precision_at_100_max": 0.743438, "nauc_precision_at_100_std": 0.392676, "nauc_precision_at_100_diff1": 0.613047, "nauc_precision_at_1000_max": 0.742809, "nauc_precision_at_1000_std": 0.780346, "nauc_precision_at_1000_diff1": 0.497602, "nauc_mrr_at_1_max": 0.612333, "nauc_mrr_at_1_std": -0.096597, "nauc_mrr_at_1_diff1": 0.768337, "nauc_mrr_at_3_max": 0.628824, "nauc_mrr_at_3_std": -0.082303, "nauc_mrr_at_3_diff1": 0.742824, "nauc_mrr_at_5_max": 0.630122, "nauc_mrr_at_5_std": -0.074658, "nauc_mrr_at_5_diff1": 0.74013, "nauc_mrr_at_10_max": 0.62937, "nauc_mrr_at_10_std": -0.070143, "nauc_mrr_at_10_diff1": 0.738207, "nauc_mrr_at_20_max": 0.63015, "nauc_mrr_at_20_std": -0.06775, "nauc_mrr_at_20_diff1": 0.738338, "nauc_mrr_at_100_max": 0.630073, "nauc_mrr_at_100_std": -0.06739, "nauc_mrr_at_100_diff1": 0.738979, "nauc_mrr_at_1000_max": 0.629984, "nauc_mrr_at_1000_std": -0.067734, "nauc_mrr_at_1000_diff1": 0.739101, "main_score": 0.66479, "hf_subset": "deu-deu", "languages": [ "deu-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.53667, "ndcg_at_3": 0.6187, "ndcg_at_5": 0.63901, "ndcg_at_10": 0.65847, "ndcg_at_20": 0.67125, "ndcg_at_100": 0.68905, "ndcg_at_1000": 0.69652, "map_at_1": 0.53656, "map_at_3": 0.59879, "map_at_5": 0.61012, "map_at_10": 0.61825, "map_at_20": 0.62177, "map_at_100": 0.62426, "map_at_1000": 0.62453, "recall_at_1": 0.53656, "recall_at_3": 0.67605, "recall_at_5": 0.72524, "recall_at_10": 0.78484, "recall_at_20": 0.83525, "recall_at_100": 0.93087, "recall_at_1000": 0.99003, "precision_at_1": 0.53667, "precision_at_3": 0.22542, "precision_at_5": 0.14514, "precision_at_10": 0.07853, "precision_at_20": 0.04179, "precision_at_100": 0.00932, "precision_at_1000": 0.00099, "mrr_at_1": 0.536672, "mrr_at_3": 0.598936, "mrr_at_5": 0.61016, "mrr_at_10": 0.618291, "mrr_at_20": 0.621816, "mrr_at_100": 0.624301, "mrr_at_1000": 0.624571, "nauc_ndcg_at_1_max": 0.64625, "nauc_ndcg_at_1_std": -0.062501, "nauc_ndcg_at_1_diff1": 0.771622, "nauc_ndcg_at_3_max": 0.675335, "nauc_ndcg_at_3_std": -0.053163, "nauc_ndcg_at_3_diff1": 0.730203, "nauc_ndcg_at_5_max": 0.676045, "nauc_ndcg_at_5_std": -0.044135, "nauc_ndcg_at_5_diff1": 0.721457, "nauc_ndcg_at_10_max": 0.676288, "nauc_ndcg_at_10_std": -0.035235, "nauc_ndcg_at_10_diff1": 0.717105, "nauc_ndcg_at_20_max": 0.677114, "nauc_ndcg_at_20_std": -0.027761, "nauc_ndcg_at_20_diff1": 0.717039, "nauc_ndcg_at_100_max": 0.676765, "nauc_ndcg_at_100_std": -0.02221, "nauc_ndcg_at_100_diff1": 0.721952, "nauc_ndcg_at_1000_max": 0.674239, "nauc_ndcg_at_1000_std": -0.031616, "nauc_ndcg_at_1000_diff1": 0.72634, "nauc_map_at_1_max": 0.645989, "nauc_map_at_1_std": -0.062678, "nauc_map_at_1_diff1": 0.771649, "nauc_map_at_3_max": 0.66837, "nauc_map_at_3_std": -0.056271, "nauc_map_at_3_diff1": 0.740678, "nauc_map_at_5_max": 0.668576, "nauc_map_at_5_std": -0.051452, "nauc_map_at_5_diff1": 0.736261, "nauc_map_at_10_max": 0.668487, "nauc_map_at_10_std": -0.04838, "nauc_map_at_10_diff1": 0.734853, "nauc_map_at_20_max": 0.668513, "nauc_map_at_20_std": -0.046785, "nauc_map_at_20_diff1": 0.734971, "nauc_map_at_100_max": 0.668449, "nauc_map_at_100_std": -0.046189, "nauc_map_at_100_diff1": 0.735642, "nauc_map_at_1000_max": 0.668387, "nauc_map_at_1000_std": -0.046408, "nauc_map_at_1000_diff1": 0.735793, "nauc_recall_at_1_max": 0.645989, "nauc_recall_at_1_std": -0.062678, "nauc_recall_at_1_diff1": 0.771649, "nauc_recall_at_3_max": 0.69737, "nauc_recall_at_3_std": -0.043247, "nauc_recall_at_3_diff1": 0.696199, "nauc_recall_at_5_max": 0.702649, "nauc_recall_at_5_std": -0.015971, "nauc_recall_at_5_diff1": 0.666679, "nauc_recall_at_10_max": 0.709721, "nauc_recall_at_10_std": 0.029331, "nauc_recall_at_10_diff1": 0.636616, "nauc_recall_at_20_max": 0.725312, "nauc_recall_at_20_std": 0.097274, "nauc_recall_at_20_diff1": 0.615345, "nauc_recall_at_100_max": 0.777569, "nauc_recall_at_100_std": 0.354412, "nauc_recall_at_100_diff1": 0.584131, "nauc_recall_at_1000_max": 0.863835, "nauc_recall_at_1000_std": 0.671045, "nauc_recall_at_1000_diff1": 0.587455, "nauc_precision_at_1_max": 0.64625, "nauc_precision_at_1_std": -0.062501, "nauc_precision_at_1_diff1": 0.771622, "nauc_precision_at_3_max": 0.697864, "nauc_precision_at_3_std": -0.042329, "nauc_precision_at_3_diff1": 0.696013, "nauc_precision_at_5_max": 0.700811, "nauc_precision_at_5_std": -0.013808, "nauc_precision_at_5_diff1": 0.663426, "nauc_precision_at_10_max": 0.707457, "nauc_precision_at_10_std": 0.031787, "nauc_precision_at_10_diff1": 0.632776, "nauc_precision_at_20_max": 0.722936, "nauc_precision_at_20_std": 0.101336, "nauc_precision_at_20_diff1": 0.61026, "nauc_precision_at_100_max": 0.772229, "nauc_precision_at_100_std": 0.363539, "nauc_precision_at_100_diff1": 0.573462, "nauc_precision_at_1000_max": 0.749235, "nauc_precision_at_1000_std": 0.681137, "nauc_precision_at_1000_diff1": 0.459006, "nauc_mrr_at_1_max": 0.64625, "nauc_mrr_at_1_std": -0.062501, "nauc_mrr_at_1_diff1": 0.771622, "nauc_mrr_at_3_max": 0.668688, "nauc_mrr_at_3_std": -0.055872, "nauc_mrr_at_3_diff1": 0.740589, "nauc_mrr_at_5_max": 0.668708, "nauc_mrr_at_5_std": -0.051457, "nauc_mrr_at_5_diff1": 0.736272, "nauc_mrr_at_10_max": 0.668621, "nauc_mrr_at_10_std": -0.048385, "nauc_mrr_at_10_diff1": 0.734864, "nauc_mrr_at_20_max": 0.668664, "nauc_mrr_at_20_std": -0.046757, "nauc_mrr_at_20_diff1": 0.734975, "nauc_mrr_at_100_max": 0.668601, "nauc_mrr_at_100_std": -0.046153, "nauc_mrr_at_100_diff1": 0.735649, "nauc_mrr_at_1000_max": 0.668536, "nauc_mrr_at_1000_std": -0.046384, "nauc_mrr_at_1000_diff1": 0.7358, "main_score": 0.65847, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.54986, "ndcg_at_3": 0.63929, "ndcg_at_5": 0.66232, "ndcg_at_10": 0.68086, "ndcg_at_20": 0.69371, "ndcg_at_100": 0.71024, "ndcg_at_1000": 0.71566, "map_at_1": 0.54986, "map_at_3": 0.61793, "map_at_5": 0.63061, "map_at_10": 0.63822, "map_at_20": 0.64176, "map_at_100": 0.64404, "map_at_1000": 0.64424, "recall_at_1": 0.54986, "recall_at_3": 0.70085, "recall_at_5": 0.75718, "recall_at_10": 0.81465, "recall_at_20": 0.86535, "recall_at_100": 0.95437, "recall_at_1000": 0.99718, "precision_at_1": 0.54986, "precision_at_3": 0.23362, "precision_at_5": 0.15144, "precision_at_10": 0.08152, "precision_at_20": 0.0433, "precision_at_100": 0.00955, "precision_at_1000": 0.001, "mrr_at_1": 0.549859, "mrr_at_3": 0.617934, "mrr_at_5": 0.63061, "mrr_at_10": 0.638195, "mrr_at_20": 0.641736, "mrr_at_100": 0.644015, "mrr_at_1000": 0.644214, "nauc_ndcg_at_1_max": 0.645139, "nauc_ndcg_at_1_std": -0.058546, "nauc_ndcg_at_1_diff1": 0.772637, "nauc_ndcg_at_3_max": 0.675807, "nauc_ndcg_at_3_std": -0.04204, "nauc_ndcg_at_3_diff1": 0.734471, "nauc_ndcg_at_5_max": 0.680281, "nauc_ndcg_at_5_std": -0.038837, "nauc_ndcg_at_5_diff1": 0.727523, "nauc_ndcg_at_10_max": 0.682605, "nauc_ndcg_at_10_std": -0.021051, "nauc_ndcg_at_10_diff1": 0.723228, "nauc_ndcg_at_20_max": 0.684338, "nauc_ndcg_at_20_std": -0.012529, "nauc_ndcg_at_20_diff1": 0.724385, "nauc_ndcg_at_100_max": 0.679305, "nauc_ndcg_at_100_std": -0.015089, "nauc_ndcg_at_100_diff1": 0.72995, "nauc_ndcg_at_1000_max": 0.676717, "nauc_ndcg_at_1000_std": -0.02535, "nauc_ndcg_at_1000_diff1": 0.733377, "nauc_map_at_1_max": 0.645139, "nauc_map_at_1_std": -0.058546, "nauc_map_at_1_diff1": 0.772637, "nauc_map_at_3_max": 0.668386, "nauc_map_at_3_std": -0.0465, "nauc_map_at_3_diff1": 0.743808, "nauc_map_at_5_max": 0.670292, "nauc_map_at_5_std": -0.045089, "nauc_map_at_5_diff1": 0.740493, "nauc_map_at_10_max": 0.67096, "nauc_map_at_10_std": -0.038787, "nauc_map_at_10_diff1": 0.739183, "nauc_map_at_20_max": 0.671373, "nauc_map_at_20_std": -0.036748, "nauc_map_at_20_diff1": 0.739653, "nauc_map_at_100_max": 0.670574, "nauc_map_at_100_std": -0.03749, "nauc_map_at_100_diff1": 0.740247, "nauc_map_at_1000_max": 0.670507, "nauc_map_at_1000_std": -0.03776, "nauc_map_at_1000_diff1": 0.740378, "nauc_recall_at_1_max": 0.645139, "nauc_recall_at_1_std": -0.058546, "nauc_recall_at_1_diff1": 0.772637, "nauc_recall_at_3_max": 0.700254, "nauc_recall_at_3_std": -0.027099, "nauc_recall_at_3_diff1": 0.703657, "nauc_recall_at_5_max": 0.719444, "nauc_recall_at_5_std": -0.013949, "nauc_recall_at_5_diff1": 0.67677, "nauc_recall_at_10_max": 0.739938, "nauc_recall_at_10_std": 0.075452, "nauc_recall_at_10_diff1": 0.644135, "nauc_recall_at_20_max": 0.770411, "nauc_recall_at_20_std": 0.169429, "nauc_recall_at_20_diff1": 0.62575, "nauc_recall_at_100_max": 0.803483, "nauc_recall_at_100_std": 0.45972, "nauc_recall_at_100_diff1": 0.609677, "nauc_recall_at_1000_max": 0.973848, "nauc_recall_at_1000_std": 0.947696, "nauc_recall_at_1000_diff1": 0.839828, "nauc_precision_at_1_max": 0.645139, "nauc_precision_at_1_std": -0.058546, "nauc_precision_at_1_diff1": 0.772637, "nauc_precision_at_3_max": 0.700254, "nauc_precision_at_3_std": -0.027099, "nauc_precision_at_3_diff1": 0.703657, "nauc_precision_at_5_max": 0.719444, "nauc_precision_at_5_std": -0.013949, "nauc_precision_at_5_diff1": 0.67677, "nauc_precision_at_10_max": 0.734012, "nauc_precision_at_10_std": 0.080631, "nauc_precision_at_10_diff1": 0.637732, "nauc_precision_at_20_max": 0.762264, "nauc_precision_at_20_std": 0.175646, "nauc_precision_at_20_diff1": 0.617332, "nauc_precision_at_100_max": 0.779869, "nauc_precision_at_100_std": 0.471096, "nauc_precision_at_100_diff1": 0.586334, "nauc_precision_at_1000_max": 0.640024, "nauc_precision_at_1000_std": 0.961212, "nauc_precision_at_1000_diff1": 0.493887, "nauc_mrr_at_1_max": 0.645139, "nauc_mrr_at_1_std": -0.058546, "nauc_mrr_at_1_diff1": 0.772637, "nauc_mrr_at_3_max": 0.668386, "nauc_mrr_at_3_std": -0.0465, "nauc_mrr_at_3_diff1": 0.743808, "nauc_mrr_at_5_max": 0.670292, "nauc_mrr_at_5_std": -0.045089, "nauc_mrr_at_5_diff1": 0.740493, "nauc_mrr_at_10_max": 0.670967, "nauc_mrr_at_10_std": -0.038952, "nauc_mrr_at_10_diff1": 0.739216, "nauc_mrr_at_20_max": 0.67138, "nauc_mrr_at_20_std": -0.036915, "nauc_mrr_at_20_diff1": 0.739685, "nauc_mrr_at_100_max": 0.670581, "nauc_mrr_at_100_std": -0.037658, "nauc_mrr_at_100_diff1": 0.74028, "nauc_mrr_at_1000_max": 0.670514, "nauc_mrr_at_1000_std": -0.037928, "nauc_mrr_at_1000_diff1": 0.740411, "main_score": 0.68086, "hf_subset": "deu-spa", "languages": [ "deu-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.45734, "ndcg_at_3": 0.55093, "ndcg_at_5": 0.57828, "ndcg_at_10": 0.60438, "ndcg_at_20": 0.62136, "ndcg_at_100": 0.64137, "ndcg_at_1000": 0.64878, "map_at_1": 0.45734, "map_at_3": 0.52751, "map_at_5": 0.54251, "map_at_10": 0.55346, "map_at_20": 0.55822, "map_at_100": 0.56104, "map_at_1000": 0.56131, "recall_at_1": 0.45734, "recall_at_3": 0.61888, "recall_at_5": 0.68601, "recall_at_10": 0.76573, "recall_at_20": 0.83217, "recall_at_100": 0.93916, "recall_at_1000": 0.9979, "precision_at_1": 0.45734, "precision_at_3": 0.20629, "precision_at_5": 0.1372, "precision_at_10": 0.07657, "precision_at_20": 0.04161, "precision_at_100": 0.00939, "precision_at_1000": 0.001, "mrr_at_1": 0.457343, "mrr_at_3": 0.527506, "mrr_at_5": 0.542506, "mrr_at_10": 0.553457, "mrr_at_20": 0.558222, "mrr_at_100": 0.561042, "mrr_at_1000": 0.561315, "nauc_ndcg_at_1_max": 0.592871, "nauc_ndcg_at_1_std": 0.04186, "nauc_ndcg_at_1_diff1": 0.706929, "nauc_ndcg_at_3_max": 0.622331, "nauc_ndcg_at_3_std": 0.0539, "nauc_ndcg_at_3_diff1": 0.656023, "nauc_ndcg_at_5_max": 0.617798, "nauc_ndcg_at_5_std": 0.064736, "nauc_ndcg_at_5_diff1": 0.640089, "nauc_ndcg_at_10_max": 0.619861, "nauc_ndcg_at_10_std": 0.069374, "nauc_ndcg_at_10_diff1": 0.640366, "nauc_ndcg_at_20_max": 0.618276, "nauc_ndcg_at_20_std": 0.075217, "nauc_ndcg_at_20_diff1": 0.640433, "nauc_ndcg_at_100_max": 0.621056, "nauc_ndcg_at_100_std": 0.085249, "nauc_ndcg_at_100_diff1": 0.647007, "nauc_ndcg_at_1000_max": 0.617406, "nauc_ndcg_at_1000_std": 0.070506, "nauc_ndcg_at_1000_diff1": 0.651826, "nauc_map_at_1_max": 0.592871, "nauc_map_at_1_std": 0.04186, "nauc_map_at_1_diff1": 0.706929, "nauc_map_at_3_max": 0.616161, "nauc_map_at_3_std": 0.050242, "nauc_map_at_3_diff1": 0.669152, "nauc_map_at_5_max": 0.613951, "nauc_map_at_5_std": 0.056182, "nauc_map_at_5_diff1": 0.660894, "nauc_map_at_10_max": 0.614653, "nauc_map_at_10_std": 0.057689, "nauc_map_at_10_diff1": 0.661436, "nauc_map_at_20_max": 0.614091, "nauc_map_at_20_std": 0.059046, "nauc_map_at_20_diff1": 0.661684, "nauc_map_at_100_max": 0.614345, "nauc_map_at_100_std": 0.060261, "nauc_map_at_100_diff1": 0.662351, "nauc_map_at_1000_max": 0.614219, "nauc_map_at_1000_std": 0.059778, "nauc_map_at_1000_diff1": 0.66253, "nauc_recall_at_1_max": 0.592871, "nauc_recall_at_1_std": 0.04186, "nauc_recall_at_1_diff1": 0.706929, "nauc_recall_at_3_max": 0.641273, "nauc_recall_at_3_std": 0.065758, "nauc_recall_at_3_diff1": 0.614345, "nauc_recall_at_5_max": 0.629299, "nauc_recall_at_5_std": 0.096652, "nauc_recall_at_5_diff1": 0.564128, "nauc_recall_at_10_max": 0.641075, "nauc_recall_at_10_std": 0.125335, "nauc_recall_at_10_diff1": 0.545962, "nauc_recall_at_20_max": 0.638705, "nauc_recall_at_20_std": 0.183587, "nauc_recall_at_20_diff1": 0.515405, "nauc_recall_at_100_max": 0.739372, "nauc_recall_at_100_std": 0.577304, "nauc_recall_at_100_diff1": 0.485452, "nauc_recall_at_1000_max": 0.620448, "nauc_recall_at_1000_std": 0.34267, "nauc_recall_at_1000_diff1": 0.435263, "nauc_precision_at_1_max": 0.592871, "nauc_precision_at_1_std": 0.04186, "nauc_precision_at_1_diff1": 0.706929, "nauc_precision_at_3_max": 0.641273, "nauc_precision_at_3_std": 0.065758, "nauc_precision_at_3_diff1": 0.614345, "nauc_precision_at_5_max": 0.629299, "nauc_precision_at_5_std": 0.096652, "nauc_precision_at_5_diff1": 0.564128, "nauc_precision_at_10_max": 0.641075, "nauc_precision_at_10_std": 0.125335, "nauc_precision_at_10_diff1": 0.545962, "nauc_precision_at_20_max": 0.638705, "nauc_precision_at_20_std": 0.183587, "nauc_precision_at_20_diff1": 0.515405, "nauc_precision_at_100_max": 0.739372, "nauc_precision_at_100_std": 0.577304, "nauc_precision_at_100_diff1": 0.485452, "nauc_precision_at_1000_max": 0.620448, "nauc_precision_at_1000_std": 0.34267, "nauc_precision_at_1000_diff1": 0.435263, "nauc_mrr_at_1_max": 0.592871, "nauc_mrr_at_1_std": 0.04186, "nauc_mrr_at_1_diff1": 0.706929, "nauc_mrr_at_3_max": 0.616161, "nauc_mrr_at_3_std": 0.050242, "nauc_mrr_at_3_diff1": 0.669152, "nauc_mrr_at_5_max": 0.613951, "nauc_mrr_at_5_std": 0.056182, "nauc_mrr_at_5_diff1": 0.660894, "nauc_mrr_at_10_max": 0.614653, "nauc_mrr_at_10_std": 0.057689, "nauc_mrr_at_10_diff1": 0.661436, "nauc_mrr_at_20_max": 0.614091, "nauc_mrr_at_20_std": 0.059046, "nauc_mrr_at_20_diff1": 0.661684, "nauc_mrr_at_100_max": 0.614345, "nauc_mrr_at_100_std": 0.060261, "nauc_mrr_at_100_diff1": 0.662351, "nauc_mrr_at_1000_max": 0.614219, "nauc_mrr_at_1000_std": 0.059778, "nauc_mrr_at_1000_diff1": 0.66253, "main_score": 0.60438, "hf_subset": "deu-hin", "languages": [ "deu-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.53254, "ndcg_at_3": 0.61344, "ndcg_at_5": 0.63874, "ndcg_at_10": 0.65902, "ndcg_at_20": 0.67366, "ndcg_at_100": 0.69078, "ndcg_at_1000": 0.69738, "map_at_1": 0.53254, "map_at_3": 0.59353, "map_at_5": 0.60756, "map_at_10": 0.61593, "map_at_20": 0.61987, "map_at_100": 0.62221, "map_at_1000": 0.62246, "recall_at_1": 0.53254, "recall_at_3": 0.67104, "recall_at_5": 0.73254, "recall_at_10": 0.79522, "recall_at_20": 0.85373, "recall_at_100": 0.94627, "recall_at_1000": 0.99761, "precision_at_1": 0.53254, "precision_at_3": 0.22368, "precision_at_5": 0.14651, "precision_at_10": 0.07952, "precision_at_20": 0.04269, "precision_at_100": 0.00946, "precision_at_1000": 0.001, "mrr_at_1": 0.532537, "mrr_at_3": 0.593532, "mrr_at_5": 0.607562, "mrr_at_10": 0.615927, "mrr_at_20": 0.619866, "mrr_at_100": 0.622209, "mrr_at_1000": 0.622464, "nauc_ndcg_at_1_max": 0.657212, "nauc_ndcg_at_1_std": -0.071682, "nauc_ndcg_at_1_diff1": 0.794687, "nauc_ndcg_at_3_max": 0.680592, "nauc_ndcg_at_3_std": -0.045281, "nauc_ndcg_at_3_diff1": 0.754728, "nauc_ndcg_at_5_max": 0.682571, "nauc_ndcg_at_5_std": -0.035033, "nauc_ndcg_at_5_diff1": 0.748661, "nauc_ndcg_at_10_max": 0.688449, "nauc_ndcg_at_10_std": -0.012324, "nauc_ndcg_at_10_diff1": 0.741593, "nauc_ndcg_at_20_max": 0.690061, "nauc_ndcg_at_20_std": -0.003093, "nauc_ndcg_at_20_diff1": 0.745029, "nauc_ndcg_at_100_max": 0.685858, "nauc_ndcg_at_100_std": -0.00933, "nauc_ndcg_at_100_diff1": 0.751926, "nauc_ndcg_at_1000_max": 0.682829, "nauc_ndcg_at_1000_std": -0.022114, "nauc_ndcg_at_1000_diff1": 0.754464, "nauc_map_at_1_max": 0.657212, "nauc_map_at_1_std": -0.071682, "nauc_map_at_1_diff1": 0.794687, "nauc_map_at_3_max": 0.674786, "nauc_map_at_3_std": -0.051517, "nauc_map_at_3_diff1": 0.764844, "nauc_map_at_5_max": 0.675642, "nauc_map_at_5_std": -0.046214, "nauc_map_at_5_diff1": 0.761943, "nauc_map_at_10_max": 0.677884, "nauc_map_at_10_std": -0.037927, "nauc_map_at_10_diff1": 0.759594, "nauc_map_at_20_max": 0.678184, "nauc_map_at_20_std": -0.036155, "nauc_map_at_20_diff1": 0.760643, "nauc_map_at_100_max": 0.677582, "nauc_map_at_100_std": -0.037053, "nauc_map_at_100_diff1": 0.761555, "nauc_map_at_1000_max": 0.677486, "nauc_map_at_1000_std": -0.037445, "nauc_map_at_1000_diff1": 0.761643, "nauc_recall_at_1_max": 0.657212, "nauc_recall_at_1_std": -0.071682, "nauc_recall_at_1_diff1": 0.794687, "nauc_recall_at_3_max": 0.699407, "nauc_recall_at_3_std": -0.025231, "nauc_recall_at_3_diff1": 0.721853, "nauc_recall_at_5_max": 0.708457, "nauc_recall_at_5_std": 0.00775, "nauc_recall_at_5_diff1": 0.698539, "nauc_recall_at_10_max": 0.739242, "nauc_recall_at_10_std": 0.118644, "nauc_recall_at_10_diff1": 0.654982, "nauc_recall_at_20_max": 0.768658, "nauc_recall_at_20_std": 0.235571, "nauc_recall_at_20_diff1": 0.648897, "nauc_recall_at_100_max": 0.794564, "nauc_recall_at_100_std": 0.462047, "nauc_recall_at_100_diff1": 0.661749, "nauc_recall_at_1000_max": 0.770035, "nauc_recall_at_1000_std": 0.609161, "nauc_recall_at_1000_diff1": 0.678486, "nauc_precision_at_1_max": 0.657212, "nauc_precision_at_1_std": -0.071682, "nauc_precision_at_1_diff1": 0.794687, "nauc_precision_at_3_max": 0.699407, "nauc_precision_at_3_std": -0.025231, "nauc_precision_at_3_diff1": 0.721853, "nauc_precision_at_5_max": 0.708457, "nauc_precision_at_5_std": 0.00775, "nauc_precision_at_5_diff1": 0.698539, "nauc_precision_at_10_max": 0.739242, "nauc_precision_at_10_std": 0.118644, "nauc_precision_at_10_diff1": 0.654982, "nauc_precision_at_20_max": 0.768658, "nauc_precision_at_20_std": 0.235571, "nauc_precision_at_20_diff1": 0.648897, "nauc_precision_at_100_max": 0.794564, "nauc_precision_at_100_std": 0.462047, "nauc_precision_at_100_diff1": 0.661749, "nauc_precision_at_1000_max": 0.770035, "nauc_precision_at_1000_std": 0.609161, "nauc_precision_at_1000_diff1": 0.678486, "nauc_mrr_at_1_max": 0.657212, "nauc_mrr_at_1_std": -0.071682, "nauc_mrr_at_1_diff1": 0.794687, "nauc_mrr_at_3_max": 0.674786, "nauc_mrr_at_3_std": -0.051517, "nauc_mrr_at_3_diff1": 0.764844, "nauc_mrr_at_5_max": 0.675642, "nauc_mrr_at_5_std": -0.046214, "nauc_mrr_at_5_diff1": 0.761943, "nauc_mrr_at_10_max": 0.677884, "nauc_mrr_at_10_std": -0.037927, "nauc_mrr_at_10_diff1": 0.759594, "nauc_mrr_at_20_max": 0.678184, "nauc_mrr_at_20_std": -0.036155, "nauc_mrr_at_20_diff1": 0.760643, "nauc_mrr_at_100_max": 0.677582, "nauc_mrr_at_100_std": -0.037053, "nauc_mrr_at_100_diff1": 0.761555, "nauc_mrr_at_1000_max": 0.677486, "nauc_mrr_at_1000_std": -0.037445, "nauc_mrr_at_1000_diff1": 0.761643, "main_score": 0.65902, "hf_subset": "deu-vie", "languages": [ "deu-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.45926, "ndcg_at_3": 0.55307, "ndcg_at_5": 0.58149, "ndcg_at_10": 0.60458, "ndcg_at_20": 0.62308, "ndcg_at_100": 0.64439, "ndcg_at_1000": 0.65097, "map_at_1": 0.45926, "map_at_3": 0.52984, "map_at_5": 0.54558, "map_at_10": 0.55518, "map_at_20": 0.56025, "map_at_100": 0.56331, "map_at_1000": 0.56355, "recall_at_1": 0.45926, "recall_at_3": 0.62037, "recall_at_5": 0.68951, "recall_at_10": 0.76049, "recall_at_20": 0.83364, "recall_at_100": 0.94691, "recall_at_1000": 0.99877, "precision_at_1": 0.45926, "precision_at_3": 0.20679, "precision_at_5": 0.1379, "precision_at_10": 0.07605, "precision_at_20": 0.0417, "precision_at_100": 0.00948, "precision_at_1000": 0.001, "mrr_at_1": 0.459259, "mrr_at_3": 0.529835, "mrr_at_5": 0.545576, "mrr_at_10": 0.555176, "mrr_at_20": 0.560278, "mrr_at_100": 0.56331, "mrr_at_1000": 0.563554, "nauc_ndcg_at_1_max": 0.600077, "nauc_ndcg_at_1_std": 0.050455, "nauc_ndcg_at_1_diff1": 0.691197, "nauc_ndcg_at_3_max": 0.605657, "nauc_ndcg_at_3_std": 0.071829, "nauc_ndcg_at_3_diff1": 0.622225, "nauc_ndcg_at_5_max": 0.609424, "nauc_ndcg_at_5_std": 0.078668, "nauc_ndcg_at_5_diff1": 0.617093, "nauc_ndcg_at_10_max": 0.60816, "nauc_ndcg_at_10_std": 0.083916, "nauc_ndcg_at_10_diff1": 0.614574, "nauc_ndcg_at_20_max": 0.616685, "nauc_ndcg_at_20_std": 0.095917, "nauc_ndcg_at_20_diff1": 0.620087, "nauc_ndcg_at_100_max": 0.614371, "nauc_ndcg_at_100_std": 0.092558, "nauc_ndcg_at_100_diff1": 0.625805, "nauc_ndcg_at_1000_max": 0.610876, "nauc_ndcg_at_1000_std": 0.082742, "nauc_ndcg_at_1000_diff1": 0.629466, "nauc_map_at_1_max": 0.600077, "nauc_map_at_1_std": 0.050455, "nauc_map_at_1_diff1": 0.691197, "nauc_map_at_3_max": 0.604278, "nauc_map_at_3_std": 0.065484, "nauc_map_at_3_diff1": 0.639013, "nauc_map_at_5_max": 0.606394, "nauc_map_at_5_std": 0.068756, "nauc_map_at_5_diff1": 0.636869, "nauc_map_at_10_max": 0.605911, "nauc_map_at_10_std": 0.070417, "nauc_map_at_10_diff1": 0.636339, "nauc_map_at_20_max": 0.607968, "nauc_map_at_20_std": 0.073037, "nauc_map_at_20_diff1": 0.638017, "nauc_map_at_100_max": 0.607457, "nauc_map_at_100_std": 0.072377, "nauc_map_at_100_diff1": 0.638692, "nauc_map_at_1000_max": 0.607362, "nauc_map_at_1000_std": 0.072088, "nauc_map_at_1000_diff1": 0.638822, "nauc_recall_at_1_max": 0.600077, "nauc_recall_at_1_std": 0.050455, "nauc_recall_at_1_diff1": 0.691197, "nauc_recall_at_3_max": 0.610008, "nauc_recall_at_3_std": 0.092357, "nauc_recall_at_3_diff1": 0.569365, "nauc_recall_at_5_max": 0.620541, "nauc_recall_at_5_std": 0.115672, "nauc_recall_at_5_diff1": 0.546508, "nauc_recall_at_10_max": 0.617296, "nauc_recall_at_10_std": 0.147425, "nauc_recall_at_10_diff1": 0.519533, "nauc_recall_at_20_max": 0.67997, "nauc_recall_at_20_std": 0.255575, "nauc_recall_at_20_diff1": 0.52289, "nauc_recall_at_100_max": 0.756704, "nauc_recall_at_100_std": 0.487862, "nauc_recall_at_100_diff1": 0.49145, "nauc_recall_at_1000_max": 0.861111, "nauc_recall_at_1000_std": 0.861111, "nauc_recall_at_1000_diff1": 0.613679, "nauc_precision_at_1_max": 0.600077, "nauc_precision_at_1_std": 0.050455, "nauc_precision_at_1_diff1": 0.691197, "nauc_precision_at_3_max": 0.610008, "nauc_precision_at_3_std": 0.092357, "nauc_precision_at_3_diff1": 0.569365, "nauc_precision_at_5_max": 0.620541, "nauc_precision_at_5_std": 0.115672, "nauc_precision_at_5_diff1": 0.546508, "nauc_precision_at_10_max": 0.617296, "nauc_precision_at_10_std": 0.147425, "nauc_precision_at_10_diff1": 0.519533, "nauc_precision_at_20_max": 0.680888, "nauc_precision_at_20_std": 0.259422, "nauc_precision_at_20_diff1": 0.52182, "nauc_precision_at_100_max": 0.740299, "nauc_precision_at_100_std": 0.498018, "nauc_precision_at_100_diff1": 0.470307, "nauc_precision_at_1000_max": 0.427662, "nauc_precision_at_1000_std": 0.925727, "nauc_precision_at_1000_diff1": 0.060791, "nauc_mrr_at_1_max": 0.600077, "nauc_mrr_at_1_std": 0.050455, "nauc_mrr_at_1_diff1": 0.691197, "nauc_mrr_at_3_max": 0.604278, "nauc_mrr_at_3_std": 0.065484, "nauc_mrr_at_3_diff1": 0.639013, "nauc_mrr_at_5_max": 0.606394, "nauc_mrr_at_5_std": 0.068756, "nauc_mrr_at_5_diff1": 0.636869, "nauc_mrr_at_10_max": 0.605911, "nauc_mrr_at_10_std": 0.070417, "nauc_mrr_at_10_diff1": 0.636339, "nauc_mrr_at_20_max": 0.608, "nauc_mrr_at_20_std": 0.073198, "nauc_mrr_at_20_diff1": 0.637972, "nauc_mrr_at_100_max": 0.60746, "nauc_mrr_at_100_std": 0.07239, "nauc_mrr_at_100_diff1": 0.638688, "nauc_mrr_at_1000_max": 0.607364, "nauc_mrr_at_1000_std": 0.072101, "nauc_mrr_at_1000_diff1": 0.638818, "main_score": 0.60458, "hf_subset": "deu-zho", "languages": [ "deu-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.36827, "ndcg_at_3": 0.44543, "ndcg_at_5": 0.47027, "ndcg_at_10": 0.49657, "ndcg_at_20": 0.51597, "ndcg_at_100": 0.54281, "ndcg_at_1000": 0.55716, "map_at_1": 0.36818, "map_at_3": 0.42659, "map_at_5": 0.44031, "map_at_10": 0.4512, "map_at_20": 0.45654, "map_at_100": 0.46018, "map_at_1000": 0.4607, "recall_at_1": 0.36818, "recall_at_3": 0.49981, "recall_at_5": 0.56038, "recall_at_10": 0.64148, "recall_at_20": 0.71817, "recall_at_100": 0.86387, "recall_at_1000": 0.97787, "precision_at_1": 0.36827, "precision_at_3": 0.16664, "precision_at_5": 0.11209, "precision_at_10": 0.06417, "precision_at_20": 0.03592, "precision_at_100": 0.00864, "precision_at_1000": 0.00098, "mrr_at_1": 0.368273, "mrr_at_3": 0.426683, "mrr_at_5": 0.440399, "mrr_at_10": 0.451277, "mrr_at_20": 0.456612, "mrr_at_100": 0.460255, "mrr_at_1000": 0.460775, "nauc_ndcg_at_1_max": 0.561162, "nauc_ndcg_at_1_std": 0.076278, "nauc_ndcg_at_1_diff1": 0.64299, "nauc_ndcg_at_3_max": 0.562973, "nauc_ndcg_at_3_std": 0.101879, "nauc_ndcg_at_3_diff1": 0.576724, "nauc_ndcg_at_5_max": 0.564836, "nauc_ndcg_at_5_std": 0.115518, "nauc_ndcg_at_5_diff1": 0.564734, "nauc_ndcg_at_10_max": 0.568296, "nauc_ndcg_at_10_std": 0.126878, "nauc_ndcg_at_10_diff1": 0.559923, "nauc_ndcg_at_20_max": 0.568573, "nauc_ndcg_at_20_std": 0.132708, "nauc_ndcg_at_20_diff1": 0.557357, "nauc_ndcg_at_100_max": 0.571701, "nauc_ndcg_at_100_std": 0.140044, "nauc_ndcg_at_100_diff1": 0.562352, "nauc_ndcg_at_1000_max": 0.569855, "nauc_ndcg_at_1000_std": 0.129474, "nauc_ndcg_at_1000_diff1": 0.570174, "nauc_map_at_1_max": 0.56073, "nauc_map_at_1_std": 0.076133, "nauc_map_at_1_diff1": 0.642562, "nauc_map_at_3_max": 0.562714, "nauc_map_at_3_std": 0.095121, "nauc_map_at_3_diff1": 0.59286, "nauc_map_at_5_max": 0.563678, "nauc_map_at_5_std": 0.102289, "nauc_map_at_5_diff1": 0.586432, "nauc_map_at_10_max": 0.565129, "nauc_map_at_10_std": 0.106756, "nauc_map_at_10_diff1": 0.584743, "nauc_map_at_20_max": 0.565194, "nauc_map_at_20_std": 0.108096, "nauc_map_at_20_diff1": 0.5844, "nauc_map_at_100_max": 0.56551, "nauc_map_at_100_std": 0.108913, "nauc_map_at_100_diff1": 0.585065, "nauc_map_at_1000_max": 0.565456, "nauc_map_at_1000_std": 0.108641, "nauc_map_at_1000_diff1": 0.58529, "nauc_recall_at_1_max": 0.56073, "nauc_recall_at_1_std": 0.076133, "nauc_recall_at_1_diff1": 0.642562, "nauc_recall_at_3_max": 0.563155, "nauc_recall_at_3_std": 0.121689, "nauc_recall_at_3_diff1": 0.529069, "nauc_recall_at_5_max": 0.568098, "nauc_recall_at_5_std": 0.158567, "nauc_recall_at_5_diff1": 0.495802, "nauc_recall_at_10_max": 0.580347, "nauc_recall_at_10_std": 0.203389, "nauc_recall_at_10_diff1": 0.47069, "nauc_recall_at_20_max": 0.58379, "nauc_recall_at_20_std": 0.247518, "nauc_recall_at_20_diff1": 0.439946, "nauc_recall_at_100_max": 0.636732, "nauc_recall_at_100_std": 0.433262, "nauc_recall_at_100_diff1": 0.405123, "nauc_recall_at_1000_max": 0.755703, "nauc_recall_at_1000_std": 0.708054, "nauc_recall_at_1000_diff1": 0.472862, "nauc_precision_at_1_max": 0.561162, "nauc_precision_at_1_std": 0.076278, "nauc_precision_at_1_diff1": 0.64299, "nauc_precision_at_3_max": 0.563639, "nauc_precision_at_3_std": 0.121844, "nauc_precision_at_3_diff1": 0.529552, "nauc_precision_at_5_max": 0.568652, "nauc_precision_at_5_std": 0.158744, "nauc_precision_at_5_diff1": 0.496349, "nauc_precision_at_10_max": 0.580816, "nauc_precision_at_10_std": 0.203523, "nauc_precision_at_10_diff1": 0.471281, "nauc_precision_at_20_max": 0.584341, "nauc_precision_at_20_std": 0.247619, "nauc_precision_at_20_diff1": 0.440688, "nauc_precision_at_100_max": 0.637632, "nauc_precision_at_100_std": 0.432991, "nauc_precision_at_100_diff1": 0.406596, "nauc_precision_at_1000_max": 0.741222, "nauc_precision_at_1000_std": 0.687847, "nauc_precision_at_1000_diff1": 0.465407, "nauc_mrr_at_1_max": 0.561162, "nauc_mrr_at_1_std": 0.076278, "nauc_mrr_at_1_diff1": 0.64299, "nauc_mrr_at_3_max": 0.563149, "nauc_mrr_at_3_std": 0.095265, "nauc_mrr_at_3_diff1": 0.593293, "nauc_mrr_at_5_max": 0.564118, "nauc_mrr_at_5_std": 0.102436, "nauc_mrr_at_5_diff1": 0.586871, "nauc_mrr_at_10_max": 0.565476, "nauc_mrr_at_10_std": 0.106872, "nauc_mrr_at_10_diff1": 0.58509, "nauc_mrr_at_20_max": 0.565544, "nauc_mrr_at_20_std": 0.108212, "nauc_mrr_at_20_diff1": 0.58475, "nauc_mrr_at_100_max": 0.565863, "nauc_mrr_at_100_std": 0.109031, "nauc_mrr_at_100_diff1": 0.585418, "nauc_mrr_at_1000_max": 0.56581, "nauc_mrr_at_1000_std": 0.108759, "nauc_mrr_at_1000_diff1": 0.585643, "main_score": 0.49657, "hf_subset": "eng-ara", "languages": [ "eng-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.56924, "ndcg_at_3": 0.64563, "ndcg_at_5": 0.66315, "ndcg_at_10": 0.68081, "ndcg_at_20": 0.69258, "ndcg_at_100": 0.7089, "ndcg_at_1000": 0.7164, "map_at_1": 0.56913, "map_at_3": 0.627, "map_at_5": 0.63676, "map_at_10": 0.64411, "map_at_20": 0.64737, "map_at_100": 0.64962, "map_at_1000": 0.64991, "recall_at_1": 0.56913, "recall_at_3": 0.69931, "recall_at_5": 0.74175, "recall_at_10": 0.79603, "recall_at_20": 0.84234, "recall_at_100": 0.9302, "recall_at_1000": 0.98936, "precision_at_1": 0.56924, "precision_at_3": 0.23318, "precision_at_5": 0.14842, "precision_at_10": 0.07964, "precision_at_20": 0.04213, "precision_at_100": 0.00931, "precision_at_1000": 0.00099, "mrr_at_1": 0.569244, "mrr_at_3": 0.627151, "mrr_at_5": 0.636856, "mrr_at_10": 0.6442, "mrr_at_20": 0.647461, "mrr_at_100": 0.649706, "mrr_at_1000": 0.649987, "nauc_ndcg_at_1_max": 0.685768, "nauc_ndcg_at_1_std": -0.046046, "nauc_ndcg_at_1_diff1": 0.803402, "nauc_ndcg_at_3_max": 0.718491, "nauc_ndcg_at_3_std": -0.025121, "nauc_ndcg_at_3_diff1": 0.760377, "nauc_ndcg_at_5_max": 0.723221, "nauc_ndcg_at_5_std": -0.014543, "nauc_ndcg_at_5_diff1": 0.758735, "nauc_ndcg_at_10_max": 0.720564, "nauc_ndcg_at_10_std": -0.003147, "nauc_ndcg_at_10_diff1": 0.753255, "nauc_ndcg_at_20_max": 0.723182, "nauc_ndcg_at_20_std": 0.007978, "nauc_ndcg_at_20_diff1": 0.753459, "nauc_ndcg_at_100_max": 0.720452, "nauc_ndcg_at_100_std": 0.01191, "nauc_ndcg_at_100_diff1": 0.757883, "nauc_ndcg_at_1000_max": 0.718199, "nauc_ndcg_at_1000_std": 0.000337, "nauc_ndcg_at_1000_diff1": 0.761325, "nauc_map_at_1_max": 0.685293, "nauc_map_at_1_std": -0.046233, "nauc_map_at_1_diff1": 0.803346, "nauc_map_at_3_max": 0.710478, "nauc_map_at_3_std": -0.031318, "nauc_map_at_3_diff1": 0.771723, "nauc_map_at_5_max": 0.712945, "nauc_map_at_5_std": -0.025808, "nauc_map_at_5_diff1": 0.7711, "nauc_map_at_10_max": 0.711746, "nauc_map_at_10_std": -0.021676, "nauc_map_at_10_diff1": 0.769144, "nauc_map_at_20_max": 0.712335, "nauc_map_at_20_std": -0.019052, "nauc_map_at_20_diff1": 0.769321, "nauc_map_at_100_max": 0.711862, "nauc_map_at_100_std": -0.018496, "nauc_map_at_100_diff1": 0.769831, "nauc_map_at_1000_max": 0.711798, "nauc_map_at_1000_std": -0.018811, "nauc_map_at_1000_diff1": 0.769946, "nauc_recall_at_1_max": 0.685293, "nauc_recall_at_1_std": -0.046233, "nauc_recall_at_1_diff1": 0.803346, "nauc_recall_at_3_max": 0.743989, "nauc_recall_at_3_std": -0.004852, "nauc_recall_at_3_diff1": 0.722887, "nauc_recall_at_5_max": 0.760662, "nauc_recall_at_5_std": 0.028273, "nauc_recall_at_5_diff1": 0.713361, "nauc_recall_at_10_max": 0.75702, "nauc_recall_at_10_std": 0.085436, "nauc_recall_at_10_diff1": 0.681456, "nauc_recall_at_20_max": 0.783395, "nauc_recall_at_20_std": 0.18141, "nauc_recall_at_20_diff1": 0.664158, "nauc_recall_at_100_max": 0.80753, "nauc_recall_at_100_std": 0.4351, "nauc_recall_at_100_diff1": 0.64941, "nauc_recall_at_1000_max": 0.887383, "nauc_recall_at_1000_std": 0.722427, "nauc_recall_at_1000_diff1": 0.629227, "nauc_precision_at_1_max": 0.685768, "nauc_precision_at_1_std": -0.046046, "nauc_precision_at_1_diff1": 0.803402, "nauc_precision_at_3_max": 0.744525, "nauc_precision_at_3_std": -0.004122, "nauc_precision_at_3_diff1": 0.72294, "nauc_precision_at_5_max": 0.760412, "nauc_precision_at_5_std": 0.029336, "nauc_precision_at_5_diff1": 0.712024, "nauc_precision_at_10_max": 0.756725, "nauc_precision_at_10_std": 0.086627, "nauc_precision_at_10_diff1": 0.679895, "nauc_precision_at_20_max": 0.783053, "nauc_precision_at_20_std": 0.182739, "nauc_precision_at_20_diff1": 0.662291, "nauc_precision_at_100_max": 0.787963, "nauc_precision_at_100_std": 0.441829, "nauc_precision_at_100_diff1": 0.629826, "nauc_precision_at_1000_max": 0.762649, "nauc_precision_at_1000_std": 0.725461, "nauc_precision_at_1000_diff1": 0.517059, "nauc_mrr_at_1_max": 0.685768, "nauc_mrr_at_1_std": -0.046046, "nauc_mrr_at_1_diff1": 0.803402, "nauc_mrr_at_3_max": 0.710963, "nauc_mrr_at_3_std": -0.030971, "nauc_mrr_at_3_diff1": 0.771765, "nauc_mrr_at_5_max": 0.713181, "nauc_mrr_at_5_std": -0.025557, "nauc_mrr_at_5_diff1": 0.771122, "nauc_mrr_at_10_max": 0.711985, "nauc_mrr_at_10_std": -0.02142, "nauc_mrr_at_10_diff1": 0.769166, "nauc_mrr_at_20_max": 0.712577, "nauc_mrr_at_20_std": -0.018793, "nauc_mrr_at_20_diff1": 0.769343, "nauc_mrr_at_100_max": 0.71211, "nauc_mrr_at_100_std": -0.018287, "nauc_mrr_at_100_diff1": 0.769851, "nauc_mrr_at_1000_max": 0.712047, "nauc_mrr_at_1000_std": -0.018602, "nauc_mrr_at_1000_diff1": 0.769967, "main_score": 0.68081, "hf_subset": "eng-deu", "languages": [ "eng-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.59135, "ndcg_at_3": 0.66602, "ndcg_at_5": 0.68387, "ndcg_at_10": 0.69957, "ndcg_at_20": 0.711, "ndcg_at_100": 0.72574, "ndcg_at_1000": 0.73261, "map_at_1": 0.59131, "map_at_3": 0.64801, "map_at_5": 0.65794, "map_at_10": 0.66447, "map_at_20": 0.66766, "map_at_100": 0.6697, "map_at_1000": 0.66995, "recall_at_1": 0.59131, "recall_at_3": 0.71792, "recall_at_5": 0.76118, "recall_at_10": 0.80943, "recall_at_20": 0.8542, "recall_at_100": 0.93372, "recall_at_1000": 0.98791, "precision_at_1": 0.59135, "precision_at_3": 0.23934, "precision_at_5": 0.15227, "precision_at_10": 0.08097, "precision_at_20": 0.04273, "precision_at_100": 0.00934, "precision_at_1000": 0.00099, "mrr_at_1": 0.591349, "mrr_at_3": 0.648075, "mrr_at_5": 0.657969, "mrr_at_10": 0.664514, "mrr_at_20": 0.667706, "mrr_at_100": 0.669739, "mrr_at_1000": 0.669995, "nauc_ndcg_at_1_max": 0.632407, "nauc_ndcg_at_1_std": -0.023538, "nauc_ndcg_at_1_diff1": 0.784414, "nauc_ndcg_at_3_max": 0.664174, "nauc_ndcg_at_3_std": 0.00472, "nauc_ndcg_at_3_diff1": 0.747022, "nauc_ndcg_at_5_max": 0.667783, "nauc_ndcg_at_5_std": 0.014497, "nauc_ndcg_at_5_diff1": 0.746053, "nauc_ndcg_at_10_max": 0.666354, "nauc_ndcg_at_10_std": 0.019696, "nauc_ndcg_at_10_diff1": 0.742352, "nauc_ndcg_at_20_max": 0.668322, "nauc_ndcg_at_20_std": 0.028907, "nauc_ndcg_at_20_diff1": 0.744373, "nauc_ndcg_at_100_max": 0.667004, "nauc_ndcg_at_100_std": 0.033068, "nauc_ndcg_at_100_diff1": 0.747024, "nauc_ndcg_at_1000_max": 0.664532, "nauc_ndcg_at_1000_std": 0.024418, "nauc_ndcg_at_1000_diff1": 0.749774, "nauc_map_at_1_max": 0.6323, "nauc_map_at_1_std": -0.023693, "nauc_map_at_1_diff1": 0.784352, "nauc_map_at_3_max": 0.656331, "nauc_map_at_3_std": -0.003022, "nauc_map_at_3_diff1": 0.756785, "nauc_map_at_5_max": 0.658069, "nauc_map_at_5_std": 0.001974, "nauc_map_at_5_diff1": 0.756565, "nauc_map_at_10_max": 0.657371, "nauc_map_at_10_std": 0.00382, "nauc_map_at_10_diff1": 0.755297, "nauc_map_at_20_max": 0.657804, "nauc_map_at_20_std": 0.00602, "nauc_map_at_20_diff1": 0.755918, "nauc_map_at_100_max": 0.657574, "nauc_map_at_100_std": 0.006581, "nauc_map_at_100_diff1": 0.756216, "nauc_map_at_1000_max": 0.657498, "nauc_map_at_1000_std": 0.006347, "nauc_map_at_1000_diff1": 0.756312, "nauc_recall_at_1_max": 0.6323, "nauc_recall_at_1_std": -0.023693, "nauc_recall_at_1_diff1": 0.784352, "nauc_recall_at_3_max": 0.6898, "nauc_recall_at_3_std": 0.030372, "nauc_recall_at_3_diff1": 0.714233, "nauc_recall_at_5_max": 0.704269, "nauc_recall_at_5_std": 0.063002, "nauc_recall_at_5_diff1": 0.706536, "nauc_recall_at_10_max": 0.705432, "nauc_recall_at_10_std": 0.094703, "nauc_recall_at_10_diff1": 0.682901, "nauc_recall_at_20_max": 0.729075, "nauc_recall_at_20_std": 0.176628, "nauc_recall_at_20_diff1": 0.680251, "nauc_recall_at_100_max": 0.772267, "nauc_recall_at_100_std": 0.402818, "nauc_recall_at_100_diff1": 0.664016, "nauc_recall_at_1000_max": 0.877199, "nauc_recall_at_1000_std": 0.740206, "nauc_recall_at_1000_diff1": 0.684976, "nauc_precision_at_1_max": 0.632407, "nauc_precision_at_1_std": -0.023538, "nauc_precision_at_1_diff1": 0.784414, "nauc_precision_at_3_max": 0.690276, "nauc_precision_at_3_std": 0.030887, "nauc_precision_at_3_diff1": 0.714423, "nauc_precision_at_5_max": 0.703974, "nauc_precision_at_5_std": 0.064074, "nauc_precision_at_5_diff1": 0.70557, "nauc_precision_at_10_max": 0.704979, "nauc_precision_at_10_std": 0.095841, "nauc_precision_at_10_diff1": 0.681831, "nauc_precision_at_20_max": 0.728544, "nauc_precision_at_20_std": 0.178542, "nauc_precision_at_20_diff1": 0.678802, "nauc_precision_at_100_max": 0.765816, "nauc_precision_at_100_std": 0.405425, "nauc_precision_at_100_diff1": 0.655629, "nauc_precision_at_1000_max": 0.782264, "nauc_precision_at_1000_std": 0.706499, "nauc_precision_at_1000_diff1": 0.596607, "nauc_mrr_at_1_max": 0.632407, "nauc_mrr_at_1_std": -0.023538, "nauc_mrr_at_1_diff1": 0.784414, "nauc_mrr_at_3_max": 0.656569, "nauc_mrr_at_3_std": -0.002717, "nauc_mrr_at_3_diff1": 0.756877, "nauc_mrr_at_5_max": 0.658143, "nauc_mrr_at_5_std": 0.002081, "nauc_mrr_at_5_diff1": 0.756606, "nauc_mrr_at_10_max": 0.657433, "nauc_mrr_at_10_std": 0.003917, "nauc_mrr_at_10_diff1": 0.755341, "nauc_mrr_at_20_max": 0.657868, "nauc_mrr_at_20_std": 0.006133, "nauc_mrr_at_20_diff1": 0.755961, "nauc_mrr_at_100_max": 0.657641, "nauc_mrr_at_100_std": 0.006705, "nauc_mrr_at_100_diff1": 0.75626, "nauc_mrr_at_1000_max": 0.657566, "nauc_mrr_at_1000_std": 0.00647, "nauc_mrr_at_1000_diff1": 0.756355, "main_score": 0.69957, "hf_subset": "eng-eng", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.54275, "ndcg_at_3": 0.62387, "ndcg_at_5": 0.64244, "ndcg_at_10": 0.65833, "ndcg_at_20": 0.6713, "ndcg_at_100": 0.68853, "ndcg_at_1000": 0.6974, "map_at_1": 0.54275, "map_at_3": 0.60404, "map_at_5": 0.61434, "map_at_10": 0.62094, "map_at_20": 0.62451, "map_at_100": 0.62693, "map_at_1000": 0.62727, "recall_at_1": 0.54275, "recall_at_3": 0.6812, "recall_at_5": 0.72624, "recall_at_10": 0.77519, "recall_at_20": 0.82641, "recall_at_100": 0.91859, "recall_at_1000": 0.98838, "precision_at_1": 0.54275, "precision_at_3": 0.22707, "precision_at_5": 0.14527, "precision_at_10": 0.07753, "precision_at_20": 0.04133, "precision_at_100": 0.00919, "precision_at_1000": 0.00099, "mrr_at_1": 0.542754, "mrr_at_3": 0.604044, "mrr_at_5": 0.614366, "mrr_at_10": 0.620967, "mrr_at_20": 0.624531, "mrr_at_100": 0.626951, "mrr_at_1000": 0.627286, "nauc_ndcg_at_1_max": 0.693985, "nauc_ndcg_at_1_std": 0.071696, "nauc_ndcg_at_1_diff1": 0.769918, "nauc_ndcg_at_3_max": 0.723945, "nauc_ndcg_at_3_std": 0.109769, "nauc_ndcg_at_3_diff1": 0.719839, "nauc_ndcg_at_5_max": 0.726842, "nauc_ndcg_at_5_std": 0.121832, "nauc_ndcg_at_5_diff1": 0.716302, "nauc_ndcg_at_10_max": 0.728435, "nauc_ndcg_at_10_std": 0.132325, "nauc_ndcg_at_10_diff1": 0.715102, "nauc_ndcg_at_20_max": 0.727715, "nauc_ndcg_at_20_std": 0.14216, "nauc_ndcg_at_20_diff1": 0.71458, "nauc_ndcg_at_100_max": 0.726366, "nauc_ndcg_at_100_std": 0.144618, "nauc_ndcg_at_100_diff1": 0.718099, "nauc_ndcg_at_1000_max": 0.723991, "nauc_ndcg_at_1000_std": 0.132296, "nauc_ndcg_at_1000_diff1": 0.722223, "nauc_map_at_1_max": 0.693985, "nauc_map_at_1_std": 0.071696, "nauc_map_at_1_diff1": 0.769918, "nauc_map_at_3_max": 0.716689, "nauc_map_at_3_std": 0.099832, "nauc_map_at_3_diff1": 0.732545, "nauc_map_at_5_max": 0.718104, "nauc_map_at_5_std": 0.105954, "nauc_map_at_5_diff1": 0.730903, "nauc_map_at_10_max": 0.718684, "nauc_map_at_10_std": 0.109884, "nauc_map_at_10_diff1": 0.730685, "nauc_map_at_20_max": 0.718319, "nauc_map_at_20_std": 0.11208, "nauc_map_at_20_diff1": 0.730633, "nauc_map_at_100_max": 0.718122, "nauc_map_at_100_std": 0.112453, "nauc_map_at_100_diff1": 0.731128, "nauc_map_at_1000_max": 0.718062, "nauc_map_at_1000_std": 0.112091, "nauc_map_at_1000_diff1": 0.731284, "nauc_recall_at_1_max": 0.693985, "nauc_recall_at_1_std": 0.071696, "nauc_recall_at_1_diff1": 0.769918, "nauc_recall_at_3_max": 0.747469, "nauc_recall_at_3_std": 0.142353, "nauc_recall_at_3_diff1": 0.678349, "nauc_recall_at_5_max": 0.758484, "nauc_recall_at_5_std": 0.181159, "nauc_recall_at_5_diff1": 0.663447, "nauc_recall_at_10_max": 0.769683, "nauc_recall_at_10_std": 0.233432, "nauc_recall_at_10_diff1": 0.649357, "nauc_recall_at_20_max": 0.77663, "nauc_recall_at_20_std": 0.3211, "nauc_recall_at_20_diff1": 0.630662, "nauc_recall_at_100_max": 0.802207, "nauc_recall_at_100_std": 0.526537, "nauc_recall_at_100_diff1": 0.604988, "nauc_recall_at_1000_max": 0.843699, "nauc_recall_at_1000_std": 0.738955, "nauc_recall_at_1000_diff1": 0.581412, "nauc_precision_at_1_max": 0.693985, "nauc_precision_at_1_std": 0.071696, "nauc_precision_at_1_diff1": 0.769918, "nauc_precision_at_3_max": 0.747469, "nauc_precision_at_3_std": 0.142353, "nauc_precision_at_3_diff1": 0.678349, "nauc_precision_at_5_max": 0.758415, "nauc_precision_at_5_std": 0.181279, "nauc_precision_at_5_diff1": 0.663293, "nauc_precision_at_10_max": 0.769606, "nauc_precision_at_10_std": 0.23359, "nauc_precision_at_10_diff1": 0.649171, "nauc_precision_at_20_max": 0.774197, "nauc_precision_at_20_std": 0.322732, "nauc_precision_at_20_diff1": 0.628044, "nauc_precision_at_100_max": 0.79736, "nauc_precision_at_100_std": 0.529273, "nauc_precision_at_100_diff1": 0.599892, "nauc_precision_at_1000_max": 0.775755, "nauc_precision_at_1000_std": 0.728714, "nauc_precision_at_1000_diff1": 0.521038, "nauc_mrr_at_1_max": 0.693985, "nauc_mrr_at_1_std": 0.071696, "nauc_mrr_at_1_diff1": 0.769918, "nauc_mrr_at_3_max": 0.716689, "nauc_mrr_at_3_std": 0.099832, "nauc_mrr_at_3_diff1": 0.732545, "nauc_mrr_at_5_max": 0.718088, "nauc_mrr_at_5_std": 0.105973, "nauc_mrr_at_5_diff1": 0.730876, "nauc_mrr_at_10_max": 0.718667, "nauc_mrr_at_10_std": 0.109904, "nauc_mrr_at_10_diff1": 0.730658, "nauc_mrr_at_20_max": 0.718305, "nauc_mrr_at_20_std": 0.112069, "nauc_mrr_at_20_diff1": 0.730612, "nauc_mrr_at_100_max": 0.718108, "nauc_mrr_at_100_std": 0.112442, "nauc_mrr_at_100_diff1": 0.731107, "nauc_mrr_at_1000_max": 0.718048, "nauc_mrr_at_1000_std": 0.11208, "nauc_mrr_at_1000_diff1": 0.731263, "main_score": 0.65833, "hf_subset": "eng-spa", "languages": [ "eng-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.42738, "ndcg_at_3": 0.50953, "ndcg_at_5": 0.53212, "ndcg_at_10": 0.55442, "ndcg_at_20": 0.57201, "ndcg_at_100": 0.59574, "ndcg_at_1000": 0.60739, "map_at_1": 0.42728, "map_at_3": 0.48922, "map_at_5": 0.5016, "map_at_10": 0.51083, "map_at_20": 0.51566, "map_at_100": 0.51895, "map_at_1000": 0.51939, "recall_at_1": 0.42728, "recall_at_3": 0.56825, "recall_at_5": 0.62368, "recall_at_10": 0.69253, "recall_at_20": 0.7621, "recall_at_100": 0.89005, "recall_at_1000": 0.98139, "precision_at_1": 0.42738, "precision_at_3": 0.18945, "precision_at_5": 0.12478, "precision_at_10": 0.06928, "precision_at_20": 0.03812, "precision_at_100": 0.0089, "precision_at_1000": 0.00098, "mrr_at_1": 0.42738, "mrr_at_3": 0.489321, "mrr_at_5": 0.501719, "mrr_at_10": 0.510923, "mrr_at_20": 0.51575, "mrr_at_100": 0.519038, "mrr_at_1000": 0.519483, "nauc_ndcg_at_1_max": 0.579309, "nauc_ndcg_at_1_std": 0.086318, "nauc_ndcg_at_1_diff1": 0.685084, "nauc_ndcg_at_3_max": 0.603926, "nauc_ndcg_at_3_std": 0.122785, "nauc_ndcg_at_3_diff1": 0.628327, "nauc_ndcg_at_5_max": 0.605894, "nauc_ndcg_at_5_std": 0.128218, "nauc_ndcg_at_5_diff1": 0.619397, "nauc_ndcg_at_10_max": 0.604569, "nauc_ndcg_at_10_std": 0.136108, "nauc_ndcg_at_10_diff1": 0.614181, "nauc_ndcg_at_20_max": 0.60615, "nauc_ndcg_at_20_std": 0.143497, "nauc_ndcg_at_20_diff1": 0.614806, "nauc_ndcg_at_100_max": 0.606946, "nauc_ndcg_at_100_std": 0.148941, "nauc_ndcg_at_100_diff1": 0.620177, "nauc_ndcg_at_1000_max": 0.604379, "nauc_ndcg_at_1000_std": 0.138712, "nauc_ndcg_at_1000_diff1": 0.625297, "nauc_map_at_1_max": 0.578963, "nauc_map_at_1_std": 0.086156, "nauc_map_at_1_diff1": 0.684568, "nauc_map_at_3_max": 0.598028, "nauc_map_at_3_std": 0.113099, "nauc_map_at_3_diff1": 0.64187, "nauc_map_at_5_max": 0.598861, "nauc_map_at_5_std": 0.115861, "nauc_map_at_5_diff1": 0.637188, "nauc_map_at_10_max": 0.598378, "nauc_map_at_10_std": 0.118712, "nauc_map_at_10_diff1": 0.635458, "nauc_map_at_20_max": 0.598728, "nauc_map_at_20_std": 0.120466, "nauc_map_at_20_diff1": 0.635861, "nauc_map_at_100_max": 0.598746, "nauc_map_at_100_std": 0.120968, "nauc_map_at_100_diff1": 0.636537, "nauc_map_at_1000_max": 0.598693, "nauc_map_at_1000_std": 0.120699, "nauc_map_at_1000_diff1": 0.636723, "nauc_recall_at_1_max": 0.578963, "nauc_recall_at_1_std": 0.086156, "nauc_recall_at_1_diff1": 0.684568, "nauc_recall_at_3_max": 0.621418, "nauc_recall_at_3_std": 0.152472, "nauc_recall_at_3_diff1": 0.586543, "nauc_recall_at_5_max": 0.628644, "nauc_recall_at_5_std": 0.169382, "nauc_recall_at_5_diff1": 0.559722, "nauc_recall_at_10_max": 0.626058, "nauc_recall_at_10_std": 0.20531, "nauc_recall_at_10_diff1": 0.531262, "nauc_recall_at_20_max": 0.639666, "nauc_recall_at_20_std": 0.26209, "nauc_recall_at_20_diff1": 0.515458, "nauc_recall_at_100_max": 0.683906, "nauc_recall_at_100_std": 0.453392, "nauc_recall_at_100_diff1": 0.501493, "nauc_recall_at_1000_max": 0.721276, "nauc_recall_at_1000_std": 0.653635, "nauc_recall_at_1000_diff1": 0.520187, "nauc_precision_at_1_max": 0.579309, "nauc_precision_at_1_std": 0.086318, "nauc_precision_at_1_diff1": 0.685084, "nauc_precision_at_3_max": 0.621847, "nauc_precision_at_3_std": 0.152665, "nauc_precision_at_3_diff1": 0.587152, "nauc_precision_at_5_max": 0.629226, "nauc_precision_at_5_std": 0.169693, "nauc_precision_at_5_diff1": 0.560332, "nauc_precision_at_10_max": 0.625701, "nauc_precision_at_10_std": 0.205428, "nauc_precision_at_10_diff1": 0.530906, "nauc_precision_at_20_max": 0.639259, "nauc_precision_at_20_std": 0.262177, "nauc_precision_at_20_diff1": 0.515083, "nauc_precision_at_100_max": 0.683085, "nauc_precision_at_100_std": 0.453133, "nauc_precision_at_100_diff1": 0.50086, "nauc_precision_at_1000_max": 0.716521, "nauc_precision_at_1000_std": 0.649784, "nauc_precision_at_1000_diff1": 0.516638, "nauc_mrr_at_1_max": 0.579309, "nauc_mrr_at_1_std": 0.086318, "nauc_mrr_at_1_diff1": 0.685084, "nauc_mrr_at_3_max": 0.598388, "nauc_mrr_at_3_std": 0.113269, "nauc_mrr_at_3_diff1": 0.642405, "nauc_mrr_at_5_max": 0.59924, "nauc_mrr_at_5_std": 0.116048, "nauc_mrr_at_5_diff1": 0.637719, "nauc_mrr_at_10_max": 0.598746, "nauc_mrr_at_10_std": 0.118879, "nauc_mrr_at_10_diff1": 0.636023, "nauc_mrr_at_20_max": 0.5991, "nauc_mrr_at_20_std": 0.120634, "nauc_mrr_at_20_diff1": 0.636432, "nauc_mrr_at_100_max": 0.599121, "nauc_mrr_at_100_std": 0.121138, "nauc_mrr_at_100_diff1": 0.637112, "nauc_mrr_at_1000_max": 0.599068, "nauc_mrr_at_1000_std": 0.120869, "nauc_mrr_at_1000_diff1": 0.637299, "main_score": 0.55442, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.47771, "ndcg_at_3": 0.55879, "ndcg_at_5": 0.58007, "ndcg_at_10": 0.60039, "ndcg_at_20": 0.61498, "ndcg_at_100": 0.63603, "ndcg_at_1000": 0.64681, "map_at_1": 0.47771, "map_at_3": 0.53894, "map_at_5": 0.55075, "map_at_10": 0.55911, "map_at_20": 0.56312, "map_at_100": 0.56604, "map_at_1000": 0.56644, "recall_at_1": 0.47771, "recall_at_3": 0.6162, "recall_at_5": 0.66788, "recall_at_10": 0.73085, "recall_at_20": 0.78854, "recall_at_100": 0.90191, "recall_at_1000": 0.98726, "precision_at_1": 0.47771, "precision_at_3": 0.2054, "precision_at_5": 0.13358, "precision_at_10": 0.07308, "precision_at_20": 0.03943, "precision_at_100": 0.00902, "precision_at_1000": 0.00099, "mrr_at_1": 0.477707, "mrr_at_3": 0.538944, "mrr_at_5": 0.550746, "mrr_at_10": 0.559107, "mrr_at_20": 0.56312, "mrr_at_100": 0.566038, "mrr_at_1000": 0.566437, "nauc_ndcg_at_1_max": 0.650386, "nauc_ndcg_at_1_std": 0.021351, "nauc_ndcg_at_1_diff1": 0.743666, "nauc_ndcg_at_3_max": 0.680557, "nauc_ndcg_at_3_std": 0.057274, "nauc_ndcg_at_3_diff1": 0.698695, "nauc_ndcg_at_5_max": 0.682005, "nauc_ndcg_at_5_std": 0.065992, "nauc_ndcg_at_5_diff1": 0.6914, "nauc_ndcg_at_10_max": 0.683109, "nauc_ndcg_at_10_std": 0.079667, "nauc_ndcg_at_10_diff1": 0.685322, "nauc_ndcg_at_20_max": 0.683102, "nauc_ndcg_at_20_std": 0.088442, "nauc_ndcg_at_20_diff1": 0.683988, "nauc_ndcg_at_100_max": 0.682385, "nauc_ndcg_at_100_std": 0.092226, "nauc_ndcg_at_100_diff1": 0.686998, "nauc_ndcg_at_1000_max": 0.680606, "nauc_ndcg_at_1000_std": 0.08005, "nauc_ndcg_at_1000_diff1": 0.694283, "nauc_map_at_1_max": 0.650386, "nauc_map_at_1_std": 0.021351, "nauc_map_at_1_diff1": 0.743666, "nauc_map_at_3_max": 0.673555, "nauc_map_at_3_std": 0.04824, "nauc_map_at_3_diff1": 0.710116, "nauc_map_at_5_max": 0.674125, "nauc_map_at_5_std": 0.052618, "nauc_map_at_5_diff1": 0.706366, "nauc_map_at_10_max": 0.674386, "nauc_map_at_10_std": 0.05761, "nauc_map_at_10_diff1": 0.70421, "nauc_map_at_20_max": 0.674409, "nauc_map_at_20_std": 0.059729, "nauc_map_at_20_diff1": 0.704105, "nauc_map_at_100_max": 0.674282, "nauc_map_at_100_std": 0.060041, "nauc_map_at_100_diff1": 0.704529, "nauc_map_at_1000_max": 0.674257, "nauc_map_at_1000_std": 0.059746, "nauc_map_at_1000_diff1": 0.704772, "nauc_recall_at_1_max": 0.650386, "nauc_recall_at_1_std": 0.021351, "nauc_recall_at_1_diff1": 0.743666, "nauc_recall_at_3_max": 0.702235, "nauc_recall_at_3_std": 0.085591, "nauc_recall_at_3_diff1": 0.662845, "nauc_recall_at_5_max": 0.70877, "nauc_recall_at_5_std": 0.112992, "nauc_recall_at_5_diff1": 0.63946, "nauc_recall_at_10_max": 0.717915, "nauc_recall_at_10_std": 0.17534, "nauc_recall_at_10_diff1": 0.607082, "nauc_recall_at_20_max": 0.724041, "nauc_recall_at_20_std": 0.246022, "nauc_recall_at_20_diff1": 0.581844, "nauc_recall_at_100_max": 0.752203, "nauc_recall_at_100_std": 0.455013, "nauc_recall_at_100_diff1": 0.529409, "nauc_recall_at_1000_max": 0.876848, "nauc_recall_at_1000_std": 0.749145, "nauc_recall_at_1000_diff1": 0.661566, "nauc_precision_at_1_max": 0.650386, "nauc_precision_at_1_std": 0.021351, "nauc_precision_at_1_diff1": 0.743666, "nauc_precision_at_3_max": 0.702235, "nauc_precision_at_3_std": 0.085591, "nauc_precision_at_3_diff1": 0.662845, "nauc_precision_at_5_max": 0.70877, "nauc_precision_at_5_std": 0.112992, "nauc_precision_at_5_diff1": 0.63946, "nauc_precision_at_10_max": 0.717915, "nauc_precision_at_10_std": 0.17534, "nauc_precision_at_10_diff1": 0.607082, "nauc_precision_at_20_max": 0.724041, "nauc_precision_at_20_std": 0.246022, "nauc_precision_at_20_diff1": 0.581844, "nauc_precision_at_100_max": 0.752203, "nauc_precision_at_100_std": 0.455013, "nauc_precision_at_100_diff1": 0.529409, "nauc_precision_at_1000_max": 0.876848, "nauc_precision_at_1000_std": 0.749145, "nauc_precision_at_1000_diff1": 0.661566, "nauc_mrr_at_1_max": 0.650386, "nauc_mrr_at_1_std": 0.021351, "nauc_mrr_at_1_diff1": 0.743666, "nauc_mrr_at_3_max": 0.673555, "nauc_mrr_at_3_std": 0.04824, "nauc_mrr_at_3_diff1": 0.710116, "nauc_mrr_at_5_max": 0.674125, "nauc_mrr_at_5_std": 0.052618, "nauc_mrr_at_5_diff1": 0.706366, "nauc_mrr_at_10_max": 0.674386, "nauc_mrr_at_10_std": 0.05761, "nauc_mrr_at_10_diff1": 0.70421, "nauc_mrr_at_20_max": 0.674409, "nauc_mrr_at_20_std": 0.059729, "nauc_mrr_at_20_diff1": 0.704105, "nauc_mrr_at_100_max": 0.674282, "nauc_mrr_at_100_std": 0.060041, "nauc_mrr_at_100_diff1": 0.704529, "nauc_mrr_at_1000_max": 0.674257, "nauc_mrr_at_1000_std": 0.059746, "nauc_mrr_at_1000_diff1": 0.704772, "main_score": 0.60039, "hf_subset": "eng-vie", "languages": [ "eng-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.41258, "ndcg_at_3": 0.49613, "ndcg_at_5": 0.51988, "ndcg_at_10": 0.54481, "ndcg_at_20": 0.56333, "ndcg_at_100": 0.58786, "ndcg_at_1000": 0.59898, "map_at_1": 0.41258, "map_at_3": 0.47543, "map_at_5": 0.48863, "map_at_10": 0.49891, "map_at_20": 0.504, "map_at_100": 0.50737, "map_at_1000": 0.50779, "recall_at_1": 0.41258, "recall_at_3": 0.55607, "recall_at_5": 0.61371, "recall_at_10": 0.69081, "recall_at_20": 0.76402, "recall_at_100": 0.89642, "recall_at_1000": 0.98384, "precision_at_1": 0.41258, "precision_at_3": 0.18536, "precision_at_5": 0.12274, "precision_at_10": 0.06908, "precision_at_20": 0.0382, "precision_at_100": 0.00897, "precision_at_1000": 0.00098, "mrr_at_1": 0.412578, "mrr_at_3": 0.475435, "mrr_at_5": 0.488626, "mrr_at_10": 0.498908, "mrr_at_20": 0.504001, "mrr_at_100": 0.507374, "mrr_at_1000": 0.507794, "nauc_ndcg_at_1_max": 0.573053, "nauc_ndcg_at_1_std": 0.076801, "nauc_ndcg_at_1_diff1": 0.650419, "nauc_ndcg_at_3_max": 0.587415, "nauc_ndcg_at_3_std": 0.103076, "nauc_ndcg_at_3_diff1": 0.592251, "nauc_ndcg_at_5_max": 0.587827, "nauc_ndcg_at_5_std": 0.110432, "nauc_ndcg_at_5_diff1": 0.581651, "nauc_ndcg_at_10_max": 0.588423, "nauc_ndcg_at_10_std": 0.119008, "nauc_ndcg_at_10_diff1": 0.577396, "nauc_ndcg_at_20_max": 0.590023, "nauc_ndcg_at_20_std": 0.12558, "nauc_ndcg_at_20_diff1": 0.576607, "nauc_ndcg_at_100_max": 0.590249, "nauc_ndcg_at_100_std": 0.130881, "nauc_ndcg_at_100_diff1": 0.580298, "nauc_ndcg_at_1000_max": 0.589281, "nauc_ndcg_at_1000_std": 0.122873, "nauc_ndcg_at_1000_diff1": 0.586389, "nauc_map_at_1_max": 0.573053, "nauc_map_at_1_std": 0.076801, "nauc_map_at_1_diff1": 0.650419, "nauc_map_at_3_max": 0.583845, "nauc_map_at_3_std": 0.096266, "nauc_map_at_3_diff1": 0.606094, "nauc_map_at_5_max": 0.583949, "nauc_map_at_5_std": 0.100096, "nauc_map_at_5_diff1": 0.600493, "nauc_map_at_10_max": 0.584307, "nauc_map_at_10_std": 0.103375, "nauc_map_at_10_diff1": 0.599214, "nauc_map_at_20_max": 0.584725, "nauc_map_at_20_std": 0.104997, "nauc_map_at_20_diff1": 0.59929, "nauc_map_at_100_max": 0.58477, "nauc_map_at_100_std": 0.10572, "nauc_map_at_100_diff1": 0.599757, "nauc_map_at_1000_max": 0.584767, "nauc_map_at_1000_std": 0.105546, "nauc_map_at_1000_diff1": 0.599986, "nauc_recall_at_1_max": 0.573053, "nauc_recall_at_1_std": 0.076801, "nauc_recall_at_1_diff1": 0.650419, "nauc_recall_at_3_max": 0.598293, "nauc_recall_at_3_std": 0.123946, "nauc_recall_at_3_diff1": 0.550348, "nauc_recall_at_5_max": 0.600501, "nauc_recall_at_5_std": 0.145182, "nauc_recall_at_5_diff1": 0.519513, "nauc_recall_at_10_max": 0.603524, "nauc_recall_at_10_std": 0.18238, "nauc_recall_at_10_diff1": 0.493026, "nauc_recall_at_20_max": 0.615614, "nauc_recall_at_20_std": 0.233719, "nauc_recall_at_20_diff1": 0.467647, "nauc_recall_at_100_max": 0.643147, "nauc_recall_at_100_std": 0.414806, "nauc_recall_at_100_diff1": 0.414717, "nauc_recall_at_1000_max": 0.760017, "nauc_recall_at_1000_std": 0.745836, "nauc_recall_at_1000_diff1": 0.329636, "nauc_precision_at_1_max": 0.573053, "nauc_precision_at_1_std": 0.076801, "nauc_precision_at_1_diff1": 0.650419, "nauc_precision_at_3_max": 0.598293, "nauc_precision_at_3_std": 0.123946, "nauc_precision_at_3_diff1": 0.550348, "nauc_precision_at_5_max": 0.600501, "nauc_precision_at_5_std": 0.145182, "nauc_precision_at_5_diff1": 0.519513, "nauc_precision_at_10_max": 0.603524, "nauc_precision_at_10_std": 0.18238, "nauc_precision_at_10_diff1": 0.493026, "nauc_precision_at_20_max": 0.615614, "nauc_precision_at_20_std": 0.233719, "nauc_precision_at_20_diff1": 0.467647, "nauc_precision_at_100_max": 0.639998, "nauc_precision_at_100_std": 0.416722, "nauc_precision_at_100_diff1": 0.411477, "nauc_precision_at_1000_max": 0.737876, "nauc_precision_at_1000_std": 0.751054, "nauc_precision_at_1000_diff1": 0.311068, "nauc_mrr_at_1_max": 0.573053, "nauc_mrr_at_1_std": 0.076801, "nauc_mrr_at_1_diff1": 0.650419, "nauc_mrr_at_3_max": 0.583845, "nauc_mrr_at_3_std": 0.096266, "nauc_mrr_at_3_diff1": 0.606094, "nauc_mrr_at_5_max": 0.583949, "nauc_mrr_at_5_std": 0.100096, "nauc_mrr_at_5_diff1": 0.600493, "nauc_mrr_at_10_max": 0.584307, "nauc_mrr_at_10_std": 0.103375, "nauc_mrr_at_10_diff1": 0.599214, "nauc_mrr_at_20_max": 0.584725, "nauc_mrr_at_20_std": 0.104997, "nauc_mrr_at_20_diff1": 0.59929, "nauc_mrr_at_100_max": 0.58477, "nauc_mrr_at_100_std": 0.105728, "nauc_mrr_at_100_diff1": 0.599755, "nauc_mrr_at_1000_max": 0.584766, "nauc_mrr_at_1000_std": 0.105555, "nauc_mrr_at_1000_diff1": 0.599983, "main_score": 0.54481, "hf_subset": "eng-zho", "languages": [ "eng-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.43225, "ndcg_at_3": 0.53651, "ndcg_at_5": 0.56147, "ndcg_at_10": 0.58625, "ndcg_at_20": 0.60195, "ndcg_at_100": 0.62397, "ndcg_at_1000": 0.63262, "map_at_1": 0.43225, "map_at_3": 0.51087, "map_at_5": 0.5247, "map_at_10": 0.53508, "map_at_20": 0.53945, "map_at_100": 0.54258, "map_at_1000": 0.54293, "recall_at_1": 0.43225, "recall_at_3": 0.61072, "recall_at_5": 0.67139, "recall_at_10": 0.74722, "recall_at_20": 0.8089, "recall_at_100": 0.92619, "recall_at_1000": 0.99343, "precision_at_1": 0.43225, "precision_at_3": 0.20357, "precision_at_5": 0.13428, "precision_at_10": 0.07472, "precision_at_20": 0.04044, "precision_at_100": 0.00926, "precision_at_1000": 0.00099, "mrr_at_1": 0.432255, "mrr_at_3": 0.51087, "mrr_at_5": 0.524697, "mrr_at_10": 0.535077, "mrr_at_20": 0.539447, "mrr_at_100": 0.542582, "mrr_at_1000": 0.542926, "nauc_ndcg_at_1_max": 0.550949, "nauc_ndcg_at_1_std": 0.070423, "nauc_ndcg_at_1_diff1": 0.655003, "nauc_ndcg_at_3_max": 0.577748, "nauc_ndcg_at_3_std": 0.115411, "nauc_ndcg_at_3_diff1": 0.590055, "nauc_ndcg_at_5_max": 0.579425, "nauc_ndcg_at_5_std": 0.124444, "nauc_ndcg_at_5_diff1": 0.579824, "nauc_ndcg_at_10_max": 0.584189, "nauc_ndcg_at_10_std": 0.137001, "nauc_ndcg_at_10_diff1": 0.584927, "nauc_ndcg_at_20_max": 0.583485, "nauc_ndcg_at_20_std": 0.144908, "nauc_ndcg_at_20_diff1": 0.584734, "nauc_ndcg_at_100_max": 0.582532, "nauc_ndcg_at_100_std": 0.142606, "nauc_ndcg_at_100_diff1": 0.591598, "nauc_ndcg_at_1000_max": 0.579372, "nauc_ndcg_at_1000_std": 0.131654, "nauc_ndcg_at_1000_diff1": 0.59515, "nauc_map_at_1_max": 0.550949, "nauc_map_at_1_std": 0.070423, "nauc_map_at_1_diff1": 0.655003, "nauc_map_at_3_max": 0.57189, "nauc_map_at_3_std": 0.105563, "nauc_map_at_3_diff1": 0.606357, "nauc_map_at_5_max": 0.572565, "nauc_map_at_5_std": 0.109773, "nauc_map_at_5_diff1": 0.601298, "nauc_map_at_10_max": 0.574284, "nauc_map_at_10_std": 0.114385, "nauc_map_at_10_diff1": 0.603875, "nauc_map_at_20_max": 0.573913, "nauc_map_at_20_std": 0.116141, "nauc_map_at_20_diff1": 0.603932, "nauc_map_at_100_max": 0.573733, "nauc_map_at_100_std": 0.115729, "nauc_map_at_100_diff1": 0.604822, "nauc_map_at_1000_max": 0.573648, "nauc_map_at_1000_std": 0.115392, "nauc_map_at_1000_diff1": 0.604938, "nauc_recall_at_1_max": 0.550949, "nauc_recall_at_1_std": 0.070423, "nauc_recall_at_1_diff1": 0.655003, "nauc_recall_at_3_max": 0.595798, "nauc_recall_at_3_std": 0.145757, "nauc_recall_at_3_diff1": 0.538714, "nauc_recall_at_5_max": 0.603091, "nauc_recall_at_5_std": 0.176542, "nauc_recall_at_5_diff1": 0.503818, "nauc_recall_at_10_max": 0.627675, "nauc_recall_at_10_std": 0.239186, "nauc_recall_at_10_diff1": 0.506563, "nauc_recall_at_20_max": 0.635564, "nauc_recall_at_20_std": 0.315275, "nauc_recall_at_20_diff1": 0.486394, "nauc_recall_at_100_max": 0.690741, "nauc_recall_at_100_std": 0.505854, "nauc_recall_at_100_diff1": 0.486029, "nauc_recall_at_1000_max": 0.759249, "nauc_recall_at_1000_std": 0.715652, "nauc_recall_at_1000_diff1": 0.546619, "nauc_precision_at_1_max": 0.550949, "nauc_precision_at_1_std": 0.070423, "nauc_precision_at_1_diff1": 0.655003, "nauc_precision_at_3_max": 0.595798, "nauc_precision_at_3_std": 0.145757, "nauc_precision_at_3_diff1": 0.538714, "nauc_precision_at_5_max": 0.603091, "nauc_precision_at_5_std": 0.176542, "nauc_precision_at_5_diff1": 0.503818, "nauc_precision_at_10_max": 0.627675, "nauc_precision_at_10_std": 0.239186, "nauc_precision_at_10_diff1": 0.506563, "nauc_precision_at_20_max": 0.635564, "nauc_precision_at_20_std": 0.315275, "nauc_precision_at_20_diff1": 0.486394, "nauc_precision_at_100_max": 0.690741, "nauc_precision_at_100_std": 0.505854, "nauc_precision_at_100_diff1": 0.486029, "nauc_precision_at_1000_max": 0.759249, "nauc_precision_at_1000_std": 0.715652, "nauc_precision_at_1000_diff1": 0.546619, "nauc_mrr_at_1_max": 0.550949, "nauc_mrr_at_1_std": 0.070423, "nauc_mrr_at_1_diff1": 0.655003, "nauc_mrr_at_3_max": 0.57189, "nauc_mrr_at_3_std": 0.105563, "nauc_mrr_at_3_diff1": 0.606357, "nauc_mrr_at_5_max": 0.572565, "nauc_mrr_at_5_std": 0.109773, "nauc_mrr_at_5_diff1": 0.601298, "nauc_mrr_at_10_max": 0.574284, "nauc_mrr_at_10_std": 0.114385, "nauc_mrr_at_10_diff1": 0.603875, "nauc_mrr_at_20_max": 0.573913, "nauc_mrr_at_20_std": 0.116141, "nauc_mrr_at_20_diff1": 0.603932, "nauc_mrr_at_100_max": 0.573733, "nauc_mrr_at_100_std": 0.115729, "nauc_mrr_at_100_diff1": 0.604822, "nauc_mrr_at_1000_max": 0.573648, "nauc_mrr_at_1000_std": 0.115392, "nauc_mrr_at_1000_diff1": 0.604938, "main_score": 0.58625, "hf_subset": "spa-ara", "languages": [ "spa-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.59526, "ndcg_at_3": 0.68422, "ndcg_at_5": 0.70294, "ndcg_at_10": 0.72271, "ndcg_at_20": 0.73459, "ndcg_at_100": 0.74635, "ndcg_at_1000": 0.75099, "map_at_1": 0.59489, "map_at_3": 0.66253, "map_at_5": 0.67288, "map_at_10": 0.68109, "map_at_20": 0.68438, "map_at_100": 0.68611, "map_at_1000": 0.68629, "recall_at_1": 0.59489, "recall_at_3": 0.74652, "recall_at_5": 0.79218, "recall_at_10": 0.85306, "recall_at_20": 0.89985, "recall_at_100": 0.96167, "recall_at_1000": 0.99775, "precision_at_1": 0.59526, "precision_at_3": 0.24897, "precision_at_5": 0.15851, "precision_at_10": 0.08534, "precision_at_20": 0.04501, "precision_at_100": 0.00963, "precision_at_1000": 0.001, "mrr_at_1": 0.595265, "mrr_at_3": 0.662909, "mrr_at_5": 0.673253, "mrr_at_10": 0.681466, "mrr_at_20": 0.684755, "mrr_at_100": 0.686456, "mrr_at_1000": 0.686637, "nauc_ndcg_at_1_max": 0.629149, "nauc_ndcg_at_1_std": -0.057324, "nauc_ndcg_at_1_diff1": 0.783673, "nauc_ndcg_at_3_max": 0.659337, "nauc_ndcg_at_3_std": -0.058058, "nauc_ndcg_at_3_diff1": 0.749065, "nauc_ndcg_at_5_max": 0.659815, "nauc_ndcg_at_5_std": -0.046431, "nauc_ndcg_at_5_diff1": 0.74698, "nauc_ndcg_at_10_max": 0.665087, "nauc_ndcg_at_10_std": -0.026651, "nauc_ndcg_at_10_diff1": 0.746624, "nauc_ndcg_at_20_max": 0.665223, "nauc_ndcg_at_20_std": -0.010998, "nauc_ndcg_at_20_diff1": 0.743601, "nauc_ndcg_at_100_max": 0.662192, "nauc_ndcg_at_100_std": -0.016671, "nauc_ndcg_at_100_diff1": 0.749834, "nauc_ndcg_at_1000_max": 0.65934, "nauc_ndcg_at_1000_std": -0.027347, "nauc_ndcg_at_1000_diff1": 0.752497, "nauc_map_at_1_max": 0.628678, "nauc_map_at_1_std": -0.059367, "nauc_map_at_1_diff1": 0.783137, "nauc_map_at_3_max": 0.651199, "nauc_map_at_3_std": -0.058304, "nauc_map_at_3_diff1": 0.757774, "nauc_map_at_5_max": 0.651134, "nauc_map_at_5_std": -0.052317, "nauc_map_at_5_diff1": 0.75693, "nauc_map_at_10_max": 0.653086, "nauc_map_at_10_std": -0.044961, "nauc_map_at_10_diff1": 0.757101, "nauc_map_at_20_max": 0.653146, "nauc_map_at_20_std": -0.041005, "nauc_map_at_20_diff1": 0.756533, "nauc_map_at_100_max": 0.652868, "nauc_map_at_100_std": -0.041555, "nauc_map_at_100_diff1": 0.757514, "nauc_map_at_1000_max": 0.652767, "nauc_map_at_1000_std": -0.041905, "nauc_map_at_1000_diff1": 0.757611, "nauc_recall_at_1_max": 0.628678, "nauc_recall_at_1_std": -0.059367, "nauc_recall_at_1_diff1": 0.783137, "nauc_recall_at_3_max": 0.687091, "nauc_recall_at_3_std": -0.05967, "nauc_recall_at_3_diff1": 0.717578, "nauc_recall_at_5_max": 0.693848, "nauc_recall_at_5_std": -0.023305, "nauc_recall_at_5_diff1": 0.705678, "nauc_recall_at_10_max": 0.730772, "nauc_recall_at_10_std": 0.084149, "nauc_recall_at_10_diff1": 0.688032, "nauc_recall_at_20_max": 0.755548, "nauc_recall_at_20_std": 0.258133, "nauc_recall_at_20_diff1": 0.637002, "nauc_recall_at_100_max": 0.799461, "nauc_recall_at_100_std": 0.494239, "nauc_recall_at_100_diff1": 0.63468, "nauc_recall_at_1000_max": 0.967328, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.636564, "nauc_precision_at_1_max": 0.629149, "nauc_precision_at_1_std": -0.057324, "nauc_precision_at_1_diff1": 0.783673, "nauc_precision_at_3_max": 0.688205, "nauc_precision_at_3_std": -0.056837, "nauc_precision_at_3_diff1": 0.718728, "nauc_precision_at_5_max": 0.695162, "nauc_precision_at_5_std": -0.019936, "nauc_precision_at_5_diff1": 0.707008, "nauc_precision_at_10_max": 0.73293, "nauc_precision_at_10_std": 0.089003, "nauc_precision_at_10_diff1": 0.690091, "nauc_precision_at_20_max": 0.758667, "nauc_precision_at_20_std": 0.265536, "nauc_precision_at_20_diff1": 0.639732, "nauc_precision_at_100_max": 0.765309, "nauc_precision_at_100_std": 0.518875, "nauc_precision_at_100_diff1": 0.608554, "nauc_precision_at_1000_max": 0.562917, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.386084, "nauc_mrr_at_1_max": 0.629149, "nauc_mrr_at_1_std": -0.057324, "nauc_mrr_at_1_diff1": 0.783673, "nauc_mrr_at_3_max": 0.651792, "nauc_mrr_at_3_std": -0.055971, "nauc_mrr_at_3_diff1": 0.758425, "nauc_mrr_at_5_max": 0.651744, "nauc_mrr_at_5_std": -0.049916, "nauc_mrr_at_5_diff1": 0.7576, "nauc_mrr_at_10_max": 0.653713, "nauc_mrr_at_10_std": -0.042492, "nauc_mrr_at_10_diff1": 0.757788, "nauc_mrr_at_20_max": 0.65378, "nauc_mrr_at_20_std": -0.038507, "nauc_mrr_at_20_diff1": 0.757227, "nauc_mrr_at_100_max": 0.65345, "nauc_mrr_at_100_std": -0.03922, "nauc_mrr_at_100_diff1": 0.758152, "nauc_mrr_at_1000_max": 0.653349, "nauc_mrr_at_1000_std": -0.039568, "nauc_mrr_at_1000_diff1": 0.758249, "main_score": 0.72271, "hf_subset": "spa-deu", "languages": [ "spa-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.58709, "ndcg_at_3": 0.66958, "ndcg_at_5": 0.6878, "ndcg_at_10": 0.70703, "ndcg_at_20": 0.71837, "ndcg_at_100": 0.73189, "ndcg_at_1000": 0.73749, "map_at_1": 0.58709, "map_at_3": 0.64957, "map_at_5": 0.65965, "map_at_10": 0.66763, "map_at_20": 0.67081, "map_at_100": 0.67268, "map_at_1000": 0.67289, "recall_at_1": 0.58709, "recall_at_3": 0.72739, "recall_at_5": 0.77175, "recall_at_10": 0.83095, "recall_at_20": 0.87531, "recall_at_100": 0.94803, "recall_at_1000": 0.99239, "precision_at_1": 0.58709, "precision_at_3": 0.24246, "precision_at_5": 0.15435, "precision_at_10": 0.0831, "precision_at_20": 0.04377, "precision_at_100": 0.00948, "precision_at_1000": 0.00099, "mrr_at_1": 0.587093, "mrr_at_3": 0.649565, "mrr_at_5": 0.659645, "mrr_at_10": 0.667633, "mrr_at_20": 0.670806, "mrr_at_100": 0.67268, "mrr_at_1000": 0.672888, "nauc_ndcg_at_1_max": 0.643468, "nauc_ndcg_at_1_std": -0.0065, "nauc_ndcg_at_1_diff1": 0.763966, "nauc_ndcg_at_3_max": 0.67894, "nauc_ndcg_at_3_std": 0.030309, "nauc_ndcg_at_3_diff1": 0.725953, "nauc_ndcg_at_5_max": 0.679131, "nauc_ndcg_at_5_std": 0.034286, "nauc_ndcg_at_5_diff1": 0.723965, "nauc_ndcg_at_10_max": 0.682831, "nauc_ndcg_at_10_std": 0.053823, "nauc_ndcg_at_10_diff1": 0.721981, "nauc_ndcg_at_20_max": 0.68173, "nauc_ndcg_at_20_std": 0.052432, "nauc_ndcg_at_20_diff1": 0.72273, "nauc_ndcg_at_100_max": 0.680375, "nauc_ndcg_at_100_std": 0.054983, "nauc_ndcg_at_100_diff1": 0.726426, "nauc_ndcg_at_1000_max": 0.677268, "nauc_ndcg_at_1000_std": 0.046027, "nauc_ndcg_at_1000_diff1": 0.729037, "nauc_map_at_1_max": 0.643468, "nauc_map_at_1_std": -0.0065, "nauc_map_at_1_diff1": 0.763966, "nauc_map_at_3_max": 0.669734, "nauc_map_at_3_std": 0.020532, "nauc_map_at_3_diff1": 0.735815, "nauc_map_at_5_max": 0.669644, "nauc_map_at_5_std": 0.022315, "nauc_map_at_5_diff1": 0.735015, "nauc_map_at_10_max": 0.670785, "nauc_map_at_10_std": 0.029255, "nauc_map_at_10_diff1": 0.734443, "nauc_map_at_20_max": 0.670462, "nauc_map_at_20_std": 0.028713, "nauc_map_at_20_diff1": 0.734766, "nauc_map_at_100_max": 0.670276, "nauc_map_at_100_std": 0.029039, "nauc_map_at_100_diff1": 0.735209, "nauc_map_at_1000_max": 0.670183, "nauc_map_at_1000_std": 0.028803, "nauc_map_at_1000_diff1": 0.735288, "nauc_recall_at_1_max": 0.643468, "nauc_recall_at_1_std": -0.0065, "nauc_recall_at_1_diff1": 0.763966, "nauc_recall_at_3_max": 0.710296, "nauc_recall_at_3_std": 0.063728, "nauc_recall_at_3_diff1": 0.692365, "nauc_recall_at_5_max": 0.715434, "nauc_recall_at_5_std": 0.081136, "nauc_recall_at_5_diff1": 0.681266, "nauc_recall_at_10_max": 0.743794, "nauc_recall_at_10_std": 0.187748, "nauc_recall_at_10_diff1": 0.660082, "nauc_recall_at_20_max": 0.753641, "nauc_recall_at_20_std": 0.218909, "nauc_recall_at_20_diff1": 0.645883, "nauc_recall_at_100_max": 0.815012, "nauc_recall_at_100_std": 0.484572, "nauc_recall_at_100_diff1": 0.632598, "nauc_recall_at_1000_max": 0.885239, "nauc_recall_at_1000_std": 0.875468, "nauc_recall_at_1000_diff1": 0.683498, "nauc_precision_at_1_max": 0.643468, "nauc_precision_at_1_std": -0.0065, "nauc_precision_at_1_diff1": 0.763966, "nauc_precision_at_3_max": 0.710296, "nauc_precision_at_3_std": 0.063728, "nauc_precision_at_3_diff1": 0.692365, "nauc_precision_at_5_max": 0.715434, "nauc_precision_at_5_std": 0.081136, "nauc_precision_at_5_diff1": 0.681266, "nauc_precision_at_10_max": 0.743794, "nauc_precision_at_10_std": 0.187748, "nauc_precision_at_10_diff1": 0.660082, "nauc_precision_at_20_max": 0.753641, "nauc_precision_at_20_std": 0.218909, "nauc_precision_at_20_diff1": 0.645883, "nauc_precision_at_100_max": 0.815012, "nauc_precision_at_100_std": 0.484572, "nauc_precision_at_100_diff1": 0.632598, "nauc_precision_at_1000_max": 0.885239, "nauc_precision_at_1000_std": 0.875468, "nauc_precision_at_1000_diff1": 0.683498, "nauc_mrr_at_1_max": 0.643468, "nauc_mrr_at_1_std": -0.0065, "nauc_mrr_at_1_diff1": 0.763966, "nauc_mrr_at_3_max": 0.669734, "nauc_mrr_at_3_std": 0.020532, "nauc_mrr_at_3_diff1": 0.735815, "nauc_mrr_at_5_max": 0.669644, "nauc_mrr_at_5_std": 0.022315, "nauc_mrr_at_5_diff1": 0.735015, "nauc_mrr_at_10_max": 0.670785, "nauc_mrr_at_10_std": 0.029255, "nauc_mrr_at_10_diff1": 0.734443, "nauc_mrr_at_20_max": 0.670462, "nauc_mrr_at_20_std": 0.028713, "nauc_mrr_at_20_diff1": 0.734766, "nauc_mrr_at_100_max": 0.670276, "nauc_mrr_at_100_std": 0.029039, "nauc_mrr_at_100_diff1": 0.735209, "nauc_mrr_at_1000_max": 0.670183, "nauc_mrr_at_1000_std": 0.028803, "nauc_mrr_at_1000_diff1": 0.735288, "main_score": 0.70703, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.5738, "ndcg_at_3": 0.65551, "ndcg_at_5": 0.67431, "ndcg_at_10": 0.69217, "ndcg_at_20": 0.70374, "ndcg_at_100": 0.71812, "ndcg_at_1000": 0.72458, "map_at_1": 0.5737, "map_at_3": 0.63574, "map_at_5": 0.6462, "map_at_10": 0.65364, "map_at_20": 0.65683, "map_at_100": 0.65882, "map_at_1000": 0.65906, "recall_at_1": 0.5737, "recall_at_3": 0.71244, "recall_at_5": 0.75795, "recall_at_10": 0.8128, "recall_at_20": 0.8585, "recall_at_100": 0.93592, "recall_at_1000": 0.98734, "precision_at_1": 0.5738, "precision_at_3": 0.23754, "precision_at_5": 0.15163, "precision_at_10": 0.0813, "precision_at_20": 0.04293, "precision_at_100": 0.00936, "precision_at_1000": 0.00099, "mrr_at_1": 0.573795, "mrr_at_3": 0.635879, "mrr_at_5": 0.646344, "mrr_at_10": 0.653785, "mrr_at_20": 0.656968, "mrr_at_100": 0.65896, "mrr_at_1000": 0.659196, "nauc_ndcg_at_1_max": 0.609188, "nauc_ndcg_at_1_std": 0.032987, "nauc_ndcg_at_1_diff1": 0.764726, "nauc_ndcg_at_3_max": 0.625483, "nauc_ndcg_at_3_std": 0.063597, "nauc_ndcg_at_3_diff1": 0.71774, "nauc_ndcg_at_5_max": 0.628444, "nauc_ndcg_at_5_std": 0.070832, "nauc_ndcg_at_5_diff1": 0.714953, "nauc_ndcg_at_10_max": 0.6298, "nauc_ndcg_at_10_std": 0.084433, "nauc_ndcg_at_10_diff1": 0.71233, "nauc_ndcg_at_20_max": 0.632024, "nauc_ndcg_at_20_std": 0.092058, "nauc_ndcg_at_20_diff1": 0.712809, "nauc_ndcg_at_100_max": 0.632655, "nauc_ndcg_at_100_std": 0.095147, "nauc_ndcg_at_100_diff1": 0.717734, "nauc_ndcg_at_1000_max": 0.629836, "nauc_ndcg_at_1000_std": 0.085013, "nauc_ndcg_at_1000_diff1": 0.72104, "nauc_map_at_1_max": 0.608958, "nauc_map_at_1_std": 0.032472, "nauc_map_at_1_diff1": 0.764595, "nauc_map_at_3_max": 0.621265, "nauc_map_at_3_std": 0.055033, "nauc_map_at_3_diff1": 0.729893, "nauc_map_at_5_max": 0.622609, "nauc_map_at_5_std": 0.05831, "nauc_map_at_5_diff1": 0.728791, "nauc_map_at_10_max": 0.622988, "nauc_map_at_10_std": 0.063256, "nauc_map_at_10_diff1": 0.727952, "nauc_map_at_20_max": 0.623554, "nauc_map_at_20_std": 0.065075, "nauc_map_at_20_diff1": 0.728243, "nauc_map_at_100_max": 0.62355, "nauc_map_at_100_std": 0.065299, "nauc_map_at_100_diff1": 0.728839, "nauc_map_at_1000_max": 0.623474, "nauc_map_at_1000_std": 0.065032, "nauc_map_at_1000_diff1": 0.72894, "nauc_recall_at_1_max": 0.608958, "nauc_recall_at_1_std": 0.032472, "nauc_recall_at_1_diff1": 0.764595, "nauc_recall_at_3_max": 0.639293, "nauc_recall_at_3_std": 0.091923, "nauc_recall_at_3_diff1": 0.676912, "nauc_recall_at_5_max": 0.650713, "nauc_recall_at_5_std": 0.119298, "nauc_recall_at_5_diff1": 0.662246, "nauc_recall_at_10_max": 0.662049, "nauc_recall_at_10_std": 0.190791, "nauc_recall_at_10_diff1": 0.639084, "nauc_recall_at_20_max": 0.685808, "nauc_recall_at_20_std": 0.273209, "nauc_recall_at_20_diff1": 0.620841, "nauc_recall_at_100_max": 0.760108, "nauc_recall_at_100_std": 0.534273, "nauc_recall_at_100_diff1": 0.619037, "nauc_recall_at_1000_max": 0.865781, "nauc_recall_at_1000_std": 0.821689, "nauc_recall_at_1000_diff1": 0.692644, "nauc_precision_at_1_max": 0.609188, "nauc_precision_at_1_std": 0.032987, "nauc_precision_at_1_diff1": 0.764726, "nauc_precision_at_3_max": 0.639528, "nauc_precision_at_3_std": 0.0925, "nauc_precision_at_3_diff1": 0.677019, "nauc_precision_at_5_max": 0.650991, "nauc_precision_at_5_std": 0.11998, "nauc_precision_at_5_diff1": 0.66236, "nauc_precision_at_10_max": 0.662507, "nauc_precision_at_10_std": 0.191721, "nauc_precision_at_10_diff1": 0.639308, "nauc_precision_at_20_max": 0.686429, "nauc_precision_at_20_std": 0.27451, "nauc_precision_at_20_diff1": 0.621109, "nauc_precision_at_100_max": 0.757698, "nauc_precision_at_100_std": 0.536934, "nauc_precision_at_100_diff1": 0.615984, "nauc_precision_at_1000_max": 0.851833, "nauc_precision_at_1000_std": 0.829691, "nauc_precision_at_1000_diff1": 0.676076, "nauc_mrr_at_1_max": 0.609188, "nauc_mrr_at_1_std": 0.032987, "nauc_mrr_at_1_diff1": 0.764726, "nauc_mrr_at_3_max": 0.621441, "nauc_mrr_at_3_std": 0.055555, "nauc_mrr_at_3_diff1": 0.729965, "nauc_mrr_at_5_max": 0.622791, "nauc_mrr_at_5_std": 0.058847, "nauc_mrr_at_5_diff1": 0.728865, "nauc_mrr_at_10_max": 0.623173, "nauc_mrr_at_10_std": 0.063805, "nauc_mrr_at_10_diff1": 0.728027, "nauc_mrr_at_20_max": 0.623741, "nauc_mrr_at_20_std": 0.065629, "nauc_mrr_at_20_diff1": 0.728319, "nauc_mrr_at_100_max": 0.623732, "nauc_mrr_at_100_std": 0.065841, "nauc_mrr_at_100_diff1": 0.728911, "nauc_mrr_at_1000_max": 0.623656, "nauc_mrr_at_1000_std": 0.065575, "nauc_mrr_at_1000_diff1": 0.729013, "main_score": 0.69217, "hf_subset": "spa-spa", "languages": [ "spa-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.49855, "ndcg_at_3": 0.58218, "ndcg_at_5": 0.60493, "ndcg_at_10": 0.62764, "ndcg_at_20": 0.6415, "ndcg_at_100": 0.66278, "ndcg_at_1000": 0.67074, "map_at_1": 0.49855, "map_at_3": 0.56191, "map_at_5": 0.57441, "map_at_10": 0.58379, "map_at_20": 0.58755, "map_at_100": 0.59061, "map_at_1000": 0.5909, "recall_at_1": 0.49855, "recall_at_3": 0.64074, "recall_at_5": 0.69646, "recall_at_10": 0.76669, "recall_at_20": 0.82182, "recall_at_100": 0.935, "recall_at_1000": 0.99826, "precision_at_1": 0.49855, "precision_at_3": 0.21358, "precision_at_5": 0.13929, "precision_at_10": 0.07667, "precision_at_20": 0.04109, "precision_at_100": 0.00935, "precision_at_1000": 0.001, "mrr_at_1": 0.498549, "mrr_at_3": 0.561908, "mrr_at_5": 0.574415, "mrr_at_10": 0.583791, "mrr_at_20": 0.58755, "mrr_at_100": 0.590611, "mrr_at_1000": 0.5909, "nauc_ndcg_at_1_max": 0.610378, "nauc_ndcg_at_1_std": 0.116944, "nauc_ndcg_at_1_diff1": 0.67556, "nauc_ndcg_at_3_max": 0.637534, "nauc_ndcg_at_3_std": 0.159141, "nauc_ndcg_at_3_diff1": 0.630017, "nauc_ndcg_at_5_max": 0.640315, "nauc_ndcg_at_5_std": 0.169962, "nauc_ndcg_at_5_diff1": 0.629596, "nauc_ndcg_at_10_max": 0.641694, "nauc_ndcg_at_10_std": 0.178173, "nauc_ndcg_at_10_diff1": 0.628512, "nauc_ndcg_at_20_max": 0.640665, "nauc_ndcg_at_20_std": 0.188402, "nauc_ndcg_at_20_diff1": 0.626201, "nauc_ndcg_at_100_max": 0.640102, "nauc_ndcg_at_100_std": 0.187046, "nauc_ndcg_at_100_diff1": 0.62897, "nauc_ndcg_at_1000_max": 0.636531, "nauc_ndcg_at_1000_std": 0.17333, "nauc_ndcg_at_1000_diff1": 0.634034, "nauc_map_at_1_max": 0.610378, "nauc_map_at_1_std": 0.116944, "nauc_map_at_1_diff1": 0.67556, "nauc_map_at_3_max": 0.630487, "nauc_map_at_3_std": 0.148066, "nauc_map_at_3_diff1": 0.642132, "nauc_map_at_5_max": 0.631686, "nauc_map_at_5_std": 0.153238, "nauc_map_at_5_diff1": 0.642305, "nauc_map_at_10_max": 0.63201, "nauc_map_at_10_std": 0.155819, "nauc_map_at_10_diff1": 0.642205, "nauc_map_at_20_max": 0.63148, "nauc_map_at_20_std": 0.15792, "nauc_map_at_20_diff1": 0.641624, "nauc_map_at_100_max": 0.631354, "nauc_map_at_100_std": 0.157654, "nauc_map_at_100_diff1": 0.64202, "nauc_map_at_1000_max": 0.631246, "nauc_map_at_1000_std": 0.157253, "nauc_map_at_1000_diff1": 0.64219, "nauc_recall_at_1_max": 0.610378, "nauc_recall_at_1_std": 0.116944, "nauc_recall_at_1_diff1": 0.67556, "nauc_recall_at_3_max": 0.660193, "nauc_recall_at_3_std": 0.194811, "nauc_recall_at_3_diff1": 0.590924, "nauc_recall_at_5_max": 0.671356, "nauc_recall_at_5_std": 0.231265, "nauc_recall_at_5_diff1": 0.584444, "nauc_recall_at_10_max": 0.684681, "nauc_recall_at_10_std": 0.281951, "nauc_recall_at_10_diff1": 0.568822, "nauc_recall_at_20_max": 0.691567, "nauc_recall_at_20_std": 0.378183, "nauc_recall_at_20_diff1": 0.540395, "nauc_recall_at_100_max": 0.758437, "nauc_recall_at_100_std": 0.637418, "nauc_recall_at_100_diff1": 0.467427, "nauc_recall_at_1000_max": 0.907402, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.273469, "nauc_precision_at_1_max": 0.610378, "nauc_precision_at_1_std": 0.116944, "nauc_precision_at_1_diff1": 0.67556, "nauc_precision_at_3_max": 0.660193, "nauc_precision_at_3_std": 0.194811, "nauc_precision_at_3_diff1": 0.590924, "nauc_precision_at_5_max": 0.671356, "nauc_precision_at_5_std": 0.231265, "nauc_precision_at_5_diff1": 0.584444, "nauc_precision_at_10_max": 0.684681, "nauc_precision_at_10_std": 0.281951, "nauc_precision_at_10_diff1": 0.568822, "nauc_precision_at_20_max": 0.691567, "nauc_precision_at_20_std": 0.378183, "nauc_precision_at_20_diff1": 0.540395, "nauc_precision_at_100_max": 0.758437, "nauc_precision_at_100_std": 0.637418, "nauc_precision_at_100_diff1": 0.467427, "nauc_precision_at_1000_max": 0.907402, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.273469, "nauc_mrr_at_1_max": 0.610378, "nauc_mrr_at_1_std": 0.116944, "nauc_mrr_at_1_diff1": 0.67556, "nauc_mrr_at_3_max": 0.630487, "nauc_mrr_at_3_std": 0.148066, "nauc_mrr_at_3_diff1": 0.642132, "nauc_mrr_at_5_max": 0.631686, "nauc_mrr_at_5_std": 0.153238, "nauc_mrr_at_5_diff1": 0.642305, "nauc_mrr_at_10_max": 0.63201, "nauc_mrr_at_10_std": 0.155819, "nauc_mrr_at_10_diff1": 0.642205, "nauc_mrr_at_20_max": 0.63148, "nauc_mrr_at_20_std": 0.15792, "nauc_mrr_at_20_diff1": 0.641624, "nauc_mrr_at_100_max": 0.631354, "nauc_mrr_at_100_std": 0.157654, "nauc_mrr_at_100_diff1": 0.64202, "nauc_mrr_at_1000_max": 0.631246, "nauc_mrr_at_1000_std": 0.157253, "nauc_mrr_at_1000_diff1": 0.64219, "main_score": 0.62764, "hf_subset": "spa-hin", "languages": [ "spa-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.55253, "ndcg_at_3": 0.6436, "ndcg_at_5": 0.66652, "ndcg_at_10": 0.68667, "ndcg_at_20": 0.6973, "ndcg_at_100": 0.71374, "ndcg_at_1000": 0.71914, "map_at_1": 0.55253, "map_at_3": 0.62174, "map_at_5": 0.6345, "map_at_10": 0.64298, "map_at_20": 0.64601, "map_at_100": 0.64832, "map_at_1000": 0.64853, "recall_at_1": 0.55253, "recall_at_3": 0.70664, "recall_at_5": 0.76214, "recall_at_10": 0.82359, "recall_at_20": 0.86472, "recall_at_100": 0.95292, "recall_at_1000": 0.99554, "precision_at_1": 0.55253, "precision_at_3": 0.23555, "precision_at_5": 0.15243, "precision_at_10": 0.08236, "precision_at_20": 0.04324, "precision_at_100": 0.00953, "precision_at_1000": 0.001, "mrr_at_1": 0.552527, "mrr_at_3": 0.621738, "mrr_at_5": 0.634498, "mrr_at_10": 0.642976, "mrr_at_20": 0.646015, "mrr_at_100": 0.648323, "mrr_at_1000": 0.648525, "nauc_ndcg_at_1_max": 0.639904, "nauc_ndcg_at_1_std": 0.036955, "nauc_ndcg_at_1_diff1": 0.748501, "nauc_ndcg_at_3_max": 0.674651, "nauc_ndcg_at_3_std": 0.085398, "nauc_ndcg_at_3_diff1": 0.700766, "nauc_ndcg_at_5_max": 0.681959, "nauc_ndcg_at_5_std": 0.096239, "nauc_ndcg_at_5_diff1": 0.70286, "nauc_ndcg_at_10_max": 0.678533, "nauc_ndcg_at_10_std": 0.10324, "nauc_ndcg_at_10_diff1": 0.697721, "nauc_ndcg_at_20_max": 0.680864, "nauc_ndcg_at_20_std": 0.112139, "nauc_ndcg_at_20_diff1": 0.698562, "nauc_ndcg_at_100_max": 0.677921, "nauc_ndcg_at_100_std": 0.112737, "nauc_ndcg_at_100_diff1": 0.70312, "nauc_ndcg_at_1000_max": 0.674111, "nauc_ndcg_at_1000_std": 0.098879, "nauc_ndcg_at_1000_diff1": 0.706099, "nauc_map_at_1_max": 0.639904, "nauc_map_at_1_std": 0.036955, "nauc_map_at_1_diff1": 0.748501, "nauc_map_at_3_max": 0.666216, "nauc_map_at_3_std": 0.072264, "nauc_map_at_3_diff1": 0.712954, "nauc_map_at_5_max": 0.669703, "nauc_map_at_5_std": 0.077592, "nauc_map_at_5_diff1": 0.714236, "nauc_map_at_10_max": 0.667984, "nauc_map_at_10_std": 0.079969, "nauc_map_at_10_diff1": 0.712353, "nauc_map_at_20_max": 0.668498, "nauc_map_at_20_std": 0.082034, "nauc_map_at_20_diff1": 0.71272, "nauc_map_at_100_max": 0.667911, "nauc_map_at_100_std": 0.081847, "nauc_map_at_100_diff1": 0.713199, "nauc_map_at_1000_max": 0.6678, "nauc_map_at_1000_std": 0.081431, "nauc_map_at_1000_diff1": 0.713293, "nauc_recall_at_1_max": 0.639904, "nauc_recall_at_1_std": 0.036955, "nauc_recall_at_1_diff1": 0.748501, "nauc_recall_at_3_max": 0.702681, "nauc_recall_at_3_std": 0.129778, "nauc_recall_at_3_diff1": 0.659946, "nauc_recall_at_5_max": 0.730486, "nauc_recall_at_5_std": 0.170574, "nauc_recall_at_5_diff1": 0.659797, "nauc_recall_at_10_max": 0.729679, "nauc_recall_at_10_std": 0.223128, "nauc_recall_at_10_diff1": 0.625281, "nauc_recall_at_20_max": 0.760053, "nauc_recall_at_20_std": 0.319574, "nauc_recall_at_20_diff1": 0.611201, "nauc_recall_at_100_max": 0.836825, "nauc_recall_at_100_std": 0.703725, "nauc_recall_at_100_diff1": 0.589495, "nauc_recall_at_1000_max": 0.802874, "nauc_recall_at_1000_std": 0.754947, "nauc_recall_at_1000_diff1": 0.690883, "nauc_precision_at_1_max": 0.639904, "nauc_precision_at_1_std": 0.036955, "nauc_precision_at_1_diff1": 0.748501, "nauc_precision_at_3_max": 0.702681, "nauc_precision_at_3_std": 0.129778, "nauc_precision_at_3_diff1": 0.659946, "nauc_precision_at_5_max": 0.730486, "nauc_precision_at_5_std": 0.170574, "nauc_precision_at_5_diff1": 0.659797, "nauc_precision_at_10_max": 0.729679, "nauc_precision_at_10_std": 0.223128, "nauc_precision_at_10_diff1": 0.625281, "nauc_precision_at_20_max": 0.760053, "nauc_precision_at_20_std": 0.319574, "nauc_precision_at_20_diff1": 0.611201, "nauc_precision_at_100_max": 0.836825, "nauc_precision_at_100_std": 0.703725, "nauc_precision_at_100_diff1": 0.589495, "nauc_precision_at_1000_max": 0.802874, "nauc_precision_at_1000_std": 0.754947, "nauc_precision_at_1000_diff1": 0.690883, "nauc_mrr_at_1_max": 0.639904, "nauc_mrr_at_1_std": 0.036955, "nauc_mrr_at_1_diff1": 0.748501, "nauc_mrr_at_3_max": 0.666216, "nauc_mrr_at_3_std": 0.072264, "nauc_mrr_at_3_diff1": 0.712954, "nauc_mrr_at_5_max": 0.669703, "nauc_mrr_at_5_std": 0.077592, "nauc_mrr_at_5_diff1": 0.714236, "nauc_mrr_at_10_max": 0.667984, "nauc_mrr_at_10_std": 0.079969, "nauc_mrr_at_10_diff1": 0.712353, "nauc_mrr_at_20_max": 0.668498, "nauc_mrr_at_20_std": 0.082034, "nauc_mrr_at_20_diff1": 0.71272, "nauc_mrr_at_100_max": 0.667911, "nauc_mrr_at_100_std": 0.081847, "nauc_mrr_at_100_diff1": 0.713199, "nauc_mrr_at_1000_max": 0.6678, "nauc_mrr_at_1000_std": 0.081431, "nauc_mrr_at_1000_diff1": 0.713293, "main_score": 0.68667, "hf_subset": "spa-vie", "languages": [ "spa-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.50539, "ndcg_at_3": 0.59706, "ndcg_at_5": 0.6238, "ndcg_at_10": 0.64592, "ndcg_at_20": 0.66048, "ndcg_at_100": 0.67922, "ndcg_at_1000": 0.68498, "map_at_1": 0.50539, "map_at_3": 0.5749, "map_at_5": 0.5898, "map_at_10": 0.59904, "map_at_20": 0.60312, "map_at_100": 0.60572, "map_at_1000": 0.60594, "recall_at_1": 0.50539, "recall_at_3": 0.66102, "recall_at_5": 0.72573, "recall_at_10": 0.79353, "recall_at_20": 0.85054, "recall_at_100": 0.95121, "recall_at_1000": 0.9964, "precision_at_1": 0.50539, "precision_at_3": 0.22034, "precision_at_5": 0.14515, "precision_at_10": 0.07935, "precision_at_20": 0.04253, "precision_at_100": 0.00951, "precision_at_1000": 0.001, "mrr_at_1": 0.505393, "mrr_at_3": 0.574902, "mrr_at_5": 0.589796, "mrr_at_10": 0.599042, "mrr_at_20": 0.603118, "mrr_at_100": 0.605719, "mrr_at_1000": 0.605937, "nauc_ndcg_at_1_max": 0.541497, "nauc_ndcg_at_1_std": 0.102667, "nauc_ndcg_at_1_diff1": 0.663867, "nauc_ndcg_at_3_max": 0.568468, "nauc_ndcg_at_3_std": 0.12292, "nauc_ndcg_at_3_diff1": 0.61365, "nauc_ndcg_at_5_max": 0.576417, "nauc_ndcg_at_5_std": 0.14312, "nauc_ndcg_at_5_diff1": 0.610791, "nauc_ndcg_at_10_max": 0.571045, "nauc_ndcg_at_10_std": 0.13996, "nauc_ndcg_at_10_diff1": 0.605383, "nauc_ndcg_at_20_max": 0.572252, "nauc_ndcg_at_20_std": 0.145427, "nauc_ndcg_at_20_diff1": 0.606657, "nauc_ndcg_at_100_max": 0.571669, "nauc_ndcg_at_100_std": 0.145068, "nauc_ndcg_at_100_diff1": 0.612092, "nauc_ndcg_at_1000_max": 0.569005, "nauc_ndcg_at_1000_std": 0.13854, "nauc_ndcg_at_1000_diff1": 0.615419, "nauc_map_at_1_max": 0.541497, "nauc_map_at_1_std": 0.102667, "nauc_map_at_1_diff1": 0.663867, "nauc_map_at_3_max": 0.562303, "nauc_map_at_3_std": 0.117534, "nauc_map_at_3_diff1": 0.625915, "nauc_map_at_5_max": 0.566225, "nauc_map_at_5_std": 0.127965, "nauc_map_at_5_diff1": 0.624588, "nauc_map_at_10_max": 0.564021, "nauc_map_at_10_std": 0.126367, "nauc_map_at_10_diff1": 0.622783, "nauc_map_at_20_max": 0.564267, "nauc_map_at_20_std": 0.127714, "nauc_map_at_20_diff1": 0.623289, "nauc_map_at_100_max": 0.564132, "nauc_map_at_100_std": 0.127667, "nauc_map_at_100_diff1": 0.623945, "nauc_map_at_1000_max": 0.564059, "nauc_map_at_1000_std": 0.127519, "nauc_map_at_1000_diff1": 0.62404, "nauc_recall_at_1_max": 0.541497, "nauc_recall_at_1_std": 0.102667, "nauc_recall_at_1_diff1": 0.663867, "nauc_recall_at_3_max": 0.588257, "nauc_recall_at_3_std": 0.140617, "nauc_recall_at_3_diff1": 0.573856, "nauc_recall_at_5_max": 0.61539, "nauc_recall_at_5_std": 0.203264, "nauc_recall_at_5_diff1": 0.55977, "nauc_recall_at_10_max": 0.600976, "nauc_recall_at_10_std": 0.205141, "nauc_recall_at_10_diff1": 0.523173, "nauc_recall_at_20_max": 0.619372, "nauc_recall_at_20_std": 0.264447, "nauc_recall_at_20_diff1": 0.504638, "nauc_recall_at_100_max": 0.694419, "nauc_recall_at_100_std": 0.471874, "nauc_recall_at_100_diff1": 0.463299, "nauc_recall_at_1000_max": 0.760275, "nauc_recall_at_1000_std": 0.835269, "nauc_recall_at_1000_diff1": 0.40187, "nauc_precision_at_1_max": 0.541497, "nauc_precision_at_1_std": 0.102667, "nauc_precision_at_1_diff1": 0.663867, "nauc_precision_at_3_max": 0.588257, "nauc_precision_at_3_std": 0.140617, "nauc_precision_at_3_diff1": 0.573856, "nauc_precision_at_5_max": 0.61539, "nauc_precision_at_5_std": 0.203264, "nauc_precision_at_5_diff1": 0.55977, "nauc_precision_at_10_max": 0.600976, "nauc_precision_at_10_std": 0.205141, "nauc_precision_at_10_diff1": 0.523173, "nauc_precision_at_20_max": 0.619372, "nauc_precision_at_20_std": 0.264447, "nauc_precision_at_20_diff1": 0.504638, "nauc_precision_at_100_max": 0.694419, "nauc_precision_at_100_std": 0.471874, "nauc_precision_at_100_diff1": 0.463299, "nauc_precision_at_1000_max": 0.760275, "nauc_precision_at_1000_std": 0.835269, "nauc_precision_at_1000_diff1": 0.40187, "nauc_mrr_at_1_max": 0.541497, "nauc_mrr_at_1_std": 0.102667, "nauc_mrr_at_1_diff1": 0.663867, "nauc_mrr_at_3_max": 0.562303, "nauc_mrr_at_3_std": 0.117534, "nauc_mrr_at_3_diff1": 0.625915, "nauc_mrr_at_5_max": 0.566225, "nauc_mrr_at_5_std": 0.127965, "nauc_mrr_at_5_diff1": 0.624588, "nauc_mrr_at_10_max": 0.564021, "nauc_mrr_at_10_std": 0.126367, "nauc_mrr_at_10_diff1": 0.622783, "nauc_mrr_at_20_max": 0.564267, "nauc_mrr_at_20_std": 0.127714, "nauc_mrr_at_20_diff1": 0.623289, "nauc_mrr_at_100_max": 0.564132, "nauc_mrr_at_100_std": 0.127667, "nauc_mrr_at_100_diff1": 0.623945, "nauc_mrr_at_1000_max": 0.564059, "nauc_mrr_at_1000_std": 0.127519, "nauc_mrr_at_1000_diff1": 0.62404, "main_score": 0.64592, "hf_subset": "spa-zho", "languages": [ "spa-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.43146, "ndcg_at_3": 0.53418, "ndcg_at_5": 0.55822, "ndcg_at_10": 0.57959, "ndcg_at_20": 0.59734, "ndcg_at_100": 0.62146, "ndcg_at_1000": 0.63022, "map_at_1": 0.43146, "map_at_3": 0.50874, "map_at_5": 0.52206, "map_at_10": 0.53099, "map_at_20": 0.53576, "map_at_100": 0.5392, "map_at_1000": 0.53954, "recall_at_1": 0.43146, "recall_at_3": 0.60786, "recall_at_5": 0.6663, "recall_at_10": 0.73184, "recall_at_20": 0.80284, "recall_at_100": 0.93119, "recall_at_1000": 0.99945, "precision_at_1": 0.43146, "precision_at_3": 0.20262, "precision_at_5": 0.13326, "precision_at_10": 0.07318, "precision_at_20": 0.04014, "precision_at_100": 0.00931, "precision_at_1000": 0.001, "mrr_at_1": 0.431458, "mrr_at_3": 0.508738, "mrr_at_5": 0.522064, "mrr_at_10": 0.530992, "mrr_at_20": 0.535756, "mrr_at_100": 0.539197, "mrr_at_1000": 0.53954, "nauc_ndcg_at_1_max": 0.556552, "nauc_ndcg_at_1_std": -0.027001, "nauc_ndcg_at_1_diff1": 0.658052, "nauc_ndcg_at_3_max": 0.581999, "nauc_ndcg_at_3_std": -0.016194, "nauc_ndcg_at_3_diff1": 0.605949, "nauc_ndcg_at_5_max": 0.588583, "nauc_ndcg_at_5_std": -0.01458, "nauc_ndcg_at_5_diff1": 0.606768, "nauc_ndcg_at_10_max": 0.587466, "nauc_ndcg_at_10_std": -0.016765, "nauc_ndcg_at_10_diff1": 0.601708, "nauc_ndcg_at_20_max": 0.58641, "nauc_ndcg_at_20_std": -0.006321, "nauc_ndcg_at_20_diff1": 0.599714, "nauc_ndcg_at_100_max": 0.586958, "nauc_ndcg_at_100_std": 0.005706, "nauc_ndcg_at_100_diff1": 0.602852, "nauc_ndcg_at_1000_max": 0.582784, "nauc_ndcg_at_1000_std": -0.008475, "nauc_ndcg_at_1000_diff1": 0.608909, "nauc_map_at_1_max": 0.556552, "nauc_map_at_1_std": -0.027001, "nauc_map_at_1_diff1": 0.658052, "nauc_map_at_3_max": 0.575153, "nauc_map_at_3_std": -0.019793, "nauc_map_at_3_diff1": 0.618531, "nauc_map_at_5_max": 0.578555, "nauc_map_at_5_std": -0.019055, "nauc_map_at_5_diff1": 0.619345, "nauc_map_at_10_max": 0.578019, "nauc_map_at_10_std": -0.019927, "nauc_map_at_10_diff1": 0.61741, "nauc_map_at_20_max": 0.577634, "nauc_map_at_20_std": -0.017548, "nauc_map_at_20_diff1": 0.617227, "nauc_map_at_100_max": 0.57748, "nauc_map_at_100_std": -0.016475, "nauc_map_at_100_diff1": 0.617529, "nauc_map_at_1000_max": 0.577375, "nauc_map_at_1000_std": -0.01686, "nauc_map_at_1000_diff1": 0.617746, "nauc_recall_at_1_max": 0.556552, "nauc_recall_at_1_std": -0.027001, "nauc_recall_at_1_diff1": 0.658052, "nauc_recall_at_3_max": 0.603725, "nauc_recall_at_3_std": -0.004474, "nauc_recall_at_3_diff1": 0.566635, "nauc_recall_at_5_max": 0.624325, "nauc_recall_at_5_std": 0.001581, "nauc_recall_at_5_diff1": 0.563854, "nauc_recall_at_10_max": 0.625672, "nauc_recall_at_10_std": -0.004704, "nauc_recall_at_10_diff1": 0.537537, "nauc_recall_at_20_max": 0.630076, "nauc_recall_at_20_std": 0.066397, "nauc_recall_at_20_diff1": 0.505175, "nauc_recall_at_100_max": 0.723192, "nauc_recall_at_100_std": 0.455662, "nauc_recall_at_100_diff1": 0.427878, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.869289, "nauc_precision_at_1_max": 0.556552, "nauc_precision_at_1_std": -0.027001, "nauc_precision_at_1_diff1": 0.658052, "nauc_precision_at_3_max": 0.603725, "nauc_precision_at_3_std": -0.004474, "nauc_precision_at_3_diff1": 0.566635, "nauc_precision_at_5_max": 0.624325, "nauc_precision_at_5_std": 0.001581, "nauc_precision_at_5_diff1": 0.563854, "nauc_precision_at_10_max": 0.625672, "nauc_precision_at_10_std": -0.004704, "nauc_precision_at_10_diff1": 0.537537, "nauc_precision_at_20_max": 0.630076, "nauc_precision_at_20_std": 0.066397, "nauc_precision_at_20_diff1": 0.505175, "nauc_precision_at_100_max": 0.723192, "nauc_precision_at_100_std": 0.455662, "nauc_precision_at_100_diff1": 0.427878, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.869289, "nauc_mrr_at_1_max": 0.556552, "nauc_mrr_at_1_std": -0.027001, "nauc_mrr_at_1_diff1": 0.658052, "nauc_mrr_at_3_max": 0.575153, "nauc_mrr_at_3_std": -0.019793, "nauc_mrr_at_3_diff1": 0.618531, "nauc_mrr_at_5_max": 0.578555, "nauc_mrr_at_5_std": -0.019055, "nauc_mrr_at_5_diff1": 0.619345, "nauc_mrr_at_10_max": 0.578019, "nauc_mrr_at_10_std": -0.019927, "nauc_mrr_at_10_diff1": 0.61741, "nauc_mrr_at_20_max": 0.577634, "nauc_mrr_at_20_std": -0.017548, "nauc_mrr_at_20_diff1": 0.617227, "nauc_mrr_at_100_max": 0.57748, "nauc_mrr_at_100_std": -0.016475, "nauc_mrr_at_100_diff1": 0.617529, "nauc_mrr_at_1000_max": 0.577375, "nauc_mrr_at_1000_std": -0.01686, "nauc_mrr_at_1000_diff1": 0.617746, "main_score": 0.57959, "hf_subset": "hin-ara", "languages": [ "hin-Deva", "ara-Arab" ] }, { "ndcg_at_1": 0.55633, "ndcg_at_3": 0.65791, "ndcg_at_5": 0.67869, "ndcg_at_10": 0.69674, "ndcg_at_20": 0.7096, "ndcg_at_100": 0.72333, "ndcg_at_1000": 0.72871, "map_at_1": 0.55598, "map_at_3": 0.63366, "map_at_5": 0.64521, "map_at_10": 0.65275, "map_at_20": 0.65626, "map_at_100": 0.6583, "map_at_1000": 0.65851, "recall_at_1": 0.55598, "recall_at_3": 0.72743, "recall_at_5": 0.77782, "recall_at_10": 0.8331, "recall_at_20": 0.88418, "recall_at_100": 0.95591, "recall_at_1000": 0.9979, "precision_at_1": 0.55633, "precision_at_3": 0.24259, "precision_at_5": 0.15563, "precision_at_10": 0.08334, "precision_at_20": 0.04423, "precision_at_100": 0.00957, "precision_at_1000": 0.001, "mrr_at_1": 0.556333, "mrr_at_3": 0.63401, "mrr_at_5": 0.645556, "mrr_at_10": 0.653099, "mrr_at_20": 0.656605, "mrr_at_100": 0.658633, "mrr_at_1000": 0.658836, "nauc_ndcg_at_1_max": 0.590622, "nauc_ndcg_at_1_std": -0.014605, "nauc_ndcg_at_1_diff1": 0.757133, "nauc_ndcg_at_3_max": 0.644074, "nauc_ndcg_at_3_std": 0.012226, "nauc_ndcg_at_3_diff1": 0.702, "nauc_ndcg_at_5_max": 0.64776, "nauc_ndcg_at_5_std": 0.022376, "nauc_ndcg_at_5_diff1": 0.694558, "nauc_ndcg_at_10_max": 0.641856, "nauc_ndcg_at_10_std": 0.025508, "nauc_ndcg_at_10_diff1": 0.689772, "nauc_ndcg_at_20_max": 0.636443, "nauc_ndcg_at_20_std": 0.030466, "nauc_ndcg_at_20_diff1": 0.691566, "nauc_ndcg_at_100_max": 0.638962, "nauc_ndcg_at_100_std": 0.038993, "nauc_ndcg_at_100_diff1": 0.700132, "nauc_ndcg_at_1000_max": 0.634952, "nauc_ndcg_at_1000_std": 0.02527, "nauc_ndcg_at_1000_diff1": 0.703269, "nauc_map_at_1_max": 0.590528, "nauc_map_at_1_std": -0.016441, "nauc_map_at_1_diff1": 0.757226, "nauc_map_at_3_max": 0.630296, "nauc_map_at_3_std": 0.003902, "nauc_map_at_3_diff1": 0.716077, "nauc_map_at_5_max": 0.631583, "nauc_map_at_5_std": 0.008935, "nauc_map_at_5_diff1": 0.712454, "nauc_map_at_10_max": 0.628942, "nauc_map_at_10_std": 0.00992, "nauc_map_at_10_diff1": 0.71083, "nauc_map_at_20_max": 0.627652, "nauc_map_at_20_std": 0.011111, "nauc_map_at_20_diff1": 0.711506, "nauc_map_at_100_max": 0.627979, "nauc_map_at_100_std": 0.012033, "nauc_map_at_100_diff1": 0.712679, "nauc_map_at_1000_max": 0.627855, "nauc_map_at_1000_std": 0.011633, "nauc_map_at_1000_diff1": 0.712779, "nauc_recall_at_1_max": 0.590528, "nauc_recall_at_1_std": -0.016441, "nauc_recall_at_1_diff1": 0.757226, "nauc_recall_at_3_max": 0.691328, "nauc_recall_at_3_std": 0.039133, "nauc_recall_at_3_diff1": 0.653122, "nauc_recall_at_5_max": 0.712541, "nauc_recall_at_5_std": 0.075518, "nauc_recall_at_5_diff1": 0.622186, "nauc_recall_at_10_max": 0.703028, "nauc_recall_at_10_std": 0.104662, "nauc_recall_at_10_diff1": 0.580551, "nauc_recall_at_20_max": 0.67989, "nauc_recall_at_20_std": 0.172875, "nauc_recall_at_20_diff1": 0.552473, "nauc_recall_at_100_max": 0.80981, "nauc_recall_at_100_std": 0.622618, "nauc_recall_at_100_diff1": 0.562804, "nauc_recall_at_1000_max": 0.956424, "nauc_recall_at_1000_std": 0.956424, "nauc_recall_at_1000_diff1": 0.395585, "nauc_precision_at_1_max": 0.590622, "nauc_precision_at_1_std": -0.014605, "nauc_precision_at_1_diff1": 0.757133, "nauc_precision_at_3_max": 0.691879, "nauc_precision_at_3_std": 0.041719, "nauc_precision_at_3_diff1": 0.653288, "nauc_precision_at_5_max": 0.713217, "nauc_precision_at_5_std": 0.078613, "nauc_precision_at_5_diff1": 0.622343, "nauc_precision_at_10_max": 0.70411, "nauc_precision_at_10_std": 0.108717, "nauc_precision_at_10_diff1": 0.580877, "nauc_precision_at_20_max": 0.681334, "nauc_precision_at_20_std": 0.178701, "nauc_precision_at_20_diff1": 0.55285, "nauc_precision_at_100_max": 0.786164, "nauc_precision_at_100_std": 0.632754, "nauc_precision_at_100_diff1": 0.54216, "nauc_precision_at_1000_max": 0.579593, "nauc_precision_at_1000_std": 0.972412, "nauc_precision_at_1000_diff1": 0.174913, "nauc_mrr_at_1_max": 0.590622, "nauc_mrr_at_1_std": -0.014605, "nauc_mrr_at_1_diff1": 0.757133, "nauc_mrr_at_3_max": 0.63042, "nauc_mrr_at_3_std": 0.006002, "nauc_mrr_at_3_diff1": 0.715954, "nauc_mrr_at_5_max": 0.631711, "nauc_mrr_at_5_std": 0.0111, "nauc_mrr_at_5_diff1": 0.712326, "nauc_mrr_at_10_max": 0.629072, "nauc_mrr_at_10_std": 0.012132, "nauc_mrr_at_10_diff1": 0.710699, "nauc_mrr_at_20_max": 0.627782, "nauc_mrr_at_20_std": 0.013349, "nauc_mrr_at_20_diff1": 0.711373, "nauc_mrr_at_100_max": 0.628103, "nauc_mrr_at_100_std": 0.014158, "nauc_mrr_at_100_diff1": 0.712554, "nauc_mrr_at_1000_max": 0.62798, "nauc_mrr_at_1000_std": 0.01376, "nauc_mrr_at_1000_diff1": 0.712654, "main_score": 0.69674, "hf_subset": "hin-deu", "languages": [ "hin-Deva", "deu-Latn" ] }, { "ndcg_at_1": 0.51159, "ndcg_at_3": 0.60037, "ndcg_at_5": 0.62301, "ndcg_at_10": 0.6449, "ndcg_at_20": 0.65979, "ndcg_at_100": 0.67687, "ndcg_at_1000": 0.6842, "map_at_1": 0.51149, "map_at_3": 0.57872, "map_at_5": 0.59129, "map_at_10": 0.6004, "map_at_20": 0.60455, "map_at_100": 0.60689, "map_at_1000": 0.60718, "recall_at_1": 0.51149, "recall_at_3": 0.66294, "recall_at_5": 0.71786, "recall_at_10": 0.78519, "recall_at_20": 0.84357, "recall_at_100": 0.93582, "recall_at_1000": 0.99329, "precision_at_1": 0.51159, "precision_at_3": 0.22105, "precision_at_5": 0.14361, "precision_at_10": 0.07854, "precision_at_20": 0.04219, "precision_at_100": 0.00936, "precision_at_1000": 0.00099, "mrr_at_1": 0.511595, "mrr_at_3": 0.578723, "mrr_at_5": 0.591294, "mrr_at_10": 0.600402, "mrr_at_20": 0.604554, "mrr_at_100": 0.606896, "mrr_at_1000": 0.607176, "nauc_ndcg_at_1_max": 0.561622, "nauc_ndcg_at_1_std": -0.036406, "nauc_ndcg_at_1_diff1": 0.700617, "nauc_ndcg_at_3_max": 0.589127, "nauc_ndcg_at_3_std": -0.027085, "nauc_ndcg_at_3_diff1": 0.662961, "nauc_ndcg_at_5_max": 0.589532, "nauc_ndcg_at_5_std": -0.017231, "nauc_ndcg_at_5_diff1": 0.653392, "nauc_ndcg_at_10_max": 0.593056, "nauc_ndcg_at_10_std": -0.004126, "nauc_ndcg_at_10_diff1": 0.651089, "nauc_ndcg_at_20_max": 0.591394, "nauc_ndcg_at_20_std": -0.001418, "nauc_ndcg_at_20_diff1": 0.651074, "nauc_ndcg_at_100_max": 0.590138, "nauc_ndcg_at_100_std": 0.001759, "nauc_ndcg_at_100_diff1": 0.654309, "nauc_ndcg_at_1000_max": 0.587886, "nauc_ndcg_at_1000_std": -0.005662, "nauc_ndcg_at_1000_diff1": 0.658313, "nauc_map_at_1_max": 0.561599, "nauc_map_at_1_std": -0.036453, "nauc_map_at_1_diff1": 0.700378, "nauc_map_at_3_max": 0.581648, "nauc_map_at_3_std": -0.029862, "nauc_map_at_3_diff1": 0.671888, "nauc_map_at_5_max": 0.581596, "nauc_map_at_5_std": -0.024582, "nauc_map_at_5_diff1": 0.666914, "nauc_map_at_10_max": 0.58286, "nauc_map_at_10_std": -0.01962, "nauc_map_at_10_diff1": 0.666402, "nauc_map_at_20_max": 0.582322, "nauc_map_at_20_std": -0.019131, "nauc_map_at_20_diff1": 0.666479, "nauc_map_at_100_max": 0.582159, "nauc_map_at_100_std": -0.018676, "nauc_map_at_100_diff1": 0.666958, "nauc_map_at_1000_max": 0.582118, "nauc_map_at_1000_std": -0.018789, "nauc_map_at_1000_diff1": 0.667099, "nauc_recall_at_1_max": 0.561599, "nauc_recall_at_1_std": -0.036453, "nauc_recall_at_1_diff1": 0.700378, "nauc_recall_at_3_max": 0.61376, "nauc_recall_at_3_std": -0.01783, "nauc_recall_at_3_diff1": 0.634157, "nauc_recall_at_5_max": 0.618711, "nauc_recall_at_5_std": 0.011187, "nauc_recall_at_5_diff1": 0.60328, "nauc_recall_at_10_max": 0.640405, "nauc_recall_at_10_std": 0.073962, "nauc_recall_at_10_diff1": 0.580388, "nauc_recall_at_20_max": 0.644374, "nauc_recall_at_20_std": 0.118449, "nauc_recall_at_20_diff1": 0.558666, "nauc_recall_at_100_max": 0.684875, "nauc_recall_at_100_std": 0.32709, "nauc_recall_at_100_diff1": 0.505007, "nauc_recall_at_1000_max": 0.77694, "nauc_recall_at_1000_std": 0.691305, "nauc_recall_at_1000_diff1": 0.353334, "nauc_precision_at_1_max": 0.561622, "nauc_precision_at_1_std": -0.036406, "nauc_precision_at_1_diff1": 0.700617, "nauc_precision_at_3_max": 0.612895, "nauc_precision_at_3_std": -0.017683, "nauc_precision_at_3_diff1": 0.633765, "nauc_precision_at_5_max": 0.617722, "nauc_precision_at_5_std": 0.011313, "nauc_precision_at_5_diff1": 0.602879, "nauc_precision_at_10_max": 0.639134, "nauc_precision_at_10_std": 0.074006, "nauc_precision_at_10_diff1": 0.57993, "nauc_precision_at_20_max": 0.642681, "nauc_precision_at_20_std": 0.118402, "nauc_precision_at_20_diff1": 0.55811, "nauc_precision_at_100_max": 0.681613, "nauc_precision_at_100_std": 0.329097, "nauc_precision_at_100_diff1": 0.503669, "nauc_precision_at_1000_max": 0.696107, "nauc_precision_at_1000_std": 0.677757, "nauc_precision_at_1000_diff1": 0.315284, "nauc_mrr_at_1_max": 0.561622, "nauc_mrr_at_1_std": -0.036406, "nauc_mrr_at_1_diff1": 0.700617, "nauc_mrr_at_3_max": 0.581648, "nauc_mrr_at_3_std": -0.029862, "nauc_mrr_at_3_diff1": 0.671888, "nauc_mrr_at_5_max": 0.581596, "nauc_mrr_at_5_std": -0.024582, "nauc_mrr_at_5_diff1": 0.666914, "nauc_mrr_at_10_max": 0.58286, "nauc_mrr_at_10_std": -0.01962, "nauc_mrr_at_10_diff1": 0.666402, "nauc_mrr_at_20_max": 0.582322, "nauc_mrr_at_20_std": -0.019131, "nauc_mrr_at_20_diff1": 0.666479, "nauc_mrr_at_100_max": 0.582162, "nauc_mrr_at_100_std": -0.018665, "nauc_mrr_at_100_diff1": 0.666958, "nauc_mrr_at_1000_max": 0.582119, "nauc_mrr_at_1000_std": -0.018788, "nauc_mrr_at_1000_diff1": 0.667099, "main_score": 0.6449, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "ndcg_at_1": 0.53949, "ndcg_at_3": 0.63306, "ndcg_at_5": 0.6583, "ndcg_at_10": 0.67987, "ndcg_at_20": 0.69193, "ndcg_at_100": 0.70653, "ndcg_at_1000": 0.71239, "map_at_1": 0.5392, "map_at_3": 0.61053, "map_at_5": 0.62461, "map_at_10": 0.63351, "map_at_20": 0.63682, "map_at_100": 0.6388, "map_at_1000": 0.63903, "recall_at_1": 0.5392, "recall_at_3": 0.69774, "recall_at_5": 0.75871, "recall_at_10": 0.82549, "recall_at_20": 0.87311, "recall_at_100": 0.95238, "recall_at_1000": 0.99826, "precision_at_1": 0.53949, "precision_at_3": 0.23268, "precision_at_5": 0.1518, "precision_at_10": 0.08258, "precision_at_20": 0.04367, "precision_at_100": 0.00953, "precision_at_1000": 0.001, "mrr_at_1": 0.539489, "mrr_at_3": 0.610821, "mrr_at_5": 0.624903, "mrr_at_10": 0.633796, "mrr_at_20": 0.637109, "mrr_at_100": 0.639079, "mrr_at_1000": 0.639301, "nauc_ndcg_at_1_max": 0.631999, "nauc_ndcg_at_1_std": 0.055212, "nauc_ndcg_at_1_diff1": 0.69767, "nauc_ndcg_at_3_max": 0.656484, "nauc_ndcg_at_3_std": 0.05848, "nauc_ndcg_at_3_diff1": 0.646281, "nauc_ndcg_at_5_max": 0.662248, "nauc_ndcg_at_5_std": 0.077597, "nauc_ndcg_at_5_diff1": 0.642918, "nauc_ndcg_at_10_max": 0.660351, "nauc_ndcg_at_10_std": 0.085141, "nauc_ndcg_at_10_diff1": 0.634243, "nauc_ndcg_at_20_max": 0.6635, "nauc_ndcg_at_20_std": 0.101716, "nauc_ndcg_at_20_diff1": 0.638782, "nauc_ndcg_at_100_max": 0.659563, "nauc_ndcg_at_100_std": 0.09712, "nauc_ndcg_at_100_diff1": 0.644074, "nauc_ndcg_at_1000_max": 0.656561, "nauc_ndcg_at_1000_std": 0.084303, "nauc_ndcg_at_1000_diff1": 0.647782, "nauc_map_at_1_max": 0.631317, "nauc_map_at_1_std": 0.053692, "nauc_map_at_1_diff1": 0.697307, "nauc_map_at_3_max": 0.64967, "nauc_map_at_3_std": 0.056373, "nauc_map_at_3_diff1": 0.658641, "nauc_map_at_5_max": 0.652341, "nauc_map_at_5_std": 0.065804, "nauc_map_at_5_diff1": 0.657347, "nauc_map_at_10_max": 0.65148, "nauc_map_at_10_std": 0.068382, "nauc_map_at_10_diff1": 0.654343, "nauc_map_at_20_max": 0.652232, "nauc_map_at_20_std": 0.072265, "nauc_map_at_20_diff1": 0.655567, "nauc_map_at_100_max": 0.65158, "nauc_map_at_100_std": 0.071667, "nauc_map_at_100_diff1": 0.65615, "nauc_map_at_1000_max": 0.651499, "nauc_map_at_1000_std": 0.071296, "nauc_map_at_1000_diff1": 0.656267, "nauc_recall_at_1_max": 0.631317, "nauc_recall_at_1_std": 0.053692, "nauc_recall_at_1_diff1": 0.697307, "nauc_recall_at_3_max": 0.678412, "nauc_recall_at_3_std": 0.064069, "nauc_recall_at_3_diff1": 0.604895, "nauc_recall_at_5_max": 0.700843, "nauc_recall_at_5_std": 0.126147, "nauc_recall_at_5_diff1": 0.585952, "nauc_recall_at_10_max": 0.703019, "nauc_recall_at_10_std": 0.177225, "nauc_recall_at_10_diff1": 0.527168, "nauc_recall_at_20_max": 0.740675, "nauc_recall_at_20_std": 0.337429, "nauc_recall_at_20_diff1": 0.528213, "nauc_recall_at_100_max": 0.774442, "nauc_recall_at_100_std": 0.582408, "nauc_recall_at_100_diff1": 0.506334, "nauc_recall_at_1000_max": 0.566005, "nauc_recall_at_1000_std": -0.127645, "nauc_recall_at_1000_diff1": 0.707583, "nauc_precision_at_1_max": 0.631999, "nauc_precision_at_1_std": 0.055212, "nauc_precision_at_1_diff1": 0.69767, "nauc_precision_at_3_max": 0.679459, "nauc_precision_at_3_std": 0.066051, "nauc_precision_at_3_diff1": 0.60546, "nauc_precision_at_5_max": 0.702277, "nauc_precision_at_5_std": 0.128604, "nauc_precision_at_5_diff1": 0.586749, "nauc_precision_at_10_max": 0.705092, "nauc_precision_at_10_std": 0.18057, "nauc_precision_at_10_diff1": 0.528279, "nauc_precision_at_20_max": 0.743522, "nauc_precision_at_20_std": 0.342227, "nauc_precision_at_20_diff1": 0.5297, "nauc_precision_at_100_max": 0.765066, "nauc_precision_at_100_std": 0.59109, "nauc_precision_at_100_diff1": 0.497852, "nauc_precision_at_1000_max": 0.476938, "nauc_precision_at_1000_std": 0.286448, "nauc_precision_at_1000_diff1": 0.483873, "nauc_mrr_at_1_max": 0.631999, "nauc_mrr_at_1_std": 0.055212, "nauc_mrr_at_1_diff1": 0.69767, "nauc_mrr_at_3_max": 0.650433, "nauc_mrr_at_3_std": 0.058062, "nauc_mrr_at_3_diff1": 0.659031, "nauc_mrr_at_5_max": 0.653132, "nauc_mrr_at_5_std": 0.067555, "nauc_mrr_at_5_diff1": 0.657751, "nauc_mrr_at_10_max": 0.652289, "nauc_mrr_at_10_std": 0.070176, "nauc_mrr_at_10_diff1": 0.654755, "nauc_mrr_at_20_max": 0.65305, "nauc_mrr_at_20_std": 0.074079, "nauc_mrr_at_20_diff1": 0.655983, "nauc_mrr_at_100_max": 0.65236, "nauc_mrr_at_100_std": 0.073397, "nauc_mrr_at_100_diff1": 0.656548, "nauc_mrr_at_1000_max": 0.652279, "nauc_mrr_at_1000_std": 0.073027, "nauc_mrr_at_1000_diff1": 0.656665, "main_score": 0.67987, "hf_subset": "hin-spa", "languages": [ "hin-Deva", "spa-Latn" ] }, { "ndcg_at_1": 0.51648, "ndcg_at_3": 0.59757, "ndcg_at_5": 0.61832, "ndcg_at_10": 0.6365, "ndcg_at_20": 0.65118, "ndcg_at_100": 0.66853, "ndcg_at_1000": 0.67798, "map_at_1": 0.51627, "map_at_3": 0.57777, "map_at_5": 0.58937, "map_at_10": 0.59696, "map_at_20": 0.60103, "map_at_100": 0.6034, "map_at_1000": 0.60374, "recall_at_1": 0.51627, "recall_at_3": 0.6547, "recall_at_5": 0.70474, "recall_at_10": 0.76048, "recall_at_20": 0.81825, "recall_at_100": 0.91223, "recall_at_1000": 0.98729, "precision_at_1": 0.51648, "precision_at_3": 0.21833, "precision_at_5": 0.14101, "precision_at_10": 0.07608, "precision_at_20": 0.04093, "precision_at_100": 0.00913, "precision_at_1000": 0.00099, "mrr_at_1": 0.516477, "mrr_at_3": 0.577875, "mrr_at_5": 0.58947, "mrr_at_10": 0.597059, "mrr_at_20": 0.601136, "mrr_at_100": 0.6035, "mrr_at_1000": 0.603843, "nauc_ndcg_at_1_max": 0.609497, "nauc_ndcg_at_1_std": 0.020126, "nauc_ndcg_at_1_diff1": 0.746565, "nauc_ndcg_at_3_max": 0.641811, "nauc_ndcg_at_3_std": 0.056086, "nauc_ndcg_at_3_diff1": 0.703633, "nauc_ndcg_at_5_max": 0.643903, "nauc_ndcg_at_5_std": 0.069125, "nauc_ndcg_at_5_diff1": 0.697771, "nauc_ndcg_at_10_max": 0.645445, "nauc_ndcg_at_10_std": 0.078399, "nauc_ndcg_at_10_diff1": 0.693683, "nauc_ndcg_at_20_max": 0.643602, "nauc_ndcg_at_20_std": 0.082491, "nauc_ndcg_at_20_diff1": 0.693256, "nauc_ndcg_at_100_max": 0.643236, "nauc_ndcg_at_100_std": 0.087726, "nauc_ndcg_at_100_diff1": 0.694873, "nauc_ndcg_at_1000_max": 0.640841, "nauc_ndcg_at_1000_std": 0.077303, "nauc_ndcg_at_1000_diff1": 0.699847, "nauc_map_at_1_max": 0.608961, "nauc_map_at_1_std": 0.019731, "nauc_map_at_1_diff1": 0.745999, "nauc_map_at_3_max": 0.633419, "nauc_map_at_3_std": 0.045919, "nauc_map_at_3_diff1": 0.714111, "nauc_map_at_5_max": 0.634452, "nauc_map_at_5_std": 0.052837, "nauc_map_at_5_diff1": 0.711095, "nauc_map_at_10_max": 0.634936, "nauc_map_at_10_std": 0.056309, "nauc_map_at_10_diff1": 0.709713, "nauc_map_at_20_max": 0.634415, "nauc_map_at_20_std": 0.057276, "nauc_map_at_20_diff1": 0.709732, "nauc_map_at_100_max": 0.634286, "nauc_map_at_100_std": 0.05777, "nauc_map_at_100_diff1": 0.709934, "nauc_map_at_1000_max": 0.634239, "nauc_map_at_1000_std": 0.057538, "nauc_map_at_1000_diff1": 0.710096, "nauc_recall_at_1_max": 0.608961, "nauc_recall_at_1_std": 0.019731, "nauc_recall_at_1_diff1": 0.745999, "nauc_recall_at_3_max": 0.668169, "nauc_recall_at_3_std": 0.088903, "nauc_recall_at_3_diff1": 0.669275, "nauc_recall_at_5_max": 0.676468, "nauc_recall_at_5_std": 0.128327, "nauc_recall_at_5_diff1": 0.649467, "nauc_recall_at_10_max": 0.688379, "nauc_recall_at_10_std": 0.17579, "nauc_recall_at_10_diff1": 0.62412, "nauc_recall_at_20_max": 0.687271, "nauc_recall_at_20_std": 0.224608, "nauc_recall_at_20_diff1": 0.603848, "nauc_recall_at_100_max": 0.72404, "nauc_recall_at_100_std": 0.439341, "nauc_recall_at_100_diff1": 0.549934, "nauc_recall_at_1000_max": 0.787108, "nauc_recall_at_1000_std": 0.751442, "nauc_recall_at_1000_diff1": 0.470831, "nauc_precision_at_1_max": 0.609497, "nauc_precision_at_1_std": 0.020126, "nauc_precision_at_1_diff1": 0.746565, "nauc_precision_at_3_max": 0.667836, "nauc_precision_at_3_std": 0.089344, "nauc_precision_at_3_diff1": 0.668941, "nauc_precision_at_5_max": 0.676133, "nauc_precision_at_5_std": 0.12878, "nauc_precision_at_5_diff1": 0.649163, "nauc_precision_at_10_max": 0.687966, "nauc_precision_at_10_std": 0.176266, "nauc_precision_at_10_diff1": 0.623791, "nauc_precision_at_20_max": 0.686814, "nauc_precision_at_20_std": 0.225147, "nauc_precision_at_20_diff1": 0.60352, "nauc_precision_at_100_max": 0.723148, "nauc_precision_at_100_std": 0.439809, "nauc_precision_at_100_diff1": 0.549541, "nauc_precision_at_1000_max": 0.779828, "nauc_precision_at_1000_std": 0.748552, "nauc_precision_at_1000_diff1": 0.469702, "nauc_mrr_at_1_max": 0.609497, "nauc_mrr_at_1_std": 0.020126, "nauc_mrr_at_1_diff1": 0.746565, "nauc_mrr_at_3_max": 0.634046, "nauc_mrr_at_3_std": 0.046292, "nauc_mrr_at_3_diff1": 0.714748, "nauc_mrr_at_5_max": 0.635093, "nauc_mrr_at_5_std": 0.053219, "nauc_mrr_at_5_diff1": 0.711745, "nauc_mrr_at_10_max": 0.635589, "nauc_mrr_at_10_std": 0.056698, "nauc_mrr_at_10_diff1": 0.710374, "nauc_mrr_at_20_max": 0.635074, "nauc_mrr_at_20_std": 0.057669, "nauc_mrr_at_20_diff1": 0.7104, "nauc_mrr_at_100_max": 0.634949, "nauc_mrr_at_100_std": 0.058166, "nauc_mrr_at_100_diff1": 0.710607, "nauc_mrr_at_1000_max": 0.634903, "nauc_mrr_at_1000_std": 0.057934, "nauc_mrr_at_1000_diff1": 0.71077, "main_score": 0.6365, "hf_subset": "hin-hin", "languages": [ "hin-Deva", "hin-Deva" ] }, { "ndcg_at_1": 0.50591, "ndcg_at_3": 0.5945, "ndcg_at_5": 0.61851, "ndcg_at_10": 0.646, "ndcg_at_20": 0.66323, "ndcg_at_100": 0.67992, "ndcg_at_1000": 0.68554, "map_at_1": 0.50591, "map_at_3": 0.57353, "map_at_5": 0.58691, "map_at_10": 0.5982, "map_at_20": 0.60298, "map_at_100": 0.60536, "map_at_1000": 0.6056, "recall_at_1": 0.50591, "recall_at_3": 0.65485, "recall_at_5": 0.71289, "recall_at_10": 0.79815, "recall_at_20": 0.86595, "recall_at_100": 0.9548, "recall_at_1000": 0.99743, "precision_at_1": 0.50591, "precision_at_3": 0.21828, "precision_at_5": 0.14258, "precision_at_10": 0.07982, "precision_at_20": 0.0433, "precision_at_100": 0.00955, "precision_at_1000": 0.001, "mrr_at_1": 0.505907, "mrr_at_3": 0.573532, "mrr_at_5": 0.586911, "mrr_at_10": 0.598204, "mrr_at_20": 0.602981, "mrr_at_100": 0.605361, "mrr_at_1000": 0.605601, "nauc_ndcg_at_1_max": 0.55283, "nauc_ndcg_at_1_std": -0.038797, "nauc_ndcg_at_1_diff1": 0.671234, "nauc_ndcg_at_3_max": 0.568828, "nauc_ndcg_at_3_std": -0.020296, "nauc_ndcg_at_3_diff1": 0.625035, "nauc_ndcg_at_5_max": 0.568114, "nauc_ndcg_at_5_std": -0.011463, "nauc_ndcg_at_5_diff1": 0.618362, "nauc_ndcg_at_10_max": 0.574692, "nauc_ndcg_at_10_std": 0.006327, "nauc_ndcg_at_10_diff1": 0.617245, "nauc_ndcg_at_20_max": 0.578378, "nauc_ndcg_at_20_std": 0.013002, "nauc_ndcg_at_20_diff1": 0.621315, "nauc_ndcg_at_100_max": 0.574953, "nauc_ndcg_at_100_std": 0.011763, "nauc_ndcg_at_100_diff1": 0.62673, "nauc_ndcg_at_1000_max": 0.570868, "nauc_ndcg_at_1000_std": -0.000941, "nauc_ndcg_at_1000_diff1": 0.628143, "nauc_map_at_1_max": 0.55283, "nauc_map_at_1_std": -0.038797, "nauc_map_at_1_diff1": 0.671234, "nauc_map_at_3_max": 0.564241, "nauc_map_at_3_std": -0.025663, "nauc_map_at_3_diff1": 0.636248, "nauc_map_at_5_max": 0.563516, "nauc_map_at_5_std": -0.021276, "nauc_map_at_5_diff1": 0.63302, "nauc_map_at_10_max": 0.565927, "nauc_map_at_10_std": -0.015453, "nauc_map_at_10_diff1": 0.633276, "nauc_map_at_20_max": 0.566624, "nauc_map_at_20_std": -0.014128, "nauc_map_at_20_diff1": 0.634509, "nauc_map_at_100_max": 0.566206, "nauc_map_at_100_std": -0.013981, "nauc_map_at_100_diff1": 0.635285, "nauc_map_at_1000_max": 0.566041, "nauc_map_at_1000_std": -0.014466, "nauc_map_at_1000_diff1": 0.635311, "nauc_recall_at_1_max": 0.55283, "nauc_recall_at_1_std": -0.038797, "nauc_recall_at_1_diff1": 0.671234, "nauc_recall_at_3_max": 0.583919, "nauc_recall_at_3_std": -0.002617, "nauc_recall_at_3_diff1": 0.589017, "nauc_recall_at_5_max": 0.585138, "nauc_recall_at_5_std": 0.025984, "nauc_recall_at_5_diff1": 0.564788, "nauc_recall_at_10_max": 0.62002, "nauc_recall_at_10_std": 0.124225, "nauc_recall_at_10_diff1": 0.539847, "nauc_recall_at_20_max": 0.671239, "nauc_recall_at_20_std": 0.230707, "nauc_recall_at_20_diff1": 0.53667, "nauc_recall_at_100_max": 0.738011, "nauc_recall_at_100_std": 0.553321, "nauc_recall_at_100_diff1": 0.533681, "nauc_recall_at_1000_max": 0.611189, "nauc_recall_at_1000_std": 0.637337, "nauc_recall_at_1000_diff1": 0.12956, "nauc_precision_at_1_max": 0.55283, "nauc_precision_at_1_std": -0.038797, "nauc_precision_at_1_diff1": 0.671234, "nauc_precision_at_3_max": 0.583919, "nauc_precision_at_3_std": -0.002617, "nauc_precision_at_3_diff1": 0.589017, "nauc_precision_at_5_max": 0.585138, "nauc_precision_at_5_std": 0.025984, "nauc_precision_at_5_diff1": 0.564788, "nauc_precision_at_10_max": 0.62002, "nauc_precision_at_10_std": 0.124225, "nauc_precision_at_10_diff1": 0.539847, "nauc_precision_at_20_max": 0.671239, "nauc_precision_at_20_std": 0.230707, "nauc_precision_at_20_diff1": 0.53667, "nauc_precision_at_100_max": 0.738011, "nauc_precision_at_100_std": 0.553321, "nauc_precision_at_100_diff1": 0.533681, "nauc_precision_at_1000_max": 0.611189, "nauc_precision_at_1000_std": 0.637337, "nauc_precision_at_1000_diff1": 0.12956, "nauc_mrr_at_1_max": 0.55283, "nauc_mrr_at_1_std": -0.038797, "nauc_mrr_at_1_diff1": 0.671234, "nauc_mrr_at_3_max": 0.564241, "nauc_mrr_at_3_std": -0.025663, "nauc_mrr_at_3_diff1": 0.636248, "nauc_mrr_at_5_max": 0.563516, "nauc_mrr_at_5_std": -0.021276, "nauc_mrr_at_5_diff1": 0.63302, "nauc_mrr_at_10_max": 0.565927, "nauc_mrr_at_10_std": -0.015453, "nauc_mrr_at_10_diff1": 0.633276, "nauc_mrr_at_20_max": 0.566624, "nauc_mrr_at_20_std": -0.014128, "nauc_mrr_at_20_diff1": 0.634509, "nauc_mrr_at_100_max": 0.566206, "nauc_mrr_at_100_std": -0.013981, "nauc_mrr_at_100_diff1": 0.635285, "nauc_mrr_at_1000_max": 0.566041, "nauc_mrr_at_1000_std": -0.014466, "nauc_mrr_at_1000_diff1": 0.635311, "main_score": 0.646, "hf_subset": "hin-vie", "languages": [ "hin-Deva", "vie-Latn" ] }, { "ndcg_at_1": 0.47425, "ndcg_at_3": 0.5668, "ndcg_at_5": 0.59619, "ndcg_at_10": 0.62226, "ndcg_at_20": 0.63949, "ndcg_at_100": 0.659, "ndcg_at_1000": 0.66458, "map_at_1": 0.47425, "map_at_3": 0.54471, "map_at_5": 0.56104, "map_at_10": 0.57194, "map_at_20": 0.5767, "map_at_100": 0.57952, "map_at_1000": 0.57974, "recall_at_1": 0.47425, "recall_at_3": 0.63045, "recall_at_5": 0.70175, "recall_at_10": 0.78155, "recall_at_20": 0.84946, "recall_at_100": 0.95303, "recall_at_1000": 0.99604, "precision_at_1": 0.47425, "precision_at_3": 0.21015, "precision_at_5": 0.14035, "precision_at_10": 0.07816, "precision_at_20": 0.04247, "precision_at_100": 0.00953, "precision_at_1000": 0.001, "mrr_at_1": 0.47425, "mrr_at_3": 0.544709, "mrr_at_5": 0.561036, "mrr_at_10": 0.571944, "mrr_at_20": 0.576705, "mrr_at_100": 0.579516, "mrr_at_1000": 0.57974, "nauc_ndcg_at_1_max": 0.549028, "nauc_ndcg_at_1_std": -0.022185, "nauc_ndcg_at_1_diff1": 0.665639, "nauc_ndcg_at_3_max": 0.55197, "nauc_ndcg_at_3_std": -0.020237, "nauc_ndcg_at_3_diff1": 0.62103, "nauc_ndcg_at_5_max": 0.561017, "nauc_ndcg_at_5_std": -0.0065, "nauc_ndcg_at_5_diff1": 0.620578, "nauc_ndcg_at_10_max": 0.56707, "nauc_ndcg_at_10_std": 0.009435, "nauc_ndcg_at_10_diff1": 0.619405, "nauc_ndcg_at_20_max": 0.567072, "nauc_ndcg_at_20_std": 0.01733, "nauc_ndcg_at_20_diff1": 0.621615, "nauc_ndcg_at_100_max": 0.566351, "nauc_ndcg_at_100_std": 0.015681, "nauc_ndcg_at_100_diff1": 0.624729, "nauc_ndcg_at_1000_max": 0.561826, "nauc_ndcg_at_1000_std": 0.005287, "nauc_ndcg_at_1000_diff1": 0.626191, "nauc_map_at_1_max": 0.549028, "nauc_map_at_1_std": -0.022185, "nauc_map_at_1_diff1": 0.665639, "nauc_map_at_3_max": 0.550682, "nauc_map_at_3_std": -0.020207, "nauc_map_at_3_diff1": 0.630733, "nauc_map_at_5_max": 0.555323, "nauc_map_at_5_std": -0.013242, "nauc_map_at_5_diff1": 0.630759, "nauc_map_at_10_max": 0.557658, "nauc_map_at_10_std": -0.007259, "nauc_map_at_10_diff1": 0.630667, "nauc_map_at_20_max": 0.557398, "nauc_map_at_20_std": -0.005755, "nauc_map_at_20_diff1": 0.63137, "nauc_map_at_100_max": 0.557045, "nauc_map_at_100_std": -0.006155, "nauc_map_at_100_diff1": 0.631613, "nauc_map_at_1000_max": 0.556901, "nauc_map_at_1000_std": -0.006445, "nauc_map_at_1000_diff1": 0.631647, "nauc_recall_at_1_max": 0.549028, "nauc_recall_at_1_std": -0.022185, "nauc_recall_at_1_diff1": 0.665639, "nauc_recall_at_3_max": 0.556325, "nauc_recall_at_3_std": -0.020575, "nauc_recall_at_3_diff1": 0.590892, "nauc_recall_at_5_max": 0.583484, "nauc_recall_at_5_std": 0.020298, "nauc_recall_at_5_diff1": 0.584998, "nauc_recall_at_10_max": 0.61509, "nauc_recall_at_10_std": 0.0973, "nauc_recall_at_10_diff1": 0.568797, "nauc_recall_at_20_max": 0.636196, "nauc_recall_at_20_std": 0.193837, "nauc_recall_at_20_diff1": 0.564983, "nauc_recall_at_100_max": 0.774173, "nauc_recall_at_100_std": 0.511978, "nauc_recall_at_100_diff1": 0.554378, "nauc_recall_at_1000_max": 0.804928, "nauc_recall_at_1000_std": 0.652816, "nauc_recall_at_1000_diff1": 0.5652, "nauc_precision_at_1_max": 0.549028, "nauc_precision_at_1_std": -0.022185, "nauc_precision_at_1_diff1": 0.665639, "nauc_precision_at_3_max": 0.556325, "nauc_precision_at_3_std": -0.020575, "nauc_precision_at_3_diff1": 0.590892, "nauc_precision_at_5_max": 0.583484, "nauc_precision_at_5_std": 0.020298, "nauc_precision_at_5_diff1": 0.584998, "nauc_precision_at_10_max": 0.61509, "nauc_precision_at_10_std": 0.0973, "nauc_precision_at_10_diff1": 0.568797, "nauc_precision_at_20_max": 0.636196, "nauc_precision_at_20_std": 0.193837, "nauc_precision_at_20_diff1": 0.564983, "nauc_precision_at_100_max": 0.774173, "nauc_precision_at_100_std": 0.511978, "nauc_precision_at_100_diff1": 0.554378, "nauc_precision_at_1000_max": 0.804928, "nauc_precision_at_1000_std": 0.652816, "nauc_precision_at_1000_diff1": 0.5652, "nauc_mrr_at_1_max": 0.549028, "nauc_mrr_at_1_std": -0.022185, "nauc_mrr_at_1_diff1": 0.665639, "nauc_mrr_at_3_max": 0.550682, "nauc_mrr_at_3_std": -0.020207, "nauc_mrr_at_3_diff1": 0.630733, "nauc_mrr_at_5_max": 0.555323, "nauc_mrr_at_5_std": -0.013242, "nauc_mrr_at_5_diff1": 0.630759, "nauc_mrr_at_10_max": 0.557658, "nauc_mrr_at_10_std": -0.007259, "nauc_mrr_at_10_diff1": 0.630667, "nauc_mrr_at_20_max": 0.557398, "nauc_mrr_at_20_std": -0.005755, "nauc_mrr_at_20_diff1": 0.63137, "nauc_mrr_at_100_max": 0.557045, "nauc_mrr_at_100_std": -0.006155, "nauc_mrr_at_100_diff1": 0.631613, "nauc_mrr_at_1000_max": 0.556901, "nauc_mrr_at_1000_std": -0.006445, "nauc_mrr_at_1000_diff1": 0.631647, "main_score": 0.62226, "hf_subset": "hin-zho", "languages": [ "hin-Deva", "zho-Hans" ] }, { "ndcg_at_1": 0.40254, "ndcg_at_3": 0.48987, "ndcg_at_5": 0.51649, "ndcg_at_10": 0.54492, "ndcg_at_20": 0.56522, "ndcg_at_100": 0.59014, "ndcg_at_1000": 0.59982, "map_at_1": 0.40254, "map_at_3": 0.46825, "map_at_5": 0.48305, "map_at_10": 0.49469, "map_at_20": 0.50028, "map_at_100": 0.50383, "map_at_1000": 0.5042, "recall_at_1": 0.40254, "recall_at_3": 0.55252, "recall_at_5": 0.617, "recall_at_10": 0.70542, "recall_at_20": 0.78554, "recall_at_100": 0.91842, "recall_at_1000": 0.99463, "precision_at_1": 0.40254, "precision_at_3": 0.18417, "precision_at_5": 0.1234, "precision_at_10": 0.07054, "precision_at_20": 0.03928, "precision_at_100": 0.00918, "precision_at_1000": 0.00099, "mrr_at_1": 0.40254, "mrr_at_3": 0.468246, "mrr_at_5": 0.483048, "mrr_at_10": 0.494685, "mrr_at_20": 0.500283, "mrr_at_100": 0.503828, "mrr_at_1000": 0.504195, "nauc_ndcg_at_1_max": 0.512035, "nauc_ndcg_at_1_std": 0.032954, "nauc_ndcg_at_1_diff1": 0.637011, "nauc_ndcg_at_3_max": 0.531459, "nauc_ndcg_at_3_std": 0.0555, "nauc_ndcg_at_3_diff1": 0.588506, "nauc_ndcg_at_5_max": 0.533709, "nauc_ndcg_at_5_std": 0.059822, "nauc_ndcg_at_5_diff1": 0.584632, "nauc_ndcg_at_10_max": 0.531155, "nauc_ndcg_at_10_std": 0.064986, "nauc_ndcg_at_10_diff1": 0.581647, "nauc_ndcg_at_20_max": 0.537507, "nauc_ndcg_at_20_std": 0.07912, "nauc_ndcg_at_20_diff1": 0.578639, "nauc_ndcg_at_100_max": 0.538127, "nauc_ndcg_at_100_std": 0.082686, "nauc_ndcg_at_100_diff1": 0.585201, "nauc_ndcg_at_1000_max": 0.534295, "nauc_ndcg_at_1000_std": 0.070908, "nauc_ndcg_at_1000_diff1": 0.589364, "nauc_map_at_1_max": 0.512035, "nauc_map_at_1_std": 0.032954, "nauc_map_at_1_diff1": 0.637011, "nauc_map_at_3_max": 0.527558, "nauc_map_at_3_std": 0.050207, "nauc_map_at_3_diff1": 0.600482, "nauc_map_at_5_max": 0.528632, "nauc_map_at_5_std": 0.052417, "nauc_map_at_5_diff1": 0.598261, "nauc_map_at_10_max": 0.527745, "nauc_map_at_10_std": 0.054398, "nauc_map_at_10_diff1": 0.597358, "nauc_map_at_20_max": 0.529301, "nauc_map_at_20_std": 0.05761, "nauc_map_at_20_diff1": 0.596712, "nauc_map_at_100_max": 0.529382, "nauc_map_at_100_std": 0.058168, "nauc_map_at_100_diff1": 0.597842, "nauc_map_at_1000_max": 0.529277, "nauc_map_at_1000_std": 0.057837, "nauc_map_at_1000_diff1": 0.597976, "nauc_recall_at_1_max": 0.512035, "nauc_recall_at_1_std": 0.032954, "nauc_recall_at_1_diff1": 0.637011, "nauc_recall_at_3_max": 0.542938, "nauc_recall_at_3_std": 0.071488, "nauc_recall_at_3_diff1": 0.55206, "nauc_recall_at_5_max": 0.55026, "nauc_recall_at_5_std": 0.084521, "nauc_recall_at_5_diff1": 0.540173, "nauc_recall_at_10_max": 0.542234, "nauc_recall_at_10_std": 0.108518, "nauc_recall_at_10_diff1": 0.520005, "nauc_recall_at_20_max": 0.584041, "nauc_recall_at_20_std": 0.209773, "nauc_recall_at_20_diff1": 0.484664, "nauc_recall_at_100_max": 0.656626, "nauc_recall_at_100_std": 0.442394, "nauc_recall_at_100_diff1": 0.46189, "nauc_recall_at_1000_max": 0.718897, "nauc_recall_at_1000_std": 0.618734, "nauc_recall_at_1000_diff1": 0.389112, "nauc_precision_at_1_max": 0.512035, "nauc_precision_at_1_std": 0.032954, "nauc_precision_at_1_diff1": 0.637011, "nauc_precision_at_3_max": 0.542938, "nauc_precision_at_3_std": 0.071488, "nauc_precision_at_3_diff1": 0.55206, "nauc_precision_at_5_max": 0.55026, "nauc_precision_at_5_std": 0.084521, "nauc_precision_at_5_diff1": 0.540173, "nauc_precision_at_10_max": 0.542234, "nauc_precision_at_10_std": 0.108518, "nauc_precision_at_10_diff1": 0.520005, "nauc_precision_at_20_max": 0.584041, "nauc_precision_at_20_std": 0.209773, "nauc_precision_at_20_diff1": 0.484664, "nauc_precision_at_100_max": 0.656626, "nauc_precision_at_100_std": 0.442394, "nauc_precision_at_100_diff1": 0.46189, "nauc_precision_at_1000_max": 0.718897, "nauc_precision_at_1000_std": 0.618734, "nauc_precision_at_1000_diff1": 0.389112, "nauc_mrr_at_1_max": 0.512035, "nauc_mrr_at_1_std": 0.032954, "nauc_mrr_at_1_diff1": 0.637011, "nauc_mrr_at_3_max": 0.527558, "nauc_mrr_at_3_std": 0.050207, "nauc_mrr_at_3_diff1": 0.600482, "nauc_mrr_at_5_max": 0.528632, "nauc_mrr_at_5_std": 0.052417, "nauc_mrr_at_5_diff1": 0.598261, "nauc_mrr_at_10_max": 0.527745, "nauc_mrr_at_10_std": 0.054398, "nauc_mrr_at_10_diff1": 0.597358, "nauc_mrr_at_20_max": 0.529301, "nauc_mrr_at_20_std": 0.05761, "nauc_mrr_at_20_diff1": 0.596712, "nauc_mrr_at_100_max": 0.529382, "nauc_mrr_at_100_std": 0.058168, "nauc_mrr_at_100_diff1": 0.597842, "nauc_mrr_at_1000_max": 0.529277, "nauc_mrr_at_1000_std": 0.057837, "nauc_mrr_at_1000_diff1": 0.597976, "main_score": 0.54492, "hf_subset": "vie-ara", "languages": [ "vie-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.5681, "ndcg_at_3": 0.64132, "ndcg_at_5": 0.66331, "ndcg_at_10": 0.68401, "ndcg_at_20": 0.69708, "ndcg_at_100": 0.71407, "ndcg_at_1000": 0.72042, "map_at_1": 0.5678, "map_at_3": 0.62346, "map_at_5": 0.63567, "map_at_10": 0.64434, "map_at_20": 0.64805, "map_at_100": 0.65056, "map_at_1000": 0.6508, "recall_at_1": 0.5678, "recall_at_3": 0.69265, "recall_at_5": 0.74612, "recall_at_10": 0.80944, "recall_at_20": 0.86022, "recall_at_100": 0.94982, "recall_at_1000": 0.9994, "precision_at_1": 0.5681, "precision_at_3": 0.23098, "precision_at_5": 0.14934, "precision_at_10": 0.081, "precision_at_20": 0.04304, "precision_at_100": 0.0095, "precision_at_1000": 0.001, "mrr_at_1": 0.5681, "mrr_at_3": 0.623755, "mrr_at_5": 0.635852, "mrr_at_10": 0.644521, "mrr_at_20": 0.648232, "mrr_at_100": 0.650739, "mrr_at_1000": 0.650984, "nauc_ndcg_at_1_max": 0.661517, "nauc_ndcg_at_1_std": -0.080778, "nauc_ndcg_at_1_diff1": 0.815872, "nauc_ndcg_at_3_max": 0.687504, "nauc_ndcg_at_3_std": -0.07392, "nauc_ndcg_at_3_diff1": 0.779409, "nauc_ndcg_at_5_max": 0.685665, "nauc_ndcg_at_5_std": -0.068352, "nauc_ndcg_at_5_diff1": 0.771426, "nauc_ndcg_at_10_max": 0.692527, "nauc_ndcg_at_10_std": -0.040699, "nauc_ndcg_at_10_diff1": 0.768603, "nauc_ndcg_at_20_max": 0.697554, "nauc_ndcg_at_20_std": -0.02322, "nauc_ndcg_at_20_diff1": 0.770607, "nauc_ndcg_at_100_max": 0.692642, "nauc_ndcg_at_100_std": -0.029851, "nauc_ndcg_at_100_diff1": 0.77496, "nauc_ndcg_at_1000_max": 0.68848, "nauc_ndcg_at_1000_std": -0.044029, "nauc_ndcg_at_1000_diff1": 0.778335, "nauc_map_at_1_max": 0.660246, "nauc_map_at_1_std": -0.081267, "nauc_map_at_1_diff1": 0.815717, "nauc_map_at_3_max": 0.680592, "nauc_map_at_3_std": -0.075925, "nauc_map_at_3_diff1": 0.789061, "nauc_map_at_5_max": 0.679557, "nauc_map_at_5_std": -0.072953, "nauc_map_at_5_diff1": 0.785177, "nauc_map_at_10_max": 0.682041, "nauc_map_at_10_std": -0.061856, "nauc_map_at_10_diff1": 0.784124, "nauc_map_at_20_max": 0.683269, "nauc_map_at_20_std": -0.057612, "nauc_map_at_20_diff1": 0.784844, "nauc_map_at_100_max": 0.682525, "nauc_map_at_100_std": -0.058418, "nauc_map_at_100_diff1": 0.785314, "nauc_map_at_1000_max": 0.68239, "nauc_map_at_1000_std": -0.058875, "nauc_map_at_1000_diff1": 0.785435, "nauc_recall_at_1_max": 0.660246, "nauc_recall_at_1_std": -0.081267, "nauc_recall_at_1_diff1": 0.815717, "nauc_recall_at_3_max": 0.708351, "nauc_recall_at_3_std": -0.067895, "nauc_recall_at_3_diff1": 0.747478, "nauc_recall_at_5_max": 0.706602, "nauc_recall_at_5_std": -0.050808, "nauc_recall_at_5_diff1": 0.718826, "nauc_recall_at_10_max": 0.74258, "nauc_recall_at_10_std": 0.070965, "nauc_recall_at_10_diff1": 0.694926, "nauc_recall_at_20_max": 0.793555, "nauc_recall_at_20_std": 0.230601, "nauc_recall_at_20_diff1": 0.68448, "nauc_recall_at_100_max": 0.83806, "nauc_recall_at_100_std": 0.474496, "nauc_recall_at_100_diff1": 0.658596, "nauc_recall_at_1000_max": 0.554196, "nauc_recall_at_1000_std": 0.122746, "nauc_recall_at_1000_diff1": 0.722235, "nauc_precision_at_1_max": 0.661517, "nauc_precision_at_1_std": -0.080778, "nauc_precision_at_1_diff1": 0.815872, "nauc_precision_at_3_max": 0.710104, "nauc_precision_at_3_std": -0.067298, "nauc_precision_at_3_diff1": 0.747809, "nauc_precision_at_5_max": 0.706395, "nauc_precision_at_5_std": -0.049092, "nauc_precision_at_5_diff1": 0.715207, "nauc_precision_at_10_max": 0.74211, "nauc_precision_at_10_std": 0.072427, "nauc_precision_at_10_diff1": 0.690497, "nauc_precision_at_20_max": 0.792541, "nauc_precision_at_20_std": 0.231315, "nauc_precision_at_20_diff1": 0.678689, "nauc_precision_at_100_max": 0.834471, "nauc_precision_at_100_std": 0.471434, "nauc_precision_at_100_diff1": 0.643791, "nauc_precision_at_1000_max": 0.622242, "nauc_precision_at_1000_std": 0.250363, "nauc_precision_at_1000_diff1": 0.218709, "nauc_mrr_at_1_max": 0.661517, "nauc_mrr_at_1_std": -0.080778, "nauc_mrr_at_1_diff1": 0.815872, "nauc_mrr_at_3_max": 0.681989, "nauc_mrr_at_3_std": -0.075387, "nauc_mrr_at_3_diff1": 0.789221, "nauc_mrr_at_5_max": 0.680419, "nauc_mrr_at_5_std": -0.07262, "nauc_mrr_at_5_diff1": 0.785275, "nauc_mrr_at_10_max": 0.682923, "nauc_mrr_at_10_std": -0.061514, "nauc_mrr_at_10_diff1": 0.784224, "nauc_mrr_at_20_max": 0.684162, "nauc_mrr_at_20_std": -0.057265, "nauc_mrr_at_20_diff1": 0.784945, "nauc_mrr_at_100_max": 0.683425, "nauc_mrr_at_100_std": -0.058068, "nauc_mrr_at_100_diff1": 0.785416, "nauc_mrr_at_1000_max": 0.683291, "nauc_mrr_at_1000_std": -0.058525, "nauc_mrr_at_1000_diff1": 0.785538, "main_score": 0.68401, "hf_subset": "vie-deu", "languages": [ "vie-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.49772, "ndcg_at_3": 0.58444, "ndcg_at_5": 0.60637, "ndcg_at_10": 0.62548, "ndcg_at_20": 0.64051, "ndcg_at_100": 0.66046, "ndcg_at_1000": 0.66914, "map_at_1": 0.49754, "map_at_3": 0.56335, "map_at_5": 0.57554, "map_at_10": 0.58343, "map_at_20": 0.58757, "map_at_100": 0.59028, "map_at_1000": 0.59061, "recall_at_1": 0.49754, "recall_at_3": 0.64518, "recall_at_5": 0.69834, "recall_at_10": 0.75742, "recall_at_20": 0.81677, "recall_at_100": 0.925, "recall_at_1000": 0.99363, "precision_at_1": 0.49772, "precision_at_3": 0.21512, "precision_at_5": 0.13971, "precision_at_10": 0.07577, "precision_at_20": 0.04085, "precision_at_100": 0.00925, "precision_at_1000": 0.00099, "mrr_at_1": 0.497724, "mrr_at_3": 0.563535, "mrr_at_5": 0.575724, "mrr_at_10": 0.583589, "mrr_at_20": 0.587732, "mrr_at_100": 0.59044, "mrr_at_1000": 0.590762, "nauc_ndcg_at_1_max": 0.646756, "nauc_ndcg_at_1_std": 0.000122, "nauc_ndcg_at_1_diff1": 0.743397, "nauc_ndcg_at_3_max": 0.6722, "nauc_ndcg_at_3_std": 0.015722, "nauc_ndcg_at_3_diff1": 0.698237, "nauc_ndcg_at_5_max": 0.669238, "nauc_ndcg_at_5_std": 0.023162, "nauc_ndcg_at_5_diff1": 0.687467, "nauc_ndcg_at_10_max": 0.670912, "nauc_ndcg_at_10_std": 0.034697, "nauc_ndcg_at_10_diff1": 0.683856, "nauc_ndcg_at_20_max": 0.673046, "nauc_ndcg_at_20_std": 0.046448, "nauc_ndcg_at_20_diff1": 0.68407, "nauc_ndcg_at_100_max": 0.671871, "nauc_ndcg_at_100_std": 0.049733, "nauc_ndcg_at_100_diff1": 0.688781, "nauc_ndcg_at_1000_max": 0.66925, "nauc_ndcg_at_1000_std": 0.037434, "nauc_ndcg_at_1000_diff1": 0.693924, "nauc_map_at_1_max": 0.646372, "nauc_map_at_1_std": -0.000374, "nauc_map_at_1_diff1": 0.743398, "nauc_map_at_3_max": 0.665116, "nauc_map_at_3_std": 0.011229, "nauc_map_at_3_diff1": 0.709087, "nauc_map_at_5_max": 0.663414, "nauc_map_at_5_std": 0.015078, "nauc_map_at_5_diff1": 0.703586, "nauc_map_at_10_max": 0.664021, "nauc_map_at_10_std": 0.019502, "nauc_map_at_10_diff1": 0.702491, "nauc_map_at_20_max": 0.664531, "nauc_map_at_20_std": 0.022403, "nauc_map_at_20_diff1": 0.702716, "nauc_map_at_100_max": 0.664305, "nauc_map_at_100_std": 0.022644, "nauc_map_at_100_diff1": 0.703273, "nauc_map_at_1000_max": 0.664226, "nauc_map_at_1000_std": 0.022327, "nauc_map_at_1000_diff1": 0.70343, "nauc_recall_at_1_max": 0.646372, "nauc_recall_at_1_std": -0.000374, "nauc_recall_at_1_diff1": 0.743398, "nauc_recall_at_3_max": 0.694655, "nauc_recall_at_3_std": 0.029809, "nauc_recall_at_3_diff1": 0.663413, "nauc_recall_at_5_max": 0.688722, "nauc_recall_at_5_std": 0.052459, "nauc_recall_at_5_diff1": 0.629099, "nauc_recall_at_10_max": 0.699043, "nauc_recall_at_10_std": 0.104473, "nauc_recall_at_10_diff1": 0.603004, "nauc_recall_at_20_max": 0.719353, "nauc_recall_at_20_std": 0.195855, "nauc_recall_at_20_diff1": 0.583266, "nauc_recall_at_100_max": 0.759448, "nauc_recall_at_100_std": 0.447646, "nauc_recall_at_100_diff1": 0.549981, "nauc_recall_at_1000_max": 0.855875, "nauc_recall_at_1000_std": 0.676875, "nauc_recall_at_1000_diff1": 0.699374, "nauc_precision_at_1_max": 0.646756, "nauc_precision_at_1_std": 0.000122, "nauc_precision_at_1_diff1": 0.743397, "nauc_precision_at_3_max": 0.695313, "nauc_precision_at_3_std": 0.030421, "nauc_precision_at_3_diff1": 0.663586, "nauc_precision_at_5_max": 0.689453, "nauc_precision_at_5_std": 0.053148, "nauc_precision_at_5_diff1": 0.629278, "nauc_precision_at_10_max": 0.699271, "nauc_precision_at_10_std": 0.105222, "nauc_precision_at_10_diff1": 0.602303, "nauc_precision_at_20_max": 0.719667, "nauc_precision_at_20_std": 0.196684, "nauc_precision_at_20_diff1": 0.582455, "nauc_precision_at_100_max": 0.75627, "nauc_precision_at_100_std": 0.448497, "nauc_precision_at_100_diff1": 0.544925, "nauc_precision_at_1000_max": 0.812847, "nauc_precision_at_1000_std": 0.665331, "nauc_precision_at_1000_diff1": 0.631271, "nauc_mrr_at_1_max": 0.646756, "nauc_mrr_at_1_std": 0.000122, "nauc_mrr_at_1_diff1": 0.743397, "nauc_mrr_at_3_max": 0.665534, "nauc_mrr_at_3_std": 0.011766, "nauc_mrr_at_3_diff1": 0.709084, "nauc_mrr_at_5_max": 0.66384, "nauc_mrr_at_5_std": 0.015627, "nauc_mrr_at_5_diff1": 0.703582, "nauc_mrr_at_10_max": 0.664365, "nauc_mrr_at_10_std": 0.020048, "nauc_mrr_at_10_diff1": 0.702468, "nauc_mrr_at_20_max": 0.664878, "nauc_mrr_at_20_std": 0.022955, "nauc_mrr_at_20_diff1": 0.702693, "nauc_mrr_at_100_max": 0.664653, "nauc_mrr_at_100_std": 0.023189, "nauc_mrr_at_100_diff1": 0.703252, "nauc_mrr_at_1000_max": 0.664575, "nauc_mrr_at_1000_std": 0.022873, "nauc_mrr_at_1000_diff1": 0.703408, "main_score": 0.62548, "hf_subset": "vie-eng", "languages": [ "vie-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.54586, "ndcg_at_3": 0.63091, "ndcg_at_5": 0.65415, "ndcg_at_10": 0.67185, "ndcg_at_20": 0.68542, "ndcg_at_100": 0.70207, "ndcg_at_1000": 0.70905, "map_at_1": 0.54586, "map_at_3": 0.61027, "map_at_5": 0.62326, "map_at_10": 0.6307, "map_at_20": 0.63444, "map_at_100": 0.63677, "map_at_1000": 0.63705, "recall_at_1": 0.54586, "recall_at_3": 0.69038, "recall_at_5": 0.74641, "recall_at_10": 0.80045, "recall_at_20": 0.85399, "recall_at_100": 0.94323, "recall_at_1000": 0.99703, "precision_at_1": 0.54586, "precision_at_3": 0.23021, "precision_at_5": 0.14933, "precision_at_10": 0.08007, "precision_at_20": 0.04271, "precision_at_100": 0.00943, "precision_at_1000": 0.001, "mrr_at_1": 0.54586, "mrr_at_3": 0.610395, "mrr_at_5": 0.623385, "mrr_at_10": 0.630823, "mrr_at_20": 0.634562, "mrr_at_100": 0.636893, "mrr_at_1000": 0.637172, "nauc_ndcg_at_1_max": 0.652635, "nauc_ndcg_at_1_std": 0.049217, "nauc_ndcg_at_1_diff1": 0.758804, "nauc_ndcg_at_3_max": 0.690144, "nauc_ndcg_at_3_std": 0.098106, "nauc_ndcg_at_3_diff1": 0.709747, "nauc_ndcg_at_5_max": 0.690176, "nauc_ndcg_at_5_std": 0.106325, "nauc_ndcg_at_5_diff1": 0.703078, "nauc_ndcg_at_10_max": 0.688158, "nauc_ndcg_at_10_std": 0.116474, "nauc_ndcg_at_10_diff1": 0.6982, "nauc_ndcg_at_20_max": 0.688821, "nauc_ndcg_at_20_std": 0.120724, "nauc_ndcg_at_20_diff1": 0.699949, "nauc_ndcg_at_100_max": 0.686676, "nauc_ndcg_at_100_std": 0.120067, "nauc_ndcg_at_100_diff1": 0.704036, "nauc_ndcg_at_1000_max": 0.683892, "nauc_ndcg_at_1000_std": 0.108875, "nauc_ndcg_at_1000_diff1": 0.709454, "nauc_map_at_1_max": 0.652635, "nauc_map_at_1_std": 0.049217, "nauc_map_at_1_diff1": 0.758804, "nauc_map_at_3_max": 0.680163, "nauc_map_at_3_std": 0.084638, "nauc_map_at_3_diff1": 0.722515, "nauc_map_at_5_max": 0.679767, "nauc_map_at_5_std": 0.088275, "nauc_map_at_5_diff1": 0.719371, "nauc_map_at_10_max": 0.67884, "nauc_map_at_10_std": 0.092227, "nauc_map_at_10_diff1": 0.717768, "nauc_map_at_20_max": 0.679026, "nauc_map_at_20_std": 0.093043, "nauc_map_at_20_diff1": 0.718524, "nauc_map_at_100_max": 0.678729, "nauc_map_at_100_std": 0.093044, "nauc_map_at_100_diff1": 0.719071, "nauc_map_at_1000_max": 0.678637, "nauc_map_at_1000_std": 0.092723, "nauc_map_at_1000_diff1": 0.71925, "nauc_recall_at_1_max": 0.652635, "nauc_recall_at_1_std": 0.049217, "nauc_recall_at_1_diff1": 0.758804, "nauc_recall_at_3_max": 0.723494, "nauc_recall_at_3_std": 0.143231, "nauc_recall_at_3_diff1": 0.667552, "nauc_recall_at_5_max": 0.729843, "nauc_recall_at_5_std": 0.176866, "nauc_recall_at_5_diff1": 0.640563, "nauc_recall_at_10_max": 0.728898, "nauc_recall_at_10_std": 0.232339, "nauc_recall_at_10_diff1": 0.606491, "nauc_recall_at_20_max": 0.745108, "nauc_recall_at_20_std": 0.300165, "nauc_recall_at_20_diff1": 0.586782, "nauc_recall_at_100_max": 0.777062, "nauc_recall_at_100_std": 0.527394, "nauc_recall_at_100_diff1": 0.517221, "nauc_recall_at_1000_max": 0.757722, "nauc_recall_at_1000_std": 0.879403, "nauc_recall_at_1000_diff1": 0.487144, "nauc_precision_at_1_max": 0.652635, "nauc_precision_at_1_std": 0.049217, "nauc_precision_at_1_diff1": 0.758804, "nauc_precision_at_3_max": 0.723055, "nauc_precision_at_3_std": 0.142786, "nauc_precision_at_3_diff1": 0.667563, "nauc_precision_at_5_max": 0.729467, "nauc_precision_at_5_std": 0.176397, "nauc_precision_at_5_diff1": 0.640678, "nauc_precision_at_10_max": 0.728585, "nauc_precision_at_10_std": 0.23187, "nauc_precision_at_10_diff1": 0.606716, "nauc_precision_at_20_max": 0.744715, "nauc_precision_at_20_std": 0.299645, "nauc_precision_at_20_diff1": 0.587052, "nauc_precision_at_100_max": 0.776657, "nauc_precision_at_100_std": 0.527276, "nauc_precision_at_100_diff1": 0.517919, "nauc_precision_at_1000_max": 0.475102, "nauc_precision_at_1000_std": 0.610143, "nauc_precision_at_1000_diff1": 0.331387, "nauc_mrr_at_1_max": 0.652635, "nauc_mrr_at_1_std": 0.049217, "nauc_mrr_at_1_diff1": 0.758804, "nauc_mrr_at_3_max": 0.679962, "nauc_mrr_at_3_std": 0.084431, "nauc_mrr_at_3_diff1": 0.722532, "nauc_mrr_at_5_max": 0.679559, "nauc_mrr_at_5_std": 0.088062, "nauc_mrr_at_5_diff1": 0.719388, "nauc_mrr_at_10_max": 0.678629, "nauc_mrr_at_10_std": 0.092011, "nauc_mrr_at_10_diff1": 0.717785, "nauc_mrr_at_20_max": 0.678812, "nauc_mrr_at_20_std": 0.092825, "nauc_mrr_at_20_diff1": 0.718542, "nauc_mrr_at_100_max": 0.678513, "nauc_mrr_at_100_std": 0.092824, "nauc_mrr_at_100_diff1": 0.719089, "nauc_mrr_at_1000_max": 0.678423, "nauc_mrr_at_1000_std": 0.092505, "nauc_mrr_at_1000_diff1": 0.719268, "main_score": 0.67185, "hf_subset": "vie-spa", "languages": [ "vie-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.44171, "ndcg_at_3": 0.52786, "ndcg_at_5": 0.55169, "ndcg_at_10": 0.57839, "ndcg_at_20": 0.59799, "ndcg_at_100": 0.62127, "ndcg_at_1000": 0.62981, "map_at_1": 0.44171, "map_at_3": 0.50685, "map_at_5": 0.52028, "map_at_10": 0.53127, "map_at_20": 0.53664, "map_at_100": 0.54, "map_at_1000": 0.54033, "recall_at_1": 0.44171, "recall_at_3": 0.5886, "recall_at_5": 0.64561, "recall_at_10": 0.7283, "recall_at_20": 0.80586, "recall_at_100": 0.92964, "recall_at_1000": 0.9964, "precision_at_1": 0.44171, "precision_at_3": 0.1962, "precision_at_5": 0.12912, "precision_at_10": 0.07283, "precision_at_20": 0.04029, "precision_at_100": 0.0093, "precision_at_1000": 0.001, "mrr_at_1": 0.441705, "mrr_at_3": 0.506848, "mrr_at_5": 0.520279, "mrr_at_10": 0.531273, "mrr_at_20": 0.536644, "mrr_at_100": 0.539997, "mrr_at_1000": 0.540327, "nauc_ndcg_at_1_max": 0.59122, "nauc_ndcg_at_1_std": 0.05902, "nauc_ndcg_at_1_diff1": 0.706439, "nauc_ndcg_at_3_max": 0.604537, "nauc_ndcg_at_3_std": 0.085154, "nauc_ndcg_at_3_diff1": 0.64732, "nauc_ndcg_at_5_max": 0.60877, "nauc_ndcg_at_5_std": 0.09304, "nauc_ndcg_at_5_diff1": 0.636285, "nauc_ndcg_at_10_max": 0.609363, "nauc_ndcg_at_10_std": 0.106256, "nauc_ndcg_at_10_diff1": 0.636536, "nauc_ndcg_at_20_max": 0.611712, "nauc_ndcg_at_20_std": 0.121039, "nauc_ndcg_at_20_diff1": 0.631747, "nauc_ndcg_at_100_max": 0.613095, "nauc_ndcg_at_100_std": 0.121967, "nauc_ndcg_at_100_diff1": 0.64112, "nauc_ndcg_at_1000_max": 0.609578, "nauc_ndcg_at_1000_std": 0.107264, "nauc_ndcg_at_1000_diff1": 0.646694, "nauc_map_at_1_max": 0.59122, "nauc_map_at_1_std": 0.05902, "nauc_map_at_1_diff1": 0.706439, "nauc_map_at_3_max": 0.601639, "nauc_map_at_3_std": 0.078113, "nauc_map_at_3_diff1": 0.661969, "nauc_map_at_5_max": 0.604055, "nauc_map_at_5_std": 0.082521, "nauc_map_at_5_diff1": 0.65632, "nauc_map_at_10_max": 0.604306, "nauc_map_at_10_std": 0.087702, "nauc_map_at_10_diff1": 0.656728, "nauc_map_at_20_max": 0.604865, "nauc_map_at_20_std": 0.091124, "nauc_map_at_20_diff1": 0.655711, "nauc_map_at_100_max": 0.605142, "nauc_map_at_100_std": 0.091418, "nauc_map_at_100_diff1": 0.657114, "nauc_map_at_1000_max": 0.605045, "nauc_map_at_1000_std": 0.090973, "nauc_map_at_1000_diff1": 0.657305, "nauc_recall_at_1_max": 0.59122, "nauc_recall_at_1_std": 0.05902, "nauc_recall_at_1_diff1": 0.706439, "nauc_recall_at_3_max": 0.61328, "nauc_recall_at_3_std": 0.107095, "nauc_recall_at_3_diff1": 0.602203, "nauc_recall_at_5_max": 0.624669, "nauc_recall_at_5_std": 0.129164, "nauc_recall_at_5_diff1": 0.567841, "nauc_recall_at_10_max": 0.629589, "nauc_recall_at_10_std": 0.18742, "nauc_recall_at_10_diff1": 0.554992, "nauc_recall_at_20_max": 0.650448, "nauc_recall_at_20_std": 0.307238, "nauc_recall_at_20_diff1": 0.500001, "nauc_recall_at_100_max": 0.730897, "nauc_recall_at_100_std": 0.592026, "nauc_recall_at_100_diff1": 0.483189, "nauc_recall_at_1000_max": 0.776627, "nauc_recall_at_1000_std": 0.636475, "nauc_recall_at_1000_diff1": 0.748895, "nauc_precision_at_1_max": 0.59122, "nauc_precision_at_1_std": 0.05902, "nauc_precision_at_1_diff1": 0.706439, "nauc_precision_at_3_max": 0.61328, "nauc_precision_at_3_std": 0.107095, "nauc_precision_at_3_diff1": 0.602203, "nauc_precision_at_5_max": 0.624669, "nauc_precision_at_5_std": 0.129164, "nauc_precision_at_5_diff1": 0.567841, "nauc_precision_at_10_max": 0.629589, "nauc_precision_at_10_std": 0.18742, "nauc_precision_at_10_diff1": 0.554992, "nauc_precision_at_20_max": 0.650448, "nauc_precision_at_20_std": 0.307238, "nauc_precision_at_20_diff1": 0.500001, "nauc_precision_at_100_max": 0.730897, "nauc_precision_at_100_std": 0.592026, "nauc_precision_at_100_diff1": 0.483189, "nauc_precision_at_1000_max": 0.776627, "nauc_precision_at_1000_std": 0.636475, "nauc_precision_at_1000_diff1": 0.748895, "nauc_mrr_at_1_max": 0.59122, "nauc_mrr_at_1_std": 0.05902, "nauc_mrr_at_1_diff1": 0.706439, "nauc_mrr_at_3_max": 0.601639, "nauc_mrr_at_3_std": 0.078113, "nauc_mrr_at_3_diff1": 0.661969, "nauc_mrr_at_5_max": 0.604055, "nauc_mrr_at_5_std": 0.082521, "nauc_mrr_at_5_diff1": 0.65632, "nauc_mrr_at_10_max": 0.604306, "nauc_mrr_at_10_std": 0.087702, "nauc_mrr_at_10_diff1": 0.656728, "nauc_mrr_at_20_max": 0.604865, "nauc_mrr_at_20_std": 0.091124, "nauc_mrr_at_20_diff1": 0.655711, "nauc_mrr_at_100_max": 0.605142, "nauc_mrr_at_100_std": 0.091418, "nauc_mrr_at_100_diff1": 0.657114, "nauc_mrr_at_1000_max": 0.605045, "nauc_mrr_at_1000_std": 0.090973, "nauc_mrr_at_1000_diff1": 0.657305, "main_score": 0.57839, "hf_subset": "vie-hin", "languages": [ "vie-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.51793, "ndcg_at_3": 0.59785, "ndcg_at_5": 0.61696, "ndcg_at_10": 0.63598, "ndcg_at_20": 0.64971, "ndcg_at_100": 0.66834, "ndcg_at_1000": 0.67782, "map_at_1": 0.51793, "map_at_3": 0.5784, "map_at_5": 0.58904, "map_at_10": 0.59686, "map_at_20": 0.60064, "map_at_100": 0.60322, "map_at_1000": 0.60357, "recall_at_1": 0.51793, "recall_at_3": 0.65405, "recall_at_5": 0.70027, "recall_at_10": 0.75924, "recall_at_20": 0.81347, "recall_at_100": 0.91374, "recall_at_1000": 0.98872, "precision_at_1": 0.51793, "precision_at_3": 0.21802, "precision_at_5": 0.14005, "precision_at_10": 0.07592, "precision_at_20": 0.04067, "precision_at_100": 0.00914, "precision_at_1000": 0.00099, "mrr_at_1": 0.517925, "mrr_at_3": 0.578405, "mrr_at_5": 0.589042, "mrr_at_10": 0.596861, "mrr_at_20": 0.600642, "mrr_at_100": 0.603224, "mrr_at_1000": 0.603573, "nauc_ndcg_at_1_max": 0.588846, "nauc_ndcg_at_1_std": 0.001005, "nauc_ndcg_at_1_diff1": 0.748981, "nauc_ndcg_at_3_max": 0.60784, "nauc_ndcg_at_3_std": 0.015736, "nauc_ndcg_at_3_diff1": 0.707688, "nauc_ndcg_at_5_max": 0.606417, "nauc_ndcg_at_5_std": 0.023101, "nauc_ndcg_at_5_diff1": 0.703284, "nauc_ndcg_at_10_max": 0.610609, "nauc_ndcg_at_10_std": 0.032151, "nauc_ndcg_at_10_diff1": 0.701609, "nauc_ndcg_at_20_max": 0.611711, "nauc_ndcg_at_20_std": 0.041027, "nauc_ndcg_at_20_diff1": 0.700065, "nauc_ndcg_at_100_max": 0.614113, "nauc_ndcg_at_100_std": 0.050474, "nauc_ndcg_at_100_diff1": 0.703541, "nauc_ndcg_at_1000_max": 0.610281, "nauc_ndcg_at_1000_std": 0.038609, "nauc_ndcg_at_1000_diff1": 0.707512, "nauc_map_at_1_max": 0.588846, "nauc_map_at_1_std": 0.001005, "nauc_map_at_1_diff1": 0.748981, "nauc_map_at_3_max": 0.603169, "nauc_map_at_3_std": 0.011924, "nauc_map_at_3_diff1": 0.71788, "nauc_map_at_5_max": 0.602292, "nauc_map_at_5_std": 0.015641, "nauc_map_at_5_diff1": 0.715752, "nauc_map_at_10_max": 0.603825, "nauc_map_at_10_std": 0.019003, "nauc_map_at_10_diff1": 0.715313, "nauc_map_at_20_max": 0.604016, "nauc_map_at_20_std": 0.021051, "nauc_map_at_20_diff1": 0.714985, "nauc_map_at_100_max": 0.604255, "nauc_map_at_100_std": 0.022173, "nauc_map_at_100_diff1": 0.715464, "nauc_map_at_1000_max": 0.604153, "nauc_map_at_1000_std": 0.021882, "nauc_map_at_1000_diff1": 0.715606, "nauc_recall_at_1_max": 0.588846, "nauc_recall_at_1_std": 0.001005, "nauc_recall_at_1_diff1": 0.748981, "nauc_recall_at_3_max": 0.622798, "nauc_recall_at_3_std": 0.028036, "nauc_recall_at_3_diff1": 0.675038, "nauc_recall_at_5_max": 0.620451, "nauc_recall_at_5_std": 0.050531, "nauc_recall_at_5_diff1": 0.659349, "nauc_recall_at_10_max": 0.64028, "nauc_recall_at_10_std": 0.09262, "nauc_recall_at_10_diff1": 0.644077, "nauc_recall_at_20_max": 0.654343, "nauc_recall_at_20_std": 0.162367, "nauc_recall_at_20_diff1": 0.621924, "nauc_recall_at_100_max": 0.73624, "nauc_recall_at_100_std": 0.43063, "nauc_recall_at_100_diff1": 0.599782, "nauc_recall_at_1000_max": 0.843405, "nauc_recall_at_1000_std": 0.743294, "nauc_recall_at_1000_diff1": 0.593061, "nauc_precision_at_1_max": 0.588846, "nauc_precision_at_1_std": 0.001005, "nauc_precision_at_1_diff1": 0.748981, "nauc_precision_at_3_max": 0.622798, "nauc_precision_at_3_std": 0.028036, "nauc_precision_at_3_diff1": 0.675038, "nauc_precision_at_5_max": 0.620451, "nauc_precision_at_5_std": 0.050531, "nauc_precision_at_5_diff1": 0.659349, "nauc_precision_at_10_max": 0.64028, "nauc_precision_at_10_std": 0.09262, "nauc_precision_at_10_diff1": 0.644077, "nauc_precision_at_20_max": 0.654343, "nauc_precision_at_20_std": 0.162367, "nauc_precision_at_20_diff1": 0.621924, "nauc_precision_at_100_max": 0.73624, "nauc_precision_at_100_std": 0.43063, "nauc_precision_at_100_diff1": 0.599782, "nauc_precision_at_1000_max": 0.843405, "nauc_precision_at_1000_std": 0.743294, "nauc_precision_at_1000_diff1": 0.593061, "nauc_mrr_at_1_max": 0.588846, "nauc_mrr_at_1_std": 0.001005, "nauc_mrr_at_1_diff1": 0.748981, "nauc_mrr_at_3_max": 0.603169, "nauc_mrr_at_3_std": 0.011924, "nauc_mrr_at_3_diff1": 0.71788, "nauc_mrr_at_5_max": 0.602292, "nauc_mrr_at_5_std": 0.015641, "nauc_mrr_at_5_diff1": 0.715752, "nauc_mrr_at_10_max": 0.603825, "nauc_mrr_at_10_std": 0.019003, "nauc_mrr_at_10_diff1": 0.715313, "nauc_mrr_at_20_max": 0.604016, "nauc_mrr_at_20_std": 0.021051, "nauc_mrr_at_20_diff1": 0.714985, "nauc_mrr_at_100_max": 0.604255, "nauc_mrr_at_100_std": 0.022173, "nauc_mrr_at_100_diff1": 0.715464, "nauc_mrr_at_1000_max": 0.604153, "nauc_mrr_at_1000_std": 0.021882, "nauc_mrr_at_1000_diff1": 0.715606, "main_score": 0.63598, "hf_subset": "vie-vie", "languages": [ "vie-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.4421, "ndcg_at_3": 0.54064, "ndcg_at_5": 0.56855, "ndcg_at_10": 0.59331, "ndcg_at_20": 0.60957, "ndcg_at_100": 0.63335, "ndcg_at_1000": 0.64066, "map_at_1": 0.4421, "map_at_3": 0.51698, "map_at_5": 0.53255, "map_at_10": 0.54285, "map_at_20": 0.54738, "map_at_100": 0.55087, "map_at_1000": 0.55116, "recall_at_1": 0.4421, "recall_at_3": 0.60885, "recall_at_5": 0.67627, "recall_at_10": 0.75244, "recall_at_20": 0.81626, "recall_at_100": 0.94133, "recall_at_1000": 0.99846, "precision_at_1": 0.4421, "precision_at_3": 0.20295, "precision_at_5": 0.13525, "precision_at_10": 0.07524, "precision_at_20": 0.04081, "precision_at_100": 0.00941, "precision_at_1000": 0.001, "mrr_at_1": 0.4421, "mrr_at_3": 0.516984, "mrr_at_5": 0.532553, "mrr_at_10": 0.542847, "mrr_at_20": 0.547377, "mrr_at_100": 0.550874, "mrr_at_1000": 0.551156, "nauc_ndcg_at_1_max": 0.561519, "nauc_ndcg_at_1_std": 0.024118, "nauc_ndcg_at_1_diff1": 0.634882, "nauc_ndcg_at_3_max": 0.569128, "nauc_ndcg_at_3_std": 0.057127, "nauc_ndcg_at_3_diff1": 0.566629, "nauc_ndcg_at_5_max": 0.572794, "nauc_ndcg_at_5_std": 0.059063, "nauc_ndcg_at_5_diff1": 0.560652, "nauc_ndcg_at_10_max": 0.580023, "nauc_ndcg_at_10_std": 0.070436, "nauc_ndcg_at_10_diff1": 0.56702, "nauc_ndcg_at_20_max": 0.57875, "nauc_ndcg_at_20_std": 0.073102, "nauc_ndcg_at_20_diff1": 0.566222, "nauc_ndcg_at_100_max": 0.581004, "nauc_ndcg_at_100_std": 0.079696, "nauc_ndcg_at_100_diff1": 0.572983, "nauc_ndcg_at_1000_max": 0.576977, "nauc_ndcg_at_1000_std": 0.067181, "nauc_ndcg_at_1000_diff1": 0.576523, "nauc_map_at_1_max": 0.561519, "nauc_map_at_1_std": 0.024118, "nauc_map_at_1_diff1": 0.634882, "nauc_map_at_3_max": 0.568364, "nauc_map_at_3_std": 0.049593, "nauc_map_at_3_diff1": 0.58432, "nauc_map_at_5_max": 0.570609, "nauc_map_at_5_std": 0.050786, "nauc_map_at_5_diff1": 0.581569, "nauc_map_at_10_max": 0.57349, "nauc_map_at_10_std": 0.055439, "nauc_map_at_10_diff1": 0.584094, "nauc_map_at_20_max": 0.573047, "nauc_map_at_20_std": 0.055697, "nauc_map_at_20_diff1": 0.584098, "nauc_map_at_100_max": 0.573381, "nauc_map_at_100_std": 0.056468, "nauc_map_at_100_diff1": 0.585101, "nauc_map_at_1000_max": 0.573269, "nauc_map_at_1000_std": 0.056094, "nauc_map_at_1000_diff1": 0.585239, "nauc_recall_at_1_max": 0.561519, "nauc_recall_at_1_std": 0.024118, "nauc_recall_at_1_diff1": 0.634882, "nauc_recall_at_3_max": 0.570994, "nauc_recall_at_3_std": 0.080374, "nauc_recall_at_3_diff1": 0.510985, "nauc_recall_at_5_max": 0.579954, "nauc_recall_at_5_std": 0.087181, "nauc_recall_at_5_diff1": 0.486784, "nauc_recall_at_10_max": 0.610384, "nauc_recall_at_10_std": 0.137357, "nauc_recall_at_10_diff1": 0.498921, "nauc_recall_at_20_max": 0.611408, "nauc_recall_at_20_std": 0.176879, "nauc_recall_at_20_diff1": 0.474273, "nauc_recall_at_100_max": 0.721253, "nauc_recall_at_100_std": 0.52572, "nauc_recall_at_100_diff1": 0.456537, "nauc_recall_at_1000_max": 0.435229, "nauc_recall_at_1000_std": 0.282918, "nauc_recall_at_1000_diff1": 0.565926, "nauc_precision_at_1_max": 0.561519, "nauc_precision_at_1_std": 0.024118, "nauc_precision_at_1_diff1": 0.634882, "nauc_precision_at_3_max": 0.570994, "nauc_precision_at_3_std": 0.080374, "nauc_precision_at_3_diff1": 0.510985, "nauc_precision_at_5_max": 0.579954, "nauc_precision_at_5_std": 0.087181, "nauc_precision_at_5_diff1": 0.486784, "nauc_precision_at_10_max": 0.610384, "nauc_precision_at_10_std": 0.137357, "nauc_precision_at_10_diff1": 0.498921, "nauc_precision_at_20_max": 0.611408, "nauc_precision_at_20_std": 0.176879, "nauc_precision_at_20_diff1": 0.474273, "nauc_precision_at_100_max": 0.721253, "nauc_precision_at_100_std": 0.52572, "nauc_precision_at_100_diff1": 0.456537, "nauc_precision_at_1000_max": 0.435229, "nauc_precision_at_1000_std": 0.282918, "nauc_precision_at_1000_diff1": 0.565926, "nauc_mrr_at_1_max": 0.561519, "nauc_mrr_at_1_std": 0.024118, "nauc_mrr_at_1_diff1": 0.634882, "nauc_mrr_at_3_max": 0.568364, "nauc_mrr_at_3_std": 0.049593, "nauc_mrr_at_3_diff1": 0.58432, "nauc_mrr_at_5_max": 0.570609, "nauc_mrr_at_5_std": 0.050786, "nauc_mrr_at_5_diff1": 0.581569, "nauc_mrr_at_10_max": 0.57349, "nauc_mrr_at_10_std": 0.055439, "nauc_mrr_at_10_diff1": 0.584094, "nauc_mrr_at_20_max": 0.573047, "nauc_mrr_at_20_std": 0.055697, "nauc_mrr_at_20_diff1": 0.584098, "nauc_mrr_at_100_max": 0.573381, "nauc_mrr_at_100_std": 0.056468, "nauc_mrr_at_100_diff1": 0.585101, "nauc_mrr_at_1000_max": 0.573269, "nauc_mrr_at_1000_std": 0.056094, "nauc_mrr_at_1000_diff1": 0.585239, "main_score": 0.59331, "hf_subset": "vie-zho", "languages": [ "vie-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.39508, "ndcg_at_3": 0.47916, "ndcg_at_5": 0.50416, "ndcg_at_10": 0.53207, "ndcg_at_20": 0.55297, "ndcg_at_100": 0.577, "ndcg_at_1000": 0.58924, "map_at_1": 0.39508, "map_at_3": 0.45849, "map_at_5": 0.47235, "map_at_10": 0.48379, "map_at_20": 0.48946, "map_at_100": 0.49267, "map_at_1000": 0.49312, "recall_at_1": 0.39508, "recall_at_3": 0.53898, "recall_at_5": 0.59969, "recall_at_10": 0.68629, "recall_at_20": 0.76949, "recall_at_100": 0.90084, "recall_at_1000": 0.99791, "precision_at_1": 0.39508, "precision_at_3": 0.17966, "precision_at_5": 0.11994, "precision_at_10": 0.06866, "precision_at_20": 0.03849, "precision_at_100": 0.00901, "precision_at_1000": 0.001, "mrr_at_1": 0.395081, "mrr_at_3": 0.458486, "mrr_at_5": 0.472353, "mrr_at_10": 0.483822, "mrr_at_20": 0.489489, "mrr_at_100": 0.4927, "mrr_at_1000": 0.493144, "nauc_ndcg_at_1_max": 0.459501, "nauc_ndcg_at_1_std": 0.039182, "nauc_ndcg_at_1_diff1": 0.617549, "nauc_ndcg_at_3_max": 0.46993, "nauc_ndcg_at_3_std": 0.066479, "nauc_ndcg_at_3_diff1": 0.563194, "nauc_ndcg_at_5_max": 0.471096, "nauc_ndcg_at_5_std": 0.083237, "nauc_ndcg_at_5_diff1": 0.555241, "nauc_ndcg_at_10_max": 0.478764, "nauc_ndcg_at_10_std": 0.095167, "nauc_ndcg_at_10_diff1": 0.553406, "nauc_ndcg_at_20_max": 0.47586, "nauc_ndcg_at_20_std": 0.097623, "nauc_ndcg_at_20_diff1": 0.552066, "nauc_ndcg_at_100_max": 0.478846, "nauc_ndcg_at_100_std": 0.103729, "nauc_ndcg_at_100_diff1": 0.555684, "nauc_ndcg_at_1000_max": 0.475806, "nauc_ndcg_at_1000_std": 0.090035, "nauc_ndcg_at_1000_diff1": 0.563017, "nauc_map_at_1_max": 0.459501, "nauc_map_at_1_std": 0.039182, "nauc_map_at_1_diff1": 0.617549, "nauc_map_at_3_max": 0.467814, "nauc_map_at_3_std": 0.058956, "nauc_map_at_3_diff1": 0.577402, "nauc_map_at_5_max": 0.468372, "nauc_map_at_5_std": 0.067979, "nauc_map_at_5_diff1": 0.573431, "nauc_map_at_10_max": 0.471711, "nauc_map_at_10_std": 0.072596, "nauc_map_at_10_diff1": 0.573355, "nauc_map_at_20_max": 0.470946, "nauc_map_at_20_std": 0.072913, "nauc_map_at_20_diff1": 0.573223, "nauc_map_at_100_max": 0.47128, "nauc_map_at_100_std": 0.073661, "nauc_map_at_100_diff1": 0.573646, "nauc_map_at_1000_max": 0.471248, "nauc_map_at_1000_std": 0.073379, "nauc_map_at_1000_diff1": 0.573878, "nauc_recall_at_1_max": 0.459501, "nauc_recall_at_1_std": 0.039182, "nauc_recall_at_1_diff1": 0.617549, "nauc_recall_at_3_max": 0.476112, "nauc_recall_at_3_std": 0.089505, "nauc_recall_at_3_diff1": 0.52001, "nauc_recall_at_5_max": 0.479787, "nauc_recall_at_5_std": 0.134716, "nauc_recall_at_5_diff1": 0.4956, "nauc_recall_at_10_max": 0.507514, "nauc_recall_at_10_std": 0.187158, "nauc_recall_at_10_diff1": 0.475797, "nauc_recall_at_20_max": 0.497881, "nauc_recall_at_20_std": 0.227524, "nauc_recall_at_20_diff1": 0.446764, "nauc_recall_at_100_max": 0.565531, "nauc_recall_at_100_std": 0.454817, "nauc_recall_at_100_diff1": 0.394302, "nauc_recall_at_1000_max": 0.753761, "nauc_recall_at_1000_std": 0.865207, "nauc_recall_at_1000_diff1": 0.60904, "nauc_precision_at_1_max": 0.459501, "nauc_precision_at_1_std": 0.039182, "nauc_precision_at_1_diff1": 0.617549, "nauc_precision_at_3_max": 0.476112, "nauc_precision_at_3_std": 0.089505, "nauc_precision_at_3_diff1": 0.52001, "nauc_precision_at_5_max": 0.479787, "nauc_precision_at_5_std": 0.134716, "nauc_precision_at_5_diff1": 0.4956, "nauc_precision_at_10_max": 0.507438, "nauc_precision_at_10_std": 0.18714, "nauc_precision_at_10_diff1": 0.476224, "nauc_precision_at_20_max": 0.497883, "nauc_precision_at_20_std": 0.227576, "nauc_precision_at_20_diff1": 0.447383, "nauc_precision_at_100_max": 0.566079, "nauc_precision_at_100_std": 0.455695, "nauc_precision_at_100_diff1": 0.395798, "nauc_precision_at_1000_max": 0.462789, "nauc_precision_at_1000_std": 0.581445, "nauc_precision_at_1000_diff1": 0.454219, "nauc_mrr_at_1_max": 0.459501, "nauc_mrr_at_1_std": 0.039182, "nauc_mrr_at_1_diff1": 0.617549, "nauc_mrr_at_3_max": 0.467814, "nauc_mrr_at_3_std": 0.058956, "nauc_mrr_at_3_diff1": 0.577402, "nauc_mrr_at_5_max": 0.468372, "nauc_mrr_at_5_std": 0.067979, "nauc_mrr_at_5_diff1": 0.573431, "nauc_mrr_at_10_max": 0.471703, "nauc_mrr_at_10_std": 0.072589, "nauc_mrr_at_10_diff1": 0.573396, "nauc_mrr_at_20_max": 0.470941, "nauc_mrr_at_20_std": 0.072906, "nauc_mrr_at_20_diff1": 0.57327, "nauc_mrr_at_100_max": 0.471275, "nauc_mrr_at_100_std": 0.073654, "nauc_mrr_at_100_diff1": 0.573692, "nauc_mrr_at_1000_max": 0.471243, "nauc_mrr_at_1000_std": 0.073373, "nauc_mrr_at_1000_diff1": 0.573918, "main_score": 0.53207, "hf_subset": "zho-ara", "languages": [ "zho-Hans", "ara-Arab" ] }, { "ndcg_at_1": 0.50524, "ndcg_at_3": 0.58658, "ndcg_at_5": 0.60873, "ndcg_at_10": 0.63242, "ndcg_at_20": 0.64959, "ndcg_at_100": 0.66893, "ndcg_at_1000": 0.67626, "map_at_1": 0.50524, "map_at_3": 0.56652, "map_at_5": 0.57883, "map_at_10": 0.58858, "map_at_20": 0.59338, "map_at_100": 0.59612, "map_at_1000": 0.59642, "recall_at_1": 0.50524, "recall_at_3": 0.64466, "recall_at_5": 0.69833, "recall_at_10": 0.77175, "recall_at_20": 0.83899, "recall_at_100": 0.94201, "recall_at_1000": 0.99815, "precision_at_1": 0.50524, "precision_at_3": 0.21489, "precision_at_5": 0.13967, "precision_at_10": 0.07717, "precision_at_20": 0.04195, "precision_at_100": 0.00942, "precision_at_1000": 0.001, "mrr_at_1": 0.505244, "mrr_at_3": 0.566523, "mrr_at_5": 0.57883, "mrr_at_10": 0.588579, "mrr_at_20": 0.593375, "mrr_at_100": 0.596122, "mrr_at_1000": 0.596424, "nauc_ndcg_at_1_max": 0.551046, "nauc_ndcg_at_1_std": -0.003027, "nauc_ndcg_at_1_diff1": 0.649406, "nauc_ndcg_at_3_max": 0.572434, "nauc_ndcg_at_3_std": 0.044028, "nauc_ndcg_at_3_diff1": 0.607873, "nauc_ndcg_at_5_max": 0.567069, "nauc_ndcg_at_5_std": 0.039782, "nauc_ndcg_at_5_diff1": 0.599198, "nauc_ndcg_at_10_max": 0.565114, "nauc_ndcg_at_10_std": 0.047909, "nauc_ndcg_at_10_diff1": 0.596192, "nauc_ndcg_at_20_max": 0.564847, "nauc_ndcg_at_20_std": 0.053825, "nauc_ndcg_at_20_diff1": 0.593744, "nauc_ndcg_at_100_max": 0.565901, "nauc_ndcg_at_100_std": 0.055328, "nauc_ndcg_at_100_diff1": 0.599353, "nauc_ndcg_at_1000_max": 0.564061, "nauc_ndcg_at_1000_std": 0.045013, "nauc_ndcg_at_1000_diff1": 0.603749, "nauc_map_at_1_max": 0.551046, "nauc_map_at_1_std": -0.003027, "nauc_map_at_1_diff1": 0.649406, "nauc_map_at_3_max": 0.566666, "nauc_map_at_3_std": 0.03214, "nauc_map_at_3_diff1": 0.618176, "nauc_map_at_5_max": 0.56389, "nauc_map_at_5_std": 0.029918, "nauc_map_at_5_diff1": 0.613976, "nauc_map_at_10_max": 0.563006, "nauc_map_at_10_std": 0.03274, "nauc_map_at_10_diff1": 0.613115, "nauc_map_at_20_max": 0.562789, "nauc_map_at_20_std": 0.034119, "nauc_map_at_20_diff1": 0.612618, "nauc_map_at_100_max": 0.562804, "nauc_map_at_100_std": 0.0342, "nauc_map_at_100_diff1": 0.613267, "nauc_map_at_1000_max": 0.562735, "nauc_map_at_1000_std": 0.033852, "nauc_map_at_1000_diff1": 0.613433, "nauc_recall_at_1_max": 0.551046, "nauc_recall_at_1_std": -0.003027, "nauc_recall_at_1_diff1": 0.649406, "nauc_recall_at_3_max": 0.591121, "nauc_recall_at_3_std": 0.08218, "nauc_recall_at_3_diff1": 0.574895, "nauc_recall_at_5_max": 0.577124, "nauc_recall_at_5_std": 0.073107, "nauc_recall_at_5_diff1": 0.545708, "nauc_recall_at_10_max": 0.571784, "nauc_recall_at_10_std": 0.11648, "nauc_recall_at_10_diff1": 0.519658, "nauc_recall_at_20_max": 0.574154, "nauc_recall_at_20_std": 0.180661, "nauc_recall_at_20_diff1": 0.476916, "nauc_recall_at_100_max": 0.621514, "nauc_recall_at_100_std": 0.421977, "nauc_recall_at_100_diff1": 0.42938, "nauc_recall_at_1000_max": 0.461005, "nauc_recall_at_1000_std": 0.907418, "nauc_recall_at_1000_diff1": -0.282179, "nauc_precision_at_1_max": 0.551046, "nauc_precision_at_1_std": -0.003027, "nauc_precision_at_1_diff1": 0.649406, "nauc_precision_at_3_max": 0.591121, "nauc_precision_at_3_std": 0.08218, "nauc_precision_at_3_diff1": 0.574895, "nauc_precision_at_5_max": 0.577124, "nauc_precision_at_5_std": 0.073107, "nauc_precision_at_5_diff1": 0.545708, "nauc_precision_at_10_max": 0.571784, "nauc_precision_at_10_std": 0.11648, "nauc_precision_at_10_diff1": 0.519658, "nauc_precision_at_20_max": 0.574154, "nauc_precision_at_20_std": 0.180661, "nauc_precision_at_20_diff1": 0.476916, "nauc_precision_at_100_max": 0.621514, "nauc_precision_at_100_std": 0.421977, "nauc_precision_at_100_diff1": 0.42938, "nauc_precision_at_1000_max": 0.461005, "nauc_precision_at_1000_std": 0.907418, "nauc_precision_at_1000_diff1": -0.282179, "nauc_mrr_at_1_max": 0.551046, "nauc_mrr_at_1_std": -0.003027, "nauc_mrr_at_1_diff1": 0.649406, "nauc_mrr_at_3_max": 0.566666, "nauc_mrr_at_3_std": 0.03214, "nauc_mrr_at_3_diff1": 0.618176, "nauc_mrr_at_5_max": 0.56389, "nauc_mrr_at_5_std": 0.029918, "nauc_mrr_at_5_diff1": 0.613976, "nauc_mrr_at_10_max": 0.563006, "nauc_mrr_at_10_std": 0.03274, "nauc_mrr_at_10_diff1": 0.613115, "nauc_mrr_at_20_max": 0.562789, "nauc_mrr_at_20_std": 0.034119, "nauc_mrr_at_20_diff1": 0.612618, "nauc_mrr_at_100_max": 0.562804, "nauc_mrr_at_100_std": 0.0342, "nauc_mrr_at_100_diff1": 0.613267, "nauc_mrr_at_1000_max": 0.562735, "nauc_mrr_at_1000_std": 0.033852, "nauc_mrr_at_1000_diff1": 0.613433, "main_score": 0.63242, "hf_subset": "zho-deu", "languages": [ "zho-Hans", "deu-Latn" ] }, { "ndcg_at_1": 0.4444, "ndcg_at_3": 0.52968, "ndcg_at_5": 0.55409, "ndcg_at_10": 0.57989, "ndcg_at_20": 0.5963, "ndcg_at_100": 0.61914, "ndcg_at_1000": 0.62843, "map_at_1": 0.4444, "map_at_3": 0.5088, "map_at_5": 0.52242, "map_at_10": 0.53318, "map_at_20": 0.53774, "map_at_100": 0.54092, "map_at_1000": 0.54126, "recall_at_1": 0.4444, "recall_at_3": 0.59007, "recall_at_5": 0.64898, "recall_at_10": 0.72814, "recall_at_20": 0.7926, "recall_at_100": 0.91548, "recall_at_1000": 0.98909, "precision_at_1": 0.4444, "precision_at_3": 0.19669, "precision_at_5": 0.12981, "precision_at_10": 0.07283, "precision_at_20": 0.03964, "precision_at_100": 0.00916, "precision_at_1000": 0.00099, "mrr_at_1": 0.444401, "mrr_at_3": 0.508796, "mrr_at_5": 0.522447, "mrr_at_10": 0.533213, "mrr_at_20": 0.537777, "mrr_at_100": 0.540941, "mrr_at_1000": 0.541283, "nauc_ndcg_at_1_max": 0.515879, "nauc_ndcg_at_1_std": -0.020724, "nauc_ndcg_at_1_diff1": 0.679956, "nauc_ndcg_at_3_max": 0.532219, "nauc_ndcg_at_3_std": 0.002875, "nauc_ndcg_at_3_diff1": 0.622265, "nauc_ndcg_at_5_max": 0.53438, "nauc_ndcg_at_5_std": 0.015652, "nauc_ndcg_at_5_diff1": 0.61686, "nauc_ndcg_at_10_max": 0.535968, "nauc_ndcg_at_10_std": 0.031329, "nauc_ndcg_at_10_diff1": 0.61227, "nauc_ndcg_at_20_max": 0.534118, "nauc_ndcg_at_20_std": 0.032937, "nauc_ndcg_at_20_diff1": 0.610181, "nauc_ndcg_at_100_max": 0.537336, "nauc_ndcg_at_100_std": 0.038312, "nauc_ndcg_at_100_diff1": 0.617054, "nauc_ndcg_at_1000_max": 0.534671, "nauc_ndcg_at_1000_std": 0.027771, "nauc_ndcg_at_1000_diff1": 0.621583, "nauc_map_at_1_max": 0.515879, "nauc_map_at_1_std": -0.020724, "nauc_map_at_1_diff1": 0.679956, "nauc_map_at_3_max": 0.528386, "nauc_map_at_3_std": -0.003326, "nauc_map_at_3_diff1": 0.636294, "nauc_map_at_5_max": 0.529484, "nauc_map_at_5_std": 0.003505, "nauc_map_at_5_diff1": 0.6336, "nauc_map_at_10_max": 0.529863, "nauc_map_at_10_std": 0.009417, "nauc_map_at_10_diff1": 0.63192, "nauc_map_at_20_max": 0.529378, "nauc_map_at_20_std": 0.009668, "nauc_map_at_20_diff1": 0.631527, "nauc_map_at_100_max": 0.529782, "nauc_map_at_100_std": 0.010205, "nauc_map_at_100_diff1": 0.632352, "nauc_map_at_1000_max": 0.529716, "nauc_map_at_1000_std": 0.009923, "nauc_map_at_1000_diff1": 0.632505, "nauc_recall_at_1_max": 0.515879, "nauc_recall_at_1_std": -0.020724, "nauc_recall_at_1_diff1": 0.679956, "nauc_recall_at_3_max": 0.543932, "nauc_recall_at_3_std": 0.022143, "nauc_recall_at_3_diff1": 0.579157, "nauc_recall_at_5_max": 0.550892, "nauc_recall_at_5_std": 0.05834, "nauc_recall_at_5_diff1": 0.560149, "nauc_recall_at_10_max": 0.561513, "nauc_recall_at_10_std": 0.128524, "nauc_recall_at_10_diff1": 0.532174, "nauc_recall_at_20_max": 0.556061, "nauc_recall_at_20_std": 0.160954, "nauc_recall_at_20_diff1": 0.501075, "nauc_recall_at_100_max": 0.637224, "nauc_recall_at_100_std": 0.412342, "nauc_recall_at_100_diff1": 0.491861, "nauc_recall_at_1000_max": 0.762961, "nauc_recall_at_1000_std": 0.796503, "nauc_recall_at_1000_diff1": 0.518596, "nauc_precision_at_1_max": 0.515879, "nauc_precision_at_1_std": -0.020724, "nauc_precision_at_1_diff1": 0.679956, "nauc_precision_at_3_max": 0.543932, "nauc_precision_at_3_std": 0.022143, "nauc_precision_at_3_diff1": 0.579157, "nauc_precision_at_5_max": 0.551054, "nauc_precision_at_5_std": 0.058542, "nauc_precision_at_5_diff1": 0.560445, "nauc_precision_at_10_max": 0.561768, "nauc_precision_at_10_std": 0.1289, "nauc_precision_at_10_diff1": 0.532309, "nauc_precision_at_20_max": 0.556373, "nauc_precision_at_20_std": 0.161444, "nauc_precision_at_20_diff1": 0.50122, "nauc_precision_at_100_max": 0.631726, "nauc_precision_at_100_std": 0.41074, "nauc_precision_at_100_diff1": 0.486949, "nauc_precision_at_1000_max": 0.715167, "nauc_precision_at_1000_std": 0.762242, "nauc_precision_at_1000_diff1": 0.480907, "nauc_mrr_at_1_max": 0.515879, "nauc_mrr_at_1_std": -0.020724, "nauc_mrr_at_1_diff1": 0.679956, "nauc_mrr_at_3_max": 0.528386, "nauc_mrr_at_3_std": -0.003326, "nauc_mrr_at_3_diff1": 0.636294, "nauc_mrr_at_5_max": 0.529518, "nauc_mrr_at_5_std": 0.003546, "nauc_mrr_at_5_diff1": 0.633667, "nauc_mrr_at_10_max": 0.529899, "nauc_mrr_at_10_std": 0.009465, "nauc_mrr_at_10_diff1": 0.631972, "nauc_mrr_at_20_max": 0.529414, "nauc_mrr_at_20_std": 0.009717, "nauc_mrr_at_20_diff1": 0.631579, "nauc_mrr_at_100_max": 0.529811, "nauc_mrr_at_100_std": 0.010242, "nauc_mrr_at_100_diff1": 0.632406, "nauc_mrr_at_1000_max": 0.529745, "nauc_mrr_at_1000_std": 0.009961, "nauc_mrr_at_1000_diff1": 0.632558, "main_score": 0.57989, "hf_subset": "zho-eng", "languages": [ "zho-Hans", "eng-Latn" ] }, { "ndcg_at_1": 0.46739, "ndcg_at_3": 0.56107, "ndcg_at_5": 0.58362, "ndcg_at_10": 0.60996, "ndcg_at_20": 0.62418, "ndcg_at_100": 0.6457, "ndcg_at_1000": 0.65363, "map_at_1": 0.46739, "map_at_3": 0.53869, "map_at_5": 0.55115, "map_at_10": 0.56208, "map_at_20": 0.56602, "map_at_100": 0.56902, "map_at_1000": 0.56932, "recall_at_1": 0.46739, "recall_at_3": 0.62558, "recall_at_5": 0.68053, "recall_at_10": 0.76168, "recall_at_20": 0.81767, "recall_at_100": 0.93323, "recall_at_1000": 0.99589, "precision_at_1": 0.46739, "precision_at_3": 0.20853, "precision_at_5": 0.13611, "precision_at_10": 0.07617, "precision_at_20": 0.04088, "precision_at_100": 0.00933, "precision_at_1000": 0.001, "mrr_at_1": 0.467386, "mrr_at_3": 0.538692, "mrr_at_5": 0.551147, "mrr_at_10": 0.562081, "mrr_at_20": 0.566018, "mrr_at_100": 0.569024, "mrr_at_1000": 0.569317, "nauc_ndcg_at_1_max": 0.571058, "nauc_ndcg_at_1_std": 0.076211, "nauc_ndcg_at_1_diff1": 0.696754, "nauc_ndcg_at_3_max": 0.583546, "nauc_ndcg_at_3_std": 0.116447, "nauc_ndcg_at_3_diff1": 0.624377, "nauc_ndcg_at_5_max": 0.59123, "nauc_ndcg_at_5_std": 0.124508, "nauc_ndcg_at_5_diff1": 0.62384, "nauc_ndcg_at_10_max": 0.58772, "nauc_ndcg_at_10_std": 0.133339, "nauc_ndcg_at_10_diff1": 0.615616, "nauc_ndcg_at_20_max": 0.592196, "nauc_ndcg_at_20_std": 0.147851, "nauc_ndcg_at_20_diff1": 0.617285, "nauc_ndcg_at_100_max": 0.591194, "nauc_ndcg_at_100_std": 0.145648, "nauc_ndcg_at_100_diff1": 0.624419, "nauc_ndcg_at_1000_max": 0.587882, "nauc_ndcg_at_1000_std": 0.132502, "nauc_ndcg_at_1000_diff1": 0.629522, "nauc_map_at_1_max": 0.571058, "nauc_map_at_1_std": 0.076211, "nauc_map_at_1_diff1": 0.696754, "nauc_map_at_3_max": 0.580381, "nauc_map_at_3_std": 0.106512, "nauc_map_at_3_diff1": 0.642146, "nauc_map_at_5_max": 0.584331, "nauc_map_at_5_std": 0.110375, "nauc_map_at_5_diff1": 0.642247, "nauc_map_at_10_max": 0.582899, "nauc_map_at_10_std": 0.113552, "nauc_map_at_10_diff1": 0.639378, "nauc_map_at_20_max": 0.583886, "nauc_map_at_20_std": 0.116967, "nauc_map_at_20_diff1": 0.639998, "nauc_map_at_100_max": 0.583733, "nauc_map_at_100_std": 0.116794, "nauc_map_at_100_diff1": 0.640997, "nauc_map_at_1000_max": 0.583637, "nauc_map_at_1000_std": 0.116399, "nauc_map_at_1000_diff1": 0.641171, "nauc_recall_at_1_max": 0.571058, "nauc_recall_at_1_std": 0.076211, "nauc_recall_at_1_diff1": 0.696754, "nauc_recall_at_3_max": 0.593584, "nauc_recall_at_3_std": 0.147838, "nauc_recall_at_3_diff1": 0.568285, "nauc_recall_at_5_max": 0.616539, "nauc_recall_at_5_std": 0.17497, "nauc_recall_at_5_diff1": 0.560412, "nauc_recall_at_10_max": 0.607686, "nauc_recall_at_10_std": 0.224063, "nauc_recall_at_10_diff1": 0.510573, "nauc_recall_at_20_max": 0.642652, "nauc_recall_at_20_std": 0.340754, "nauc_recall_at_20_diff1": 0.495287, "nauc_recall_at_100_max": 0.698497, "nauc_recall_at_100_std": 0.572018, "nauc_recall_at_100_diff1": 0.45715, "nauc_recall_at_1000_max": 0.673245, "nauc_recall_at_1000_std": 0.503056, "nauc_recall_at_1000_diff1": 0.380647, "nauc_precision_at_1_max": 0.571058, "nauc_precision_at_1_std": 0.076211, "nauc_precision_at_1_diff1": 0.696754, "nauc_precision_at_3_max": 0.593584, "nauc_precision_at_3_std": 0.147838, "nauc_precision_at_3_diff1": 0.568285, "nauc_precision_at_5_max": 0.616539, "nauc_precision_at_5_std": 0.17497, "nauc_precision_at_5_diff1": 0.560412, "nauc_precision_at_10_max": 0.607686, "nauc_precision_at_10_std": 0.224063, "nauc_precision_at_10_diff1": 0.510573, "nauc_precision_at_20_max": 0.642652, "nauc_precision_at_20_std": 0.340754, "nauc_precision_at_20_diff1": 0.495287, "nauc_precision_at_100_max": 0.698497, "nauc_precision_at_100_std": 0.572018, "nauc_precision_at_100_diff1": 0.45715, "nauc_precision_at_1000_max": 0.673245, "nauc_precision_at_1000_std": 0.503056, "nauc_precision_at_1000_diff1": 0.380647, "nauc_mrr_at_1_max": 0.571058, "nauc_mrr_at_1_std": 0.076211, "nauc_mrr_at_1_diff1": 0.696754, "nauc_mrr_at_3_max": 0.580381, "nauc_mrr_at_3_std": 0.106512, "nauc_mrr_at_3_diff1": 0.642146, "nauc_mrr_at_5_max": 0.584331, "nauc_mrr_at_5_std": 0.110375, "nauc_mrr_at_5_diff1": 0.642247, "nauc_mrr_at_10_max": 0.582899, "nauc_mrr_at_10_std": 0.113552, "nauc_mrr_at_10_diff1": 0.639378, "nauc_mrr_at_20_max": 0.583886, "nauc_mrr_at_20_std": 0.116967, "nauc_mrr_at_20_diff1": 0.639998, "nauc_mrr_at_100_max": 0.583733, "nauc_mrr_at_100_std": 0.116794, "nauc_mrr_at_100_diff1": 0.640997, "nauc_mrr_at_1000_max": 0.583637, "nauc_mrr_at_1000_std": 0.116399, "nauc_mrr_at_1000_diff1": 0.641171, "main_score": 0.60996, "hf_subset": "zho-spa", "languages": [ "zho-Hans", "spa-Latn" ] }, { "ndcg_at_1": 0.41959, "ndcg_at_3": 0.50656, "ndcg_at_5": 0.53318, "ndcg_at_10": 0.56036, "ndcg_at_20": 0.57765, "ndcg_at_100": 0.60384, "ndcg_at_1000": 0.61293, "map_at_1": 0.41959, "map_at_3": 0.48481, "map_at_5": 0.4995, "map_at_10": 0.51074, "map_at_20": 0.51554, "map_at_100": 0.51921, "map_at_1000": 0.51956, "recall_at_1": 0.41959, "recall_at_3": 0.56965, "recall_at_5": 0.63448, "recall_at_10": 0.71857, "recall_at_20": 0.78652, "recall_at_100": 0.92695, "recall_at_1000": 0.99773, "precision_at_1": 0.41959, "precision_at_3": 0.18988, "precision_at_5": 0.12695, "precision_at_10": 0.07191, "precision_at_20": 0.03935, "precision_at_100": 0.00928, "precision_at_1000": 0.001, "mrr_at_1": 0.419592, "mrr_at_3": 0.484806, "mrr_at_5": 0.499556, "mrr_at_10": 0.5107, "mrr_at_20": 0.515503, "mrr_at_100": 0.51917, "mrr_at_1000": 0.519524, "nauc_ndcg_at_1_max": 0.496791, "nauc_ndcg_at_1_std": 0.043218, "nauc_ndcg_at_1_diff1": 0.63572, "nauc_ndcg_at_3_max": 0.530623, "nauc_ndcg_at_3_std": 0.07147, "nauc_ndcg_at_3_diff1": 0.576113, "nauc_ndcg_at_5_max": 0.5327, "nauc_ndcg_at_5_std": 0.083958, "nauc_ndcg_at_5_diff1": 0.573153, "nauc_ndcg_at_10_max": 0.531221, "nauc_ndcg_at_10_std": 0.089661, "nauc_ndcg_at_10_diff1": 0.571743, "nauc_ndcg_at_20_max": 0.528296, "nauc_ndcg_at_20_std": 0.096273, "nauc_ndcg_at_20_diff1": 0.567003, "nauc_ndcg_at_100_max": 0.530915, "nauc_ndcg_at_100_std": 0.097555, "nauc_ndcg_at_100_diff1": 0.576003, "nauc_ndcg_at_1000_max": 0.527587, "nauc_ndcg_at_1000_std": 0.086439, "nauc_ndcg_at_1000_diff1": 0.57968, "nauc_map_at_1_max": 0.496791, "nauc_map_at_1_std": 0.043218, "nauc_map_at_1_diff1": 0.63572, "nauc_map_at_3_max": 0.523459, "nauc_map_at_3_std": 0.064608, "nauc_map_at_3_diff1": 0.590631, "nauc_map_at_5_max": 0.524354, "nauc_map_at_5_std": 0.071135, "nauc_map_at_5_diff1": 0.589339, "nauc_map_at_10_max": 0.52353, "nauc_map_at_10_std": 0.072278, "nauc_map_at_10_diff1": 0.589268, "nauc_map_at_20_max": 0.522601, "nauc_map_at_20_std": 0.073653, "nauc_map_at_20_diff1": 0.588276, "nauc_map_at_100_max": 0.522805, "nauc_map_at_100_std": 0.073767, "nauc_map_at_100_diff1": 0.589405, "nauc_map_at_1000_max": 0.522737, "nauc_map_at_1000_std": 0.073476, "nauc_map_at_1000_diff1": 0.58954, "nauc_recall_at_1_max": 0.496791, "nauc_recall_at_1_std": 0.043218, "nauc_recall_at_1_diff1": 0.63572, "nauc_recall_at_3_max": 0.552043, "nauc_recall_at_3_std": 0.092448, "nauc_recall_at_3_diff1": 0.531718, "nauc_recall_at_5_max": 0.560143, "nauc_recall_at_5_std": 0.128811, "nauc_recall_at_5_diff1": 0.519073, "nauc_recall_at_10_max": 0.560576, "nauc_recall_at_10_std": 0.165804, "nauc_recall_at_10_diff1": 0.501515, "nauc_recall_at_20_max": 0.55171, "nauc_recall_at_20_std": 0.226019, "nauc_recall_at_20_diff1": 0.455215, "nauc_recall_at_100_max": 0.647313, "nauc_recall_at_100_std": 0.458801, "nauc_recall_at_100_diff1": 0.457255, "nauc_recall_at_1000_max": 0.855841, "nauc_recall_at_1000_std": 0.80684, "nauc_recall_at_1000_diff1": 0.10807, "nauc_precision_at_1_max": 0.496791, "nauc_precision_at_1_std": 0.043218, "nauc_precision_at_1_diff1": 0.63572, "nauc_precision_at_3_max": 0.552043, "nauc_precision_at_3_std": 0.092448, "nauc_precision_at_3_diff1": 0.531718, "nauc_precision_at_5_max": 0.560323, "nauc_precision_at_5_std": 0.128187, "nauc_precision_at_5_diff1": 0.519231, "nauc_precision_at_10_max": 0.558057, "nauc_precision_at_10_std": 0.163485, "nauc_precision_at_10_diff1": 0.499232, "nauc_precision_at_20_max": 0.54861, "nauc_precision_at_20_std": 0.222824, "nauc_precision_at_20_diff1": 0.452596, "nauc_precision_at_100_max": 0.637764, "nauc_precision_at_100_std": 0.447175, "nauc_precision_at_100_diff1": 0.450234, "nauc_precision_at_1000_max": 0.575113, "nauc_precision_at_1000_std": 0.436517, "nauc_precision_at_1000_diff1": 0.053923, "nauc_mrr_at_1_max": 0.496791, "nauc_mrr_at_1_std": 0.043218, "nauc_mrr_at_1_diff1": 0.63572, "nauc_mrr_at_3_max": 0.523459, "nauc_mrr_at_3_std": 0.064608, "nauc_mrr_at_3_diff1": 0.590631, "nauc_mrr_at_5_max": 0.524382, "nauc_mrr_at_5_std": 0.071021, "nauc_mrr_at_5_diff1": 0.589373, "nauc_mrr_at_10_max": 0.523514, "nauc_mrr_at_10_std": 0.072355, "nauc_mrr_at_10_diff1": 0.589248, "nauc_mrr_at_20_max": 0.522585, "nauc_mrr_at_20_std": 0.073731, "nauc_mrr_at_20_diff1": 0.588256, "nauc_mrr_at_100_max": 0.522789, "nauc_mrr_at_100_std": 0.073846, "nauc_mrr_at_100_diff1": 0.589384, "nauc_mrr_at_1000_max": 0.522721, "nauc_mrr_at_1000_std": 0.073555, "nauc_mrr_at_1000_diff1": 0.58952, "main_score": 0.56036, "hf_subset": "zho-hin", "languages": [ "zho-Hans", "hin-Deva" ] }, { "ndcg_at_1": 0.46217, "ndcg_at_3": 0.55279, "ndcg_at_5": 0.57572, "ndcg_at_10": 0.60083, "ndcg_at_20": 0.61819, "ndcg_at_100": 0.64121, "ndcg_at_1000": 0.6486, "map_at_1": 0.46217, "map_at_3": 0.53088, "map_at_5": 0.54375, "map_at_10": 0.55409, "map_at_20": 0.55895, "map_at_100": 0.56216, "map_at_1000": 0.56245, "recall_at_1": 0.46217, "recall_at_3": 0.61606, "recall_at_5": 0.67113, "recall_at_10": 0.74884, "recall_at_20": 0.81678, "recall_at_100": 0.9403, "recall_at_1000": 0.99743, "precision_at_1": 0.46217, "precision_at_3": 0.20535, "precision_at_5": 0.13423, "precision_at_10": 0.07488, "precision_at_20": 0.04084, "precision_at_100": 0.0094, "precision_at_1000": 0.001, "mrr_at_1": 0.462172, "mrr_at_3": 0.53088, "mrr_at_5": 0.543747, "mrr_at_10": 0.554088, "mrr_at_20": 0.558954, "mrr_at_100": 0.562159, "mrr_at_1000": 0.562453, "nauc_ndcg_at_1_max": 0.45769, "nauc_ndcg_at_1_std": -0.0265, "nauc_ndcg_at_1_diff1": 0.642808, "nauc_ndcg_at_3_max": 0.475133, "nauc_ndcg_at_3_std": 0.002225, "nauc_ndcg_at_3_diff1": 0.593194, "nauc_ndcg_at_5_max": 0.479351, "nauc_ndcg_at_5_std": 0.015211, "nauc_ndcg_at_5_diff1": 0.584261, "nauc_ndcg_at_10_max": 0.483703, "nauc_ndcg_at_10_std": 0.02675, "nauc_ndcg_at_10_diff1": 0.582643, "nauc_ndcg_at_20_max": 0.485821, "nauc_ndcg_at_20_std": 0.031687, "nauc_ndcg_at_20_diff1": 0.581195, "nauc_ndcg_at_100_max": 0.485515, "nauc_ndcg_at_100_std": 0.033965, "nauc_ndcg_at_100_diff1": 0.590701, "nauc_ndcg_at_1000_max": 0.480378, "nauc_ndcg_at_1000_std": 0.020846, "nauc_ndcg_at_1000_diff1": 0.592644, "nauc_map_at_1_max": 0.45769, "nauc_map_at_1_std": -0.0265, "nauc_map_at_1_diff1": 0.642808, "nauc_map_at_3_max": 0.470878, "nauc_map_at_3_std": -0.006119, "nauc_map_at_3_diff1": 0.605077, "nauc_map_at_5_max": 0.473122, "nauc_map_at_5_std": 0.000775, "nauc_map_at_5_diff1": 0.60048, "nauc_map_at_10_max": 0.474407, "nauc_map_at_10_std": 0.004556, "nauc_map_at_10_diff1": 0.600203, "nauc_map_at_20_max": 0.474611, "nauc_map_at_20_std": 0.005413, "nauc_map_at_20_diff1": 0.599976, "nauc_map_at_100_max": 0.474548, "nauc_map_at_100_std": 0.005844, "nauc_map_at_100_diff1": 0.601158, "nauc_map_at_1000_max": 0.474393, "nauc_map_at_1000_std": 0.005424, "nauc_map_at_1000_diff1": 0.601236, "nauc_recall_at_1_max": 0.45769, "nauc_recall_at_1_std": -0.0265, "nauc_recall_at_1_diff1": 0.642808, "nauc_recall_at_3_max": 0.488444, "nauc_recall_at_3_std": 0.028964, "nauc_recall_at_3_diff1": 0.556123, "nauc_recall_at_5_max": 0.501175, "nauc_recall_at_5_std": 0.06715, "nauc_recall_at_5_diff1": 0.527725, "nauc_recall_at_10_max": 0.52601, "nauc_recall_at_10_std": 0.12902, "nauc_recall_at_10_diff1": 0.508129, "nauc_recall_at_20_max": 0.555369, "nauc_recall_at_20_std": 0.193226, "nauc_recall_at_20_diff1": 0.477385, "nauc_recall_at_100_max": 0.67239, "nauc_recall_at_100_std": 0.519345, "nauc_recall_at_100_diff1": 0.51296, "nauc_recall_at_1000_max": 0.713416, "nauc_recall_at_1000_std": 0.944441, "nauc_recall_at_1000_diff1": 0.285777, "nauc_precision_at_1_max": 0.45769, "nauc_precision_at_1_std": -0.0265, "nauc_precision_at_1_diff1": 0.642808, "nauc_precision_at_3_max": 0.488444, "nauc_precision_at_3_std": 0.028964, "nauc_precision_at_3_diff1": 0.556123, "nauc_precision_at_5_max": 0.501175, "nauc_precision_at_5_std": 0.06715, "nauc_precision_at_5_diff1": 0.527725, "nauc_precision_at_10_max": 0.52601, "nauc_precision_at_10_std": 0.12902, "nauc_precision_at_10_diff1": 0.508129, "nauc_precision_at_20_max": 0.555369, "nauc_precision_at_20_std": 0.193226, "nauc_precision_at_20_diff1": 0.477385, "nauc_precision_at_100_max": 0.67239, "nauc_precision_at_100_std": 0.519345, "nauc_precision_at_100_diff1": 0.51296, "nauc_precision_at_1000_max": 0.713416, "nauc_precision_at_1000_std": 0.944441, "nauc_precision_at_1000_diff1": 0.285777, "nauc_mrr_at_1_max": 0.45769, "nauc_mrr_at_1_std": -0.0265, "nauc_mrr_at_1_diff1": 0.642808, "nauc_mrr_at_3_max": 0.470878, "nauc_mrr_at_3_std": -0.006119, "nauc_mrr_at_3_diff1": 0.605077, "nauc_mrr_at_5_max": 0.473122, "nauc_mrr_at_5_std": 0.000775, "nauc_mrr_at_5_diff1": 0.60048, "nauc_mrr_at_10_max": 0.474407, "nauc_mrr_at_10_std": 0.004556, "nauc_mrr_at_10_diff1": 0.600203, "nauc_mrr_at_20_max": 0.474611, "nauc_mrr_at_20_std": 0.005413, "nauc_mrr_at_20_diff1": 0.599976, "nauc_mrr_at_100_max": 0.474548, "nauc_mrr_at_100_std": 0.005844, "nauc_mrr_at_100_diff1": 0.601158, "nauc_mrr_at_1000_max": 0.474393, "nauc_mrr_at_1000_std": 0.005424, "nauc_mrr_at_1000_diff1": 0.601236, "main_score": 0.60083, "hf_subset": "zho-vie", "languages": [ "zho-Hans", "vie-Latn" ] }, { "ndcg_at_1": 0.54868, "ndcg_at_3": 0.62863, "ndcg_at_5": 0.64795, "ndcg_at_10": 0.66663, "ndcg_at_20": 0.67939, "ndcg_at_100": 0.69559, "ndcg_at_1000": 0.70305, "map_at_1": 0.54868, "map_at_3": 0.60913, "map_at_5": 0.61985, "map_at_10": 0.62752, "map_at_20": 0.63102, "map_at_100": 0.6333, "map_at_1000": 0.63357, "recall_at_1": 0.54868, "recall_at_3": 0.68497, "recall_at_5": 0.73189, "recall_at_10": 0.78991, "recall_at_20": 0.84034, "recall_at_100": 0.92728, "recall_at_1000": 0.98637, "precision_at_1": 0.54868, "precision_at_3": 0.22832, "precision_at_5": 0.14638, "precision_at_10": 0.07899, "precision_at_20": 0.04202, "precision_at_100": 0.00927, "precision_at_1000": 0.00099, "mrr_at_1": 0.548676, "mrr_at_3": 0.609132, "mrr_at_5": 0.61985, "mrr_at_10": 0.627516, "mrr_at_20": 0.631023, "mrr_at_100": 0.633302, "mrr_at_1000": 0.633574, "nauc_ndcg_at_1_max": 0.600791, "nauc_ndcg_at_1_std": 0.046488, "nauc_ndcg_at_1_diff1": 0.78321, "nauc_ndcg_at_3_max": 0.623301, "nauc_ndcg_at_3_std": 0.073802, "nauc_ndcg_at_3_diff1": 0.742355, "nauc_ndcg_at_5_max": 0.624754, "nauc_ndcg_at_5_std": 0.085499, "nauc_ndcg_at_5_diff1": 0.738036, "nauc_ndcg_at_10_max": 0.62487, "nauc_ndcg_at_10_std": 0.097549, "nauc_ndcg_at_10_diff1": 0.733436, "nauc_ndcg_at_20_max": 0.627586, "nauc_ndcg_at_20_std": 0.107003, "nauc_ndcg_at_20_diff1": 0.732997, "nauc_ndcg_at_100_max": 0.62661, "nauc_ndcg_at_100_std": 0.108809, "nauc_ndcg_at_100_diff1": 0.736809, "nauc_ndcg_at_1000_max": 0.624614, "nauc_ndcg_at_1000_std": 0.098628, "nauc_ndcg_at_1000_diff1": 0.741168, "nauc_map_at_1_max": 0.600791, "nauc_map_at_1_std": 0.046488, "nauc_map_at_1_diff1": 0.78321, "nauc_map_at_3_max": 0.617856, "nauc_map_at_3_std": 0.066192, "nauc_map_at_3_diff1": 0.752943, "nauc_map_at_5_max": 0.618435, "nauc_map_at_5_std": 0.072096, "nauc_map_at_5_diff1": 0.750904, "nauc_map_at_10_max": 0.618463, "nauc_map_at_10_std": 0.076346, "nauc_map_at_10_diff1": 0.749482, "nauc_map_at_20_max": 0.619031, "nauc_map_at_20_std": 0.078471, "nauc_map_at_20_diff1": 0.749509, "nauc_map_at_100_max": 0.618872, "nauc_map_at_100_std": 0.078518, "nauc_map_at_100_diff1": 0.749951, "nauc_map_at_1000_max": 0.61882, "nauc_map_at_1000_std": 0.07823, "nauc_map_at_1000_diff1": 0.750088, "nauc_recall_at_1_max": 0.600791, "nauc_recall_at_1_std": 0.046488, "nauc_recall_at_1_diff1": 0.78321, "nauc_recall_at_3_max": 0.640957, "nauc_recall_at_3_std": 0.098989, "nauc_recall_at_3_diff1": 0.707663, "nauc_recall_at_5_max": 0.647807, "nauc_recall_at_5_std": 0.136644, "nauc_recall_at_5_diff1": 0.690623, "nauc_recall_at_10_max": 0.652432, "nauc_recall_at_10_std": 0.199793, "nauc_recall_at_10_diff1": 0.660077, "nauc_recall_at_20_max": 0.678816, "nauc_recall_at_20_std": 0.291475, "nauc_recall_at_20_diff1": 0.637057, "nauc_recall_at_100_max": 0.716739, "nauc_recall_at_100_std": 0.521761, "nauc_recall_at_100_diff1": 0.607982, "nauc_recall_at_1000_max": 0.815835, "nauc_recall_at_1000_std": 0.859861, "nauc_recall_at_1000_diff1": 0.653698, "nauc_precision_at_1_max": 0.600791, "nauc_precision_at_1_std": 0.046488, "nauc_precision_at_1_diff1": 0.78321, "nauc_precision_at_3_max": 0.640957, "nauc_precision_at_3_std": 0.098989, "nauc_precision_at_3_diff1": 0.707663, "nauc_precision_at_5_max": 0.647807, "nauc_precision_at_5_std": 0.136644, "nauc_precision_at_5_diff1": 0.690623, "nauc_precision_at_10_max": 0.652432, "nauc_precision_at_10_std": 0.199793, "nauc_precision_at_10_diff1": 0.660077, "nauc_precision_at_20_max": 0.678816, "nauc_precision_at_20_std": 0.291475, "nauc_precision_at_20_diff1": 0.637057, "nauc_precision_at_100_max": 0.716732, "nauc_precision_at_100_std": 0.524792, "nauc_precision_at_100_diff1": 0.607457, "nauc_precision_at_1000_max": 0.785985, "nauc_precision_at_1000_std": 0.863259, "nauc_precision_at_1000_diff1": 0.623907, "nauc_mrr_at_1_max": 0.600791, "nauc_mrr_at_1_std": 0.046488, "nauc_mrr_at_1_diff1": 0.78321, "nauc_mrr_at_3_max": 0.617856, "nauc_mrr_at_3_std": 0.066192, "nauc_mrr_at_3_diff1": 0.752943, "nauc_mrr_at_5_max": 0.618435, "nauc_mrr_at_5_std": 0.072096, "nauc_mrr_at_5_diff1": 0.750904, "nauc_mrr_at_10_max": 0.618463, "nauc_mrr_at_10_std": 0.076346, "nauc_mrr_at_10_diff1": 0.749482, "nauc_mrr_at_20_max": 0.619031, "nauc_mrr_at_20_std": 0.078471, "nauc_mrr_at_20_diff1": 0.749509, "nauc_mrr_at_100_max": 0.61887, "nauc_mrr_at_100_std": 0.078546, "nauc_mrr_at_100_diff1": 0.749946, "nauc_mrr_at_1000_max": 0.618818, "nauc_mrr_at_1000_std": 0.078249, "nauc_mrr_at_1000_diff1": 0.750085, "main_score": 0.66663, "hf_subset": "zho-zho", "languages": [ "zho-Hans", "zho-Hans" ] } ] }, "evaluation_time": 451.9171504974365, "kg_co2_emissions": 0.02533649022621457 }