{ "dataset_revision": "c99d599f0a6ab9b85b065da6f9d94f9cf731679f", "task_name": "XPQARetrieval", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.05333, "ndcg_at_3": 0.05281, "ndcg_at_5": 0.05577, "ndcg_at_10": 0.06078, "ndcg_at_20": 0.0656, "ndcg_at_100": 0.08159, "ndcg_at_1000": 0.15729, "map_at_1": 0.03424, "map_at_3": 0.0467, "map_at_5": 0.05121, "map_at_10": 0.05417, "map_at_20": 0.05565, "map_at_100": 0.05776, "map_at_1000": 0.05999, "recall_at_1": 0.03424, "recall_at_3": 0.04964, "recall_at_5": 0.05896, "recall_at_10": 0.07224, "recall_at_20": 0.08751, "recall_at_100": 0.16187, "recall_at_1000": 0.70127, "precision_at_1": 0.05333, "precision_at_3": 0.03333, "precision_at_5": 0.0256, "precision_at_10": 0.01533, "precision_at_20": 0.00933, "precision_at_100": 0.00337, "precision_at_1000": 0.0015, "mrr_at_1": 0.053333, "mrr_at_3": 0.057556, "mrr_at_5": 0.060089, "mrr_at_10": 0.06152, "mrr_at_20": 0.063123, "mrr_at_100": 0.065481, "mrr_at_1000": 0.067067, "nauc_ndcg_at_1_max": -0.487892, "nauc_ndcg_at_1_std": -0.489811, "nauc_ndcg_at_1_diff1": 0.562906, "nauc_ndcg_at_3_max": -0.465804, "nauc_ndcg_at_3_std": -0.481503, "nauc_ndcg_at_3_diff1": 0.525801, "nauc_ndcg_at_5_max": -0.461612, "nauc_ndcg_at_5_std": -0.481447, "nauc_ndcg_at_5_diff1": 0.506425, "nauc_ndcg_at_10_max": -0.45886, "nauc_ndcg_at_10_std": -0.477233, "nauc_ndcg_at_10_diff1": 0.501815, "nauc_ndcg_at_20_max": -0.437563, "nauc_ndcg_at_20_std": -0.452351, "nauc_ndcg_at_20_diff1": 0.469916, "nauc_ndcg_at_100_max": -0.391899, "nauc_ndcg_at_100_std": -0.390458, "nauc_ndcg_at_100_diff1": 0.39963, "nauc_ndcg_at_1000_max": -0.323121, "nauc_ndcg_at_1000_std": -0.309963, "nauc_ndcg_at_1000_diff1": 0.347828, "nauc_map_at_1_max": -0.489128, "nauc_map_at_1_std": -0.470071, "nauc_map_at_1_diff1": 0.63832, "nauc_map_at_3_max": -0.470436, "nauc_map_at_3_std": -0.479736, "nauc_map_at_3_diff1": 0.55503, "nauc_map_at_5_max": -0.470056, "nauc_map_at_5_std": -0.481685, "nauc_map_at_5_diff1": 0.529258, "nauc_map_at_10_max": -0.470079, "nauc_map_at_10_std": -0.48112, "nauc_map_at_10_diff1": 0.529738, "nauc_map_at_20_max": -0.46262, "nauc_map_at_20_std": -0.47302, "nauc_map_at_20_diff1": 0.517313, "nauc_map_at_100_max": -0.454311, "nauc_map_at_100_std": -0.461264, "nauc_map_at_100_diff1": 0.503093, "nauc_map_at_1000_max": -0.448675, "nauc_map_at_1000_std": -0.454932, "nauc_map_at_1000_diff1": 0.497293, "nauc_recall_at_1_max": -0.489128, "nauc_recall_at_1_std": -0.470071, "nauc_recall_at_1_diff1": 0.63832, "nauc_recall_at_3_max": -0.443574, "nauc_recall_at_3_std": -0.474668, "nauc_recall_at_3_diff1": 0.518656, "nauc_recall_at_5_max": -0.441017, "nauc_recall_at_5_std": -0.477696, "nauc_recall_at_5_diff1": 0.474061, "nauc_recall_at_10_max": -0.43797, "nauc_recall_at_10_std": -0.467284, "nauc_recall_at_10_diff1": 0.464194, "nauc_recall_at_20_max": -0.386502, "nauc_recall_at_20_std": -0.407065, "nauc_recall_at_20_diff1": 0.397477, "nauc_recall_at_100_max": -0.284736, "nauc_recall_at_100_std": -0.263005, "nauc_recall_at_100_diff1": 0.240707, "nauc_recall_at_1000_max": -0.106494, "nauc_recall_at_1000_std": -0.015576, "nauc_recall_at_1000_diff1": 0.132, "nauc_precision_at_1_max": -0.487892, "nauc_precision_at_1_std": -0.489811, "nauc_precision_at_1_diff1": 0.562906, "nauc_precision_at_3_max": -0.461483, "nauc_precision_at_3_std": -0.494932, "nauc_precision_at_3_diff1": 0.437893, "nauc_precision_at_5_max": -0.455052, "nauc_precision_at_5_std": -0.493734, "nauc_precision_at_5_diff1": 0.406121, "nauc_precision_at_10_max": -0.449677, "nauc_precision_at_10_std": -0.48548, "nauc_precision_at_10_diff1": 0.412881, "nauc_precision_at_20_max": -0.411463, "nauc_precision_at_20_std": -0.436224, "nauc_precision_at_20_diff1": 0.346877, "nauc_precision_at_100_max": -0.296416, "nauc_precision_at_100_std": -0.257975, "nauc_precision_at_100_diff1": 0.202492, "nauc_precision_at_1000_max": -0.031803, "nauc_precision_at_1000_std": -0.009073, "nauc_precision_at_1000_diff1": 0.018524, "nauc_mrr_at_1_max": -0.490005, "nauc_mrr_at_1_std": -0.489811, "nauc_mrr_at_1_diff1": 0.564784, "nauc_mrr_at_3_max": -0.474561, "nauc_mrr_at_3_std": -0.487281, "nauc_mrr_at_3_diff1": 0.522148, "nauc_mrr_at_5_max": -0.472743, "nauc_mrr_at_5_std": -0.486825, "nauc_mrr_at_5_diff1": 0.511071, "nauc_mrr_at_10_max": -0.467155, "nauc_mrr_at_10_std": -0.482342, "nauc_mrr_at_10_diff1": 0.504861, "nauc_mrr_at_20_max": -0.459338, "nauc_mrr_at_20_std": -0.471474, "nauc_mrr_at_20_diff1": 0.493203, "nauc_mrr_at_100_max": -0.44892, "nauc_mrr_at_100_std": -0.460218, "nauc_mrr_at_100_diff1": 0.480719, "nauc_mrr_at_1000_max": -0.446738, "nauc_mrr_at_1000_std": -0.457871, "nauc_mrr_at_1000_diff1": 0.479629, "main_score": 0.06078, "hf_subset": "ara-ara", "languages": [ "ara-Arab", "ara-Arab" ] }, { "ndcg_at_1": 0.03733, "ndcg_at_3": 0.03798, "ndcg_at_5": 0.04062, "ndcg_at_10": 0.04758, "ndcg_at_20": 0.05417, "ndcg_at_100": 0.07032, "ndcg_at_1000": 0.14681, "map_at_1": 0.02213, "map_at_3": 0.03175, "map_at_5": 0.03455, "map_at_10": 0.03788, "map_at_20": 0.03985, "map_at_100": 0.04191, "map_at_1000": 0.04397, "recall_at_1": 0.02213, "recall_at_3": 0.038, "recall_at_5": 0.04787, "recall_at_10": 0.0668, "recall_at_20": 0.08798, "recall_at_100": 0.16311, "recall_at_1000": 0.71538, "precision_at_1": 0.03733, "precision_at_3": 0.02311, "precision_at_5": 0.0168, "precision_at_10": 0.01187, "precision_at_20": 0.00833, "precision_at_100": 0.00327, "precision_at_1000": 0.00149, "mrr_at_1": 0.037333, "mrr_at_3": 0.044667, "mrr_at_5": 0.046667, "mrr_at_10": 0.049305, "mrr_at_20": 0.051292, "mrr_at_100": 0.053663, "mrr_at_1000": 0.055451, "nauc_ndcg_at_1_max": 0.859241, "nauc_ndcg_at_1_std": 0.786797, "nauc_ndcg_at_1_diff1": 0.374928, "nauc_ndcg_at_3_max": 0.881385, "nauc_ndcg_at_3_std": 0.791065, "nauc_ndcg_at_3_diff1": 0.394069, "nauc_ndcg_at_5_max": 0.864143, "nauc_ndcg_at_5_std": 0.769731, "nauc_ndcg_at_5_diff1": 0.370523, "nauc_ndcg_at_10_max": 0.821399, "nauc_ndcg_at_10_std": 0.742292, "nauc_ndcg_at_10_diff1": 0.351195, "nauc_ndcg_at_20_max": 0.78542, "nauc_ndcg_at_20_std": 0.72121, "nauc_ndcg_at_20_diff1": 0.325949, "nauc_ndcg_at_100_max": 0.714688, "nauc_ndcg_at_100_std": 0.66647, "nauc_ndcg_at_100_diff1": 0.267964, "nauc_ndcg_at_1000_max": 0.586787, "nauc_ndcg_at_1000_std": 0.564011, "nauc_ndcg_at_1000_diff1": 0.196223, "nauc_map_at_1_max": 0.916875, "nauc_map_at_1_std": 0.819458, "nauc_map_at_1_diff1": 0.532989, "nauc_map_at_3_max": 0.903551, "nauc_map_at_3_std": 0.805358, "nauc_map_at_3_diff1": 0.428582, "nauc_map_at_5_max": 0.886463, "nauc_map_at_5_std": 0.788328, "nauc_map_at_5_diff1": 0.405813, "nauc_map_at_10_max": 0.864917, "nauc_map_at_10_std": 0.773611, "nauc_map_at_10_diff1": 0.393135, "nauc_map_at_20_max": 0.851787, "nauc_map_at_20_std": 0.767364, "nauc_map_at_20_diff1": 0.382003, "nauc_map_at_100_max": 0.837209, "nauc_map_at_100_std": 0.756733, "nauc_map_at_100_diff1": 0.368682, "nauc_map_at_1000_max": 0.826847, "nauc_map_at_1000_std": 0.748308, "nauc_map_at_1000_diff1": 0.361813, "nauc_recall_at_1_max": 0.916875, "nauc_recall_at_1_std": 0.819458, "nauc_recall_at_1_diff1": 0.532989, "nauc_recall_at_3_max": 0.888026, "nauc_recall_at_3_std": 0.785418, "nauc_recall_at_3_diff1": 0.411051, "nauc_recall_at_5_max": 0.839201, "nauc_recall_at_5_std": 0.734933, "nauc_recall_at_5_diff1": 0.334859, "nauc_recall_at_10_max": 0.749952, "nauc_recall_at_10_std": 0.680725, "nauc_recall_at_10_diff1": 0.307037, "nauc_recall_at_20_max": 0.686302, "nauc_recall_at_20_std": 0.647039, "nauc_recall_at_20_diff1": 0.260707, "nauc_recall_at_100_max": 0.561473, "nauc_recall_at_100_std": 0.548417, "nauc_recall_at_100_diff1": 0.15412, "nauc_recall_at_1000_max": 0.218724, "nauc_recall_at_1000_std": 0.280785, "nauc_recall_at_1000_diff1": -0.029534, "nauc_precision_at_1_max": 0.859241, "nauc_precision_at_1_std": 0.786797, "nauc_precision_at_1_diff1": 0.374928, "nauc_precision_at_3_max": 0.880921, "nauc_precision_at_3_std": 0.802904, "nauc_precision_at_3_diff1": 0.299535, "nauc_precision_at_5_max": 0.856444, "nauc_precision_at_5_std": 0.774758, "nauc_precision_at_5_diff1": 0.272797, "nauc_precision_at_10_max": 0.798859, "nauc_precision_at_10_std": 0.736858, "nauc_precision_at_10_diff1": 0.261879, "nauc_precision_at_20_max": 0.739558, "nauc_precision_at_20_std": 0.701667, "nauc_precision_at_20_diff1": 0.236094, "nauc_precision_at_100_max": 0.580531, "nauc_precision_at_100_std": 0.568234, "nauc_precision_at_100_diff1": 0.132107, "nauc_precision_at_1000_max": 0.070077, "nauc_precision_at_1000_std": 0.10709, "nauc_precision_at_1000_diff1": -0.052484, "nauc_mrr_at_1_max": 0.859241, "nauc_mrr_at_1_std": 0.786797, "nauc_mrr_at_1_diff1": 0.374928, "nauc_mrr_at_3_max": 0.853802, "nauc_mrr_at_3_std": 0.779796, "nauc_mrr_at_3_diff1": 0.352923, "nauc_mrr_at_5_max": 0.843078, "nauc_mrr_at_5_std": 0.767843, "nauc_mrr_at_5_diff1": 0.338124, "nauc_mrr_at_10_max": 0.823316, "nauc_mrr_at_10_std": 0.754732, "nauc_mrr_at_10_diff1": 0.332575, "nauc_mrr_at_20_max": 0.8075, "nauc_mrr_at_20_std": 0.742176, "nauc_mrr_at_20_diff1": 0.32502, "nauc_mrr_at_100_max": 0.790822, "nauc_mrr_at_100_std": 0.728426, "nauc_mrr_at_100_diff1": 0.31533, "nauc_mrr_at_1000_max": 0.785424, "nauc_mrr_at_1000_std": 0.723814, "nauc_mrr_at_1000_diff1": 0.312035, "main_score": 0.04758, "hf_subset": "eng-ara", "languages": [ "eng-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.08086, "ndcg_at_3": 0.08441, "ndcg_at_5": 0.0912, "ndcg_at_10": 0.10467, "ndcg_at_20": 0.11532, "ndcg_at_100": 0.1374, "ndcg_at_1000": 0.21458, "map_at_1": 0.05539, "map_at_3": 0.07453, "map_at_5": 0.08165, "map_at_10": 0.08805, "map_at_20": 0.09128, "map_at_100": 0.0943, "map_at_1000": 0.09662, "recall_at_1": 0.05539, "recall_at_3": 0.08443, "recall_at_5": 0.10326, "recall_at_10": 0.13917, "recall_at_20": 0.17498, "recall_at_100": 0.27996, "recall_at_1000": 0.82624, "precision_at_1": 0.08086, "precision_at_3": 0.04897, "precision_at_5": 0.03693, "precision_at_10": 0.02507, "precision_at_20": 0.01604, "precision_at_100": 0.0052, "precision_at_1000": 0.0017, "mrr_at_1": 0.080863, "mrr_at_3": 0.093217, "mrr_at_5": 0.097731, "mrr_at_10": 0.102966, "mrr_at_20": 0.105653, "mrr_at_100": 0.10861, "mrr_at_1000": 0.11035, "nauc_ndcg_at_1_max": 0.524388, "nauc_ndcg_at_1_std": 0.463906, "nauc_ndcg_at_1_diff1": 0.31726, "nauc_ndcg_at_3_max": 0.510588, "nauc_ndcg_at_3_std": 0.470644, "nauc_ndcg_at_3_diff1": 0.316476, "nauc_ndcg_at_5_max": 0.516948, "nauc_ndcg_at_5_std": 0.48759, "nauc_ndcg_at_5_diff1": 0.305778, "nauc_ndcg_at_10_max": 0.503529, "nauc_ndcg_at_10_std": 0.480913, "nauc_ndcg_at_10_diff1": 0.284107, "nauc_ndcg_at_20_max": 0.506273, "nauc_ndcg_at_20_std": 0.489318, "nauc_ndcg_at_20_diff1": 0.283193, "nauc_ndcg_at_100_max": 0.492857, "nauc_ndcg_at_100_std": 0.485175, "nauc_ndcg_at_100_diff1": 0.257334, "nauc_ndcg_at_1000_max": 0.461009, "nauc_ndcg_at_1000_std": 0.430695, "nauc_ndcg_at_1000_diff1": 0.25309, "nauc_map_at_1_max": 0.473101, "nauc_map_at_1_std": 0.40279, "nauc_map_at_1_diff1": 0.434539, "nauc_map_at_3_max": 0.506593, "nauc_map_at_3_std": 0.459143, "nauc_map_at_3_diff1": 0.347067, "nauc_map_at_5_max": 0.514528, "nauc_map_at_5_std": 0.478508, "nauc_map_at_5_diff1": 0.323649, "nauc_map_at_10_max": 0.509766, "nauc_map_at_10_std": 0.478239, "nauc_map_at_10_diff1": 0.309245, "nauc_map_at_20_max": 0.511787, "nauc_map_at_20_std": 0.483666, "nauc_map_at_20_diff1": 0.308973, "nauc_map_at_100_max": 0.511471, "nauc_map_at_100_std": 0.486087, "nauc_map_at_100_diff1": 0.304532, "nauc_map_at_1000_max": 0.509192, "nauc_map_at_1000_std": 0.483395, "nauc_map_at_1000_diff1": 0.303548, "nauc_recall_at_1_max": 0.473101, "nauc_recall_at_1_std": 0.40279, "nauc_recall_at_1_diff1": 0.434539, "nauc_recall_at_3_max": 0.499094, "nauc_recall_at_3_std": 0.457417, "nauc_recall_at_3_diff1": 0.326756, "nauc_recall_at_5_max": 0.514553, "nauc_recall_at_5_std": 0.500189, "nauc_recall_at_5_diff1": 0.288342, "nauc_recall_at_10_max": 0.476709, "nauc_recall_at_10_std": 0.46769, "nauc_recall_at_10_diff1": 0.244855, "nauc_recall_at_20_max": 0.484903, "nauc_recall_at_20_std": 0.4826, "nauc_recall_at_20_diff1": 0.241606, "nauc_recall_at_100_max": 0.431435, "nauc_recall_at_100_std": 0.452236, "nauc_recall_at_100_diff1": 0.163977, "nauc_recall_at_1000_max": 0.247068, "nauc_recall_at_1000_std": 0.11053, "nauc_recall_at_1000_diff1": 0.106685, "nauc_precision_at_1_max": 0.524388, "nauc_precision_at_1_std": 0.463906, "nauc_precision_at_1_diff1": 0.31726, "nauc_precision_at_3_max": 0.557498, "nauc_precision_at_3_std": 0.53262, "nauc_precision_at_3_diff1": 0.194607, "nauc_precision_at_5_max": 0.566636, "nauc_precision_at_5_std": 0.558726, "nauc_precision_at_5_diff1": 0.169386, "nauc_precision_at_10_max": 0.53383, "nauc_precision_at_10_std": 0.546663, "nauc_precision_at_10_diff1": 0.151965, "nauc_precision_at_20_max": 0.524436, "nauc_precision_at_20_std": 0.552753, "nauc_precision_at_20_diff1": 0.178202, "nauc_precision_at_100_max": 0.44065, "nauc_precision_at_100_std": 0.48145, "nauc_precision_at_100_diff1": 0.124577, "nauc_precision_at_1000_max": 0.06365, "nauc_precision_at_1000_std": 0.027416, "nauc_precision_at_1000_diff1": 0.00537, "nauc_mrr_at_1_max": 0.524388, "nauc_mrr_at_1_std": 0.463906, "nauc_mrr_at_1_diff1": 0.31726, "nauc_mrr_at_3_max": 0.509381, "nauc_mrr_at_3_std": 0.466955, "nauc_mrr_at_3_diff1": 0.298071, "nauc_mrr_at_5_max": 0.516103, "nauc_mrr_at_5_std": 0.479338, "nauc_mrr_at_5_diff1": 0.29567, "nauc_mrr_at_10_max": 0.508477, "nauc_mrr_at_10_std": 0.476312, "nauc_mrr_at_10_diff1": 0.289314, "nauc_mrr_at_20_max": 0.508395, "nauc_mrr_at_20_std": 0.477079, "nauc_mrr_at_20_diff1": 0.289729, "nauc_mrr_at_100_max": 0.506861, "nauc_mrr_at_100_std": 0.476182, "nauc_mrr_at_100_diff1": 0.286387, "nauc_mrr_at_1000_max": 0.506052, "nauc_mrr_at_1000_std": 0.474859, "nauc_mrr_at_1000_diff1": 0.286069, "main_score": 0.10467, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ] }, { "ndcg_at_1": 0.60836, "ndcg_at_3": 0.64902, "ndcg_at_5": 0.66757, "ndcg_at_10": 0.691, "ndcg_at_20": 0.70732, "ndcg_at_100": 0.72632, "ndcg_at_1000": 0.73538, "map_at_1": 0.45648, "map_at_3": 0.60378, "map_at_5": 0.63044, "map_at_10": 0.64396, "map_at_20": 0.6498, "map_at_100": 0.6534, "map_at_1000": 0.65382, "recall_at_1": 0.45648, "recall_at_3": 0.66678, "recall_at_5": 0.72648, "recall_at_10": 0.78901, "recall_at_20": 0.84591, "recall_at_100": 0.93514, "recall_at_1000": 0.99941, "precision_at_1": 0.60836, "precision_at_3": 0.34856, "precision_at_5": 0.23708, "precision_at_10": 0.1299, "precision_at_20": 0.06952, "precision_at_100": 0.01533, "precision_at_1000": 0.00163, "mrr_at_1": 0.608355, "mrr_at_3": 0.665361, "mrr_at_5": 0.675087, "mrr_at_10": 0.681134, "mrr_at_20": 0.684729, "mrr_at_100": 0.686689, "mrr_at_1000": 0.686976, "nauc_ndcg_at_1_max": 0.622066, "nauc_ndcg_at_1_std": 0.047865, "nauc_ndcg_at_1_diff1": 0.628945, "nauc_ndcg_at_3_max": 0.580225, "nauc_ndcg_at_3_std": 0.03173, "nauc_ndcg_at_3_diff1": 0.577578, "nauc_ndcg_at_5_max": 0.593477, "nauc_ndcg_at_5_std": 0.036229, "nauc_ndcg_at_5_diff1": 0.575864, "nauc_ndcg_at_10_max": 0.602621, "nauc_ndcg_at_10_std": 0.061092, "nauc_ndcg_at_10_diff1": 0.575408, "nauc_ndcg_at_20_max": 0.60737, "nauc_ndcg_at_20_std": 0.068221, "nauc_ndcg_at_20_diff1": 0.575406, "nauc_ndcg_at_100_max": 0.608603, "nauc_ndcg_at_100_std": 0.069985, "nauc_ndcg_at_100_diff1": 0.580845, "nauc_ndcg_at_1000_max": 0.606373, "nauc_ndcg_at_1000_std": 0.059345, "nauc_ndcg_at_1000_diff1": 0.583706, "nauc_map_at_1_max": 0.320625, "nauc_map_at_1_std": -0.07149, "nauc_map_at_1_diff1": 0.622588, "nauc_map_at_3_max": 0.524047, "nauc_map_at_3_std": 0.001132, "nauc_map_at_3_diff1": 0.576312, "nauc_map_at_5_max": 0.572598, "nauc_map_at_5_std": 0.028067, "nauc_map_at_5_diff1": 0.574057, "nauc_map_at_10_max": 0.58064, "nauc_map_at_10_std": 0.042333, "nauc_map_at_10_diff1": 0.575185, "nauc_map_at_20_max": 0.582822, "nauc_map_at_20_std": 0.044562, "nauc_map_at_20_diff1": 0.575495, "nauc_map_at_100_max": 0.582869, "nauc_map_at_100_std": 0.044584, "nauc_map_at_100_diff1": 0.576518, "nauc_map_at_1000_max": 0.582774, "nauc_map_at_1000_std": 0.044205, "nauc_map_at_1000_diff1": 0.576591, "nauc_recall_at_1_max": 0.320625, "nauc_recall_at_1_std": -0.07149, "nauc_recall_at_1_diff1": 0.622588, "nauc_recall_at_3_max": 0.493033, "nauc_recall_at_3_std": -0.011103, "nauc_recall_at_3_diff1": 0.533338, "nauc_recall_at_5_max": 0.56897, "nauc_recall_at_5_std": 0.028763, "nauc_recall_at_5_diff1": 0.523949, "nauc_recall_at_10_max": 0.582946, "nauc_recall_at_10_std": 0.10512, "nauc_recall_at_10_diff1": 0.508698, "nauc_recall_at_20_max": 0.600088, "nauc_recall_at_20_std": 0.158722, "nauc_recall_at_20_diff1": 0.488769, "nauc_recall_at_100_max": 0.645154, "nauc_recall_at_100_std": 0.330109, "nauc_recall_at_100_diff1": 0.504733, "nauc_recall_at_1000_max": -0.520911, "nauc_recall_at_1000_std": 0.845664, "nauc_recall_at_1000_diff1": 0.585289, "nauc_precision_at_1_max": 0.622066, "nauc_precision_at_1_std": 0.047865, "nauc_precision_at_1_diff1": 0.628945, "nauc_precision_at_3_max": 0.495593, "nauc_precision_at_3_std": 0.161491, "nauc_precision_at_3_diff1": 0.092831, "nauc_precision_at_5_max": 0.472716, "nauc_precision_at_5_std": 0.190974, "nauc_precision_at_5_diff1": 0.029373, "nauc_precision_at_10_max": 0.42467, "nauc_precision_at_10_std": 0.219597, "nauc_precision_at_10_diff1": -0.015811, "nauc_precision_at_20_max": 0.384862, "nauc_precision_at_20_std": 0.226566, "nauc_precision_at_20_diff1": -0.060528, "nauc_precision_at_100_max": 0.310731, "nauc_precision_at_100_std": 0.230206, "nauc_precision_at_100_diff1": -0.133087, "nauc_precision_at_1000_max": 0.248838, "nauc_precision_at_1000_std": 0.193226, "nauc_precision_at_1000_diff1": -0.186784, "nauc_mrr_at_1_max": 0.622066, "nauc_mrr_at_1_std": 0.047865, "nauc_mrr_at_1_diff1": 0.628945, "nauc_mrr_at_3_max": 0.629252, "nauc_mrr_at_3_std": 0.05028, "nauc_mrr_at_3_diff1": 0.618111, "nauc_mrr_at_5_max": 0.632416, "nauc_mrr_at_5_std": 0.054691, "nauc_mrr_at_5_diff1": 0.613103, "nauc_mrr_at_10_max": 0.633517, "nauc_mrr_at_10_std": 0.060254, "nauc_mrr_at_10_diff1": 0.613147, "nauc_mrr_at_20_max": 0.63333, "nauc_mrr_at_20_std": 0.060723, "nauc_mrr_at_20_diff1": 0.612679, "nauc_mrr_at_100_max": 0.633149, "nauc_mrr_at_100_std": 0.05984, "nauc_mrr_at_100_diff1": 0.613116, "nauc_mrr_at_1000_max": 0.633078, "nauc_mrr_at_1000_std": 0.05963, "nauc_mrr_at_1000_diff1": 0.613217, "main_score": 0.691, "hf_subset": "deu-deu", "languages": [ "deu-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.35117, "ndcg_at_3": 0.36788, "ndcg_at_5": 0.38098, "ndcg_at_10": 0.42062, "ndcg_at_20": 0.45037, "ndcg_at_100": 0.49351, "ndcg_at_1000": 0.51786, "map_at_1": 0.20966, "map_at_3": 0.30975, "map_at_5": 0.33575, "map_at_10": 0.35715, "map_at_20": 0.36764, "map_at_100": 0.37546, "map_at_1000": 0.37674, "recall_at_1": 0.20966, "recall_at_3": 0.36595, "recall_at_5": 0.42563, "recall_at_10": 0.52785, "recall_at_20": 0.62702, "recall_at_100": 0.82411, "recall_at_1000": 0.99038, "precision_at_1": 0.35117, "precision_at_3": 0.23325, "precision_at_5": 0.1705, "precision_at_10": 0.10561, "precision_at_20": 0.06234, "precision_at_100": 0.01638, "precision_at_1000": 0.00195, "mrr_at_1": 0.351175, "mrr_at_3": 0.408181, "mrr_at_5": 0.419017, "mrr_at_10": 0.431614, "mrr_at_20": 0.438387, "mrr_at_100": 0.442531, "mrr_at_1000": 0.443011, "nauc_ndcg_at_1_max": 0.457978, "nauc_ndcg_at_1_std": 0.051621, "nauc_ndcg_at_1_diff1": 0.411338, "nauc_ndcg_at_3_max": 0.406294, "nauc_ndcg_at_3_std": 0.034163, "nauc_ndcg_at_3_diff1": 0.361356, "nauc_ndcg_at_5_max": 0.387194, "nauc_ndcg_at_5_std": 0.031435, "nauc_ndcg_at_5_diff1": 0.353405, "nauc_ndcg_at_10_max": 0.400752, "nauc_ndcg_at_10_std": 0.051752, "nauc_ndcg_at_10_diff1": 0.343482, "nauc_ndcg_at_20_max": 0.411316, "nauc_ndcg_at_20_std": 0.069673, "nauc_ndcg_at_20_diff1": 0.348222, "nauc_ndcg_at_100_max": 0.42251, "nauc_ndcg_at_100_std": 0.071188, "nauc_ndcg_at_100_diff1": 0.353476, "nauc_ndcg_at_1000_max": 0.419368, "nauc_ndcg_at_1000_std": 0.062938, "nauc_ndcg_at_1000_diff1": 0.35588, "nauc_map_at_1_max": 0.274662, "nauc_map_at_1_std": -0.025008, "nauc_map_at_1_diff1": 0.399365, "nauc_map_at_3_max": 0.360209, "nauc_map_at_3_std": 0.009315, "nauc_map_at_3_diff1": 0.370144, "nauc_map_at_5_max": 0.385488, "nauc_map_at_5_std": 0.020802, "nauc_map_at_5_diff1": 0.36705, "nauc_map_at_10_max": 0.399692, "nauc_map_at_10_std": 0.034734, "nauc_map_at_10_diff1": 0.362551, "nauc_map_at_20_max": 0.404476, "nauc_map_at_20_std": 0.043196, "nauc_map_at_20_diff1": 0.36324, "nauc_map_at_100_max": 0.407365, "nauc_map_at_100_std": 0.044112, "nauc_map_at_100_diff1": 0.364443, "nauc_map_at_1000_max": 0.407222, "nauc_map_at_1000_std": 0.043786, "nauc_map_at_1000_diff1": 0.364565, "nauc_recall_at_1_max": 0.274662, "nauc_recall_at_1_std": -0.025008, "nauc_recall_at_1_diff1": 0.399365, "nauc_recall_at_3_max": 0.309817, "nauc_recall_at_3_std": 0.015347, "nauc_recall_at_3_diff1": 0.314136, "nauc_recall_at_5_max": 0.32482, "nauc_recall_at_5_std": 0.023536, "nauc_recall_at_5_diff1": 0.29929, "nauc_recall_at_10_max": 0.335778, "nauc_recall_at_10_std": 0.067304, "nauc_recall_at_10_diff1": 0.268017, "nauc_recall_at_20_max": 0.369298, "nauc_recall_at_20_std": 0.132971, "nauc_recall_at_20_diff1": 0.281152, "nauc_recall_at_100_max": 0.441883, "nauc_recall_at_100_std": 0.191843, "nauc_recall_at_100_diff1": 0.298053, "nauc_recall_at_1000_max": 0.752361, "nauc_recall_at_1000_std": 0.55137, "nauc_recall_at_1000_diff1": 0.414147, "nauc_precision_at_1_max": 0.457978, "nauc_precision_at_1_std": 0.051621, "nauc_precision_at_1_diff1": 0.411338, "nauc_precision_at_3_max": 0.471151, "nauc_precision_at_3_std": 0.095294, "nauc_precision_at_3_diff1": 0.262632, "nauc_precision_at_5_max": 0.4467, "nauc_precision_at_5_std": 0.104205, "nauc_precision_at_5_diff1": 0.217229, "nauc_precision_at_10_max": 0.441915, "nauc_precision_at_10_std": 0.139219, "nauc_precision_at_10_diff1": 0.17536, "nauc_precision_at_20_max": 0.413233, "nauc_precision_at_20_std": 0.16579, "nauc_precision_at_20_diff1": 0.144814, "nauc_precision_at_100_max": 0.33963, "nauc_precision_at_100_std": 0.143797, "nauc_precision_at_100_diff1": 0.077891, "nauc_precision_at_1000_max": 0.229444, "nauc_precision_at_1000_std": 0.086025, "nauc_precision_at_1000_diff1": 0.010666, "nauc_mrr_at_1_max": 0.457978, "nauc_mrr_at_1_std": 0.051621, "nauc_mrr_at_1_diff1": 0.411338, "nauc_mrr_at_3_max": 0.429806, "nauc_mrr_at_3_std": 0.05585, "nauc_mrr_at_3_diff1": 0.373101, "nauc_mrr_at_5_max": 0.425231, "nauc_mrr_at_5_std": 0.056032, "nauc_mrr_at_5_diff1": 0.367574, "nauc_mrr_at_10_max": 0.427112, "nauc_mrr_at_10_std": 0.058849, "nauc_mrr_at_10_diff1": 0.364321, "nauc_mrr_at_20_max": 0.427632, "nauc_mrr_at_20_std": 0.059238, "nauc_mrr_at_20_diff1": 0.366307, "nauc_mrr_at_100_max": 0.429526, "nauc_mrr_at_100_std": 0.060042, "nauc_mrr_at_100_diff1": 0.367089, "nauc_mrr_at_1000_max": 0.429474, "nauc_mrr_at_1000_std": 0.060006, "nauc_mrr_at_1000_diff1": 0.367167, "main_score": 0.42062, "hf_subset": "eng-deu", "languages": [ "eng-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.49478, "ndcg_at_3": 0.54697, "ndcg_at_5": 0.56983, "ndcg_at_10": 0.60331, "ndcg_at_20": 0.62426, "ndcg_at_100": 0.64842, "ndcg_at_1000": 0.65925, "map_at_1": 0.36007, "map_at_3": 0.49837, "map_at_5": 0.52472, "map_at_10": 0.5428, "map_at_20": 0.55053, "map_at_100": 0.55476, "map_at_1000": 0.55527, "recall_at_1": 0.36007, "recall_at_3": 0.57628, "recall_at_5": 0.64402, "recall_at_10": 0.73281, "recall_at_20": 0.80477, "recall_at_100": 0.92169, "recall_at_1000": 0.99804, "precision_at_1": 0.49478, "precision_at_3": 0.30026, "precision_at_5": 0.20757, "precision_at_10": 0.1205, "precision_at_20": 0.06632, "precision_at_100": 0.01508, "precision_at_1000": 0.00163, "mrr_at_1": 0.494778, "mrr_at_3": 0.567232, "mrr_at_5": 0.579178, "mrr_at_10": 0.588354, "mrr_at_20": 0.59254, "mrr_at_100": 0.595167, "mrr_at_1000": 0.595458, "nauc_ndcg_at_1_max": 0.505078, "nauc_ndcg_at_1_std": -0.018932, "nauc_ndcg_at_1_diff1": 0.548783, "nauc_ndcg_at_3_max": 0.493149, "nauc_ndcg_at_3_std": 0.001631, "nauc_ndcg_at_3_diff1": 0.492863, "nauc_ndcg_at_5_max": 0.503034, "nauc_ndcg_at_5_std": 0.014714, "nauc_ndcg_at_5_diff1": 0.473249, "nauc_ndcg_at_10_max": 0.514496, "nauc_ndcg_at_10_std": 0.025701, "nauc_ndcg_at_10_diff1": 0.477668, "nauc_ndcg_at_20_max": 0.514352, "nauc_ndcg_at_20_std": 0.022486, "nauc_ndcg_at_20_diff1": 0.473538, "nauc_ndcg_at_100_max": 0.512073, "nauc_ndcg_at_100_std": 0.030748, "nauc_ndcg_at_100_diff1": 0.478289, "nauc_ndcg_at_1000_max": 0.514755, "nauc_ndcg_at_1000_std": 0.021192, "nauc_ndcg_at_1000_diff1": 0.487443, "nauc_map_at_1_max": 0.325226, "nauc_map_at_1_std": -0.058489, "nauc_map_at_1_diff1": 0.566326, "nauc_map_at_3_max": 0.452472, "nauc_map_at_3_std": -0.016505, "nauc_map_at_3_diff1": 0.501078, "nauc_map_at_5_max": 0.483677, "nauc_map_at_5_std": 0.002652, "nauc_map_at_5_diff1": 0.484097, "nauc_map_at_10_max": 0.494793, "nauc_map_at_10_std": 0.008151, "nauc_map_at_10_diff1": 0.490031, "nauc_map_at_20_max": 0.495483, "nauc_map_at_20_std": 0.007754, "nauc_map_at_20_diff1": 0.489393, "nauc_map_at_100_max": 0.495516, "nauc_map_at_100_std": 0.009363, "nauc_map_at_100_diff1": 0.489833, "nauc_map_at_1000_max": 0.495711, "nauc_map_at_1000_std": 0.009031, "nauc_map_at_1000_diff1": 0.490258, "nauc_recall_at_1_max": 0.325226, "nauc_recall_at_1_std": -0.058489, "nauc_recall_at_1_diff1": 0.566326, "nauc_recall_at_3_max": 0.430918, "nauc_recall_at_3_std": -0.002641, "nauc_recall_at_3_diff1": 0.433413, "nauc_recall_at_5_max": 0.484575, "nauc_recall_at_5_std": 0.041339, "nauc_recall_at_5_diff1": 0.389294, "nauc_recall_at_10_max": 0.500458, "nauc_recall_at_10_std": 0.08374, "nauc_recall_at_10_diff1": 0.373355, "nauc_recall_at_20_max": 0.496874, "nauc_recall_at_20_std": 0.076383, "nauc_recall_at_20_diff1": 0.325935, "nauc_recall_at_100_max": 0.444797, "nauc_recall_at_100_std": 0.260605, "nauc_recall_at_100_diff1": 0.256446, "nauc_recall_at_1000_max": 0.851355, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.600848, "nauc_precision_at_1_max": 0.505078, "nauc_precision_at_1_std": -0.018932, "nauc_precision_at_1_diff1": 0.548783, "nauc_precision_at_3_max": 0.472604, "nauc_precision_at_3_std": 0.077877, "nauc_precision_at_3_diff1": 0.174552, "nauc_precision_at_5_max": 0.462329, "nauc_precision_at_5_std": 0.11855, "nauc_precision_at_5_diff1": 0.090606, "nauc_precision_at_10_max": 0.417347, "nauc_precision_at_10_std": 0.128559, "nauc_precision_at_10_diff1": 0.05451, "nauc_precision_at_20_max": 0.367614, "nauc_precision_at_20_std": 0.122154, "nauc_precision_at_20_diff1": 0.006696, "nauc_precision_at_100_max": 0.28914, "nauc_precision_at_100_std": 0.146003, "nauc_precision_at_100_diff1": -0.061442, "nauc_precision_at_1000_max": 0.237709, "nauc_precision_at_1000_std": 0.100769, "nauc_precision_at_1000_diff1": -0.088979, "nauc_mrr_at_1_max": 0.505078, "nauc_mrr_at_1_std": -0.018932, "nauc_mrr_at_1_diff1": 0.548783, "nauc_mrr_at_3_max": 0.51947, "nauc_mrr_at_3_std": -0.001803, "nauc_mrr_at_3_diff1": 0.517341, "nauc_mrr_at_5_max": 0.524718, "nauc_mrr_at_5_std": 0.003983, "nauc_mrr_at_5_diff1": 0.511523, "nauc_mrr_at_10_max": 0.522963, "nauc_mrr_at_10_std": 0.007033, "nauc_mrr_at_10_diff1": 0.51044, "nauc_mrr_at_20_max": 0.522575, "nauc_mrr_at_20_std": 0.005317, "nauc_mrr_at_20_diff1": 0.509748, "nauc_mrr_at_100_max": 0.521952, "nauc_mrr_at_100_std": 0.005361, "nauc_mrr_at_100_diff1": 0.510113, "nauc_mrr_at_1000_max": 0.522032, "nauc_mrr_at_1000_std": 0.005197, "nauc_mrr_at_1000_diff1": 0.510346, "main_score": 0.60331, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.54855, "ndcg_at_3": 0.52623, "ndcg_at_5": 0.53824, "ndcg_at_10": 0.57542, "ndcg_at_20": 0.59809, "ndcg_at_100": 0.63074, "ndcg_at_1000": 0.651, "map_at_1": 0.27892, "map_at_3": 0.43558, "map_at_5": 0.48192, "map_at_10": 0.5063, "map_at_20": 0.51608, "map_at_100": 0.52286, "map_at_1000": 0.52409, "recall_at_1": 0.27892, "recall_at_3": 0.47766, "recall_at_5": 0.56251, "recall_at_10": 0.64935, "recall_at_20": 0.71641, "recall_at_100": 0.85776, "recall_at_1000": 0.98609, "precision_at_1": 0.54855, "precision_at_3": 0.37453, "precision_at_5": 0.27844, "precision_at_10": 0.16267, "precision_at_20": 0.09054, "precision_at_100": 0.02136, "precision_at_1000": 0.00243, "mrr_at_1": 0.54855, "mrr_at_3": 0.602774, "mrr_at_5": 0.613619, "mrr_at_10": 0.622716, "mrr_at_20": 0.625881, "mrr_at_100": 0.628249, "mrr_at_1000": 0.628584, "nauc_ndcg_at_1_max": 0.529764, "nauc_ndcg_at_1_std": -0.064809, "nauc_ndcg_at_1_diff1": 0.50535, "nauc_ndcg_at_3_max": 0.493003, "nauc_ndcg_at_3_std": -0.045608, "nauc_ndcg_at_3_diff1": 0.413468, "nauc_ndcg_at_5_max": 0.474809, "nauc_ndcg_at_5_std": -0.057005, "nauc_ndcg_at_5_diff1": 0.399094, "nauc_ndcg_at_10_max": 0.510868, "nauc_ndcg_at_10_std": -0.043006, "nauc_ndcg_at_10_diff1": 0.394315, "nauc_ndcg_at_20_max": 0.524982, "nauc_ndcg_at_20_std": -0.031244, "nauc_ndcg_at_20_diff1": 0.400315, "nauc_ndcg_at_100_max": 0.521645, "nauc_ndcg_at_100_std": -0.024019, "nauc_ndcg_at_100_diff1": 0.398326, "nauc_ndcg_at_1000_max": 0.523169, "nauc_ndcg_at_1000_std": -0.023574, "nauc_ndcg_at_1000_diff1": 0.406658, "nauc_map_at_1_max": 0.254203, "nauc_map_at_1_std": -0.099504, "nauc_map_at_1_diff1": 0.498642, "nauc_map_at_3_max": 0.398775, "nauc_map_at_3_std": -0.072388, "nauc_map_at_3_diff1": 0.4144, "nauc_map_at_5_max": 0.450825, "nauc_map_at_5_std": -0.055396, "nauc_map_at_5_diff1": 0.396943, "nauc_map_at_10_max": 0.481589, "nauc_map_at_10_std": -0.042902, "nauc_map_at_10_diff1": 0.398385, "nauc_map_at_20_max": 0.489067, "nauc_map_at_20_std": -0.038527, "nauc_map_at_20_diff1": 0.399493, "nauc_map_at_100_max": 0.489191, "nauc_map_at_100_std": -0.035705, "nauc_map_at_100_diff1": 0.398854, "nauc_map_at_1000_max": 0.489392, "nauc_map_at_1000_std": -0.035489, "nauc_map_at_1000_diff1": 0.399313, "nauc_recall_at_1_max": 0.254203, "nauc_recall_at_1_std": -0.099504, "nauc_recall_at_1_diff1": 0.498642, "nauc_recall_at_3_max": 0.37162, "nauc_recall_at_3_std": -0.076407, "nauc_recall_at_3_diff1": 0.366227, "nauc_recall_at_5_max": 0.416233, "nauc_recall_at_5_std": -0.062764, "nauc_recall_at_5_diff1": 0.328517, "nauc_recall_at_10_max": 0.470785, "nauc_recall_at_10_std": -0.040912, "nauc_recall_at_10_diff1": 0.298483, "nauc_recall_at_20_max": 0.513556, "nauc_recall_at_20_std": -0.00675, "nauc_recall_at_20_diff1": 0.311612, "nauc_recall_at_100_max": 0.46307, "nauc_recall_at_100_std": 0.029839, "nauc_recall_at_100_diff1": 0.238789, "nauc_recall_at_1000_max": 0.599727, "nauc_recall_at_1000_std": 0.465166, "nauc_recall_at_1000_diff1": 0.171979, "nauc_precision_at_1_max": 0.529764, "nauc_precision_at_1_std": -0.064809, "nauc_precision_at_1_diff1": 0.50535, "nauc_precision_at_3_max": 0.476166, "nauc_precision_at_3_std": 0.03322, "nauc_precision_at_3_diff1": 0.155954, "nauc_precision_at_5_max": 0.456333, "nauc_precision_at_5_std": 0.057098, "nauc_precision_at_5_diff1": 0.091141, "nauc_precision_at_10_max": 0.468435, "nauc_precision_at_10_std": 0.092851, "nauc_precision_at_10_diff1": 0.053974, "nauc_precision_at_20_max": 0.449517, "nauc_precision_at_20_std": 0.126418, "nauc_precision_at_20_diff1": 0.034397, "nauc_precision_at_100_max": 0.3623, "nauc_precision_at_100_std": 0.165819, "nauc_precision_at_100_diff1": -0.035418, "nauc_precision_at_1000_max": 0.276557, "nauc_precision_at_1000_std": 0.167049, "nauc_precision_at_1000_diff1": -0.078827, "nauc_mrr_at_1_max": 0.529764, "nauc_mrr_at_1_std": -0.064809, "nauc_mrr_at_1_diff1": 0.50535, "nauc_mrr_at_3_max": 0.538932, "nauc_mrr_at_3_std": -0.060756, "nauc_mrr_at_3_diff1": 0.472995, "nauc_mrr_at_5_max": 0.539492, "nauc_mrr_at_5_std": -0.055089, "nauc_mrr_at_5_diff1": 0.468816, "nauc_mrr_at_10_max": 0.544077, "nauc_mrr_at_10_std": -0.056593, "nauc_mrr_at_10_diff1": 0.466381, "nauc_mrr_at_20_max": 0.544256, "nauc_mrr_at_20_std": -0.055185, "nauc_mrr_at_20_diff1": 0.467942, "nauc_mrr_at_100_max": 0.543027, "nauc_mrr_at_100_std": -0.055768, "nauc_mrr_at_100_diff1": 0.467913, "nauc_mrr_at_1000_max": 0.543041, "nauc_mrr_at_1000_std": -0.05571, "nauc_mrr_at_1000_diff1": 0.468013, "main_score": 0.57542, "hf_subset": "spa-spa", "languages": [ "spa-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.3203, "ndcg_at_3": 0.30295, "ndcg_at_5": 0.32338, "ndcg_at_10": 0.36338, "ndcg_at_20": 0.3955, "ndcg_at_100": 0.44075, "ndcg_at_1000": 0.47525, "map_at_1": 0.14418, "map_at_3": 0.23034, "map_at_5": 0.26442, "map_at_10": 0.28873, "map_at_20": 0.30136, "map_at_100": 0.31036, "map_at_1000": 0.31212, "recall_at_1": 0.14418, "recall_at_3": 0.27619, "recall_at_5": 0.35708, "recall_at_10": 0.45036, "recall_at_20": 0.54926, "recall_at_100": 0.74121, "recall_at_1000": 0.96131, "precision_at_1": 0.3203, "precision_at_3": 0.22068, "precision_at_5": 0.17831, "precision_at_10": 0.114, "precision_at_20": 0.0691, "precision_at_100": 0.01864, "precision_at_1000": 0.00239, "mrr_at_1": 0.320303, "mrr_at_3": 0.380622, "mrr_at_5": 0.400736, "mrr_at_10": 0.410591, "mrr_at_20": 0.416506, "mrr_at_100": 0.419893, "mrr_at_1000": 0.420543, "nauc_ndcg_at_1_max": 0.412864, "nauc_ndcg_at_1_std": 0.111448, "nauc_ndcg_at_1_diff1": 0.409699, "nauc_ndcg_at_3_max": 0.409023, "nauc_ndcg_at_3_std": 0.122959, "nauc_ndcg_at_3_diff1": 0.341097, "nauc_ndcg_at_5_max": 0.409846, "nauc_ndcg_at_5_std": 0.125714, "nauc_ndcg_at_5_diff1": 0.331789, "nauc_ndcg_at_10_max": 0.436431, "nauc_ndcg_at_10_std": 0.146949, "nauc_ndcg_at_10_diff1": 0.334133, "nauc_ndcg_at_20_max": 0.447317, "nauc_ndcg_at_20_std": 0.151789, "nauc_ndcg_at_20_diff1": 0.342622, "nauc_ndcg_at_100_max": 0.454528, "nauc_ndcg_at_100_std": 0.172512, "nauc_ndcg_at_100_diff1": 0.348291, "nauc_ndcg_at_1000_max": 0.452325, "nauc_ndcg_at_1000_std": 0.164858, "nauc_ndcg_at_1000_diff1": 0.349131, "nauc_map_at_1_max": 0.249639, "nauc_map_at_1_std": 0.019361, "nauc_map_at_1_diff1": 0.402904, "nauc_map_at_3_max": 0.356265, "nauc_map_at_3_std": 0.085529, "nauc_map_at_3_diff1": 0.351768, "nauc_map_at_5_max": 0.392632, "nauc_map_at_5_std": 0.107705, "nauc_map_at_5_diff1": 0.338282, "nauc_map_at_10_max": 0.418043, "nauc_map_at_10_std": 0.125825, "nauc_map_at_10_diff1": 0.339854, "nauc_map_at_20_max": 0.424089, "nauc_map_at_20_std": 0.127843, "nauc_map_at_20_diff1": 0.34332, "nauc_map_at_100_max": 0.426785, "nauc_map_at_100_std": 0.133221, "nauc_map_at_100_diff1": 0.345254, "nauc_map_at_1000_max": 0.426644, "nauc_map_at_1000_std": 0.133098, "nauc_map_at_1000_diff1": 0.345053, "nauc_recall_at_1_max": 0.249639, "nauc_recall_at_1_std": 0.019361, "nauc_recall_at_1_diff1": 0.402904, "nauc_recall_at_3_max": 0.314777, "nauc_recall_at_3_std": 0.082044, "nauc_recall_at_3_diff1": 0.283179, "nauc_recall_at_5_max": 0.355885, "nauc_recall_at_5_std": 0.118133, "nauc_recall_at_5_diff1": 0.256473, "nauc_recall_at_10_max": 0.390567, "nauc_recall_at_10_std": 0.154377, "nauc_recall_at_10_diff1": 0.255997, "nauc_recall_at_20_max": 0.41148, "nauc_recall_at_20_std": 0.16385, "nauc_recall_at_20_diff1": 0.274184, "nauc_recall_at_100_max": 0.439335, "nauc_recall_at_100_std": 0.268758, "nauc_recall_at_100_diff1": 0.281251, "nauc_recall_at_1000_max": 0.629593, "nauc_recall_at_1000_std": 0.467184, "nauc_recall_at_1000_diff1": 0.306069, "nauc_precision_at_1_max": 0.412864, "nauc_precision_at_1_std": 0.111448, "nauc_precision_at_1_diff1": 0.409699, "nauc_precision_at_3_max": 0.487096, "nauc_precision_at_3_std": 0.183662, "nauc_precision_at_3_diff1": 0.281621, "nauc_precision_at_5_max": 0.498413, "nauc_precision_at_5_std": 0.19705, "nauc_precision_at_5_diff1": 0.230743, "nauc_precision_at_10_max": 0.506901, "nauc_precision_at_10_std": 0.220686, "nauc_precision_at_10_diff1": 0.210416, "nauc_precision_at_20_max": 0.482997, "nauc_precision_at_20_std": 0.212637, "nauc_precision_at_20_diff1": 0.20394, "nauc_precision_at_100_max": 0.407671, "nauc_precision_at_100_std": 0.237091, "nauc_precision_at_100_diff1": 0.151331, "nauc_precision_at_1000_max": 0.281932, "nauc_precision_at_1000_std": 0.164824, "nauc_precision_at_1000_diff1": 0.067985, "nauc_mrr_at_1_max": 0.412864, "nauc_mrr_at_1_std": 0.111448, "nauc_mrr_at_1_diff1": 0.409699, "nauc_mrr_at_3_max": 0.422209, "nauc_mrr_at_3_std": 0.131714, "nauc_mrr_at_3_diff1": 0.376713, "nauc_mrr_at_5_max": 0.43063, "nauc_mrr_at_5_std": 0.139432, "nauc_mrr_at_5_diff1": 0.372156, "nauc_mrr_at_10_max": 0.431236, "nauc_mrr_at_10_std": 0.140518, "nauc_mrr_at_10_diff1": 0.3725, "nauc_mrr_at_20_max": 0.432237, "nauc_mrr_at_20_std": 0.1417, "nauc_mrr_at_20_diff1": 0.37517, "nauc_mrr_at_100_max": 0.431737, "nauc_mrr_at_100_std": 0.142267, "nauc_mrr_at_100_diff1": 0.375261, "nauc_mrr_at_1000_max": 0.431541, "nauc_mrr_at_1000_std": 0.142151, "nauc_mrr_at_1000_diff1": 0.37513, "main_score": 0.36338, "hf_subset": "eng-spa", "languages": [ "eng-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.45397, "ndcg_at_3": 0.4373, "ndcg_at_5": 0.45133, "ndcg_at_10": 0.49387, "ndcg_at_20": 0.52085, "ndcg_at_100": 0.55959, "ndcg_at_1000": 0.58527, "map_at_1": 0.22675, "map_at_3": 0.3546, "map_at_5": 0.3948, "map_at_10": 0.42245, "map_at_20": 0.43328, "map_at_100": 0.44115, "map_at_1000": 0.4427, "recall_at_1": 0.22675, "recall_at_3": 0.39735, "recall_at_5": 0.47894, "recall_at_10": 0.57684, "recall_at_20": 0.6583, "recall_at_100": 0.8232, "recall_at_1000": 0.9868, "precision_at_1": 0.45397, "precision_at_3": 0.31358, "precision_at_5": 0.23506, "precision_at_10": 0.14426, "precision_at_20": 0.08266, "precision_at_100": 0.02059, "precision_at_1000": 0.00243, "mrr_at_1": 0.453972, "mrr_at_3": 0.513451, "mrr_at_5": 0.527322, "mrr_at_10": 0.537032, "mrr_at_20": 0.541398, "mrr_at_100": 0.544293, "mrr_at_1000": 0.544715, "nauc_ndcg_at_1_max": 0.446241, "nauc_ndcg_at_1_std": -0.014094, "nauc_ndcg_at_1_diff1": 0.455585, "nauc_ndcg_at_3_max": 0.429957, "nauc_ndcg_at_3_std": -0.011343, "nauc_ndcg_at_3_diff1": 0.398682, "nauc_ndcg_at_5_max": 0.433889, "nauc_ndcg_at_5_std": -0.016739, "nauc_ndcg_at_5_diff1": 0.395496, "nauc_ndcg_at_10_max": 0.45488, "nauc_ndcg_at_10_std": 0.006089, "nauc_ndcg_at_10_diff1": 0.383558, "nauc_ndcg_at_20_max": 0.463097, "nauc_ndcg_at_20_std": 0.008512, "nauc_ndcg_at_20_diff1": 0.384211, "nauc_ndcg_at_100_max": 0.463796, "nauc_ndcg_at_100_std": 0.015753, "nauc_ndcg_at_100_diff1": 0.386935, "nauc_ndcg_at_1000_max": 0.462911, "nauc_ndcg_at_1000_std": 0.0158, "nauc_ndcg_at_1000_diff1": 0.396774, "nauc_map_at_1_max": 0.211748, "nauc_map_at_1_std": -0.082881, "nauc_map_at_1_diff1": 0.462636, "nauc_map_at_3_max": 0.356232, "nauc_map_at_3_std": -0.046188, "nauc_map_at_3_diff1": 0.400618, "nauc_map_at_5_max": 0.407788, "nauc_map_at_5_std": -0.028094, "nauc_map_at_5_diff1": 0.392807, "nauc_map_at_10_max": 0.427611, "nauc_map_at_10_std": -0.011335, "nauc_map_at_10_diff1": 0.388452, "nauc_map_at_20_max": 0.433588, "nauc_map_at_20_std": -0.008342, "nauc_map_at_20_diff1": 0.389227, "nauc_map_at_100_max": 0.434112, "nauc_map_at_100_std": -0.006691, "nauc_map_at_100_diff1": 0.389772, "nauc_map_at_1000_max": 0.434231, "nauc_map_at_1000_std": -0.006361, "nauc_map_at_1000_diff1": 0.390255, "nauc_recall_at_1_max": 0.211748, "nauc_recall_at_1_std": -0.082881, "nauc_recall_at_1_diff1": 0.462636, "nauc_recall_at_3_max": 0.344757, "nauc_recall_at_3_std": -0.035489, "nauc_recall_at_3_diff1": 0.367261, "nauc_recall_at_5_max": 0.408429, "nauc_recall_at_5_std": -0.016121, "nauc_recall_at_5_diff1": 0.342473, "nauc_recall_at_10_max": 0.434194, "nauc_recall_at_10_std": 0.029522, "nauc_recall_at_10_diff1": 0.296287, "nauc_recall_at_20_max": 0.443703, "nauc_recall_at_20_std": 0.025738, "nauc_recall_at_20_diff1": 0.285354, "nauc_recall_at_100_max": 0.434243, "nauc_recall_at_100_std": 0.079908, "nauc_recall_at_100_diff1": 0.244311, "nauc_recall_at_1000_max": 0.521288, "nauc_recall_at_1000_std": 0.581383, "nauc_recall_at_1000_diff1": 0.401382, "nauc_precision_at_1_max": 0.446241, "nauc_precision_at_1_std": -0.014094, "nauc_precision_at_1_diff1": 0.455585, "nauc_precision_at_3_max": 0.467528, "nauc_precision_at_3_std": 0.053653, "nauc_precision_at_3_diff1": 0.215661, "nauc_precision_at_5_max": 0.48638, "nauc_precision_at_5_std": 0.077425, "nauc_precision_at_5_diff1": 0.175482, "nauc_precision_at_10_max": 0.463575, "nauc_precision_at_10_std": 0.115258, "nauc_precision_at_10_diff1": 0.127342, "nauc_precision_at_20_max": 0.451624, "nauc_precision_at_20_std": 0.131037, "nauc_precision_at_20_diff1": 0.098549, "nauc_precision_at_100_max": 0.363209, "nauc_precision_at_100_std": 0.157994, "nauc_precision_at_100_diff1": 0.035114, "nauc_precision_at_1000_max": 0.266728, "nauc_precision_at_1000_std": 0.153431, "nauc_precision_at_1000_diff1": -0.014847, "nauc_mrr_at_1_max": 0.446241, "nauc_mrr_at_1_std": -0.014094, "nauc_mrr_at_1_diff1": 0.455585, "nauc_mrr_at_3_max": 0.467447, "nauc_mrr_at_3_std": 0.00399, "nauc_mrr_at_3_diff1": 0.4408, "nauc_mrr_at_5_max": 0.471097, "nauc_mrr_at_5_std": 0.003998, "nauc_mrr_at_5_diff1": 0.437495, "nauc_mrr_at_10_max": 0.472755, "nauc_mrr_at_10_std": 0.007512, "nauc_mrr_at_10_diff1": 0.433724, "nauc_mrr_at_20_max": 0.471336, "nauc_mrr_at_20_std": 0.006305, "nauc_mrr_at_20_diff1": 0.433402, "nauc_mrr_at_100_max": 0.470938, "nauc_mrr_at_100_std": 0.006057, "nauc_mrr_at_100_diff1": 0.433694, "nauc_mrr_at_1000_max": 0.47081, "nauc_mrr_at_1000_std": 0.006083, "nauc_mrr_at_1000_diff1": 0.433861, "main_score": 0.49387, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.60881, "ndcg_at_3": 0.61118, "ndcg_at_5": 0.61988, "ndcg_at_10": 0.6552, "ndcg_at_20": 0.67924, "ndcg_at_100": 0.705, "ndcg_at_1000": 0.71548, "map_at_1": 0.38761, "map_at_3": 0.5396, "map_at_5": 0.57333, "map_at_10": 0.5949, "map_at_20": 0.60419, "map_at_100": 0.61026, "map_at_1000": 0.61087, "recall_at_1": 0.38761, "recall_at_3": 0.59036, "recall_at_5": 0.65296, "recall_at_10": 0.73994, "recall_at_20": 0.8172, "recall_at_100": 0.92768, "recall_at_1000": 0.99622, "precision_at_1": 0.60881, "precision_at_3": 0.37294, "precision_at_5": 0.26168, "precision_at_10": 0.15127, "precision_at_20": 0.08438, "precision_at_100": 0.01923, "precision_at_1000": 0.00206, "mrr_at_1": 0.608812, "mrr_at_3": 0.661549, "mrr_at_5": 0.670427, "mrr_at_10": 0.678729, "mrr_at_20": 0.68282, "mrr_at_100": 0.684731, "mrr_at_1000": 0.684903, "nauc_ndcg_at_1_max": 0.583587, "nauc_ndcg_at_1_std": 0.053549, "nauc_ndcg_at_1_diff1": 0.593428, "nauc_ndcg_at_3_max": 0.512832, "nauc_ndcg_at_3_std": -0.011384, "nauc_ndcg_at_3_diff1": 0.498133, "nauc_ndcg_at_5_max": 0.500084, "nauc_ndcg_at_5_std": -0.020618, "nauc_ndcg_at_5_diff1": 0.493679, "nauc_ndcg_at_10_max": 0.527009, "nauc_ndcg_at_10_std": -0.0183, "nauc_ndcg_at_10_diff1": 0.496466, "nauc_ndcg_at_20_max": 0.528863, "nauc_ndcg_at_20_std": -0.003161, "nauc_ndcg_at_20_diff1": 0.4956, "nauc_ndcg_at_100_max": 0.537656, "nauc_ndcg_at_100_std": 0.001972, "nauc_ndcg_at_100_diff1": 0.506186, "nauc_ndcg_at_1000_max": 0.539792, "nauc_ndcg_at_1000_std": 0.004453, "nauc_ndcg_at_1000_diff1": 0.509317, "nauc_map_at_1_max": 0.271459, "nauc_map_at_1_std": -0.084609, "nauc_map_at_1_diff1": 0.567874, "nauc_map_at_3_max": 0.4257, "nauc_map_at_3_std": -0.027612, "nauc_map_at_3_diff1": 0.499449, "nauc_map_at_5_max": 0.476024, "nauc_map_at_5_std": -0.020134, "nauc_map_at_5_diff1": 0.489049, "nauc_map_at_10_max": 0.499287, "nauc_map_at_10_std": -0.016169, "nauc_map_at_10_diff1": 0.489268, "nauc_map_at_20_max": 0.501317, "nauc_map_at_20_std": -0.011195, "nauc_map_at_20_diff1": 0.488947, "nauc_map_at_100_max": 0.503772, "nauc_map_at_100_std": -0.009864, "nauc_map_at_100_diff1": 0.490805, "nauc_map_at_1000_max": 0.503964, "nauc_map_at_1000_std": -0.009617, "nauc_map_at_1000_diff1": 0.490982, "nauc_recall_at_1_max": 0.271459, "nauc_recall_at_1_std": -0.084609, "nauc_recall_at_1_diff1": 0.567874, "nauc_recall_at_3_max": 0.37571, "nauc_recall_at_3_std": -0.058851, "nauc_recall_at_3_diff1": 0.442945, "nauc_recall_at_5_max": 0.429205, "nauc_recall_at_5_std": -0.062692, "nauc_recall_at_5_diff1": 0.422146, "nauc_recall_at_10_max": 0.468325, "nauc_recall_at_10_std": -0.073327, "nauc_recall_at_10_diff1": 0.410037, "nauc_recall_at_20_max": 0.44547, "nauc_recall_at_20_std": -0.02378, "nauc_recall_at_20_diff1": 0.374772, "nauc_recall_at_100_max": 0.458753, "nauc_recall_at_100_std": 0.002873, "nauc_recall_at_100_diff1": 0.405411, "nauc_recall_at_1000_max": 0.433408, "nauc_recall_at_1000_std": 0.437626, "nauc_recall_at_1000_diff1": 0.597507, "nauc_precision_at_1_max": 0.583587, "nauc_precision_at_1_std": 0.053549, "nauc_precision_at_1_diff1": 0.593428, "nauc_precision_at_3_max": 0.457896, "nauc_precision_at_3_std": 0.096787, "nauc_precision_at_3_diff1": 0.098673, "nauc_precision_at_5_max": 0.445919, "nauc_precision_at_5_std": 0.102413, "nauc_precision_at_5_diff1": 0.031565, "nauc_precision_at_10_max": 0.409473, "nauc_precision_at_10_std": 0.111311, "nauc_precision_at_10_diff1": -0.021895, "nauc_precision_at_20_max": 0.342031, "nauc_precision_at_20_std": 0.13788, "nauc_precision_at_20_diff1": -0.08566, "nauc_precision_at_100_max": 0.275616, "nauc_precision_at_100_std": 0.150532, "nauc_precision_at_100_diff1": -0.135294, "nauc_precision_at_1000_max": 0.233666, "nauc_precision_at_1000_std": 0.152158, "nauc_precision_at_1000_diff1": -0.170036, "nauc_mrr_at_1_max": 0.583587, "nauc_mrr_at_1_std": 0.053549, "nauc_mrr_at_1_diff1": 0.593428, "nauc_mrr_at_3_max": 0.577165, "nauc_mrr_at_3_std": 0.026161, "nauc_mrr_at_3_diff1": 0.56695, "nauc_mrr_at_5_max": 0.582038, "nauc_mrr_at_5_std": 0.026369, "nauc_mrr_at_5_diff1": 0.565497, "nauc_mrr_at_10_max": 0.580598, "nauc_mrr_at_10_std": 0.024482, "nauc_mrr_at_10_diff1": 0.565608, "nauc_mrr_at_20_max": 0.580584, "nauc_mrr_at_20_std": 0.028469, "nauc_mrr_at_20_diff1": 0.566701, "nauc_mrr_at_100_max": 0.580634, "nauc_mrr_at_100_std": 0.02808, "nauc_mrr_at_100_diff1": 0.567211, "nauc_mrr_at_1000_max": 0.580506, "nauc_mrr_at_1000_std": 0.028116, "nauc_mrr_at_1000_diff1": 0.567228, "main_score": 0.6552, "hf_subset": "fra-fra", "languages": [ "fra-Latn", "fra-Latn" ] }, { "ndcg_at_1": 0.32043, "ndcg_at_3": 0.32327, "ndcg_at_5": 0.33917, "ndcg_at_10": 0.37811, "ndcg_at_20": 0.4121, "ndcg_at_100": 0.46095, "ndcg_at_1000": 0.49024, "map_at_1": 0.16106, "map_at_3": 0.25669, "map_at_5": 0.28687, "map_at_10": 0.30923, "map_at_20": 0.32204, "map_at_100": 0.33178, "map_at_1000": 0.33336, "recall_at_1": 0.16106, "recall_at_3": 0.30556, "recall_at_5": 0.37839, "recall_at_10": 0.47265, "recall_at_20": 0.58102, "recall_at_100": 0.79306, "recall_at_1000": 0.98645, "precision_at_1": 0.32043, "precision_at_3": 0.2283, "precision_at_5": 0.1757, "precision_at_10": 0.11081, "precision_at_20": 0.06782, "precision_at_100": 0.01838, "precision_at_1000": 0.00223, "mrr_at_1": 0.320427, "mrr_at_3": 0.380285, "mrr_at_5": 0.397107, "mrr_at_10": 0.408611, "mrr_at_20": 0.415002, "mrr_at_100": 0.418965, "mrr_at_1000": 0.419625, "nauc_ndcg_at_1_max": 0.388666, "nauc_ndcg_at_1_std": 0.060756, "nauc_ndcg_at_1_diff1": 0.392804, "nauc_ndcg_at_3_max": 0.371882, "nauc_ndcg_at_3_std": 0.055156, "nauc_ndcg_at_3_diff1": 0.330805, "nauc_ndcg_at_5_max": 0.348094, "nauc_ndcg_at_5_std": 0.051254, "nauc_ndcg_at_5_diff1": 0.302615, "nauc_ndcg_at_10_max": 0.366065, "nauc_ndcg_at_10_std": 0.069587, "nauc_ndcg_at_10_diff1": 0.297616, "nauc_ndcg_at_20_max": 0.368625, "nauc_ndcg_at_20_std": 0.066259, "nauc_ndcg_at_20_diff1": 0.292821, "nauc_ndcg_at_100_max": 0.390141, "nauc_ndcg_at_100_std": 0.091474, "nauc_ndcg_at_100_diff1": 0.311879, "nauc_ndcg_at_1000_max": 0.390185, "nauc_ndcg_at_1000_std": 0.088345, "nauc_ndcg_at_1000_diff1": 0.31602, "nauc_map_at_1_max": 0.205598, "nauc_map_at_1_std": -0.016144, "nauc_map_at_1_diff1": 0.332073, "nauc_map_at_3_max": 0.319334, "nauc_map_at_3_std": 0.019963, "nauc_map_at_3_diff1": 0.315976, "nauc_map_at_5_max": 0.340711, "nauc_map_at_5_std": 0.034586, "nauc_map_at_5_diff1": 0.308209, "nauc_map_at_10_max": 0.36208, "nauc_map_at_10_std": 0.050902, "nauc_map_at_10_diff1": 0.310544, "nauc_map_at_20_max": 0.366074, "nauc_map_at_20_std": 0.052315, "nauc_map_at_20_diff1": 0.309348, "nauc_map_at_100_max": 0.371971, "nauc_map_at_100_std": 0.058403, "nauc_map_at_100_diff1": 0.312995, "nauc_map_at_1000_max": 0.371972, "nauc_map_at_1000_std": 0.05853, "nauc_map_at_1000_diff1": 0.313068, "nauc_recall_at_1_max": 0.205598, "nauc_recall_at_1_std": -0.016144, "nauc_recall_at_1_diff1": 0.332073, "nauc_recall_at_3_max": 0.26963, "nauc_recall_at_3_std": 0.021787, "nauc_recall_at_3_diff1": 0.251681, "nauc_recall_at_5_max": 0.265502, "nauc_recall_at_5_std": 0.023578, "nauc_recall_at_5_diff1": 0.212964, "nauc_recall_at_10_max": 0.287218, "nauc_recall_at_10_std": 0.0572, "nauc_recall_at_10_diff1": 0.188587, "nauc_recall_at_20_max": 0.273179, "nauc_recall_at_20_std": 0.033045, "nauc_recall_at_20_diff1": 0.157613, "nauc_recall_at_100_max": 0.374186, "nauc_recall_at_100_std": 0.17164, "nauc_recall_at_100_diff1": 0.224051, "nauc_recall_at_1000_max": 0.696711, "nauc_recall_at_1000_std": 0.669335, "nauc_recall_at_1000_diff1": 0.098538, "nauc_precision_at_1_max": 0.388666, "nauc_precision_at_1_std": 0.060756, "nauc_precision_at_1_diff1": 0.392804, "nauc_precision_at_3_max": 0.467323, "nauc_precision_at_3_std": 0.115838, "nauc_precision_at_3_diff1": 0.300236, "nauc_precision_at_5_max": 0.464562, "nauc_precision_at_5_std": 0.144617, "nauc_precision_at_5_diff1": 0.259131, "nauc_precision_at_10_max": 0.45776, "nauc_precision_at_10_std": 0.173362, "nauc_precision_at_10_diff1": 0.22362, "nauc_precision_at_20_max": 0.417388, "nauc_precision_at_20_std": 0.163094, "nauc_precision_at_20_diff1": 0.185432, "nauc_precision_at_100_max": 0.3845, "nauc_precision_at_100_std": 0.207464, "nauc_precision_at_100_diff1": 0.165854, "nauc_precision_at_1000_max": 0.309087, "nauc_precision_at_1000_std": 0.170352, "nauc_precision_at_1000_diff1": 0.126567, "nauc_mrr_at_1_max": 0.388666, "nauc_mrr_at_1_std": 0.060756, "nauc_mrr_at_1_diff1": 0.392804, "nauc_mrr_at_3_max": 0.389155, "nauc_mrr_at_3_std": 0.083025, "nauc_mrr_at_3_diff1": 0.362588, "nauc_mrr_at_5_max": 0.38811, "nauc_mrr_at_5_std": 0.087699, "nauc_mrr_at_5_diff1": 0.351897, "nauc_mrr_at_10_max": 0.385533, "nauc_mrr_at_10_std": 0.088883, "nauc_mrr_at_10_diff1": 0.348897, "nauc_mrr_at_20_max": 0.384554, "nauc_mrr_at_20_std": 0.085914, "nauc_mrr_at_20_diff1": 0.349528, "nauc_mrr_at_100_max": 0.385546, "nauc_mrr_at_100_std": 0.086518, "nauc_mrr_at_100_diff1": 0.350904, "nauc_mrr_at_1000_max": 0.385616, "nauc_mrr_at_1000_std": 0.086598, "nauc_mrr_at_1000_diff1": 0.350954, "main_score": 0.37811, "hf_subset": "eng-fra", "languages": [ "eng-Latn", "fra-Latn" ] }, { "ndcg_at_1": 0.48865, "ndcg_at_3": 0.50166, "ndcg_at_5": 0.51989, "ndcg_at_10": 0.56025, "ndcg_at_20": 0.58518, "ndcg_at_100": 0.61969, "ndcg_at_1000": 0.63486, "map_at_1": 0.30643, "map_at_3": 0.43718, "map_at_5": 0.46959, "map_at_10": 0.49333, "map_at_20": 0.50322, "map_at_100": 0.50989, "map_at_1000": 0.51085, "recall_at_1": 0.30643, "recall_at_3": 0.49203, "recall_at_5": 0.56878, "recall_at_10": 0.66671, "recall_at_20": 0.74473, "recall_at_100": 0.90098, "recall_at_1000": 0.99633, "precision_at_1": 0.48865, "precision_at_3": 0.30752, "precision_at_5": 0.22216, "precision_at_10": 0.13485, "precision_at_20": 0.07644, "precision_at_100": 0.01856, "precision_at_1000": 0.00206, "mrr_at_1": 0.488652, "mrr_at_3": 0.549622, "mrr_at_5": 0.56344, "mrr_at_10": 0.574346, "mrr_at_20": 0.578994, "mrr_at_100": 0.581675, "mrr_at_1000": 0.581941, "nauc_ndcg_at_1_max": 0.542014, "nauc_ndcg_at_1_std": -0.01503, "nauc_ndcg_at_1_diff1": 0.567958, "nauc_ndcg_at_3_max": 0.482043, "nauc_ndcg_at_3_std": -0.026962, "nauc_ndcg_at_3_diff1": 0.491876, "nauc_ndcg_at_5_max": 0.477896, "nauc_ndcg_at_5_std": -0.029534, "nauc_ndcg_at_5_diff1": 0.491342, "nauc_ndcg_at_10_max": 0.498234, "nauc_ndcg_at_10_std": -0.020151, "nauc_ndcg_at_10_diff1": 0.491559, "nauc_ndcg_at_20_max": 0.502359, "nauc_ndcg_at_20_std": -0.026402, "nauc_ndcg_at_20_diff1": 0.499078, "nauc_ndcg_at_100_max": 0.506445, "nauc_ndcg_at_100_std": -0.010457, "nauc_ndcg_at_100_diff1": 0.505835, "nauc_ndcg_at_1000_max": 0.509593, "nauc_ndcg_at_1000_std": -0.011129, "nauc_ndcg_at_1000_diff1": 0.508626, "nauc_map_at_1_max": 0.324051, "nauc_map_at_1_std": -0.062819, "nauc_map_at_1_diff1": 0.542472, "nauc_map_at_3_max": 0.429175, "nauc_map_at_3_std": -0.041817, "nauc_map_at_3_diff1": 0.492653, "nauc_map_at_5_max": 0.462964, "nauc_map_at_5_std": -0.035278, "nauc_map_at_5_diff1": 0.487683, "nauc_map_at_10_max": 0.478399, "nauc_map_at_10_std": -0.029603, "nauc_map_at_10_diff1": 0.488868, "nauc_map_at_20_max": 0.48221, "nauc_map_at_20_std": -0.029715, "nauc_map_at_20_diff1": 0.491843, "nauc_map_at_100_max": 0.484355, "nauc_map_at_100_std": -0.025445, "nauc_map_at_100_diff1": 0.493719, "nauc_map_at_1000_max": 0.484564, "nauc_map_at_1000_std": -0.025378, "nauc_map_at_1000_diff1": 0.493994, "nauc_recall_at_1_max": 0.324051, "nauc_recall_at_1_std": -0.062819, "nauc_recall_at_1_diff1": 0.542472, "nauc_recall_at_3_max": 0.382633, "nauc_recall_at_3_std": -0.048588, "nauc_recall_at_3_diff1": 0.442023, "nauc_recall_at_5_max": 0.412836, "nauc_recall_at_5_std": -0.045898, "nauc_recall_at_5_diff1": 0.429054, "nauc_recall_at_10_max": 0.442328, "nauc_recall_at_10_std": -0.027344, "nauc_recall_at_10_diff1": 0.408641, "nauc_recall_at_20_max": 0.441473, "nauc_recall_at_20_std": -0.071823, "nauc_recall_at_20_diff1": 0.426645, "nauc_recall_at_100_max": 0.406935, "nauc_recall_at_100_std": 0.016774, "nauc_recall_at_100_diff1": 0.412073, "nauc_recall_at_1000_max": 0.362978, "nauc_recall_at_1000_std": 0.393811, "nauc_recall_at_1000_diff1": 0.377993, "nauc_precision_at_1_max": 0.542014, "nauc_precision_at_1_std": -0.01503, "nauc_precision_at_1_diff1": 0.567958, "nauc_precision_at_3_max": 0.44702, "nauc_precision_at_3_std": 0.035188, "nauc_precision_at_3_diff1": 0.214931, "nauc_precision_at_5_max": 0.440201, "nauc_precision_at_5_std": 0.046554, "nauc_precision_at_5_diff1": 0.162436, "nauc_precision_at_10_max": 0.39849, "nauc_precision_at_10_std": 0.067899, "nauc_precision_at_10_diff1": 0.105868, "nauc_precision_at_20_max": 0.350005, "nauc_precision_at_20_std": 0.068127, "nauc_precision_at_20_diff1": 0.070047, "nauc_precision_at_100_max": 0.252906, "nauc_precision_at_100_std": 0.11686, "nauc_precision_at_100_diff1": -0.013502, "nauc_precision_at_1000_max": 0.186192, "nauc_precision_at_1000_std": 0.10514, "nauc_precision_at_1000_diff1": -0.075332, "nauc_mrr_at_1_max": 0.542014, "nauc_mrr_at_1_std": -0.01503, "nauc_mrr_at_1_diff1": 0.567958, "nauc_mrr_at_3_max": 0.535144, "nauc_mrr_at_3_std": -0.006656, "nauc_mrr_at_3_diff1": 0.541417, "nauc_mrr_at_5_max": 0.53513, "nauc_mrr_at_5_std": -0.005905, "nauc_mrr_at_5_diff1": 0.539697, "nauc_mrr_at_10_max": 0.537913, "nauc_mrr_at_10_std": -0.001992, "nauc_mrr_at_10_diff1": 0.539892, "nauc_mrr_at_20_max": 0.537137, "nauc_mrr_at_20_std": -0.004479, "nauc_mrr_at_20_diff1": 0.541093, "nauc_mrr_at_100_max": 0.537207, "nauc_mrr_at_100_std": -0.004001, "nauc_mrr_at_100_diff1": 0.541826, "nauc_mrr_at_1000_max": 0.537143, "nauc_mrr_at_1000_std": -0.004043, "nauc_mrr_at_1000_diff1": 0.541791, "main_score": 0.56025, "hf_subset": "fra-eng", "languages": [ "fra-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.06378, "ndcg_at_3": 0.07186, "ndcg_at_5": 0.07631, "ndcg_at_10": 0.0822, "ndcg_at_20": 0.08986, "ndcg_at_100": 0.11858, "ndcg_at_1000": 0.19557, "map_at_1": 0.05081, "map_at_3": 0.06781, "map_at_5": 0.07042, "map_at_10": 0.07292, "map_at_20": 0.0749, "map_at_100": 0.07838, "map_at_1000": 0.08047, "recall_at_1": 0.05081, "recall_at_3": 0.0773, "recall_at_5": 0.08775, "recall_at_10": 0.1055, "recall_at_20": 0.13544, "recall_at_100": 0.29065, "recall_at_1000": 0.90231, "precision_at_1": 0.06378, "precision_at_3": 0.03568, "precision_at_5": 0.024, "precision_at_10": 0.01416, "precision_at_20": 0.00881, "precision_at_100": 0.00365, "precision_at_1000": 0.00124, "mrr_at_1": 0.057297, "mrr_at_3": 0.067568, "mrr_at_5": 0.070703, "mrr_at_10": 0.073205, "mrr_at_20": 0.075403, "mrr_at_100": 0.07927, "mrr_at_1000": 0.081127, "nauc_ndcg_at_1_max": -0.359495, "nauc_ndcg_at_1_std": -0.440966, "nauc_ndcg_at_1_diff1": 0.686552, "nauc_ndcg_at_3_max": -0.341993, "nauc_ndcg_at_3_std": -0.43868, "nauc_ndcg_at_3_diff1": 0.673041, "nauc_ndcg_at_5_max": -0.342286, "nauc_ndcg_at_5_std": -0.434075, "nauc_ndcg_at_5_diff1": 0.658773, "nauc_ndcg_at_10_max": -0.338145, "nauc_ndcg_at_10_std": -0.42631, "nauc_ndcg_at_10_diff1": 0.628776, "nauc_ndcg_at_20_max": -0.305982, "nauc_ndcg_at_20_std": -0.397085, "nauc_ndcg_at_20_diff1": 0.590391, "nauc_ndcg_at_100_max": -0.258718, "nauc_ndcg_at_100_std": -0.32382, "nauc_ndcg_at_100_diff1": 0.499916, "nauc_ndcg_at_1000_max": -0.285025, "nauc_ndcg_at_1000_std": -0.339936, "nauc_ndcg_at_1000_diff1": 0.530513, "nauc_map_at_1_max": -0.363374, "nauc_map_at_1_std": -0.438683, "nauc_map_at_1_diff1": 0.721078, "nauc_map_at_3_max": -0.347063, "nauc_map_at_3_std": -0.444689, "nauc_map_at_3_diff1": 0.679691, "nauc_map_at_5_max": -0.34756, "nauc_map_at_5_std": -0.442397, "nauc_map_at_5_diff1": 0.672203, "nauc_map_at_10_max": -0.345521, "nauc_map_at_10_std": -0.438762, "nauc_map_at_10_diff1": 0.659555, "nauc_map_at_20_max": -0.335319, "nauc_map_at_20_std": -0.429634, "nauc_map_at_20_diff1": 0.647625, "nauc_map_at_100_max": -0.326064, "nauc_map_at_100_std": -0.417766, "nauc_map_at_100_diff1": 0.632219, "nauc_map_at_1000_max": -0.326141, "nauc_map_at_1000_std": -0.417456, "nauc_map_at_1000_diff1": 0.632139, "nauc_recall_at_1_max": -0.363374, "nauc_recall_at_1_std": -0.438683, "nauc_recall_at_1_diff1": 0.721078, "nauc_recall_at_3_max": -0.327284, "nauc_recall_at_3_std": -0.431101, "nauc_recall_at_3_diff1": 0.659889, "nauc_recall_at_5_max": -0.330678, "nauc_recall_at_5_std": -0.423736, "nauc_recall_at_5_diff1": 0.629591, "nauc_recall_at_10_max": -0.316806, "nauc_recall_at_10_std": -0.39806, "nauc_recall_at_10_diff1": 0.547414, "nauc_recall_at_20_max": -0.230568, "nauc_recall_at_20_std": -0.317659, "nauc_recall_at_20_diff1": 0.453393, "nauc_recall_at_100_max": -0.132026, "nauc_recall_at_100_std": -0.136542, "nauc_recall_at_100_diff1": 0.243298, "nauc_recall_at_1000_max": -0.288358, "nauc_recall_at_1000_std": 0.005099, "nauc_recall_at_1000_diff1": 0.213398, "nauc_precision_at_1_max": -0.359495, "nauc_precision_at_1_std": -0.440966, "nauc_precision_at_1_diff1": 0.686552, "nauc_precision_at_3_max": -0.339018, "nauc_precision_at_3_std": -0.44489, "nauc_precision_at_3_diff1": 0.649846, "nauc_precision_at_5_max": -0.337739, "nauc_precision_at_5_std": -0.433164, "nauc_precision_at_5_diff1": 0.632884, "nauc_precision_at_10_max": -0.334719, "nauc_precision_at_10_std": -0.422904, "nauc_precision_at_10_diff1": 0.582069, "nauc_precision_at_20_max": -0.262864, "nauc_precision_at_20_std": -0.360212, "nauc_precision_at_20_diff1": 0.491967, "nauc_precision_at_100_max": -0.152204, "nauc_precision_at_100_std": -0.177836, "nauc_precision_at_100_diff1": 0.280806, "nauc_precision_at_1000_max": -0.022346, "nauc_precision_at_1000_std": -0.048032, "nauc_precision_at_1000_diff1": 0.045916, "nauc_mrr_at_1_max": -0.38665, "nauc_mrr_at_1_std": -0.529132, "nauc_mrr_at_1_diff1": 0.802259, "nauc_mrr_at_3_max": -0.374333, "nauc_mrr_at_3_std": -0.512147, "nauc_mrr_at_3_diff1": 0.768004, "nauc_mrr_at_5_max": -0.363657, "nauc_mrr_at_5_std": -0.49717, "nauc_mrr_at_5_diff1": 0.742231, "nauc_mrr_at_10_max": -0.357775, "nauc_mrr_at_10_std": -0.486904, "nauc_mrr_at_10_diff1": 0.72605, "nauc_mrr_at_20_max": -0.348257, "nauc_mrr_at_20_std": -0.474798, "nauc_mrr_at_20_diff1": 0.708174, "nauc_mrr_at_100_max": -0.338311, "nauc_mrr_at_100_std": -0.458617, "nauc_mrr_at_100_diff1": 0.688821, "nauc_mrr_at_1000_max": -0.338758, "nauc_mrr_at_1000_std": -0.458571, "nauc_mrr_at_1000_diff1": 0.689254, "main_score": 0.0822, "hf_subset": "hin-hin", "languages": [ "hin-Deva", "hin-Deva" ] }, { "ndcg_at_1": 0.04973, "ndcg_at_3": 0.05612, "ndcg_at_5": 0.05962, "ndcg_at_10": 0.06534, "ndcg_at_20": 0.07304, "ndcg_at_100": 0.09133, "ndcg_at_1000": 0.16095, "map_at_1": 0.04295, "map_at_3": 0.05167, "map_at_5": 0.05423, "map_at_10": 0.05682, "map_at_20": 0.05906, "map_at_100": 0.06154, "map_at_1000": 0.06336, "recall_at_1": 0.04295, "recall_at_3": 0.05941, "recall_at_5": 0.0689, "recall_at_10": 0.08492, "recall_at_20": 0.11418, "recall_at_100": 0.20838, "recall_at_1000": 0.71688, "precision_at_1": 0.04973, "precision_at_3": 0.02595, "precision_at_5": 0.01881, "precision_at_10": 0.01178, "precision_at_20": 0.00773, "precision_at_100": 0.00301, "precision_at_1000": 0.00132, "mrr_at_1": 0.04973, "mrr_at_3": 0.057477, "mrr_at_5": 0.060342, "mrr_at_10": 0.062414, "mrr_at_20": 0.064318, "mrr_at_100": 0.066332, "mrr_at_1000": 0.068045, "nauc_ndcg_at_1_max": 0.04903, "nauc_ndcg_at_1_std": -0.519189, "nauc_ndcg_at_1_diff1": 0.705203, "nauc_ndcg_at_3_max": -0.000923, "nauc_ndcg_at_3_std": -0.518728, "nauc_ndcg_at_3_diff1": 0.67352, "nauc_ndcg_at_5_max": -0.011684, "nauc_ndcg_at_5_std": -0.503463, "nauc_ndcg_at_5_diff1": 0.641739, "nauc_ndcg_at_10_max": -0.033014, "nauc_ndcg_at_10_std": -0.491816, "nauc_ndcg_at_10_diff1": 0.617439, "nauc_ndcg_at_20_max": -0.043235, "nauc_ndcg_at_20_std": -0.47499, "nauc_ndcg_at_20_diff1": 0.594682, "nauc_ndcg_at_100_max": -0.04997, "nauc_ndcg_at_100_std": -0.440801, "nauc_ndcg_at_100_diff1": 0.545874, "nauc_ndcg_at_1000_max": -0.081051, "nauc_ndcg_at_1000_std": -0.438504, "nauc_ndcg_at_1000_diff1": 0.481099, "nauc_map_at_1_max": 0.103444, "nauc_map_at_1_std": -0.514171, "nauc_map_at_1_diff1": 0.738003, "nauc_map_at_3_max": 0.036035, "nauc_map_at_3_std": -0.517649, "nauc_map_at_3_diff1": 0.687841, "nauc_map_at_5_max": 0.022491, "nauc_map_at_5_std": -0.509075, "nauc_map_at_5_diff1": 0.659528, "nauc_map_at_10_max": 0.008551, "nauc_map_at_10_std": -0.503543, "nauc_map_at_10_diff1": 0.646868, "nauc_map_at_20_max": 0.002425, "nauc_map_at_20_std": -0.497752, "nauc_map_at_20_diff1": 0.639828, "nauc_map_at_100_max": -0.001689, "nauc_map_at_100_std": -0.492104, "nauc_map_at_100_diff1": 0.630425, "nauc_map_at_1000_max": -0.004374, "nauc_map_at_1000_std": -0.491655, "nauc_map_at_1000_diff1": 0.626726, "nauc_recall_at_1_max": 0.103444, "nauc_recall_at_1_std": -0.514171, "nauc_recall_at_1_diff1": 0.738003, "nauc_recall_at_3_max": -0.027919, "nauc_recall_at_3_std": -0.518997, "nauc_recall_at_3_diff1": 0.672928, "nauc_recall_at_5_max": -0.04795, "nauc_recall_at_5_std": -0.485943, "nauc_recall_at_5_diff1": 0.602081, "nauc_recall_at_10_max": -0.081385, "nauc_recall_at_10_std": -0.460531, "nauc_recall_at_10_diff1": 0.556022, "nauc_recall_at_20_max": -0.088751, "nauc_recall_at_20_std": -0.410824, "nauc_recall_at_20_diff1": 0.496063, "nauc_recall_at_100_max": -0.073266, "nauc_recall_at_100_std": -0.333878, "nauc_recall_at_100_diff1": 0.402901, "nauc_recall_at_1000_max": -0.201645, "nauc_recall_at_1000_std": -0.330327, "nauc_recall_at_1000_diff1": 0.14359, "nauc_precision_at_1_max": 0.04903, "nauc_precision_at_1_std": -0.519189, "nauc_precision_at_1_diff1": 0.705203, "nauc_precision_at_3_max": -0.085435, "nauc_precision_at_3_std": -0.523332, "nauc_precision_at_3_diff1": 0.60423, "nauc_precision_at_5_max": -0.120999, "nauc_precision_at_5_std": -0.496888, "nauc_precision_at_5_diff1": 0.542034, "nauc_precision_at_10_max": -0.161449, "nauc_precision_at_10_std": -0.478577, "nauc_precision_at_10_diff1": 0.507861, "nauc_precision_at_20_max": -0.176518, "nauc_precision_at_20_std": -0.453311, "nauc_precision_at_20_diff1": 0.473787, "nauc_precision_at_100_max": -0.182342, "nauc_precision_at_100_std": -0.396909, "nauc_precision_at_100_diff1": 0.381126, "nauc_precision_at_1000_max": -0.124109, "nauc_precision_at_1000_std": -0.14875, "nauc_precision_at_1000_diff1": 0.010703, "nauc_mrr_at_1_max": 0.04903, "nauc_mrr_at_1_std": -0.519189, "nauc_mrr_at_1_diff1": 0.705203, "nauc_mrr_at_3_max": -0.009777, "nauc_mrr_at_3_std": -0.520048, "nauc_mrr_at_3_diff1": 0.682767, "nauc_mrr_at_5_max": -0.022419, "nauc_mrr_at_5_std": -0.511577, "nauc_mrr_at_5_diff1": 0.661118, "nauc_mrr_at_10_max": -0.029132, "nauc_mrr_at_10_std": -0.50655, "nauc_mrr_at_10_diff1": 0.650314, "nauc_mrr_at_20_max": -0.031212, "nauc_mrr_at_20_std": -0.501246, "nauc_mrr_at_20_diff1": 0.642278, "nauc_mrr_at_100_max": -0.032515, "nauc_mrr_at_100_std": -0.495992, "nauc_mrr_at_100_diff1": 0.635232, "nauc_mrr_at_1000_max": -0.033617, "nauc_mrr_at_1000_std": -0.49527, "nauc_mrr_at_1000_diff1": 0.632295, "main_score": 0.06534, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.05482, "ndcg_at_3": 0.06923, "ndcg_at_5": 0.07849, "ndcg_at_10": 0.08655, "ndcg_at_20": 0.09485, "ndcg_at_100": 0.1143, "ndcg_at_1000": 0.20269, "map_at_1": 0.04441, "map_at_3": 0.06376, "map_at_5": 0.06944, "map_at_10": 0.07303, "map_at_20": 0.07554, "map_at_100": 0.07811, "map_at_1000": 0.0805, "recall_at_1": 0.04441, "recall_at_3": 0.07853, "recall_at_5": 0.09927, "recall_at_10": 0.1219, "recall_at_20": 0.15191, "recall_at_100": 0.25002, "recall_at_1000": 0.957, "precision_at_1": 0.05482, "precision_at_3": 0.03728, "precision_at_5": 0.02807, "precision_at_10": 0.01732, "precision_at_20": 0.01069, "precision_at_100": 0.0036, "precision_at_1000": 0.00134, "mrr_at_1": 0.053728, "mrr_at_3": 0.068531, "mrr_at_5": 0.07341, "mrr_at_10": 0.076927, "mrr_at_20": 0.079254, "mrr_at_100": 0.082035, "mrr_at_1000": 0.084071, "nauc_ndcg_at_1_max": 0.718187, "nauc_ndcg_at_1_std": 0.537698, "nauc_ndcg_at_1_diff1": 0.280245, "nauc_ndcg_at_3_max": 0.618903, "nauc_ndcg_at_3_std": 0.48758, "nauc_ndcg_at_3_diff1": 0.191739, "nauc_ndcg_at_5_max": 0.608429, "nauc_ndcg_at_5_std": 0.495407, "nauc_ndcg_at_5_diff1": 0.143992, "nauc_ndcg_at_10_max": 0.605892, "nauc_ndcg_at_10_std": 0.506888, "nauc_ndcg_at_10_diff1": 0.125108, "nauc_ndcg_at_20_max": 0.620077, "nauc_ndcg_at_20_std": 0.537629, "nauc_ndcg_at_20_diff1": 0.092291, "nauc_ndcg_at_100_max": 0.57783, "nauc_ndcg_at_100_std": 0.508981, "nauc_ndcg_at_100_diff1": 0.074791, "nauc_ndcg_at_1000_max": 0.572457, "nauc_ndcg_at_1000_std": 0.478091, "nauc_ndcg_at_1000_diff1": 0.094371, "nauc_map_at_1_max": 0.723544, "nauc_map_at_1_std": 0.542965, "nauc_map_at_1_diff1": 0.348977, "nauc_map_at_3_max": 0.638233, "nauc_map_at_3_std": 0.501922, "nauc_map_at_3_diff1": 0.206706, "nauc_map_at_5_max": 0.632641, "nauc_map_at_5_std": 0.507002, "nauc_map_at_5_diff1": 0.173836, "nauc_map_at_10_max": 0.632021, "nauc_map_at_10_std": 0.511396, "nauc_map_at_10_diff1": 0.161841, "nauc_map_at_20_max": 0.636284, "nauc_map_at_20_std": 0.522028, "nauc_map_at_20_diff1": 0.148628, "nauc_map_at_100_max": 0.630267, "nauc_map_at_100_std": 0.518925, "nauc_map_at_100_diff1": 0.143716, "nauc_map_at_1000_max": 0.628309, "nauc_map_at_1000_std": 0.516752, "nauc_map_at_1000_diff1": 0.143184, "nauc_recall_at_1_max": 0.723544, "nauc_recall_at_1_std": 0.542965, "nauc_recall_at_1_diff1": 0.348977, "nauc_recall_at_3_max": 0.570769, "nauc_recall_at_3_std": 0.464692, "nauc_recall_at_3_diff1": 0.153456, "nauc_recall_at_5_max": 0.553717, "nauc_recall_at_5_std": 0.481125, "nauc_recall_at_5_diff1": 0.074826, "nauc_recall_at_10_max": 0.548879, "nauc_recall_at_10_std": 0.50343, "nauc_recall_at_10_diff1": 0.048997, "nauc_recall_at_20_max": 0.596834, "nauc_recall_at_20_std": 0.583871, "nauc_recall_at_20_diff1": -0.018077, "nauc_recall_at_100_max": 0.470336, "nauc_recall_at_100_std": 0.481128, "nauc_recall_at_100_diff1": -0.032536, "nauc_recall_at_1000_max": 0.264837, "nauc_recall_at_1000_std": -0.015082, "nauc_recall_at_1000_diff1": 0.180009, "nauc_precision_at_1_max": 0.718187, "nauc_precision_at_1_std": 0.537698, "nauc_precision_at_1_diff1": 0.280245, "nauc_precision_at_3_max": 0.582617, "nauc_precision_at_3_std": 0.46451, "nauc_precision_at_3_diff1": 0.075097, "nauc_precision_at_5_max": 0.579644, "nauc_precision_at_5_std": 0.480661, "nauc_precision_at_5_diff1": 0.017183, "nauc_precision_at_10_max": 0.5751, "nauc_precision_at_10_std": 0.497261, "nauc_precision_at_10_diff1": -0.005732, "nauc_precision_at_20_max": 0.584075, "nauc_precision_at_20_std": 0.538233, "nauc_precision_at_20_diff1": -0.065495, "nauc_precision_at_100_max": 0.451433, "nauc_precision_at_100_std": 0.425449, "nauc_precision_at_100_diff1": -0.068852, "nauc_precision_at_1000_max": 0.062859, "nauc_precision_at_1000_std": -0.000274, "nauc_precision_at_1000_diff1": -0.073, "nauc_mrr_at_1_max": 0.712436, "nauc_mrr_at_1_std": 0.528263, "nauc_mrr_at_1_diff1": 0.29768, "nauc_mrr_at_3_max": 0.639861, "nauc_mrr_at_3_std": 0.490307, "nauc_mrr_at_3_diff1": 0.223132, "nauc_mrr_at_5_max": 0.629949, "nauc_mrr_at_5_std": 0.491077, "nauc_mrr_at_5_diff1": 0.195194, "nauc_mrr_at_10_max": 0.626359, "nauc_mrr_at_10_std": 0.496965, "nauc_mrr_at_10_diff1": 0.182848, "nauc_mrr_at_20_max": 0.629657, "nauc_mrr_at_20_std": 0.506948, "nauc_mrr_at_20_diff1": 0.172433, "nauc_mrr_at_100_max": 0.622396, "nauc_mrr_at_100_std": 0.50253, "nauc_mrr_at_100_diff1": 0.166684, "nauc_mrr_at_1000_max": 0.620827, "nauc_mrr_at_1000_std": 0.500855, "nauc_mrr_at_1000_diff1": 0.166694, "main_score": 0.08655, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "ndcg_at_1": 0.65611, "ndcg_at_3": 0.66951, "ndcg_at_5": 0.68423, "ndcg_at_10": 0.71126, "ndcg_at_20": 0.72754, "ndcg_at_100": 0.74524, "ndcg_at_1000": 0.75575, "map_at_1": 0.4412, "map_at_3": 0.60704, "map_at_5": 0.64593, "map_at_10": 0.66391, "map_at_20": 0.67009, "map_at_100": 0.67342, "map_at_1000": 0.67395, "recall_at_1": 0.4412, "recall_at_3": 0.65508, "recall_at_5": 0.72489, "recall_at_10": 0.79062, "recall_at_20": 0.84668, "recall_at_100": 0.92851, "recall_at_1000": 0.99925, "precision_at_1": 0.65611, "precision_at_3": 0.39367, "precision_at_5": 0.27572, "precision_at_10": 0.1537, "precision_at_20": 0.08175, "precision_at_100": 0.01787, "precision_at_1000": 0.00192, "mrr_at_1": 0.656109, "mrr_at_3": 0.703871, "mrr_at_5": 0.711413, "mrr_at_10": 0.716911, "mrr_at_20": 0.720066, "mrr_at_100": 0.721663, "mrr_at_1000": 0.721907, "nauc_ndcg_at_1_max": 0.578946, "nauc_ndcg_at_1_std": -0.054352, "nauc_ndcg_at_1_diff1": 0.636317, "nauc_ndcg_at_3_max": 0.530024, "nauc_ndcg_at_3_std": -0.076696, "nauc_ndcg_at_3_diff1": 0.574956, "nauc_ndcg_at_5_max": 0.525563, "nauc_ndcg_at_5_std": -0.073489, "nauc_ndcg_at_5_diff1": 0.574962, "nauc_ndcg_at_10_max": 0.554154, "nauc_ndcg_at_10_std": -0.054116, "nauc_ndcg_at_10_diff1": 0.570107, "nauc_ndcg_at_20_max": 0.557294, "nauc_ndcg_at_20_std": -0.031701, "nauc_ndcg_at_20_diff1": 0.575082, "nauc_ndcg_at_100_max": 0.560612, "nauc_ndcg_at_100_std": -0.026737, "nauc_ndcg_at_100_diff1": 0.579841, "nauc_ndcg_at_1000_max": 0.560482, "nauc_ndcg_at_1000_std": -0.036822, "nauc_ndcg_at_1000_diff1": 0.582916, "nauc_map_at_1_max": 0.275165, "nauc_map_at_1_std": -0.144137, "nauc_map_at_1_diff1": 0.634554, "nauc_map_at_3_max": 0.439827, "nauc_map_at_3_std": -0.114188, "nauc_map_at_3_diff1": 0.571882, "nauc_map_at_5_max": 0.498972, "nauc_map_at_5_std": -0.091659, "nauc_map_at_5_diff1": 0.564116, "nauc_map_at_10_max": 0.527575, "nauc_map_at_10_std": -0.070942, "nauc_map_at_10_diff1": 0.565453, "nauc_map_at_20_max": 0.528867, "nauc_map_at_20_std": -0.063957, "nauc_map_at_20_diff1": 0.567321, "nauc_map_at_100_max": 0.529751, "nauc_map_at_100_std": -0.062693, "nauc_map_at_100_diff1": 0.568104, "nauc_map_at_1000_max": 0.529893, "nauc_map_at_1000_std": -0.062895, "nauc_map_at_1000_diff1": 0.568315, "nauc_recall_at_1_max": 0.275165, "nauc_recall_at_1_std": -0.144137, "nauc_recall_at_1_diff1": 0.634554, "nauc_recall_at_3_max": 0.41, "nauc_recall_at_3_std": -0.120826, "nauc_recall_at_3_diff1": 0.538782, "nauc_recall_at_5_max": 0.48212, "nauc_recall_at_5_std": -0.078337, "nauc_recall_at_5_diff1": 0.529649, "nauc_recall_at_10_max": 0.528288, "nauc_recall_at_10_std": -0.053884, "nauc_recall_at_10_diff1": 0.49101, "nauc_recall_at_20_max": 0.538614, "nauc_recall_at_20_std": 0.070338, "nauc_recall_at_20_diff1": 0.49547, "nauc_recall_at_100_max": 0.56291, "nauc_recall_at_100_std": 0.226328, "nauc_recall_at_100_diff1": 0.498834, "nauc_recall_at_1000_max": 0.869347, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.554073, "nauc_precision_at_1_max": 0.578946, "nauc_precision_at_1_std": -0.054352, "nauc_precision_at_1_diff1": 0.636317, "nauc_precision_at_3_max": 0.409645, "nauc_precision_at_3_std": 0.089174, "nauc_precision_at_3_diff1": 0.051579, "nauc_precision_at_5_max": 0.376995, "nauc_precision_at_5_std": 0.121721, "nauc_precision_at_5_diff1": -0.016409, "nauc_precision_at_10_max": 0.34759, "nauc_precision_at_10_std": 0.165233, "nauc_precision_at_10_diff1": -0.070726, "nauc_precision_at_20_max": 0.316186, "nauc_precision_at_20_std": 0.198044, "nauc_precision_at_20_diff1": -0.102096, "nauc_precision_at_100_max": 0.262713, "nauc_precision_at_100_std": 0.212424, "nauc_precision_at_100_diff1": -0.164957, "nauc_precision_at_1000_max": 0.201016, "nauc_precision_at_1000_std": 0.196907, "nauc_precision_at_1000_diff1": -0.225296, "nauc_mrr_at_1_max": 0.578946, "nauc_mrr_at_1_std": -0.054352, "nauc_mrr_at_1_diff1": 0.636317, "nauc_mrr_at_3_max": 0.591661, "nauc_mrr_at_3_std": -0.044064, "nauc_mrr_at_3_diff1": 0.632346, "nauc_mrr_at_5_max": 0.589483, "nauc_mrr_at_5_std": -0.039227, "nauc_mrr_at_5_diff1": 0.630772, "nauc_mrr_at_10_max": 0.587397, "nauc_mrr_at_10_std": -0.042564, "nauc_mrr_at_10_diff1": 0.626706, "nauc_mrr_at_20_max": 0.587185, "nauc_mrr_at_20_std": -0.039031, "nauc_mrr_at_20_diff1": 0.627061, "nauc_mrr_at_100_max": 0.586928, "nauc_mrr_at_100_std": -0.038867, "nauc_mrr_at_100_diff1": 0.627457, "nauc_mrr_at_1000_max": 0.586843, "nauc_mrr_at_1000_std": -0.039185, "nauc_mrr_at_1000_diff1": 0.627481, "main_score": 0.71126, "hf_subset": "ita-ita", "languages": [ "ita-Latn", "ita-Latn" ] }, { "ndcg_at_1": 0.30468, "ndcg_at_3": 0.32866, "ndcg_at_5": 0.34366, "ndcg_at_10": 0.37855, "ndcg_at_20": 0.40897, "ndcg_at_100": 0.45612, "ndcg_at_1000": 0.48559, "map_at_1": 0.18577, "map_at_3": 0.27395, "map_at_5": 0.29678, "map_at_10": 0.3149, "map_at_20": 0.32637, "map_at_100": 0.33506, "map_at_1000": 0.33654, "recall_at_1": 0.18577, "recall_at_3": 0.33316, "recall_at_5": 0.38829, "recall_at_10": 0.47961, "recall_at_20": 0.57906, "recall_at_100": 0.79113, "recall_at_1000": 0.99115, "precision_at_1": 0.30468, "precision_at_3": 0.20513, "precision_at_5": 0.15234, "precision_at_10": 0.09487, "precision_at_20": 0.05777, "precision_at_100": 0.01591, "precision_at_1000": 0.00197, "mrr_at_1": 0.304676, "mrr_at_3": 0.375314, "mrr_at_5": 0.386023, "mrr_at_10": 0.396767, "mrr_at_20": 0.40251, "mrr_at_100": 0.407042, "mrr_at_1000": 0.407674, "nauc_ndcg_at_1_max": 0.264465, "nauc_ndcg_at_1_std": -0.086302, "nauc_ndcg_at_1_diff1": 0.321907, "nauc_ndcg_at_3_max": 0.312173, "nauc_ndcg_at_3_std": -0.060041, "nauc_ndcg_at_3_diff1": 0.298248, "nauc_ndcg_at_5_max": 0.313152, "nauc_ndcg_at_5_std": -0.046782, "nauc_ndcg_at_5_diff1": 0.305336, "nauc_ndcg_at_10_max": 0.321848, "nauc_ndcg_at_10_std": -0.036902, "nauc_ndcg_at_10_diff1": 0.299462, "nauc_ndcg_at_20_max": 0.320407, "nauc_ndcg_at_20_std": -0.027088, "nauc_ndcg_at_20_diff1": 0.290744, "nauc_ndcg_at_100_max": 0.326511, "nauc_ndcg_at_100_std": -0.011064, "nauc_ndcg_at_100_diff1": 0.294217, "nauc_ndcg_at_1000_max": 0.324974, "nauc_ndcg_at_1000_std": -0.018944, "nauc_ndcg_at_1000_diff1": 0.296771, "nauc_map_at_1_max": 0.197405, "nauc_map_at_1_std": -0.115225, "nauc_map_at_1_diff1": 0.359834, "nauc_map_at_3_max": 0.285639, "nauc_map_at_3_std": -0.083655, "nauc_map_at_3_diff1": 0.324808, "nauc_map_at_5_max": 0.308477, "nauc_map_at_5_std": -0.060275, "nauc_map_at_5_diff1": 0.317599, "nauc_map_at_10_max": 0.315694, "nauc_map_at_10_std": -0.053129, "nauc_map_at_10_diff1": 0.313375, "nauc_map_at_20_max": 0.318481, "nauc_map_at_20_std": -0.046527, "nauc_map_at_20_diff1": 0.309442, "nauc_map_at_100_max": 0.319447, "nauc_map_at_100_std": -0.043276, "nauc_map_at_100_diff1": 0.308808, "nauc_map_at_1000_max": 0.319526, "nauc_map_at_1000_std": -0.043346, "nauc_map_at_1000_diff1": 0.309358, "nauc_recall_at_1_max": 0.197405, "nauc_recall_at_1_std": -0.115225, "nauc_recall_at_1_diff1": 0.359834, "nauc_recall_at_3_max": 0.27527, "nauc_recall_at_3_std": -0.075417, "nauc_recall_at_3_diff1": 0.285898, "nauc_recall_at_5_max": 0.298629, "nauc_recall_at_5_std": -0.035367, "nauc_recall_at_5_diff1": 0.280629, "nauc_recall_at_10_max": 0.306263, "nauc_recall_at_10_std": -0.012287, "nauc_recall_at_10_diff1": 0.263229, "nauc_recall_at_20_max": 0.28801, "nauc_recall_at_20_std": 0.008436, "nauc_recall_at_20_diff1": 0.235082, "nauc_recall_at_100_max": 0.334563, "nauc_recall_at_100_std": 0.127392, "nauc_recall_at_100_diff1": 0.262183, "nauc_recall_at_1000_max": 0.726522, "nauc_recall_at_1000_std": 0.758472, "nauc_recall_at_1000_diff1": 0.640655, "nauc_precision_at_1_max": 0.264465, "nauc_precision_at_1_std": -0.086302, "nauc_precision_at_1_diff1": 0.321907, "nauc_precision_at_3_max": 0.389711, "nauc_precision_at_3_std": 0.018439, "nauc_precision_at_3_diff1": 0.191003, "nauc_precision_at_5_max": 0.378114, "nauc_precision_at_5_std": 0.08034, "nauc_precision_at_5_diff1": 0.156818, "nauc_precision_at_10_max": 0.346713, "nauc_precision_at_10_std": 0.091146, "nauc_precision_at_10_diff1": 0.111462, "nauc_precision_at_20_max": 0.315946, "nauc_precision_at_20_std": 0.123256, "nauc_precision_at_20_diff1": 0.063854, "nauc_precision_at_100_max": 0.237823, "nauc_precision_at_100_std": 0.161244, "nauc_precision_at_100_diff1": -0.004832, "nauc_precision_at_1000_max": 0.157782, "nauc_precision_at_1000_std": 0.147306, "nauc_precision_at_1000_diff1": -0.076419, "nauc_mrr_at_1_max": 0.264465, "nauc_mrr_at_1_std": -0.086302, "nauc_mrr_at_1_diff1": 0.321907, "nauc_mrr_at_3_max": 0.300776, "nauc_mrr_at_3_std": -0.053812, "nauc_mrr_at_3_diff1": 0.288117, "nauc_mrr_at_5_max": 0.294684, "nauc_mrr_at_5_std": -0.047852, "nauc_mrr_at_5_diff1": 0.286598, "nauc_mrr_at_10_max": 0.296328, "nauc_mrr_at_10_std": -0.0473, "nauc_mrr_at_10_diff1": 0.287866, "nauc_mrr_at_20_max": 0.294158, "nauc_mrr_at_20_std": -0.047187, "nauc_mrr_at_20_diff1": 0.288194, "nauc_mrr_at_100_max": 0.295574, "nauc_mrr_at_100_std": -0.04628, "nauc_mrr_at_100_diff1": 0.289627, "nauc_mrr_at_1000_max": 0.29539, "nauc_mrr_at_1000_std": -0.046557, "nauc_mrr_at_1000_diff1": 0.28966, "main_score": 0.37855, "hf_subset": "eng-ita", "languages": [ "eng-Latn", "ita-Latn" ] }, { "ndcg_at_1": 0.49925, "ndcg_at_3": 0.51428, "ndcg_at_5": 0.53633, "ndcg_at_10": 0.57457, "ndcg_at_20": 0.59667, "ndcg_at_100": 0.62493, "ndcg_at_1000": 0.6412, "map_at_1": 0.32471, "map_at_3": 0.45767, "map_at_5": 0.49198, "map_at_10": 0.51534, "map_at_20": 0.52374, "map_at_100": 0.52875, "map_at_1000": 0.52962, "recall_at_1": 0.32471, "recall_at_3": 0.50686, "recall_at_5": 0.58653, "recall_at_10": 0.68265, "recall_at_20": 0.75525, "recall_at_100": 0.88841, "recall_at_1000": 0.99874, "precision_at_1": 0.49925, "precision_at_3": 0.31021, "precision_at_5": 0.22323, "precision_at_10": 0.13303, "precision_at_20": 0.07391, "precision_at_100": 0.01724, "precision_at_1000": 0.00192, "mrr_at_1": 0.499246, "mrr_at_3": 0.55455, "mrr_at_5": 0.567069, "mrr_at_10": 0.576808, "mrr_at_20": 0.58099, "mrr_at_100": 0.583496, "mrr_at_1000": 0.583922, "nauc_ndcg_at_1_max": 0.49427, "nauc_ndcg_at_1_std": -0.028414, "nauc_ndcg_at_1_diff1": 0.587802, "nauc_ndcg_at_3_max": 0.45668, "nauc_ndcg_at_3_std": -0.045414, "nauc_ndcg_at_3_diff1": 0.540996, "nauc_ndcg_at_5_max": 0.462331, "nauc_ndcg_at_5_std": -0.0499, "nauc_ndcg_at_5_diff1": 0.546447, "nauc_ndcg_at_10_max": 0.476514, "nauc_ndcg_at_10_std": -0.031623, "nauc_ndcg_at_10_diff1": 0.535706, "nauc_ndcg_at_20_max": 0.475949, "nauc_ndcg_at_20_std": -0.021367, "nauc_ndcg_at_20_diff1": 0.536173, "nauc_ndcg_at_100_max": 0.480706, "nauc_ndcg_at_100_std": -0.011308, "nauc_ndcg_at_100_diff1": 0.540479, "nauc_ndcg_at_1000_max": 0.481564, "nauc_ndcg_at_1000_std": -0.018931, "nauc_ndcg_at_1000_diff1": 0.545487, "nauc_map_at_1_max": 0.326488, "nauc_map_at_1_std": -0.109817, "nauc_map_at_1_diff1": 0.617727, "nauc_map_at_3_max": 0.419894, "nauc_map_at_3_std": -0.075837, "nauc_map_at_3_diff1": 0.550864, "nauc_map_at_5_max": 0.453619, "nauc_map_at_5_std": -0.062996, "nauc_map_at_5_diff1": 0.546856, "nauc_map_at_10_max": 0.470379, "nauc_map_at_10_std": -0.049719, "nauc_map_at_10_diff1": 0.542443, "nauc_map_at_20_max": 0.470315, "nauc_map_at_20_std": -0.045501, "nauc_map_at_20_diff1": 0.542832, "nauc_map_at_100_max": 0.470969, "nauc_map_at_100_std": -0.043685, "nauc_map_at_100_diff1": 0.543989, "nauc_map_at_1000_max": 0.471048, "nauc_map_at_1000_std": -0.043777, "nauc_map_at_1000_diff1": 0.544228, "nauc_recall_at_1_max": 0.326488, "nauc_recall_at_1_std": -0.109817, "nauc_recall_at_1_diff1": 0.617727, "nauc_recall_at_3_max": 0.38952, "nauc_recall_at_3_std": -0.068165, "nauc_recall_at_3_diff1": 0.51233, "nauc_recall_at_5_max": 0.420031, "nauc_recall_at_5_std": -0.05848, "nauc_recall_at_5_diff1": 0.493814, "nauc_recall_at_10_max": 0.434862, "nauc_recall_at_10_std": -0.015993, "nauc_recall_at_10_diff1": 0.45193, "nauc_recall_at_20_max": 0.425719, "nauc_recall_at_20_std": 0.021198, "nauc_recall_at_20_diff1": 0.438853, "nauc_recall_at_100_max": 0.452683, "nauc_recall_at_100_std": 0.149634, "nauc_recall_at_100_diff1": 0.420138, "nauc_recall_at_1000_max": 0.743237, "nauc_recall_at_1000_std": 0.888871, "nauc_recall_at_1000_diff1": -0.289336, "nauc_precision_at_1_max": 0.49427, "nauc_precision_at_1_std": -0.028414, "nauc_precision_at_1_diff1": 0.587802, "nauc_precision_at_3_max": 0.389868, "nauc_precision_at_3_std": 0.061321, "nauc_precision_at_3_diff1": 0.188188, "nauc_precision_at_5_max": 0.382916, "nauc_precision_at_5_std": 0.086424, "nauc_precision_at_5_diff1": 0.129532, "nauc_precision_at_10_max": 0.337053, "nauc_precision_at_10_std": 0.125529, "nauc_precision_at_10_diff1": 0.049438, "nauc_precision_at_20_max": 0.285967, "nauc_precision_at_20_std": 0.15338, "nauc_precision_at_20_diff1": 0.009831, "nauc_precision_at_100_max": 0.225614, "nauc_precision_at_100_std": 0.191642, "nauc_precision_at_100_diff1": -0.062875, "nauc_precision_at_1000_max": 0.153473, "nauc_precision_at_1000_std": 0.175753, "nauc_precision_at_1000_diff1": -0.150441, "nauc_mrr_at_1_max": 0.49427, "nauc_mrr_at_1_std": -0.028414, "nauc_mrr_at_1_diff1": 0.587802, "nauc_mrr_at_3_max": 0.484652, "nauc_mrr_at_3_std": -0.020473, "nauc_mrr_at_3_diff1": 0.57381, "nauc_mrr_at_5_max": 0.488163, "nauc_mrr_at_5_std": -0.020588, "nauc_mrr_at_5_diff1": 0.57543, "nauc_mrr_at_10_max": 0.485601, "nauc_mrr_at_10_std": -0.019062, "nauc_mrr_at_10_diff1": 0.57121, "nauc_mrr_at_20_max": 0.48544, "nauc_mrr_at_20_std": -0.017795, "nauc_mrr_at_20_diff1": 0.570974, "nauc_mrr_at_100_max": 0.486139, "nauc_mrr_at_100_std": -0.017322, "nauc_mrr_at_100_diff1": 0.570978, "nauc_mrr_at_1000_max": 0.486081, "nauc_mrr_at_1000_std": -0.017522, "nauc_mrr_at_1000_diff1": 0.571253, "main_score": 0.57457, "hf_subset": "ita-eng", "languages": [ "ita-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.14788, "ndcg_at_3": 0.1495, "ndcg_at_5": 0.15556, "ndcg_at_10": 0.16583, "ndcg_at_20": 0.17371, "ndcg_at_100": 0.19309, "ndcg_at_1000": 0.25983, "map_at_1": 0.09578, "map_at_3": 0.1346, "map_at_5": 0.14437, "map_at_10": 0.15009, "map_at_20": 0.1526, "map_at_100": 0.15524, "map_at_1000": 0.15724, "recall_at_1": 0.09578, "recall_at_3": 0.14681, "recall_at_5": 0.16733, "recall_at_10": 0.19374, "recall_at_20": 0.21986, "recall_at_100": 0.31291, "recall_at_1000": 0.7944, "precision_at_1": 0.14788, "precision_at_3": 0.09212, "precision_at_5": 0.06545, "precision_at_10": 0.03794, "precision_at_20": 0.02176, "precision_at_100": 0.00605, "precision_at_1000": 0.00156, "mrr_at_1": 0.146667, "mrr_at_3": 0.160404, "mrr_at_5": 0.163495, "mrr_at_10": 0.166957, "mrr_at_20": 0.169213, "mrr_at_100": 0.171703, "mrr_at_1000": 0.173169, "nauc_ndcg_at_1_max": 0.156689, "nauc_ndcg_at_1_std": 0.001078, "nauc_ndcg_at_1_diff1": 0.744959, "nauc_ndcg_at_3_max": 0.132342, "nauc_ndcg_at_3_std": -0.014477, "nauc_ndcg_at_3_diff1": 0.724955, "nauc_ndcg_at_5_max": 0.117007, "nauc_ndcg_at_5_std": -0.024407, "nauc_ndcg_at_5_diff1": 0.719553, "nauc_ndcg_at_10_max": 0.11511, "nauc_ndcg_at_10_std": -0.021941, "nauc_ndcg_at_10_diff1": 0.720423, "nauc_ndcg_at_20_max": 0.104061, "nauc_ndcg_at_20_std": -0.023474, "nauc_ndcg_at_20_diff1": 0.717735, "nauc_ndcg_at_100_max": 0.087415, "nauc_ndcg_at_100_std": -0.031954, "nauc_ndcg_at_100_diff1": 0.69358, "nauc_ndcg_at_1000_max": 0.070092, "nauc_ndcg_at_1000_std": -0.027567, "nauc_ndcg_at_1000_diff1": 0.647343, "nauc_map_at_1_max": 0.148418, "nauc_map_at_1_std": -0.02696, "nauc_map_at_1_diff1": 0.780207, "nauc_map_at_3_max": 0.146075, "nauc_map_at_3_std": -0.023979, "nauc_map_at_3_diff1": 0.729198, "nauc_map_at_5_max": 0.125429, "nauc_map_at_5_std": -0.019446, "nauc_map_at_5_diff1": 0.719343, "nauc_map_at_10_max": 0.124526, "nauc_map_at_10_std": -0.015004, "nauc_map_at_10_diff1": 0.720393, "nauc_map_at_20_max": 0.120658, "nauc_map_at_20_std": -0.014704, "nauc_map_at_20_diff1": 0.718998, "nauc_map_at_100_max": 0.117734, "nauc_map_at_100_std": -0.016729, "nauc_map_at_100_diff1": 0.716763, "nauc_map_at_1000_max": 0.116719, "nauc_map_at_1000_std": -0.016417, "nauc_map_at_1000_diff1": 0.714731, "nauc_recall_at_1_max": 0.148418, "nauc_recall_at_1_std": -0.02696, "nauc_recall_at_1_diff1": 0.780207, "nauc_recall_at_3_max": 0.136047, "nauc_recall_at_3_std": -0.032427, "nauc_recall_at_3_diff1": 0.723056, "nauc_recall_at_5_max": 0.093533, "nauc_recall_at_5_std": -0.043986, "nauc_recall_at_5_diff1": 0.706738, "nauc_recall_at_10_max": 0.088198, "nauc_recall_at_10_std": -0.041137, "nauc_recall_at_10_diff1": 0.701366, "nauc_recall_at_20_max": 0.055111, "nauc_recall_at_20_std": -0.047803, "nauc_recall_at_20_diff1": 0.690632, "nauc_recall_at_100_max": -0.001671, "nauc_recall_at_100_std": -0.077215, "nauc_recall_at_100_diff1": 0.598729, "nauc_recall_at_1000_max": -0.226685, "nauc_recall_at_1000_std": -0.076346, "nauc_recall_at_1000_diff1": 0.224564, "nauc_precision_at_1_max": 0.156689, "nauc_precision_at_1_std": 0.001078, "nauc_precision_at_1_diff1": 0.744959, "nauc_precision_at_3_max": 0.102314, "nauc_precision_at_3_std": 0.001642, "nauc_precision_at_3_diff1": 0.628435, "nauc_precision_at_5_max": 0.055558, "nauc_precision_at_5_std": 0.010329, "nauc_precision_at_5_diff1": 0.593506, "nauc_precision_at_10_max": 0.05985, "nauc_precision_at_10_std": 0.020067, "nauc_precision_at_10_diff1": 0.58764, "nauc_precision_at_20_max": 0.033798, "nauc_precision_at_20_std": 0.018509, "nauc_precision_at_20_diff1": 0.561524, "nauc_precision_at_100_max": -0.002542, "nauc_precision_at_100_std": -0.002172, "nauc_precision_at_100_diff1": 0.46385, "nauc_precision_at_1000_max": -0.040548, "nauc_precision_at_1000_std": 0.019815, "nauc_precision_at_1000_diff1": -0.013757, "nauc_mrr_at_1_max": 0.148408, "nauc_mrr_at_1_std": -0.008157, "nauc_mrr_at_1_diff1": 0.754846, "nauc_mrr_at_3_max": 0.1341, "nauc_mrr_at_3_std": -0.013462, "nauc_mrr_at_3_diff1": 0.746253, "nauc_mrr_at_5_max": 0.128628, "nauc_mrr_at_5_std": -0.01675, "nauc_mrr_at_5_diff1": 0.743657, "nauc_mrr_at_10_max": 0.124332, "nauc_mrr_at_10_std": -0.020561, "nauc_mrr_at_10_diff1": 0.742903, "nauc_mrr_at_20_max": 0.121449, "nauc_mrr_at_20_std": -0.020275, "nauc_mrr_at_20_diff1": 0.740555, "nauc_mrr_at_100_max": 0.119957, "nauc_mrr_at_100_std": -0.020611, "nauc_mrr_at_100_diff1": 0.736861, "nauc_mrr_at_1000_max": 0.119296, "nauc_mrr_at_1000_std": -0.020683, "nauc_mrr_at_1000_diff1": 0.735872, "main_score": 0.16583, "hf_subset": "jpn-jpn", "languages": [ "jpn-Hira", "jpn-Hira" ] }, { "ndcg_at_1": 0.05576, "ndcg_at_3": 0.06539, "ndcg_at_5": 0.07316, "ndcg_at_10": 0.08457, "ndcg_at_20": 0.09473, "ndcg_at_100": 0.11467, "ndcg_at_1000": 0.1806, "map_at_1": 0.03198, "map_at_3": 0.05312, "map_at_5": 0.06074, "map_at_10": 0.06647, "map_at_20": 0.06995, "map_at_100": 0.07286, "map_at_1000": 0.07467, "recall_at_1": 0.03198, "recall_at_3": 0.06917, "recall_at_5": 0.09059, "recall_at_10": 0.11943, "recall_at_20": 0.15277, "recall_at_100": 0.24562, "recall_at_1000": 0.71685, "precision_at_1": 0.05576, "precision_at_3": 0.04323, "precision_at_5": 0.03612, "precision_at_10": 0.02412, "precision_at_20": 0.0157, "precision_at_100": 0.00499, "precision_at_1000": 0.0015, "mrr_at_1": 0.055758, "mrr_at_3": 0.072323, "mrr_at_5": 0.07802, "mrr_at_10": 0.082586, "mrr_at_20": 0.08494, "mrr_at_100": 0.08762, "mrr_at_1000": 0.089248, "nauc_ndcg_at_1_max": 0.565641, "nauc_ndcg_at_1_std": 0.429788, "nauc_ndcg_at_1_diff1": 0.356089, "nauc_ndcg_at_3_max": 0.582725, "nauc_ndcg_at_3_std": 0.516671, "nauc_ndcg_at_3_diff1": 0.249042, "nauc_ndcg_at_5_max": 0.586345, "nauc_ndcg_at_5_std": 0.529636, "nauc_ndcg_at_5_diff1": 0.232115, "nauc_ndcg_at_10_max": 0.593837, "nauc_ndcg_at_10_std": 0.546857, "nauc_ndcg_at_10_diff1": 0.196355, "nauc_ndcg_at_20_max": 0.580512, "nauc_ndcg_at_20_std": 0.542206, "nauc_ndcg_at_20_diff1": 0.181512, "nauc_ndcg_at_100_max": 0.563894, "nauc_ndcg_at_100_std": 0.532435, "nauc_ndcg_at_100_diff1": 0.179187, "nauc_ndcg_at_1000_max": 0.526812, "nauc_ndcg_at_1000_std": 0.492716, "nauc_ndcg_at_1000_diff1": 0.165643, "nauc_map_at_1_max": 0.532114, "nauc_map_at_1_std": 0.397037, "nauc_map_at_1_diff1": 0.400925, "nauc_map_at_3_max": 0.569546, "nauc_map_at_3_std": 0.49253, "nauc_map_at_3_diff1": 0.291352, "nauc_map_at_5_max": 0.584941, "nauc_map_at_5_std": 0.515126, "nauc_map_at_5_diff1": 0.264687, "nauc_map_at_10_max": 0.594651, "nauc_map_at_10_std": 0.529576, "nauc_map_at_10_diff1": 0.244789, "nauc_map_at_20_max": 0.592592, "nauc_map_at_20_std": 0.532063, "nauc_map_at_20_diff1": 0.232385, "nauc_map_at_100_max": 0.591648, "nauc_map_at_100_std": 0.533283, "nauc_map_at_100_diff1": 0.23099, "nauc_map_at_1000_max": 0.589689, "nauc_map_at_1000_std": 0.531547, "nauc_map_at_1000_diff1": 0.229781, "nauc_recall_at_1_max": 0.532114, "nauc_recall_at_1_std": 0.397037, "nauc_recall_at_1_diff1": 0.400925, "nauc_recall_at_3_max": 0.57078, "nauc_recall_at_3_std": 0.537284, "nauc_recall_at_3_diff1": 0.208347, "nauc_recall_at_5_max": 0.580882, "nauc_recall_at_5_std": 0.559518, "nauc_recall_at_5_diff1": 0.180149, "nauc_recall_at_10_max": 0.576637, "nauc_recall_at_10_std": 0.568682, "nauc_recall_at_10_diff1": 0.118217, "nauc_recall_at_20_max": 0.544581, "nauc_recall_at_20_std": 0.55082, "nauc_recall_at_20_diff1": 0.106829, "nauc_recall_at_100_max": 0.498949, "nauc_recall_at_100_std": 0.513315, "nauc_recall_at_100_diff1": 0.113813, "nauc_recall_at_1000_max": 0.356196, "nauc_recall_at_1000_std": 0.35874, "nauc_recall_at_1000_diff1": 0.042795, "nauc_precision_at_1_max": 0.565641, "nauc_precision_at_1_std": 0.429788, "nauc_precision_at_1_diff1": 0.356089, "nauc_precision_at_3_max": 0.619317, "nauc_precision_at_3_std": 0.56087, "nauc_precision_at_3_diff1": 0.19059, "nauc_precision_at_5_max": 0.650204, "nauc_precision_at_5_std": 0.600281, "nauc_precision_at_5_diff1": 0.152048, "nauc_precision_at_10_max": 0.653391, "nauc_precision_at_10_std": 0.618545, "nauc_precision_at_10_diff1": 0.103746, "nauc_precision_at_20_max": 0.612297, "nauc_precision_at_20_std": 0.590094, "nauc_precision_at_20_diff1": 0.078863, "nauc_precision_at_100_max": 0.539794, "nauc_precision_at_100_std": 0.528832, "nauc_precision_at_100_diff1": 0.09632, "nauc_precision_at_1000_max": 0.172528, "nauc_precision_at_1000_std": 0.161461, "nauc_precision_at_1000_diff1": 0.017825, "nauc_mrr_at_1_max": 0.565641, "nauc_mrr_at_1_std": 0.429788, "nauc_mrr_at_1_diff1": 0.356089, "nauc_mrr_at_3_max": 0.571456, "nauc_mrr_at_3_std": 0.486325, "nauc_mrr_at_3_diff1": 0.262361, "nauc_mrr_at_5_max": 0.577105, "nauc_mrr_at_5_std": 0.495787, "nauc_mrr_at_5_diff1": 0.252928, "nauc_mrr_at_10_max": 0.576, "nauc_mrr_at_10_std": 0.502203, "nauc_mrr_at_10_diff1": 0.231203, "nauc_mrr_at_20_max": 0.570505, "nauc_mrr_at_20_std": 0.49935, "nauc_mrr_at_20_diff1": 0.229994, "nauc_mrr_at_100_max": 0.564535, "nauc_mrr_at_100_std": 0.494081, "nauc_mrr_at_100_diff1": 0.22905, "nauc_mrr_at_1000_max": 0.563968, "nauc_mrr_at_1000_std": 0.493795, "nauc_mrr_at_1000_diff1": 0.228382, "main_score": 0.08457, "hf_subset": "eng-jpn", "languages": [ "eng-Latn", "jpn-Hira" ] }, { "ndcg_at_1": 0.14477, "ndcg_at_3": 0.1517, "ndcg_at_5": 0.15706, "ndcg_at_10": 0.16916, "ndcg_at_20": 0.17959, "ndcg_at_100": 0.20103, "ndcg_at_1000": 0.26186, "map_at_1": 0.09586, "map_at_3": 0.13584, "map_at_5": 0.14465, "map_at_10": 0.1513, "map_at_20": 0.15459, "map_at_100": 0.15767, "map_at_1000": 0.15936, "recall_at_1": 0.09586, "recall_at_3": 0.15355, "recall_at_5": 0.17192, "recall_at_10": 0.20367, "recall_at_20": 0.23992, "recall_at_100": 0.34227, "recall_at_1000": 0.78441, "precision_at_1": 0.14477, "precision_at_3": 0.09002, "precision_at_5": 0.06375, "precision_at_10": 0.03783, "precision_at_20": 0.0219, "precision_at_100": 0.00629, "precision_at_1000": 0.00153, "mrr_at_1": 0.144769, "mrr_at_3": 0.162003, "mrr_at_5": 0.165531, "mrr_at_10": 0.169766, "mrr_at_20": 0.172378, "mrr_at_100": 0.175105, "mrr_at_1000": 0.176407, "nauc_ndcg_at_1_max": 0.724893, "nauc_ndcg_at_1_std": 0.571275, "nauc_ndcg_at_1_diff1": 0.494562, "nauc_ndcg_at_3_max": 0.682309, "nauc_ndcg_at_3_std": 0.548521, "nauc_ndcg_at_3_diff1": 0.45751, "nauc_ndcg_at_5_max": 0.683314, "nauc_ndcg_at_5_std": 0.549739, "nauc_ndcg_at_5_diff1": 0.452118, "nauc_ndcg_at_10_max": 0.683127, "nauc_ndcg_at_10_std": 0.564196, "nauc_ndcg_at_10_diff1": 0.430731, "nauc_ndcg_at_20_max": 0.674518, "nauc_ndcg_at_20_std": 0.565034, "nauc_ndcg_at_20_diff1": 0.407045, "nauc_ndcg_at_100_max": 0.657506, "nauc_ndcg_at_100_std": 0.561348, "nauc_ndcg_at_100_diff1": 0.373467, "nauc_ndcg_at_1000_max": 0.645701, "nauc_ndcg_at_1000_std": 0.542587, "nauc_ndcg_at_1000_diff1": 0.365756, "nauc_map_at_1_max": 0.654582, "nauc_map_at_1_std": 0.488, "nauc_map_at_1_diff1": 0.634051, "nauc_map_at_3_max": 0.671979, "nauc_map_at_3_std": 0.527738, "nauc_map_at_3_diff1": 0.491508, "nauc_map_at_5_max": 0.684449, "nauc_map_at_5_std": 0.54069, "nauc_map_at_5_diff1": 0.471171, "nauc_map_at_10_max": 0.688574, "nauc_map_at_10_std": 0.553119, "nauc_map_at_10_diff1": 0.460849, "nauc_map_at_20_max": 0.686099, "nauc_map_at_20_std": 0.554848, "nauc_map_at_20_diff1": 0.452967, "nauc_map_at_100_max": 0.683872, "nauc_map_at_100_std": 0.554829, "nauc_map_at_100_diff1": 0.446621, "nauc_map_at_1000_max": 0.683458, "nauc_map_at_1000_std": 0.55464, "nauc_map_at_1000_diff1": 0.445587, "nauc_recall_at_1_max": 0.654582, "nauc_recall_at_1_std": 0.488, "nauc_recall_at_1_diff1": 0.634051, "nauc_recall_at_3_max": 0.647552, "nauc_recall_at_3_std": 0.535926, "nauc_recall_at_3_diff1": 0.446188, "nauc_recall_at_5_max": 0.663071, "nauc_recall_at_5_std": 0.551083, "nauc_recall_at_5_diff1": 0.416726, "nauc_recall_at_10_max": 0.64462, "nauc_recall_at_10_std": 0.566949, "nauc_recall_at_10_diff1": 0.360526, "nauc_recall_at_20_max": 0.616858, "nauc_recall_at_20_std": 0.55891, "nauc_recall_at_20_diff1": 0.296678, "nauc_recall_at_100_max": 0.550913, "nauc_recall_at_100_std": 0.541925, "nauc_recall_at_100_diff1": 0.187741, "nauc_recall_at_1000_max": 0.398748, "nauc_recall_at_1000_std": 0.372741, "nauc_recall_at_1000_diff1": 0.019888, "nauc_precision_at_1_max": 0.724893, "nauc_precision_at_1_std": 0.571275, "nauc_precision_at_1_diff1": 0.494562, "nauc_precision_at_3_max": 0.693435, "nauc_precision_at_3_std": 0.571925, "nauc_precision_at_3_diff1": 0.291635, "nauc_precision_at_5_max": 0.691973, "nauc_precision_at_5_std": 0.580464, "nauc_precision_at_5_diff1": 0.251357, "nauc_precision_at_10_max": 0.683172, "nauc_precision_at_10_std": 0.600487, "nauc_precision_at_10_diff1": 0.217129, "nauc_precision_at_20_max": 0.643455, "nauc_precision_at_20_std": 0.592021, "nauc_precision_at_20_diff1": 0.163175, "nauc_precision_at_100_max": 0.546192, "nauc_precision_at_100_std": 0.525025, "nauc_precision_at_100_diff1": 0.068024, "nauc_precision_at_1000_max": 0.178525, "nauc_precision_at_1000_std": 0.152853, "nauc_precision_at_1000_diff1": -0.066474, "nauc_mrr_at_1_max": 0.724893, "nauc_mrr_at_1_std": 0.571275, "nauc_mrr_at_1_diff1": 0.494562, "nauc_mrr_at_3_max": 0.701953, "nauc_mrr_at_3_std": 0.562756, "nauc_mrr_at_3_diff1": 0.461851, "nauc_mrr_at_5_max": 0.701119, "nauc_mrr_at_5_std": 0.564331, "nauc_mrr_at_5_diff1": 0.455359, "nauc_mrr_at_10_max": 0.699568, "nauc_mrr_at_10_std": 0.56859, "nauc_mrr_at_10_diff1": 0.445725, "nauc_mrr_at_20_max": 0.697208, "nauc_mrr_at_20_std": 0.567873, "nauc_mrr_at_20_diff1": 0.439117, "nauc_mrr_at_100_max": 0.694995, "nauc_mrr_at_100_std": 0.567178, "nauc_mrr_at_100_diff1": 0.435583, "nauc_mrr_at_1000_max": 0.69489, "nauc_mrr_at_1000_std": 0.56713, "nauc_mrr_at_1000_diff1": 0.435401, "main_score": 0.16916, "hf_subset": "jpn-eng", "languages": [ "jpn-Hira", "eng-Latn" ] }, { "ndcg_at_1": 0.05046, "ndcg_at_3": 0.05434, "ndcg_at_5": 0.0591, "ndcg_at_10": 0.06504, "ndcg_at_20": 0.07185, "ndcg_at_100": 0.10635, "ndcg_at_1000": 0.20126, "map_at_1": 0.0379, "map_at_3": 0.04928, "map_at_5": 0.05264, "map_at_10": 0.05524, "map_at_20": 0.05716, "map_at_100": 0.06177, "map_at_1000": 0.06466, "recall_at_1": 0.0379, "recall_at_3": 0.05688, "recall_at_5": 0.06797, "recall_at_10": 0.08479, "recall_at_20": 0.10963, "recall_at_100": 0.27961, "recall_at_1000": 1.0, "precision_at_1": 0.05046, "precision_at_3": 0.02905, "precision_at_5": 0.0208, "precision_at_10": 0.013, "precision_at_20": 0.00818, "precision_at_100": 0.00437, "precision_at_1000": 0.00156, "mrr_at_1": 0.050459, "mrr_at_3": 0.060398, "mrr_at_5": 0.062844, "mrr_at_10": 0.065011, "mrr_at_20": 0.067263, "mrr_at_100": 0.071697, "mrr_at_1000": 0.073981, "nauc_ndcg_at_1_max": -0.116312, "nauc_ndcg_at_1_std": -0.471361, "nauc_ndcg_at_1_diff1": 0.736371, "nauc_ndcg_at_3_max": -0.075102, "nauc_ndcg_at_3_std": -0.444941, "nauc_ndcg_at_3_diff1": 0.635316, "nauc_ndcg_at_5_max": -0.040669, "nauc_ndcg_at_5_std": -0.417825, "nauc_ndcg_at_5_diff1": 0.594689, "nauc_ndcg_at_10_max": -0.021861, "nauc_ndcg_at_10_std": -0.397282, "nauc_ndcg_at_10_diff1": 0.532801, "nauc_ndcg_at_20_max": 0.001922, "nauc_ndcg_at_20_std": -0.360145, "nauc_ndcg_at_20_diff1": 0.487261, "nauc_ndcg_at_100_max": 0.080367, "nauc_ndcg_at_100_std": -0.303611, "nauc_ndcg_at_100_diff1": 0.333745, "nauc_ndcg_at_1000_max": 0.034451, "nauc_ndcg_at_1000_std": -0.326378, "nauc_ndcg_at_1000_diff1": 0.418964, "nauc_map_at_1_max": -0.127884, "nauc_map_at_1_std": -0.470859, "nauc_map_at_1_diff1": 0.826672, "nauc_map_at_3_max": -0.078818, "nauc_map_at_3_std": -0.44948, "nauc_map_at_3_diff1": 0.674223, "nauc_map_at_5_max": -0.059437, "nauc_map_at_5_std": -0.432918, "nauc_map_at_5_diff1": 0.639396, "nauc_map_at_10_max": -0.048383, "nauc_map_at_10_std": -0.422057, "nauc_map_at_10_diff1": 0.607845, "nauc_map_at_20_max": -0.040431, "nauc_map_at_20_std": -0.408979, "nauc_map_at_20_diff1": 0.590895, "nauc_map_at_100_max": -0.021758, "nauc_map_at_100_std": -0.395926, "nauc_map_at_100_diff1": 0.554202, "nauc_map_at_1000_max": -0.023379, "nauc_map_at_1000_std": -0.3952, "nauc_map_at_1000_diff1": 0.556073, "nauc_recall_at_1_max": -0.127884, "nauc_recall_at_1_std": -0.470859, "nauc_recall_at_1_diff1": 0.826672, "nauc_recall_at_3_max": -0.058731, "nauc_recall_at_3_std": -0.432722, "nauc_recall_at_3_diff1": 0.598456, "nauc_recall_at_5_max": 0.009371, "nauc_recall_at_5_std": -0.377733, "nauc_recall_at_5_diff1": 0.52729, "nauc_recall_at_10_max": 0.040995, "nauc_recall_at_10_std": -0.337772, "nauc_recall_at_10_diff1": 0.403253, "nauc_recall_at_20_max": 0.082451, "nauc_recall_at_20_std": -0.246958, "nauc_recall_at_20_diff1": 0.303948, "nauc_recall_at_100_max": 0.209553, "nauc_recall_at_100_std": -0.161252, "nauc_recall_at_100_diff1": 0.041136, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.116312, "nauc_precision_at_1_std": -0.471361, "nauc_precision_at_1_diff1": 0.736371, "nauc_precision_at_3_max": -0.049509, "nauc_precision_at_3_std": -0.439977, "nauc_precision_at_3_diff1": 0.488084, "nauc_precision_at_5_max": 0.006133, "nauc_precision_at_5_std": -0.399713, "nauc_precision_at_5_diff1": 0.421387, "nauc_precision_at_10_max": 0.037244, "nauc_precision_at_10_std": -0.369452, "nauc_precision_at_10_diff1": 0.325698, "nauc_precision_at_20_max": 0.094392, "nauc_precision_at_20_std": -0.295356, "nauc_precision_at_20_diff1": 0.247407, "nauc_precision_at_100_max": 0.257265, "nauc_precision_at_100_std": -0.195552, "nauc_precision_at_100_diff1": -0.030057, "nauc_precision_at_1000_max": 0.099545, "nauc_precision_at_1000_std": 0.01392, "nauc_precision_at_1000_diff1": -0.02677, "nauc_mrr_at_1_max": -0.116312, "nauc_mrr_at_1_std": -0.471361, "nauc_mrr_at_1_diff1": 0.736371, "nauc_mrr_at_3_max": -0.082723, "nauc_mrr_at_3_std": -0.444445, "nauc_mrr_at_3_diff1": 0.620923, "nauc_mrr_at_5_max": -0.060315, "nauc_mrr_at_5_std": -0.431101, "nauc_mrr_at_5_diff1": 0.603958, "nauc_mrr_at_10_max": -0.05349, "nauc_mrr_at_10_std": -0.425982, "nauc_mrr_at_10_diff1": 0.579122, "nauc_mrr_at_20_max": -0.041015, "nauc_mrr_at_20_std": -0.412712, "nauc_mrr_at_20_diff1": 0.561222, "nauc_mrr_at_100_max": -0.030397, "nauc_mrr_at_100_std": -0.399776, "nauc_mrr_at_100_diff1": 0.536838, "nauc_mrr_at_1000_max": -0.032739, "nauc_mrr_at_1000_std": -0.400797, "nauc_mrr_at_1000_diff1": 0.539645, "main_score": 0.06504, "hf_subset": "kor-kor", "languages": [ "kor-Hang", "kor-Hang" ] }, { "ndcg_at_1": 0.09174, "ndcg_at_3": 0.08876, "ndcg_at_5": 0.09432, "ndcg_at_10": 0.10438, "ndcg_at_20": 0.11261, "ndcg_at_100": 0.14879, "ndcg_at_1000": 0.23646, "map_at_1": 0.05813, "map_at_3": 0.07666, "map_at_5": 0.08256, "map_at_10": 0.08716, "map_at_20": 0.08956, "map_at_100": 0.09464, "map_at_1000": 0.09772, "recall_at_1": 0.05813, "recall_at_3": 0.08634, "recall_at_5": 0.10311, "recall_at_10": 0.12821, "recall_at_20": 0.15341, "recall_at_100": 0.33058, "recall_at_1000": 0.95094, "precision_at_1": 0.09174, "precision_at_3": 0.0525, "precision_at_5": 0.03823, "precision_at_10": 0.02431, "precision_at_20": 0.01529, "precision_at_100": 0.00616, "precision_at_1000": 0.00184, "mrr_at_1": 0.091743, "mrr_at_3": 0.10474, "mrr_at_5": 0.108716, "mrr_at_10": 0.113584, "mrr_at_20": 0.116352, "mrr_at_100": 0.120635, "mrr_at_1000": 0.122769, "nauc_ndcg_at_1_max": 0.535165, "nauc_ndcg_at_1_std": 0.465537, "nauc_ndcg_at_1_diff1": 0.692233, "nauc_ndcg_at_3_max": 0.523892, "nauc_ndcg_at_3_std": 0.463795, "nauc_ndcg_at_3_diff1": 0.713846, "nauc_ndcg_at_5_max": 0.525506, "nauc_ndcg_at_5_std": 0.469137, "nauc_ndcg_at_5_diff1": 0.703044, "nauc_ndcg_at_10_max": 0.537425, "nauc_ndcg_at_10_std": 0.48021, "nauc_ndcg_at_10_diff1": 0.686852, "nauc_ndcg_at_20_max": 0.523129, "nauc_ndcg_at_20_std": 0.470515, "nauc_ndcg_at_20_diff1": 0.661738, "nauc_ndcg_at_100_max": 0.527805, "nauc_ndcg_at_100_std": 0.489318, "nauc_ndcg_at_100_diff1": 0.60912, "nauc_ndcg_at_1000_max": 0.52512, "nauc_ndcg_at_1000_std": 0.483335, "nauc_ndcg_at_1000_diff1": 0.619171, "nauc_map_at_1_max": 0.501754, "nauc_map_at_1_std": 0.432235, "nauc_map_at_1_diff1": 0.738266, "nauc_map_at_3_max": 0.51536, "nauc_map_at_3_std": 0.453238, "nauc_map_at_3_diff1": 0.722107, "nauc_map_at_5_max": 0.520708, "nauc_map_at_5_std": 0.46198, "nauc_map_at_5_diff1": 0.711145, "nauc_map_at_10_max": 0.527122, "nauc_map_at_10_std": 0.467444, "nauc_map_at_10_diff1": 0.704831, "nauc_map_at_20_max": 0.523747, "nauc_map_at_20_std": 0.46565, "nauc_map_at_20_diff1": 0.696118, "nauc_map_at_100_max": 0.524331, "nauc_map_at_100_std": 0.468951, "nauc_map_at_100_diff1": 0.685218, "nauc_map_at_1000_max": 0.526274, "nauc_map_at_1000_std": 0.471118, "nauc_map_at_1000_diff1": 0.684578, "nauc_recall_at_1_max": 0.501754, "nauc_recall_at_1_std": 0.432235, "nauc_recall_at_1_diff1": 0.738266, "nauc_recall_at_3_max": 0.506512, "nauc_recall_at_3_std": 0.448751, "nauc_recall_at_3_diff1": 0.710713, "nauc_recall_at_5_max": 0.510829, "nauc_recall_at_5_std": 0.459714, "nauc_recall_at_5_diff1": 0.675341, "nauc_recall_at_10_max": 0.531388, "nauc_recall_at_10_std": 0.477353, "nauc_recall_at_10_diff1": 0.641963, "nauc_recall_at_20_max": 0.495167, "nauc_recall_at_20_std": 0.450942, "nauc_recall_at_20_diff1": 0.586603, "nauc_recall_at_100_max": 0.465217, "nauc_recall_at_100_std": 0.46478, "nauc_recall_at_100_diff1": 0.429584, "nauc_recall_at_1000_max": 0.472954, "nauc_recall_at_1000_std": 0.555798, "nauc_recall_at_1000_diff1": 0.413376, "nauc_precision_at_1_max": 0.535165, "nauc_precision_at_1_std": 0.465537, "nauc_precision_at_1_diff1": 0.692233, "nauc_precision_at_3_max": 0.549399, "nauc_precision_at_3_std": 0.49558, "nauc_precision_at_3_diff1": 0.693655, "nauc_precision_at_5_max": 0.551092, "nauc_precision_at_5_std": 0.507205, "nauc_precision_at_5_diff1": 0.665858, "nauc_precision_at_10_max": 0.573194, "nauc_precision_at_10_std": 0.527812, "nauc_precision_at_10_diff1": 0.629354, "nauc_precision_at_20_max": 0.526793, "nauc_precision_at_20_std": 0.494764, "nauc_precision_at_20_diff1": 0.567826, "nauc_precision_at_100_max": 0.55715, "nauc_precision_at_100_std": 0.552315, "nauc_precision_at_100_diff1": 0.426928, "nauc_precision_at_1000_max": 0.117123, "nauc_precision_at_1000_std": 0.118604, "nauc_precision_at_1000_diff1": 0.018037, "nauc_mrr_at_1_max": 0.535165, "nauc_mrr_at_1_std": 0.465537, "nauc_mrr_at_1_diff1": 0.692233, "nauc_mrr_at_3_max": 0.531094, "nauc_mrr_at_3_std": 0.472901, "nauc_mrr_at_3_diff1": 0.695611, "nauc_mrr_at_5_max": 0.534978, "nauc_mrr_at_5_std": 0.476431, "nauc_mrr_at_5_diff1": 0.693469, "nauc_mrr_at_10_max": 0.539572, "nauc_mrr_at_10_std": 0.482172, "nauc_mrr_at_10_diff1": 0.680008, "nauc_mrr_at_20_max": 0.532921, "nauc_mrr_at_20_std": 0.477199, "nauc_mrr_at_20_diff1": 0.67106, "nauc_mrr_at_100_max": 0.532818, "nauc_mrr_at_100_std": 0.478175, "nauc_mrr_at_100_diff1": 0.663217, "nauc_mrr_at_1000_max": 0.53266, "nauc_mrr_at_1000_std": 0.477941, "nauc_mrr_at_1000_diff1": 0.663559, "main_score": 0.10438, "hf_subset": "eng-kor", "languages": [ "eng-Latn", "kor-Hang" ] }, { "ndcg_at_1": 0.05375, "ndcg_at_3": 0.06284, "ndcg_at_5": 0.06889, "ndcg_at_10": 0.07526, "ndcg_at_20": 0.08469, "ndcg_at_100": 0.11484, "ndcg_at_1000": 0.20953, "map_at_1": 0.03775, "map_at_3": 0.05538, "map_at_5": 0.0598, "map_at_10": 0.06268, "map_at_20": 0.0652, "map_at_100": 0.06953, "map_at_1000": 0.07221, "recall_at_1": 0.03775, "recall_at_3": 0.06835, "recall_at_5": 0.08194, "recall_at_10": 0.10046, "recall_at_20": 0.13559, "recall_at_100": 0.2799, "recall_at_1000": 1.0, "precision_at_1": 0.05375, "precision_at_3": 0.03692, "precision_at_5": 0.02769, "precision_at_10": 0.01678, "precision_at_20": 0.01099, "precision_at_100": 0.0048, "precision_at_1000": 0.00167, "mrr_at_1": 0.053746, "mrr_at_3": 0.067861, "mrr_at_5": 0.071688, "mrr_at_10": 0.074418, "mrr_at_20": 0.076903, "mrr_at_100": 0.080649, "mrr_at_1000": 0.082812, "nauc_ndcg_at_1_max": 0.578462, "nauc_ndcg_at_1_std": 0.199443, "nauc_ndcg_at_1_diff1": 0.558395, "nauc_ndcg_at_3_max": 0.500674, "nauc_ndcg_at_3_std": 0.145166, "nauc_ndcg_at_3_diff1": 0.506919, "nauc_ndcg_at_5_max": 0.483159, "nauc_ndcg_at_5_std": 0.161416, "nauc_ndcg_at_5_diff1": 0.451295, "nauc_ndcg_at_10_max": 0.488265, "nauc_ndcg_at_10_std": 0.197544, "nauc_ndcg_at_10_diff1": 0.411817, "nauc_ndcg_at_20_max": 0.482291, "nauc_ndcg_at_20_std": 0.217087, "nauc_ndcg_at_20_diff1": 0.35559, "nauc_ndcg_at_100_max": 0.500121, "nauc_ndcg_at_100_std": 0.307676, "nauc_ndcg_at_100_diff1": 0.243175, "nauc_ndcg_at_1000_max": 0.478511, "nauc_ndcg_at_1000_std": 0.245899, "nauc_ndcg_at_1000_diff1": 0.312303, "nauc_map_at_1_max": 0.59272, "nauc_map_at_1_std": 0.177075, "nauc_map_at_1_diff1": 0.70896, "nauc_map_at_3_max": 0.517887, "nauc_map_at_3_std": 0.148324, "nauc_map_at_3_diff1": 0.54014, "nauc_map_at_5_max": 0.504589, "nauc_map_at_5_std": 0.156231, "nauc_map_at_5_diff1": 0.497098, "nauc_map_at_10_max": 0.503204, "nauc_map_at_10_std": 0.172536, "nauc_map_at_10_diff1": 0.47475, "nauc_map_at_20_max": 0.499587, "nauc_map_at_20_std": 0.179368, "nauc_map_at_20_diff1": 0.455217, "nauc_map_at_100_max": 0.503755, "nauc_map_at_100_std": 0.200801, "nauc_map_at_100_diff1": 0.426663, "nauc_map_at_1000_max": 0.501639, "nauc_map_at_1000_std": 0.197641, "nauc_map_at_1000_diff1": 0.428829, "nauc_recall_at_1_max": 0.59272, "nauc_recall_at_1_std": 0.177075, "nauc_recall_at_1_diff1": 0.70896, "nauc_recall_at_3_max": 0.459773, "nauc_recall_at_3_std": 0.118529, "nauc_recall_at_3_diff1": 0.483186, "nauc_recall_at_5_max": 0.433471, "nauc_recall_at_5_std": 0.148951, "nauc_recall_at_5_diff1": 0.384196, "nauc_recall_at_10_max": 0.441767, "nauc_recall_at_10_std": 0.222835, "nauc_recall_at_10_diff1": 0.302045, "nauc_recall_at_20_max": 0.428452, "nauc_recall_at_20_std": 0.259686, "nauc_recall_at_20_diff1": 0.181002, "nauc_recall_at_100_max": 0.45868, "nauc_recall_at_100_std": 0.42644, "nauc_recall_at_100_diff1": -0.008552, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.578462, "nauc_precision_at_1_std": 0.199443, "nauc_precision_at_1_diff1": 0.558395, "nauc_precision_at_3_max": 0.476761, "nauc_precision_at_3_std": 0.1627, "nauc_precision_at_3_diff1": 0.36535, "nauc_precision_at_5_max": 0.446414, "nauc_precision_at_5_std": 0.191859, "nauc_precision_at_5_diff1": 0.296108, "nauc_precision_at_10_max": 0.450426, "nauc_precision_at_10_std": 0.255535, "nauc_precision_at_10_diff1": 0.23466, "nauc_precision_at_20_max": 0.451431, "nauc_precision_at_20_std": 0.296158, "nauc_precision_at_20_diff1": 0.15029, "nauc_precision_at_100_max": 0.524839, "nauc_precision_at_100_std": 0.522255, "nauc_precision_at_100_diff1": -0.076457, "nauc_precision_at_1000_max": 0.091163, "nauc_precision_at_1000_std": 0.121663, "nauc_precision_at_1000_diff1": -0.061691, "nauc_mrr_at_1_max": 0.578462, "nauc_mrr_at_1_std": 0.199443, "nauc_mrr_at_1_diff1": 0.558395, "nauc_mrr_at_3_max": 0.530058, "nauc_mrr_at_3_std": 0.175074, "nauc_mrr_at_3_diff1": 0.49072, "nauc_mrr_at_5_max": 0.517445, "nauc_mrr_at_5_std": 0.187395, "nauc_mrr_at_5_diff1": 0.463607, "nauc_mrr_at_10_max": 0.521437, "nauc_mrr_at_10_std": 0.20508, "nauc_mrr_at_10_diff1": 0.444427, "nauc_mrr_at_20_max": 0.519512, "nauc_mrr_at_20_std": 0.210708, "nauc_mrr_at_20_diff1": 0.425909, "nauc_mrr_at_100_max": 0.518946, "nauc_mrr_at_100_std": 0.220773, "nauc_mrr_at_100_diff1": 0.407587, "nauc_mrr_at_1000_max": 0.517513, "nauc_mrr_at_1000_std": 0.218078, "nauc_mrr_at_1000_diff1": 0.41008, "main_score": 0.07526, "hf_subset": "kor-eng", "languages": [ "kor-Hang", "eng-Latn" ] }, { "ndcg_at_1": 0.3465, "ndcg_at_3": 0.35754, "ndcg_at_5": 0.37814, "ndcg_at_10": 0.4118, "ndcg_at_20": 0.43622, "ndcg_at_100": 0.47314, "ndcg_at_1000": 0.50619, "map_at_1": 0.19089, "map_at_3": 0.30318, "map_at_5": 0.33216, "map_at_10": 0.35056, "map_at_20": 0.35954, "map_at_100": 0.36601, "map_at_1000": 0.36756, "recall_at_1": 0.19089, "recall_at_3": 0.35448, "recall_at_5": 0.42715, "recall_at_10": 0.51251, "recall_at_20": 0.58938, "recall_at_100": 0.75586, "recall_at_1000": 0.97781, "precision_at_1": 0.3465, "precision_at_3": 0.23907, "precision_at_5": 0.17605, "precision_at_10": 0.10637, "precision_at_20": 0.0621, "precision_at_100": 0.01589, "precision_at_1000": 0.00204, "mrr_at_1": 0.345223, "mrr_at_3": 0.401486, "mrr_at_5": 0.415435, "mrr_at_10": 0.425214, "mrr_at_20": 0.430374, "mrr_at_100": 0.433989, "mrr_at_1000": 0.434695, "nauc_ndcg_at_1_max": 0.245929, "nauc_ndcg_at_1_std": -0.175715, "nauc_ndcg_at_1_diff1": 0.398242, "nauc_ndcg_at_3_max": 0.235284, "nauc_ndcg_at_3_std": -0.163014, "nauc_ndcg_at_3_diff1": 0.309375, "nauc_ndcg_at_5_max": 0.23918, "nauc_ndcg_at_5_std": -0.156266, "nauc_ndcg_at_5_diff1": 0.30496, "nauc_ndcg_at_10_max": 0.241365, "nauc_ndcg_at_10_std": -0.152195, "nauc_ndcg_at_10_diff1": 0.287283, "nauc_ndcg_at_20_max": 0.236659, "nauc_ndcg_at_20_std": -0.139425, "nauc_ndcg_at_20_diff1": 0.276208, "nauc_ndcg_at_100_max": 0.244157, "nauc_ndcg_at_100_std": -0.118047, "nauc_ndcg_at_100_diff1": 0.294033, "nauc_ndcg_at_1000_max": 0.238406, "nauc_ndcg_at_1000_std": -0.125431, "nauc_ndcg_at_1000_diff1": 0.297251, "nauc_map_at_1_max": 0.145757, "nauc_map_at_1_std": -0.184868, "nauc_map_at_1_diff1": 0.424876, "nauc_map_at_3_max": 0.213943, "nauc_map_at_3_std": -0.177301, "nauc_map_at_3_diff1": 0.328357, "nauc_map_at_5_max": 0.230781, "nauc_map_at_5_std": -0.164688, "nauc_map_at_5_diff1": 0.310543, "nauc_map_at_10_max": 0.233823, "nauc_map_at_10_std": -0.160663, "nauc_map_at_10_diff1": 0.29982, "nauc_map_at_20_max": 0.233508, "nauc_map_at_20_std": -0.155629, "nauc_map_at_20_diff1": 0.295575, "nauc_map_at_100_max": 0.234682, "nauc_map_at_100_std": -0.151133, "nauc_map_at_100_diff1": 0.298377, "nauc_map_at_1000_max": 0.234356, "nauc_map_at_1000_std": -0.151293, "nauc_map_at_1000_diff1": 0.298416, "nauc_recall_at_1_max": 0.145757, "nauc_recall_at_1_std": -0.184868, "nauc_recall_at_1_diff1": 0.424876, "nauc_recall_at_3_max": 0.202361, "nauc_recall_at_3_std": -0.160925, "nauc_recall_at_3_diff1": 0.275554, "nauc_recall_at_5_max": 0.230973, "nauc_recall_at_5_std": -0.132611, "nauc_recall_at_5_diff1": 0.24969, "nauc_recall_at_10_max": 0.22746, "nauc_recall_at_10_std": -0.131207, "nauc_recall_at_10_diff1": 0.196106, "nauc_recall_at_20_max": 0.207578, "nauc_recall_at_20_std": -0.09568, "nauc_recall_at_20_diff1": 0.152302, "nauc_recall_at_100_max": 0.253282, "nauc_recall_at_100_std": 0.036461, "nauc_recall_at_100_diff1": 0.224536, "nauc_recall_at_1000_max": 0.259152, "nauc_recall_at_1000_std": 0.463763, "nauc_recall_at_1000_diff1": 0.186339, "nauc_precision_at_1_max": 0.245929, "nauc_precision_at_1_std": -0.175715, "nauc_precision_at_1_diff1": 0.398242, "nauc_precision_at_3_max": 0.267885, "nauc_precision_at_3_std": -0.107146, "nauc_precision_at_3_diff1": 0.154943, "nauc_precision_at_5_max": 0.267746, "nauc_precision_at_5_std": -0.06807, "nauc_precision_at_5_diff1": 0.104947, "nauc_precision_at_10_max": 0.24665, "nauc_precision_at_10_std": -0.039957, "nauc_precision_at_10_diff1": 0.065724, "nauc_precision_at_20_max": 0.212782, "nauc_precision_at_20_std": 0.013467, "nauc_precision_at_20_diff1": 0.020057, "nauc_precision_at_100_max": 0.172782, "nauc_precision_at_100_std": 0.107965, "nauc_precision_at_100_diff1": 0.01191, "nauc_precision_at_1000_max": 0.070351, "nauc_precision_at_1000_std": 0.122611, "nauc_precision_at_1000_diff1": -0.062083, "nauc_mrr_at_1_max": 0.241925, "nauc_mrr_at_1_std": -0.173218, "nauc_mrr_at_1_diff1": 0.402095, "nauc_mrr_at_3_max": 0.239685, "nauc_mrr_at_3_std": -0.165026, "nauc_mrr_at_3_diff1": 0.353693, "nauc_mrr_at_5_max": 0.24373, "nauc_mrr_at_5_std": -0.159713, "nauc_mrr_at_5_diff1": 0.350467, "nauc_mrr_at_10_max": 0.246593, "nauc_mrr_at_10_std": -0.156607, "nauc_mrr_at_10_diff1": 0.348125, "nauc_mrr_at_20_max": 0.243675, "nauc_mrr_at_20_std": -0.154942, "nauc_mrr_at_20_diff1": 0.347221, "nauc_mrr_at_100_max": 0.244694, "nauc_mrr_at_100_std": -0.154942, "nauc_mrr_at_100_diff1": 0.349312, "nauc_mrr_at_1000_max": 0.244641, "nauc_mrr_at_1000_std": -0.155046, "nauc_mrr_at_1000_diff1": 0.349384, "main_score": 0.4118, "hf_subset": "pol-pol", "languages": [ "pol-Latn", "pol-Latn" ] }, { "ndcg_at_1": 0.21911, "ndcg_at_3": 0.2142, "ndcg_at_5": 0.2302, "ndcg_at_10": 0.25846, "ndcg_at_20": 0.29024, "ndcg_at_100": 0.33679, "ndcg_at_1000": 0.38472, "map_at_1": 0.101, "map_at_3": 0.16157, "map_at_5": 0.18827, "map_at_10": 0.2041, "map_at_20": 0.21482, "map_at_100": 0.22306, "map_at_1000": 0.22542, "recall_at_1": 0.101, "recall_at_3": 0.19459, "recall_at_5": 0.2617, "recall_at_10": 0.32847, "recall_at_20": 0.43017, "recall_at_100": 0.63592, "recall_at_1000": 0.94238, "precision_at_1": 0.21911, "precision_at_3": 0.15626, "precision_at_5": 0.12739, "precision_at_10": 0.08115, "precision_at_20": 0.05197, "precision_at_100": 0.01518, "precision_at_1000": 0.00225, "mrr_at_1": 0.219108, "mrr_at_3": 0.263482, "mrr_at_5": 0.277686, "mrr_at_10": 0.286806, "mrr_at_20": 0.294377, "mrr_at_100": 0.298656, "mrr_at_1000": 0.299646, "nauc_ndcg_at_1_max": 0.33818, "nauc_ndcg_at_1_std": 0.020532, "nauc_ndcg_at_1_diff1": 0.356462, "nauc_ndcg_at_3_max": 0.307306, "nauc_ndcg_at_3_std": 0.015973, "nauc_ndcg_at_3_diff1": 0.288605, "nauc_ndcg_at_5_max": 0.293632, "nauc_ndcg_at_5_std": 0.005, "nauc_ndcg_at_5_diff1": 0.282209, "nauc_ndcg_at_10_max": 0.309417, "nauc_ndcg_at_10_std": 0.029857, "nauc_ndcg_at_10_diff1": 0.274694, "nauc_ndcg_at_20_max": 0.315828, "nauc_ndcg_at_20_std": 0.051184, "nauc_ndcg_at_20_diff1": 0.274018, "nauc_ndcg_at_100_max": 0.321764, "nauc_ndcg_at_100_std": 0.068793, "nauc_ndcg_at_100_diff1": 0.27919, "nauc_ndcg_at_1000_max": 0.318513, "nauc_ndcg_at_1000_std": 0.061082, "nauc_ndcg_at_1000_diff1": 0.281383, "nauc_map_at_1_max": 0.219753, "nauc_map_at_1_std": -0.017765, "nauc_map_at_1_diff1": 0.320686, "nauc_map_at_3_max": 0.280033, "nauc_map_at_3_std": -0.002107, "nauc_map_at_3_diff1": 0.293504, "nauc_map_at_5_max": 0.299812, "nauc_map_at_5_std": 0.003991, "nauc_map_at_5_diff1": 0.296993, "nauc_map_at_10_max": 0.313466, "nauc_map_at_10_std": 0.022541, "nauc_map_at_10_diff1": 0.290762, "nauc_map_at_20_max": 0.314524, "nauc_map_at_20_std": 0.027556, "nauc_map_at_20_diff1": 0.289909, "nauc_map_at_100_max": 0.317643, "nauc_map_at_100_std": 0.031828, "nauc_map_at_100_diff1": 0.292134, "nauc_map_at_1000_max": 0.317549, "nauc_map_at_1000_std": 0.032004, "nauc_map_at_1000_diff1": 0.292233, "nauc_recall_at_1_max": 0.219753, "nauc_recall_at_1_std": -0.017765, "nauc_recall_at_1_diff1": 0.320686, "nauc_recall_at_3_max": 0.242082, "nauc_recall_at_3_std": -0.004589, "nauc_recall_at_3_diff1": 0.235953, "nauc_recall_at_5_max": 0.238559, "nauc_recall_at_5_std": -0.014658, "nauc_recall_at_5_diff1": 0.21386, "nauc_recall_at_10_max": 0.261726, "nauc_recall_at_10_std": 0.032325, "nauc_recall_at_10_diff1": 0.195832, "nauc_recall_at_20_max": 0.267789, "nauc_recall_at_20_std": 0.083495, "nauc_recall_at_20_diff1": 0.194377, "nauc_recall_at_100_max": 0.279669, "nauc_recall_at_100_std": 0.161953, "nauc_recall_at_100_diff1": 0.200219, "nauc_recall_at_1000_max": 0.320441, "nauc_recall_at_1000_std": 0.34203, "nauc_recall_at_1000_diff1": 0.151539, "nauc_precision_at_1_max": 0.33818, "nauc_precision_at_1_std": 0.020532, "nauc_precision_at_1_diff1": 0.356462, "nauc_precision_at_3_max": 0.353128, "nauc_precision_at_3_std": 0.034363, "nauc_precision_at_3_diff1": 0.281254, "nauc_precision_at_5_max": 0.360922, "nauc_precision_at_5_std": 0.050053, "nauc_precision_at_5_diff1": 0.268734, "nauc_precision_at_10_max": 0.357229, "nauc_precision_at_10_std": 0.093529, "nauc_precision_at_10_diff1": 0.23078, "nauc_precision_at_20_max": 0.360197, "nauc_precision_at_20_std": 0.141368, "nauc_precision_at_20_diff1": 0.214465, "nauc_precision_at_100_max": 0.313904, "nauc_precision_at_100_std": 0.171078, "nauc_precision_at_100_diff1": 0.181303, "nauc_precision_at_1000_max": 0.161458, "nauc_precision_at_1000_std": 0.109403, "nauc_precision_at_1000_diff1": 0.080228, "nauc_mrr_at_1_max": 0.33818, "nauc_mrr_at_1_std": 0.020532, "nauc_mrr_at_1_diff1": 0.356462, "nauc_mrr_at_3_max": 0.317336, "nauc_mrr_at_3_std": 0.023842, "nauc_mrr_at_3_diff1": 0.316555, "nauc_mrr_at_5_max": 0.308809, "nauc_mrr_at_5_std": 0.02171, "nauc_mrr_at_5_diff1": 0.30577, "nauc_mrr_at_10_max": 0.314831, "nauc_mrr_at_10_std": 0.026858, "nauc_mrr_at_10_diff1": 0.307808, "nauc_mrr_at_20_max": 0.318325, "nauc_mrr_at_20_std": 0.035592, "nauc_mrr_at_20_diff1": 0.306277, "nauc_mrr_at_100_max": 0.317353, "nauc_mrr_at_100_std": 0.03533, "nauc_mrr_at_100_diff1": 0.306845, "nauc_mrr_at_1000_max": 0.317336, "nauc_mrr_at_1000_std": 0.034903, "nauc_mrr_at_1000_diff1": 0.307058, "main_score": 0.25846, "hf_subset": "eng-pol", "languages": [ "eng-Latn", "pol-Latn" ] }, { "ndcg_at_1": 0.31017, "ndcg_at_3": 0.30813, "ndcg_at_5": 0.32141, "ndcg_at_10": 0.35921, "ndcg_at_20": 0.38518, "ndcg_at_100": 0.42933, "ndcg_at_1000": 0.46607, "map_at_1": 0.16961, "map_at_3": 0.25913, "map_at_5": 0.28153, "map_at_10": 0.30216, "map_at_20": 0.31125, "map_at_100": 0.31913, "map_at_1000": 0.32083, "recall_at_1": 0.16961, "recall_at_3": 0.29938, "recall_at_5": 0.35094, "recall_at_10": 0.44663, "recall_at_20": 0.53022, "recall_at_100": 0.72565, "recall_at_1000": 0.97608, "precision_at_1": 0.31017, "precision_at_3": 0.20635, "precision_at_5": 0.15109, "precision_at_10": 0.09601, "precision_at_20": 0.05701, "precision_at_100": 0.01569, "precision_at_1000": 0.00206, "mrr_at_1": 0.310167, "mrr_at_3": 0.355641, "mrr_at_5": 0.366645, "mrr_at_10": 0.377463, "mrr_at_20": 0.383586, "mrr_at_100": 0.388051, "mrr_at_1000": 0.388786, "nauc_ndcg_at_1_max": 0.240712, "nauc_ndcg_at_1_std": -0.208299, "nauc_ndcg_at_1_diff1": 0.370864, "nauc_ndcg_at_3_max": 0.222384, "nauc_ndcg_at_3_std": -0.20974, "nauc_ndcg_at_3_diff1": 0.307409, "nauc_ndcg_at_5_max": 0.221199, "nauc_ndcg_at_5_std": -0.203448, "nauc_ndcg_at_5_diff1": 0.301707, "nauc_ndcg_at_10_max": 0.220872, "nauc_ndcg_at_10_std": -0.199483, "nauc_ndcg_at_10_diff1": 0.290424, "nauc_ndcg_at_20_max": 0.219713, "nauc_ndcg_at_20_std": -0.182843, "nauc_ndcg_at_20_diff1": 0.280328, "nauc_ndcg_at_100_max": 0.212605, "nauc_ndcg_at_100_std": -0.162076, "nauc_ndcg_at_100_diff1": 0.278338, "nauc_ndcg_at_1000_max": 0.219083, "nauc_ndcg_at_1000_std": -0.168405, "nauc_ndcg_at_1000_diff1": 0.285166, "nauc_map_at_1_max": 0.119583, "nauc_map_at_1_std": -0.215943, "nauc_map_at_1_diff1": 0.385877, "nauc_map_at_3_max": 0.202837, "nauc_map_at_3_std": -0.218137, "nauc_map_at_3_diff1": 0.322185, "nauc_map_at_5_max": 0.218169, "nauc_map_at_5_std": -0.207517, "nauc_map_at_5_diff1": 0.306064, "nauc_map_at_10_max": 0.221468, "nauc_map_at_10_std": -0.205178, "nauc_map_at_10_diff1": 0.299019, "nauc_map_at_20_max": 0.22066, "nauc_map_at_20_std": -0.199512, "nauc_map_at_20_diff1": 0.294843, "nauc_map_at_100_max": 0.220456, "nauc_map_at_100_std": -0.195131, "nauc_map_at_100_diff1": 0.293709, "nauc_map_at_1000_max": 0.220709, "nauc_map_at_1000_std": -0.194931, "nauc_map_at_1000_diff1": 0.293987, "nauc_recall_at_1_max": 0.119583, "nauc_recall_at_1_std": -0.215943, "nauc_recall_at_1_diff1": 0.385877, "nauc_recall_at_3_max": 0.184647, "nauc_recall_at_3_std": -0.206844, "nauc_recall_at_3_diff1": 0.294037, "nauc_recall_at_5_max": 0.207544, "nauc_recall_at_5_std": -0.178694, "nauc_recall_at_5_diff1": 0.267165, "nauc_recall_at_10_max": 0.193587, "nauc_recall_at_10_std": -0.172521, "nauc_recall_at_10_diff1": 0.232575, "nauc_recall_at_20_max": 0.181588, "nauc_recall_at_20_std": -0.117706, "nauc_recall_at_20_diff1": 0.194291, "nauc_recall_at_100_max": 0.119994, "nauc_recall_at_100_std": 4.6e-05, "nauc_recall_at_100_diff1": 0.155272, "nauc_recall_at_1000_max": -0.028908, "nauc_recall_at_1000_std": 0.308411, "nauc_recall_at_1000_diff1": -0.154308, "nauc_precision_at_1_max": 0.240712, "nauc_precision_at_1_std": -0.208299, "nauc_precision_at_1_diff1": 0.370864, "nauc_precision_at_3_max": 0.279861, "nauc_precision_at_3_std": -0.168488, "nauc_precision_at_3_diff1": 0.190105, "nauc_precision_at_5_max": 0.283835, "nauc_precision_at_5_std": -0.13325, "nauc_precision_at_5_diff1": 0.139271, "nauc_precision_at_10_max": 0.264323, "nauc_precision_at_10_std": -0.096115, "nauc_precision_at_10_diff1": 0.103156, "nauc_precision_at_20_max": 0.24416, "nauc_precision_at_20_std": -0.041556, "nauc_precision_at_20_diff1": 0.059268, "nauc_precision_at_100_max": 0.169972, "nauc_precision_at_100_std": 0.056365, "nauc_precision_at_100_diff1": 0.001913, "nauc_precision_at_1000_max": 0.137998, "nauc_precision_at_1000_std": 0.106409, "nauc_precision_at_1000_diff1": -0.055569, "nauc_mrr_at_1_max": 0.240712, "nauc_mrr_at_1_std": -0.208299, "nauc_mrr_at_1_diff1": 0.370864, "nauc_mrr_at_3_max": 0.225712, "nauc_mrr_at_3_std": -0.214326, "nauc_mrr_at_3_diff1": 0.341513, "nauc_mrr_at_5_max": 0.228496, "nauc_mrr_at_5_std": -0.20686, "nauc_mrr_at_5_diff1": 0.333596, "nauc_mrr_at_10_max": 0.226392, "nauc_mrr_at_10_std": -0.204844, "nauc_mrr_at_10_diff1": 0.330612, "nauc_mrr_at_20_max": 0.227309, "nauc_mrr_at_20_std": -0.202088, "nauc_mrr_at_20_diff1": 0.33033, "nauc_mrr_at_100_max": 0.22668, "nauc_mrr_at_100_std": -0.199651, "nauc_mrr_at_100_diff1": 0.331124, "nauc_mrr_at_1000_max": 0.226791, "nauc_mrr_at_1000_std": -0.199933, "nauc_mrr_at_1000_diff1": 0.33135, "main_score": 0.35921, "hf_subset": "pol-eng", "languages": [ "pol-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.39625, "ndcg_at_3": 0.39684, "ndcg_at_5": 0.40751, "ndcg_at_10": 0.43924, "ndcg_at_20": 0.46563, "ndcg_at_100": 0.5057, "ndcg_at_1000": 0.5335, "map_at_1": 0.20467, "map_at_3": 0.32702, "map_at_5": 0.35881, "map_at_10": 0.37804, "map_at_20": 0.38848, "map_at_100": 0.39565, "map_at_1000": 0.39694, "recall_at_1": 0.20467, "recall_at_3": 0.3724, "recall_at_5": 0.43688, "recall_at_10": 0.51427, "recall_at_20": 0.60058, "recall_at_100": 0.78423, "recall_at_1000": 0.98062, "precision_at_1": 0.39625, "precision_at_3": 0.27958, "precision_at_5": 0.205, "precision_at_10": 0.12125, "precision_at_20": 0.06956, "precision_at_100": 0.01765, "precision_at_1000": 0.00211, "mrr_at_1": 0.39625, "mrr_at_3": 0.452083, "mrr_at_5": 0.464208, "mrr_at_10": 0.472054, "mrr_at_20": 0.476579, "mrr_at_100": 0.48008, "mrr_at_1000": 0.480625, "nauc_ndcg_at_1_max": 0.343309, "nauc_ndcg_at_1_std": -0.133022, "nauc_ndcg_at_1_diff1": 0.531716, "nauc_ndcg_at_3_max": 0.314421, "nauc_ndcg_at_3_std": -0.149593, "nauc_ndcg_at_3_diff1": 0.45596, "nauc_ndcg_at_5_max": 0.287122, "nauc_ndcg_at_5_std": -0.15232, "nauc_ndcg_at_5_diff1": 0.446434, "nauc_ndcg_at_10_max": 0.293429, "nauc_ndcg_at_10_std": -0.143183, "nauc_ndcg_at_10_diff1": 0.438805, "nauc_ndcg_at_20_max": 0.304018, "nauc_ndcg_at_20_std": -0.135347, "nauc_ndcg_at_20_diff1": 0.438055, "nauc_ndcg_at_100_max": 0.322412, "nauc_ndcg_at_100_std": -0.110587, "nauc_ndcg_at_100_diff1": 0.447389, "nauc_ndcg_at_1000_max": 0.314509, "nauc_ndcg_at_1000_std": -0.12593, "nauc_ndcg_at_1000_diff1": 0.453453, "nauc_map_at_1_max": 0.159314, "nauc_map_at_1_std": -0.144356, "nauc_map_at_1_diff1": 0.523283, "nauc_map_at_3_max": 0.262043, "nauc_map_at_3_std": -0.155632, "nauc_map_at_3_diff1": 0.463127, "nauc_map_at_5_max": 0.281904, "nauc_map_at_5_std": -0.149436, "nauc_map_at_5_diff1": 0.442248, "nauc_map_at_10_max": 0.288148, "nauc_map_at_10_std": -0.144355, "nauc_map_at_10_diff1": 0.438318, "nauc_map_at_20_max": 0.29374, "nauc_map_at_20_std": -0.142645, "nauc_map_at_20_diff1": 0.439193, "nauc_map_at_100_max": 0.298316, "nauc_map_at_100_std": -0.13821, "nauc_map_at_100_diff1": 0.441327, "nauc_map_at_1000_max": 0.298005, "nauc_map_at_1000_std": -0.138575, "nauc_map_at_1000_diff1": 0.441566, "nauc_recall_at_1_max": 0.159314, "nauc_recall_at_1_std": -0.144356, "nauc_recall_at_1_diff1": 0.523283, "nauc_recall_at_3_max": 0.23401, "nauc_recall_at_3_std": -0.15779, "nauc_recall_at_3_diff1": 0.410098, "nauc_recall_at_5_max": 0.233584, "nauc_recall_at_5_std": -0.157751, "nauc_recall_at_5_diff1": 0.37627, "nauc_recall_at_10_max": 0.234565, "nauc_recall_at_10_std": -0.134852, "nauc_recall_at_10_diff1": 0.346884, "nauc_recall_at_20_max": 0.260319, "nauc_recall_at_20_std": -0.103647, "nauc_recall_at_20_diff1": 0.330275, "nauc_recall_at_100_max": 0.359591, "nauc_recall_at_100_std": 0.078633, "nauc_recall_at_100_diff1": 0.334779, "nauc_recall_at_1000_max": 0.279964, "nauc_recall_at_1000_std": -0.17433, "nauc_recall_at_1000_diff1": 0.436423, "nauc_precision_at_1_max": 0.343309, "nauc_precision_at_1_std": -0.133022, "nauc_precision_at_1_diff1": 0.531716, "nauc_precision_at_3_max": 0.350171, "nauc_precision_at_3_std": -0.099129, "nauc_precision_at_3_diff1": 0.285652, "nauc_precision_at_5_max": 0.342097, "nauc_precision_at_5_std": -0.069798, "nauc_precision_at_5_diff1": 0.230761, "nauc_precision_at_10_max": 0.324476, "nauc_precision_at_10_std": -0.043513, "nauc_precision_at_10_diff1": 0.185546, "nauc_precision_at_20_max": 0.321062, "nauc_precision_at_20_std": -0.022027, "nauc_precision_at_20_diff1": 0.162882, "nauc_precision_at_100_max": 0.325258, "nauc_precision_at_100_std": 0.060463, "nauc_precision_at_100_diff1": 0.131179, "nauc_precision_at_1000_max": 0.245323, "nauc_precision_at_1000_std": 0.050559, "nauc_precision_at_1000_diff1": 0.064091, "nauc_mrr_at_1_max": 0.343309, "nauc_mrr_at_1_std": -0.133022, "nauc_mrr_at_1_diff1": 0.531716, "nauc_mrr_at_3_max": 0.333488, "nauc_mrr_at_3_std": -0.146238, "nauc_mrr_at_3_diff1": 0.509046, "nauc_mrr_at_5_max": 0.328621, "nauc_mrr_at_5_std": -0.14456, "nauc_mrr_at_5_diff1": 0.505055, "nauc_mrr_at_10_max": 0.328955, "nauc_mrr_at_10_std": -0.142285, "nauc_mrr_at_10_diff1": 0.503984, "nauc_mrr_at_20_max": 0.329266, "nauc_mrr_at_20_std": -0.14062, "nauc_mrr_at_20_diff1": 0.502965, "nauc_mrr_at_100_max": 0.330168, "nauc_mrr_at_100_std": -0.13862, "nauc_mrr_at_100_diff1": 0.503105, "nauc_mrr_at_1000_max": 0.330001, "nauc_mrr_at_1000_std": -0.138943, "nauc_mrr_at_1000_diff1": 0.503182, "main_score": 0.43924, "hf_subset": "por-por", "languages": [ "por-Latn", "por-Latn" ] }, { "ndcg_at_1": 0.22125, "ndcg_at_3": 0.2221, "ndcg_at_5": 0.23334, "ndcg_at_10": 0.2694, "ndcg_at_20": 0.30011, "ndcg_at_100": 0.35295, "ndcg_at_1000": 0.39609, "map_at_1": 0.09842, "map_at_3": 0.16856, "map_at_5": 0.18982, "map_at_10": 0.21015, "map_at_20": 0.22111, "map_at_100": 0.23064, "map_at_1000": 0.23278, "recall_at_1": 0.09842, "recall_at_3": 0.2101, "recall_at_5": 0.26077, "recall_at_10": 0.3495, "recall_at_20": 0.44583, "recall_at_100": 0.6879, "recall_at_1000": 0.97237, "precision_at_1": 0.22125, "precision_at_3": 0.16625, "precision_at_5": 0.12925, "precision_at_10": 0.0855, "precision_at_20": 0.05437, "precision_at_100": 0.01574, "precision_at_1000": 0.00216, "mrr_at_1": 0.22125, "mrr_at_3": 0.275417, "mrr_at_5": 0.287667, "mrr_at_10": 0.297525, "mrr_at_20": 0.304467, "mrr_at_100": 0.309481, "mrr_at_1000": 0.310435, "nauc_ndcg_at_1_max": 0.29315, "nauc_ndcg_at_1_std": -0.011931, "nauc_ndcg_at_1_diff1": 0.360384, "nauc_ndcg_at_3_max": 0.290522, "nauc_ndcg_at_3_std": 0.003642, "nauc_ndcg_at_3_diff1": 0.297125, "nauc_ndcg_at_5_max": 0.266893, "nauc_ndcg_at_5_std": -0.004258, "nauc_ndcg_at_5_diff1": 0.275663, "nauc_ndcg_at_10_max": 0.272391, "nauc_ndcg_at_10_std": 0.006769, "nauc_ndcg_at_10_diff1": 0.262891, "nauc_ndcg_at_20_max": 0.290289, "nauc_ndcg_at_20_std": 0.021126, "nauc_ndcg_at_20_diff1": 0.274353, "nauc_ndcg_at_100_max": 0.300651, "nauc_ndcg_at_100_std": 0.04697, "nauc_ndcg_at_100_diff1": 0.258763, "nauc_ndcg_at_1000_max": 0.297965, "nauc_ndcg_at_1000_std": 0.035258, "nauc_ndcg_at_1000_diff1": 0.271021, "nauc_map_at_1_max": 0.203892, "nauc_map_at_1_std": -0.011854, "nauc_map_at_1_diff1": 0.312443, "nauc_map_at_3_max": 0.257086, "nauc_map_at_3_std": -0.019139, "nauc_map_at_3_diff1": 0.292266, "nauc_map_at_5_max": 0.263941, "nauc_map_at_5_std": -0.010586, "nauc_map_at_5_diff1": 0.271146, "nauc_map_at_10_max": 0.269689, "nauc_map_at_10_std": -0.004455, "nauc_map_at_10_diff1": 0.266949, "nauc_map_at_20_max": 0.279616, "nauc_map_at_20_std": 0.004121, "nauc_map_at_20_diff1": 0.273627, "nauc_map_at_100_max": 0.284188, "nauc_map_at_100_std": 0.010791, "nauc_map_at_100_diff1": 0.271646, "nauc_map_at_1000_max": 0.284004, "nauc_map_at_1000_std": 0.010535, "nauc_map_at_1000_diff1": 0.271844, "nauc_recall_at_1_max": 0.203892, "nauc_recall_at_1_std": -0.011854, "nauc_recall_at_1_diff1": 0.312443, "nauc_recall_at_3_max": 0.234247, "nauc_recall_at_3_std": -0.009666, "nauc_recall_at_3_diff1": 0.252765, "nauc_recall_at_5_max": 0.223205, "nauc_recall_at_5_std": -0.011431, "nauc_recall_at_5_diff1": 0.220979, "nauc_recall_at_10_max": 0.223522, "nauc_recall_at_10_std": 0.007682, "nauc_recall_at_10_diff1": 0.18607, "nauc_recall_at_20_max": 0.263018, "nauc_recall_at_20_std": 0.035646, "nauc_recall_at_20_diff1": 0.213148, "nauc_recall_at_100_max": 0.295088, "nauc_recall_at_100_std": 0.157029, "nauc_recall_at_100_diff1": 0.115487, "nauc_recall_at_1000_max": 0.541783, "nauc_recall_at_1000_std": 0.377006, "nauc_recall_at_1000_diff1": 0.195619, "nauc_precision_at_1_max": 0.29315, "nauc_precision_at_1_std": -0.011931, "nauc_precision_at_1_diff1": 0.360384, "nauc_precision_at_3_max": 0.330288, "nauc_precision_at_3_std": 0.018191, "nauc_precision_at_3_diff1": 0.286049, "nauc_precision_at_5_max": 0.315536, "nauc_precision_at_5_std": 0.035686, "nauc_precision_at_5_diff1": 0.236238, "nauc_precision_at_10_max": 0.303728, "nauc_precision_at_10_std": 0.059404, "nauc_precision_at_10_diff1": 0.19944, "nauc_precision_at_20_max": 0.324662, "nauc_precision_at_20_std": 0.096631, "nauc_precision_at_20_diff1": 0.211315, "nauc_precision_at_100_max": 0.297037, "nauc_precision_at_100_std": 0.151671, "nauc_precision_at_100_diff1": 0.142977, "nauc_precision_at_1000_max": 0.184686, "nauc_precision_at_1000_std": 0.101444, "nauc_precision_at_1000_diff1": 0.081988, "nauc_mrr_at_1_max": 0.29315, "nauc_mrr_at_1_std": -0.011931, "nauc_mrr_at_1_diff1": 0.360384, "nauc_mrr_at_3_max": 0.298244, "nauc_mrr_at_3_std": 0.008447, "nauc_mrr_at_3_diff1": 0.327483, "nauc_mrr_at_5_max": 0.286103, "nauc_mrr_at_5_std": 0.003258, "nauc_mrr_at_5_diff1": 0.320596, "nauc_mrr_at_10_max": 0.288316, "nauc_mrr_at_10_std": 0.00798, "nauc_mrr_at_10_diff1": 0.312685, "nauc_mrr_at_20_max": 0.28995, "nauc_mrr_at_20_std": 0.009236, "nauc_mrr_at_20_diff1": 0.314492, "nauc_mrr_at_100_max": 0.290243, "nauc_mrr_at_100_std": 0.009771, "nauc_mrr_at_100_diff1": 0.312982, "nauc_mrr_at_1000_max": 0.290364, "nauc_mrr_at_1000_std": 0.009528, "nauc_mrr_at_1000_diff1": 0.313553, "main_score": 0.2694, "hf_subset": "eng-por", "languages": [ "eng-Latn", "por-Latn" ] }, { "ndcg_at_1": 0.33752, "ndcg_at_3": 0.33928, "ndcg_at_5": 0.35126, "ndcg_at_10": 0.39107, "ndcg_at_20": 0.42121, "ndcg_at_100": 0.46083, "ndcg_at_1000": 0.49293, "map_at_1": 0.17152, "map_at_3": 0.27395, "map_at_5": 0.30364, "map_at_10": 0.32671, "map_at_20": 0.33832, "map_at_100": 0.34592, "map_at_1000": 0.3475, "recall_at_1": 0.17152, "recall_at_3": 0.31916, "recall_at_5": 0.38356, "recall_at_10": 0.48072, "recall_at_20": 0.57643, "recall_at_100": 0.75408, "recall_at_1000": 0.97549, "precision_at_1": 0.33752, "precision_at_3": 0.23923, "precision_at_5": 0.17867, "precision_at_10": 0.1128, "precision_at_20": 0.06719, "precision_at_100": 0.01713, "precision_at_1000": 0.00211, "mrr_at_1": 0.337516, "mrr_at_3": 0.395023, "mrr_at_5": 0.406002, "mrr_at_10": 0.416555, "mrr_at_20": 0.422076, "mrr_at_100": 0.425782, "mrr_at_1000": 0.426447, "nauc_ndcg_at_1_max": 0.327749, "nauc_ndcg_at_1_std": -0.089553, "nauc_ndcg_at_1_diff1": 0.500493, "nauc_ndcg_at_3_max": 0.333507, "nauc_ndcg_at_3_std": -0.057252, "nauc_ndcg_at_3_diff1": 0.426755, "nauc_ndcg_at_5_max": 0.311331, "nauc_ndcg_at_5_std": -0.074571, "nauc_ndcg_at_5_diff1": 0.416997, "nauc_ndcg_at_10_max": 0.322916, "nauc_ndcg_at_10_std": -0.062448, "nauc_ndcg_at_10_diff1": 0.408511, "nauc_ndcg_at_20_max": 0.328548, "nauc_ndcg_at_20_std": -0.046991, "nauc_ndcg_at_20_diff1": 0.40418, "nauc_ndcg_at_100_max": 0.336832, "nauc_ndcg_at_100_std": -0.033789, "nauc_ndcg_at_100_diff1": 0.417481, "nauc_ndcg_at_1000_max": 0.331252, "nauc_ndcg_at_1000_std": -0.039947, "nauc_ndcg_at_1000_diff1": 0.420273, "nauc_map_at_1_max": 0.159535, "nauc_map_at_1_std": -0.132805, "nauc_map_at_1_diff1": 0.527408, "nauc_map_at_3_max": 0.284646, "nauc_map_at_3_std": -0.084443, "nauc_map_at_3_diff1": 0.446534, "nauc_map_at_5_max": 0.308752, "nauc_map_at_5_std": -0.078033, "nauc_map_at_5_diff1": 0.421894, "nauc_map_at_10_max": 0.323484, "nauc_map_at_10_std": -0.067181, "nauc_map_at_10_diff1": 0.417151, "nauc_map_at_20_max": 0.325855, "nauc_map_at_20_std": -0.062061, "nauc_map_at_20_diff1": 0.417284, "nauc_map_at_100_max": 0.327873, "nauc_map_at_100_std": -0.058549, "nauc_map_at_100_diff1": 0.41935, "nauc_map_at_1000_max": 0.327568, "nauc_map_at_1000_std": -0.058446, "nauc_map_at_1000_diff1": 0.419294, "nauc_recall_at_1_max": 0.159535, "nauc_recall_at_1_std": -0.132805, "nauc_recall_at_1_diff1": 0.527408, "nauc_recall_at_3_max": 0.261646, "nauc_recall_at_3_std": -0.071569, "nauc_recall_at_3_diff1": 0.388216, "nauc_recall_at_5_max": 0.259799, "nauc_recall_at_5_std": -0.085488, "nauc_recall_at_5_diff1": 0.343649, "nauc_recall_at_10_max": 0.269681, "nauc_recall_at_10_std": -0.061077, "nauc_recall_at_10_diff1": 0.311159, "nauc_recall_at_20_max": 0.283253, "nauc_recall_at_20_std": -0.011917, "nauc_recall_at_20_diff1": 0.283842, "nauc_recall_at_100_max": 0.323114, "nauc_recall_at_100_std": 0.074309, "nauc_recall_at_100_diff1": 0.328088, "nauc_recall_at_1000_max": 0.137125, "nauc_recall_at_1000_std": 0.23201, "nauc_recall_at_1000_diff1": 0.346411, "nauc_precision_at_1_max": 0.327749, "nauc_precision_at_1_std": -0.089553, "nauc_precision_at_1_diff1": 0.500493, "nauc_precision_at_3_max": 0.40845, "nauc_precision_at_3_std": 0.016809, "nauc_precision_at_3_diff1": 0.287803, "nauc_precision_at_5_max": 0.397605, "nauc_precision_at_5_std": 0.028437, "nauc_precision_at_5_diff1": 0.22236, "nauc_precision_at_10_max": 0.383687, "nauc_precision_at_10_std": 0.048972, "nauc_precision_at_10_diff1": 0.184476, "nauc_precision_at_20_max": 0.354834, "nauc_precision_at_20_std": 0.083814, "nauc_precision_at_20_diff1": 0.148743, "nauc_precision_at_100_max": 0.333459, "nauc_precision_at_100_std": 0.126682, "nauc_precision_at_100_diff1": 0.121525, "nauc_precision_at_1000_max": 0.250611, "nauc_precision_at_1000_std": 0.122405, "nauc_precision_at_1000_diff1": 0.039336, "nauc_mrr_at_1_max": 0.327749, "nauc_mrr_at_1_std": -0.089553, "nauc_mrr_at_1_diff1": 0.500493, "nauc_mrr_at_3_max": 0.341489, "nauc_mrr_at_3_std": -0.062609, "nauc_mrr_at_3_diff1": 0.47341, "nauc_mrr_at_5_max": 0.334608, "nauc_mrr_at_5_std": -0.067903, "nauc_mrr_at_5_diff1": 0.467125, "nauc_mrr_at_10_max": 0.332578, "nauc_mrr_at_10_std": -0.067045, "nauc_mrr_at_10_diff1": 0.463713, "nauc_mrr_at_20_max": 0.333248, "nauc_mrr_at_20_std": -0.064076, "nauc_mrr_at_20_diff1": 0.462504, "nauc_mrr_at_100_max": 0.332813, "nauc_mrr_at_100_std": -0.064423, "nauc_mrr_at_100_diff1": 0.464065, "nauc_mrr_at_1000_max": 0.332788, "nauc_mrr_at_1000_std": -0.064594, "nauc_mrr_at_1000_diff1": 0.464093, "main_score": 0.39107, "hf_subset": "por-eng", "languages": [ "por-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0243, "ndcg_at_3": 0.02891, "ndcg_at_5": 0.03103, "ndcg_at_10": 0.036, "ndcg_at_20": 0.04053, "ndcg_at_100": 0.05519, "ndcg_at_1000": 0.14504, "map_at_1": 0.01933, "map_at_3": 0.02594, "map_at_5": 0.02765, "map_at_10": 0.02966, "map_at_20": 0.03091, "map_at_100": 0.03254, "map_at_1000": 0.0349, "recall_at_1": 0.01933, "recall_at_3": 0.0318, "recall_at_5": 0.03723, "recall_at_10": 0.05109, "recall_at_20": 0.06769, "recall_at_100": 0.14535, "recall_at_1000": 0.83063, "precision_at_1": 0.0243, "precision_at_3": 0.01449, "precision_at_5": 0.01023, "precision_at_10": 0.00716, "precision_at_20": 0.0048, "precision_at_100": 0.00211, "precision_at_1000": 0.00139, "mrr_at_1": 0.024297, "mrr_at_3": 0.030477, "mrr_at_5": 0.031373, "mrr_at_10": 0.033967, "mrr_at_20": 0.035556, "mrr_at_100": 0.037374, "mrr_at_1000": 0.03935, "nauc_ndcg_at_1_max": -0.379804, "nauc_ndcg_at_1_std": -0.496518, "nauc_ndcg_at_1_diff1": 0.946552, "nauc_ndcg_at_3_max": -0.343531, "nauc_ndcg_at_3_std": -0.442345, "nauc_ndcg_at_3_diff1": 0.814137, "nauc_ndcg_at_5_max": -0.345216, "nauc_ndcg_at_5_std": -0.443416, "nauc_ndcg_at_5_diff1": 0.793668, "nauc_ndcg_at_10_max": -0.330269, "nauc_ndcg_at_10_std": -0.414407, "nauc_ndcg_at_10_diff1": 0.708725, "nauc_ndcg_at_20_max": -0.323984, "nauc_ndcg_at_20_std": -0.394309, "nauc_ndcg_at_20_diff1": 0.650102, "nauc_ndcg_at_100_max": -0.268917, "nauc_ndcg_at_100_std": -0.315236, "nauc_ndcg_at_100_diff1": 0.481103, "nauc_ndcg_at_1000_max": -0.223748, "nauc_ndcg_at_1000_std": -0.270747, "nauc_ndcg_at_1000_diff1": 0.447644, "nauc_map_at_1_max": -0.355801, "nauc_map_at_1_std": -0.49486, "nauc_map_at_1_diff1": 0.960813, "nauc_map_at_3_max": -0.342492, "nauc_map_at_3_std": -0.448568, "nauc_map_at_3_diff1": 0.845441, "nauc_map_at_5_max": -0.344654, "nauc_map_at_5_std": -0.449698, "nauc_map_at_5_diff1": 0.82755, "nauc_map_at_10_max": -0.336309, "nauc_map_at_10_std": -0.434191, "nauc_map_at_10_diff1": 0.78523, "nauc_map_at_20_max": -0.333995, "nauc_map_at_20_std": -0.426396, "nauc_map_at_20_diff1": 0.760488, "nauc_map_at_100_max": -0.324519, "nauc_map_at_100_std": -0.410156, "nauc_map_at_100_diff1": 0.726596, "nauc_map_at_1000_max": -0.31924, "nauc_map_at_1000_std": -0.403509, "nauc_map_at_1000_diff1": 0.718207, "nauc_recall_at_1_max": -0.355801, "nauc_recall_at_1_std": -0.49486, "nauc_recall_at_1_diff1": 0.960813, "nauc_recall_at_3_max": -0.325972, "nauc_recall_at_3_std": -0.41729, "nauc_recall_at_3_diff1": 0.758178, "nauc_recall_at_5_max": -0.335381, "nauc_recall_at_5_std": -0.423983, "nauc_recall_at_5_diff1": 0.728581, "nauc_recall_at_10_max": -0.308369, "nauc_recall_at_10_std": -0.373828, "nauc_recall_at_10_diff1": 0.572001, "nauc_recall_at_20_max": -0.302025, "nauc_recall_at_20_std": -0.340416, "nauc_recall_at_20_diff1": 0.480625, "nauc_recall_at_100_max": -0.193733, "nauc_recall_at_100_std": -0.206241, "nauc_recall_at_100_diff1": 0.180594, "nauc_recall_at_1000_max": -0.083512, "nauc_recall_at_1000_std": -0.10708, "nauc_recall_at_1000_diff1": 0.155764, "nauc_precision_at_1_max": -0.379804, "nauc_precision_at_1_std": -0.496518, "nauc_precision_at_1_diff1": 0.946552, "nauc_precision_at_3_max": -0.356475, "nauc_precision_at_3_std": -0.435073, "nauc_precision_at_3_diff1": 0.743989, "nauc_precision_at_5_max": -0.361067, "nauc_precision_at_5_std": -0.440207, "nauc_precision_at_5_diff1": 0.717534, "nauc_precision_at_10_max": -0.335722, "nauc_precision_at_10_std": -0.388867, "nauc_precision_at_10_diff1": 0.569326, "nauc_precision_at_20_max": -0.317728, "nauc_precision_at_20_std": -0.353703, "nauc_precision_at_20_diff1": 0.459529, "nauc_precision_at_100_max": -0.184399, "nauc_precision_at_100_std": -0.169897, "nauc_precision_at_100_diff1": 0.207307, "nauc_precision_at_1000_max": -0.017286, "nauc_precision_at_1000_std": -0.013678, "nauc_precision_at_1000_diff1": -0.008015, "nauc_mrr_at_1_max": -0.379804, "nauc_mrr_at_1_std": -0.496518, "nauc_mrr_at_1_diff1": 0.946552, "nauc_mrr_at_3_max": -0.360509, "nauc_mrr_at_3_std": -0.458595, "nauc_mrr_at_3_diff1": 0.835705, "nauc_mrr_at_5_max": -0.361469, "nauc_mrr_at_5_std": -0.458028, "nauc_mrr_at_5_diff1": 0.827974, "nauc_mrr_at_10_max": -0.347296, "nauc_mrr_at_10_std": -0.437862, "nauc_mrr_at_10_diff1": 0.77882, "nauc_mrr_at_20_max": -0.335501, "nauc_mrr_at_20_std": -0.422464, "nauc_mrr_at_20_diff1": 0.747869, "nauc_mrr_at_100_max": -0.324752, "nauc_mrr_at_100_std": -0.404487, "nauc_mrr_at_100_diff1": 0.717525, "nauc_mrr_at_1000_max": -0.321141, "nauc_mrr_at_1000_std": -0.400855, "nauc_mrr_at_1000_diff1": 0.712969, "main_score": 0.036, "hf_subset": "tam-tam", "languages": [ "tam-Taml", "tam-Taml" ] }, { "ndcg_at_1": 0.04604, "ndcg_at_3": 0.04757, "ndcg_at_5": 0.05231, "ndcg_at_10": 0.05879, "ndcg_at_20": 0.06332, "ndcg_at_100": 0.08858, "ndcg_at_1000": 0.1641, "map_at_1": 0.02737, "map_at_3": 0.03873, "map_at_5": 0.04377, "map_at_10": 0.04707, "map_at_20": 0.0487, "map_at_100": 0.05155, "map_at_1000": 0.05359, "recall_at_1": 0.02737, "recall_at_3": 0.04721, "recall_at_5": 0.06138, "recall_at_10": 0.07758, "recall_at_20": 0.09169, "recall_at_100": 0.22496, "recall_at_1000": 0.77253, "precision_at_1": 0.04604, "precision_at_3": 0.02941, "precision_at_5": 0.02379, "precision_at_10": 0.01573, "precision_at_20": 0.00953, "precision_at_100": 0.00399, "precision_at_1000": 0.00153, "mrr_at_1": 0.046036, "mrr_at_3": 0.056692, "mrr_at_5": 0.059825, "mrr_at_10": 0.061856, "mrr_at_20": 0.063116, "mrr_at_100": 0.066111, "mrr_at_1000": 0.06792, "nauc_ndcg_at_1_max": -0.454839, "nauc_ndcg_at_1_std": 0.406219, "nauc_ndcg_at_1_diff1": -0.377198, "nauc_ndcg_at_3_max": -0.449293, "nauc_ndcg_at_3_std": 0.334109, "nauc_ndcg_at_3_diff1": -0.406674, "nauc_ndcg_at_5_max": -0.454123, "nauc_ndcg_at_5_std": 0.335571, "nauc_ndcg_at_5_diff1": -0.415947, "nauc_ndcg_at_10_max": -0.436264, "nauc_ndcg_at_10_std": 0.357084, "nauc_ndcg_at_10_diff1": -0.404226, "nauc_ndcg_at_20_max": -0.431523, "nauc_ndcg_at_20_std": 0.360353, "nauc_ndcg_at_20_diff1": -0.402243, "nauc_ndcg_at_100_max": -0.349682, "nauc_ndcg_at_100_std": 0.292736, "nauc_ndcg_at_100_diff1": -0.327276, "nauc_ndcg_at_1000_max": -0.352047, "nauc_ndcg_at_1000_std": 0.291691, "nauc_ndcg_at_1000_diff1": -0.319469, "nauc_map_at_1_max": -0.439616, "nauc_map_at_1_std": 0.273328, "nauc_map_at_1_diff1": -0.367203, "nauc_map_at_3_max": -0.445515, "nauc_map_at_3_std": 0.314491, "nauc_map_at_3_diff1": -0.403412, "nauc_map_at_5_max": -0.449474, "nauc_map_at_5_std": 0.323285, "nauc_map_at_5_diff1": -0.411776, "nauc_map_at_10_max": -0.440394, "nauc_map_at_10_std": 0.341484, "nauc_map_at_10_diff1": -0.405487, "nauc_map_at_20_max": -0.439947, "nauc_map_at_20_std": 0.34689, "nauc_map_at_20_diff1": -0.406877, "nauc_map_at_100_max": -0.427077, "nauc_map_at_100_std": 0.337338, "nauc_map_at_100_diff1": -0.395562, "nauc_map_at_1000_max": -0.426013, "nauc_map_at_1000_std": 0.336823, "nauc_map_at_1000_diff1": -0.394182, "nauc_recall_at_1_max": -0.439616, "nauc_recall_at_1_std": 0.273328, "nauc_recall_at_1_diff1": -0.367203, "nauc_recall_at_3_max": -0.44605, "nauc_recall_at_3_std": 0.30537, "nauc_recall_at_3_diff1": -0.416572, "nauc_recall_at_5_max": -0.45738, "nauc_recall_at_5_std": 0.318612, "nauc_recall_at_5_diff1": -0.432265, "nauc_recall_at_10_max": -0.417669, "nauc_recall_at_10_std": 0.363353, "nauc_recall_at_10_diff1": -0.402575, "nauc_recall_at_20_max": -0.407365, "nauc_recall_at_20_std": 0.359055, "nauc_recall_at_20_diff1": -0.394703, "nauc_recall_at_100_max": -0.195146, "nauc_recall_at_100_std": 0.17837, "nauc_recall_at_100_diff1": -0.192952, "nauc_recall_at_1000_max": -0.197778, "nauc_recall_at_1000_std": 0.155503, "nauc_recall_at_1000_diff1": -0.161687, "nauc_precision_at_1_max": -0.454839, "nauc_precision_at_1_std": 0.406219, "nauc_precision_at_1_diff1": -0.377198, "nauc_precision_at_3_max": -0.459808, "nauc_precision_at_3_std": 0.399288, "nauc_precision_at_3_diff1": -0.425731, "nauc_precision_at_5_max": -0.462124, "nauc_precision_at_5_std": 0.39483, "nauc_precision_at_5_diff1": -0.429958, "nauc_precision_at_10_max": -0.441466, "nauc_precision_at_10_std": 0.437313, "nauc_precision_at_10_diff1": -0.415965, "nauc_precision_at_20_max": -0.427071, "nauc_precision_at_20_std": 0.451242, "nauc_precision_at_20_diff1": -0.40993, "nauc_precision_at_100_max": -0.281316, "nauc_precision_at_100_std": 0.291871, "nauc_precision_at_100_diff1": -0.266236, "nauc_precision_at_1000_max": -0.092398, "nauc_precision_at_1000_std": 0.111636, "nauc_precision_at_1000_diff1": -0.061993, "nauc_mrr_at_1_max": -0.454839, "nauc_mrr_at_1_std": 0.406219, "nauc_mrr_at_1_diff1": -0.377198, "nauc_mrr_at_3_max": -0.458787, "nauc_mrr_at_3_std": 0.372993, "nauc_mrr_at_3_diff1": -0.402611, "nauc_mrr_at_5_max": -0.458983, "nauc_mrr_at_5_std": 0.370979, "nauc_mrr_at_5_diff1": -0.405628, "nauc_mrr_at_10_max": -0.449815, "nauc_mrr_at_10_std": 0.36899, "nauc_mrr_at_10_diff1": -0.39934, "nauc_mrr_at_20_max": -0.445381, "nauc_mrr_at_20_std": 0.369476, "nauc_mrr_at_20_diff1": -0.396077, "nauc_mrr_at_100_max": -0.432103, "nauc_mrr_at_100_std": 0.357456, "nauc_mrr_at_100_diff1": -0.384347, "nauc_mrr_at_1000_max": -0.43222, "nauc_mrr_at_1000_std": 0.357707, "nauc_mrr_at_1000_diff1": -0.384234, "main_score": 0.05879, "hf_subset": "eng-tam", "languages": [ "eng-Latn", "tam-Taml" ] }, { "ndcg_at_1": 0.03121, "ndcg_at_3": 0.0361, "ndcg_at_5": 0.04106, "ndcg_at_10": 0.05115, "ndcg_at_20": 0.05573, "ndcg_at_100": 0.07528, "ndcg_at_1000": 0.16733, "map_at_1": 0.023, "map_at_3": 0.03145, "map_at_5": 0.03512, "map_at_10": 0.03951, "map_at_20": 0.0407, "map_at_100": 0.04315, "map_at_1000": 0.04563, "recall_at_1": 0.023, "recall_at_3": 0.03947, "recall_at_5": 0.05225, "recall_at_10": 0.08097, "recall_at_20": 0.09705, "recall_at_100": 0.19322, "recall_at_1000": 0.89526, "precision_at_1": 0.03121, "precision_at_3": 0.01994, "precision_at_5": 0.01586, "precision_at_10": 0.01196, "precision_at_20": 0.00735, "precision_at_100": 0.00321, "precision_at_1000": 0.00154, "mrr_at_1": 0.03251, "mrr_at_3": 0.039879, "mrr_at_5": 0.042739, "mrr_at_10": 0.047042, "mrr_at_20": 0.048492, "mrr_at_100": 0.051034, "mrr_at_1000": 0.052994, "nauc_ndcg_at_1_max": 0.61364, "nauc_ndcg_at_1_std": 0.480325, "nauc_ndcg_at_1_diff1": 0.56141, "nauc_ndcg_at_3_max": 0.547477, "nauc_ndcg_at_3_std": 0.420347, "nauc_ndcg_at_3_diff1": 0.483955, "nauc_ndcg_at_5_max": 0.548761, "nauc_ndcg_at_5_std": 0.454692, "nauc_ndcg_at_5_diff1": 0.464952, "nauc_ndcg_at_10_max": 0.490606, "nauc_ndcg_at_10_std": 0.447355, "nauc_ndcg_at_10_diff1": 0.406816, "nauc_ndcg_at_20_max": 0.482877, "nauc_ndcg_at_20_std": 0.449768, "nauc_ndcg_at_20_diff1": 0.395539, "nauc_ndcg_at_100_max": 0.431473, "nauc_ndcg_at_100_std": 0.426225, "nauc_ndcg_at_100_diff1": 0.312677, "nauc_ndcg_at_1000_max": 0.394065, "nauc_ndcg_at_1000_std": 0.347126, "nauc_ndcg_at_1000_diff1": 0.299976, "nauc_map_at_1_max": 0.637559, "nauc_map_at_1_std": 0.452822, "nauc_map_at_1_diff1": 0.669867, "nauc_map_at_3_max": 0.574226, "nauc_map_at_3_std": 0.444862, "nauc_map_at_3_diff1": 0.522992, "nauc_map_at_5_max": 0.57286, "nauc_map_at_5_std": 0.463912, "nauc_map_at_5_diff1": 0.503446, "nauc_map_at_10_max": 0.540092, "nauc_map_at_10_std": 0.457307, "nauc_map_at_10_diff1": 0.468815, "nauc_map_at_20_max": 0.536108, "nauc_map_at_20_std": 0.45826, "nauc_map_at_20_diff1": 0.463212, "nauc_map_at_100_max": 0.527124, "nauc_map_at_100_std": 0.457589, "nauc_map_at_100_diff1": 0.443282, "nauc_map_at_1000_max": 0.522175, "nauc_map_at_1000_std": 0.453004, "nauc_map_at_1000_diff1": 0.440174, "nauc_recall_at_1_max": 0.637559, "nauc_recall_at_1_std": 0.452822, "nauc_recall_at_1_diff1": 0.669867, "nauc_recall_at_3_max": 0.504475, "nauc_recall_at_3_std": 0.393305, "nauc_recall_at_3_diff1": 0.44373, "nauc_recall_at_5_max": 0.515887, "nauc_recall_at_5_std": 0.457351, "nauc_recall_at_5_diff1": 0.405675, "nauc_recall_at_10_max": 0.420159, "nauc_recall_at_10_std": 0.445985, "nauc_recall_at_10_diff1": 0.31692, "nauc_recall_at_20_max": 0.412954, "nauc_recall_at_20_std": 0.447414, "nauc_recall_at_20_diff1": 0.307398, "nauc_recall_at_100_max": 0.303126, "nauc_recall_at_100_std": 0.360462, "nauc_recall_at_100_diff1": 0.161158, "nauc_recall_at_1000_max": 0.11948, "nauc_recall_at_1000_std": -0.066204, "nauc_recall_at_1000_diff1": -0.010938, "nauc_precision_at_1_max": 0.61364, "nauc_precision_at_1_std": 0.480325, "nauc_precision_at_1_diff1": 0.56141, "nauc_precision_at_3_max": 0.519233, "nauc_precision_at_3_std": 0.433979, "nauc_precision_at_3_diff1": 0.335967, "nauc_precision_at_5_max": 0.531221, "nauc_precision_at_5_std": 0.473952, "nauc_precision_at_5_diff1": 0.340173, "nauc_precision_at_10_max": 0.443877, "nauc_precision_at_10_std": 0.452947, "nauc_precision_at_10_diff1": 0.28131, "nauc_precision_at_20_max": 0.423508, "nauc_precision_at_20_std": 0.449239, "nauc_precision_at_20_diff1": 0.270072, "nauc_precision_at_100_max": 0.343456, "nauc_precision_at_100_std": 0.414303, "nauc_precision_at_100_diff1": 0.12225, "nauc_precision_at_1000_max": 0.01998, "nauc_precision_at_1000_std": -0.024955, "nauc_precision_at_1000_diff1": -0.012504, "nauc_mrr_at_1_max": 0.602046, "nauc_mrr_at_1_std": 0.458286, "nauc_mrr_at_1_diff1": 0.518942, "nauc_mrr_at_3_max": 0.542737, "nauc_mrr_at_3_std": 0.408871, "nauc_mrr_at_3_diff1": 0.468745, "nauc_mrr_at_5_max": 0.539998, "nauc_mrr_at_5_std": 0.426151, "nauc_mrr_at_5_diff1": 0.456502, "nauc_mrr_at_10_max": 0.510651, "nauc_mrr_at_10_std": 0.425784, "nauc_mrr_at_10_diff1": 0.430955, "nauc_mrr_at_20_max": 0.508861, "nauc_mrr_at_20_std": 0.428701, "nauc_mrr_at_20_diff1": 0.424808, "nauc_mrr_at_100_max": 0.498979, "nauc_mrr_at_100_std": 0.426738, "nauc_mrr_at_100_diff1": 0.40997, "nauc_mrr_at_1000_max": 0.496849, "nauc_mrr_at_1000_std": 0.423841, "nauc_mrr_at_1000_diff1": 0.408932, "main_score": 0.05115, "hf_subset": "tam-eng", "languages": [ "tam-Taml", "eng-Latn" ] }, { "ndcg_at_1": 0.1068, "ndcg_at_3": 0.12475, "ndcg_at_5": 0.12923, "ndcg_at_10": 0.13983, "ndcg_at_20": 0.15375, "ndcg_at_100": 0.17556, "ndcg_at_1000": 0.241, "map_at_1": 0.0787, "map_at_3": 0.11045, "map_at_5": 0.11517, "map_at_10": 0.12017, "map_at_20": 0.1248, "map_at_100": 0.12781, "map_at_1000": 0.12985, "recall_at_1": 0.0787, "recall_at_3": 0.1358, "recall_at_5": 0.1497, "recall_at_10": 0.17733, "recall_at_20": 0.2233, "recall_at_100": 0.32654, "recall_at_1000": 0.77553, "precision_at_1": 0.1068, "precision_at_3": 0.06675, "precision_at_5": 0.04563, "precision_at_10": 0.02816, "precision_at_20": 0.01845, "precision_at_100": 0.00564, "precision_at_1000": 0.00162, "mrr_at_1": 0.104369, "mrr_at_3": 0.130663, "mrr_at_5": 0.135396, "mrr_at_10": 0.140246, "mrr_at_20": 0.143953, "mrr_at_100": 0.146608, "mrr_at_1000": 0.147957, "nauc_ndcg_at_1_max": 0.215441, "nauc_ndcg_at_1_std": -0.296726, "nauc_ndcg_at_1_diff1": 0.69707, "nauc_ndcg_at_3_max": 0.215503, "nauc_ndcg_at_3_std": -0.294899, "nauc_ndcg_at_3_diff1": 0.671748, "nauc_ndcg_at_5_max": 0.222082, "nauc_ndcg_at_5_std": -0.29733, "nauc_ndcg_at_5_diff1": 0.671474, "nauc_ndcg_at_10_max": 0.21543, "nauc_ndcg_at_10_std": -0.294189, "nauc_ndcg_at_10_diff1": 0.669276, "nauc_ndcg_at_20_max": 0.215136, "nauc_ndcg_at_20_std": -0.279099, "nauc_ndcg_at_20_diff1": 0.643926, "nauc_ndcg_at_100_max": 0.226873, "nauc_ndcg_at_100_std": -0.233714, "nauc_ndcg_at_100_diff1": 0.621798, "nauc_ndcg_at_1000_max": 0.204645, "nauc_ndcg_at_1000_std": -0.214744, "nauc_ndcg_at_1000_diff1": 0.587713, "nauc_map_at_1_max": 0.245593, "nauc_map_at_1_std": -0.298432, "nauc_map_at_1_diff1": 0.737439, "nauc_map_at_3_max": 0.233232, "nauc_map_at_3_std": -0.299949, "nauc_map_at_3_diff1": 0.679959, "nauc_map_at_5_max": 0.234762, "nauc_map_at_5_std": -0.30135, "nauc_map_at_5_diff1": 0.676207, "nauc_map_at_10_max": 0.228964, "nauc_map_at_10_std": -0.301781, "nauc_map_at_10_diff1": 0.676983, "nauc_map_at_20_max": 0.227043, "nauc_map_at_20_std": -0.296781, "nauc_map_at_20_diff1": 0.668495, "nauc_map_at_100_max": 0.22837, "nauc_map_at_100_std": -0.28928, "nauc_map_at_100_diff1": 0.665155, "nauc_map_at_1000_max": 0.227999, "nauc_map_at_1000_std": -0.287231, "nauc_map_at_1000_diff1": 0.663207, "nauc_recall_at_1_max": 0.245593, "nauc_recall_at_1_std": -0.298432, "nauc_recall_at_1_diff1": 0.737439, "nauc_recall_at_3_max": 0.215257, "nauc_recall_at_3_std": -0.286746, "nauc_recall_at_3_diff1": 0.645287, "nauc_recall_at_5_max": 0.217312, "nauc_recall_at_5_std": -0.296729, "nauc_recall_at_5_diff1": 0.649538, "nauc_recall_at_10_max": 0.204549, "nauc_recall_at_10_std": -0.28543, "nauc_recall_at_10_diff1": 0.639834, "nauc_recall_at_20_max": 0.200106, "nauc_recall_at_20_std": -0.246313, "nauc_recall_at_20_diff1": 0.564091, "nauc_recall_at_100_max": 0.237994, "nauc_recall_at_100_std": -0.112106, "nauc_recall_at_100_diff1": 0.497982, "nauc_recall_at_1000_max": 0.093999, "nauc_recall_at_1000_std": 0.019699, "nauc_recall_at_1000_diff1": 0.268347, "nauc_precision_at_1_max": 0.215441, "nauc_precision_at_1_std": -0.296726, "nauc_precision_at_1_diff1": 0.69707, "nauc_precision_at_3_max": 0.174594, "nauc_precision_at_3_std": -0.295897, "nauc_precision_at_3_diff1": 0.605772, "nauc_precision_at_5_max": 0.18238, "nauc_precision_at_5_std": -0.290474, "nauc_precision_at_5_diff1": 0.598943, "nauc_precision_at_10_max": 0.160697, "nauc_precision_at_10_std": -0.281752, "nauc_precision_at_10_diff1": 0.606138, "nauc_precision_at_20_max": 0.163536, "nauc_precision_at_20_std": -0.210769, "nauc_precision_at_20_diff1": 0.509743, "nauc_precision_at_100_max": 0.183705, "nauc_precision_at_100_std": -0.02381, "nauc_precision_at_100_diff1": 0.403176, "nauc_precision_at_1000_max": -0.018865, "nauc_precision_at_1000_std": 0.122647, "nauc_precision_at_1000_diff1": -0.042177, "nauc_mrr_at_1_max": 0.222461, "nauc_mrr_at_1_std": -0.288693, "nauc_mrr_at_1_diff1": 0.721339, "nauc_mrr_at_3_max": 0.198898, "nauc_mrr_at_3_std": -0.291008, "nauc_mrr_at_3_diff1": 0.698311, "nauc_mrr_at_5_max": 0.200375, "nauc_mrr_at_5_std": -0.286462, "nauc_mrr_at_5_diff1": 0.690694, "nauc_mrr_at_10_max": 0.199269, "nauc_mrr_at_10_std": -0.285708, "nauc_mrr_at_10_diff1": 0.683953, "nauc_mrr_at_20_max": 0.20143, "nauc_mrr_at_20_std": -0.277981, "nauc_mrr_at_20_diff1": 0.677206, "nauc_mrr_at_100_max": 0.204204, "nauc_mrr_at_100_std": -0.272046, "nauc_mrr_at_100_diff1": 0.673395, "nauc_mrr_at_1000_max": 0.203538, "nauc_mrr_at_1000_std": -0.271871, "nauc_mrr_at_1000_diff1": 0.672959, "main_score": 0.13983, "hf_subset": "cmn-cmn", "languages": [ "cmn-Hans", "cmn-Hans" ] }, { "ndcg_at_1": 0.04612, "ndcg_at_3": 0.06026, "ndcg_at_5": 0.06439, "ndcg_at_10": 0.0693, "ndcg_at_20": 0.07629, "ndcg_at_100": 0.09953, "ndcg_at_1000": 0.16753, "map_at_1": 0.0374, "map_at_3": 0.05241, "map_at_5": 0.0554, "map_at_10": 0.05732, "map_at_20": 0.05949, "map_at_100": 0.06269, "map_at_1000": 0.06468, "recall_at_1": 0.0374, "recall_at_3": 0.06934, "recall_at_5": 0.08074, "recall_at_10": 0.09272, "recall_at_20": 0.11535, "recall_at_100": 0.22362, "recall_at_1000": 0.69134, "precision_at_1": 0.04612, "precision_at_3": 0.02994, "precision_at_5": 0.02136, "precision_at_10": 0.01359, "precision_at_20": 0.00928, "precision_at_100": 0.00397, "precision_at_1000": 0.0015, "mrr_at_1": 0.046117, "mrr_at_3": 0.062905, "mrr_at_5": 0.065999, "mrr_at_10": 0.068941, "mrr_at_20": 0.070808, "mrr_at_100": 0.07422, "mrr_at_1000": 0.075957, "nauc_ndcg_at_1_max": 0.654499, "nauc_ndcg_at_1_std": 0.557844, "nauc_ndcg_at_1_diff1": 0.677872, "nauc_ndcg_at_3_max": 0.634661, "nauc_ndcg_at_3_std": 0.548698, "nauc_ndcg_at_3_diff1": 0.492198, "nauc_ndcg_at_5_max": 0.629212, "nauc_ndcg_at_5_std": 0.547486, "nauc_ndcg_at_5_diff1": 0.455639, "nauc_ndcg_at_10_max": 0.629389, "nauc_ndcg_at_10_std": 0.559236, "nauc_ndcg_at_10_diff1": 0.440654, "nauc_ndcg_at_20_max": 0.618217, "nauc_ndcg_at_20_std": 0.556264, "nauc_ndcg_at_20_diff1": 0.413689, "nauc_ndcg_at_100_max": 0.568785, "nauc_ndcg_at_100_std": 0.531403, "nauc_ndcg_at_100_diff1": 0.347224, "nauc_ndcg_at_1000_max": 0.54048, "nauc_ndcg_at_1000_std": 0.5074, "nauc_ndcg_at_1000_diff1": 0.349648, "nauc_map_at_1_max": 0.702691, "nauc_map_at_1_std": 0.600755, "nauc_map_at_1_diff1": 0.712377, "nauc_map_at_3_max": 0.658603, "nauc_map_at_3_std": 0.564415, "nauc_map_at_3_diff1": 0.534738, "nauc_map_at_5_max": 0.651801, "nauc_map_at_5_std": 0.561535, "nauc_map_at_5_diff1": 0.508729, "nauc_map_at_10_max": 0.651606, "nauc_map_at_10_std": 0.566773, "nauc_map_at_10_diff1": 0.500506, "nauc_map_at_20_max": 0.646333, "nauc_map_at_20_std": 0.564886, "nauc_map_at_20_diff1": 0.48956, "nauc_map_at_100_max": 0.635013, "nauc_map_at_100_std": 0.56005, "nauc_map_at_100_diff1": 0.471786, "nauc_map_at_1000_max": 0.633082, "nauc_map_at_1000_std": 0.559176, "nauc_map_at_1000_diff1": 0.470038, "nauc_recall_at_1_max": 0.702691, "nauc_recall_at_1_std": 0.600755, "nauc_recall_at_1_diff1": 0.712377, "nauc_recall_at_3_max": 0.624465, "nauc_recall_at_3_std": 0.542856, "nauc_recall_at_3_diff1": 0.410227, "nauc_recall_at_5_max": 0.614502, "nauc_recall_at_5_std": 0.541084, "nauc_recall_at_5_diff1": 0.355685, "nauc_recall_at_10_max": 0.61075, "nauc_recall_at_10_std": 0.560124, "nauc_recall_at_10_diff1": 0.330809, "nauc_recall_at_20_max": 0.580687, "nauc_recall_at_20_std": 0.543804, "nauc_recall_at_20_diff1": 0.275485, "nauc_recall_at_100_max": 0.474416, "nauc_recall_at_100_std": 0.483453, "nauc_recall_at_100_diff1": 0.170597, "nauc_recall_at_1000_max": 0.407451, "nauc_recall_at_1000_std": 0.427681, "nauc_recall_at_1000_diff1": 0.191332, "nauc_precision_at_1_max": 0.654499, "nauc_precision_at_1_std": 0.557844, "nauc_precision_at_1_diff1": 0.677872, "nauc_precision_at_3_max": 0.5792, "nauc_precision_at_3_std": 0.506849, "nauc_precision_at_3_diff1": 0.416483, "nauc_precision_at_5_max": 0.567033, "nauc_precision_at_5_std": 0.508799, "nauc_precision_at_5_diff1": 0.350162, "nauc_precision_at_10_max": 0.576608, "nauc_precision_at_10_std": 0.547948, "nauc_precision_at_10_diff1": 0.336782, "nauc_precision_at_20_max": 0.539088, "nauc_precision_at_20_std": 0.532478, "nauc_precision_at_20_diff1": 0.292744, "nauc_precision_at_100_max": 0.427029, "nauc_precision_at_100_std": 0.46578, "nauc_precision_at_100_diff1": 0.169798, "nauc_precision_at_1000_max": 0.050169, "nauc_precision_at_1000_std": 0.080122, "nauc_precision_at_1000_diff1": 0.045159, "nauc_mrr_at_1_max": 0.654499, "nauc_mrr_at_1_std": 0.557844, "nauc_mrr_at_1_diff1": 0.677872, "nauc_mrr_at_3_max": 0.613312, "nauc_mrr_at_3_std": 0.530809, "nauc_mrr_at_3_diff1": 0.522481, "nauc_mrr_at_5_max": 0.609501, "nauc_mrr_at_5_std": 0.530884, "nauc_mrr_at_5_diff1": 0.49612, "nauc_mrr_at_10_max": 0.611259, "nauc_mrr_at_10_std": 0.538873, "nauc_mrr_at_10_diff1": 0.488412, "nauc_mrr_at_20_max": 0.609401, "nauc_mrr_at_20_std": 0.540662, "nauc_mrr_at_20_diff1": 0.477419, "nauc_mrr_at_100_max": 0.596734, "nauc_mrr_at_100_std": 0.531404, "nauc_mrr_at_100_diff1": 0.460665, "nauc_mrr_at_1000_max": 0.59576, "nauc_mrr_at_1000_std": 0.530709, "nauc_mrr_at_1000_diff1": 0.460596, "main_score": 0.0693, "hf_subset": "eng-cmn", "languages": [ "eng-Latn", "cmn-Hans" ] }, { "ndcg_at_1": 0.10732, "ndcg_at_3": 0.11802, "ndcg_at_5": 0.12538, "ndcg_at_10": 0.14131, "ndcg_at_20": 0.15886, "ndcg_at_100": 0.17951, "ndcg_at_1000": 0.23575, "map_at_1": 0.0751, "map_at_3": 0.10315, "map_at_5": 0.11003, "map_at_10": 0.11734, "map_at_20": 0.12257, "map_at_100": 0.12579, "map_at_1000": 0.12741, "recall_at_1": 0.0751, "recall_at_3": 0.12652, "recall_at_5": 0.14644, "recall_at_10": 0.19024, "recall_at_20": 0.25207, "recall_at_100": 0.34537, "recall_at_1000": 0.75295, "precision_at_1": 0.10732, "precision_at_3": 0.06463, "precision_at_5": 0.0478, "precision_at_10": 0.03122, "precision_at_20": 0.02061, "precision_at_100": 0.00611, "precision_at_1000": 0.00145, "mrr_at_1": 0.107317, "mrr_at_3": 0.129268, "mrr_at_5": 0.135122, "mrr_at_10": 0.141086, "mrr_at_20": 0.146052, "mrr_at_100": 0.14849, "mrr_at_1000": 0.149661, "nauc_ndcg_at_1_max": 0.59193, "nauc_ndcg_at_1_std": 0.420478, "nauc_ndcg_at_1_diff1": 0.411038, "nauc_ndcg_at_3_max": 0.573073, "nauc_ndcg_at_3_std": 0.440839, "nauc_ndcg_at_3_diff1": 0.340632, "nauc_ndcg_at_5_max": 0.571884, "nauc_ndcg_at_5_std": 0.452363, "nauc_ndcg_at_5_diff1": 0.320915, "nauc_ndcg_at_10_max": 0.578709, "nauc_ndcg_at_10_std": 0.471663, "nauc_ndcg_at_10_diff1": 0.300592, "nauc_ndcg_at_20_max": 0.593186, "nauc_ndcg_at_20_std": 0.512187, "nauc_ndcg_at_20_diff1": 0.278981, "nauc_ndcg_at_100_max": 0.610783, "nauc_ndcg_at_100_std": 0.533897, "nauc_ndcg_at_100_diff1": 0.279867, "nauc_ndcg_at_1000_max": 0.594919, "nauc_ndcg_at_1000_std": 0.509819, "nauc_ndcg_at_1000_diff1": 0.276936, "nauc_map_at_1_max": 0.573333, "nauc_map_at_1_std": 0.41609, "nauc_map_at_1_diff1": 0.465017, "nauc_map_at_3_max": 0.578452, "nauc_map_at_3_std": 0.432411, "nauc_map_at_3_diff1": 0.365163, "nauc_map_at_5_max": 0.575697, "nauc_map_at_5_std": 0.4407, "nauc_map_at_5_diff1": 0.342026, "nauc_map_at_10_max": 0.577498, "nauc_map_at_10_std": 0.448971, "nauc_map_at_10_diff1": 0.327126, "nauc_map_at_20_max": 0.583363, "nauc_map_at_20_std": 0.464681, "nauc_map_at_20_diff1": 0.318615, "nauc_map_at_100_max": 0.587187, "nauc_map_at_100_std": 0.470043, "nauc_map_at_100_diff1": 0.318406, "nauc_map_at_1000_max": 0.587521, "nauc_map_at_1000_std": 0.470126, "nauc_map_at_1000_diff1": 0.31829, "nauc_recall_at_1_max": 0.573333, "nauc_recall_at_1_std": 0.41609, "nauc_recall_at_1_diff1": 0.465017, "nauc_recall_at_3_max": 0.549249, "nauc_recall_at_3_std": 0.450221, "nauc_recall_at_3_diff1": 0.302725, "nauc_recall_at_5_max": 0.553687, "nauc_recall_at_5_std": 0.472655, "nauc_recall_at_5_diff1": 0.269382, "nauc_recall_at_10_max": 0.566016, "nauc_recall_at_10_std": 0.509455, "nauc_recall_at_10_diff1": 0.231925, "nauc_recall_at_20_max": 0.593463, "nauc_recall_at_20_std": 0.598739, "nauc_recall_at_20_diff1": 0.184592, "nauc_recall_at_100_max": 0.639017, "nauc_recall_at_100_std": 0.649732, "nauc_recall_at_100_diff1": 0.190658, "nauc_recall_at_1000_max": 0.507956, "nauc_recall_at_1000_std": 0.5299, "nauc_recall_at_1000_diff1": 0.132805, "nauc_precision_at_1_max": 0.59193, "nauc_precision_at_1_std": 0.420478, "nauc_precision_at_1_diff1": 0.411038, "nauc_precision_at_3_max": 0.574412, "nauc_precision_at_3_std": 0.434231, "nauc_precision_at_3_diff1": 0.243398, "nauc_precision_at_5_max": 0.556678, "nauc_precision_at_5_std": 0.447382, "nauc_precision_at_5_diff1": 0.184348, "nauc_precision_at_10_max": 0.564165, "nauc_precision_at_10_std": 0.473856, "nauc_precision_at_10_diff1": 0.15182, "nauc_precision_at_20_max": 0.563954, "nauc_precision_at_20_std": 0.532863, "nauc_precision_at_20_diff1": 0.103409, "nauc_precision_at_100_max": 0.561241, "nauc_precision_at_100_std": 0.536211, "nauc_precision_at_100_diff1": 0.115617, "nauc_precision_at_1000_max": 0.192293, "nauc_precision_at_1000_std": 0.153668, "nauc_precision_at_1000_diff1": -0.020012, "nauc_mrr_at_1_max": 0.59193, "nauc_mrr_at_1_std": 0.412614, "nauc_mrr_at_1_diff1": 0.411038, "nauc_mrr_at_3_max": 0.575975, "nauc_mrr_at_3_std": 0.437851, "nauc_mrr_at_3_diff1": 0.361984, "nauc_mrr_at_5_max": 0.575857, "nauc_mrr_at_5_std": 0.440162, "nauc_mrr_at_5_diff1": 0.350027, "nauc_mrr_at_10_max": 0.579416, "nauc_mrr_at_10_std": 0.449542, "nauc_mrr_at_10_diff1": 0.346758, "nauc_mrr_at_20_max": 0.582368, "nauc_mrr_at_20_std": 0.459904, "nauc_mrr_at_20_diff1": 0.339906, "nauc_mrr_at_100_max": 0.584401, "nauc_mrr_at_100_std": 0.462008, "nauc_mrr_at_100_diff1": 0.341183, "nauc_mrr_at_1000_max": 0.584118, "nauc_mrr_at_1000_std": 0.461505, "nauc_mrr_at_1000_diff1": 0.341099, "main_score": 0.14131, "hf_subset": "cmn-eng", "languages": [ "cmn-Hans", "eng-Latn" ] } ] }, "evaluation_time": 100.08025598526001, "kg_co2_emissions": 0.0063174759410186175 }