{ "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", "task_name": "CUREv1", "mteb_version": "1.18.0", "scores": { "all": [ { "ndcg_at_1": 0.477, "ndcg_at_3": 0.4378, "ndcg_at_5": 0.4312, "ndcg_at_10": 0.42841, "ndcg_at_20": 0.43944, "ndcg_at_100": 0.5108, "ndcg_at_1000": 0.60624, "map_at_1": 0.07736, "map_at_3": 0.13243, "map_at_5": 0.16175, "map_at_10": 0.19885, "map_at_20": 0.2324, "map_at_100": 0.29459, "map_at_1000": 0.3284, "recall_at_1": 0.07736, "recall_at_3": 0.15144, "recall_at_5": 0.2011, "recall_at_10": 0.27816, "recall_at_20": 0.37035, "recall_at_100": 0.62586, "recall_at_1000": 0.9097, "precision_at_1": 0.584, "precision_at_3": 0.48317, "precision_at_5": 0.434, "precision_at_10": 0.3569, "precision_at_20": 0.28485, "precision_at_100": 0.14321, "precision_at_1000": 0.03147, "mrr_at_1": 0.584, "mrr_at_3": 0.684, "mrr_at_5": 0.700925, "mrr_at_10": 0.708816, "mrr_at_20": 0.710699, "mrr_at_100": 0.711343, "mrr_at_1000": 0.711392, "nauc_ndcg_at_1_max": 0.317221, "nauc_ndcg_at_1_std": 0.095939, "nauc_ndcg_at_1_diff1": 0.271757, "nauc_ndcg_at_3_max": 0.342151, "nauc_ndcg_at_3_std": 0.119107, "nauc_ndcg_at_3_diff1": 0.211703, "nauc_ndcg_at_5_max": 0.322758, "nauc_ndcg_at_5_std": 0.114512, "nauc_ndcg_at_5_diff1": 0.192244, "nauc_ndcg_at_10_max": 0.309971, "nauc_ndcg_at_10_std": 0.116765, "nauc_ndcg_at_10_diff1": 0.195544, "nauc_ndcg_at_20_max": 0.302841, "nauc_ndcg_at_20_std": 0.109785, "nauc_ndcg_at_20_diff1": 0.19291, "nauc_ndcg_at_100_max": 0.322156, "nauc_ndcg_at_100_std": 0.169024, "nauc_ndcg_at_100_diff1": 0.204425, "nauc_ndcg_at_1000_max": 0.390701, "nauc_ndcg_at_1000_std": 0.292281, "nauc_ndcg_at_1000_diff1": 0.200457, "nauc_map_at_1_max": 0.073441, "nauc_map_at_1_std": -0.127699, "nauc_map_at_1_diff1": 0.357784, "nauc_map_at_3_max": 0.11567, "nauc_map_at_3_std": -0.095512, "nauc_map_at_3_diff1": 0.268821, "nauc_map_at_5_max": 0.124521, "nauc_map_at_5_std": -0.078221, "nauc_map_at_5_diff1": 0.237487, "nauc_map_at_10_max": 0.154017, "nauc_map_at_10_std": -0.046506, "nauc_map_at_10_diff1": 0.213212, "nauc_map_at_20_max": 0.181594, "nauc_map_at_20_std": -0.008724, "nauc_map_at_20_diff1": 0.192254, "nauc_map_at_100_max": 0.231947, "nauc_map_at_100_std": 0.098826, "nauc_map_at_100_diff1": 0.166543, "nauc_map_at_1000_max": 0.254057, "nauc_map_at_1000_std": 0.16611, "nauc_map_at_1000_diff1": 0.15118, "nauc_recall_at_1_max": 0.073441, "nauc_recall_at_1_std": -0.127699, "nauc_recall_at_1_diff1": 0.357784, "nauc_recall_at_3_max": 0.083199, "nauc_recall_at_3_std": -0.112286, "nauc_recall_at_3_diff1": 0.231244, "nauc_recall_at_5_max": 0.071921, "nauc_recall_at_5_std": -0.102801, "nauc_recall_at_5_diff1": 0.187529, "nauc_recall_at_10_max": 0.08343, "nauc_recall_at_10_std": -0.079868, "nauc_recall_at_10_diff1": 0.159705, "nauc_recall_at_20_max": 0.093567, "nauc_recall_at_20_std": -0.054149, "nauc_recall_at_20_diff1": 0.134216, "nauc_recall_at_100_max": 0.132829, "nauc_recall_at_100_std": 0.077923, "nauc_recall_at_100_diff1": 0.110139, "nauc_recall_at_1000_max": 0.284029, "nauc_recall_at_1000_std": 0.434732, "nauc_recall_at_1000_diff1": 0.12669, "nauc_precision_at_1_max": 0.34227, "nauc_precision_at_1_std": 0.14573, "nauc_precision_at_1_diff1": 0.242385, "nauc_precision_at_3_max": 0.322274, "nauc_precision_at_3_std": 0.203187, "nauc_precision_at_3_diff1": 0.04975, "nauc_precision_at_5_max": 0.28209, "nauc_precision_at_5_std": 0.232364, "nauc_precision_at_5_diff1": -0.026301, "nauc_precision_at_10_max": 0.266844, "nauc_precision_at_10_std": 0.296112, "nauc_precision_at_10_diff1": -0.076182, "nauc_precision_at_20_max": 0.229569, "nauc_precision_at_20_std": 0.326869, "nauc_precision_at_20_diff1": -0.118679, "nauc_precision_at_100_max": 0.122986, "nauc_precision_at_100_std": 0.331625, "nauc_precision_at_100_diff1": -0.131199, "nauc_precision_at_1000_max": 0.032807, "nauc_precision_at_1000_std": 0.201628, "nauc_precision_at_1000_diff1": -0.143425, "nauc_mrr_at_1_max": 0.34227, "nauc_mrr_at_1_std": 0.14573, "nauc_mrr_at_1_diff1": 0.242385, "nauc_mrr_at_3_max": 0.375137, "nauc_mrr_at_3_std": 0.183701, "nauc_mrr_at_3_diff1": 0.233408, "nauc_mrr_at_5_max": 0.374302, "nauc_mrr_at_5_std": 0.184723, "nauc_mrr_at_5_diff1": 0.235622, "nauc_mrr_at_10_max": 0.373059, "nauc_mrr_at_10_std": 0.184775, "nauc_mrr_at_10_diff1": 0.234604, "nauc_mrr_at_20_max": 0.37211, "nauc_mrr_at_20_std": 0.184243, "nauc_mrr_at_20_diff1": 0.234012, "nauc_mrr_at_100_max": 0.371703, "nauc_mrr_at_100_std": 0.183302, "nauc_mrr_at_100_diff1": 0.23409, "nauc_mrr_at_1000_max": 0.371665, "nauc_mrr_at_1000_std": 0.183185, "nauc_mrr_at_1000_diff1": 0.234099, "main_score": 0.42841, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.3085, "ndcg_at_3": 0.29464, "ndcg_at_5": 0.29236, "ndcg_at_10": 0.29932, "ndcg_at_20": 0.31341, "ndcg_at_100": 0.37865, "ndcg_at_1000": 0.47794, "map_at_1": 0.04983, "map_at_3": 0.08588, "map_at_5": 0.1056, "map_at_10": 0.13157, "map_at_20": 0.15419, "map_at_100": 0.19597, "map_at_1000": 0.22186, "recall_at_1": 0.04983, "recall_at_3": 0.10186, "recall_at_5": 0.13993, "recall_at_10": 0.20655, "recall_at_20": 0.28153, "recall_at_100": 0.5, "recall_at_1000": 0.80603, "precision_at_1": 0.392, "precision_at_3": 0.34, "precision_at_5": 0.3062, "precision_at_10": 0.2583, "precision_at_20": 0.21025, "precision_at_100": 0.10932, "precision_at_1000": 0.02683, "mrr_at_1": 0.392, "mrr_at_3": 0.49025, "mrr_at_5": 0.512925, "mrr_at_10": 0.527324, "mrr_at_20": 0.532497, "mrr_at_100": 0.534481, "mrr_at_1000": 0.534615, "nauc_ndcg_at_1_max": 0.280101, "nauc_ndcg_at_1_std": 0.173539, "nauc_ndcg_at_1_diff1": 0.217971, "nauc_ndcg_at_3_max": 0.318407, "nauc_ndcg_at_3_std": 0.216288, "nauc_ndcg_at_3_diff1": 0.177691, "nauc_ndcg_at_5_max": 0.335384, "nauc_ndcg_at_5_std": 0.234883, "nauc_ndcg_at_5_diff1": 0.181948, "nauc_ndcg_at_10_max": 0.338854, "nauc_ndcg_at_10_std": 0.25396, "nauc_ndcg_at_10_diff1": 0.187985, "nauc_ndcg_at_20_max": 0.346545, "nauc_ndcg_at_20_std": 0.271961, "nauc_ndcg_at_20_diff1": 0.199296, "nauc_ndcg_at_100_max": 0.373099, "nauc_ndcg_at_100_std": 0.344186, "nauc_ndcg_at_100_diff1": 0.202913, "nauc_ndcg_at_1000_max": 0.442425, "nauc_ndcg_at_1000_std": 0.452409, "nauc_ndcg_at_1000_diff1": 0.204578, "nauc_map_at_1_max": 0.178259, "nauc_map_at_1_std": 0.01434, "nauc_map_at_1_diff1": 0.341137, "nauc_map_at_3_max": 0.212631, "nauc_map_at_3_std": 0.049488, "nauc_map_at_3_diff1": 0.252616, "nauc_map_at_5_max": 0.227151, "nauc_map_at_5_std": 0.068245, "nauc_map_at_5_diff1": 0.234916, "nauc_map_at_10_max": 0.2456, "nauc_map_at_10_std": 0.108484, "nauc_map_at_10_diff1": 0.210863, "nauc_map_at_20_max": 0.266322, "nauc_map_at_20_std": 0.15284, "nauc_map_at_20_diff1": 0.20026, "nauc_map_at_100_max": 0.31262, "nauc_map_at_100_std": 0.261358, "nauc_map_at_100_diff1": 0.189078, "nauc_map_at_1000_max": 0.345578, "nauc_map_at_1000_std": 0.332233, "nauc_map_at_1000_diff1": 0.184814, "nauc_recall_at_1_max": 0.178259, "nauc_recall_at_1_std": 0.01434, "nauc_recall_at_1_diff1": 0.341137, "nauc_recall_at_3_max": 0.18467, "nauc_recall_at_3_std": 0.03679, "nauc_recall_at_3_diff1": 0.217546, "nauc_recall_at_5_max": 0.178864, "nauc_recall_at_5_std": 0.041716, "nauc_recall_at_5_diff1": 0.198518, "nauc_recall_at_10_max": 0.168869, "nauc_recall_at_10_std": 0.068426, "nauc_recall_at_10_diff1": 0.163474, "nauc_recall_at_20_max": 0.174391, "nauc_recall_at_20_std": 0.112359, "nauc_recall_at_20_diff1": 0.15278, "nauc_recall_at_100_max": 0.220211, "nauc_recall_at_100_std": 0.271809, "nauc_recall_at_100_diff1": 0.130457, "nauc_recall_at_1000_max": 0.397304, "nauc_recall_at_1000_std": 0.548617, "nauc_recall_at_1000_diff1": 0.139986, "nauc_precision_at_1_max": 0.30937, "nauc_precision_at_1_std": 0.220085, "nauc_precision_at_1_diff1": 0.187742, "nauc_precision_at_3_max": 0.320901, "nauc_precision_at_3_std": 0.271926, "nauc_precision_at_3_diff1": 0.081829, "nauc_precision_at_5_max": 0.336256, "nauc_precision_at_5_std": 0.324288, "nauc_precision_at_5_diff1": 0.053329, "nauc_precision_at_10_max": 0.328114, "nauc_precision_at_10_std": 0.389503, "nauc_precision_at_10_diff1": 0.01966, "nauc_precision_at_20_max": 0.303946, "nauc_precision_at_20_std": 0.42765, "nauc_precision_at_20_diff1": 0.008353, "nauc_precision_at_100_max": 0.242782, "nauc_precision_at_100_std": 0.448596, "nauc_precision_at_100_diff1": -0.019601, "nauc_precision_at_1000_max": 0.150625, "nauc_precision_at_1000_std": 0.318257, "nauc_precision_at_1000_diff1": -0.055, "nauc_mrr_at_1_max": 0.30937, "nauc_mrr_at_1_std": 0.220085, "nauc_mrr_at_1_diff1": 0.187742, "nauc_mrr_at_3_max": 0.337799, "nauc_mrr_at_3_std": 0.252388, "nauc_mrr_at_3_diff1": 0.186977, "nauc_mrr_at_5_max": 0.347345, "nauc_mrr_at_5_std": 0.266238, "nauc_mrr_at_5_diff1": 0.189803, "nauc_mrr_at_10_max": 0.346938, "nauc_mrr_at_10_std": 0.268425, "nauc_mrr_at_10_diff1": 0.189809, "nauc_mrr_at_20_max": 0.345952, "nauc_mrr_at_20_std": 0.267766, "nauc_mrr_at_20_diff1": 0.188643, "nauc_mrr_at_100_max": 0.34544, "nauc_mrr_at_100_std": 0.267013, "nauc_mrr_at_100_diff1": 0.188455, "nauc_mrr_at_1000_max": 0.345315, "nauc_mrr_at_1000_std": 0.266779, "nauc_mrr_at_1000_diff1": 0.188429, "main_score": 0.29932, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.28275, "ndcg_at_3": 0.26933, "ndcg_at_5": 0.26972, "ndcg_at_10": 0.27733, "ndcg_at_20": 0.29324, "ndcg_at_100": 0.35515, "ndcg_at_1000": 0.4545, "map_at_1": 0.04668, "map_at_3": 0.08068, "map_at_5": 0.09894, "map_at_10": 0.12223, "map_at_20": 0.14363, "map_at_100": 0.18214, "map_at_1000": 0.20605, "recall_at_1": 0.04668, "recall_at_3": 0.09709, "recall_at_5": 0.13179, "recall_at_10": 0.19202, "recall_at_20": 0.26573, "recall_at_100": 0.4721, "recall_at_1000": 0.78223, "precision_at_1": 0.3625, "precision_at_3": 0.31167, "precision_at_5": 0.2856, "precision_at_10": 0.24005, "precision_at_20": 0.19648, "precision_at_100": 0.10228, "precision_at_1000": 0.02551, "mrr_at_1": 0.3625, "mrr_at_3": 0.458083, "mrr_at_5": 0.478883, "mrr_at_10": 0.495013, "mrr_at_20": 0.500196, "mrr_at_100": 0.502536, "mrr_at_1000": 0.502766, "nauc_ndcg_at_1_max": 0.291238, "nauc_ndcg_at_1_std": 0.146983, "nauc_ndcg_at_1_diff1": 0.183831, "nauc_ndcg_at_3_max": 0.343079, "nauc_ndcg_at_3_std": 0.217382, "nauc_ndcg_at_3_diff1": 0.173163, "nauc_ndcg_at_5_max": 0.365145, "nauc_ndcg_at_5_std": 0.248686, "nauc_ndcg_at_5_diff1": 0.17791, "nauc_ndcg_at_10_max": 0.383141, "nauc_ndcg_at_10_std": 0.268807, "nauc_ndcg_at_10_diff1": 0.177382, "nauc_ndcg_at_20_max": 0.391946, "nauc_ndcg_at_20_std": 0.292838, "nauc_ndcg_at_20_diff1": 0.18789, "nauc_ndcg_at_100_max": 0.420369, "nauc_ndcg_at_100_std": 0.377686, "nauc_ndcg_at_100_diff1": 0.190402, "nauc_ndcg_at_1000_max": 0.482343, "nauc_ndcg_at_1000_std": 0.478906, "nauc_ndcg_at_1000_diff1": 0.181372, "nauc_map_at_1_max": 0.194476, "nauc_map_at_1_std": 0.002143, "nauc_map_at_1_diff1": 0.335574, "nauc_map_at_3_max": 0.237096, "nauc_map_at_3_std": 0.064667, "nauc_map_at_3_diff1": 0.248077, "nauc_map_at_5_max": 0.258558, "nauc_map_at_5_std": 0.101901, "nauc_map_at_5_diff1": 0.225373, "nauc_map_at_10_max": 0.280377, "nauc_map_at_10_std": 0.1355, "nauc_map_at_10_diff1": 0.196656, "nauc_map_at_20_max": 0.302375, "nauc_map_at_20_std": 0.178473, "nauc_map_at_20_diff1": 0.186738, "nauc_map_at_100_max": 0.352925, "nauc_map_at_100_std": 0.289599, "nauc_map_at_100_diff1": 0.177105, "nauc_map_at_1000_max": 0.385677, "nauc_map_at_1000_std": 0.35117, "nauc_map_at_1000_diff1": 0.174369, "nauc_recall_at_1_max": 0.194476, "nauc_recall_at_1_std": 0.002143, "nauc_recall_at_1_diff1": 0.335574, "nauc_recall_at_3_max": 0.213194, "nauc_recall_at_3_std": 0.061513, "nauc_recall_at_3_diff1": 0.216178, "nauc_recall_at_5_max": 0.227796, "nauc_recall_at_5_std": 0.104914, "nauc_recall_at_5_diff1": 0.193922, "nauc_recall_at_10_max": 0.224836, "nauc_recall_at_10_std": 0.12296, "nauc_recall_at_10_diff1": 0.146884, "nauc_recall_at_20_max": 0.228527, "nauc_recall_at_20_std": 0.164497, "nauc_recall_at_20_diff1": 0.13847, "nauc_recall_at_100_max": 0.285332, "nauc_recall_at_100_std": 0.333893, "nauc_recall_at_100_diff1": 0.12203, "nauc_recall_at_1000_max": 0.433623, "nauc_recall_at_1000_std": 0.580331, "nauc_recall_at_1000_diff1": 0.108863, "nauc_precision_at_1_max": 0.315609, "nauc_precision_at_1_std": 0.187254, "nauc_precision_at_1_diff1": 0.174038, "nauc_precision_at_3_max": 0.355004, "nauc_precision_at_3_std": 0.287839, "nauc_precision_at_3_diff1": 0.10508, "nauc_precision_at_5_max": 0.362118, "nauc_precision_at_5_std": 0.334448, "nauc_precision_at_5_diff1": 0.070874, "nauc_precision_at_10_max": 0.378376, "nauc_precision_at_10_std": 0.387341, "nauc_precision_at_10_diff1": 0.041184, "nauc_precision_at_20_max": 0.359085, "nauc_precision_at_20_std": 0.433881, "nauc_precision_at_20_diff1": 0.018087, "nauc_precision_at_100_max": 0.280233, "nauc_precision_at_100_std": 0.447957, "nauc_precision_at_100_diff1": -0.003871, "nauc_precision_at_1000_max": 0.181901, "nauc_precision_at_1000_std": 0.285625, "nauc_precision_at_1000_diff1": -0.032492, "nauc_mrr_at_1_max": 0.315609, "nauc_mrr_at_1_std": 0.187254, "nauc_mrr_at_1_diff1": 0.174038, "nauc_mrr_at_3_max": 0.357749, "nauc_mrr_at_3_std": 0.246, "nauc_mrr_at_3_diff1": 0.165769, "nauc_mrr_at_5_max": 0.365063, "nauc_mrr_at_5_std": 0.259182, "nauc_mrr_at_5_diff1": 0.168394, "nauc_mrr_at_10_max": 0.368747, "nauc_mrr_at_10_std": 0.263583, "nauc_mrr_at_10_diff1": 0.169757, "nauc_mrr_at_20_max": 0.367742, "nauc_mrr_at_20_std": 0.264096, "nauc_mrr_at_20_diff1": 0.170734, "nauc_mrr_at_100_max": 0.366646, "nauc_mrr_at_100_std": 0.262184, "nauc_mrr_at_100_diff1": 0.170261, "nauc_mrr_at_1000_max": 0.366442, "nauc_mrr_at_1000_std": 0.261808, "nauc_mrr_at_1000_diff1": 0.170155, "main_score": 0.27733, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "dentistry_and_oral_health": [ { "ndcg_at_1": 0.475, "ndcg_at_3": 0.41314, "ndcg_at_5": 0.40387, "ndcg_at_10": 0.3978, "ndcg_at_20": 0.40136, "ndcg_at_100": 0.47337, "ndcg_at_1000": 0.60253, "map_at_1": 0.08667, "map_at_3": 0.11586, "map_at_5": 0.13347, "map_at_10": 0.15709, "map_at_20": 0.18387, "map_at_100": 0.24532, "map_at_1000": 0.28952, "recall_at_1": 0.08667, "recall_at_3": 0.12962, "recall_at_5": 0.16367, "recall_at_10": 0.222, "recall_at_20": 0.3034, "recall_at_100": 0.56096, "recall_at_1000": 0.91417, "precision_at_1": 0.565, "precision_at_3": 0.44167, "precision_at_5": 0.398, "precision_at_10": 0.332, "precision_at_20": 0.27175, "precision_at_100": 0.1512, "precision_at_1000": 0.0347, "mrr_at_1": 0.565, "mrr_at_3": 0.684167, "mrr_at_5": 0.697917, "mrr_at_10": 0.704954, "mrr_at_20": 0.706591, "mrr_at_100": 0.707147, "mrr_at_1000": 0.707233, "nauc_ndcg_at_1_max": 0.296021, "nauc_ndcg_at_1_std": -0.08909, "nauc_ndcg_at_1_diff1": 0.247102, "nauc_ndcg_at_3_max": 0.378834, "nauc_ndcg_at_3_std": -0.029335, "nauc_ndcg_at_3_diff1": 0.251712, "nauc_ndcg_at_5_max": 0.323489, "nauc_ndcg_at_5_std": -0.044196, "nauc_ndcg_at_5_diff1": 0.242534, "nauc_ndcg_at_10_max": 0.303763, "nauc_ndcg_at_10_std": -0.049642, "nauc_ndcg_at_10_diff1": 0.276979, "nauc_ndcg_at_20_max": 0.265072, "nauc_ndcg_at_20_std": -0.077681, "nauc_ndcg_at_20_diff1": 0.247215, "nauc_ndcg_at_100_max": 0.229444, "nauc_ndcg_at_100_std": -0.045857, "nauc_ndcg_at_100_diff1": 0.250939, "nauc_ndcg_at_1000_max": 0.277949, "nauc_ndcg_at_1000_std": 0.171103, "nauc_ndcg_at_1000_diff1": 0.186995, "nauc_map_at_1_max": 0.037658, "nauc_map_at_1_std": -0.283783, "nauc_map_at_1_diff1": 0.382883, "nauc_map_at_3_max": 0.125496, "nauc_map_at_3_std": -0.283679, "nauc_map_at_3_diff1": 0.37094, "nauc_map_at_5_max": 0.126263, "nauc_map_at_5_std": -0.278238, "nauc_map_at_5_diff1": 0.348639, "nauc_map_at_10_max": 0.148082, "nauc_map_at_10_std": -0.254557, "nauc_map_at_10_diff1": 0.33775, "nauc_map_at_20_max": 0.16445, "nauc_map_at_20_std": -0.224934, "nauc_map_at_20_diff1": 0.302423, "nauc_map_at_100_max": 0.172116, "nauc_map_at_100_std": -0.07254, "nauc_map_at_100_diff1": 0.243347, "nauc_map_at_1000_max": 0.160781, "nauc_map_at_1000_std": 0.056631, "nauc_map_at_1000_diff1": 0.187869, "nauc_recall_at_1_max": 0.037658, "nauc_recall_at_1_std": -0.283783, "nauc_recall_at_1_diff1": 0.382883, "nauc_recall_at_3_max": 0.112174, "nauc_recall_at_3_std": -0.280201, "nauc_recall_at_3_diff1": 0.337664, "nauc_recall_at_5_max": 0.086075, "nauc_recall_at_5_std": -0.277505, "nauc_recall_at_5_diff1": 0.297891, "nauc_recall_at_10_max": 0.089116, "nauc_recall_at_10_std": -0.266006, "nauc_recall_at_10_diff1": 0.261157, "nauc_recall_at_20_max": 0.087772, "nauc_recall_at_20_std": -0.247847, "nauc_recall_at_20_diff1": 0.197162, "nauc_recall_at_100_max": 0.042693, "nauc_recall_at_100_std": -0.116493, "nauc_recall_at_100_diff1": 0.16003, "nauc_recall_at_1000_max": -0.025672, "nauc_recall_at_1000_std": 0.338216, "nauc_recall_at_1000_diff1": 0.102955, "nauc_precision_at_1_max": 0.314039, "nauc_precision_at_1_std": 0.0229, "nauc_precision_at_1_diff1": 0.196954, "nauc_precision_at_3_max": 0.459196, "nauc_precision_at_3_std": 0.207221, "nauc_precision_at_3_diff1": 0.060212, "nauc_precision_at_5_max": 0.327385, "nauc_precision_at_5_std": 0.265523, "nauc_precision_at_5_diff1": -0.055049, "nauc_precision_at_10_max": 0.263643, "nauc_precision_at_10_std": 0.407859, "nauc_precision_at_10_diff1": -0.111529, "nauc_precision_at_20_max": 0.19271, "nauc_precision_at_20_std": 0.441597, "nauc_precision_at_20_diff1": -0.207498, "nauc_precision_at_100_max": 0.010512, "nauc_precision_at_100_std": 0.49778, "nauc_precision_at_100_diff1": -0.238776, "nauc_precision_at_1000_max": -0.038479, "nauc_precision_at_1000_std": 0.382396, "nauc_precision_at_1000_diff1": -0.216752, "nauc_mrr_at_1_max": 0.314039, "nauc_mrr_at_1_std": 0.0229, "nauc_mrr_at_1_diff1": 0.196954, "nauc_mrr_at_3_max": 0.37967, "nauc_mrr_at_3_std": 0.084496, "nauc_mrr_at_3_diff1": 0.187646, "nauc_mrr_at_5_max": 0.370055, "nauc_mrr_at_5_std": 0.085625, "nauc_mrr_at_5_diff1": 0.188777, "nauc_mrr_at_10_max": 0.365151, "nauc_mrr_at_10_std": 0.087103, "nauc_mrr_at_10_diff1": 0.181195, "nauc_mrr_at_20_max": 0.363256, "nauc_mrr_at_20_std": 0.087928, "nauc_mrr_at_20_diff1": 0.180508, "nauc_mrr_at_100_max": 0.361733, "nauc_mrr_at_100_std": 0.085867, "nauc_mrr_at_100_diff1": 0.182637, "nauc_mrr_at_1000_max": 0.361632, "nauc_mrr_at_1000_std": 0.085582, "nauc_mrr_at_1000_diff1": 0.182714, "main_score": 0.3978, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.315, "ndcg_at_3": 0.28663, "ndcg_at_5": 0.28641, "ndcg_at_10": 0.28265, "ndcg_at_20": 0.28932, "ndcg_at_100": 0.34989, "ndcg_at_1000": 0.48376, "map_at_1": 0.06458, "map_at_3": 0.08736, "map_at_5": 0.09919, "map_at_10": 0.11677, "map_at_20": 0.13208, "map_at_100": 0.16872, "map_at_1000": 0.20234, "recall_at_1": 0.06458, "recall_at_3": 0.10127, "recall_at_5": 0.12733, "recall_at_10": 0.17514, "recall_at_20": 0.22992, "recall_at_100": 0.43079, "recall_at_1000": 0.80663, "precision_at_1": 0.39, "precision_at_3": 0.31833, "precision_at_5": 0.292, "precision_at_10": 0.238, "precision_at_20": 0.195, "precision_at_100": 0.11045, "precision_at_1000": 0.02954, "mrr_at_1": 0.39, "mrr_at_3": 0.4875, "mrr_at_5": 0.5145, "mrr_at_10": 0.524202, "mrr_at_20": 0.529102, "mrr_at_100": 0.532329, "mrr_at_1000": 0.532432, "nauc_ndcg_at_1_max": 0.351448, "nauc_ndcg_at_1_std": 0.015425, "nauc_ndcg_at_1_diff1": 0.388247, "nauc_ndcg_at_3_max": 0.384889, "nauc_ndcg_at_3_std": 0.083955, "nauc_ndcg_at_3_diff1": 0.326683, "nauc_ndcg_at_5_max": 0.387455, "nauc_ndcg_at_5_std": 0.102476, "nauc_ndcg_at_5_diff1": 0.338778, "nauc_ndcg_at_10_max": 0.402597, "nauc_ndcg_at_10_std": 0.115424, "nauc_ndcg_at_10_diff1": 0.37861, "nauc_ndcg_at_20_max": 0.406655, "nauc_ndcg_at_20_std": 0.134409, "nauc_ndcg_at_20_diff1": 0.415655, "nauc_ndcg_at_100_max": 0.404209, "nauc_ndcg_at_100_std": 0.220534, "nauc_ndcg_at_100_diff1": 0.390645, "nauc_ndcg_at_1000_max": 0.474171, "nauc_ndcg_at_1000_std": 0.410038, "nauc_ndcg_at_1000_diff1": 0.311297, "nauc_map_at_1_max": 0.317529, "nauc_map_at_1_std": -0.065714, "nauc_map_at_1_diff1": 0.535767, "nauc_map_at_3_max": 0.315081, "nauc_map_at_3_std": -0.055466, "nauc_map_at_3_diff1": 0.483676, "nauc_map_at_5_max": 0.301912, "nauc_map_at_5_std": -0.054109, "nauc_map_at_5_diff1": 0.483609, "nauc_map_at_10_max": 0.312778, "nauc_map_at_10_std": -0.02795, "nauc_map_at_10_diff1": 0.465319, "nauc_map_at_20_max": 0.329724, "nauc_map_at_20_std": 0.000855, "nauc_map_at_20_diff1": 0.457827, "nauc_map_at_100_max": 0.352728, "nauc_map_at_100_std": 0.12781, "nauc_map_at_100_diff1": 0.415607, "nauc_map_at_1000_max": 0.375887, "nauc_map_at_1000_std": 0.246832, "nauc_map_at_1000_diff1": 0.362337, "nauc_recall_at_1_max": 0.317529, "nauc_recall_at_1_std": -0.065714, "nauc_recall_at_1_diff1": 0.535767, "nauc_recall_at_3_max": 0.261078, "nauc_recall_at_3_std": -0.057037, "nauc_recall_at_3_diff1": 0.424302, "nauc_recall_at_5_max": 0.222352, "nauc_recall_at_5_std": -0.055202, "nauc_recall_at_5_diff1": 0.430198, "nauc_recall_at_10_max": 0.209821, "nauc_recall_at_10_std": -0.038889, "nauc_recall_at_10_diff1": 0.38664, "nauc_recall_at_20_max": 0.219526, "nauc_recall_at_20_std": -0.015777, "nauc_recall_at_20_diff1": 0.386125, "nauc_recall_at_100_max": 0.226409, "nauc_recall_at_100_std": 0.186357, "nauc_recall_at_100_diff1": 0.276361, "nauc_recall_at_1000_max": 0.293219, "nauc_recall_at_1000_std": 0.581812, "nauc_recall_at_1000_diff1": 0.111469, "nauc_precision_at_1_max": 0.34372, "nauc_precision_at_1_std": 0.009177, "nauc_precision_at_1_diff1": 0.295138, "nauc_precision_at_3_max": 0.355578, "nauc_precision_at_3_std": 0.178125, "nauc_precision_at_3_diff1": 0.109813, "nauc_precision_at_5_max": 0.313188, "nauc_precision_at_5_std": 0.237887, "nauc_precision_at_5_diff1": 0.027493, "nauc_precision_at_10_max": 0.336306, "nauc_precision_at_10_std": 0.34481, "nauc_precision_at_10_diff1": -0.033335, "nauc_precision_at_20_max": 0.28834, "nauc_precision_at_20_std": 0.441553, "nauc_precision_at_20_diff1": -0.069466, "nauc_precision_at_100_max": 0.175517, "nauc_precision_at_100_std": 0.549861, "nauc_precision_at_100_diff1": -0.190112, "nauc_precision_at_1000_max": 0.096968, "nauc_precision_at_1000_std": 0.442111, "nauc_precision_at_1000_diff1": -0.249097, "nauc_mrr_at_1_max": 0.34372, "nauc_mrr_at_1_std": 0.009177, "nauc_mrr_at_1_diff1": 0.295138, "nauc_mrr_at_3_max": 0.37318, "nauc_mrr_at_3_std": 0.110097, "nauc_mrr_at_3_diff1": 0.298944, "nauc_mrr_at_5_max": 0.38655, "nauc_mrr_at_5_std": 0.122516, "nauc_mrr_at_5_diff1": 0.315218, "nauc_mrr_at_10_max": 0.387708, "nauc_mrr_at_10_std": 0.119869, "nauc_mrr_at_10_diff1": 0.308838, "nauc_mrr_at_20_max": 0.38644, "nauc_mrr_at_20_std": 0.117801, "nauc_mrr_at_20_diff1": 0.309988, "nauc_mrr_at_100_max": 0.384946, "nauc_mrr_at_100_std": 0.11656, "nauc_mrr_at_100_diff1": 0.308561, "nauc_mrr_at_1000_max": 0.384887, "nauc_mrr_at_1000_std": 0.116298, "nauc_mrr_at_1000_diff1": 0.308598, "main_score": 0.28265, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2875, "ndcg_at_3": 0.24847, "ndcg_at_5": 0.2441, "ndcg_at_10": 0.25214, "ndcg_at_20": 0.25924, "ndcg_at_100": 0.30809, "ndcg_at_1000": 0.43234, "map_at_1": 0.05108, "map_at_3": 0.076, "map_at_5": 0.08437, "map_at_10": 0.10005, "map_at_20": 0.11505, "map_at_100": 0.14505, "map_at_1000": 0.17257, "recall_at_1": 0.05108, "recall_at_3": 0.09106, "recall_at_5": 0.10885, "recall_at_10": 0.15031, "recall_at_20": 0.20145, "recall_at_100": 0.38053, "recall_at_1000": 0.73722, "precision_at_1": 0.345, "precision_at_3": 0.265, "precision_at_5": 0.242, "precision_at_10": 0.2175, "precision_at_20": 0.1765, "precision_at_100": 0.09575, "precision_at_1000": 0.0263, "mrr_at_1": 0.345, "mrr_at_3": 0.4225, "mrr_at_5": 0.45075, "mrr_at_10": 0.46429, "mrr_at_20": 0.469336, "mrr_at_100": 0.472478, "mrr_at_1000": 0.472749, "nauc_ndcg_at_1_max": 0.319839, "nauc_ndcg_at_1_std": 0.132511, "nauc_ndcg_at_1_diff1": 0.261258, "nauc_ndcg_at_3_max": 0.407704, "nauc_ndcg_at_3_std": 0.18511, "nauc_ndcg_at_3_diff1": 0.266922, "nauc_ndcg_at_5_max": 0.44832, "nauc_ndcg_at_5_std": 0.221248, "nauc_ndcg_at_5_diff1": 0.290025, "nauc_ndcg_at_10_max": 0.50575, "nauc_ndcg_at_10_std": 0.240773, "nauc_ndcg_at_10_diff1": 0.318823, "nauc_ndcg_at_20_max": 0.496305, "nauc_ndcg_at_20_std": 0.276713, "nauc_ndcg_at_20_diff1": 0.315901, "nauc_ndcg_at_100_max": 0.500205, "nauc_ndcg_at_100_std": 0.35266, "nauc_ndcg_at_100_diff1": 0.309726, "nauc_ndcg_at_1000_max": 0.565011, "nauc_ndcg_at_1000_std": 0.498959, "nauc_ndcg_at_1000_diff1": 0.292859, "nauc_map_at_1_max": 0.410788, "nauc_map_at_1_std": 0.04079, "nauc_map_at_1_diff1": 0.325408, "nauc_map_at_3_max": 0.397279, "nauc_map_at_3_std": 0.041138, "nauc_map_at_3_diff1": 0.316448, "nauc_map_at_5_max": 0.410351, "nauc_map_at_5_std": 0.069833, "nauc_map_at_5_diff1": 0.331352, "nauc_map_at_10_max": 0.443727, "nauc_map_at_10_std": 0.109007, "nauc_map_at_10_diff1": 0.352762, "nauc_map_at_20_max": 0.459684, "nauc_map_at_20_std": 0.154868, "nauc_map_at_20_diff1": 0.340913, "nauc_map_at_100_max": 0.477231, "nauc_map_at_100_std": 0.276732, "nauc_map_at_100_diff1": 0.307954, "nauc_map_at_1000_max": 0.490422, "nauc_map_at_1000_std": 0.370871, "nauc_map_at_1000_diff1": 0.289927, "nauc_recall_at_1_max": 0.410788, "nauc_recall_at_1_std": 0.04079, "nauc_recall_at_1_diff1": 0.325408, "nauc_recall_at_3_max": 0.35779, "nauc_recall_at_3_std": 0.043153, "nauc_recall_at_3_diff1": 0.277265, "nauc_recall_at_5_max": 0.3654, "nauc_recall_at_5_std": 0.080045, "nauc_recall_at_5_diff1": 0.304307, "nauc_recall_at_10_max": 0.395903, "nauc_recall_at_10_std": 0.125797, "nauc_recall_at_10_diff1": 0.337082, "nauc_recall_at_20_max": 0.382088, "nauc_recall_at_20_std": 0.176968, "nauc_recall_at_20_diff1": 0.310099, "nauc_recall_at_100_max": 0.328655, "nauc_recall_at_100_std": 0.305161, "nauc_recall_at_100_diff1": 0.236954, "nauc_recall_at_1000_max": 0.490015, "nauc_recall_at_1000_std": 0.654647, "nauc_recall_at_1000_diff1": 0.278716, "nauc_precision_at_1_max": 0.276521, "nauc_precision_at_1_std": 0.196342, "nauc_precision_at_1_diff1": 0.206096, "nauc_precision_at_3_max": 0.437305, "nauc_precision_at_3_std": 0.303699, "nauc_precision_at_3_diff1": 0.185642, "nauc_precision_at_5_max": 0.460931, "nauc_precision_at_5_std": 0.380712, "nauc_precision_at_5_diff1": 0.158877, "nauc_precision_at_10_max": 0.462231, "nauc_precision_at_10_std": 0.413022, "nauc_precision_at_10_diff1": 0.13147, "nauc_precision_at_20_max": 0.37593, "nauc_precision_at_20_std": 0.517724, "nauc_precision_at_20_diff1": 0.026198, "nauc_precision_at_100_max": 0.204151, "nauc_precision_at_100_std": 0.549654, "nauc_precision_at_100_diff1": -0.055441, "nauc_precision_at_1000_max": 0.086796, "nauc_precision_at_1000_std": 0.388825, "nauc_precision_at_1000_diff1": -0.06399, "nauc_mrr_at_1_max": 0.276521, "nauc_mrr_at_1_std": 0.196342, "nauc_mrr_at_1_diff1": 0.206096, "nauc_mrr_at_3_max": 0.355317, "nauc_mrr_at_3_std": 0.250709, "nauc_mrr_at_3_diff1": 0.21775, "nauc_mrr_at_5_max": 0.378626, "nauc_mrr_at_5_std": 0.263833, "nauc_mrr_at_5_diff1": 0.226972, "nauc_mrr_at_10_max": 0.380683, "nauc_mrr_at_10_std": 0.264359, "nauc_mrr_at_10_diff1": 0.226189, "nauc_mrr_at_20_max": 0.375124, "nauc_mrr_at_20_std": 0.267953, "nauc_mrr_at_20_diff1": 0.225018, "nauc_mrr_at_100_max": 0.373484, "nauc_mrr_at_100_std": 0.266452, "nauc_mrr_at_100_diff1": 0.223898, "nauc_mrr_at_1000_max": 0.37312, "nauc_mrr_at_1000_std": 0.265971, "nauc_mrr_at_1000_diff1": 0.223905, "main_score": 0.25214, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "dermatology": [ { "ndcg_at_1": 0.4425, "ndcg_at_3": 0.45404, "ndcg_at_5": 0.45772, "ndcg_at_10": 0.49151, "ndcg_at_20": 0.52824, "ndcg_at_100": 0.59805, "ndcg_at_1000": 0.64884, "map_at_1": 0.11218, "map_at_3": 0.21626, "map_at_5": 0.26521, "map_at_10": 0.32359, "map_at_20": 0.36314, "map_at_100": 0.41128, "map_at_1000": 0.42702, "recall_at_1": 0.11218, "recall_at_3": 0.26706, "recall_at_5": 0.35059, "recall_at_10": 0.47525, "recall_at_20": 0.60431, "recall_at_100": 0.82373, "recall_at_1000": 0.9919, "precision_at_1": 0.535, "precision_at_3": 0.47333, "precision_at_5": 0.404, "precision_at_10": 0.326, "precision_at_20": 0.23275, "precision_at_100": 0.08765, "precision_at_1000": 0.01337, "mrr_at_1": 0.535, "mrr_at_3": 0.6675, "mrr_at_5": 0.683, "mrr_at_10": 0.690212, "mrr_at_20": 0.692291, "mrr_at_100": 0.692646, "mrr_at_1000": 0.692672, "nauc_ndcg_at_1_max": 0.251656, "nauc_ndcg_at_1_std": 0.061386, "nauc_ndcg_at_1_diff1": 0.270936, "nauc_ndcg_at_3_max": 0.318411, "nauc_ndcg_at_3_std": -0.03346, "nauc_ndcg_at_3_diff1": 0.262048, "nauc_ndcg_at_5_max": 0.259186, "nauc_ndcg_at_5_std": -0.11142, "nauc_ndcg_at_5_diff1": 0.265945, "nauc_ndcg_at_10_max": 0.259148, "nauc_ndcg_at_10_std": -0.181452, "nauc_ndcg_at_10_diff1": 0.252822, "nauc_ndcg_at_20_max": 0.249487, "nauc_ndcg_at_20_std": -0.240612, "nauc_ndcg_at_20_diff1": 0.271997, "nauc_ndcg_at_100_max": 0.27536, "nauc_ndcg_at_100_std": -0.206804, "nauc_ndcg_at_100_diff1": 0.264691, "nauc_ndcg_at_1000_max": 0.359286, "nauc_ndcg_at_1000_std": 0.00978, "nauc_ndcg_at_1000_diff1": 0.301464, "nauc_map_at_1_max": -0.093098, "nauc_map_at_1_std": -0.305444, "nauc_map_at_1_diff1": 0.266416, "nauc_map_at_3_max": 0.0029, "nauc_map_at_3_std": -0.365726, "nauc_map_at_3_diff1": 0.205472, "nauc_map_at_5_max": 0.030716, "nauc_map_at_5_std": -0.368983, "nauc_map_at_5_diff1": 0.205318, "nauc_map_at_10_max": 0.088122, "nauc_map_at_10_std": -0.376503, "nauc_map_at_10_diff1": 0.19935, "nauc_map_at_20_max": 0.117304, "nauc_map_at_20_std": -0.361253, "nauc_map_at_20_diff1": 0.198581, "nauc_map_at_100_max": 0.170494, "nauc_map_at_100_std": -0.282322, "nauc_map_at_100_diff1": 0.207434, "nauc_map_at_1000_max": 0.205127, "nauc_map_at_1000_std": -0.215971, "nauc_map_at_1000_diff1": 0.221706, "nauc_recall_at_1_max": -0.093098, "nauc_recall_at_1_std": -0.305444, "nauc_recall_at_1_diff1": 0.266416, "nauc_recall_at_3_max": -0.056358, "nauc_recall_at_3_std": -0.417669, "nauc_recall_at_3_diff1": 0.142969, "nauc_recall_at_5_max": -0.045327, "nauc_recall_at_5_std": -0.431383, "nauc_recall_at_5_diff1": 0.162863, "nauc_recall_at_10_max": 0.001091, "nauc_recall_at_10_std": -0.498452, "nauc_recall_at_10_diff1": 0.149708, "nauc_recall_at_20_max": -0.01218, "nauc_recall_at_20_std": -0.564159, "nauc_recall_at_20_diff1": 0.148797, "nauc_recall_at_100_max": 0.028556, "nauc_recall_at_100_std": -0.599816, "nauc_recall_at_100_diff1": 0.086415, "nauc_recall_at_1000_max": 0.511925, "nauc_recall_at_1000_std": 0.345998, "nauc_recall_at_1000_diff1": -0.093313, "nauc_precision_at_1_max": 0.279532, "nauc_precision_at_1_std": 0.064306, "nauc_precision_at_1_diff1": 0.273017, "nauc_precision_at_3_max": 0.408565, "nauc_precision_at_3_std": 0.123586, "nauc_precision_at_3_diff1": 0.175833, "nauc_precision_at_5_max": 0.382424, "nauc_precision_at_5_std": 0.156865, "nauc_precision_at_5_diff1": 0.139728, "nauc_precision_at_10_max": 0.403173, "nauc_precision_at_10_std": 0.292068, "nauc_precision_at_10_diff1": 0.062628, "nauc_precision_at_20_max": 0.395345, "nauc_precision_at_20_std": 0.449621, "nauc_precision_at_20_diff1": 0.059495, "nauc_precision_at_100_max": 0.340026, "nauc_precision_at_100_std": 0.658739, "nauc_precision_at_100_diff1": 0.045227, "nauc_precision_at_1000_max": 0.298944, "nauc_precision_at_1000_std": 0.737787, "nauc_precision_at_1000_diff1": 0.057208, "nauc_mrr_at_1_max": 0.279532, "nauc_mrr_at_1_std": 0.064306, "nauc_mrr_at_1_diff1": 0.273017, "nauc_mrr_at_3_max": 0.345803, "nauc_mrr_at_3_std": 0.07352, "nauc_mrr_at_3_diff1": 0.318044, "nauc_mrr_at_5_max": 0.354229, "nauc_mrr_at_5_std": 0.08909, "nauc_mrr_at_5_diff1": 0.328098, "nauc_mrr_at_10_max": 0.345962, "nauc_mrr_at_10_std": 0.082848, "nauc_mrr_at_10_diff1": 0.319517, "nauc_mrr_at_20_max": 0.343948, "nauc_mrr_at_20_std": 0.083951, "nauc_mrr_at_20_diff1": 0.31671, "nauc_mrr_at_100_max": 0.343357, "nauc_mrr_at_100_std": 0.083092, "nauc_mrr_at_100_diff1": 0.31586, "nauc_mrr_at_1000_max": 0.343286, "nauc_mrr_at_1000_std": 0.083063, "nauc_mrr_at_1000_diff1": 0.315786, "main_score": 0.49151, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2375, "ndcg_at_3": 0.2337, "ndcg_at_5": 0.25415, "ndcg_at_10": 0.29342, "ndcg_at_20": 0.33241, "ndcg_at_100": 0.42893, "ndcg_at_1000": 0.49963, "map_at_1": 0.05998, "map_at_3": 0.10762, "map_at_5": 0.14104, "map_at_10": 0.17812, "map_at_20": 0.20341, "map_at_100": 0.24525, "map_at_1000": 0.26109, "recall_at_1": 0.05998, "recall_at_3": 0.1363, "recall_at_5": 0.2075, "recall_at_10": 0.30668, "recall_at_20": 0.41074, "recall_at_100": 0.70587, "recall_at_1000": 0.96644, "precision_at_1": 0.295, "precision_at_3": 0.26333, "precision_at_5": 0.239, "precision_at_10": 0.211, "precision_at_20": 0.16125, "precision_at_100": 0.0731, "precision_at_1000": 0.01284, "mrr_at_1": 0.295, "mrr_at_3": 0.400833, "mrr_at_5": 0.426333, "mrr_at_10": 0.443474, "mrr_at_20": 0.449346, "mrr_at_100": 0.452431, "mrr_at_1000": 0.452518, "nauc_ndcg_at_1_max": 0.154261, "nauc_ndcg_at_1_std": -0.085019, "nauc_ndcg_at_1_diff1": 0.123799, "nauc_ndcg_at_3_max": 0.173355, "nauc_ndcg_at_3_std": -0.083305, "nauc_ndcg_at_3_diff1": 0.08905, "nauc_ndcg_at_5_max": 0.187816, "nauc_ndcg_at_5_std": -0.109398, "nauc_ndcg_at_5_diff1": 0.104329, "nauc_ndcg_at_10_max": 0.200445, "nauc_ndcg_at_10_std": -0.100396, "nauc_ndcg_at_10_diff1": 0.107097, "nauc_ndcg_at_20_max": 0.218056, "nauc_ndcg_at_20_std": -0.097531, "nauc_ndcg_at_20_diff1": 0.111315, "nauc_ndcg_at_100_max": 0.204368, "nauc_ndcg_at_100_std": -0.085614, "nauc_ndcg_at_100_diff1": 0.084038, "nauc_ndcg_at_1000_max": 0.353164, "nauc_ndcg_at_1000_std": 0.094687, "nauc_ndcg_at_1000_diff1": 0.126495, "nauc_map_at_1_max": 0.044646, "nauc_map_at_1_std": -0.185284, "nauc_map_at_1_diff1": 0.24124, "nauc_map_at_3_max": 0.083809, "nauc_map_at_3_std": -0.178502, "nauc_map_at_3_diff1": 0.144967, "nauc_map_at_5_max": 0.081511, "nauc_map_at_5_std": -0.204009, "nauc_map_at_5_diff1": 0.103455, "nauc_map_at_10_max": 0.109515, "nauc_map_at_10_std": -0.193813, "nauc_map_at_10_diff1": 0.089098, "nauc_map_at_20_max": 0.138356, "nauc_map_at_20_std": -0.172603, "nauc_map_at_20_diff1": 0.077742, "nauc_map_at_100_max": 0.185089, "nauc_map_at_100_std": -0.121521, "nauc_map_at_100_diff1": 0.075585, "nauc_map_at_1000_max": 0.243915, "nauc_map_at_1000_std": -0.052593, "nauc_map_at_1000_diff1": 0.09183, "nauc_recall_at_1_max": 0.044646, "nauc_recall_at_1_std": -0.185284, "nauc_recall_at_1_diff1": 0.24124, "nauc_recall_at_3_max": 0.045193, "nauc_recall_at_3_std": -0.201907, "nauc_recall_at_3_diff1": 0.113576, "nauc_recall_at_5_max": 0.025986, "nauc_recall_at_5_std": -0.244343, "nauc_recall_at_5_diff1": 0.107227, "nauc_recall_at_10_max": 0.047891, "nauc_recall_at_10_std": -0.238577, "nauc_recall_at_10_diff1": 0.105058, "nauc_recall_at_20_max": 0.050675, "nauc_recall_at_20_std": -0.244489, "nauc_recall_at_20_diff1": 0.108993, "nauc_recall_at_100_max": -0.052109, "nauc_recall_at_100_std": -0.235875, "nauc_recall_at_100_diff1": 0.023112, "nauc_recall_at_1000_max": 0.210951, "nauc_recall_at_1000_std": 0.444877, "nauc_recall_at_1000_diff1": 0.141612, "nauc_precision_at_1_max": 0.243793, "nauc_precision_at_1_std": -0.012322, "nauc_precision_at_1_diff1": 0.133421, "nauc_precision_at_3_max": 0.245073, "nauc_precision_at_3_std": 0.006069, "nauc_precision_at_3_diff1": 0.036254, "nauc_precision_at_5_max": 0.29047, "nauc_precision_at_5_std": 0.031784, "nauc_precision_at_5_diff1": 0.009738, "nauc_precision_at_10_max": 0.375932, "nauc_precision_at_10_std": 0.169873, "nauc_precision_at_10_diff1": 0.028508, "nauc_precision_at_20_max": 0.454101, "nauc_precision_at_20_std": 0.293257, "nauc_precision_at_20_diff1": 0.047541, "nauc_precision_at_100_max": 0.497186, "nauc_precision_at_100_std": 0.508736, "nauc_precision_at_100_diff1": 0.100975, "nauc_precision_at_1000_max": 0.516317, "nauc_precision_at_1000_std": 0.60289, "nauc_precision_at_1000_diff1": 0.165472, "nauc_mrr_at_1_max": 0.243793, "nauc_mrr_at_1_std": -0.012322, "nauc_mrr_at_1_diff1": 0.133421, "nauc_mrr_at_3_max": 0.230339, "nauc_mrr_at_3_std": -0.020154, "nauc_mrr_at_3_diff1": 0.118731, "nauc_mrr_at_5_max": 0.24419, "nauc_mrr_at_5_std": -0.009299, "nauc_mrr_at_5_diff1": 0.119896, "nauc_mrr_at_10_max": 0.266677, "nauc_mrr_at_10_std": 0.012968, "nauc_mrr_at_10_diff1": 0.122115, "nauc_mrr_at_20_max": 0.264711, "nauc_mrr_at_20_std": 0.010577, "nauc_mrr_at_20_diff1": 0.123254, "nauc_mrr_at_100_max": 0.261956, "nauc_mrr_at_100_std": 0.009281, "nauc_mrr_at_100_diff1": 0.121888, "nauc_mrr_at_1000_max": 0.261861, "nauc_mrr_at_1000_std": 0.00911, "nauc_mrr_at_1000_diff1": 0.121978, "main_score": 0.29342, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.27, "ndcg_at_3": 0.24618, "ndcg_at_5": 0.26748, "ndcg_at_10": 0.31156, "ndcg_at_20": 0.35531, "ndcg_at_100": 0.4433, "ndcg_at_1000": 0.51286, "map_at_1": 0.06207, "map_at_3": 0.10679, "map_at_5": 0.14226, "map_at_10": 0.18791, "map_at_20": 0.21607, "map_at_100": 0.25758, "map_at_1000": 0.27423, "recall_at_1": 0.06207, "recall_at_3": 0.13217, "recall_at_5": 0.20887, "recall_at_10": 0.33126, "recall_at_20": 0.45077, "recall_at_100": 0.72252, "recall_at_1000": 0.96833, "precision_at_1": 0.355, "precision_at_3": 0.275, "precision_at_5": 0.261, "precision_at_10": 0.224, "precision_at_20": 0.171, "precision_at_100": 0.07425, "precision_at_1000": 0.01305, "mrr_at_1": 0.355, "mrr_at_3": 0.446667, "mrr_at_5": 0.472417, "mrr_at_10": 0.489466, "mrr_at_20": 0.497131, "mrr_at_100": 0.498937, "mrr_at_1000": 0.499063, "nauc_ndcg_at_1_max": -0.027993, "nauc_ndcg_at_1_std": -0.180371, "nauc_ndcg_at_1_diff1": 0.027274, "nauc_ndcg_at_3_max": 0.087456, "nauc_ndcg_at_3_std": -0.139471, "nauc_ndcg_at_3_diff1": 0.04071, "nauc_ndcg_at_5_max": 0.130062, "nauc_ndcg_at_5_std": -0.165068, "nauc_ndcg_at_5_diff1": 0.093873, "nauc_ndcg_at_10_max": 0.134326, "nauc_ndcg_at_10_std": -0.226843, "nauc_ndcg_at_10_diff1": 0.101137, "nauc_ndcg_at_20_max": 0.103119, "nauc_ndcg_at_20_std": -0.244098, "nauc_ndcg_at_20_diff1": 0.109671, "nauc_ndcg_at_100_max": 0.140413, "nauc_ndcg_at_100_std": -0.2047, "nauc_ndcg_at_100_diff1": 0.138189, "nauc_ndcg_at_1000_max": 0.209211, "nauc_ndcg_at_1000_std": 0.006482, "nauc_ndcg_at_1000_diff1": 0.111406, "nauc_map_at_1_max": -0.064688, "nauc_map_at_1_std": -0.308764, "nauc_map_at_1_diff1": 0.134813, "nauc_map_at_3_max": 0.0025, "nauc_map_at_3_std": -0.278158, "nauc_map_at_3_diff1": 0.05906, "nauc_map_at_5_max": 0.043618, "nauc_map_at_5_std": -0.286761, "nauc_map_at_5_diff1": 0.076434, "nauc_map_at_10_max": 0.068721, "nauc_map_at_10_std": -0.301561, "nauc_map_at_10_diff1": 0.060819, "nauc_map_at_20_max": 0.072184, "nauc_map_at_20_std": -0.289954, "nauc_map_at_20_diff1": 0.059962, "nauc_map_at_100_max": 0.130376, "nauc_map_at_100_std": -0.230904, "nauc_map_at_100_diff1": 0.094893, "nauc_map_at_1000_max": 0.165803, "nauc_map_at_1000_std": -0.159186, "nauc_map_at_1000_diff1": 0.095999, "nauc_recall_at_1_max": -0.064688, "nauc_recall_at_1_std": -0.308764, "nauc_recall_at_1_diff1": 0.134813, "nauc_recall_at_3_max": -0.002983, "nauc_recall_at_3_std": -0.261329, "nauc_recall_at_3_diff1": 0.082973, "nauc_recall_at_5_max": 0.037523, "nauc_recall_at_5_std": -0.303166, "nauc_recall_at_5_diff1": 0.144373, "nauc_recall_at_10_max": 0.050161, "nauc_recall_at_10_std": -0.36045, "nauc_recall_at_10_diff1": 0.100258, "nauc_recall_at_20_max": -0.048874, "nauc_recall_at_20_std": -0.403451, "nauc_recall_at_20_diff1": 0.074886, "nauc_recall_at_100_max": 0.012353, "nauc_recall_at_100_std": -0.426131, "nauc_recall_at_100_diff1": 0.172387, "nauc_recall_at_1000_max": 0.103904, "nauc_recall_at_1000_std": 0.1794, "nauc_recall_at_1000_diff1": 0.096725, "nauc_precision_at_1_max": 0.059511, "nauc_precision_at_1_std": -0.098332, "nauc_precision_at_1_diff1": 0.047278, "nauc_precision_at_3_max": 0.241786, "nauc_precision_at_3_std": -0.007518, "nauc_precision_at_3_diff1": 0.034887, "nauc_precision_at_5_max": 0.283775, "nauc_precision_at_5_std": 0.001321, "nauc_precision_at_5_diff1": 0.068007, "nauc_precision_at_10_max": 0.308836, "nauc_precision_at_10_std": 0.047677, "nauc_precision_at_10_diff1": 0.079454, "nauc_precision_at_20_max": 0.328276, "nauc_precision_at_20_std": 0.217457, "nauc_precision_at_20_diff1": 0.099235, "nauc_precision_at_100_max": 0.395534, "nauc_precision_at_100_std": 0.502988, "nauc_precision_at_100_diff1": 0.140112, "nauc_precision_at_1000_max": 0.283893, "nauc_precision_at_1000_std": 0.642883, "nauc_precision_at_1000_diff1": 0.01746, "nauc_mrr_at_1_max": 0.059511, "nauc_mrr_at_1_std": -0.098332, "nauc_mrr_at_1_diff1": 0.047278, "nauc_mrr_at_3_max": 0.12469, "nauc_mrr_at_3_std": -0.045182, "nauc_mrr_at_3_diff1": 0.05757, "nauc_mrr_at_5_max": 0.124438, "nauc_mrr_at_5_std": -0.058771, "nauc_mrr_at_5_diff1": 0.064474, "nauc_mrr_at_10_max": 0.128146, "nauc_mrr_at_10_std": -0.058515, "nauc_mrr_at_10_diff1": 0.063665, "nauc_mrr_at_20_max": 0.123124, "nauc_mrr_at_20_std": -0.055611, "nauc_mrr_at_20_diff1": 0.061259, "nauc_mrr_at_100_max": 0.123656, "nauc_mrr_at_100_std": -0.05447, "nauc_mrr_at_100_diff1": 0.059017, "nauc_mrr_at_1000_max": 0.123345, "nauc_mrr_at_1000_std": -0.054811, "nauc_mrr_at_1000_diff1": 0.059134, "main_score": 0.31156, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "gastroenterology": [ { "ndcg_at_1": 0.4575, "ndcg_at_3": 0.43307, "ndcg_at_5": 0.42345, "ndcg_at_10": 0.41811, "ndcg_at_20": 0.42424, "ndcg_at_100": 0.51443, "ndcg_at_1000": 0.62778, "map_at_1": 0.05819, "map_at_3": 0.10368, "map_at_5": 0.13109, "map_at_10": 0.1688, "map_at_20": 0.20477, "map_at_100": 0.28971, "map_at_1000": 0.34023, "recall_at_1": 0.05819, "recall_at_3": 0.11558, "recall_at_5": 0.15734, "recall_at_10": 0.22921, "recall_at_20": 0.31562, "recall_at_100": 0.6279, "recall_at_1000": 0.95128, "precision_at_1": 0.605, "precision_at_3": 0.51667, "precision_at_5": 0.469, "precision_at_10": 0.402, "precision_at_20": 0.335, "precision_at_100": 0.19045, "precision_at_1000": 0.04459, "mrr_at_1": 0.605, "mrr_at_3": 0.704167, "mrr_at_5": 0.718667, "mrr_at_10": 0.725496, "mrr_at_20": 0.726774, "mrr_at_100": 0.72751, "mrr_at_1000": 0.727561, "nauc_ndcg_at_1_max": 0.167285, "nauc_ndcg_at_1_std": 0.000595, "nauc_ndcg_at_1_diff1": 0.190602, "nauc_ndcg_at_3_max": 0.233725, "nauc_ndcg_at_3_std": 0.07568, "nauc_ndcg_at_3_diff1": 0.153405, "nauc_ndcg_at_5_max": 0.248353, "nauc_ndcg_at_5_std": 0.096558, "nauc_ndcg_at_5_diff1": 0.117565, "nauc_ndcg_at_10_max": 0.260246, "nauc_ndcg_at_10_std": 0.098106, "nauc_ndcg_at_10_diff1": 0.071338, "nauc_ndcg_at_20_max": 0.269715, "nauc_ndcg_at_20_std": 0.095063, "nauc_ndcg_at_20_diff1": 0.052603, "nauc_ndcg_at_100_max": 0.336328, "nauc_ndcg_at_100_std": 0.14239, "nauc_ndcg_at_100_diff1": 0.098466, "nauc_ndcg_at_1000_max": 0.361317, "nauc_ndcg_at_1000_std": 0.256627, "nauc_ndcg_at_1000_diff1": 0.080522, "nauc_map_at_1_max": 0.099909, "nauc_map_at_1_std": -0.195432, "nauc_map_at_1_diff1": 0.313222, "nauc_map_at_3_max": 0.100259, "nauc_map_at_3_std": -0.163002, "nauc_map_at_3_diff1": 0.211772, "nauc_map_at_5_max": 0.13261, "nauc_map_at_5_std": -0.117535, "nauc_map_at_5_diff1": 0.16125, "nauc_map_at_10_max": 0.160553, "nauc_map_at_10_std": -0.072322, "nauc_map_at_10_diff1": 0.11087, "nauc_map_at_20_max": 0.195804, "nauc_map_at_20_std": -0.02747, "nauc_map_at_20_diff1": 0.081813, "nauc_map_at_100_max": 0.276667, "nauc_map_at_100_std": 0.101242, "nauc_map_at_100_diff1": 0.029756, "nauc_map_at_1000_max": 0.268478, "nauc_map_at_1000_std": 0.163273, "nauc_map_at_1000_diff1": -0.00732, "nauc_recall_at_1_max": 0.099909, "nauc_recall_at_1_std": -0.195432, "nauc_recall_at_1_diff1": 0.313222, "nauc_recall_at_3_max": 0.075152, "nauc_recall_at_3_std": -0.177311, "nauc_recall_at_3_diff1": 0.184152, "nauc_recall_at_5_max": 0.107466, "nauc_recall_at_5_std": -0.126358, "nauc_recall_at_5_diff1": 0.119515, "nauc_recall_at_10_max": 0.104879, "nauc_recall_at_10_std": -0.091122, "nauc_recall_at_10_diff1": 0.038033, "nauc_recall_at_20_max": 0.09159, "nauc_recall_at_20_std": -0.064449, "nauc_recall_at_20_diff1": 0.025843, "nauc_recall_at_100_max": 0.188187, "nauc_recall_at_100_std": 0.04482, "nauc_recall_at_100_diff1": 0.083328, "nauc_recall_at_1000_max": 0.347759, "nauc_recall_at_1000_std": 0.518508, "nauc_recall_at_1000_diff1": 0.166543, "nauc_precision_at_1_max": 0.20168, "nauc_precision_at_1_std": 0.042306, "nauc_precision_at_1_diff1": 0.183435, "nauc_precision_at_3_max": 0.21247, "nauc_precision_at_3_std": 0.154128, "nauc_precision_at_3_diff1": 0.057353, "nauc_precision_at_5_max": 0.231286, "nauc_precision_at_5_std": 0.220906, "nauc_precision_at_5_diff1": -0.035496, "nauc_precision_at_10_max": 0.213328, "nauc_precision_at_10_std": 0.261999, "nauc_precision_at_10_diff1": -0.1331, "nauc_precision_at_20_max": 0.203872, "nauc_precision_at_20_std": 0.284973, "nauc_precision_at_20_diff1": -0.161671, "nauc_precision_at_100_max": 0.051638, "nauc_precision_at_100_std": 0.227734, "nauc_precision_at_100_diff1": -0.156075, "nauc_precision_at_1000_max": -0.103291, "nauc_precision_at_1000_std": 0.050764, "nauc_precision_at_1000_diff1": -0.139072, "nauc_mrr_at_1_max": 0.20168, "nauc_mrr_at_1_std": 0.042306, "nauc_mrr_at_1_diff1": 0.183435, "nauc_mrr_at_3_max": 0.269414, "nauc_mrr_at_3_std": 0.105978, "nauc_mrr_at_3_diff1": 0.210726, "nauc_mrr_at_5_max": 0.271491, "nauc_mrr_at_5_std": 0.100737, "nauc_mrr_at_5_diff1": 0.207225, "nauc_mrr_at_10_max": 0.268514, "nauc_mrr_at_10_std": 0.103525, "nauc_mrr_at_10_diff1": 0.197291, "nauc_mrr_at_20_max": 0.269525, "nauc_mrr_at_20_std": 0.103334, "nauc_mrr_at_20_diff1": 0.1988, "nauc_mrr_at_100_max": 0.268524, "nauc_mrr_at_100_std": 0.103149, "nauc_mrr_at_100_diff1": 0.199593, "nauc_mrr_at_1000_max": 0.26836, "nauc_mrr_at_1000_std": 0.102948, "nauc_mrr_at_1000_diff1": 0.199586, "main_score": 0.41811, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2925, "ndcg_at_3": 0.29804, "ndcg_at_5": 0.30157, "ndcg_at_10": 0.30785, "ndcg_at_20": 0.32763, "ndcg_at_100": 0.41564, "ndcg_at_1000": 0.53926, "map_at_1": 0.03462, "map_at_3": 0.0675, "map_at_5": 0.08614, "map_at_10": 0.11128, "map_at_20": 0.14393, "map_at_100": 0.2109, "map_at_1000": 0.25433, "recall_at_1": 0.03462, "recall_at_3": 0.08678, "recall_at_5": 0.11831, "recall_at_10": 0.17495, "recall_at_20": 0.26839, "recall_at_100": 0.54718, "recall_at_1000": 0.90489, "precision_at_1": 0.385, "precision_at_3": 0.38167, "precision_at_5": 0.362, "precision_at_10": 0.3215, "precision_at_20": 0.2785, "precision_at_100": 0.16395, "precision_at_1000": 0.0418, "mrr_at_1": 0.385, "mrr_at_3": 0.53, "mrr_at_5": 0.551, "mrr_at_10": 0.560544, "mrr_at_20": 0.564907, "mrr_at_100": 0.566065, "mrr_at_1000": 0.566097, "nauc_ndcg_at_1_max": 0.218092, "nauc_ndcg_at_1_std": 0.183531, "nauc_ndcg_at_1_diff1": -0.118613, "nauc_ndcg_at_3_max": 0.249999, "nauc_ndcg_at_3_std": 0.282894, "nauc_ndcg_at_3_diff1": -0.062076, "nauc_ndcg_at_5_max": 0.284429, "nauc_ndcg_at_5_std": 0.329576, "nauc_ndcg_at_5_diff1": -0.054733, "nauc_ndcg_at_10_max": 0.339074, "nauc_ndcg_at_10_std": 0.369743, "nauc_ndcg_at_10_diff1": -0.029407, "nauc_ndcg_at_20_max": 0.35411, "nauc_ndcg_at_20_std": 0.414751, "nauc_ndcg_at_20_diff1": 0.026568, "nauc_ndcg_at_100_max": 0.386454, "nauc_ndcg_at_100_std": 0.485013, "nauc_ndcg_at_100_diff1": 0.028454, "nauc_ndcg_at_1000_max": 0.373232, "nauc_ndcg_at_1000_std": 0.487953, "nauc_ndcg_at_1000_diff1": -0.04282, "nauc_map_at_1_max": 0.243549, "nauc_map_at_1_std": 0.055524, "nauc_map_at_1_diff1": 0.083351, "nauc_map_at_3_max": 0.273268, "nauc_map_at_3_std": 0.184387, "nauc_map_at_3_diff1": 0.112686, "nauc_map_at_5_max": 0.313166, "nauc_map_at_5_std": 0.291083, "nauc_map_at_5_diff1": 0.072837, "nauc_map_at_10_max": 0.35833, "nauc_map_at_10_std": 0.354402, "nauc_map_at_10_diff1": 0.057925, "nauc_map_at_20_max": 0.364323, "nauc_map_at_20_std": 0.403489, "nauc_map_at_20_diff1": 0.063042, "nauc_map_at_100_max": 0.398678, "nauc_map_at_100_std": 0.487873, "nauc_map_at_100_diff1": 0.04208, "nauc_map_at_1000_max": 0.404379, "nauc_map_at_1000_std": 0.536137, "nauc_map_at_1000_diff1": 0.010354, "nauc_recall_at_1_max": 0.243549, "nauc_recall_at_1_std": 0.055524, "nauc_recall_at_1_diff1": 0.083351, "nauc_recall_at_3_max": 0.205929, "nauc_recall_at_3_std": 0.120181, "nauc_recall_at_3_diff1": 0.200906, "nauc_recall_at_5_max": 0.223489, "nauc_recall_at_5_std": 0.203816, "nauc_recall_at_5_diff1": 0.124795, "nauc_recall_at_10_max": 0.262274, "nauc_recall_at_10_std": 0.269437, "nauc_recall_at_10_diff1": 0.090427, "nauc_recall_at_20_max": 0.225673, "nauc_recall_at_20_std": 0.283186, "nauc_recall_at_20_diff1": 0.129393, "nauc_recall_at_100_max": 0.208884, "nauc_recall_at_100_std": 0.355541, "nauc_recall_at_100_diff1": 0.080767, "nauc_recall_at_1000_max": 0.268696, "nauc_recall_at_1000_std": 0.480167, "nauc_recall_at_1000_diff1": 0.061661, "nauc_precision_at_1_max": 0.263686, "nauc_precision_at_1_std": 0.261793, "nauc_precision_at_1_diff1": -0.136141, "nauc_precision_at_3_max": 0.255138, "nauc_precision_at_3_std": 0.336143, "nauc_precision_at_3_diff1": -0.053544, "nauc_precision_at_5_max": 0.264072, "nauc_precision_at_5_std": 0.379654, "nauc_precision_at_5_diff1": -0.087885, "nauc_precision_at_10_max": 0.281132, "nauc_precision_at_10_std": 0.382958, "nauc_precision_at_10_diff1": -0.090487, "nauc_precision_at_20_max": 0.22126, "nauc_precision_at_20_std": 0.357808, "nauc_precision_at_20_diff1": -0.038113, "nauc_precision_at_100_max": 0.107366, "nauc_precision_at_100_std": 0.251188, "nauc_precision_at_100_diff1": -0.088671, "nauc_precision_at_1000_max": 0.039719, "nauc_precision_at_1000_std": 0.104203, "nauc_precision_at_1000_diff1": -0.133635, "nauc_mrr_at_1_max": 0.263686, "nauc_mrr_at_1_std": 0.261793, "nauc_mrr_at_1_diff1": -0.136141, "nauc_mrr_at_3_max": 0.310427, "nauc_mrr_at_3_std": 0.289903, "nauc_mrr_at_3_diff1": -0.095217, "nauc_mrr_at_5_max": 0.318911, "nauc_mrr_at_5_std": 0.314021, "nauc_mrr_at_5_diff1": -0.099015, "nauc_mrr_at_10_max": 0.316134, "nauc_mrr_at_10_std": 0.312918, "nauc_mrr_at_10_diff1": -0.111116, "nauc_mrr_at_20_max": 0.312497, "nauc_mrr_at_20_std": 0.308847, "nauc_mrr_at_20_diff1": -0.110916, "nauc_mrr_at_100_max": 0.311193, "nauc_mrr_at_100_std": 0.30713, "nauc_mrr_at_100_diff1": -0.110466, "nauc_mrr_at_1000_max": 0.31121, "nauc_mrr_at_1000_std": 0.307058, "nauc_mrr_at_1000_diff1": -0.110442, "main_score": 0.30785, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.235, "ndcg_at_3": 0.26207, "ndcg_at_5": 0.26951, "ndcg_at_10": 0.2801, "ndcg_at_20": 0.29808, "ndcg_at_100": 0.38337, "ndcg_at_1000": 0.51377, "map_at_1": 0.02912, "map_at_3": 0.06006, "map_at_5": 0.08085, "map_at_10": 0.1041, "map_at_20": 0.13108, "map_at_100": 0.19192, "map_at_1000": 0.23501, "recall_at_1": 0.02912, "recall_at_3": 0.07639, "recall_at_5": 0.11137, "recall_at_10": 0.16264, "recall_at_20": 0.23832, "recall_at_100": 0.52106, "recall_at_1000": 0.89509, "precision_at_1": 0.335, "precision_at_3": 0.35333, "precision_at_5": 0.337, "precision_at_10": 0.304, "precision_at_20": 0.26325, "precision_at_100": 0.15205, "precision_at_1000": 0.04072, "mrr_at_1": 0.335, "mrr_at_3": 0.474167, "mrr_at_5": 0.494667, "mrr_at_10": 0.510718, "mrr_at_20": 0.514717, "mrr_at_100": 0.516471, "mrr_at_1000": 0.516491, "nauc_ndcg_at_1_max": 0.087451, "nauc_ndcg_at_1_std": 0.089865, "nauc_ndcg_at_1_diff1": 0.162522, "nauc_ndcg_at_3_max": 0.175359, "nauc_ndcg_at_3_std": 0.220184, "nauc_ndcg_at_3_diff1": 0.160162, "nauc_ndcg_at_5_max": 0.199601, "nauc_ndcg_at_5_std": 0.259948, "nauc_ndcg_at_5_diff1": 0.116438, "nauc_ndcg_at_10_max": 0.240273, "nauc_ndcg_at_10_std": 0.28298, "nauc_ndcg_at_10_diff1": 0.117891, "nauc_ndcg_at_20_max": 0.312236, "nauc_ndcg_at_20_std": 0.356512, "nauc_ndcg_at_20_diff1": 0.119415, "nauc_ndcg_at_100_max": 0.38601, "nauc_ndcg_at_100_std": 0.464357, "nauc_ndcg_at_100_diff1": 0.124117, "nauc_ndcg_at_1000_max": 0.387576, "nauc_ndcg_at_1000_std": 0.460141, "nauc_ndcg_at_1000_diff1": 0.085958, "nauc_map_at_1_max": 0.072139, "nauc_map_at_1_std": -0.081139, "nauc_map_at_1_diff1": 0.337191, "nauc_map_at_3_max": 0.127165, "nauc_map_at_3_std": 0.128461, "nauc_map_at_3_diff1": 0.171284, "nauc_map_at_5_max": 0.175252, "nauc_map_at_5_std": 0.25345, "nauc_map_at_5_diff1": 0.129389, "nauc_map_at_10_max": 0.19818, "nauc_map_at_10_std": 0.302065, "nauc_map_at_10_diff1": 0.109096, "nauc_map_at_20_max": 0.262822, "nauc_map_at_20_std": 0.354026, "nauc_map_at_20_diff1": 0.120023, "nauc_map_at_100_max": 0.340879, "nauc_map_at_100_std": 0.451172, "nauc_map_at_100_diff1": 0.10623, "nauc_map_at_1000_max": 0.357215, "nauc_map_at_1000_std": 0.479261, "nauc_map_at_1000_diff1": 0.102112, "nauc_recall_at_1_max": 0.072139, "nauc_recall_at_1_std": -0.081139, "nauc_recall_at_1_diff1": 0.337191, "nauc_recall_at_3_max": 0.127246, "nauc_recall_at_3_std": 0.123146, "nauc_recall_at_3_diff1": 0.135759, "nauc_recall_at_5_max": 0.157852, "nauc_recall_at_5_std": 0.243757, "nauc_recall_at_5_diff1": 0.083371, "nauc_recall_at_10_max": 0.161441, "nauc_recall_at_10_std": 0.26271, "nauc_recall_at_10_diff1": 0.050238, "nauc_recall_at_20_max": 0.22773, "nauc_recall_at_20_std": 0.334589, "nauc_recall_at_20_diff1": 0.069873, "nauc_recall_at_100_max": 0.239712, "nauc_recall_at_100_std": 0.361552, "nauc_recall_at_100_diff1": 0.096185, "nauc_recall_at_1000_max": 0.370719, "nauc_recall_at_1000_std": 0.528581, "nauc_recall_at_1000_diff1": -0.031885, "nauc_precision_at_1_max": 0.106017, "nauc_precision_at_1_std": 0.11714, "nauc_precision_at_1_diff1": 0.169587, "nauc_precision_at_3_max": 0.191358, "nauc_precision_at_3_std": 0.261842, "nauc_precision_at_3_diff1": 0.152657, "nauc_precision_at_5_max": 0.223106, "nauc_precision_at_5_std": 0.314017, "nauc_precision_at_5_diff1": 0.072116, "nauc_precision_at_10_max": 0.239393, "nauc_precision_at_10_std": 0.285558, "nauc_precision_at_10_diff1": 0.050055, "nauc_precision_at_20_max": 0.317382, "nauc_precision_at_20_std": 0.293937, "nauc_precision_at_20_diff1": 0.048733, "nauc_precision_at_100_max": 0.191167, "nauc_precision_at_100_std": 0.242311, "nauc_precision_at_100_diff1": 0.005883, "nauc_precision_at_1000_max": 0.057567, "nauc_precision_at_1000_std": 0.014821, "nauc_precision_at_1000_diff1": 0.022312, "nauc_mrr_at_1_max": 0.106017, "nauc_mrr_at_1_std": 0.11714, "nauc_mrr_at_1_diff1": 0.169587, "nauc_mrr_at_3_max": 0.214175, "nauc_mrr_at_3_std": 0.20955, "nauc_mrr_at_3_diff1": 0.189727, "nauc_mrr_at_5_max": 0.215513, "nauc_mrr_at_5_std": 0.214793, "nauc_mrr_at_5_diff1": 0.177404, "nauc_mrr_at_10_max": 0.213758, "nauc_mrr_at_10_std": 0.204952, "nauc_mrr_at_10_diff1": 0.167227, "nauc_mrr_at_20_max": 0.213576, "nauc_mrr_at_20_std": 0.205084, "nauc_mrr_at_20_diff1": 0.168055, "nauc_mrr_at_100_max": 0.211479, "nauc_mrr_at_100_std": 0.203276, "nauc_mrr_at_100_diff1": 0.170005, "nauc_mrr_at_1000_max": 0.211434, "nauc_mrr_at_1000_std": 0.203222, "nauc_mrr_at_1000_diff1": 0.169949, "main_score": 0.2801, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "genetics": [ { "ndcg_at_1": 0.485, "ndcg_at_3": 0.47705, "ndcg_at_5": 0.47091, "ndcg_at_10": 0.47187, "ndcg_at_20": 0.48639, "ndcg_at_100": 0.53959, "ndcg_at_1000": 0.64158, "map_at_1": 0.06369, "map_at_3": 0.14493, "map_at_5": 0.17812, "map_at_10": 0.21987, "map_at_20": 0.25648, "map_at_100": 0.32484, "map_at_1000": 0.3764, "recall_at_1": 0.06369, "recall_at_3": 0.1728, "recall_at_5": 0.2258, "recall_at_10": 0.31053, "recall_at_20": 0.40054, "recall_at_100": 0.63634, "recall_at_1000": 0.91109, "precision_at_1": 0.63, "precision_at_3": 0.56, "precision_at_5": 0.506, "precision_at_10": 0.4205, "precision_at_20": 0.3495, "precision_at_100": 0.18795, "precision_at_1000": 0.05154, "mrr_at_1": 0.63, "mrr_at_3": 0.738333, "mrr_at_5": 0.749833, "mrr_at_10": 0.756395, "mrr_at_20": 0.757651, "mrr_at_100": 0.758024, "mrr_at_1000": 0.758024, "nauc_ndcg_at_1_max": 0.162426, "nauc_ndcg_at_1_std": 0.02429, "nauc_ndcg_at_1_diff1": 0.145172, "nauc_ndcg_at_3_max": 0.300281, "nauc_ndcg_at_3_std": 0.084675, "nauc_ndcg_at_3_diff1": 0.04951, "nauc_ndcg_at_5_max": 0.321575, "nauc_ndcg_at_5_std": 0.08056, "nauc_ndcg_at_5_diff1": -0.002077, "nauc_ndcg_at_10_max": 0.262818, "nauc_ndcg_at_10_std": 0.105645, "nauc_ndcg_at_10_diff1": 0.004331, "nauc_ndcg_at_20_max": 0.274484, "nauc_ndcg_at_20_std": 0.131673, "nauc_ndcg_at_20_diff1": 0.036804, "nauc_ndcg_at_100_max": 0.275125, "nauc_ndcg_at_100_std": 0.251197, "nauc_ndcg_at_100_diff1": 0.104762, "nauc_ndcg_at_1000_max": 0.369498, "nauc_ndcg_at_1000_std": 0.319168, "nauc_ndcg_at_1000_diff1": 0.08585, "nauc_map_at_1_max": 0.089165, "nauc_map_at_1_std": -0.023172, "nauc_map_at_1_diff1": 0.226089, "nauc_map_at_3_max": 0.149011, "nauc_map_at_3_std": 0.006672, "nauc_map_at_3_diff1": 0.154967, "nauc_map_at_5_max": 0.143968, "nauc_map_at_5_std": 0.031049, "nauc_map_at_5_diff1": 0.114319, "nauc_map_at_10_max": 0.128878, "nauc_map_at_10_std": 0.072428, "nauc_map_at_10_diff1": 0.09212, "nauc_map_at_20_max": 0.164741, "nauc_map_at_20_std": 0.109409, "nauc_map_at_20_diff1": 0.090001, "nauc_map_at_100_max": 0.229933, "nauc_map_at_100_std": 0.202119, "nauc_map_at_100_diff1": 0.089054, "nauc_map_at_1000_max": 0.285475, "nauc_map_at_1000_std": 0.241276, "nauc_map_at_1000_diff1": 0.047609, "nauc_recall_at_1_max": 0.089165, "nauc_recall_at_1_std": -0.023172, "nauc_recall_at_1_diff1": 0.226089, "nauc_recall_at_3_max": 0.126898, "nauc_recall_at_3_std": -0.018156, "nauc_recall_at_3_diff1": 0.1214, "nauc_recall_at_5_max": 0.093426, "nauc_recall_at_5_std": -0.004462, "nauc_recall_at_5_diff1": 0.077634, "nauc_recall_at_10_max": 0.026249, "nauc_recall_at_10_std": 0.04232, "nauc_recall_at_10_diff1": 0.087769, "nauc_recall_at_20_max": 0.063818, "nauc_recall_at_20_std": 0.07853, "nauc_recall_at_20_diff1": 0.097611, "nauc_recall_at_100_max": 0.081242, "nauc_recall_at_100_std": 0.250342, "nauc_recall_at_100_diff1": 0.185986, "nauc_recall_at_1000_max": 0.279311, "nauc_recall_at_1000_std": 0.595012, "nauc_recall_at_1000_diff1": 0.309682, "nauc_precision_at_1_max": 0.206858, "nauc_precision_at_1_std": 0.020166, "nauc_precision_at_1_diff1": 0.084912, "nauc_precision_at_3_max": 0.348539, "nauc_precision_at_3_std": 0.099567, "nauc_precision_at_3_diff1": -0.078729, "nauc_precision_at_5_max": 0.322946, "nauc_precision_at_5_std": 0.118291, "nauc_precision_at_5_diff1": -0.153472, "nauc_precision_at_10_max": 0.246187, "nauc_precision_at_10_std": 0.152004, "nauc_precision_at_10_diff1": -0.201111, "nauc_precision_at_20_max": 0.234309, "nauc_precision_at_20_std": 0.13411, "nauc_precision_at_20_diff1": -0.175738, "nauc_precision_at_100_max": 0.143034, "nauc_precision_at_100_std": 0.083384, "nauc_precision_at_100_diff1": -0.17463, "nauc_precision_at_1000_max": 0.095248, "nauc_precision_at_1000_std": -0.044233, "nauc_precision_at_1000_diff1": -0.235699, "nauc_mrr_at_1_max": 0.206858, "nauc_mrr_at_1_std": 0.020166, "nauc_mrr_at_1_diff1": 0.084912, "nauc_mrr_at_3_max": 0.297551, "nauc_mrr_at_3_std": 0.047301, "nauc_mrr_at_3_diff1": 0.063909, "nauc_mrr_at_5_max": 0.294164, "nauc_mrr_at_5_std": 0.046192, "nauc_mrr_at_5_diff1": 0.070653, "nauc_mrr_at_10_max": 0.283611, "nauc_mrr_at_10_std": 0.037139, "nauc_mrr_at_10_diff1": 0.073249, "nauc_mrr_at_20_max": 0.2814, "nauc_mrr_at_20_std": 0.038754, "nauc_mrr_at_20_diff1": 0.071026, "nauc_mrr_at_100_max": 0.280543, "nauc_mrr_at_100_std": 0.039211, "nauc_mrr_at_100_diff1": 0.071264, "nauc_mrr_at_1000_max": 0.280543, "nauc_mrr_at_1000_std": 0.039211, "nauc_mrr_at_1000_diff1": 0.071264, "main_score": 0.47187, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.39, "ndcg_at_3": 0.36615, "ndcg_at_5": 0.36608, "ndcg_at_10": 0.38031, "ndcg_at_20": 0.39519, "ndcg_at_100": 0.44963, "ndcg_at_1000": 0.56073, "map_at_1": 0.05743, "map_at_3": 0.1105, "map_at_5": 0.13698, "map_at_10": 0.17153, "map_at_20": 0.19715, "map_at_100": 0.25101, "map_at_1000": 0.29415, "recall_at_1": 0.05743, "recall_at_3": 0.12698, "recall_at_5": 0.17565, "recall_at_10": 0.25798, "recall_at_20": 0.34121, "recall_at_100": 0.55993, "recall_at_1000": 0.86513, "precision_at_1": 0.5, "precision_at_3": 0.43667, "precision_at_5": 0.394, "precision_at_10": 0.3415, "precision_at_20": 0.283, "precision_at_100": 0.1582, "precision_at_1000": 0.04695, "mrr_at_1": 0.5, "mrr_at_3": 0.600833, "mrr_at_5": 0.621333, "mrr_at_10": 0.63526, "mrr_at_20": 0.638291, "mrr_at_100": 0.638868, "mrr_at_1000": 0.638904, "nauc_ndcg_at_1_max": 0.329358, "nauc_ndcg_at_1_std": 0.257801, "nauc_ndcg_at_1_diff1": 0.187032, "nauc_ndcg_at_3_max": 0.365756, "nauc_ndcg_at_3_std": 0.241106, "nauc_ndcg_at_3_diff1": 0.1334, "nauc_ndcg_at_5_max": 0.384784, "nauc_ndcg_at_5_std": 0.241878, "nauc_ndcg_at_5_diff1": 0.133322, "nauc_ndcg_at_10_max": 0.392484, "nauc_ndcg_at_10_std": 0.281254, "nauc_ndcg_at_10_diff1": 0.144922, "nauc_ndcg_at_20_max": 0.401727, "nauc_ndcg_at_20_std": 0.318674, "nauc_ndcg_at_20_diff1": 0.165102, "nauc_ndcg_at_100_max": 0.408076, "nauc_ndcg_at_100_std": 0.44334, "nauc_ndcg_at_100_diff1": 0.179853, "nauc_ndcg_at_1000_max": 0.432175, "nauc_ndcg_at_1000_std": 0.494619, "nauc_ndcg_at_1000_diff1": 0.190559, "nauc_map_at_1_max": 0.420689, "nauc_map_at_1_std": 0.28363, "nauc_map_at_1_diff1": 0.302186, "nauc_map_at_3_max": 0.422824, "nauc_map_at_3_std": 0.210871, "nauc_map_at_3_diff1": 0.22616, "nauc_map_at_5_max": 0.420173, "nauc_map_at_5_std": 0.215709, "nauc_map_at_5_diff1": 0.215406, "nauc_map_at_10_max": 0.41043, "nauc_map_at_10_std": 0.247163, "nauc_map_at_10_diff1": 0.180565, "nauc_map_at_20_max": 0.406164, "nauc_map_at_20_std": 0.267894, "nauc_map_at_20_diff1": 0.165475, "nauc_map_at_100_max": 0.410471, "nauc_map_at_100_std": 0.357847, "nauc_map_at_100_diff1": 0.154321, "nauc_map_at_1000_max": 0.414284, "nauc_map_at_1000_std": 0.405937, "nauc_map_at_1000_diff1": 0.136518, "nauc_recall_at_1_max": 0.420689, "nauc_recall_at_1_std": 0.28363, "nauc_recall_at_1_diff1": 0.302186, "nauc_recall_at_3_max": 0.405666, "nauc_recall_at_3_std": 0.193624, "nauc_recall_at_3_diff1": 0.199768, "nauc_recall_at_5_max": 0.33831, "nauc_recall_at_5_std": 0.188914, "nauc_recall_at_5_diff1": 0.193691, "nauc_recall_at_10_max": 0.300198, "nauc_recall_at_10_std": 0.224438, "nauc_recall_at_10_diff1": 0.179262, "nauc_recall_at_20_max": 0.266836, "nauc_recall_at_20_std": 0.24694, "nauc_recall_at_20_diff1": 0.15863, "nauc_recall_at_100_max": 0.256895, "nauc_recall_at_100_std": 0.422946, "nauc_recall_at_100_diff1": 0.187075, "nauc_recall_at_1000_max": 0.321955, "nauc_recall_at_1000_std": 0.670762, "nauc_recall_at_1000_diff1": 0.315731, "nauc_precision_at_1_max": 0.386689, "nauc_precision_at_1_std": 0.291173, "nauc_precision_at_1_diff1": 0.162192, "nauc_precision_at_3_max": 0.291308, "nauc_precision_at_3_std": 0.172595, "nauc_precision_at_3_diff1": -0.040124, "nauc_precision_at_5_max": 0.239337, "nauc_precision_at_5_std": 0.163193, "nauc_precision_at_5_diff1": -0.052871, "nauc_precision_at_10_max": 0.145094, "nauc_precision_at_10_std": 0.159087, "nauc_precision_at_10_diff1": -0.114674, "nauc_precision_at_20_max": 0.074328, "nauc_precision_at_20_std": 0.151314, "nauc_precision_at_20_diff1": -0.114782, "nauc_precision_at_100_max": -0.011266, "nauc_precision_at_100_std": 0.144108, "nauc_precision_at_100_diff1": -0.127067, "nauc_precision_at_1000_max": -0.081698, "nauc_precision_at_1000_std": -0.022689, "nauc_precision_at_1000_diff1": -0.165229, "nauc_mrr_at_1_max": 0.386689, "nauc_mrr_at_1_std": 0.291173, "nauc_mrr_at_1_diff1": 0.162192, "nauc_mrr_at_3_max": 0.434199, "nauc_mrr_at_3_std": 0.280021, "nauc_mrr_at_3_diff1": 0.146465, "nauc_mrr_at_5_max": 0.421009, "nauc_mrr_at_5_std": 0.284856, "nauc_mrr_at_5_diff1": 0.165161, "nauc_mrr_at_10_max": 0.425862, "nauc_mrr_at_10_std": 0.288851, "nauc_mrr_at_10_diff1": 0.167154, "nauc_mrr_at_20_max": 0.425954, "nauc_mrr_at_20_std": 0.288174, "nauc_mrr_at_20_diff1": 0.164637, "nauc_mrr_at_100_max": 0.425396, "nauc_mrr_at_100_std": 0.286954, "nauc_mrr_at_100_diff1": 0.163539, "nauc_mrr_at_1000_max": 0.42532, "nauc_mrr_at_1000_std": 0.28686, "nauc_mrr_at_1000_diff1": 0.163583, "main_score": 0.38031, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.35, "ndcg_at_3": 0.34008, "ndcg_at_5": 0.33946, "ndcg_at_10": 0.3557, "ndcg_at_20": 0.37265, "ndcg_at_100": 0.43155, "ndcg_at_1000": 0.53953, "map_at_1": 0.05189, "map_at_3": 0.1074, "map_at_5": 0.13308, "map_at_10": 0.16417, "map_at_20": 0.18978, "map_at_100": 0.23847, "map_at_1000": 0.27659, "recall_at_1": 0.05189, "recall_at_3": 0.12949, "recall_at_5": 0.17296, "recall_at_10": 0.25117, "recall_at_20": 0.33432, "recall_at_100": 0.55066, "recall_at_1000": 0.84386, "precision_at_1": 0.43, "precision_at_3": 0.40167, "precision_at_5": 0.366, "precision_at_10": 0.314, "precision_at_20": 0.2615, "precision_at_100": 0.14605, "precision_at_1000": 0.04329, "mrr_at_1": 0.43, "mrr_at_3": 0.556667, "mrr_at_5": 0.573417, "mrr_at_10": 0.590038, "mrr_at_20": 0.594444, "mrr_at_100": 0.595326, "mrr_at_1000": 0.595337, "nauc_ndcg_at_1_max": 0.312863, "nauc_ndcg_at_1_std": 0.124423, "nauc_ndcg_at_1_diff1": 0.115997, "nauc_ndcg_at_3_max": 0.326885, "nauc_ndcg_at_3_std": 0.150055, "nauc_ndcg_at_3_diff1": 0.092097, "nauc_ndcg_at_5_max": 0.385624, "nauc_ndcg_at_5_std": 0.218958, "nauc_ndcg_at_5_diff1": 0.09219, "nauc_ndcg_at_10_max": 0.39969, "nauc_ndcg_at_10_std": 0.248338, "nauc_ndcg_at_10_diff1": 0.116382, "nauc_ndcg_at_20_max": 0.428187, "nauc_ndcg_at_20_std": 0.289055, "nauc_ndcg_at_20_diff1": 0.132496, "nauc_ndcg_at_100_max": 0.431667, "nauc_ndcg_at_100_std": 0.42396, "nauc_ndcg_at_100_diff1": 0.149839, "nauc_ndcg_at_1000_max": 0.438261, "nauc_ndcg_at_1000_std": 0.456768, "nauc_ndcg_at_1000_diff1": 0.138976, "nauc_map_at_1_max": 0.343905, "nauc_map_at_1_std": 0.153767, "nauc_map_at_1_diff1": 0.200898, "nauc_map_at_3_max": 0.395164, "nauc_map_at_3_std": 0.184546, "nauc_map_at_3_diff1": 0.124099, "nauc_map_at_5_max": 0.401452, "nauc_map_at_5_std": 0.218404, "nauc_map_at_5_diff1": 0.129672, "nauc_map_at_10_max": 0.395896, "nauc_map_at_10_std": 0.243212, "nauc_map_at_10_diff1": 0.124552, "nauc_map_at_20_max": 0.402651, "nauc_map_at_20_std": 0.274971, "nauc_map_at_20_diff1": 0.126946, "nauc_map_at_100_max": 0.415447, "nauc_map_at_100_std": 0.356912, "nauc_map_at_100_diff1": 0.124237, "nauc_map_at_1000_max": 0.427396, "nauc_map_at_1000_std": 0.381406, "nauc_map_at_1000_diff1": 0.10912, "nauc_recall_at_1_max": 0.343905, "nauc_recall_at_1_std": 0.153767, "nauc_recall_at_1_diff1": 0.200898, "nauc_recall_at_3_max": 0.375744, "nauc_recall_at_3_std": 0.194214, "nauc_recall_at_3_diff1": 0.12355, "nauc_recall_at_5_max": 0.374501, "nauc_recall_at_5_std": 0.235625, "nauc_recall_at_5_diff1": 0.124619, "nauc_recall_at_10_max": 0.329032, "nauc_recall_at_10_std": 0.237871, "nauc_recall_at_10_diff1": 0.137397, "nauc_recall_at_20_max": 0.348141, "nauc_recall_at_20_std": 0.288238, "nauc_recall_at_20_diff1": 0.164814, "nauc_recall_at_100_max": 0.357289, "nauc_recall_at_100_std": 0.491878, "nauc_recall_at_100_diff1": 0.197315, "nauc_recall_at_1000_max": 0.403399, "nauc_recall_at_1000_std": 0.716856, "nauc_recall_at_1000_diff1": 0.223205, "nauc_precision_at_1_max": 0.340072, "nauc_precision_at_1_std": 0.136056, "nauc_precision_at_1_diff1": 0.124299, "nauc_precision_at_3_max": 0.27041, "nauc_precision_at_3_std": 0.133213, "nauc_precision_at_3_diff1": 0.015313, "nauc_precision_at_5_max": 0.265728, "nauc_precision_at_5_std": 0.189131, "nauc_precision_at_5_diff1": -0.020452, "nauc_precision_at_10_max": 0.212582, "nauc_precision_at_10_std": 0.180368, "nauc_precision_at_10_diff1": -0.035403, "nauc_precision_at_20_max": 0.145504, "nauc_precision_at_20_std": 0.145103, "nauc_precision_at_20_diff1": -0.083137, "nauc_precision_at_100_max": 0.0255, "nauc_precision_at_100_std": 0.092862, "nauc_precision_at_100_diff1": -0.115799, "nauc_precision_at_1000_max": -0.04144, "nauc_precision_at_1000_std": -0.108975, "nauc_precision_at_1000_diff1": -0.155713, "nauc_mrr_at_1_max": 0.340072, "nauc_mrr_at_1_std": 0.136056, "nauc_mrr_at_1_diff1": 0.124299, "nauc_mrr_at_3_max": 0.335581, "nauc_mrr_at_3_std": 0.163221, "nauc_mrr_at_3_diff1": 0.130664, "nauc_mrr_at_5_max": 0.347037, "nauc_mrr_at_5_std": 0.173585, "nauc_mrr_at_5_diff1": 0.129063, "nauc_mrr_at_10_max": 0.354736, "nauc_mrr_at_10_std": 0.181348, "nauc_mrr_at_10_diff1": 0.139923, "nauc_mrr_at_20_max": 0.354568, "nauc_mrr_at_20_std": 0.176074, "nauc_mrr_at_20_diff1": 0.141557, "nauc_mrr_at_100_max": 0.353306, "nauc_mrr_at_100_std": 0.175891, "nauc_mrr_at_100_diff1": 0.139842, "nauc_mrr_at_1000_max": 0.353279, "nauc_mrr_at_1000_std": 0.175857, "nauc_mrr_at_1000_diff1": 0.13981, "main_score": 0.3557, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "neuroscience_and_neurology": [ { "ndcg_at_1": 0.3975, "ndcg_at_3": 0.39234, "ndcg_at_5": 0.38713, "ndcg_at_10": 0.38115, "ndcg_at_20": 0.39064, "ndcg_at_100": 0.46654, "ndcg_at_1000": 0.59074, "map_at_1": 0.03773, "map_at_3": 0.07917, "map_at_5": 0.1013, "map_at_10": 0.1361, "map_at_20": 0.17711, "map_at_100": 0.26343, "map_at_1000": 0.311, "recall_at_1": 0.03773, "recall_at_3": 0.09324, "recall_at_5": 0.13199, "recall_at_10": 0.19433, "recall_at_20": 0.29276, "recall_at_100": 0.59043, "recall_at_1000": 0.9333, "precision_at_1": 0.535, "precision_at_3": 0.505, "precision_at_5": 0.462, "precision_at_10": 0.4035, "precision_at_20": 0.3445, "precision_at_100": 0.18555, "precision_at_1000": 0.03742, "mrr_at_1": 0.535, "mrr_at_3": 0.645, "mrr_at_5": 0.65925, "mrr_at_10": 0.664909, "mrr_at_20": 0.667329, "mrr_at_100": 0.668444, "mrr_at_1000": 0.66862, "nauc_ndcg_at_1_max": 0.268422, "nauc_ndcg_at_1_std": 0.28773, "nauc_ndcg_at_1_diff1": 0.161423, "nauc_ndcg_at_3_max": 0.264703, "nauc_ndcg_at_3_std": 0.262944, "nauc_ndcg_at_3_diff1": 0.141946, "nauc_ndcg_at_5_max": 0.262002, "nauc_ndcg_at_5_std": 0.255482, "nauc_ndcg_at_5_diff1": 0.186695, "nauc_ndcg_at_10_max": 0.311178, "nauc_ndcg_at_10_std": 0.270984, "nauc_ndcg_at_10_diff1": 0.213225, "nauc_ndcg_at_20_max": 0.331729, "nauc_ndcg_at_20_std": 0.260549, "nauc_ndcg_at_20_diff1": 0.197632, "nauc_ndcg_at_100_max": 0.340573, "nauc_ndcg_at_100_std": 0.285806, "nauc_ndcg_at_100_diff1": 0.220528, "nauc_ndcg_at_1000_max": 0.406657, "nauc_ndcg_at_1000_std": 0.445437, "nauc_ndcg_at_1000_diff1": 0.22641, "nauc_map_at_1_max": 0.01235, "nauc_map_at_1_std": -0.104717, "nauc_map_at_1_diff1": 0.24047, "nauc_map_at_3_max": 0.128077, "nauc_map_at_3_std": -0.108979, "nauc_map_at_3_diff1": 0.218787, "nauc_map_at_5_max": 0.096229, "nauc_map_at_5_std": -0.111795, "nauc_map_at_5_diff1": 0.211343, "nauc_map_at_10_max": 0.176149, "nauc_map_at_10_std": -0.048228, "nauc_map_at_10_diff1": 0.220579, "nauc_map_at_20_max": 0.226782, "nauc_map_at_20_std": 0.005084, "nauc_map_at_20_diff1": 0.206009, "nauc_map_at_100_max": 0.320498, "nauc_map_at_100_std": 0.173341, "nauc_map_at_100_diff1": 0.186873, "nauc_map_at_1000_max": 0.36426, "nauc_map_at_1000_std": 0.303861, "nauc_map_at_1000_diff1": 0.197944, "nauc_recall_at_1_max": 0.01235, "nauc_recall_at_1_std": -0.104717, "nauc_recall_at_1_diff1": 0.24047, "nauc_recall_at_3_max": 0.071668, "nauc_recall_at_3_std": -0.122442, "nauc_recall_at_3_diff1": 0.194419, "nauc_recall_at_5_max": -0.000588, "nauc_recall_at_5_std": -0.151288, "nauc_recall_at_5_diff1": 0.170969, "nauc_recall_at_10_max": 0.095864, "nauc_recall_at_10_std": -0.075624, "nauc_recall_at_10_diff1": 0.183557, "nauc_recall_at_20_max": 0.104739, "nauc_recall_at_20_std": -0.076806, "nauc_recall_at_20_diff1": 0.117959, "nauc_recall_at_100_max": 0.101962, "nauc_recall_at_100_std": 0.037537, "nauc_recall_at_100_diff1": 0.067577, "nauc_recall_at_1000_max": 0.196658, "nauc_recall_at_1000_std": 0.338779, "nauc_recall_at_1000_diff1": -0.110182, "nauc_precision_at_1_max": 0.333716, "nauc_precision_at_1_std": 0.318854, "nauc_precision_at_1_diff1": 0.166758, "nauc_precision_at_3_max": 0.262558, "nauc_precision_at_3_std": 0.278628, "nauc_precision_at_3_diff1": 0.077325, "nauc_precision_at_5_max": 0.232676, "nauc_precision_at_5_std": 0.283953, "nauc_precision_at_5_diff1": 0.110436, "nauc_precision_at_10_max": 0.321533, "nauc_precision_at_10_std": 0.385912, "nauc_precision_at_10_diff1": 0.122565, "nauc_precision_at_20_max": 0.341061, "nauc_precision_at_20_std": 0.418137, "nauc_precision_at_20_diff1": 0.075472, "nauc_precision_at_100_max": 0.273531, "nauc_precision_at_100_std": 0.464522, "nauc_precision_at_100_diff1": 0.051679, "nauc_precision_at_1000_max": 0.179155, "nauc_precision_at_1000_std": 0.390707, "nauc_precision_at_1000_diff1": 0.093118, "nauc_mrr_at_1_max": 0.333716, "nauc_mrr_at_1_std": 0.318854, "nauc_mrr_at_1_diff1": 0.166758, "nauc_mrr_at_3_max": 0.328877, "nauc_mrr_at_3_std": 0.367388, "nauc_mrr_at_3_diff1": 0.173582, "nauc_mrr_at_5_max": 0.325539, "nauc_mrr_at_5_std": 0.371187, "nauc_mrr_at_5_diff1": 0.177356, "nauc_mrr_at_10_max": 0.326974, "nauc_mrr_at_10_std": 0.370978, "nauc_mrr_at_10_diff1": 0.178614, "nauc_mrr_at_20_max": 0.327948, "nauc_mrr_at_20_std": 0.370542, "nauc_mrr_at_20_diff1": 0.175494, "nauc_mrr_at_100_max": 0.327788, "nauc_mrr_at_100_std": 0.369831, "nauc_mrr_at_100_diff1": 0.175095, "nauc_mrr_at_1000_max": 0.327725, "nauc_mrr_at_1000_std": 0.369455, "nauc_mrr_at_1000_diff1": 0.174749, "main_score": 0.38115, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2775, "ndcg_at_3": 0.24927, "ndcg_at_5": 0.24409, "ndcg_at_10": 0.24168, "ndcg_at_20": 0.25749, "ndcg_at_100": 0.32939, "ndcg_at_1000": 0.46938, "map_at_1": 0.0204, "map_at_3": 0.04407, "map_at_5": 0.05703, "map_at_10": 0.07663, "map_at_20": 0.10141, "map_at_100": 0.1596, "map_at_1000": 0.19871, "recall_at_1": 0.0204, "recall_at_3": 0.0532, "recall_at_5": 0.07914, "recall_at_10": 0.12402, "recall_at_20": 0.19871, "recall_at_100": 0.4526, "recall_at_1000": 0.8584, "precision_at_1": 0.39, "precision_at_3": 0.33833, "precision_at_5": 0.305, "precision_at_10": 0.2685, "precision_at_20": 0.2435, "precision_at_100": 0.1432, "precision_at_1000": 0.03334, "mrr_at_1": 0.39, "mrr_at_3": 0.466667, "mrr_at_5": 0.485667, "mrr_at_10": 0.499508, "mrr_at_20": 0.507025, "mrr_at_100": 0.509783, "mrr_at_1000": 0.510051, "nauc_ndcg_at_1_max": 0.329272, "nauc_ndcg_at_1_std": 0.252303, "nauc_ndcg_at_1_diff1": 0.111328, "nauc_ndcg_at_3_max": 0.376071, "nauc_ndcg_at_3_std": 0.324513, "nauc_ndcg_at_3_diff1": 0.121775, "nauc_ndcg_at_5_max": 0.401268, "nauc_ndcg_at_5_std": 0.36937, "nauc_ndcg_at_5_diff1": 0.140448, "nauc_ndcg_at_10_max": 0.391666, "nauc_ndcg_at_10_std": 0.393513, "nauc_ndcg_at_10_diff1": 0.151954, "nauc_ndcg_at_20_max": 0.40014, "nauc_ndcg_at_20_std": 0.371391, "nauc_ndcg_at_20_diff1": 0.136557, "nauc_ndcg_at_100_max": 0.462911, "nauc_ndcg_at_100_std": 0.421795, "nauc_ndcg_at_100_diff1": 0.186917, "nauc_ndcg_at_1000_max": 0.494175, "nauc_ndcg_at_1000_std": 0.571411, "nauc_ndcg_at_1000_diff1": 0.182158, "nauc_map_at_1_max": 0.304358, "nauc_map_at_1_std": -0.115644, "nauc_map_at_1_diff1": 0.382451, "nauc_map_at_3_max": 0.426443, "nauc_map_at_3_std": -0.042821, "nauc_map_at_3_diff1": 0.409411, "nauc_map_at_5_max": 0.38202, "nauc_map_at_5_std": -0.017075, "nauc_map_at_5_diff1": 0.378508, "nauc_map_at_10_max": 0.352851, "nauc_map_at_10_std": 0.049387, "nauc_map_at_10_diff1": 0.317179, "nauc_map_at_20_max": 0.376264, "nauc_map_at_20_std": 0.115835, "nauc_map_at_20_diff1": 0.252985, "nauc_map_at_100_max": 0.45911, "nauc_map_at_100_std": 0.318576, "nauc_map_at_100_diff1": 0.201384, "nauc_map_at_1000_max": 0.479463, "nauc_map_at_1000_std": 0.441132, "nauc_map_at_1000_diff1": 0.188002, "nauc_recall_at_1_max": 0.304358, "nauc_recall_at_1_std": -0.115644, "nauc_recall_at_1_diff1": 0.382451, "nauc_recall_at_3_max": 0.339198, "nauc_recall_at_3_std": -0.046847, "nauc_recall_at_3_diff1": 0.379365, "nauc_recall_at_5_max": 0.253242, "nauc_recall_at_5_std": -0.033766, "nauc_recall_at_5_diff1": 0.332532, "nauc_recall_at_10_max": 0.190093, "nauc_recall_at_10_std": 0.025258, "nauc_recall_at_10_diff1": 0.238639, "nauc_recall_at_20_max": 0.168358, "nauc_recall_at_20_std": 0.044206, "nauc_recall_at_20_diff1": 0.143007, "nauc_recall_at_100_max": 0.264835, "nauc_recall_at_100_std": 0.215486, "nauc_recall_at_100_diff1": 0.143448, "nauc_recall_at_1000_max": 0.390008, "nauc_recall_at_1000_std": 0.505041, "nauc_recall_at_1000_diff1": 0.153133, "nauc_precision_at_1_max": 0.351021, "nauc_precision_at_1_std": 0.293256, "nauc_precision_at_1_diff1": 0.125871, "nauc_precision_at_3_max": 0.371029, "nauc_precision_at_3_std": 0.377495, "nauc_precision_at_3_diff1": 0.089854, "nauc_precision_at_5_max": 0.365743, "nauc_precision_at_5_std": 0.454623, "nauc_precision_at_5_diff1": 0.082859, "nauc_precision_at_10_max": 0.361957, "nauc_precision_at_10_std": 0.531989, "nauc_precision_at_10_diff1": 0.040838, "nauc_precision_at_20_max": 0.386098, "nauc_precision_at_20_std": 0.542742, "nauc_precision_at_20_diff1": -0.017905, "nauc_precision_at_100_max": 0.349195, "nauc_precision_at_100_std": 0.579929, "nauc_precision_at_100_diff1": -0.019109, "nauc_precision_at_1000_max": 0.170785, "nauc_precision_at_1000_std": 0.463574, "nauc_precision_at_1000_diff1": -0.018509, "nauc_mrr_at_1_max": 0.351021, "nauc_mrr_at_1_std": 0.293256, "nauc_mrr_at_1_diff1": 0.125871, "nauc_mrr_at_3_max": 0.374714, "nauc_mrr_at_3_std": 0.351753, "nauc_mrr_at_3_diff1": 0.144579, "nauc_mrr_at_5_max": 0.379551, "nauc_mrr_at_5_std": 0.370272, "nauc_mrr_at_5_diff1": 0.146797, "nauc_mrr_at_10_max": 0.373907, "nauc_mrr_at_10_std": 0.374071, "nauc_mrr_at_10_diff1": 0.147208, "nauc_mrr_at_20_max": 0.372937, "nauc_mrr_at_20_std": 0.367931, "nauc_mrr_at_20_diff1": 0.142799, "nauc_mrr_at_100_max": 0.373325, "nauc_mrr_at_100_std": 0.367317, "nauc_mrr_at_100_diff1": 0.141915, "nauc_mrr_at_1000_max": 0.37342, "nauc_mrr_at_1000_std": 0.367188, "nauc_mrr_at_1000_diff1": 0.141716, "main_score": 0.24168, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2125, "ndcg_at_3": 0.22525, "ndcg_at_5": 0.22414, "ndcg_at_10": 0.22776, "ndcg_at_20": 0.23654, "ndcg_at_100": 0.31232, "ndcg_at_1000": 0.45263, "map_at_1": 0.01895, "map_at_3": 0.04284, "map_at_5": 0.05352, "map_at_10": 0.07169, "map_at_20": 0.09206, "map_at_100": 0.14707, "map_at_1000": 0.18508, "recall_at_1": 0.01895, "recall_at_3": 0.05278, "recall_at_5": 0.071, "recall_at_10": 0.11701, "recall_at_20": 0.18418, "recall_at_100": 0.43725, "recall_at_1000": 0.83711, "precision_at_1": 0.315, "precision_at_3": 0.315, "precision_at_5": 0.296, "precision_at_10": 0.2605, "precision_at_20": 0.22225, "precision_at_100": 0.1376, "precision_at_1000": 0.03283, "mrr_at_1": 0.315, "mrr_at_3": 0.4175, "mrr_at_5": 0.43925, "mrr_at_10": 0.454157, "mrr_at_20": 0.459772, "mrr_at_100": 0.463064, "mrr_at_1000": 0.463365, "nauc_ndcg_at_1_max": 0.301441, "nauc_ndcg_at_1_std": 0.30428, "nauc_ndcg_at_1_diff1": 0.079582, "nauc_ndcg_at_3_max": 0.390302, "nauc_ndcg_at_3_std": 0.29599, "nauc_ndcg_at_3_diff1": 0.064782, "nauc_ndcg_at_5_max": 0.409208, "nauc_ndcg_at_5_std": 0.328845, "nauc_ndcg_at_5_diff1": 0.040907, "nauc_ndcg_at_10_max": 0.455713, "nauc_ndcg_at_10_std": 0.363839, "nauc_ndcg_at_10_diff1": 0.056992, "nauc_ndcg_at_20_max": 0.445927, "nauc_ndcg_at_20_std": 0.366692, "nauc_ndcg_at_20_diff1": 0.050328, "nauc_ndcg_at_100_max": 0.459822, "nauc_ndcg_at_100_std": 0.393968, "nauc_ndcg_at_100_diff1": 0.068885, "nauc_ndcg_at_1000_max": 0.531927, "nauc_ndcg_at_1000_std": 0.548848, "nauc_ndcg_at_1000_diff1": 0.128201, "nauc_map_at_1_max": 0.178533, "nauc_map_at_1_std": -0.046855, "nauc_map_at_1_diff1": 0.165427, "nauc_map_at_3_max": 0.314185, "nauc_map_at_3_std": -0.046479, "nauc_map_at_3_diff1": 0.233263, "nauc_map_at_5_max": 0.342562, "nauc_map_at_5_std": -0.023753, "nauc_map_at_5_diff1": 0.178712, "nauc_map_at_10_max": 0.365354, "nauc_map_at_10_std": 0.032652, "nauc_map_at_10_diff1": 0.12755, "nauc_map_at_20_max": 0.397875, "nauc_map_at_20_std": 0.107697, "nauc_map_at_20_diff1": 0.087274, "nauc_map_at_100_max": 0.483479, "nauc_map_at_100_std": 0.297268, "nauc_map_at_100_diff1": 0.056003, "nauc_map_at_1000_max": 0.532354, "nauc_map_at_1000_std": 0.427089, "nauc_map_at_1000_diff1": 0.093742, "nauc_recall_at_1_max": 0.178533, "nauc_recall_at_1_std": -0.046855, "nauc_recall_at_1_diff1": 0.165427, "nauc_recall_at_3_max": 0.231355, "nauc_recall_at_3_std": -0.089542, "nauc_recall_at_3_diff1": 0.159112, "nauc_recall_at_5_max": 0.267731, "nauc_recall_at_5_std": -0.05794, "nauc_recall_at_5_diff1": 0.102088, "nauc_recall_at_10_max": 0.249829, "nauc_recall_at_10_std": 0.029297, "nauc_recall_at_10_diff1": 0.010306, "nauc_recall_at_20_max": 0.202515, "nauc_recall_at_20_std": 0.071108, "nauc_recall_at_20_diff1": -0.007033, "nauc_recall_at_100_max": 0.201275, "nauc_recall_at_100_std": 0.187021, "nauc_recall_at_100_diff1": -0.038589, "nauc_recall_at_1000_max": 0.325148, "nauc_recall_at_1000_std": 0.416473, "nauc_recall_at_1000_diff1": 0.034482, "nauc_precision_at_1_max": 0.326305, "nauc_precision_at_1_std": 0.34751, "nauc_precision_at_1_diff1": 0.076026, "nauc_precision_at_3_max": 0.421204, "nauc_precision_at_3_std": 0.306015, "nauc_precision_at_3_diff1": 0.074935, "nauc_precision_at_5_max": 0.429508, "nauc_precision_at_5_std": 0.374813, "nauc_precision_at_5_diff1": 0.011418, "nauc_precision_at_10_max": 0.501908, "nauc_precision_at_10_std": 0.49354, "nauc_precision_at_10_diff1": 0.023129, "nauc_precision_at_20_max": 0.500324, "nauc_precision_at_20_std": 0.560782, "nauc_precision_at_20_diff1": 0.004735, "nauc_precision_at_100_max": 0.437581, "nauc_precision_at_100_std": 0.592941, "nauc_precision_at_100_diff1": 0.069798, "nauc_precision_at_1000_max": 0.310909, "nauc_precision_at_1000_std": 0.506514, "nauc_precision_at_1000_diff1": 0.110656, "nauc_mrr_at_1_max": 0.326305, "nauc_mrr_at_1_std": 0.34751, "nauc_mrr_at_1_diff1": 0.076026, "nauc_mrr_at_3_max": 0.364869, "nauc_mrr_at_3_std": 0.334396, "nauc_mrr_at_3_diff1": 0.106206, "nauc_mrr_at_5_max": 0.363147, "nauc_mrr_at_5_std": 0.337555, "nauc_mrr_at_5_diff1": 0.08551, "nauc_mrr_at_10_max": 0.369616, "nauc_mrr_at_10_std": 0.354982, "nauc_mrr_at_10_diff1": 0.087485, "nauc_mrr_at_20_max": 0.366138, "nauc_mrr_at_20_std": 0.355634, "nauc_mrr_at_20_diff1": 0.095301, "nauc_mrr_at_100_max": 0.364483, "nauc_mrr_at_100_std": 0.354204, "nauc_mrr_at_100_diff1": 0.09163, "nauc_mrr_at_1000_max": 0.364299, "nauc_mrr_at_1000_std": 0.353704, "nauc_mrr_at_1000_diff1": 0.091635, "main_score": 0.22776, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "orthopedic_surgery": [ { "ndcg_at_1": 0.5675, "ndcg_at_3": 0.4646, "ndcg_at_5": 0.45698, "ndcg_at_10": 0.45189, "ndcg_at_20": 0.47218, "ndcg_at_100": 0.55886, "ndcg_at_1000": 0.62534, "map_at_1": 0.12766, "map_at_3": 0.18124, "map_at_5": 0.21347, "map_at_10": 0.25288, "map_at_20": 0.28614, "map_at_100": 0.33725, "map_at_1000": 0.35438, "recall_at_1": 0.12766, "recall_at_3": 0.19587, "recall_at_5": 0.25714, "recall_at_10": 0.33707, "recall_at_20": 0.44321, "recall_at_100": 0.73075, "recall_at_1000": 0.9629, "precision_at_1": 0.655, "precision_at_3": 0.44333, "precision_at_5": 0.384, "precision_at_10": 0.292, "precision_at_20": 0.2195, "precision_at_100": 0.09335, "precision_at_1000": 0.01419, "mrr_at_1": 0.655, "mrr_at_3": 0.720833, "mrr_at_5": 0.735833, "mrr_at_10": 0.740387, "mrr_at_20": 0.743295, "mrr_at_100": 0.745407, "mrr_at_1000": 0.745407, "nauc_ndcg_at_1_max": 0.539165, "nauc_ndcg_at_1_std": 0.261076, "nauc_ndcg_at_1_diff1": 0.418493, "nauc_ndcg_at_3_max": 0.512675, "nauc_ndcg_at_3_std": 0.210096, "nauc_ndcg_at_3_diff1": 0.339326, "nauc_ndcg_at_5_max": 0.463692, "nauc_ndcg_at_5_std": 0.15146, "nauc_ndcg_at_5_diff1": 0.296593, "nauc_ndcg_at_10_max": 0.421294, "nauc_ndcg_at_10_std": 0.097334, "nauc_ndcg_at_10_diff1": 0.287578, "nauc_ndcg_at_20_max": 0.40365, "nauc_ndcg_at_20_std": 0.047385, "nauc_ndcg_at_20_diff1": 0.290897, "nauc_ndcg_at_100_max": 0.394219, "nauc_ndcg_at_100_std": 0.101421, "nauc_ndcg_at_100_diff1": 0.301453, "nauc_ndcg_at_1000_max": 0.466223, "nauc_ndcg_at_1000_std": 0.214585, "nauc_ndcg_at_1000_diff1": 0.304434, "nauc_map_at_1_max": 0.115194, "nauc_map_at_1_std": -0.106542, "nauc_map_at_1_diff1": 0.407439, "nauc_map_at_3_max": 0.172422, "nauc_map_at_3_std": -0.096441, "nauc_map_at_3_diff1": 0.31753, "nauc_map_at_5_max": 0.187152, "nauc_map_at_5_std": -0.122173, "nauc_map_at_5_diff1": 0.269098, "nauc_map_at_10_max": 0.206241, "nauc_map_at_10_std": -0.113516, "nauc_map_at_10_diff1": 0.225344, "nauc_map_at_20_max": 0.23331, "nauc_map_at_20_std": -0.096762, "nauc_map_at_20_diff1": 0.224863, "nauc_map_at_100_max": 0.254038, "nauc_map_at_100_std": -0.018469, "nauc_map_at_100_diff1": 0.214881, "nauc_map_at_1000_max": 0.270556, "nauc_map_at_1000_std": 0.02011, "nauc_map_at_1000_diff1": 0.206667, "nauc_recall_at_1_max": 0.115194, "nauc_recall_at_1_std": -0.106542, "nauc_recall_at_1_diff1": 0.407439, "nauc_recall_at_3_max": 0.168072, "nauc_recall_at_3_std": -0.108904, "nauc_recall_at_3_diff1": 0.300169, "nauc_recall_at_5_max": 0.143526, "nauc_recall_at_5_std": -0.177763, "nauc_recall_at_5_diff1": 0.197964, "nauc_recall_at_10_max": 0.143005, "nauc_recall_at_10_std": -0.193968, "nauc_recall_at_10_diff1": 0.1295, "nauc_recall_at_20_max": 0.1631, "nauc_recall_at_20_std": -0.198887, "nauc_recall_at_20_diff1": 0.158008, "nauc_recall_at_100_max": 0.041518, "nauc_recall_at_100_std": -0.126313, "nauc_recall_at_100_diff1": 0.080559, "nauc_recall_at_1000_max": 0.264825, "nauc_recall_at_1000_std": 0.402928, "nauc_recall_at_1000_diff1": 0.055806, "nauc_precision_at_1_max": 0.578449, "nauc_precision_at_1_std": 0.316508, "nauc_precision_at_1_diff1": 0.35986, "nauc_precision_at_3_max": 0.459608, "nauc_precision_at_3_std": 0.25106, "nauc_precision_at_3_diff1": 0.066704, "nauc_precision_at_5_max": 0.38035, "nauc_precision_at_5_std": 0.222849, "nauc_precision_at_5_diff1": -0.037827, "nauc_precision_at_10_max": 0.328505, "nauc_precision_at_10_std": 0.28427, "nauc_precision_at_10_diff1": -0.081733, "nauc_precision_at_20_max": 0.250228, "nauc_precision_at_20_std": 0.302157, "nauc_precision_at_20_diff1": -0.085987, "nauc_precision_at_100_max": 0.139642, "nauc_precision_at_100_std": 0.431389, "nauc_precision_at_100_diff1": -0.125858, "nauc_precision_at_1000_max": 0.1333, "nauc_precision_at_1000_std": 0.429059, "nauc_precision_at_1000_diff1": -0.137473, "nauc_mrr_at_1_max": 0.578449, "nauc_mrr_at_1_std": 0.316508, "nauc_mrr_at_1_diff1": 0.35986, "nauc_mrr_at_3_max": 0.622672, "nauc_mrr_at_3_std": 0.341798, "nauc_mrr_at_3_diff1": 0.3366, "nauc_mrr_at_5_max": 0.626713, "nauc_mrr_at_5_std": 0.337322, "nauc_mrr_at_5_diff1": 0.342503, "nauc_mrr_at_10_max": 0.624383, "nauc_mrr_at_10_std": 0.332928, "nauc_mrr_at_10_diff1": 0.336987, "nauc_mrr_at_20_max": 0.62104, "nauc_mrr_at_20_std": 0.333759, "nauc_mrr_at_20_diff1": 0.340245, "nauc_mrr_at_100_max": 0.620556, "nauc_mrr_at_100_std": 0.334044, "nauc_mrr_at_100_diff1": 0.340987, "nauc_mrr_at_1000_max": 0.620556, "nauc_mrr_at_1000_std": 0.334044, "nauc_mrr_at_1000_diff1": 0.340987, "main_score": 0.45189, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.31, "ndcg_at_3": 0.30531, "ndcg_at_5": 0.29566, "ndcg_at_10": 0.30844, "ndcg_at_20": 0.32817, "ndcg_at_100": 0.40466, "ndcg_at_1000": 0.49069, "map_at_1": 0.07005, "map_at_3": 0.11452, "map_at_5": 0.1356, "map_at_10": 0.16324, "map_at_20": 0.18516, "map_at_100": 0.2198, "map_at_1000": 0.23521, "recall_at_1": 0.07005, "recall_at_3": 0.137, "recall_at_5": 0.17597, "recall_at_10": 0.26068, "recall_at_20": 0.34081, "recall_at_100": 0.58516, "recall_at_1000": 0.90375, "precision_at_1": 0.385, "precision_at_3": 0.315, "precision_at_5": 0.272, "precision_at_10": 0.2125, "precision_at_20": 0.165, "precision_at_100": 0.07045, "precision_at_1000": 0.01305, "mrr_at_1": 0.385, "mrr_at_3": 0.4775, "mrr_at_5": 0.48725, "mrr_at_10": 0.507339, "mrr_at_20": 0.513728, "mrr_at_100": 0.516678, "mrr_at_1000": 0.516785, "nauc_ndcg_at_1_max": 0.287608, "nauc_ndcg_at_1_std": 0.159595, "nauc_ndcg_at_1_diff1": 0.307986, "nauc_ndcg_at_3_max": 0.286878, "nauc_ndcg_at_3_std": 0.241887, "nauc_ndcg_at_3_diff1": 0.18665, "nauc_ndcg_at_5_max": 0.312008, "nauc_ndcg_at_5_std": 0.236512, "nauc_ndcg_at_5_diff1": 0.191814, "nauc_ndcg_at_10_max": 0.273242, "nauc_ndcg_at_10_std": 0.198484, "nauc_ndcg_at_10_diff1": 0.174694, "nauc_ndcg_at_20_max": 0.273256, "nauc_ndcg_at_20_std": 0.190201, "nauc_ndcg_at_20_diff1": 0.185884, "nauc_ndcg_at_100_max": 0.325081, "nauc_ndcg_at_100_std": 0.251192, "nauc_ndcg_at_100_diff1": 0.181439, "nauc_ndcg_at_1000_max": 0.32141, "nauc_ndcg_at_1000_std": 0.277019, "nauc_ndcg_at_1000_diff1": 0.203637, "nauc_map_at_1_max": 0.079611, "nauc_map_at_1_std": 0.093945, "nauc_map_at_1_diff1": 0.257738, "nauc_map_at_3_max": 0.148982, "nauc_map_at_3_std": 0.134574, "nauc_map_at_3_diff1": 0.150915, "nauc_map_at_5_max": 0.208125, "nauc_map_at_5_std": 0.145816, "nauc_map_at_5_diff1": 0.145939, "nauc_map_at_10_max": 0.218141, "nauc_map_at_10_std": 0.16042, "nauc_map_at_10_diff1": 0.129204, "nauc_map_at_20_max": 0.232284, "nauc_map_at_20_std": 0.172779, "nauc_map_at_20_diff1": 0.143962, "nauc_map_at_100_max": 0.263906, "nauc_map_at_100_std": 0.234364, "nauc_map_at_100_diff1": 0.131654, "nauc_map_at_1000_max": 0.267319, "nauc_map_at_1000_std": 0.254941, "nauc_map_at_1000_diff1": 0.136607, "nauc_recall_at_1_max": 0.079611, "nauc_recall_at_1_std": 0.093945, "nauc_recall_at_1_diff1": 0.257738, "nauc_recall_at_3_max": 0.125178, "nauc_recall_at_3_std": 0.095903, "nauc_recall_at_3_diff1": 0.090953, "nauc_recall_at_5_max": 0.171454, "nauc_recall_at_5_std": 0.096899, "nauc_recall_at_5_diff1": 0.06966, "nauc_recall_at_10_max": 0.108269, "nauc_recall_at_10_std": 0.0486, "nauc_recall_at_10_diff1": 0.008364, "nauc_recall_at_20_max": 0.125756, "nauc_recall_at_20_std": 0.047701, "nauc_recall_at_20_diff1": 0.053464, "nauc_recall_at_100_max": 0.259734, "nauc_recall_at_100_std": 0.210041, "nauc_recall_at_100_diff1": 0.037913, "nauc_recall_at_1000_max": 0.288452, "nauc_recall_at_1000_std": 0.462944, "nauc_recall_at_1000_diff1": 0.179599, "nauc_precision_at_1_max": 0.283238, "nauc_precision_at_1_std": 0.207839, "nauc_precision_at_1_diff1": 0.253489, "nauc_precision_at_3_max": 0.306692, "nauc_precision_at_3_std": 0.304824, "nauc_precision_at_3_diff1": 0.060865, "nauc_precision_at_5_max": 0.347062, "nauc_precision_at_5_std": 0.287666, "nauc_precision_at_5_diff1": 0.059103, "nauc_precision_at_10_max": 0.250831, "nauc_precision_at_10_std": 0.281945, "nauc_precision_at_10_diff1": 0.047128, "nauc_precision_at_20_max": 0.191647, "nauc_precision_at_20_std": 0.287093, "nauc_precision_at_20_diff1": 0.066048, "nauc_precision_at_100_max": 0.150335, "nauc_precision_at_100_std": 0.337975, "nauc_precision_at_100_diff1": 0.008016, "nauc_precision_at_1000_max": 0.032333, "nauc_precision_at_1000_std": 0.180108, "nauc_precision_at_1000_diff1": 0.003321, "nauc_mrr_at_1_max": 0.283238, "nauc_mrr_at_1_std": 0.207839, "nauc_mrr_at_1_diff1": 0.253489, "nauc_mrr_at_3_max": 0.303869, "nauc_mrr_at_3_std": 0.24388, "nauc_mrr_at_3_diff1": 0.201101, "nauc_mrr_at_5_max": 0.304116, "nauc_mrr_at_5_std": 0.236709, "nauc_mrr_at_5_diff1": 0.204357, "nauc_mrr_at_10_max": 0.298461, "nauc_mrr_at_10_std": 0.21474, "nauc_mrr_at_10_diff1": 0.197624, "nauc_mrr_at_20_max": 0.296019, "nauc_mrr_at_20_std": 0.220969, "nauc_mrr_at_20_diff1": 0.203918, "nauc_mrr_at_100_max": 0.297377, "nauc_mrr_at_100_std": 0.221526, "nauc_mrr_at_100_diff1": 0.202996, "nauc_mrr_at_1000_max": 0.29723, "nauc_mrr_at_1000_std": 0.221561, "nauc_mrr_at_1000_diff1": 0.202969, "main_score": 0.30844, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2975, "ndcg_at_3": 0.28719, "ndcg_at_5": 0.28185, "ndcg_at_10": 0.29142, "ndcg_at_20": 0.31366, "ndcg_at_100": 0.3856, "ndcg_at_1000": 0.47601, "map_at_1": 0.07004, "map_at_3": 0.11165, "map_at_5": 0.12961, "map_at_10": 0.15525, "map_at_20": 0.17627, "map_at_100": 0.20838, "map_at_1000": 0.22381, "recall_at_1": 0.07004, "recall_at_3": 0.13604, "recall_at_5": 0.1683, "recall_at_10": 0.24173, "recall_at_20": 0.33066, "recall_at_100": 0.56192, "recall_at_1000": 0.8972, "precision_at_1": 0.36, "precision_at_3": 0.295, "precision_at_5": 0.255, "precision_at_10": 0.201, "precision_at_20": 0.15475, "precision_at_100": 0.0693, "precision_at_1000": 0.01294, "mrr_at_1": 0.36, "mrr_at_3": 0.4525, "mrr_at_5": 0.4635, "mrr_at_10": 0.483641, "mrr_at_20": 0.490009, "mrr_at_100": 0.49299, "mrr_at_1000": 0.49324, "nauc_ndcg_at_1_max": 0.41522, "nauc_ndcg_at_1_std": 0.242895, "nauc_ndcg_at_1_diff1": 0.38223, "nauc_ndcg_at_3_max": 0.429076, "nauc_ndcg_at_3_std": 0.265657, "nauc_ndcg_at_3_diff1": 0.326309, "nauc_ndcg_at_5_max": 0.424977, "nauc_ndcg_at_5_std": 0.244312, "nauc_ndcg_at_5_diff1": 0.332547, "nauc_ndcg_at_10_max": 0.418491, "nauc_ndcg_at_10_std": 0.225086, "nauc_ndcg_at_10_diff1": 0.30103, "nauc_ndcg_at_20_max": 0.401422, "nauc_ndcg_at_20_std": 0.209796, "nauc_ndcg_at_20_diff1": 0.298115, "nauc_ndcg_at_100_max": 0.424083, "nauc_ndcg_at_100_std": 0.288268, "nauc_ndcg_at_100_diff1": 0.292974, "nauc_ndcg_at_1000_max": 0.451057, "nauc_ndcg_at_1000_std": 0.337664, "nauc_ndcg_at_1000_diff1": 0.282047, "nauc_map_at_1_max": 0.178668, "nauc_map_at_1_std": 0.056211, "nauc_map_at_1_diff1": 0.508757, "nauc_map_at_3_max": 0.269197, "nauc_map_at_3_std": 0.130815, "nauc_map_at_3_diff1": 0.380348, "nauc_map_at_5_max": 0.298654, "nauc_map_at_5_std": 0.135548, "nauc_map_at_5_diff1": 0.352664, "nauc_map_at_10_max": 0.33991, "nauc_map_at_10_std": 0.154981, "nauc_map_at_10_diff1": 0.309074, "nauc_map_at_20_max": 0.33765, "nauc_map_at_20_std": 0.171998, "nauc_map_at_20_diff1": 0.286913, "nauc_map_at_100_max": 0.366289, "nauc_map_at_100_std": 0.245765, "nauc_map_at_100_diff1": 0.268312, "nauc_map_at_1000_max": 0.375584, "nauc_map_at_1000_std": 0.271042, "nauc_map_at_1000_diff1": 0.255307, "nauc_recall_at_1_max": 0.178668, "nauc_recall_at_1_std": 0.056211, "nauc_recall_at_1_diff1": 0.508757, "nauc_recall_at_3_max": 0.261536, "nauc_recall_at_3_std": 0.104895, "nauc_recall_at_3_diff1": 0.318372, "nauc_recall_at_5_max": 0.280639, "nauc_recall_at_5_std": 0.103108, "nauc_recall_at_5_diff1": 0.283726, "nauc_recall_at_10_max": 0.258501, "nauc_recall_at_10_std": 0.057038, "nauc_recall_at_10_diff1": 0.201859, "nauc_recall_at_20_max": 0.185734, "nauc_recall_at_20_std": 0.033434, "nauc_recall_at_20_diff1": 0.169775, "nauc_recall_at_100_max": 0.246489, "nauc_recall_at_100_std": 0.24929, "nauc_recall_at_100_diff1": 0.15117, "nauc_recall_at_1000_max": 0.274681, "nauc_recall_at_1000_std": 0.491808, "nauc_recall_at_1000_diff1": 0.19951, "nauc_precision_at_1_max": 0.414613, "nauc_precision_at_1_std": 0.306507, "nauc_precision_at_1_diff1": 0.362699, "nauc_precision_at_3_max": 0.441283, "nauc_precision_at_3_std": 0.358753, "nauc_precision_at_3_diff1": 0.159903, "nauc_precision_at_5_max": 0.413463, "nauc_precision_at_5_std": 0.3074, "nauc_precision_at_5_diff1": 0.120894, "nauc_precision_at_10_max": 0.389362, "nauc_precision_at_10_std": 0.34314, "nauc_precision_at_10_diff1": 0.024513, "nauc_precision_at_20_max": 0.283469, "nauc_precision_at_20_std": 0.372737, "nauc_precision_at_20_diff1": -0.057952, "nauc_precision_at_100_max": 0.21556, "nauc_precision_at_100_std": 0.39904, "nauc_precision_at_100_diff1": -0.108408, "nauc_precision_at_1000_max": 0.13002, "nauc_precision_at_1000_std": 0.276884, "nauc_precision_at_1000_diff1": -0.159377, "nauc_mrr_at_1_max": 0.414613, "nauc_mrr_at_1_std": 0.306507, "nauc_mrr_at_1_diff1": 0.362699, "nauc_mrr_at_3_max": 0.47142, "nauc_mrr_at_3_std": 0.318878, "nauc_mrr_at_3_diff1": 0.321119, "nauc_mrr_at_5_max": 0.460582, "nauc_mrr_at_5_std": 0.314461, "nauc_mrr_at_5_diff1": 0.315438, "nauc_mrr_at_10_max": 0.458295, "nauc_mrr_at_10_std": 0.31689, "nauc_mrr_at_10_diff1": 0.309016, "nauc_mrr_at_20_max": 0.455741, "nauc_mrr_at_20_std": 0.315713, "nauc_mrr_at_20_diff1": 0.31179, "nauc_mrr_at_100_max": 0.456155, "nauc_mrr_at_100_std": 0.3149, "nauc_mrr_at_100_diff1": 0.312227, "nauc_mrr_at_1000_max": 0.456041, "nauc_mrr_at_1000_std": 0.314698, "nauc_mrr_at_1000_diff1": 0.312268, "main_score": 0.29142, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "otorhinolaryngology": [ { "ndcg_at_1": 0.405, "ndcg_at_3": 0.3802, "ndcg_at_5": 0.38057, "ndcg_at_10": 0.38485, "ndcg_at_20": 0.39353, "ndcg_at_100": 0.47645, "ndcg_at_1000": 0.59037, "map_at_1": 0.05331, "map_at_3": 0.09227, "map_at_5": 0.11765, "map_at_10": 0.15443, "map_at_20": 0.18656, "map_at_100": 0.24896, "map_at_1000": 0.28776, "recall_at_1": 0.05331, "recall_at_3": 0.10356, "recall_at_5": 0.14544, "recall_at_10": 0.2267, "recall_at_20": 0.30913, "recall_at_100": 0.58018, "recall_at_1000": 0.91538, "precision_at_1": 0.495, "precision_at_3": 0.43833, "precision_at_5": 0.41, "precision_at_10": 0.352, "precision_at_20": 0.2855, "precision_at_100": 0.1455, "precision_at_1000": 0.03208, "mrr_at_1": 0.495, "mrr_at_3": 0.604167, "mrr_at_5": 0.624667, "mrr_at_10": 0.637526, "mrr_at_20": 0.639889, "mrr_at_100": 0.640675, "mrr_at_1000": 0.64072, "nauc_ndcg_at_1_max": 0.169154, "nauc_ndcg_at_1_std": 0.106557, "nauc_ndcg_at_1_diff1": 0.206589, "nauc_ndcg_at_3_max": 0.127653, "nauc_ndcg_at_3_std": 0.088436, "nauc_ndcg_at_3_diff1": 0.085361, "nauc_ndcg_at_5_max": 0.12916, "nauc_ndcg_at_5_std": 0.079864, "nauc_ndcg_at_5_diff1": 0.054638, "nauc_ndcg_at_10_max": 0.142995, "nauc_ndcg_at_10_std": 0.127111, "nauc_ndcg_at_10_diff1": 0.057287, "nauc_ndcg_at_20_max": 0.158723, "nauc_ndcg_at_20_std": 0.143816, "nauc_ndcg_at_20_diff1": 0.058661, "nauc_ndcg_at_100_max": 0.15426, "nauc_ndcg_at_100_std": 0.208074, "nauc_ndcg_at_100_diff1": 0.067402, "nauc_ndcg_at_1000_max": 0.232015, "nauc_ndcg_at_1000_std": 0.308598, "nauc_ndcg_at_1000_diff1": 0.066558, "nauc_map_at_1_max": 0.065521, "nauc_map_at_1_std": 0.114404, "nauc_map_at_1_diff1": 0.198884, "nauc_map_at_3_max": 0.083752, "nauc_map_at_3_std": 0.122153, "nauc_map_at_3_diff1": 0.169474, "nauc_map_at_5_max": 0.054053, "nauc_map_at_5_std": 0.07795, "nauc_map_at_5_diff1": 0.141, "nauc_map_at_10_max": 0.093167, "nauc_map_at_10_std": 0.113884, "nauc_map_at_10_diff1": 0.135102, "nauc_map_at_20_max": 0.127889, "nauc_map_at_20_std": 0.150299, "nauc_map_at_20_diff1": 0.095121, "nauc_map_at_100_max": 0.161877, "nauc_map_at_100_std": 0.219564, "nauc_map_at_100_diff1": 0.039768, "nauc_map_at_1000_max": 0.185318, "nauc_map_at_1000_std": 0.297705, "nauc_map_at_1000_diff1": 0.029492, "nauc_recall_at_1_max": 0.065521, "nauc_recall_at_1_std": 0.114404, "nauc_recall_at_1_diff1": 0.198884, "nauc_recall_at_3_max": 0.0436, "nauc_recall_at_3_std": 0.100536, "nauc_recall_at_3_diff1": 0.155221, "nauc_recall_at_5_max": -0.022311, "nauc_recall_at_5_std": 0.023061, "nauc_recall_at_5_diff1": 0.104326, "nauc_recall_at_10_max": 0.003911, "nauc_recall_at_10_std": 0.074138, "nauc_recall_at_10_diff1": 0.102106, "nauc_recall_at_20_max": 0.032441, "nauc_recall_at_20_std": 0.122127, "nauc_recall_at_20_diff1": 0.075883, "nauc_recall_at_100_max": -0.008445, "nauc_recall_at_100_std": 0.194677, "nauc_recall_at_100_diff1": 0.023689, "nauc_recall_at_1000_max": 0.28704, "nauc_recall_at_1000_std": 0.551074, "nauc_recall_at_1000_diff1": 0.142625, "nauc_precision_at_1_max": 0.217367, "nauc_precision_at_1_std": 0.140866, "nauc_precision_at_1_diff1": 0.190246, "nauc_precision_at_3_max": 0.114657, "nauc_precision_at_3_std": 0.082504, "nauc_precision_at_3_diff1": -0.019454, "nauc_precision_at_5_max": 0.11812, "nauc_precision_at_5_std": 0.081012, "nauc_precision_at_5_diff1": -0.082662, "nauc_precision_at_10_max": 0.16274, "nauc_precision_at_10_std": 0.14969, "nauc_precision_at_10_diff1": -0.101331, "nauc_precision_at_20_max": 0.170287, "nauc_precision_at_20_std": 0.181878, "nauc_precision_at_20_diff1": -0.175586, "nauc_precision_at_100_max": 0.103904, "nauc_precision_at_100_std": 0.227903, "nauc_precision_at_100_diff1": -0.152836, "nauc_precision_at_1000_max": 0.046908, "nauc_precision_at_1000_std": 0.176094, "nauc_precision_at_1000_diff1": -0.110608, "nauc_mrr_at_1_max": 0.217367, "nauc_mrr_at_1_std": 0.140866, "nauc_mrr_at_1_diff1": 0.190246, "nauc_mrr_at_3_max": 0.151855, "nauc_mrr_at_3_std": 0.06827, "nauc_mrr_at_3_diff1": 0.128673, "nauc_mrr_at_5_max": 0.155465, "nauc_mrr_at_5_std": 0.055383, "nauc_mrr_at_5_diff1": 0.129612, "nauc_mrr_at_10_max": 0.156539, "nauc_mrr_at_10_std": 0.073429, "nauc_mrr_at_10_diff1": 0.138299, "nauc_mrr_at_20_max": 0.15754, "nauc_mrr_at_20_std": 0.078344, "nauc_mrr_at_20_diff1": 0.138457, "nauc_mrr_at_100_max": 0.15952, "nauc_mrr_at_100_std": 0.078043, "nauc_mrr_at_100_diff1": 0.139586, "nauc_mrr_at_1000_max": 0.159837, "nauc_mrr_at_1000_std": 0.07815, "nauc_mrr_at_1000_diff1": 0.139588, "main_score": 0.38485, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2475, "ndcg_at_3": 0.26237, "ndcg_at_5": 0.25973, "ndcg_at_10": 0.2691, "ndcg_at_20": 0.27876, "ndcg_at_100": 0.35989, "ndcg_at_1000": 0.47853, "map_at_1": 0.03387, "map_at_3": 0.06271, "map_at_5": 0.07709, "map_at_10": 0.10248, "map_at_20": 0.12491, "map_at_100": 0.17022, "map_at_1000": 0.19902, "recall_at_1": 0.03387, "recall_at_3": 0.07597, "recall_at_5": 0.10456, "recall_at_10": 0.16892, "recall_at_20": 0.24082, "recall_at_100": 0.47557, "recall_at_1000": 0.8289, "precision_at_1": 0.325, "precision_at_3": 0.315, "precision_at_5": 0.291, "precision_at_10": 0.257, "precision_at_20": 0.20725, "precision_at_100": 0.11185, "precision_at_1000": 0.02764, "mrr_at_1": 0.325, "mrr_at_3": 0.440833, "mrr_at_5": 0.474833, "mrr_at_10": 0.489022, "mrr_at_20": 0.494014, "mrr_at_100": 0.49584, "mrr_at_1000": 0.495957, "nauc_ndcg_at_1_max": 0.002255, "nauc_ndcg_at_1_std": 0.152734, "nauc_ndcg_at_1_diff1": 0.145841, "nauc_ndcg_at_3_max": 0.060631, "nauc_ndcg_at_3_std": 0.220187, "nauc_ndcg_at_3_diff1": 0.14419, "nauc_ndcg_at_5_max": 0.076513, "nauc_ndcg_at_5_std": 0.246957, "nauc_ndcg_at_5_diff1": 0.120691, "nauc_ndcg_at_10_max": 0.111741, "nauc_ndcg_at_10_std": 0.276217, "nauc_ndcg_at_10_diff1": 0.10316, "nauc_ndcg_at_20_max": 0.083738, "nauc_ndcg_at_20_std": 0.318913, "nauc_ndcg_at_20_diff1": 0.128745, "nauc_ndcg_at_100_max": 0.108036, "nauc_ndcg_at_100_std": 0.407594, "nauc_ndcg_at_100_diff1": 0.089373, "nauc_ndcg_at_1000_max": 0.178945, "nauc_ndcg_at_1000_std": 0.448257, "nauc_ndcg_at_1000_diff1": 0.071688, "nauc_map_at_1_max": -0.087638, "nauc_map_at_1_std": 0.130877, "nauc_map_at_1_diff1": 0.423038, "nauc_map_at_3_max": -0.010314, "nauc_map_at_3_std": 0.217879, "nauc_map_at_3_diff1": 0.289037, "nauc_map_at_5_max": 0.017267, "nauc_map_at_5_std": 0.233781, "nauc_map_at_5_diff1": 0.25094, "nauc_map_at_10_max": 0.064809, "nauc_map_at_10_std": 0.262038, "nauc_map_at_10_diff1": 0.187375, "nauc_map_at_20_max": 0.055303, "nauc_map_at_20_std": 0.313347, "nauc_map_at_20_diff1": 0.158509, "nauc_map_at_100_max": 0.095525, "nauc_map_at_100_std": 0.397565, "nauc_map_at_100_diff1": 0.096652, "nauc_map_at_1000_max": 0.126521, "nauc_map_at_1000_std": 0.442767, "nauc_map_at_1000_diff1": 0.093085, "nauc_recall_at_1_max": -0.087638, "nauc_recall_at_1_std": 0.130877, "nauc_recall_at_1_diff1": 0.423038, "nauc_recall_at_3_max": -0.008345, "nauc_recall_at_3_std": 0.212613, "nauc_recall_at_3_diff1": 0.269784, "nauc_recall_at_5_max": 0.010201, "nauc_recall_at_5_std": 0.190932, "nauc_recall_at_5_diff1": 0.205853, "nauc_recall_at_10_max": 0.049546, "nauc_recall_at_10_std": 0.181735, "nauc_recall_at_10_diff1": 0.154166, "nauc_recall_at_20_max": 0.008747, "nauc_recall_at_20_std": 0.263675, "nauc_recall_at_20_diff1": 0.149663, "nauc_recall_at_100_max": 0.033358, "nauc_recall_at_100_std": 0.429341, "nauc_recall_at_100_diff1": 0.048848, "nauc_recall_at_1000_max": 0.3188, "nauc_recall_at_1000_std": 0.614446, "nauc_recall_at_1000_diff1": -0.042679, "nauc_precision_at_1_max": 0.013673, "nauc_precision_at_1_std": 0.187701, "nauc_precision_at_1_diff1": 0.097741, "nauc_precision_at_3_max": 0.116324, "nauc_precision_at_3_std": 0.298833, "nauc_precision_at_3_diff1": 0.024786, "nauc_precision_at_5_max": 0.162377, "nauc_precision_at_5_std": 0.325413, "nauc_precision_at_5_diff1": -0.039024, "nauc_precision_at_10_max": 0.204935, "nauc_precision_at_10_std": 0.320227, "nauc_precision_at_10_diff1": -0.087085, "nauc_precision_at_20_max": 0.154408, "nauc_precision_at_20_std": 0.361413, "nauc_precision_at_20_diff1": -0.086367, "nauc_precision_at_100_max": 0.157263, "nauc_precision_at_100_std": 0.308708, "nauc_precision_at_100_diff1": -0.062646, "nauc_precision_at_1000_max": 0.110539, "nauc_precision_at_1000_std": 0.09654, "nauc_precision_at_1000_diff1": 0.047466, "nauc_mrr_at_1_max": 0.013673, "nauc_mrr_at_1_std": 0.187701, "nauc_mrr_at_1_diff1": 0.097741, "nauc_mrr_at_3_max": -0.007893, "nauc_mrr_at_3_std": 0.19014, "nauc_mrr_at_3_diff1": 0.074317, "nauc_mrr_at_5_max": 0.000468, "nauc_mrr_at_5_std": 0.176111, "nauc_mrr_at_5_diff1": 0.077698, "nauc_mrr_at_10_max": 0.008067, "nauc_mrr_at_10_std": 0.182843, "nauc_mrr_at_10_diff1": 0.078764, "nauc_mrr_at_20_max": 0.002744, "nauc_mrr_at_20_std": 0.186015, "nauc_mrr_at_20_diff1": 0.075511, "nauc_mrr_at_100_max": 0.002444, "nauc_mrr_at_100_std": 0.187028, "nauc_mrr_at_100_diff1": 0.076299, "nauc_mrr_at_1000_max": 0.00227, "nauc_mrr_at_1000_std": 0.186766, "nauc_mrr_at_1000_diff1": 0.076466, "main_score": 0.2691, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.265, "ndcg_at_3": 0.2722, "ndcg_at_5": 0.2629, "ndcg_at_10": 0.25942, "ndcg_at_20": 0.27393, "ndcg_at_100": 0.3466, "ndcg_at_1000": 0.46741, "map_at_1": 0.03462, "map_at_3": 0.06723, "map_at_5": 0.08081, "map_at_10": 0.1007, "map_at_20": 0.12159, "map_at_100": 0.16376, "map_at_1000": 0.19193, "recall_at_1": 0.03462, "recall_at_3": 0.08224, "recall_at_5": 0.10465, "recall_at_10": 0.15448, "recall_at_20": 0.22398, "recall_at_100": 0.44461, "recall_at_1000": 0.81648, "precision_at_1": 0.345, "precision_at_3": 0.33333, "precision_at_5": 0.296, "precision_at_10": 0.24, "precision_at_20": 0.204, "precision_at_100": 0.10795, "precision_at_1000": 0.02698, "mrr_at_1": 0.345, "mrr_at_3": 0.450833, "mrr_at_5": 0.472583, "mrr_at_10": 0.486688, "mrr_at_20": 0.493355, "mrr_at_100": 0.495813, "mrr_at_1000": 0.496033, "nauc_ndcg_at_1_max": 0.15023, "nauc_ndcg_at_1_std": 0.120253, "nauc_ndcg_at_1_diff1": 0.011908, "nauc_ndcg_at_3_max": 0.16113, "nauc_ndcg_at_3_std": 0.203572, "nauc_ndcg_at_3_diff1": 0.030757, "nauc_ndcg_at_5_max": 0.202473, "nauc_ndcg_at_5_std": 0.233962, "nauc_ndcg_at_5_diff1": 0.072063, "nauc_ndcg_at_10_max": 0.225949, "nauc_ndcg_at_10_std": 0.305949, "nauc_ndcg_at_10_diff1": 0.048027, "nauc_ndcg_at_20_max": 0.219898, "nauc_ndcg_at_20_std": 0.342947, "nauc_ndcg_at_20_diff1": 0.056143, "nauc_ndcg_at_100_max": 0.244619, "nauc_ndcg_at_100_std": 0.457276, "nauc_ndcg_at_100_diff1": 0.04863, "nauc_ndcg_at_1000_max": 0.35033, "nauc_ndcg_at_1000_std": 0.511566, "nauc_ndcg_at_1000_diff1": 0.060333, "nauc_map_at_1_max": -0.020914, "nauc_map_at_1_std": 0.221583, "nauc_map_at_1_diff1": 0.11381, "nauc_map_at_3_max": 0.030512, "nauc_map_at_3_std": 0.272906, "nauc_map_at_3_diff1": 0.116427, "nauc_map_at_5_max": 0.092077, "nauc_map_at_5_std": 0.276211, "nauc_map_at_5_diff1": 0.122041, "nauc_map_at_10_max": 0.154078, "nauc_map_at_10_std": 0.318541, "nauc_map_at_10_diff1": 0.109754, "nauc_map_at_20_max": 0.17606, "nauc_map_at_20_std": 0.350359, "nauc_map_at_20_diff1": 0.09862, "nauc_map_at_100_max": 0.217204, "nauc_map_at_100_std": 0.446729, "nauc_map_at_100_diff1": 0.055846, "nauc_map_at_1000_max": 0.265151, "nauc_map_at_1000_std": 0.490193, "nauc_map_at_1000_diff1": 0.05545, "nauc_recall_at_1_max": -0.020914, "nauc_recall_at_1_std": 0.221583, "nauc_recall_at_1_diff1": 0.11381, "nauc_recall_at_3_max": 0.015405, "nauc_recall_at_3_std": 0.256444, "nauc_recall_at_3_diff1": 0.100987, "nauc_recall_at_5_max": 0.068575, "nauc_recall_at_5_std": 0.251221, "nauc_recall_at_5_diff1": 0.121569, "nauc_recall_at_10_max": 0.129598, "nauc_recall_at_10_std": 0.300621, "nauc_recall_at_10_diff1": 0.086901, "nauc_recall_at_20_max": 0.119834, "nauc_recall_at_20_std": 0.31702, "nauc_recall_at_20_diff1": 0.072328, "nauc_recall_at_100_max": 0.134596, "nauc_recall_at_100_std": 0.47226, "nauc_recall_at_100_diff1": 0.008263, "nauc_recall_at_1000_max": 0.385269, "nauc_recall_at_1000_std": 0.687554, "nauc_recall_at_1000_diff1": -0.006793, "nauc_precision_at_1_max": 0.169862, "nauc_precision_at_1_std": 0.113506, "nauc_precision_at_1_diff1": 0.052378, "nauc_precision_at_3_max": 0.227176, "nauc_precision_at_3_std": 0.235252, "nauc_precision_at_3_diff1": 0.040872, "nauc_precision_at_5_max": 0.293557, "nauc_precision_at_5_std": 0.256563, "nauc_precision_at_5_diff1": 0.065517, "nauc_precision_at_10_max": 0.32116, "nauc_precision_at_10_std": 0.319783, "nauc_precision_at_10_diff1": -0.00802, "nauc_precision_at_20_max": 0.28698, "nauc_precision_at_20_std": 0.331784, "nauc_precision_at_20_diff1": -0.035175, "nauc_precision_at_100_max": 0.243137, "nauc_precision_at_100_std": 0.325186, "nauc_precision_at_100_diff1": -0.054081, "nauc_precision_at_1000_max": 0.171513, "nauc_precision_at_1000_std": 0.081144, "nauc_precision_at_1000_diff1": -0.024063, "nauc_mrr_at_1_max": 0.169862, "nauc_mrr_at_1_std": 0.113506, "nauc_mrr_at_1_diff1": 0.052378, "nauc_mrr_at_3_max": 0.208594, "nauc_mrr_at_3_std": 0.170711, "nauc_mrr_at_3_diff1": 0.029372, "nauc_mrr_at_5_max": 0.204307, "nauc_mrr_at_5_std": 0.186288, "nauc_mrr_at_5_diff1": 0.057988, "nauc_mrr_at_10_max": 0.200392, "nauc_mrr_at_10_std": 0.178595, "nauc_mrr_at_10_diff1": 0.047634, "nauc_mrr_at_20_max": 0.198403, "nauc_mrr_at_20_std": 0.180301, "nauc_mrr_at_20_diff1": 0.046794, "nauc_mrr_at_100_max": 0.197635, "nauc_mrr_at_100_std": 0.179895, "nauc_mrr_at_100_diff1": 0.048271, "nauc_mrr_at_1000_max": 0.197846, "nauc_mrr_at_1000_std": 0.179679, "nauc_mrr_at_1000_diff1": 0.047936, "main_score": 0.25942, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "plastic_surgery": [ { "ndcg_at_1": 0.5425, "ndcg_at_3": 0.45594, "ndcg_at_5": 0.44232, "ndcg_at_10": 0.43456, "ndcg_at_20": 0.44188, "ndcg_at_100": 0.54293, "ndcg_at_1000": 0.63459, "map_at_1": 0.07247, "map_at_3": 0.1325, "map_at_5": 0.16362, "map_at_10": 0.19862, "map_at_20": 0.22989, "map_at_100": 0.3015, "map_at_1000": 0.32965, "recall_at_1": 0.07247, "recall_at_3": 0.14752, "recall_at_5": 0.20121, "recall_at_10": 0.27633, "recall_at_20": 0.36782, "recall_at_100": 0.67778, "recall_at_1000": 0.95839, "precision_at_1": 0.62, "precision_at_3": 0.48, "precision_at_5": 0.426, "precision_at_10": 0.3395, "precision_at_20": 0.2625, "precision_at_100": 0.13155, "precision_at_1000": 0.02318, "mrr_at_1": 0.62, "mrr_at_3": 0.704167, "mrr_at_5": 0.727667, "mrr_at_10": 0.736425, "mrr_at_20": 0.737648, "mrr_at_100": 0.73777, "mrr_at_1000": 0.73777, "nauc_ndcg_at_1_max": 0.356357, "nauc_ndcg_at_1_std": -0.05674, "nauc_ndcg_at_1_diff1": 0.276262, "nauc_ndcg_at_3_max": 0.29317, "nauc_ndcg_at_3_std": -0.030012, "nauc_ndcg_at_3_diff1": 0.162145, "nauc_ndcg_at_5_max": 0.282068, "nauc_ndcg_at_5_std": -0.000841, "nauc_ndcg_at_5_diff1": 0.135478, "nauc_ndcg_at_10_max": 0.266752, "nauc_ndcg_at_10_std": -0.014316, "nauc_ndcg_at_10_diff1": 0.156902, "nauc_ndcg_at_20_max": 0.227198, "nauc_ndcg_at_20_std": -0.035093, "nauc_ndcg_at_20_diff1": 0.156625, "nauc_ndcg_at_100_max": 0.194738, "nauc_ndcg_at_100_std": 0.04056, "nauc_ndcg_at_100_diff1": 0.155273, "nauc_ndcg_at_1000_max": 0.23104, "nauc_ndcg_at_1000_std": 0.104187, "nauc_ndcg_at_1000_diff1": 0.141617, "nauc_map_at_1_max": 0.107041, "nauc_map_at_1_std": -0.237671, "nauc_map_at_1_diff1": 0.293144, "nauc_map_at_3_max": 0.116211, "nauc_map_at_3_std": -0.22758, "nauc_map_at_3_diff1": 0.22142, "nauc_map_at_5_max": 0.118882, "nauc_map_at_5_std": -0.19944, "nauc_map_at_5_diff1": 0.178849, "nauc_map_at_10_max": 0.131474, "nauc_map_at_10_std": -0.183913, "nauc_map_at_10_diff1": 0.173908, "nauc_map_at_20_max": 0.130188, "nauc_map_at_20_std": -0.144407, "nauc_map_at_20_diff1": 0.157152, "nauc_map_at_100_max": 0.108382, "nauc_map_at_100_std": -0.012959, "nauc_map_at_100_diff1": 0.128882, "nauc_map_at_1000_max": 0.105942, "nauc_map_at_1000_std": 0.034071, "nauc_map_at_1000_diff1": 0.113535, "nauc_recall_at_1_max": 0.107041, "nauc_recall_at_1_std": -0.237671, "nauc_recall_at_1_diff1": 0.293144, "nauc_recall_at_3_max": 0.100387, "nauc_recall_at_3_std": -0.223573, "nauc_recall_at_3_diff1": 0.219547, "nauc_recall_at_5_max": 0.07515, "nauc_recall_at_5_std": -0.197454, "nauc_recall_at_5_diff1": 0.156271, "nauc_recall_at_10_max": 0.084503, "nauc_recall_at_10_std": -0.18698, "nauc_recall_at_10_diff1": 0.149609, "nauc_recall_at_20_max": 0.055415, "nauc_recall_at_20_std": -0.133273, "nauc_recall_at_20_diff1": 0.098788, "nauc_recall_at_100_max": 0.011978, "nauc_recall_at_100_std": 0.051099, "nauc_recall_at_100_diff1": 0.065658, "nauc_recall_at_1000_max": 0.103573, "nauc_recall_at_1000_std": 0.398012, "nauc_recall_at_1000_diff1": 0.1042, "nauc_precision_at_1_max": 0.346068, "nauc_precision_at_1_std": -0.009599, "nauc_precision_at_1_diff1": 0.236401, "nauc_precision_at_3_max": 0.218847, "nauc_precision_at_3_std": 0.085679, "nauc_precision_at_3_diff1": 0.054378, "nauc_precision_at_5_max": 0.205995, "nauc_precision_at_5_std": 0.175068, "nauc_precision_at_5_diff1": -0.026369, "nauc_precision_at_10_max": 0.143315, "nauc_precision_at_10_std": 0.257037, "nauc_precision_at_10_diff1": -0.063881, "nauc_precision_at_20_max": 0.036508, "nauc_precision_at_20_std": 0.314514, "nauc_precision_at_20_diff1": -0.142512, "nauc_precision_at_100_max": -0.084449, "nauc_precision_at_100_std": 0.377521, "nauc_precision_at_100_diff1": -0.149822, "nauc_precision_at_1000_max": -0.118109, "nauc_precision_at_1000_std": 0.239655, "nauc_precision_at_1000_diff1": -0.168224, "nauc_mrr_at_1_max": 0.346068, "nauc_mrr_at_1_std": -0.009599, "nauc_mrr_at_1_diff1": 0.236401, "nauc_mrr_at_3_max": 0.32156, "nauc_mrr_at_3_std": 0.001744, "nauc_mrr_at_3_diff1": 0.217295, "nauc_mrr_at_5_max": 0.300261, "nauc_mrr_at_5_std": -0.016423, "nauc_mrr_at_5_diff1": 0.2368, "nauc_mrr_at_10_max": 0.316104, "nauc_mrr_at_10_std": -0.008708, "nauc_mrr_at_10_diff1": 0.231298, "nauc_mrr_at_20_max": 0.316329, "nauc_mrr_at_20_std": -0.010622, "nauc_mrr_at_20_diff1": 0.23108, "nauc_mrr_at_100_max": 0.316306, "nauc_mrr_at_100_std": -0.010938, "nauc_mrr_at_100_diff1": 0.230899, "nauc_mrr_at_1000_max": 0.316306, "nauc_mrr_at_1000_std": -0.010938, "nauc_mrr_at_1000_diff1": 0.230899, "main_score": 0.43456, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.36, "ndcg_at_3": 0.32001, "ndcg_at_5": 0.3196, "ndcg_at_10": 0.31463, "ndcg_at_20": 0.33003, "ndcg_at_100": 0.4108, "ndcg_at_1000": 0.51889, "map_at_1": 0.04446, "map_at_3": 0.08433, "map_at_5": 0.11142, "map_at_10": 0.13692, "map_at_20": 0.1588, "map_at_100": 0.20296, "map_at_1000": 0.22609, "recall_at_1": 0.04446, "recall_at_3": 0.09719, "recall_at_5": 0.15127, "recall_at_10": 0.22011, "recall_at_20": 0.29827, "recall_at_100": 0.54158, "recall_at_1000": 0.88801, "precision_at_1": 0.42, "precision_at_3": 0.34, "precision_at_5": 0.313, "precision_at_10": 0.249, "precision_at_20": 0.196, "precision_at_100": 0.09685, "precision_at_1000": 0.01999, "mrr_at_1": 0.42, "mrr_at_3": 0.516667, "mrr_at_5": 0.547167, "mrr_at_10": 0.557419, "mrr_at_20": 0.564165, "mrr_at_100": 0.565298, "mrr_at_1000": 0.565407, "nauc_ndcg_at_1_max": 0.304798, "nauc_ndcg_at_1_std": 0.013363, "nauc_ndcg_at_1_diff1": 0.362017, "nauc_ndcg_at_3_max": 0.280598, "nauc_ndcg_at_3_std": 0.0805, "nauc_ndcg_at_3_diff1": 0.260287, "nauc_ndcg_at_5_max": 0.300251, "nauc_ndcg_at_5_std": 0.109358, "nauc_ndcg_at_5_diff1": 0.256742, "nauc_ndcg_at_10_max": 0.341613, "nauc_ndcg_at_10_std": 0.178364, "nauc_ndcg_at_10_diff1": 0.279943, "nauc_ndcg_at_20_max": 0.346221, "nauc_ndcg_at_20_std": 0.190813, "nauc_ndcg_at_20_diff1": 0.288205, "nauc_ndcg_at_100_max": 0.368872, "nauc_ndcg_at_100_std": 0.312069, "nauc_ndcg_at_100_diff1": 0.279927, "nauc_ndcg_at_1000_max": 0.377835, "nauc_ndcg_at_1000_std": 0.33374, "nauc_ndcg_at_1000_diff1": 0.339499, "nauc_map_at_1_max": 0.308398, "nauc_map_at_1_std": -0.055242, "nauc_map_at_1_diff1": 0.429041, "nauc_map_at_3_max": 0.243829, "nauc_map_at_3_std": 0.017097, "nauc_map_at_3_diff1": 0.282415, "nauc_map_at_5_max": 0.26446, "nauc_map_at_5_std": 0.056697, "nauc_map_at_5_diff1": 0.280117, "nauc_map_at_10_max": 0.291242, "nauc_map_at_10_std": 0.125114, "nauc_map_at_10_diff1": 0.268073, "nauc_map_at_20_max": 0.298065, "nauc_map_at_20_std": 0.148667, "nauc_map_at_20_diff1": 0.272771, "nauc_map_at_100_max": 0.293472, "nauc_map_at_100_std": 0.248624, "nauc_map_at_100_diff1": 0.273363, "nauc_map_at_1000_max": 0.296564, "nauc_map_at_1000_std": 0.284724, "nauc_map_at_1000_diff1": 0.28844, "nauc_recall_at_1_max": 0.308398, "nauc_recall_at_1_std": -0.055242, "nauc_recall_at_1_diff1": 0.429041, "nauc_recall_at_3_max": 0.233088, "nauc_recall_at_3_std": 0.034109, "nauc_recall_at_3_diff1": 0.272488, "nauc_recall_at_5_max": 0.228054, "nauc_recall_at_5_std": 0.040578, "nauc_recall_at_5_diff1": 0.230405, "nauc_recall_at_10_max": 0.251614, "nauc_recall_at_10_std": 0.164295, "nauc_recall_at_10_diff1": 0.185459, "nauc_recall_at_20_max": 0.258535, "nauc_recall_at_20_std": 0.20031, "nauc_recall_at_20_diff1": 0.17053, "nauc_recall_at_100_max": 0.254715, "nauc_recall_at_100_std": 0.387298, "nauc_recall_at_100_diff1": 0.103627, "nauc_recall_at_1000_max": 0.463767, "nauc_recall_at_1000_std": 0.612521, "nauc_recall_at_1000_diff1": 0.22218, "nauc_precision_at_1_max": 0.275196, "nauc_precision_at_1_std": 0.017452, "nauc_precision_at_1_diff1": 0.322452, "nauc_precision_at_3_max": 0.193075, "nauc_precision_at_3_std": 0.126144, "nauc_precision_at_3_diff1": 0.162121, "nauc_precision_at_5_max": 0.231296, "nauc_precision_at_5_std": 0.21494, "nauc_precision_at_5_diff1": 0.147286, "nauc_precision_at_10_max": 0.253077, "nauc_precision_at_10_std": 0.330885, "nauc_precision_at_10_diff1": 0.147018, "nauc_precision_at_20_max": 0.15612, "nauc_precision_at_20_std": 0.304991, "nauc_precision_at_20_diff1": 0.166927, "nauc_precision_at_100_max": 0.032544, "nauc_precision_at_100_std": 0.33776, "nauc_precision_at_100_diff1": 0.115824, "nauc_precision_at_1000_max": -0.099149, "nauc_precision_at_1000_std": 0.183235, "nauc_precision_at_1000_diff1": 0.07209, "nauc_mrr_at_1_max": 0.275196, "nauc_mrr_at_1_std": 0.017452, "nauc_mrr_at_1_diff1": 0.322452, "nauc_mrr_at_3_max": 0.278164, "nauc_mrr_at_3_std": 0.059397, "nauc_mrr_at_3_diff1": 0.332458, "nauc_mrr_at_5_max": 0.293857, "nauc_mrr_at_5_std": 0.084888, "nauc_mrr_at_5_diff1": 0.345381, "nauc_mrr_at_10_max": 0.307348, "nauc_mrr_at_10_std": 0.097269, "nauc_mrr_at_10_diff1": 0.351712, "nauc_mrr_at_20_max": 0.302352, "nauc_mrr_at_20_std": 0.092403, "nauc_mrr_at_20_diff1": 0.346071, "nauc_mrr_at_100_max": 0.301044, "nauc_mrr_at_100_std": 0.089177, "nauc_mrr_at_100_diff1": 0.345637, "nauc_mrr_at_1000_max": 0.300788, "nauc_mrr_at_1000_std": 0.088862, "nauc_mrr_at_1000_diff1": 0.345516, "main_score": 0.31463, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.375, "ndcg_at_3": 0.32046, "ndcg_at_5": 0.31061, "ndcg_at_10": 0.30338, "ndcg_at_20": 0.31944, "ndcg_at_100": 0.40895, "ndcg_at_1000": 0.51093, "map_at_1": 0.04753, "map_at_3": 0.0863, "map_at_5": 0.10716, "map_at_10": 0.12935, "map_at_20": 0.15191, "map_at_100": 0.19906, "map_at_1000": 0.22101, "recall_at_1": 0.04753, "recall_at_3": 0.09815, "recall_at_5": 0.14067, "recall_at_10": 0.19825, "recall_at_20": 0.28034, "recall_at_100": 0.54345, "recall_at_1000": 0.87078, "precision_at_1": 0.45, "precision_at_3": 0.34167, "precision_at_5": 0.303, "precision_at_10": 0.236, "precision_at_20": 0.19075, "precision_at_100": 0.09705, "precision_at_1000": 0.01966, "mrr_at_1": 0.45, "mrr_at_3": 0.535, "mrr_at_5": 0.55875, "mrr_at_10": 0.575669, "mrr_at_20": 0.58019, "mrr_at_100": 0.581782, "mrr_at_1000": 0.581789, "nauc_ndcg_at_1_max": 0.163165, "nauc_ndcg_at_1_std": 0.070145, "nauc_ndcg_at_1_diff1": 0.176093, "nauc_ndcg_at_3_max": 0.245955, "nauc_ndcg_at_3_std": 0.119869, "nauc_ndcg_at_3_diff1": 0.103155, "nauc_ndcg_at_5_max": 0.288166, "nauc_ndcg_at_5_std": 0.158007, "nauc_ndcg_at_5_diff1": 0.135131, "nauc_ndcg_at_10_max": 0.301397, "nauc_ndcg_at_10_std": 0.211308, "nauc_ndcg_at_10_diff1": 0.150857, "nauc_ndcg_at_20_max": 0.301689, "nauc_ndcg_at_20_std": 0.209405, "nauc_ndcg_at_20_diff1": 0.166313, "nauc_ndcg_at_100_max": 0.327548, "nauc_ndcg_at_100_std": 0.342845, "nauc_ndcg_at_100_diff1": 0.133715, "nauc_ndcg_at_1000_max": 0.374062, "nauc_ndcg_at_1000_std": 0.383509, "nauc_ndcg_at_1000_diff1": 0.17155, "nauc_map_at_1_max": 0.150372, "nauc_map_at_1_std": 0.009881, "nauc_map_at_1_diff1": 0.274263, "nauc_map_at_3_max": 0.188088, "nauc_map_at_3_std": 0.0457, "nauc_map_at_3_diff1": 0.179973, "nauc_map_at_5_max": 0.229653, "nauc_map_at_5_std": 0.086454, "nauc_map_at_5_diff1": 0.182017, "nauc_map_at_10_max": 0.241798, "nauc_map_at_10_std": 0.129404, "nauc_map_at_10_diff1": 0.175943, "nauc_map_at_20_max": 0.246762, "nauc_map_at_20_std": 0.15264, "nauc_map_at_20_diff1": 0.168785, "nauc_map_at_100_max": 0.261758, "nauc_map_at_100_std": 0.267415, "nauc_map_at_100_diff1": 0.143869, "nauc_map_at_1000_max": 0.268715, "nauc_map_at_1000_std": 0.298852, "nauc_map_at_1000_diff1": 0.145358, "nauc_recall_at_1_max": 0.150372, "nauc_recall_at_1_std": 0.009881, "nauc_recall_at_1_diff1": 0.274263, "nauc_recall_at_3_max": 0.18687, "nauc_recall_at_3_std": 0.0306, "nauc_recall_at_3_diff1": 0.18228, "nauc_recall_at_5_max": 0.227573, "nauc_recall_at_5_std": 0.070675, "nauc_recall_at_5_diff1": 0.177686, "nauc_recall_at_10_max": 0.216311, "nauc_recall_at_10_std": 0.1655, "nauc_recall_at_10_diff1": 0.143088, "nauc_recall_at_20_max": 0.194636, "nauc_recall_at_20_std": 0.17956, "nauc_recall_at_20_diff1": 0.108298, "nauc_recall_at_100_max": 0.235027, "nauc_recall_at_100_std": 0.412334, "nauc_recall_at_100_diff1": 0.034993, "nauc_recall_at_1000_max": 0.544653, "nauc_recall_at_1000_std": 0.70862, "nauc_recall_at_1000_diff1": 0.125666, "nauc_precision_at_1_max": 0.150488, "nauc_precision_at_1_std": 0.110391, "nauc_precision_at_1_diff1": 0.137642, "nauc_precision_at_3_max": 0.222413, "nauc_precision_at_3_std": 0.15613, "nauc_precision_at_3_diff1": 0.046271, "nauc_precision_at_5_max": 0.253689, "nauc_precision_at_5_std": 0.211669, "nauc_precision_at_5_diff1": 0.068523, "nauc_precision_at_10_max": 0.239223, "nauc_precision_at_10_std": 0.303608, "nauc_precision_at_10_diff1": 0.059357, "nauc_precision_at_20_max": 0.188355, "nauc_precision_at_20_std": 0.305057, "nauc_precision_at_20_diff1": 0.059273, "nauc_precision_at_100_max": 0.063963, "nauc_precision_at_100_std": 0.335657, "nauc_precision_at_100_diff1": -0.036718, "nauc_precision_at_1000_max": -0.037594, "nauc_precision_at_1000_std": 0.14662, "nauc_precision_at_1000_diff1": -0.031816, "nauc_mrr_at_1_max": 0.150488, "nauc_mrr_at_1_std": 0.110391, "nauc_mrr_at_1_diff1": 0.137642, "nauc_mrr_at_3_max": 0.198218, "nauc_mrr_at_3_std": 0.113264, "nauc_mrr_at_3_diff1": 0.169539, "nauc_mrr_at_5_max": 0.215217, "nauc_mrr_at_5_std": 0.144109, "nauc_mrr_at_5_diff1": 0.165268, "nauc_mrr_at_10_max": 0.220018, "nauc_mrr_at_10_std": 0.162307, "nauc_mrr_at_10_diff1": 0.166853, "nauc_mrr_at_20_max": 0.217036, "nauc_mrr_at_20_std": 0.155495, "nauc_mrr_at_20_diff1": 0.165747, "nauc_mrr_at_100_max": 0.215009, "nauc_mrr_at_100_std": 0.152887, "nauc_mrr_at_100_diff1": 0.164487, "nauc_mrr_at_1000_max": 0.214993, "nauc_mrr_at_1000_std": 0.152866, "nauc_mrr_at_1000_diff1": 0.164482, "main_score": 0.30338, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "psychiatry_and_psychology": [ { "ndcg_at_1": 0.4825, "ndcg_at_3": 0.47616, "ndcg_at_5": 0.46897, "ndcg_at_10": 0.449, "ndcg_at_20": 0.46003, "ndcg_at_100": 0.54253, "ndcg_at_1000": 0.63634, "map_at_1": 0.05069, "map_at_3": 0.09206, "map_at_5": 0.11955, "map_at_10": 0.15898, "map_at_20": 0.21006, "map_at_100": 0.30634, "map_at_1000": 0.35795, "recall_at_1": 0.05069, "recall_at_3": 0.10573, "recall_at_5": 0.15337, "recall_at_10": 0.22571, "recall_at_20": 0.33395, "recall_at_100": 0.64131, "recall_at_1000": 0.92032, "precision_at_1": 0.62, "precision_at_3": 0.58, "precision_at_5": 0.539, "precision_at_10": 0.458, "precision_at_20": 0.393, "precision_at_100": 0.21355, "precision_at_1000": 0.04962, "mrr_at_1": 0.62, "mrr_at_3": 0.725, "mrr_at_5": 0.74175, "mrr_at_10": 0.747637, "mrr_at_20": 0.748348, "mrr_at_100": 0.748608, "mrr_at_1000": 0.748619, "nauc_ndcg_at_1_max": 0.326255, "nauc_ndcg_at_1_std": 0.054217, "nauc_ndcg_at_1_diff1": 0.090447, "nauc_ndcg_at_3_max": 0.391179, "nauc_ndcg_at_3_std": 0.107298, "nauc_ndcg_at_3_diff1": 0.097187, "nauc_ndcg_at_5_max": 0.352709, "nauc_ndcg_at_5_std": 0.15289, "nauc_ndcg_at_5_diff1": 0.046555, "nauc_ndcg_at_10_max": 0.35518, "nauc_ndcg_at_10_std": 0.221918, "nauc_ndcg_at_10_diff1": 0.037849, "nauc_ndcg_at_20_max": 0.361878, "nauc_ndcg_at_20_std": 0.281265, "nauc_ndcg_at_20_diff1": 0.019248, "nauc_ndcg_at_100_max": 0.418179, "nauc_ndcg_at_100_std": 0.405677, "nauc_ndcg_at_100_diff1": 0.013472, "nauc_ndcg_at_1000_max": 0.455119, "nauc_ndcg_at_1000_std": 0.410475, "nauc_ndcg_at_1000_diff1": 0.02545, "nauc_map_at_1_max": -0.184892, "nauc_map_at_1_std": -0.233418, "nauc_map_at_1_diff1": 0.536547, "nauc_map_at_3_max": -0.052453, "nauc_map_at_3_std": -0.134273, "nauc_map_at_3_diff1": 0.332184, "nauc_map_at_5_max": -0.001185, "nauc_map_at_5_std": -0.062504, "nauc_map_at_5_diff1": 0.228594, "nauc_map_at_10_max": 0.101677, "nauc_map_at_10_std": 0.047192, "nauc_map_at_10_diff1": 0.136152, "nauc_map_at_20_max": 0.15704, "nauc_map_at_20_std": 0.139373, "nauc_map_at_20_diff1": 0.062442, "nauc_map_at_100_max": 0.281061, "nauc_map_at_100_std": 0.345638, "nauc_map_at_100_diff1": 0.034384, "nauc_map_at_1000_max": 0.307853, "nauc_map_at_1000_std": 0.414383, "nauc_map_at_1000_diff1": 0.037565, "nauc_recall_at_1_max": -0.184892, "nauc_recall_at_1_std": -0.233418, "nauc_recall_at_1_diff1": 0.536547, "nauc_recall_at_3_max": -0.082572, "nauc_recall_at_3_std": -0.146179, "nauc_recall_at_3_diff1": 0.279311, "nauc_recall_at_5_max": -0.067125, "nauc_recall_at_5_std": -0.082406, "nauc_recall_at_5_diff1": 0.146491, "nauc_recall_at_10_max": 0.028613, "nauc_recall_at_10_std": 0.013575, "nauc_recall_at_10_diff1": 0.061412, "nauc_recall_at_20_max": 0.06199, "nauc_recall_at_20_std": 0.094388, "nauc_recall_at_20_diff1": -0.002462, "nauc_recall_at_100_max": 0.174626, "nauc_recall_at_100_std": 0.279568, "nauc_recall_at_100_diff1": -0.029028, "nauc_recall_at_1000_max": 0.286584, "nauc_recall_at_1000_std": 0.379022, "nauc_recall_at_1000_diff1": -0.055224, "nauc_precision_at_1_max": 0.352083, "nauc_precision_at_1_std": 0.093068, "nauc_precision_at_1_diff1": 0.078162, "nauc_precision_at_3_max": 0.38821, "nauc_precision_at_3_std": 0.242167, "nauc_precision_at_3_diff1": -0.031281, "nauc_precision_at_5_max": 0.339887, "nauc_precision_at_5_std": 0.313679, "nauc_precision_at_5_diff1": -0.177994, "nauc_precision_at_10_max": 0.352593, "nauc_precision_at_10_std": 0.408107, "nauc_precision_at_10_diff1": -0.200742, "nauc_precision_at_20_max": 0.288203, "nauc_precision_at_20_std": 0.416777, "nauc_precision_at_20_diff1": -0.166338, "nauc_precision_at_100_max": 0.169721, "nauc_precision_at_100_std": 0.344326, "nauc_precision_at_100_diff1": -0.059275, "nauc_precision_at_1000_max": 0.006906, "nauc_precision_at_1000_std": 0.120697, "nauc_precision_at_1000_diff1": -0.026382, "nauc_mrr_at_1_max": 0.352083, "nauc_mrr_at_1_std": 0.093068, "nauc_mrr_at_1_diff1": 0.078162, "nauc_mrr_at_3_max": 0.379817, "nauc_mrr_at_3_std": 0.130803, "nauc_mrr_at_3_diff1": 0.049075, "nauc_mrr_at_5_max": 0.382261, "nauc_mrr_at_5_std": 0.156226, "nauc_mrr_at_5_diff1": 0.030451, "nauc_mrr_at_10_max": 0.381529, "nauc_mrr_at_10_std": 0.146561, "nauc_mrr_at_10_diff1": 0.032676, "nauc_mrr_at_20_max": 0.38215, "nauc_mrr_at_20_std": 0.144404, "nauc_mrr_at_20_diff1": 0.037514, "nauc_mrr_at_100_max": 0.38157, "nauc_mrr_at_100_std": 0.143397, "nauc_mrr_at_100_diff1": 0.038166, "nauc_mrr_at_1000_max": 0.381539, "nauc_mrr_at_1000_std": 0.143354, "nauc_mrr_at_1000_diff1": 0.038132, "main_score": 0.449, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.3725, "ndcg_at_3": 0.36441, "ndcg_at_5": 0.36488, "ndcg_at_10": 0.36456, "ndcg_at_20": 0.37481, "ndcg_at_100": 0.46074, "ndcg_at_1000": 0.56587, "map_at_1": 0.03506, "map_at_3": 0.0678, "map_at_5": 0.08782, "map_at_10": 0.12117, "map_at_20": 0.16031, "map_at_100": 0.23639, "map_at_1000": 0.28229, "recall_at_1": 0.03506, "recall_at_3": 0.08058, "recall_at_5": 0.12218, "recall_at_10": 0.19591, "recall_at_20": 0.29465, "recall_at_100": 0.57888, "recall_at_1000": 0.88555, "precision_at_1": 0.52, "precision_at_3": 0.46667, "precision_at_5": 0.441, "precision_at_10": 0.385, "precision_at_20": 0.32575, "precision_at_100": 0.1863, "precision_at_1000": 0.04596, "mrr_at_1": 0.52, "mrr_at_3": 0.6175, "mrr_at_5": 0.65325, "mrr_at_10": 0.66272, "mrr_at_20": 0.663662, "mrr_at_100": 0.663962, "mrr_at_1000": 0.663992, "nauc_ndcg_at_1_max": 0.244642, "nauc_ndcg_at_1_std": 0.200129, "nauc_ndcg_at_1_diff1": 0.205819, "nauc_ndcg_at_3_max": 0.292317, "nauc_ndcg_at_3_std": 0.166103, "nauc_ndcg_at_3_diff1": 0.180166, "nauc_ndcg_at_5_max": 0.278488, "nauc_ndcg_at_5_std": 0.188702, "nauc_ndcg_at_5_diff1": 0.181309, "nauc_ndcg_at_10_max": 0.274013, "nauc_ndcg_at_10_std": 0.220622, "nauc_ndcg_at_10_diff1": 0.154962, "nauc_ndcg_at_20_max": 0.321796, "nauc_ndcg_at_20_std": 0.30201, "nauc_ndcg_at_20_diff1": 0.214063, "nauc_ndcg_at_100_max": 0.401021, "nauc_ndcg_at_100_std": 0.45769, "nauc_ndcg_at_100_diff1": 0.244496, "nauc_ndcg_at_1000_max": 0.434607, "nauc_ndcg_at_1000_std": 0.513137, "nauc_ndcg_at_1000_diff1": 0.221039, "nauc_map_at_1_max": -0.080562, "nauc_map_at_1_std": -0.095837, "nauc_map_at_1_diff1": 0.428548, "nauc_map_at_3_max": 0.022553, "nauc_map_at_3_std": -0.020298, "nauc_map_at_3_diff1": 0.243376, "nauc_map_at_5_max": 0.046166, "nauc_map_at_5_std": 0.009958, "nauc_map_at_5_diff1": 0.215456, "nauc_map_at_10_max": 0.113904, "nauc_map_at_10_std": 0.084792, "nauc_map_at_10_diff1": 0.168201, "nauc_map_at_20_max": 0.165654, "nauc_map_at_20_std": 0.172945, "nauc_map_at_20_diff1": 0.164634, "nauc_map_at_100_max": 0.258821, "nauc_map_at_100_std": 0.370717, "nauc_map_at_100_diff1": 0.199684, "nauc_map_at_1000_max": 0.303698, "nauc_map_at_1000_std": 0.45394, "nauc_map_at_1000_diff1": 0.214704, "nauc_recall_at_1_max": -0.080562, "nauc_recall_at_1_std": -0.095837, "nauc_recall_at_1_diff1": 0.428548, "nauc_recall_at_3_max": -0.009973, "nauc_recall_at_3_std": -0.02868, "nauc_recall_at_3_diff1": 0.166465, "nauc_recall_at_5_max": -0.017114, "nauc_recall_at_5_std": -0.043955, "nauc_recall_at_5_diff1": 0.131647, "nauc_recall_at_10_max": 0.044212, "nauc_recall_at_10_std": 0.012154, "nauc_recall_at_10_diff1": 0.108547, "nauc_recall_at_20_max": 0.085892, "nauc_recall_at_20_std": 0.103089, "nauc_recall_at_20_diff1": 0.125151, "nauc_recall_at_100_max": 0.188743, "nauc_recall_at_100_std": 0.338952, "nauc_recall_at_100_diff1": 0.109285, "nauc_recall_at_1000_max": 0.302896, "nauc_recall_at_1000_std": 0.559785, "nauc_recall_at_1000_diff1": 0.100191, "nauc_precision_at_1_max": 0.295555, "nauc_precision_at_1_std": 0.286087, "nauc_precision_at_1_diff1": 0.196454, "nauc_precision_at_3_max": 0.310583, "nauc_precision_at_3_std": 0.229949, "nauc_precision_at_3_diff1": 0.107996, "nauc_precision_at_5_max": 0.310215, "nauc_precision_at_5_std": 0.303208, "nauc_precision_at_5_diff1": 0.098951, "nauc_precision_at_10_max": 0.263719, "nauc_precision_at_10_std": 0.343382, "nauc_precision_at_10_diff1": 0.027086, "nauc_precision_at_20_max": 0.281136, "nauc_precision_at_20_std": 0.395746, "nauc_precision_at_20_diff1": 0.087139, "nauc_precision_at_100_max": 0.222742, "nauc_precision_at_100_std": 0.349572, "nauc_precision_at_100_diff1": 0.072362, "nauc_precision_at_1000_max": 0.08541, "nauc_precision_at_1000_std": 0.10981, "nauc_precision_at_1000_diff1": 0.003505, "nauc_mrr_at_1_max": 0.295555, "nauc_mrr_at_1_std": 0.286087, "nauc_mrr_at_1_diff1": 0.196454, "nauc_mrr_at_3_max": 0.317759, "nauc_mrr_at_3_std": 0.279601, "nauc_mrr_at_3_diff1": 0.206436, "nauc_mrr_at_5_max": 0.328516, "nauc_mrr_at_5_std": 0.293353, "nauc_mrr_at_5_diff1": 0.19408, "nauc_mrr_at_10_max": 0.321107, "nauc_mrr_at_10_std": 0.287292, "nauc_mrr_at_10_diff1": 0.199746, "nauc_mrr_at_20_max": 0.320736, "nauc_mrr_at_20_std": 0.286776, "nauc_mrr_at_20_diff1": 0.197451, "nauc_mrr_at_100_max": 0.320301, "nauc_mrr_at_100_std": 0.287299, "nauc_mrr_at_100_diff1": 0.196959, "nauc_mrr_at_1000_max": 0.320238, "nauc_mrr_at_1000_std": 0.287216, "nauc_mrr_at_1000_diff1": 0.197033, "main_score": 0.36456, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.3375, "ndcg_at_3": 0.32984, "ndcg_at_5": 0.32169, "ndcg_at_10": 0.32935, "ndcg_at_20": 0.34138, "ndcg_at_100": 0.42525, "ndcg_at_1000": 0.53498, "map_at_1": 0.03452, "map_at_3": 0.06296, "map_at_5": 0.07874, "map_at_10": 0.10917, "map_at_20": 0.1429, "map_at_100": 0.21311, "map_at_1000": 0.25596, "recall_at_1": 0.03452, "recall_at_3": 0.07555, "recall_at_5": 0.10328, "recall_at_10": 0.17111, "recall_at_20": 0.26107, "recall_at_100": 0.53998, "recall_at_1000": 0.86137, "precision_at_1": 0.465, "precision_at_3": 0.41833, "precision_at_5": 0.384, "precision_at_10": 0.352, "precision_at_20": 0.2985, "precision_at_100": 0.1726, "precision_at_1000": 0.04438, "mrr_at_1": 0.465, "mrr_at_3": 0.570833, "mrr_at_5": 0.588083, "mrr_at_10": 0.605131, "mrr_at_20": 0.608091, "mrr_at_100": 0.609338, "mrr_at_1000": 0.60937, "nauc_ndcg_at_1_max": 0.339422, "nauc_ndcg_at_1_std": 0.172074, "nauc_ndcg_at_1_diff1": 0.154801, "nauc_ndcg_at_3_max": 0.4065, "nauc_ndcg_at_3_std": 0.233494, "nauc_ndcg_at_3_diff1": 0.16773, "nauc_ndcg_at_5_max": 0.423148, "nauc_ndcg_at_5_std": 0.308436, "nauc_ndcg_at_5_diff1": 0.17976, "nauc_ndcg_at_10_max": 0.442162, "nauc_ndcg_at_10_std": 0.349302, "nauc_ndcg_at_10_diff1": 0.179145, "nauc_ndcg_at_20_max": 0.478101, "nauc_ndcg_at_20_std": 0.407357, "nauc_ndcg_at_20_diff1": 0.18051, "nauc_ndcg_at_100_max": 0.509735, "nauc_ndcg_at_100_std": 0.513717, "nauc_ndcg_at_100_diff1": 0.17527, "nauc_ndcg_at_1000_max": 0.531014, "nauc_ndcg_at_1000_std": 0.555761, "nauc_ndcg_at_1000_diff1": 0.177021, "nauc_map_at_1_max": -0.076378, "nauc_map_at_1_std": -0.166188, "nauc_map_at_1_diff1": 0.414698, "nauc_map_at_3_max": 0.024197, "nauc_map_at_3_std": -0.03996, "nauc_map_at_3_diff1": 0.267311, "nauc_map_at_5_max": 0.099712, "nauc_map_at_5_std": 0.050265, "nauc_map_at_5_diff1": 0.231465, "nauc_map_at_10_max": 0.199052, "nauc_map_at_10_std": 0.161338, "nauc_map_at_10_diff1": 0.179786, "nauc_map_at_20_max": 0.269167, "nauc_map_at_20_std": 0.249664, "nauc_map_at_20_diff1": 0.147818, "nauc_map_at_100_max": 0.371383, "nauc_map_at_100_std": 0.436682, "nauc_map_at_100_diff1": 0.171868, "nauc_map_at_1000_max": 0.435234, "nauc_map_at_1000_std": 0.52024, "nauc_map_at_1000_diff1": 0.199714, "nauc_recall_at_1_max": -0.076378, "nauc_recall_at_1_std": -0.166188, "nauc_recall_at_1_diff1": 0.414698, "nauc_recall_at_3_max": -0.034949, "nauc_recall_at_3_std": -0.042982, "nauc_recall_at_3_diff1": 0.206524, "nauc_recall_at_5_max": 0.040387, "nauc_recall_at_5_std": 0.062507, "nauc_recall_at_5_diff1": 0.181471, "nauc_recall_at_10_max": 0.144289, "nauc_recall_at_10_std": 0.165942, "nauc_recall_at_10_diff1": 0.116933, "nauc_recall_at_20_max": 0.210819, "nauc_recall_at_20_std": 0.209893, "nauc_recall_at_20_diff1": 0.094357, "nauc_recall_at_100_max": 0.258295, "nauc_recall_at_100_std": 0.397101, "nauc_recall_at_100_diff1": 0.080208, "nauc_recall_at_1000_max": 0.32022, "nauc_recall_at_1000_std": 0.551474, "nauc_recall_at_1000_diff1": 0.06788, "nauc_precision_at_1_max": 0.42167, "nauc_precision_at_1_std": 0.209601, "nauc_precision_at_1_diff1": 0.176207, "nauc_precision_at_3_max": 0.454453, "nauc_precision_at_3_std": 0.336231, "nauc_precision_at_3_diff1": 0.124457, "nauc_precision_at_5_max": 0.478979, "nauc_precision_at_5_std": 0.471415, "nauc_precision_at_5_diff1": 0.120152, "nauc_precision_at_10_max": 0.49459, "nauc_precision_at_10_std": 0.496299, "nauc_precision_at_10_diff1": 0.101, "nauc_precision_at_20_max": 0.473875, "nauc_precision_at_20_std": 0.507852, "nauc_precision_at_20_diff1": 0.089903, "nauc_precision_at_100_max": 0.344673, "nauc_precision_at_100_std": 0.424599, "nauc_precision_at_100_diff1": 0.092517, "nauc_precision_at_1000_max": 0.198935, "nauc_precision_at_1000_std": 0.154517, "nauc_precision_at_1000_diff1": 0.04822, "nauc_mrr_at_1_max": 0.42167, "nauc_mrr_at_1_std": 0.209601, "nauc_mrr_at_1_diff1": 0.176207, "nauc_mrr_at_3_max": 0.414626, "nauc_mrr_at_3_std": 0.238493, "nauc_mrr_at_3_diff1": 0.149511, "nauc_mrr_at_5_max": 0.429185, "nauc_mrr_at_5_std": 0.27377, "nauc_mrr_at_5_diff1": 0.167628, "nauc_mrr_at_10_max": 0.431545, "nauc_mrr_at_10_std": 0.269374, "nauc_mrr_at_10_diff1": 0.162733, "nauc_mrr_at_20_max": 0.429686, "nauc_mrr_at_20_std": 0.263831, "nauc_mrr_at_20_diff1": 0.160936, "nauc_mrr_at_100_max": 0.428026, "nauc_mrr_at_100_std": 0.26154, "nauc_mrr_at_100_diff1": 0.161279, "nauc_mrr_at_1000_max": 0.427998, "nauc_mrr_at_1000_std": 0.261456, "nauc_mrr_at_1000_diff1": 0.161285, "main_score": 0.32935, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "pulmonology": [ { "ndcg_at_1": 0.5925, "ndcg_at_3": 0.50079, "ndcg_at_5": 0.48967, "ndcg_at_10": 0.4795, "ndcg_at_20": 0.4914, "ndcg_at_100": 0.55855, "ndcg_at_1000": 0.65327, "map_at_1": 0.11677, "map_at_3": 0.17823, "map_at_5": 0.211, "map_at_10": 0.24617, "map_at_20": 0.27507, "map_at_100": 0.32808, "map_at_1000": 0.36252, "recall_at_1": 0.11677, "recall_at_3": 0.19739, "recall_at_5": 0.25013, "recall_at_10": 0.32532, "recall_at_20": 0.41252, "recall_at_100": 0.66217, "recall_at_1000": 0.93894, "precision_at_1": 0.685, "precision_at_3": 0.48833, "precision_at_5": 0.429, "precision_at_10": 0.334, "precision_at_20": 0.25625, "precision_at_100": 0.12895, "precision_at_1000": 0.03215, "mrr_at_1": 0.685, "mrr_at_3": 0.758333, "mrr_at_5": 0.773833, "mrr_at_10": 0.781371, "mrr_at_20": 0.781826, "mrr_at_100": 0.782631, "mrr_at_1000": 0.782631, "nauc_ndcg_at_1_max": 0.505703, "nauc_ndcg_at_1_std": 0.197011, "nauc_ndcg_at_1_diff1": 0.45919, "nauc_ndcg_at_3_max": 0.494027, "nauc_ndcg_at_3_std": 0.187698, "nauc_ndcg_at_3_diff1": 0.400371, "nauc_ndcg_at_5_max": 0.45262, "nauc_ndcg_at_5_std": 0.18259, "nauc_ndcg_at_5_diff1": 0.395447, "nauc_ndcg_at_10_max": 0.407401, "nauc_ndcg_at_10_std": 0.203269, "nauc_ndcg_at_10_diff1": 0.392515, "nauc_ndcg_at_20_max": 0.393957, "nauc_ndcg_at_20_std": 0.202692, "nauc_ndcg_at_20_diff1": 0.376159, "nauc_ndcg_at_100_max": 0.40132, "nauc_ndcg_at_100_std": 0.264682, "nauc_ndcg_at_100_diff1": 0.386506, "nauc_ndcg_at_1000_max": 0.459935, "nauc_ndcg_at_1000_std": 0.296037, "nauc_ndcg_at_1000_diff1": 0.376429, "nauc_map_at_1_max": 0.200803, "nauc_map_at_1_std": 0.104786, "nauc_map_at_1_diff1": 0.481131, "nauc_map_at_3_max": 0.212086, "nauc_map_at_3_std": 0.213106, "nauc_map_at_3_diff1": 0.406391, "nauc_map_at_5_max": 0.225381, "nauc_map_at_5_std": 0.218475, "nauc_map_at_5_diff1": 0.397051, "nauc_map_at_10_max": 0.254447, "nauc_map_at_10_std": 0.218847, "nauc_map_at_10_diff1": 0.387218, "nauc_map_at_20_max": 0.265832, "nauc_map_at_20_std": 0.222893, "nauc_map_at_20_diff1": 0.370133, "nauc_map_at_100_max": 0.277375, "nauc_map_at_100_std": 0.264926, "nauc_map_at_100_diff1": 0.347919, "nauc_map_at_1000_max": 0.290071, "nauc_map_at_1000_std": 0.272916, "nauc_map_at_1000_diff1": 0.320276, "nauc_recall_at_1_max": 0.200803, "nauc_recall_at_1_std": 0.104786, "nauc_recall_at_1_diff1": 0.481131, "nauc_recall_at_3_max": 0.177554, "nauc_recall_at_3_std": 0.197246, "nauc_recall_at_3_diff1": 0.373135, "nauc_recall_at_5_max": 0.178768, "nauc_recall_at_5_std": 0.193674, "nauc_recall_at_5_diff1": 0.357379, "nauc_recall_at_10_max": 0.197727, "nauc_recall_at_10_std": 0.201723, "nauc_recall_at_10_diff1": 0.339557, "nauc_recall_at_20_max": 0.202703, "nauc_recall_at_20_std": 0.188735, "nauc_recall_at_20_diff1": 0.305581, "nauc_recall_at_100_max": 0.171188, "nauc_recall_at_100_std": 0.277194, "nauc_recall_at_100_diff1": 0.265117, "nauc_recall_at_1000_max": 0.26574, "nauc_recall_at_1000_std": 0.651646, "nauc_recall_at_1000_diff1": 0.436889, "nauc_precision_at_1_max": 0.552011, "nauc_precision_at_1_std": 0.272602, "nauc_precision_at_1_diff1": 0.457764, "nauc_precision_at_3_max": 0.347334, "nauc_precision_at_3_std": 0.186722, "nauc_precision_at_3_diff1": 0.103232, "nauc_precision_at_5_max": 0.244714, "nauc_precision_at_5_std": 0.111734, "nauc_precision_at_5_diff1": 0.01305, "nauc_precision_at_10_max": 0.182065, "nauc_precision_at_10_std": 0.050011, "nauc_precision_at_10_diff1": -0.053928, "nauc_precision_at_20_max": 0.106781, "nauc_precision_at_20_std": 0.021073, "nauc_precision_at_20_diff1": -0.175663, "nauc_precision_at_100_max": -0.009592, "nauc_precision_at_100_std": -0.039546, "nauc_precision_at_100_diff1": -0.266664, "nauc_precision_at_1000_max": -0.05651, "nauc_precision_at_1000_std": -0.203174, "nauc_precision_at_1000_diff1": -0.313572, "nauc_mrr_at_1_max": 0.552011, "nauc_mrr_at_1_std": 0.272602, "nauc_mrr_at_1_diff1": 0.457764, "nauc_mrr_at_3_max": 0.57053, "nauc_mrr_at_3_std": 0.2508, "nauc_mrr_at_3_diff1": 0.466764, "nauc_mrr_at_5_max": 0.564007, "nauc_mrr_at_5_std": 0.242823, "nauc_mrr_at_5_diff1": 0.469163, "nauc_mrr_at_10_max": 0.5719, "nauc_mrr_at_10_std": 0.254293, "nauc_mrr_at_10_diff1": 0.461562, "nauc_mrr_at_20_max": 0.571543, "nauc_mrr_at_20_std": 0.253581, "nauc_mrr_at_20_diff1": 0.463995, "nauc_mrr_at_100_max": 0.570202, "nauc_mrr_at_100_std": 0.253588, "nauc_mrr_at_100_diff1": 0.463132, "nauc_mrr_at_1000_max": 0.570202, "nauc_mrr_at_1000_std": 0.253588, "nauc_mrr_at_1000_diff1": 0.463132, "main_score": 0.4795, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.3825, "ndcg_at_3": 0.36408, "ndcg_at_5": 0.35397, "ndcg_at_10": 0.36498, "ndcg_at_20": 0.38077, "ndcg_at_100": 0.44106, "ndcg_at_1000": 0.53853, "map_at_1": 0.0873, "map_at_3": 0.13331, "map_at_5": 0.15493, "map_at_10": 0.18681, "map_at_20": 0.20961, "map_at_100": 0.2473, "map_at_1000": 0.273, "recall_at_1": 0.0873, "recall_at_3": 0.15459, "recall_at_5": 0.19392, "recall_at_10": 0.27352, "recall_at_20": 0.34645, "recall_at_100": 0.55454, "recall_at_1000": 0.85864, "precision_at_1": 0.465, "precision_at_3": 0.36667, "precision_at_5": 0.313, "precision_at_10": 0.261, "precision_at_20": 0.20625, "precision_at_100": 0.10085, "precision_at_1000": 0.02817, "mrr_at_1": 0.465, "mrr_at_3": 0.554167, "mrr_at_5": 0.574167, "mrr_at_10": 0.592933, "mrr_at_20": 0.596142, "mrr_at_100": 0.597258, "mrr_at_1000": 0.597311, "nauc_ndcg_at_1_max": 0.328213, "nauc_ndcg_at_1_std": 0.262021, "nauc_ndcg_at_1_diff1": 0.414614, "nauc_ndcg_at_3_max": 0.44129, "nauc_ndcg_at_3_std": 0.345891, "nauc_ndcg_at_3_diff1": 0.33317, "nauc_ndcg_at_5_max": 0.418045, "nauc_ndcg_at_5_std": 0.354688, "nauc_ndcg_at_5_diff1": 0.328698, "nauc_ndcg_at_10_max": 0.388742, "nauc_ndcg_at_10_std": 0.372098, "nauc_ndcg_at_10_diff1": 0.301792, "nauc_ndcg_at_20_max": 0.391283, "nauc_ndcg_at_20_std": 0.368928, "nauc_ndcg_at_20_diff1": 0.312267, "nauc_ndcg_at_100_max": 0.393533, "nauc_ndcg_at_100_std": 0.4354, "nauc_ndcg_at_100_diff1": 0.321987, "nauc_ndcg_at_1000_max": 0.472295, "nauc_ndcg_at_1000_std": 0.473915, "nauc_ndcg_at_1000_diff1": 0.335606, "nauc_map_at_1_max": 0.165279, "nauc_map_at_1_std": 0.259547, "nauc_map_at_1_diff1": 0.381088, "nauc_map_at_3_max": 0.196091, "nauc_map_at_3_std": 0.262882, "nauc_map_at_3_diff1": 0.334057, "nauc_map_at_5_max": 0.202861, "nauc_map_at_5_std": 0.259549, "nauc_map_at_5_diff1": 0.323954, "nauc_map_at_10_max": 0.221185, "nauc_map_at_10_std": 0.273454, "nauc_map_at_10_diff1": 0.298165, "nauc_map_at_20_max": 0.252484, "nauc_map_at_20_std": 0.301271, "nauc_map_at_20_diff1": 0.301788, "nauc_map_at_100_max": 0.283543, "nauc_map_at_100_std": 0.362303, "nauc_map_at_100_diff1": 0.290711, "nauc_map_at_1000_max": 0.323236, "nauc_map_at_1000_std": 0.383221, "nauc_map_at_1000_diff1": 0.289162, "nauc_recall_at_1_max": 0.165279, "nauc_recall_at_1_std": 0.259547, "nauc_recall_at_1_diff1": 0.381088, "nauc_recall_at_3_max": 0.177443, "nauc_recall_at_3_std": 0.249211, "nauc_recall_at_3_diff1": 0.275984, "nauc_recall_at_5_max": 0.162887, "nauc_recall_at_5_std": 0.245704, "nauc_recall_at_5_diff1": 0.253526, "nauc_recall_at_10_max": 0.157071, "nauc_recall_at_10_std": 0.230717, "nauc_recall_at_10_diff1": 0.185654, "nauc_recall_at_20_max": 0.206603, "nauc_recall_at_20_std": 0.281487, "nauc_recall_at_20_diff1": 0.197413, "nauc_recall_at_100_max": 0.218895, "nauc_recall_at_100_std": 0.426655, "nauc_recall_at_100_diff1": 0.188528, "nauc_recall_at_1000_max": 0.363922, "nauc_recall_at_1000_std": 0.653634, "nauc_recall_at_1000_diff1": 0.149857, "nauc_precision_at_1_max": 0.373981, "nauc_precision_at_1_std": 0.265346, "nauc_precision_at_1_diff1": 0.388138, "nauc_precision_at_3_max": 0.432499, "nauc_precision_at_3_std": 0.271345, "nauc_precision_at_3_diff1": 0.203261, "nauc_precision_at_5_max": 0.390846, "nauc_precision_at_5_std": 0.282127, "nauc_precision_at_5_diff1": 0.125304, "nauc_precision_at_10_max": 0.33692, "nauc_precision_at_10_std": 0.277508, "nauc_precision_at_10_diff1": 0.035116, "nauc_precision_at_20_max": 0.317626, "nauc_precision_at_20_std": 0.240709, "nauc_precision_at_20_diff1": -0.003059, "nauc_precision_at_100_max": 0.256947, "nauc_precision_at_100_std": 0.149989, "nauc_precision_at_100_diff1": -0.061902, "nauc_precision_at_1000_max": 0.224337, "nauc_precision_at_1000_std": -0.083563, "nauc_precision_at_1000_diff1": -0.103331, "nauc_mrr_at_1_max": 0.373981, "nauc_mrr_at_1_std": 0.265346, "nauc_mrr_at_1_diff1": 0.388138, "nauc_mrr_at_3_max": 0.455345, "nauc_mrr_at_3_std": 0.330046, "nauc_mrr_at_3_diff1": 0.359566, "nauc_mrr_at_5_max": 0.443771, "nauc_mrr_at_5_std": 0.326338, "nauc_mrr_at_5_diff1": 0.339518, "nauc_mrr_at_10_max": 0.441535, "nauc_mrr_at_10_std": 0.326775, "nauc_mrr_at_10_diff1": 0.345906, "nauc_mrr_at_20_max": 0.441313, "nauc_mrr_at_20_std": 0.325163, "nauc_mrr_at_20_diff1": 0.347657, "nauc_mrr_at_100_max": 0.441297, "nauc_mrr_at_100_std": 0.325941, "nauc_mrr_at_100_diff1": 0.347743, "nauc_mrr_at_1000_max": 0.441232, "nauc_mrr_at_1000_std": 0.325832, "nauc_mrr_at_1000_diff1": 0.347745, "main_score": 0.36498, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.3375, "ndcg_at_3": 0.30455, "ndcg_at_5": 0.30881, "ndcg_at_10": 0.30781, "ndcg_at_20": 0.32823, "ndcg_at_100": 0.38848, "ndcg_at_1000": 0.48866, "map_at_1": 0.07607, "map_at_3": 0.11169, "map_at_5": 0.13248, "map_at_10": 0.15182, "map_at_20": 0.17161, "map_at_100": 0.2048, "map_at_1000": 0.22914, "recall_at_1": 0.07607, "recall_at_3": 0.13432, "recall_at_5": 0.17945, "recall_at_10": 0.23077, "recall_at_20": 0.30567, "recall_at_100": 0.51376, "recall_at_1000": 0.83265, "precision_at_1": 0.415, "precision_at_3": 0.305, "precision_at_5": 0.275, "precision_at_10": 0.212, "precision_at_20": 0.1745, "precision_at_100": 0.09245, "precision_at_1000": 0.02696, "mrr_at_1": 0.415, "mrr_at_3": 0.493333, "mrr_at_5": 0.514083, "mrr_at_10": 0.52876, "mrr_at_20": 0.533465, "mrr_at_100": 0.536568, "mrr_at_1000": 0.53667, "nauc_ndcg_at_1_max": 0.519743, "nauc_ndcg_at_1_std": 0.358131, "nauc_ndcg_at_1_diff1": 0.380979, "nauc_ndcg_at_3_max": 0.499986, "nauc_ndcg_at_3_std": 0.36676, "nauc_ndcg_at_3_diff1": 0.369109, "nauc_ndcg_at_5_max": 0.460457, "nauc_ndcg_at_5_std": 0.383451, "nauc_ndcg_at_5_diff1": 0.331322, "nauc_ndcg_at_10_max": 0.458357, "nauc_ndcg_at_10_std": 0.410083, "nauc_ndcg_at_10_diff1": 0.317445, "nauc_ndcg_at_20_max": 0.466098, "nauc_ndcg_at_20_std": 0.425928, "nauc_ndcg_at_20_diff1": 0.31377, "nauc_ndcg_at_100_max": 0.474838, "nauc_ndcg_at_100_std": 0.510382, "nauc_ndcg_at_100_diff1": 0.318772, "nauc_ndcg_at_1000_max": 0.549696, "nauc_ndcg_at_1000_std": 0.534518, "nauc_ndcg_at_1000_diff1": 0.307584, "nauc_map_at_1_max": 0.388446, "nauc_map_at_1_std": 0.295208, "nauc_map_at_1_diff1": 0.533264, "nauc_map_at_3_max": 0.330806, "nauc_map_at_3_std": 0.274017, "nauc_map_at_3_diff1": 0.473213, "nauc_map_at_5_max": 0.316232, "nauc_map_at_5_std": 0.292226, "nauc_map_at_5_diff1": 0.413718, "nauc_map_at_10_max": 0.300981, "nauc_map_at_10_std": 0.30505, "nauc_map_at_10_diff1": 0.371051, "nauc_map_at_20_max": 0.322564, "nauc_map_at_20_std": 0.340014, "nauc_map_at_20_diff1": 0.351101, "nauc_map_at_100_max": 0.359654, "nauc_map_at_100_std": 0.411458, "nauc_map_at_100_diff1": 0.320465, "nauc_map_at_1000_max": 0.404445, "nauc_map_at_1000_std": 0.429395, "nauc_map_at_1000_diff1": 0.305764, "nauc_recall_at_1_max": 0.388446, "nauc_recall_at_1_std": 0.295208, "nauc_recall_at_1_diff1": 0.533264, "nauc_recall_at_3_max": 0.276084, "nauc_recall_at_3_std": 0.238365, "nauc_recall_at_3_diff1": 0.401372, "nauc_recall_at_5_max": 0.239779, "nauc_recall_at_5_std": 0.283529, "nauc_recall_at_5_diff1": 0.302162, "nauc_recall_at_10_max": 0.221936, "nauc_recall_at_10_std": 0.302299, "nauc_recall_at_10_diff1": 0.246064, "nauc_recall_at_20_max": 0.255912, "nauc_recall_at_20_std": 0.345979, "nauc_recall_at_20_diff1": 0.204245, "nauc_recall_at_100_max": 0.238819, "nauc_recall_at_100_std": 0.471939, "nauc_recall_at_100_diff1": 0.142382, "nauc_recall_at_1000_max": 0.410545, "nauc_recall_at_1000_std": 0.650264, "nauc_recall_at_1000_diff1": 0.227983, "nauc_precision_at_1_max": 0.558061, "nauc_precision_at_1_std": 0.36239, "nauc_precision_at_1_diff1": 0.331957, "nauc_precision_at_3_max": 0.398533, "nauc_precision_at_3_std": 0.30446, "nauc_precision_at_3_diff1": 0.173547, "nauc_precision_at_5_max": 0.332667, "nauc_precision_at_5_std": 0.302426, "nauc_precision_at_5_diff1": 0.041542, "nauc_precision_at_10_max": 0.324283, "nauc_precision_at_10_std": 0.309797, "nauc_precision_at_10_diff1": -0.04778, "nauc_precision_at_20_max": 0.326726, "nauc_precision_at_20_std": 0.308325, "nauc_precision_at_20_diff1": -0.089289, "nauc_precision_at_100_max": 0.297343, "nauc_precision_at_100_std": 0.202031, "nauc_precision_at_100_diff1": -0.134467, "nauc_precision_at_1000_max": 0.277561, "nauc_precision_at_1000_std": -0.037326, "nauc_precision_at_1000_diff1": -0.142862, "nauc_mrr_at_1_max": 0.558061, "nauc_mrr_at_1_std": 0.36239, "nauc_mrr_at_1_diff1": 0.331957, "nauc_mrr_at_3_max": 0.547058, "nauc_mrr_at_3_std": 0.372885, "nauc_mrr_at_3_diff1": 0.287804, "nauc_mrr_at_5_max": 0.535878, "nauc_mrr_at_5_std": 0.377598, "nauc_mrr_at_5_diff1": 0.294212, "nauc_mrr_at_10_max": 0.546347, "nauc_mrr_at_10_std": 0.388634, "nauc_mrr_at_10_diff1": 0.300362, "nauc_mrr_at_20_max": 0.545329, "nauc_mrr_at_20_std": 0.387788, "nauc_mrr_at_20_diff1": 0.301225, "nauc_mrr_at_100_max": 0.544765, "nauc_mrr_at_100_std": 0.38616, "nauc_mrr_at_100_diff1": 0.299862, "nauc_mrr_at_1000_max": 0.544713, "nauc_mrr_at_1000_std": 0.385988, "nauc_mrr_at_1000_diff1": 0.299978, "main_score": 0.30781, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ] }, "evaluation_time": 4376.690670251846, "kg_co2_emissions": 0.4122113779330303 }