{ "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", "task_name": "CUREv1", "mteb_version": "1.18.0", "scores": { "all": [ { "ndcg_at_1": 0.4655, "ndcg_at_3": 0.44003, "ndcg_at_5": 0.43437, "ndcg_at_10": 0.43717, "ndcg_at_20": 0.45049, "ndcg_at_100": 0.52751, "ndcg_at_1000": 0.62252, "map_at_1": 0.07069, "map_at_3": 0.12928, "map_at_5": 0.161, "map_at_10": 0.20276, "map_at_20": 0.24067, "map_at_100": 0.31059, "map_at_1000": 0.34811, "recall_at_1": 0.07069, "recall_at_3": 0.15085, "recall_at_5": 0.20356, "recall_at_10": 0.28855, "recall_at_20": 0.38793, "recall_at_100": 0.65828, "recall_at_1000": 0.93429, "precision_at_1": 0.57, "precision_at_3": 0.48933, "precision_at_5": 0.4437, "precision_at_10": 0.3705, "precision_at_20": 0.2983, "precision_at_100": 0.15219, "precision_at_1000": 0.03303, "mrr_at_1": 0.57, "mrr_at_3": 0.6785, "mrr_at_5": 0.693675, "mrr_at_10": 0.701408, "mrr_at_20": 0.703805, "mrr_at_100": 0.704535, "mrr_at_1000": 0.704569, "nauc_ndcg_at_1_max": 0.263152, "nauc_ndcg_at_1_std": 0.056703, "nauc_ndcg_at_1_diff1": 0.29252, "nauc_ndcg_at_3_max": 0.33219, "nauc_ndcg_at_3_std": 0.098981, "nauc_ndcg_at_3_diff1": 0.221173, "nauc_ndcg_at_5_max": 0.351188, "nauc_ndcg_at_5_std": 0.121425, "nauc_ndcg_at_5_diff1": 0.211236, "nauc_ndcg_at_10_max": 0.35252, "nauc_ndcg_at_10_std": 0.121226, "nauc_ndcg_at_10_diff1": 0.222897, "nauc_ndcg_at_20_max": 0.364104, "nauc_ndcg_at_20_std": 0.136823, "nauc_ndcg_at_20_diff1": 0.231188, "nauc_ndcg_at_100_max": 0.395929, "nauc_ndcg_at_100_std": 0.223488, "nauc_ndcg_at_100_diff1": 0.233682, "nauc_ndcg_at_1000_max": 0.461278, "nauc_ndcg_at_1000_std": 0.29691, "nauc_ndcg_at_1000_diff1": 0.220819, "nauc_map_at_1_max": 0.071942, "nauc_map_at_1_std": -0.08118, "nauc_map_at_1_diff1": 0.36918, "nauc_map_at_3_max": 0.145269, "nauc_map_at_3_std": -0.037157, "nauc_map_at_3_diff1": 0.275735, "nauc_map_at_5_max": 0.175663, "nauc_map_at_5_std": -0.014516, "nauc_map_at_5_diff1": 0.242198, "nauc_map_at_10_max": 0.210406, "nauc_map_at_10_std": 0.01532, "nauc_map_at_10_diff1": 0.220774, "nauc_map_at_20_max": 0.248581, "nauc_map_at_20_std": 0.054275, "nauc_map_at_20_diff1": 0.211387, "nauc_map_at_100_max": 0.322757, "nauc_map_at_100_std": 0.163817, "nauc_map_at_100_diff1": 0.198898, "nauc_map_at_1000_max": 0.354475, "nauc_map_at_1000_std": 0.203613, "nauc_map_at_1000_diff1": 0.186912, "nauc_recall_at_1_max": 0.071942, "nauc_recall_at_1_std": -0.08118, "nauc_recall_at_1_diff1": 0.36918, "nauc_recall_at_3_max": 0.120852, "nauc_recall_at_3_std": -0.050606, "nauc_recall_at_3_diff1": 0.23413, "nauc_recall_at_5_max": 0.133799, "nauc_recall_at_5_std": -0.033171, "nauc_recall_at_5_diff1": 0.192947, "nauc_recall_at_10_max": 0.137753, "nauc_recall_at_10_std": -0.011633, "nauc_recall_at_10_diff1": 0.169689, "nauc_recall_at_20_max": 0.167821, "nauc_recall_at_20_std": 0.030332, "nauc_recall_at_20_diff1": 0.162437, "nauc_recall_at_100_max": 0.225284, "nauc_recall_at_100_std": 0.203465, "nauc_recall_at_100_diff1": 0.156104, "nauc_recall_at_1000_max": 0.487344, "nauc_recall_at_1000_std": 0.645725, "nauc_recall_at_1000_diff1": 0.148159, "nauc_precision_at_1_max": 0.292119, "nauc_precision_at_1_std": 0.104759, "nauc_precision_at_1_diff1": 0.284175, "nauc_precision_at_3_max": 0.350099, "nauc_precision_at_3_std": 0.171752, "nauc_precision_at_3_diff1": 0.07134, "nauc_precision_at_5_max": 0.353048, "nauc_precision_at_5_std": 0.211201, "nauc_precision_at_5_diff1": 0.017115, "nauc_precision_at_10_max": 0.321721, "nauc_precision_at_10_std": 0.223788, "nauc_precision_at_10_diff1": -0.017555, "nauc_precision_at_20_max": 0.281547, "nauc_precision_at_20_std": 0.238783, "nauc_precision_at_20_diff1": -0.04929, "nauc_precision_at_100_max": 0.150399, "nauc_precision_at_100_std": 0.199064, "nauc_precision_at_100_diff1": -0.086988, "nauc_precision_at_1000_max": 0.022631, "nauc_precision_at_1000_std": 0.022696, "nauc_precision_at_1000_diff1": -0.114636, "nauc_mrr_at_1_max": 0.292119, "nauc_mrr_at_1_std": 0.104759, "nauc_mrr_at_1_diff1": 0.284175, "nauc_mrr_at_3_max": 0.351737, "nauc_mrr_at_3_std": 0.140296, "nauc_mrr_at_3_diff1": 0.263117, "nauc_mrr_at_5_max": 0.352796, "nauc_mrr_at_5_std": 0.146079, "nauc_mrr_at_5_diff1": 0.263931, "nauc_mrr_at_10_max": 0.350217, "nauc_mrr_at_10_std": 0.144403, "nauc_mrr_at_10_diff1": 0.264544, "nauc_mrr_at_20_max": 0.348447, "nauc_mrr_at_20_std": 0.143419, "nauc_mrr_at_20_diff1": 0.264678, "nauc_mrr_at_100_max": 0.347492, "nauc_mrr_at_100_std": 0.14252, "nauc_mrr_at_100_diff1": 0.265196, "nauc_mrr_at_1000_max": 0.347464, "nauc_mrr_at_1000_std": 0.142476, "nauc_mrr_at_1000_diff1": 0.265165, "main_score": 0.43717, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1, "ndcg_at_3": 0.10239, "ndcg_at_5": 0.10536, "ndcg_at_10": 0.11317, "ndcg_at_20": 0.12304, "ndcg_at_100": 0.16939, "ndcg_at_1000": 0.25432, "map_at_1": 0.01618, "map_at_3": 0.02986, "map_at_5": 0.0379, "map_at_10": 0.04794, "map_at_20": 0.0567, "map_at_100": 0.07436, "map_at_1000": 0.0881, "recall_at_1": 0.01618, "recall_at_3": 0.03833, "recall_at_5": 0.05628, "recall_at_10": 0.08844, "recall_at_20": 0.12575, "recall_at_100": 0.26684, "recall_at_1000": 0.54071, "precision_at_1": 0.135, "precision_at_3": 0.12533, "precision_at_5": 0.1164, "precision_at_10": 0.10105, "precision_at_20": 0.08408, "precision_at_100": 0.05103, "precision_at_1000": 0.01631, "mrr_at_1": 0.135, "mrr_at_3": 0.18525, "mrr_at_5": 0.19805, "mrr_at_10": 0.211793, "mrr_at_20": 0.218057, "mrr_at_100": 0.223138, "mrr_at_1000": 0.223806, "nauc_ndcg_at_1_max": 0.318382, "nauc_ndcg_at_1_std": 0.261376, "nauc_ndcg_at_1_diff1": 0.117231, "nauc_ndcg_at_3_max": 0.342484, "nauc_ndcg_at_3_std": 0.300046, "nauc_ndcg_at_3_diff1": 0.085596, "nauc_ndcg_at_5_max": 0.365183, "nauc_ndcg_at_5_std": 0.313603, "nauc_ndcg_at_5_diff1": 0.102052, "nauc_ndcg_at_10_max": 0.398301, "nauc_ndcg_at_10_std": 0.349796, "nauc_ndcg_at_10_diff1": 0.115771, "nauc_ndcg_at_20_max": 0.41673, "nauc_ndcg_at_20_std": 0.379044, "nauc_ndcg_at_20_diff1": 0.122811, "nauc_ndcg_at_100_max": 0.4918, "nauc_ndcg_at_100_std": 0.489988, "nauc_ndcg_at_100_diff1": 0.130717, "nauc_ndcg_at_1000_max": 0.582652, "nauc_ndcg_at_1000_std": 0.580229, "nauc_ndcg_at_1000_diff1": 0.124644, "nauc_map_at_1_max": 0.324838, "nauc_map_at_1_std": 0.246885, "nauc_map_at_1_diff1": 0.202973, "nauc_map_at_3_max": 0.298949, "nauc_map_at_3_std": 0.254502, "nauc_map_at_3_diff1": 0.144355, "nauc_map_at_5_max": 0.317818, "nauc_map_at_5_std": 0.268076, "nauc_map_at_5_diff1": 0.152253, "nauc_map_at_10_max": 0.343574, "nauc_map_at_10_std": 0.294138, "nauc_map_at_10_diff1": 0.143446, "nauc_map_at_20_max": 0.362747, "nauc_map_at_20_std": 0.325601, "nauc_map_at_20_diff1": 0.143942, "nauc_map_at_100_max": 0.429895, "nauc_map_at_100_std": 0.417028, "nauc_map_at_100_diff1": 0.141072, "nauc_map_at_1000_max": 0.481572, "nauc_map_at_1000_std": 0.469073, "nauc_map_at_1000_diff1": 0.134716, "nauc_recall_at_1_max": 0.324838, "nauc_recall_at_1_std": 0.246885, "nauc_recall_at_1_diff1": 0.202973, "nauc_recall_at_3_max": 0.256158, "nauc_recall_at_3_std": 0.231524, "nauc_recall_at_3_diff1": 0.106647, "nauc_recall_at_5_max": 0.264558, "nauc_recall_at_5_std": 0.235057, "nauc_recall_at_5_diff1": 0.130194, "nauc_recall_at_10_max": 0.3065, "nauc_recall_at_10_std": 0.279398, "nauc_recall_at_10_diff1": 0.115654, "nauc_recall_at_20_max": 0.334914, "nauc_recall_at_20_std": 0.331775, "nauc_recall_at_20_diff1": 0.117599, "nauc_recall_at_100_max": 0.449468, "nauc_recall_at_100_std": 0.500748, "nauc_recall_at_100_diff1": 0.114586, "nauc_recall_at_1000_max": 0.616877, "nauc_recall_at_1000_std": 0.680512, "nauc_recall_at_1000_diff1": 0.100701, "nauc_precision_at_1_max": 0.338457, "nauc_precision_at_1_std": 0.287228, "nauc_precision_at_1_diff1": 0.105586, "nauc_precision_at_3_max": 0.375322, "nauc_precision_at_3_std": 0.335527, "nauc_precision_at_3_diff1": 0.073201, "nauc_precision_at_5_max": 0.416979, "nauc_precision_at_5_std": 0.363055, "nauc_precision_at_5_diff1": 0.085948, "nauc_precision_at_10_max": 0.462525, "nauc_precision_at_10_std": 0.417612, "nauc_precision_at_10_diff1": 0.094267, "nauc_precision_at_20_max": 0.486857, "nauc_precision_at_20_std": 0.456138, "nauc_precision_at_20_diff1": 0.088679, "nauc_precision_at_100_max": 0.52508, "nauc_precision_at_100_std": 0.514582, "nauc_precision_at_100_diff1": 0.059638, "nauc_precision_at_1000_max": 0.456171, "nauc_precision_at_1000_std": 0.366736, "nauc_precision_at_1000_diff1": 0.0211, "nauc_mrr_at_1_max": 0.338457, "nauc_mrr_at_1_std": 0.287228, "nauc_mrr_at_1_diff1": 0.105586, "nauc_mrr_at_3_max": 0.343654, "nauc_mrr_at_3_std": 0.300587, "nauc_mrr_at_3_diff1": 0.100149, "nauc_mrr_at_5_max": 0.347659, "nauc_mrr_at_5_std": 0.30303, "nauc_mrr_at_5_diff1": 0.107048, "nauc_mrr_at_10_max": 0.365413, "nauc_mrr_at_10_std": 0.320823, "nauc_mrr_at_10_diff1": 0.107801, "nauc_mrr_at_20_max": 0.3703, "nauc_mrr_at_20_std": 0.326548, "nauc_mrr_at_20_diff1": 0.107604, "nauc_mrr_at_100_max": 0.373195, "nauc_mrr_at_100_std": 0.329018, "nauc_mrr_at_100_diff1": 0.107462, "nauc_mrr_at_1000_max": 0.372831, "nauc_mrr_at_1000_std": 0.328626, "nauc_mrr_at_1000_diff1": 0.10736, "main_score": 0.11317, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.12475, "ndcg_at_3": 0.11831, "ndcg_at_5": 0.12489, "ndcg_at_10": 0.13111, "ndcg_at_20": 0.14407, "ndcg_at_100": 0.1932, "ndcg_at_1000": 0.2753, "map_at_1": 0.02164, "map_at_3": 0.03621, "map_at_5": 0.0463, "map_at_10": 0.05798, "map_at_20": 0.06859, "map_at_100": 0.08931, "map_at_1000": 0.1025, "recall_at_1": 0.02164, "recall_at_3": 0.04506, "recall_at_5": 0.07091, "recall_at_10": 0.10351, "recall_at_20": 0.14993, "recall_at_100": 0.30062, "recall_at_1000": 0.5667, "precision_at_1": 0.1645, "precision_at_3": 0.13633, "precision_at_5": 0.1309, "precision_at_10": 0.112, "precision_at_20": 0.09405, "precision_at_100": 0.05337, "precision_at_1000": 0.01553, "mrr_at_1": 0.1645, "mrr_at_3": 0.218667, "mrr_at_5": 0.235692, "mrr_at_10": 0.247487, "mrr_at_20": 0.254573, "mrr_at_100": 0.258916, "mrr_at_1000": 0.259616, "nauc_ndcg_at_1_max": 0.349036, "nauc_ndcg_at_1_std": 0.264141, "nauc_ndcg_at_1_diff1": 0.1714, "nauc_ndcg_at_3_max": 0.401243, "nauc_ndcg_at_3_std": 0.3163, "nauc_ndcg_at_3_diff1": 0.1801, "nauc_ndcg_at_5_max": 0.414438, "nauc_ndcg_at_5_std": 0.330608, "nauc_ndcg_at_5_diff1": 0.175701, "nauc_ndcg_at_10_max": 0.444104, "nauc_ndcg_at_10_std": 0.369005, "nauc_ndcg_at_10_diff1": 0.174368, "nauc_ndcg_at_20_max": 0.454951, "nauc_ndcg_at_20_std": 0.398043, "nauc_ndcg_at_20_diff1": 0.160853, "nauc_ndcg_at_100_max": 0.523819, "nauc_ndcg_at_100_std": 0.512802, "nauc_ndcg_at_100_diff1": 0.153416, "nauc_ndcg_at_1000_max": 0.575921, "nauc_ndcg_at_1000_std": 0.588813, "nauc_ndcg_at_1000_diff1": 0.139038, "nauc_map_at_1_max": 0.28297, "nauc_map_at_1_std": 0.134188, "nauc_map_at_1_diff1": 0.282733, "nauc_map_at_3_max": 0.334572, "nauc_map_at_3_std": 0.208536, "nauc_map_at_3_diff1": 0.275255, "nauc_map_at_5_max": 0.354526, "nauc_map_at_5_std": 0.234312, "nauc_map_at_5_diff1": 0.243253, "nauc_map_at_10_max": 0.383279, "nauc_map_at_10_std": 0.274483, "nauc_map_at_10_diff1": 0.220631, "nauc_map_at_20_max": 0.401833, "nauc_map_at_20_std": 0.313849, "nauc_map_at_20_diff1": 0.203269, "nauc_map_at_100_max": 0.470724, "nauc_map_at_100_std": 0.419284, "nauc_map_at_100_diff1": 0.186509, "nauc_map_at_1000_max": 0.500947, "nauc_map_at_1000_std": 0.467082, "nauc_map_at_1000_diff1": 0.176361, "nauc_recall_at_1_max": 0.28297, "nauc_recall_at_1_std": 0.134188, "nauc_recall_at_1_diff1": 0.282733, "nauc_recall_at_3_max": 0.329669, "nauc_recall_at_3_std": 0.224654, "nauc_recall_at_3_diff1": 0.26291, "nauc_recall_at_5_max": 0.317493, "nauc_recall_at_5_std": 0.225086, "nauc_recall_at_5_diff1": 0.191561, "nauc_recall_at_10_max": 0.352594, "nauc_recall_at_10_std": 0.286144, "nauc_recall_at_10_diff1": 0.162358, "nauc_recall_at_20_max": 0.365801, "nauc_recall_at_20_std": 0.346192, "nauc_recall_at_20_diff1": 0.128046, "nauc_recall_at_100_max": 0.483464, "nauc_recall_at_100_std": 0.536806, "nauc_recall_at_100_diff1": 0.121642, "nauc_recall_at_1000_max": 0.600089, "nauc_recall_at_1000_std": 0.70353, "nauc_recall_at_1000_diff1": 0.111188, "nauc_precision_at_1_max": 0.360833, "nauc_precision_at_1_std": 0.282874, "nauc_precision_at_1_diff1": 0.166001, "nauc_precision_at_3_max": 0.410505, "nauc_precision_at_3_std": 0.342577, "nauc_precision_at_3_diff1": 0.152256, "nauc_precision_at_5_max": 0.446579, "nauc_precision_at_5_std": 0.392876, "nauc_precision_at_5_diff1": 0.143052, "nauc_precision_at_10_max": 0.473181, "nauc_precision_at_10_std": 0.452334, "nauc_precision_at_10_diff1": 0.112376, "nauc_precision_at_20_max": 0.488428, "nauc_precision_at_20_std": 0.494185, "nauc_precision_at_20_diff1": 0.085145, "nauc_precision_at_100_max": 0.486245, "nauc_precision_at_100_std": 0.543038, "nauc_precision_at_100_diff1": 0.046622, "nauc_precision_at_1000_max": 0.31378, "nauc_precision_at_1000_std": 0.338501, "nauc_precision_at_1000_diff1": -0.030728, "nauc_mrr_at_1_max": 0.360833, "nauc_mrr_at_1_std": 0.282874, "nauc_mrr_at_1_diff1": 0.166001, "nauc_mrr_at_3_max": 0.379362, "nauc_mrr_at_3_std": 0.304313, "nauc_mrr_at_3_diff1": 0.163705, "nauc_mrr_at_5_max": 0.390598, "nauc_mrr_at_5_std": 0.319527, "nauc_mrr_at_5_diff1": 0.165211, "nauc_mrr_at_10_max": 0.399273, "nauc_mrr_at_10_std": 0.334642, "nauc_mrr_at_10_diff1": 0.158996, "nauc_mrr_at_20_max": 0.400008, "nauc_mrr_at_20_std": 0.337282, "nauc_mrr_at_20_diff1": 0.15623, "nauc_mrr_at_100_max": 0.401925, "nauc_mrr_at_100_std": 0.339258, "nauc_mrr_at_100_diff1": 0.157158, "nauc_mrr_at_1000_max": 0.401606, "nauc_mrr_at_1000_std": 0.338736, "nauc_mrr_at_1000_diff1": 0.157159, "main_score": 0.13111, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "dentistry_and_oral_health": [ { "ndcg_at_1": 0.475, "ndcg_at_3": 0.43391, "ndcg_at_5": 0.42657, "ndcg_at_10": 0.41364, "ndcg_at_20": 0.42633, "ndcg_at_100": 0.49112, "ndcg_at_1000": 0.62496, "map_at_1": 0.06963, "map_at_3": 0.11612, "map_at_5": 0.13771, "map_at_10": 0.16283, "map_at_20": 0.19559, "map_at_100": 0.26096, "map_at_1000": 0.31067, "recall_at_1": 0.06963, "recall_at_3": 0.14303, "recall_at_5": 0.18024, "recall_at_10": 0.23666, "recall_at_20": 0.32892, "recall_at_100": 0.57731, "recall_at_1000": 0.94217, "precision_at_1": 0.58, "precision_at_3": 0.47167, "precision_at_5": 0.427, "precision_at_10": 0.347, "precision_at_20": 0.29425, "precision_at_100": 0.15785, "precision_at_1000": 0.03647, "mrr_at_1": 0.58, "mrr_at_3": 0.694167, "mrr_at_5": 0.706917, "mrr_at_10": 0.717433, "mrr_at_20": 0.719604, "mrr_at_100": 0.719713, "mrr_at_1000": 0.71975, "nauc_ndcg_at_1_max": 0.179644, "nauc_ndcg_at_1_std": -0.071619, "nauc_ndcg_at_1_diff1": 0.371523, "nauc_ndcg_at_3_max": 0.239021, "nauc_ndcg_at_3_std": -0.084669, "nauc_ndcg_at_3_diff1": 0.317142, "nauc_ndcg_at_5_max": 0.265873, "nauc_ndcg_at_5_std": -0.041118, "nauc_ndcg_at_5_diff1": 0.308499, "nauc_ndcg_at_10_max": 0.249853, "nauc_ndcg_at_10_std": -0.088257, "nauc_ndcg_at_10_diff1": 0.370981, "nauc_ndcg_at_20_max": 0.234217, "nauc_ndcg_at_20_std": -0.110977, "nauc_ndcg_at_20_diff1": 0.408596, "nauc_ndcg_at_100_max": 0.210342, "nauc_ndcg_at_100_std": -0.110436, "nauc_ndcg_at_100_diff1": 0.388167, "nauc_ndcg_at_1000_max": 0.308795, "nauc_ndcg_at_1000_std": 0.119695, "nauc_ndcg_at_1000_diff1": 0.33324, "nauc_map_at_1_max": -0.084368, "nauc_map_at_1_std": -0.246467, "nauc_map_at_1_diff1": 0.48174, "nauc_map_at_3_max": -0.013056, "nauc_map_at_3_std": -0.28287, "nauc_map_at_3_diff1": 0.392054, "nauc_map_at_5_max": 0.026019, "nauc_map_at_5_std": -0.268074, "nauc_map_at_5_diff1": 0.39133, "nauc_map_at_10_max": 0.057253, "nauc_map_at_10_std": -0.256426, "nauc_map_at_10_diff1": 0.399463, "nauc_map_at_20_max": 0.099535, "nauc_map_at_20_std": -0.229011, "nauc_map_at_20_diff1": 0.403521, "nauc_map_at_100_max": 0.136422, "nauc_map_at_100_std": -0.118219, "nauc_map_at_100_diff1": 0.376941, "nauc_map_at_1000_max": 0.162699, "nauc_map_at_1000_std": 0.004143, "nauc_map_at_1000_diff1": 0.332437, "nauc_recall_at_1_max": -0.084368, "nauc_recall_at_1_std": -0.246467, "nauc_recall_at_1_diff1": 0.48174, "nauc_recall_at_3_max": -0.030343, "nauc_recall_at_3_std": -0.28561, "nauc_recall_at_3_diff1": 0.260681, "nauc_recall_at_5_max": 0.005319, "nauc_recall_at_5_std": -0.275625, "nauc_recall_at_5_diff1": 0.270257, "nauc_recall_at_10_max": 0.012075, "nauc_recall_at_10_std": -0.278585, "nauc_recall_at_10_diff1": 0.268043, "nauc_recall_at_20_max": 0.05859, "nauc_recall_at_20_std": -0.265546, "nauc_recall_at_20_diff1": 0.282915, "nauc_recall_at_100_max": 0.045301, "nauc_recall_at_100_std": -0.162344, "nauc_recall_at_100_diff1": 0.249408, "nauc_recall_at_1000_max": 0.265091, "nauc_recall_at_1000_std": 0.473331, "nauc_recall_at_1000_diff1": 0.068286, "nauc_precision_at_1_max": 0.244268, "nauc_precision_at_1_std": 0.126593, "nauc_precision_at_1_diff1": 0.340025, "nauc_precision_at_3_max": 0.328529, "nauc_precision_at_3_std": 0.175253, "nauc_precision_at_3_diff1": 0.095278, "nauc_precision_at_5_max": 0.339138, "nauc_precision_at_5_std": 0.277197, "nauc_precision_at_5_diff1": 0.020912, "nauc_precision_at_10_max": 0.314098, "nauc_precision_at_10_std": 0.317442, "nauc_precision_at_10_diff1": 0.009288, "nauc_precision_at_20_max": 0.278887, "nauc_precision_at_20_std": 0.367188, "nauc_precision_at_20_diff1": -0.02999, "nauc_precision_at_100_max": 0.115968, "nauc_precision_at_100_std": 0.382908, "nauc_precision_at_100_diff1": -0.154121, "nauc_precision_at_1000_max": 0.000908, "nauc_precision_at_1000_std": 0.287671, "nauc_precision_at_1000_diff1": -0.197785, "nauc_mrr_at_1_max": 0.244268, "nauc_mrr_at_1_std": 0.126593, "nauc_mrr_at_1_diff1": 0.340025, "nauc_mrr_at_3_max": 0.33225, "nauc_mrr_at_3_std": 0.163026, "nauc_mrr_at_3_diff1": 0.275029, "nauc_mrr_at_5_max": 0.32986, "nauc_mrr_at_5_std": 0.159378, "nauc_mrr_at_5_diff1": 0.27977, "nauc_mrr_at_10_max": 0.318743, "nauc_mrr_at_10_std": 0.154998, "nauc_mrr_at_10_diff1": 0.275528, "nauc_mrr_at_20_max": 0.317905, "nauc_mrr_at_20_std": 0.154798, "nauc_mrr_at_20_diff1": 0.281682, "nauc_mrr_at_100_max": 0.317792, "nauc_mrr_at_100_std": 0.1547, "nauc_mrr_at_100_diff1": 0.28237, "nauc_mrr_at_1000_max": 0.317785, "nauc_mrr_at_1000_std": 0.154667, "nauc_mrr_at_1000_diff1": 0.282326, "main_score": 0.41364, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1, "ndcg_at_3": 0.08986, "ndcg_at_5": 0.08603, "ndcg_at_10": 0.09509, "ndcg_at_20": 0.09732, "ndcg_at_100": 0.13602, "ndcg_at_1000": 0.24942, "map_at_1": 0.00656, "map_at_3": 0.01504, "map_at_5": 0.01685, "map_at_10": 0.02385, "map_at_20": 0.02879, "map_at_100": 0.0452, "map_at_1000": 0.0634, "recall_at_1": 0.00656, "recall_at_3": 0.02383, "recall_at_5": 0.02844, "recall_at_10": 0.05717, "recall_at_20": 0.07757, "recall_at_100": 0.21718, "recall_at_1000": 0.56834, "precision_at_1": 0.125, "precision_at_3": 0.10333, "precision_at_5": 0.097, "precision_at_10": 0.095, "precision_at_20": 0.0795, "precision_at_100": 0.0538, "precision_at_1000": 0.01934, "mrr_at_1": 0.125, "mrr_at_3": 0.171667, "mrr_at_5": 0.182917, "mrr_at_10": 0.197653, "mrr_at_20": 0.202784, "mrr_at_100": 0.209371, "mrr_at_1000": 0.21041, "nauc_ndcg_at_1_max": 0.343101, "nauc_ndcg_at_1_std": 0.23483, "nauc_ndcg_at_1_diff1": 0.13504, "nauc_ndcg_at_3_max": 0.377525, "nauc_ndcg_at_3_std": 0.360362, "nauc_ndcg_at_3_diff1": 0.07968, "nauc_ndcg_at_5_max": 0.389119, "nauc_ndcg_at_5_std": 0.382264, "nauc_ndcg_at_5_diff1": 0.038404, "nauc_ndcg_at_10_max": 0.451377, "nauc_ndcg_at_10_std": 0.418103, "nauc_ndcg_at_10_diff1": -0.02345, "nauc_ndcg_at_20_max": 0.460092, "nauc_ndcg_at_20_std": 0.436401, "nauc_ndcg_at_20_diff1": -0.021448, "nauc_ndcg_at_100_max": 0.563977, "nauc_ndcg_at_100_std": 0.555931, "nauc_ndcg_at_100_diff1": 0.001936, "nauc_ndcg_at_1000_max": 0.619576, "nauc_ndcg_at_1000_std": 0.611463, "nauc_ndcg_at_1000_diff1": 0.085487, "nauc_map_at_1_max": 0.517772, "nauc_map_at_1_std": 0.26723, "nauc_map_at_1_diff1": 0.111627, "nauc_map_at_3_max": 0.378075, "nauc_map_at_3_std": 0.354825, "nauc_map_at_3_diff1": -0.093417, "nauc_map_at_5_max": 0.39178, "nauc_map_at_5_std": 0.364836, "nauc_map_at_5_diff1": -0.09496, "nauc_map_at_10_max": 0.428752, "nauc_map_at_10_std": 0.365246, "nauc_map_at_10_diff1": -0.100346, "nauc_map_at_20_max": 0.445151, "nauc_map_at_20_std": 0.398034, "nauc_map_at_20_diff1": -0.100551, "nauc_map_at_100_max": 0.521464, "nauc_map_at_100_std": 0.532026, "nauc_map_at_100_diff1": -0.052139, "nauc_map_at_1000_max": 0.570964, "nauc_map_at_1000_std": 0.615481, "nauc_map_at_1000_diff1": -0.027762, "nauc_recall_at_1_max": 0.517772, "nauc_recall_at_1_std": 0.26723, "nauc_recall_at_1_diff1": 0.111627, "nauc_recall_at_3_max": 0.310866, "nauc_recall_at_3_std": 0.34563, "nauc_recall_at_3_diff1": -0.175984, "nauc_recall_at_5_max": 0.333128, "nauc_recall_at_5_std": 0.354661, "nauc_recall_at_5_diff1": -0.165076, "nauc_recall_at_10_max": 0.38288, "nauc_recall_at_10_std": 0.302, "nauc_recall_at_10_diff1": -0.12264, "nauc_recall_at_20_max": 0.420823, "nauc_recall_at_20_std": 0.35099, "nauc_recall_at_20_diff1": -0.085343, "nauc_recall_at_100_max": 0.49629, "nauc_recall_at_100_std": 0.531256, "nauc_recall_at_100_diff1": -0.014556, "nauc_recall_at_1000_max": 0.584649, "nauc_recall_at_1000_std": 0.68175, "nauc_recall_at_1000_diff1": 0.107511, "nauc_precision_at_1_max": 0.36495, "nauc_precision_at_1_std": 0.240426, "nauc_precision_at_1_diff1": 0.153151, "nauc_precision_at_3_max": 0.430027, "nauc_precision_at_3_std": 0.409624, "nauc_precision_at_3_diff1": 0.111462, "nauc_precision_at_5_max": 0.418719, "nauc_precision_at_5_std": 0.428661, "nauc_precision_at_5_diff1": 0.050376, "nauc_precision_at_10_max": 0.473882, "nauc_precision_at_10_std": 0.477705, "nauc_precision_at_10_diff1": -0.024961, "nauc_precision_at_20_max": 0.446246, "nauc_precision_at_20_std": 0.493932, "nauc_precision_at_20_diff1": -0.014021, "nauc_precision_at_100_max": 0.519555, "nauc_precision_at_100_std": 0.590938, "nauc_precision_at_100_diff1": 0.027106, "nauc_precision_at_1000_max": 0.420474, "nauc_precision_at_1000_std": 0.452708, "nauc_precision_at_1000_diff1": 0.066009, "nauc_mrr_at_1_max": 0.36495, "nauc_mrr_at_1_std": 0.240426, "nauc_mrr_at_1_diff1": 0.153151, "nauc_mrr_at_3_max": 0.358248, "nauc_mrr_at_3_std": 0.313795, "nauc_mrr_at_3_diff1": 0.125837, "nauc_mrr_at_5_max": 0.358893, "nauc_mrr_at_5_std": 0.306246, "nauc_mrr_at_5_diff1": 0.125231, "nauc_mrr_at_10_max": 0.383449, "nauc_mrr_at_10_std": 0.320098, "nauc_mrr_at_10_diff1": 0.109253, "nauc_mrr_at_20_max": 0.381618, "nauc_mrr_at_20_std": 0.315056, "nauc_mrr_at_20_diff1": 0.118346, "nauc_mrr_at_100_max": 0.386699, "nauc_mrr_at_100_std": 0.317036, "nauc_mrr_at_100_diff1": 0.117714, "nauc_mrr_at_1000_max": 0.38583, "nauc_mrr_at_1000_std": 0.316163, "nauc_mrr_at_1000_diff1": 0.118902, "main_score": 0.09509, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.14, "ndcg_at_3": 0.12353, "ndcg_at_5": 0.12537, "ndcg_at_10": 0.12581, "ndcg_at_20": 0.13139, "ndcg_at_100": 0.17786, "ndcg_at_1000": 0.28322, "map_at_1": 0.02235, "map_at_3": 0.03478, "map_at_5": 0.04244, "map_at_10": 0.0487, "map_at_20": 0.05602, "map_at_100": 0.07419, "map_at_1000": 0.0931, "recall_at_1": 0.02235, "recall_at_3": 0.04376, "recall_at_5": 0.0652, "recall_at_10": 0.08331, "recall_at_20": 0.1208, "recall_at_100": 0.2585, "recall_at_1000": 0.57556, "precision_at_1": 0.175, "precision_at_3": 0.13667, "precision_at_5": 0.125, "precision_at_10": 0.104, "precision_at_20": 0.08325, "precision_at_100": 0.05645, "precision_at_1000": 0.0181, "mrr_at_1": 0.175, "mrr_at_3": 0.224167, "mrr_at_5": 0.235667, "mrr_at_10": 0.248063, "mrr_at_20": 0.252649, "mrr_at_100": 0.258504, "mrr_at_1000": 0.259464, "nauc_ndcg_at_1_max": 0.372035, "nauc_ndcg_at_1_std": 0.424832, "nauc_ndcg_at_1_diff1": 0.239955, "nauc_ndcg_at_3_max": 0.372159, "nauc_ndcg_at_3_std": 0.430282, "nauc_ndcg_at_3_diff1": 0.188432, "nauc_ndcg_at_5_max": 0.388841, "nauc_ndcg_at_5_std": 0.420303, "nauc_ndcg_at_5_diff1": 0.142336, "nauc_ndcg_at_10_max": 0.414739, "nauc_ndcg_at_10_std": 0.448199, "nauc_ndcg_at_10_diff1": 0.144025, "nauc_ndcg_at_20_max": 0.430974, "nauc_ndcg_at_20_std": 0.473449, "nauc_ndcg_at_20_diff1": 0.126499, "nauc_ndcg_at_100_max": 0.439737, "nauc_ndcg_at_100_std": 0.551982, "nauc_ndcg_at_100_diff1": 0.114432, "nauc_ndcg_at_1000_max": 0.445303, "nauc_ndcg_at_1000_std": 0.634659, "nauc_ndcg_at_1000_diff1": 0.100853, "nauc_map_at_1_max": 0.550201, "nauc_map_at_1_std": 0.357071, "nauc_map_at_1_diff1": 0.267414, "nauc_map_at_3_max": 0.442075, "nauc_map_at_3_std": 0.400866, "nauc_map_at_3_diff1": 0.285211, "nauc_map_at_5_max": 0.412563, "nauc_map_at_5_std": 0.365873, "nauc_map_at_5_diff1": 0.201969, "nauc_map_at_10_max": 0.422422, "nauc_map_at_10_std": 0.394073, "nauc_map_at_10_diff1": 0.189014, "nauc_map_at_20_max": 0.429431, "nauc_map_at_20_std": 0.420972, "nauc_map_at_20_diff1": 0.166872, "nauc_map_at_100_max": 0.432508, "nauc_map_at_100_std": 0.511048, "nauc_map_at_100_diff1": 0.139053, "nauc_map_at_1000_max": 0.427197, "nauc_map_at_1000_std": 0.579998, "nauc_map_at_1000_diff1": 0.106163, "nauc_recall_at_1_max": 0.550201, "nauc_recall_at_1_std": 0.357071, "nauc_recall_at_1_diff1": 0.267414, "nauc_recall_at_3_max": 0.32946, "nauc_recall_at_3_std": 0.363811, "nauc_recall_at_3_diff1": 0.282459, "nauc_recall_at_5_max": 0.330863, "nauc_recall_at_5_std": 0.2817, "nauc_recall_at_5_diff1": 0.105101, "nauc_recall_at_10_max": 0.337585, "nauc_recall_at_10_std": 0.313207, "nauc_recall_at_10_diff1": 0.087452, "nauc_recall_at_20_max": 0.333758, "nauc_recall_at_20_std": 0.335579, "nauc_recall_at_20_diff1": 0.038818, "nauc_recall_at_100_max": 0.398832, "nauc_recall_at_100_std": 0.480624, "nauc_recall_at_100_diff1": 0.092101, "nauc_recall_at_1000_max": 0.422656, "nauc_recall_at_1000_std": 0.703625, "nauc_recall_at_1000_diff1": 0.115718, "nauc_precision_at_1_max": 0.341234, "nauc_precision_at_1_std": 0.406069, "nauc_precision_at_1_diff1": 0.235994, "nauc_precision_at_3_max": 0.315661, "nauc_precision_at_3_std": 0.389199, "nauc_precision_at_3_diff1": 0.090714, "nauc_precision_at_5_max": 0.331638, "nauc_precision_at_5_std": 0.422594, "nauc_precision_at_5_diff1": 0.055169, "nauc_precision_at_10_max": 0.348563, "nauc_precision_at_10_std": 0.495034, "nauc_precision_at_10_diff1": 0.015623, "nauc_precision_at_20_max": 0.355021, "nauc_precision_at_20_std": 0.533198, "nauc_precision_at_20_diff1": -0.005497, "nauc_precision_at_100_max": 0.247128, "nauc_precision_at_100_std": 0.564398, "nauc_precision_at_100_diff1": -0.029985, "nauc_precision_at_1000_max": 0.179262, "nauc_precision_at_1000_std": 0.394693, "nauc_precision_at_1000_diff1": -0.045377, "nauc_mrr_at_1_max": 0.341234, "nauc_mrr_at_1_std": 0.406069, "nauc_mrr_at_1_diff1": 0.235994, "nauc_mrr_at_3_max": 0.346211, "nauc_mrr_at_3_std": 0.40071, "nauc_mrr_at_3_diff1": 0.203701, "nauc_mrr_at_5_max": 0.367704, "nauc_mrr_at_5_std": 0.41536, "nauc_mrr_at_5_diff1": 0.188919, "nauc_mrr_at_10_max": 0.365464, "nauc_mrr_at_10_std": 0.414244, "nauc_mrr_at_10_diff1": 0.174962, "nauc_mrr_at_20_max": 0.363313, "nauc_mrr_at_20_std": 0.420272, "nauc_mrr_at_20_diff1": 0.179881, "nauc_mrr_at_100_max": 0.365526, "nauc_mrr_at_100_std": 0.420906, "nauc_mrr_at_100_diff1": 0.181188, "nauc_mrr_at_1000_max": 0.365359, "nauc_mrr_at_1000_std": 0.42074, "nauc_mrr_at_1000_diff1": 0.181357, "main_score": 0.12581, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "dermatology": [ { "ndcg_at_1": 0.3675, "ndcg_at_3": 0.37215, "ndcg_at_5": 0.4109, "ndcg_at_10": 0.45524, "ndcg_at_20": 0.50317, "ndcg_at_100": 0.58166, "ndcg_at_1000": 0.62867, "map_at_1": 0.09902, "map_at_3": 0.18391, "map_at_5": 0.23844, "map_at_10": 0.30323, "map_at_20": 0.35015, "map_at_100": 0.39897, "map_at_1000": 0.41502, "recall_at_1": 0.09902, "recall_at_3": 0.22665, "recall_at_5": 0.32936, "recall_at_10": 0.46778, "recall_at_20": 0.6117, "recall_at_100": 0.851, "recall_at_1000": 0.9973, "precision_at_1": 0.445, "precision_at_3": 0.39, "precision_at_5": 0.378, "precision_at_10": 0.309, "precision_at_20": 0.232, "precision_at_100": 0.08985, "precision_at_1000": 0.01343, "mrr_at_1": 0.445, "mrr_at_3": 0.5625, "mrr_at_5": 0.589, "mrr_at_10": 0.601044, "mrr_at_20": 0.605276, "mrr_at_100": 0.605923, "mrr_at_1000": 0.605923, "nauc_ndcg_at_1_max": 0.227144, "nauc_ndcg_at_1_std": -0.150781, "nauc_ndcg_at_1_diff1": 0.234066, "nauc_ndcg_at_3_max": 0.259716, "nauc_ndcg_at_3_std": -0.189717, "nauc_ndcg_at_3_diff1": 0.198138, "nauc_ndcg_at_5_max": 0.27189, "nauc_ndcg_at_5_std": -0.216662, "nauc_ndcg_at_5_diff1": 0.176708, "nauc_ndcg_at_10_max": 0.254424, "nauc_ndcg_at_10_std": -0.309722, "nauc_ndcg_at_10_diff1": 0.191636, "nauc_ndcg_at_20_max": 0.259674, "nauc_ndcg_at_20_std": -0.350215, "nauc_ndcg_at_20_diff1": 0.222461, "nauc_ndcg_at_100_max": 0.323585, "nauc_ndcg_at_100_std": -0.25996, "nauc_ndcg_at_100_diff1": 0.198437, "nauc_ndcg_at_1000_max": 0.395508, "nauc_ndcg_at_1000_std": -0.084242, "nauc_ndcg_at_1000_diff1": 0.205002, "nauc_map_at_1_max": -0.0279, "nauc_map_at_1_std": -0.362813, "nauc_map_at_1_diff1": 0.377584, "nauc_map_at_3_max": -0.00996, "nauc_map_at_3_std": -0.409873, "nauc_map_at_3_diff1": 0.253349, "nauc_map_at_5_max": 0.046971, "nauc_map_at_5_std": -0.403339, "nauc_map_at_5_diff1": 0.207984, "nauc_map_at_10_max": 0.09672, "nauc_map_at_10_std": -0.438343, "nauc_map_at_10_diff1": 0.182114, "nauc_map_at_20_max": 0.130173, "nauc_map_at_20_std": -0.432971, "nauc_map_at_20_diff1": 0.175926, "nauc_map_at_100_max": 0.217148, "nauc_map_at_100_std": -0.338531, "nauc_map_at_100_diff1": 0.177154, "nauc_map_at_1000_max": 0.249601, "nauc_map_at_1000_std": -0.281955, "nauc_map_at_1000_diff1": 0.189966, "nauc_recall_at_1_max": -0.0279, "nauc_recall_at_1_std": -0.362813, "nauc_recall_at_1_diff1": 0.377584, "nauc_recall_at_3_max": -0.037346, "nauc_recall_at_3_std": -0.440805, "nauc_recall_at_3_diff1": 0.206365, "nauc_recall_at_5_max": -0.019065, "nauc_recall_at_5_std": -0.449579, "nauc_recall_at_5_diff1": 0.139299, "nauc_recall_at_10_max": -0.006961, "nauc_recall_at_10_std": -0.538363, "nauc_recall_at_10_diff1": 0.137554, "nauc_recall_at_20_max": -0.019501, "nauc_recall_at_20_std": -0.63876, "nauc_recall_at_20_diff1": 0.195848, "nauc_recall_at_100_max": 0.00157, "nauc_recall_at_100_std": -0.650194, "nauc_recall_at_100_diff1": 0.154912, "nauc_recall_at_1000_max": 0.597021, "nauc_recall_at_1000_std": 0.732034, "nauc_recall_at_1000_diff1": -0.600156, "nauc_precision_at_1_max": 0.237547, "nauc_precision_at_1_std": -0.15587, "nauc_precision_at_1_diff1": 0.228285, "nauc_precision_at_3_max": 0.308211, "nauc_precision_at_3_std": -0.051202, "nauc_precision_at_3_diff1": 0.051237, "nauc_precision_at_5_max": 0.391213, "nauc_precision_at_5_std": 0.042629, "nauc_precision_at_5_diff1": -0.012398, "nauc_precision_at_10_max": 0.406517, "nauc_precision_at_10_std": 0.098693, "nauc_precision_at_10_diff1": -0.011927, "nauc_precision_at_20_max": 0.410643, "nauc_precision_at_20_std": 0.272712, "nauc_precision_at_20_diff1": -0.033468, "nauc_precision_at_100_max": 0.380756, "nauc_precision_at_100_std": 0.577518, "nauc_precision_at_100_diff1": -0.007737, "nauc_precision_at_1000_max": 0.319476, "nauc_precision_at_1000_std": 0.645078, "nauc_precision_at_1000_diff1": 0.033456, "nauc_mrr_at_1_max": 0.237547, "nauc_mrr_at_1_std": -0.15587, "nauc_mrr_at_1_diff1": 0.228285, "nauc_mrr_at_3_max": 0.274288, "nauc_mrr_at_3_std": -0.168876, "nauc_mrr_at_3_diff1": 0.20553, "nauc_mrr_at_5_max": 0.276809, "nauc_mrr_at_5_std": -0.148711, "nauc_mrr_at_5_diff1": 0.198479, "nauc_mrr_at_10_max": 0.280725, "nauc_mrr_at_10_std": -0.145243, "nauc_mrr_at_10_diff1": 0.206425, "nauc_mrr_at_20_max": 0.277054, "nauc_mrr_at_20_std": -0.14849, "nauc_mrr_at_20_diff1": 0.210384, "nauc_mrr_at_100_max": 0.276136, "nauc_mrr_at_100_std": -0.148018, "nauc_mrr_at_100_diff1": 0.209128, "nauc_mrr_at_1000_max": 0.276136, "nauc_mrr_at_1000_std": -0.148018, "nauc_mrr_at_1000_diff1": 0.209128, "main_score": 0.45524, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.145, "ndcg_at_3": 0.16418, "ndcg_at_5": 0.18536, "ndcg_at_10": 0.21877, "ndcg_at_20": 0.24544, "ndcg_at_100": 0.3392, "ndcg_at_1000": 0.42681, "map_at_1": 0.03493, "map_at_3": 0.07188, "map_at_5": 0.10013, "map_at_10": 0.13071, "map_at_20": 0.14909, "map_at_100": 0.18245, "map_at_1000": 0.19928, "recall_at_1": 0.03493, "recall_at_3": 0.08954, "recall_at_5": 0.15828, "recall_at_10": 0.25432, "recall_at_20": 0.32592, "recall_at_100": 0.6137, "recall_at_1000": 0.93277, "precision_at_1": 0.185, "precision_at_3": 0.19833, "precision_at_5": 0.186, "precision_at_10": 0.1595, "precision_at_20": 0.11875, "precision_at_100": 0.0612, "precision_at_1000": 0.01259, "mrr_at_1": 0.185, "mrr_at_3": 0.2675, "mrr_at_5": 0.2875, "mrr_at_10": 0.311613, "mrr_at_20": 0.317058, "mrr_at_100": 0.322958, "mrr_at_1000": 0.323322, "nauc_ndcg_at_1_max": 0.007747, "nauc_ndcg_at_1_std": -0.098508, "nauc_ndcg_at_1_diff1": -0.059736, "nauc_ndcg_at_3_max": 0.069918, "nauc_ndcg_at_3_std": -0.0799, "nauc_ndcg_at_3_diff1": -0.020759, "nauc_ndcg_at_5_max": 0.078908, "nauc_ndcg_at_5_std": -0.128664, "nauc_ndcg_at_5_diff1": 0.02037, "nauc_ndcg_at_10_max": 0.097294, "nauc_ndcg_at_10_std": -0.12164, "nauc_ndcg_at_10_diff1": 0.016767, "nauc_ndcg_at_20_max": 0.116792, "nauc_ndcg_at_20_std": -0.112213, "nauc_ndcg_at_20_diff1": 0.028828, "nauc_ndcg_at_100_max": 0.123099, "nauc_ndcg_at_100_std": -0.107713, "nauc_ndcg_at_100_diff1": 0.049899, "nauc_ndcg_at_1000_max": 0.222186, "nauc_ndcg_at_1000_std": 0.100221, "nauc_ndcg_at_1000_diff1": 0.023637, "nauc_map_at_1_max": -0.089084, "nauc_map_at_1_std": -0.255476, "nauc_map_at_1_diff1": -0.058884, "nauc_map_at_3_max": 0.01261, "nauc_map_at_3_std": -0.23008, "nauc_map_at_3_diff1": 0.02791, "nauc_map_at_5_max": 0.068118, "nauc_map_at_5_std": -0.249853, "nauc_map_at_5_diff1": 0.052524, "nauc_map_at_10_max": 0.075905, "nauc_map_at_10_std": -0.231649, "nauc_map_at_10_diff1": 0.047918, "nauc_map_at_20_max": 0.091749, "nauc_map_at_20_std": -0.205989, "nauc_map_at_20_diff1": 0.061959, "nauc_map_at_100_max": 0.125998, "nauc_map_at_100_std": -0.152766, "nauc_map_at_100_diff1": 0.050789, "nauc_map_at_1000_max": 0.160799, "nauc_map_at_1000_std": -0.083867, "nauc_map_at_1000_diff1": 0.040975, "nauc_recall_at_1_max": -0.089084, "nauc_recall_at_1_std": -0.255476, "nauc_recall_at_1_diff1": -0.058884, "nauc_recall_at_3_max": 0.025247, "nauc_recall_at_3_std": -0.222868, "nauc_recall_at_3_diff1": 0.022134, "nauc_recall_at_5_max": 0.039805, "nauc_recall_at_5_std": -0.279527, "nauc_recall_at_5_diff1": 0.11196, "nauc_recall_at_10_max": 0.044695, "nauc_recall_at_10_std": -0.246004, "nauc_recall_at_10_diff1": 0.077906, "nauc_recall_at_20_max": 0.09723, "nauc_recall_at_20_std": -0.183989, "nauc_recall_at_20_diff1": 0.085307, "nauc_recall_at_100_max": 0.097882, "nauc_recall_at_100_std": -0.196217, "nauc_recall_at_100_diff1": 0.148709, "nauc_recall_at_1000_max": 0.638094, "nauc_recall_at_1000_std": 0.574231, "nauc_recall_at_1000_diff1": 0.225517, "nauc_precision_at_1_max": 0.06135, "nauc_precision_at_1_std": -0.044583, "nauc_precision_at_1_diff1": -0.08817, "nauc_precision_at_3_max": 0.157631, "nauc_precision_at_3_std": 0.014928, "nauc_precision_at_3_diff1": 0.02418, "nauc_precision_at_5_max": 0.181005, "nauc_precision_at_5_std": -0.003314, "nauc_precision_at_5_diff1": 0.029127, "nauc_precision_at_10_max": 0.178534, "nauc_precision_at_10_std": 0.053151, "nauc_precision_at_10_diff1": 0.006086, "nauc_precision_at_20_max": 0.252937, "nauc_precision_at_20_std": 0.172212, "nauc_precision_at_20_diff1": -0.016288, "nauc_precision_at_100_max": 0.312991, "nauc_precision_at_100_std": 0.403515, "nauc_precision_at_100_diff1": -0.057022, "nauc_precision_at_1000_max": 0.277197, "nauc_precision_at_1000_std": 0.547343, "nauc_precision_at_1000_diff1": -0.03649, "nauc_mrr_at_1_max": 0.06135, "nauc_mrr_at_1_std": -0.044583, "nauc_mrr_at_1_diff1": -0.08817, "nauc_mrr_at_3_max": 0.06697, "nauc_mrr_at_3_std": -0.029716, "nauc_mrr_at_3_diff1": -0.047262, "nauc_mrr_at_5_max": 0.052707, "nauc_mrr_at_5_std": -0.049498, "nauc_mrr_at_5_diff1": -0.024818, "nauc_mrr_at_10_max": 0.061241, "nauc_mrr_at_10_std": -0.044467, "nauc_mrr_at_10_diff1": -0.031503, "nauc_mrr_at_20_max": 0.069358, "nauc_mrr_at_20_std": -0.036091, "nauc_mrr_at_20_diff1": -0.030561, "nauc_mrr_at_100_max": 0.069147, "nauc_mrr_at_100_std": -0.036975, "nauc_mrr_at_100_diff1": -0.029747, "nauc_mrr_at_1000_max": 0.069125, "nauc_mrr_at_1000_std": -0.037143, "nauc_mrr_at_1000_diff1": -0.030054, "main_score": 0.21877, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1275, "ndcg_at_3": 0.16238, "ndcg_at_5": 0.18873, "ndcg_at_10": 0.22203, "ndcg_at_20": 0.25837, "ndcg_at_100": 0.35475, "ndcg_at_1000": 0.43487, "map_at_1": 0.0383, "map_at_3": 0.0738, "map_at_5": 0.10177, "map_at_10": 0.13316, "map_at_20": 0.15648, "map_at_100": 0.19254, "map_at_1000": 0.2085, "recall_at_1": 0.0383, "recall_at_3": 0.09836, "recall_at_5": 0.16517, "recall_at_10": 0.25071, "recall_at_20": 0.3524, "recall_at_100": 0.6514, "recall_at_1000": 0.93693, "precision_at_1": 0.17, "precision_at_3": 0.195, "precision_at_5": 0.194, "precision_at_10": 0.169, "precision_at_20": 0.13025, "precision_at_100": 0.0631, "precision_at_1000": 0.01261, "mrr_at_1": 0.17, "mrr_at_3": 0.271667, "mrr_at_5": 0.295167, "mrr_at_10": 0.316448, "mrr_at_20": 0.322923, "mrr_at_100": 0.327365, "mrr_at_1000": 0.32767, "nauc_ndcg_at_1_max": 0.157553, "nauc_ndcg_at_1_std": -0.142939, "nauc_ndcg_at_1_diff1": 0.287711, "nauc_ndcg_at_3_max": 0.312255, "nauc_ndcg_at_3_std": -0.106537, "nauc_ndcg_at_3_diff1": 0.240988, "nauc_ndcg_at_5_max": 0.34477, "nauc_ndcg_at_5_std": -0.141938, "nauc_ndcg_at_5_diff1": 0.229305, "nauc_ndcg_at_10_max": 0.34848, "nauc_ndcg_at_10_std": -0.172743, "nauc_ndcg_at_10_diff1": 0.197053, "nauc_ndcg_at_20_max": 0.324242, "nauc_ndcg_at_20_std": -0.19589, "nauc_ndcg_at_20_diff1": 0.194345, "nauc_ndcg_at_100_max": 0.332923, "nauc_ndcg_at_100_std": -0.176359, "nauc_ndcg_at_100_diff1": 0.193884, "nauc_ndcg_at_1000_max": 0.350835, "nauc_ndcg_at_1000_std": 0.057838, "nauc_ndcg_at_1000_diff1": 0.149892, "nauc_map_at_1_max": 0.220152, "nauc_map_at_1_std": -0.27483, "nauc_map_at_1_diff1": 0.39084, "nauc_map_at_3_max": 0.315509, "nauc_map_at_3_std": -0.24448, "nauc_map_at_3_diff1": 0.306815, "nauc_map_at_5_max": 0.369195, "nauc_map_at_5_std": -0.243515, "nauc_map_at_5_diff1": 0.262849, "nauc_map_at_10_max": 0.378785, "nauc_map_at_10_std": -0.230908, "nauc_map_at_10_diff1": 0.205636, "nauc_map_at_20_max": 0.359088, "nauc_map_at_20_std": -0.223697, "nauc_map_at_20_diff1": 0.19663, "nauc_map_at_100_max": 0.360289, "nauc_map_at_100_std": -0.194776, "nauc_map_at_100_diff1": 0.194463, "nauc_map_at_1000_max": 0.373541, "nauc_map_at_1000_std": -0.126235, "nauc_map_at_1000_diff1": 0.184154, "nauc_recall_at_1_max": 0.220152, "nauc_recall_at_1_std": -0.27483, "nauc_recall_at_1_diff1": 0.39084, "nauc_recall_at_3_max": 0.306646, "nauc_recall_at_3_std": -0.236866, "nauc_recall_at_3_diff1": 0.279889, "nauc_recall_at_5_max": 0.33899, "nauc_recall_at_5_std": -0.252147, "nauc_recall_at_5_diff1": 0.207749, "nauc_recall_at_10_max": 0.326224, "nauc_recall_at_10_std": -0.27257, "nauc_recall_at_10_diff1": 0.158759, "nauc_recall_at_20_max": 0.250471, "nauc_recall_at_20_std": -0.278957, "nauc_recall_at_20_diff1": 0.149925, "nauc_recall_at_100_max": 0.297483, "nauc_recall_at_100_std": -0.286116, "nauc_recall_at_100_diff1": 0.171901, "nauc_recall_at_1000_max": 0.444768, "nauc_recall_at_1000_std": 0.430251, "nauc_recall_at_1000_diff1": 0.003789, "nauc_precision_at_1_max": 0.13461, "nauc_precision_at_1_std": -0.123746, "nauc_precision_at_1_diff1": 0.245338, "nauc_precision_at_3_max": 0.318668, "nauc_precision_at_3_std": -0.052551, "nauc_precision_at_3_diff1": 0.215128, "nauc_precision_at_5_max": 0.371406, "nauc_precision_at_5_std": -0.034597, "nauc_precision_at_5_diff1": 0.157847, "nauc_precision_at_10_max": 0.317109, "nauc_precision_at_10_std": 0.006663, "nauc_precision_at_10_diff1": 0.068873, "nauc_precision_at_20_max": 0.239045, "nauc_precision_at_20_std": 0.056979, "nauc_precision_at_20_diff1": 0.07187, "nauc_precision_at_100_max": 0.158935, "nauc_precision_at_100_std": 0.332777, "nauc_precision_at_100_diff1": -0.033245, "nauc_precision_at_1000_max": 0.069054, "nauc_precision_at_1000_std": 0.57037, "nauc_precision_at_1000_diff1": -0.092143, "nauc_mrr_at_1_max": 0.13461, "nauc_mrr_at_1_std": -0.123746, "nauc_mrr_at_1_diff1": 0.245338, "nauc_mrr_at_3_max": 0.19474, "nauc_mrr_at_3_std": -0.110873, "nauc_mrr_at_3_diff1": 0.235389, "nauc_mrr_at_5_max": 0.208637, "nauc_mrr_at_5_std": -0.115007, "nauc_mrr_at_5_diff1": 0.221952, "nauc_mrr_at_10_max": 0.207852, "nauc_mrr_at_10_std": -0.11967, "nauc_mrr_at_10_diff1": 0.218609, "nauc_mrr_at_20_max": 0.203648, "nauc_mrr_at_20_std": -0.117054, "nauc_mrr_at_20_diff1": 0.218516, "nauc_mrr_at_100_max": 0.204422, "nauc_mrr_at_100_std": -0.115851, "nauc_mrr_at_100_diff1": 0.220587, "nauc_mrr_at_1000_max": 0.204027, "nauc_mrr_at_1000_std": -0.116004, "nauc_mrr_at_1000_diff1": 0.22047, "main_score": 0.22203, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "gastroenterology": [ { "ndcg_at_1": 0.4825, "ndcg_at_3": 0.47905, "ndcg_at_5": 0.47215, "ndcg_at_10": 0.47161, "ndcg_at_20": 0.48683, "ndcg_at_100": 0.57644, "ndcg_at_1000": 0.67858, "map_at_1": 0.0672, "map_at_3": 0.12779, "map_at_5": 0.1585, "map_at_10": 0.20037, "map_at_20": 0.2497, "map_at_100": 0.35596, "map_at_1000": 0.41177, "recall_at_1": 0.0672, "recall_at_3": 0.13876, "recall_at_5": 0.18163, "recall_at_10": 0.26015, "recall_at_20": 0.37203, "recall_at_100": 0.69106, "recall_at_1000": 0.97372, "precision_at_1": 0.65, "precision_at_3": 0.57167, "precision_at_5": 0.519, "precision_at_10": 0.448, "precision_at_20": 0.38125, "precision_at_100": 0.21305, "precision_at_1000": 0.04711, "mrr_at_1": 0.65, "mrr_at_3": 0.755833, "mrr_at_5": 0.762583, "mrr_at_10": 0.76727, "mrr_at_20": 0.769564, "mrr_at_100": 0.769911, "mrr_at_1000": 0.769911, "nauc_ndcg_at_1_max": 0.271309, "nauc_ndcg_at_1_std": -0.009066, "nauc_ndcg_at_1_diff1": 0.251045, "nauc_ndcg_at_3_max": 0.333267, "nauc_ndcg_at_3_std": -4e-05, "nauc_ndcg_at_3_diff1": 0.212265, "nauc_ndcg_at_5_max": 0.312801, "nauc_ndcg_at_5_std": 0.031302, "nauc_ndcg_at_5_diff1": 0.201537, "nauc_ndcg_at_10_max": 0.317242, "nauc_ndcg_at_10_std": -0.021083, "nauc_ndcg_at_10_diff1": 0.219631, "nauc_ndcg_at_20_max": 0.344586, "nauc_ndcg_at_20_std": 0.010583, "nauc_ndcg_at_20_diff1": 0.213251, "nauc_ndcg_at_100_max": 0.387143, "nauc_ndcg_at_100_std": 0.156803, "nauc_ndcg_at_100_diff1": 0.252518, "nauc_ndcg_at_1000_max": 0.401387, "nauc_ndcg_at_1000_std": 0.109123, "nauc_ndcg_at_1000_diff1": 0.219717, "nauc_map_at_1_max": 0.038582, "nauc_map_at_1_std": -0.152409, "nauc_map_at_1_diff1": 0.43102, "nauc_map_at_3_max": 0.12333, "nauc_map_at_3_std": -0.097883, "nauc_map_at_3_diff1": 0.357084, "nauc_map_at_5_max": 0.141859, "nauc_map_at_5_std": -0.067423, "nauc_map_at_5_diff1": 0.328952, "nauc_map_at_10_max": 0.152381, "nauc_map_at_10_std": -0.052741, "nauc_map_at_10_diff1": 0.296434, "nauc_map_at_20_max": 0.20565, "nauc_map_at_20_std": 0.002593, "nauc_map_at_20_diff1": 0.243852, "nauc_map_at_100_max": 0.332728, "nauc_map_at_100_std": 0.131778, "nauc_map_at_100_diff1": 0.216112, "nauc_map_at_1000_max": 0.35895, "nauc_map_at_1000_std": 0.093689, "nauc_map_at_1000_diff1": 0.202817, "nauc_recall_at_1_max": 0.038582, "nauc_recall_at_1_std": -0.152409, "nauc_recall_at_1_diff1": 0.43102, "nauc_recall_at_3_max": 0.105893, "nauc_recall_at_3_std": -0.107474, "nauc_recall_at_3_diff1": 0.342411, "nauc_recall_at_5_max": 0.114164, "nauc_recall_at_5_std": -0.069187, "nauc_recall_at_5_diff1": 0.31674, "nauc_recall_at_10_max": 0.077888, "nauc_recall_at_10_std": -0.085441, "nauc_recall_at_10_diff1": 0.249082, "nauc_recall_at_20_max": 0.095847, "nauc_recall_at_20_std": -0.024982, "nauc_recall_at_20_diff1": 0.144553, "nauc_recall_at_100_max": 0.205284, "nauc_recall_at_100_std": 0.260172, "nauc_recall_at_100_diff1": 0.201612, "nauc_recall_at_1000_max": 0.309371, "nauc_recall_at_1000_std": 0.772281, "nauc_recall_at_1000_diff1": 0.275441, "nauc_precision_at_1_max": 0.392652, "nauc_precision_at_1_std": 0.035015, "nauc_precision_at_1_diff1": 0.249451, "nauc_precision_at_3_max": 0.376042, "nauc_precision_at_3_std": 0.065135, "nauc_precision_at_3_diff1": 0.053186, "nauc_precision_at_5_max": 0.321084, "nauc_precision_at_5_std": 0.126979, "nauc_precision_at_5_diff1": -0.024127, "nauc_precision_at_10_max": 0.287934, "nauc_precision_at_10_std": 0.082116, "nauc_precision_at_10_diff1": -0.091965, "nauc_precision_at_20_max": 0.29288, "nauc_precision_at_20_std": 0.096565, "nauc_precision_at_20_diff1": -0.140579, "nauc_precision_at_100_max": 0.15822, "nauc_precision_at_100_std": 0.027123, "nauc_precision_at_100_diff1": -0.099, "nauc_precision_at_1000_max": -0.0133, "nauc_precision_at_1000_std": -0.214743, "nauc_precision_at_1000_diff1": -0.175099, "nauc_mrr_at_1_max": 0.392652, "nauc_mrr_at_1_std": 0.035015, "nauc_mrr_at_1_diff1": 0.249451, "nauc_mrr_at_3_max": 0.405766, "nauc_mrr_at_3_std": 0.026629, "nauc_mrr_at_3_diff1": 0.27074, "nauc_mrr_at_5_max": 0.416258, "nauc_mrr_at_5_std": 0.042864, "nauc_mrr_at_5_diff1": 0.264354, "nauc_mrr_at_10_max": 0.411488, "nauc_mrr_at_10_std": 0.034236, "nauc_mrr_at_10_diff1": 0.262736, "nauc_mrr_at_20_max": 0.408545, "nauc_mrr_at_20_std": 0.030544, "nauc_mrr_at_20_diff1": 0.260942, "nauc_mrr_at_100_max": 0.408724, "nauc_mrr_at_100_std": 0.031505, "nauc_mrr_at_100_diff1": 0.261245, "nauc_mrr_at_1000_max": 0.408724, "nauc_mrr_at_1000_std": 0.031505, "nauc_mrr_at_1000_diff1": 0.261245, "main_score": 0.47161, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.205, "ndcg_at_3": 0.19475, "ndcg_at_5": 0.19622, "ndcg_at_10": 0.19861, "ndcg_at_20": 0.21221, "ndcg_at_100": 0.28503, "ndcg_at_1000": 0.41483, "map_at_1": 0.02688, "map_at_3": 0.04534, "map_at_5": 0.05637, "map_at_10": 0.07251, "map_at_20": 0.09156, "map_at_100": 0.13175, "map_at_1000": 0.16476, "recall_at_1": 0.02688, "recall_at_3": 0.05466, "recall_at_5": 0.07345, "recall_at_10": 0.12153, "recall_at_20": 0.18305, "recall_at_100": 0.40477, "recall_at_1000": 0.78647, "precision_at_1": 0.29, "precision_at_3": 0.245, "precision_at_5": 0.23, "precision_at_10": 0.199, "precision_at_20": 0.17025, "precision_at_100": 0.10815, "precision_at_1000": 0.03459, "mrr_at_1": 0.29, "mrr_at_3": 0.3525, "mrr_at_5": 0.37, "mrr_at_10": 0.385333, "mrr_at_20": 0.392626, "mrr_at_100": 0.397145, "mrr_at_1000": 0.397472, "nauc_ndcg_at_1_max": 0.266619, "nauc_ndcg_at_1_std": 0.099916, "nauc_ndcg_at_1_diff1": 0.089564, "nauc_ndcg_at_3_max": 0.326571, "nauc_ndcg_at_3_std": 0.138144, "nauc_ndcg_at_3_diff1": 0.03892, "nauc_ndcg_at_5_max": 0.35706, "nauc_ndcg_at_5_std": 0.152172, "nauc_ndcg_at_5_diff1": 0.067248, "nauc_ndcg_at_10_max": 0.34015, "nauc_ndcg_at_10_std": 0.153733, "nauc_ndcg_at_10_diff1": 0.075222, "nauc_ndcg_at_20_max": 0.351539, "nauc_ndcg_at_20_std": 0.206741, "nauc_ndcg_at_20_diff1": 0.10433, "nauc_ndcg_at_100_max": 0.409426, "nauc_ndcg_at_100_std": 0.355683, "nauc_ndcg_at_100_diff1": 0.136905, "nauc_ndcg_at_1000_max": 0.458872, "nauc_ndcg_at_1000_std": 0.35951, "nauc_ndcg_at_1000_diff1": 0.085976, "nauc_map_at_1_max": 0.131004, "nauc_map_at_1_std": 0.091397, "nauc_map_at_1_diff1": 0.31986, "nauc_map_at_3_max": 0.164531, "nauc_map_at_3_std": 0.116523, "nauc_map_at_3_diff1": 0.172882, "nauc_map_at_5_max": 0.199323, "nauc_map_at_5_std": 0.143897, "nauc_map_at_5_diff1": 0.141612, "nauc_map_at_10_max": 0.212084, "nauc_map_at_10_std": 0.168347, "nauc_map_at_10_diff1": 0.118199, "nauc_map_at_20_max": 0.248082, "nauc_map_at_20_std": 0.219309, "nauc_map_at_20_diff1": 0.102637, "nauc_map_at_100_max": 0.313868, "nauc_map_at_100_std": 0.319272, "nauc_map_at_100_diff1": 0.089533, "nauc_map_at_1000_max": 0.380964, "nauc_map_at_1000_std": 0.313406, "nauc_map_at_1000_diff1": 0.077879, "nauc_recall_at_1_max": 0.131004, "nauc_recall_at_1_std": 0.091397, "nauc_recall_at_1_diff1": 0.31986, "nauc_recall_at_3_max": 0.12769, "nauc_recall_at_3_std": 0.087908, "nauc_recall_at_3_diff1": 0.102137, "nauc_recall_at_5_max": 0.1639, "nauc_recall_at_5_std": 0.114665, "nauc_recall_at_5_diff1": 0.076589, "nauc_recall_at_10_max": 0.145009, "nauc_recall_at_10_std": 0.149113, "nauc_recall_at_10_diff1": 0.082329, "nauc_recall_at_20_max": 0.1995, "nauc_recall_at_20_std": 0.243025, "nauc_recall_at_20_diff1": 0.081412, "nauc_recall_at_100_max": 0.304848, "nauc_recall_at_100_std": 0.446061, "nauc_recall_at_100_diff1": 0.121109, "nauc_recall_at_1000_max": 0.465972, "nauc_recall_at_1000_std": 0.628018, "nauc_recall_at_1000_diff1": 0.008208, "nauc_precision_at_1_max": 0.328153, "nauc_precision_at_1_std": 0.082964, "nauc_precision_at_1_diff1": 0.051193, "nauc_precision_at_3_max": 0.391288, "nauc_precision_at_3_std": 0.137922, "nauc_precision_at_3_diff1": -0.006635, "nauc_precision_at_5_max": 0.425834, "nauc_precision_at_5_std": 0.141986, "nauc_precision_at_5_diff1": 0.038852, "nauc_precision_at_10_max": 0.407303, "nauc_precision_at_10_std": 0.143432, "nauc_precision_at_10_diff1": 0.01314, "nauc_precision_at_20_max": 0.422571, "nauc_precision_at_20_std": 0.158138, "nauc_precision_at_20_diff1": 0.039119, "nauc_precision_at_100_max": 0.420676, "nauc_precision_at_100_std": 0.150692, "nauc_precision_at_100_diff1": 0.008398, "nauc_precision_at_1000_max": 0.329845, "nauc_precision_at_1000_std": -0.140295, "nauc_precision_at_1000_diff1": 0.024492, "nauc_mrr_at_1_max": 0.328153, "nauc_mrr_at_1_std": 0.082964, "nauc_mrr_at_1_diff1": 0.051193, "nauc_mrr_at_3_max": 0.34105, "nauc_mrr_at_3_std": 0.098943, "nauc_mrr_at_3_diff1": 0.058798, "nauc_mrr_at_5_max": 0.340219, "nauc_mrr_at_5_std": 0.095794, "nauc_mrr_at_5_diff1": 0.073365, "nauc_mrr_at_10_max": 0.341867, "nauc_mrr_at_10_std": 0.102194, "nauc_mrr_at_10_diff1": 0.079118, "nauc_mrr_at_20_max": 0.347995, "nauc_mrr_at_20_std": 0.109551, "nauc_mrr_at_20_diff1": 0.080677, "nauc_mrr_at_100_max": 0.346739, "nauc_mrr_at_100_std": 0.107621, "nauc_mrr_at_100_diff1": 0.077333, "nauc_mrr_at_1000_max": 0.346473, "nauc_mrr_at_1000_std": 0.107298, "nauc_mrr_at_1000_diff1": 0.077557, "main_score": 0.19861, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.155, "ndcg_at_3": 0.15702, "ndcg_at_5": 0.15256, "ndcg_at_10": 0.15882, "ndcg_at_20": 0.17553, "ndcg_at_100": 0.24751, "ndcg_at_1000": 0.36738, "map_at_1": 0.01934, "map_at_3": 0.0379, "map_at_5": 0.04535, "map_at_10": 0.05809, "map_at_20": 0.07543, "map_at_100": 0.11208, "map_at_1000": 0.13745, "recall_at_1": 0.01934, "recall_at_3": 0.04881, "recall_at_5": 0.06345, "recall_at_10": 0.09569, "recall_at_20": 0.16174, "recall_at_100": 0.37578, "recall_at_1000": 0.72584, "precision_at_1": 0.2, "precision_at_3": 0.19333, "precision_at_5": 0.175, "precision_at_10": 0.1575, "precision_at_20": 0.142, "precision_at_100": 0.09125, "precision_at_1000": 0.02942, "mrr_at_1": 0.2, "mrr_at_3": 0.278333, "mrr_at_5": 0.294833, "mrr_at_10": 0.31246, "mrr_at_20": 0.322806, "mrr_at_100": 0.327749, "mrr_at_1000": 0.328136, "nauc_ndcg_at_1_max": 0.31635, "nauc_ndcg_at_1_std": 0.147865, "nauc_ndcg_at_1_diff1": 0.060727, "nauc_ndcg_at_3_max": 0.367429, "nauc_ndcg_at_3_std": 0.15249, "nauc_ndcg_at_3_diff1": 0.12579, "nauc_ndcg_at_5_max": 0.396104, "nauc_ndcg_at_5_std": 0.204223, "nauc_ndcg_at_5_diff1": 0.140885, "nauc_ndcg_at_10_max": 0.422411, "nauc_ndcg_at_10_std": 0.241597, "nauc_ndcg_at_10_diff1": 0.143552, "nauc_ndcg_at_20_max": 0.433753, "nauc_ndcg_at_20_std": 0.279328, "nauc_ndcg_at_20_diff1": 0.134199, "nauc_ndcg_at_100_max": 0.504287, "nauc_ndcg_at_100_std": 0.471196, "nauc_ndcg_at_100_diff1": 0.106323, "nauc_ndcg_at_1000_max": 0.518234, "nauc_ndcg_at_1000_std": 0.434986, "nauc_ndcg_at_1000_diff1": 0.089619, "nauc_map_at_1_max": 0.132982, "nauc_map_at_1_std": 0.015638, "nauc_map_at_1_diff1": -0.046732, "nauc_map_at_3_max": 0.134871, "nauc_map_at_3_std": 0.022338, "nauc_map_at_3_diff1": 0.106887, "nauc_map_at_5_max": 0.206537, "nauc_map_at_5_std": 0.099629, "nauc_map_at_5_diff1": 0.13949, "nauc_map_at_10_max": 0.305552, "nauc_map_at_10_std": 0.201762, "nauc_map_at_10_diff1": 0.166313, "nauc_map_at_20_max": 0.371854, "nauc_map_at_20_std": 0.253714, "nauc_map_at_20_diff1": 0.158081, "nauc_map_at_100_max": 0.468185, "nauc_map_at_100_std": 0.385392, "nauc_map_at_100_diff1": 0.125709, "nauc_map_at_1000_max": 0.480702, "nauc_map_at_1000_std": 0.380111, "nauc_map_at_1000_diff1": 0.132381, "nauc_recall_at_1_max": 0.132982, "nauc_recall_at_1_std": 0.015638, "nauc_recall_at_1_diff1": -0.046732, "nauc_recall_at_3_max": 0.104917, "nauc_recall_at_3_std": 0.020991, "nauc_recall_at_3_diff1": 0.133234, "nauc_recall_at_5_max": 0.17367, "nauc_recall_at_5_std": 0.126132, "nauc_recall_at_5_diff1": 0.150023, "nauc_recall_at_10_max": 0.283092, "nauc_recall_at_10_std": 0.277816, "nauc_recall_at_10_diff1": 0.128249, "nauc_recall_at_20_max": 0.294396, "nauc_recall_at_20_std": 0.331908, "nauc_recall_at_20_diff1": 0.121196, "nauc_recall_at_100_max": 0.399798, "nauc_recall_at_100_std": 0.62965, "nauc_recall_at_100_diff1": 0.03679, "nauc_recall_at_1000_max": 0.564928, "nauc_recall_at_1000_std": 0.767161, "nauc_recall_at_1000_diff1": -0.033173, "nauc_precision_at_1_max": 0.336608, "nauc_precision_at_1_std": 0.130828, "nauc_precision_at_1_diff1": 0.108993, "nauc_precision_at_3_max": 0.408956, "nauc_precision_at_3_std": 0.121877, "nauc_precision_at_3_diff1": 0.17354, "nauc_precision_at_5_max": 0.460632, "nauc_precision_at_5_std": 0.22803, "nauc_precision_at_5_diff1": 0.185262, "nauc_precision_at_10_max": 0.484929, "nauc_precision_at_10_std": 0.248279, "nauc_precision_at_10_diff1": 0.166375, "nauc_precision_at_20_max": 0.48345, "nauc_precision_at_20_std": 0.244145, "nauc_precision_at_20_diff1": 0.129383, "nauc_precision_at_100_max": 0.375212, "nauc_precision_at_100_std": 0.236509, "nauc_precision_at_100_diff1": 0.089564, "nauc_precision_at_1000_max": 0.032821, "nauc_precision_at_1000_std": -0.199906, "nauc_precision_at_1000_diff1": 0.063518, "nauc_mrr_at_1_max": 0.336608, "nauc_mrr_at_1_std": 0.130828, "nauc_mrr_at_1_diff1": 0.108993, "nauc_mrr_at_3_max": 0.362932, "nauc_mrr_at_3_std": 0.121273, "nauc_mrr_at_3_diff1": 0.13671, "nauc_mrr_at_5_max": 0.361471, "nauc_mrr_at_5_std": 0.133729, "nauc_mrr_at_5_diff1": 0.143312, "nauc_mrr_at_10_max": 0.364577, "nauc_mrr_at_10_std": 0.139386, "nauc_mrr_at_10_diff1": 0.137775, "nauc_mrr_at_20_max": 0.363254, "nauc_mrr_at_20_std": 0.146514, "nauc_mrr_at_20_diff1": 0.138466, "nauc_mrr_at_100_max": 0.364871, "nauc_mrr_at_100_std": 0.148392, "nauc_mrr_at_100_diff1": 0.136412, "nauc_mrr_at_1000_max": 0.364762, "nauc_mrr_at_1000_std": 0.147793, "nauc_mrr_at_1000_diff1": 0.136205, "main_score": 0.15882, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "genetics": [ { "ndcg_at_1": 0.4525, "ndcg_at_3": 0.4623, "ndcg_at_5": 0.46788, "ndcg_at_10": 0.47854, "ndcg_at_20": 0.49079, "ndcg_at_100": 0.5535, "ndcg_at_1000": 0.65461, "map_at_1": 0.06131, "map_at_3": 0.13787, "map_at_5": 0.17411, "map_at_10": 0.22168, "map_at_20": 0.25946, "map_at_100": 0.34018, "map_at_1000": 0.39664, "recall_at_1": 0.06131, "recall_at_3": 0.16629, "recall_at_5": 0.22012, "recall_at_10": 0.31549, "recall_at_20": 0.40715, "recall_at_100": 0.66018, "recall_at_1000": 0.9339, "precision_at_1": 0.585, "precision_at_3": 0.53833, "precision_at_5": 0.503, "precision_at_10": 0.4345, "precision_at_20": 0.35675, "precision_at_100": 0.1996, "precision_at_1000": 0.05385, "mrr_at_1": 0.585, "mrr_at_3": 0.7075, "mrr_at_5": 0.72375, "mrr_at_10": 0.729359, "mrr_at_20": 0.730839, "mrr_at_100": 0.731355, "mrr_at_1000": 0.731389, "nauc_ndcg_at_1_max": 0.087116, "nauc_ndcg_at_1_std": -0.018838, "nauc_ndcg_at_1_diff1": 0.19812, "nauc_ndcg_at_3_max": 0.211743, "nauc_ndcg_at_3_std": 0.082396, "nauc_ndcg_at_3_diff1": 0.134853, "nauc_ndcg_at_5_max": 0.232881, "nauc_ndcg_at_5_std": 0.092914, "nauc_ndcg_at_5_diff1": 0.126207, "nauc_ndcg_at_10_max": 0.252618, "nauc_ndcg_at_10_std": 0.096494, "nauc_ndcg_at_10_diff1": 0.139013, "nauc_ndcg_at_20_max": 0.32722, "nauc_ndcg_at_20_std": 0.170358, "nauc_ndcg_at_20_diff1": 0.152046, "nauc_ndcg_at_100_max": 0.37036, "nauc_ndcg_at_100_std": 0.294947, "nauc_ndcg_at_100_diff1": 0.157457, "nauc_ndcg_at_1000_max": 0.438735, "nauc_ndcg_at_1000_std": 0.300742, "nauc_ndcg_at_1000_diff1": 0.203574, "nauc_map_at_1_max": 0.199049, "nauc_map_at_1_std": 0.101044, "nauc_map_at_1_diff1": 0.374189, "nauc_map_at_3_max": 0.218371, "nauc_map_at_3_std": 0.140802, "nauc_map_at_3_diff1": 0.238623, "nauc_map_at_5_max": 0.211844, "nauc_map_at_5_std": 0.175815, "nauc_map_at_5_diff1": 0.184916, "nauc_map_at_10_max": 0.25009, "nauc_map_at_10_std": 0.222468, "nauc_map_at_10_diff1": 0.15833, "nauc_map_at_20_max": 0.304907, "nauc_map_at_20_std": 0.259631, "nauc_map_at_20_diff1": 0.146711, "nauc_map_at_100_max": 0.361994, "nauc_map_at_100_std": 0.317921, "nauc_map_at_100_diff1": 0.147474, "nauc_map_at_1000_max": 0.399417, "nauc_map_at_1000_std": 0.297346, "nauc_map_at_1000_diff1": 0.140318, "nauc_recall_at_1_max": 0.199049, "nauc_recall_at_1_std": 0.101044, "nauc_recall_at_1_diff1": 0.374189, "nauc_recall_at_3_max": 0.185698, "nauc_recall_at_3_std": 0.129636, "nauc_recall_at_3_diff1": 0.191092, "nauc_recall_at_5_max": 0.170463, "nauc_recall_at_5_std": 0.15209, "nauc_recall_at_5_diff1": 0.155836, "nauc_recall_at_10_max": 0.198151, "nauc_recall_at_10_std": 0.205434, "nauc_recall_at_10_diff1": 0.137208, "nauc_recall_at_20_max": 0.27188, "nauc_recall_at_20_std": 0.270192, "nauc_recall_at_20_diff1": 0.116741, "nauc_recall_at_100_max": 0.319206, "nauc_recall_at_100_std": 0.397694, "nauc_recall_at_100_diff1": 0.14809, "nauc_recall_at_1000_max": 0.595382, "nauc_recall_at_1000_std": 0.795847, "nauc_recall_at_1000_diff1": 0.32238, "nauc_precision_at_1_max": 0.113745, "nauc_precision_at_1_std": -0.068189, "nauc_precision_at_1_diff1": 0.151597, "nauc_precision_at_3_max": 0.248437, "nauc_precision_at_3_std": 0.085777, "nauc_precision_at_3_diff1": 0.012378, "nauc_precision_at_5_max": 0.209471, "nauc_precision_at_5_std": 0.096795, "nauc_precision_at_5_diff1": -0.071788, "nauc_precision_at_10_max": 0.150813, "nauc_precision_at_10_std": -0.010823, "nauc_precision_at_10_diff1": -0.116058, "nauc_precision_at_20_max": 0.129048, "nauc_precision_at_20_std": -0.035421, "nauc_precision_at_20_diff1": -0.115565, "nauc_precision_at_100_max": -0.014967, "nauc_precision_at_100_std": -0.152882, "nauc_precision_at_100_diff1": -0.113016, "nauc_precision_at_1000_max": -0.081403, "nauc_precision_at_1000_std": -0.28199, "nauc_precision_at_1000_diff1": -0.130873, "nauc_mrr_at_1_max": 0.113745, "nauc_mrr_at_1_std": -0.068189, "nauc_mrr_at_1_diff1": 0.151597, "nauc_mrr_at_3_max": 0.231475, "nauc_mrr_at_3_std": 0.012126, "nauc_mrr_at_3_diff1": 0.162109, "nauc_mrr_at_5_max": 0.202321, "nauc_mrr_at_5_std": -0.015734, "nauc_mrr_at_5_diff1": 0.160456, "nauc_mrr_at_10_max": 0.205139, "nauc_mrr_at_10_std": -0.014171, "nauc_mrr_at_10_diff1": 0.151575, "nauc_mrr_at_20_max": 0.20428, "nauc_mrr_at_20_std": -0.013059, "nauc_mrr_at_20_diff1": 0.153048, "nauc_mrr_at_100_max": 0.203064, "nauc_mrr_at_100_std": -0.014138, "nauc_mrr_at_100_diff1": 0.153738, "nauc_mrr_at_1000_max": 0.202983, "nauc_mrr_at_1000_std": -0.013867, "nauc_mrr_at_1000_diff1": 0.153626, "main_score": 0.47854, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.14, "ndcg_at_3": 0.14896, "ndcg_at_5": 0.1554, "ndcg_at_10": 0.16669, "ndcg_at_20": 0.1853, "ndcg_at_100": 0.24348, "ndcg_at_1000": 0.34923, "map_at_1": 0.02766, "map_at_3": 0.04955, "map_at_5": 0.0621, "map_at_10": 0.07736, "map_at_20": 0.09108, "map_at_100": 0.11611, "map_at_1000": 0.14023, "recall_at_1": 0.02766, "recall_at_3": 0.06286, "recall_at_5": 0.08685, "recall_at_10": 0.13354, "recall_at_20": 0.19833, "recall_at_100": 0.37645, "recall_at_1000": 0.67487, "precision_at_1": 0.195, "precision_at_3": 0.18333, "precision_at_5": 0.174, "precision_at_10": 0.1475, "precision_at_20": 0.12525, "precision_at_100": 0.08275, "precision_at_1000": 0.02992, "mrr_at_1": 0.195, "mrr_at_3": 0.275, "mrr_at_5": 0.2915, "mrr_at_10": 0.305996, "mrr_at_20": 0.312454, "mrr_at_100": 0.318059, "mrr_at_1000": 0.318486, "nauc_ndcg_at_1_max": 0.279593, "nauc_ndcg_at_1_std": 0.183924, "nauc_ndcg_at_1_diff1": 0.133597, "nauc_ndcg_at_3_max": 0.319989, "nauc_ndcg_at_3_std": 0.182336, "nauc_ndcg_at_3_diff1": 0.117957, "nauc_ndcg_at_5_max": 0.345744, "nauc_ndcg_at_5_std": 0.201405, "nauc_ndcg_at_5_diff1": 0.128581, "nauc_ndcg_at_10_max": 0.325146, "nauc_ndcg_at_10_std": 0.252397, "nauc_ndcg_at_10_diff1": 0.123407, "nauc_ndcg_at_20_max": 0.335451, "nauc_ndcg_at_20_std": 0.294974, "nauc_ndcg_at_20_diff1": 0.120843, "nauc_ndcg_at_100_max": 0.448379, "nauc_ndcg_at_100_std": 0.47211, "nauc_ndcg_at_100_diff1": 0.144236, "nauc_ndcg_at_1000_max": 0.492637, "nauc_ndcg_at_1000_std": 0.502469, "nauc_ndcg_at_1000_diff1": 0.131251, "nauc_map_at_1_max": 0.474006, "nauc_map_at_1_std": 0.335239, "nauc_map_at_1_diff1": 0.391655, "nauc_map_at_3_max": 0.305216, "nauc_map_at_3_std": 0.232472, "nauc_map_at_3_diff1": 0.27743, "nauc_map_at_5_max": 0.272126, "nauc_map_at_5_std": 0.209932, "nauc_map_at_5_diff1": 0.224542, "nauc_map_at_10_max": 0.246541, "nauc_map_at_10_std": 0.215417, "nauc_map_at_10_diff1": 0.18162, "nauc_map_at_20_max": 0.235185, "nauc_map_at_20_std": 0.23752, "nauc_map_at_20_diff1": 0.153805, "nauc_map_at_100_max": 0.332071, "nauc_map_at_100_std": 0.338291, "nauc_map_at_100_diff1": 0.166744, "nauc_map_at_1000_max": 0.400191, "nauc_map_at_1000_std": 0.373468, "nauc_map_at_1000_diff1": 0.153573, "nauc_recall_at_1_max": 0.474006, "nauc_recall_at_1_std": 0.335239, "nauc_recall_at_1_diff1": 0.391655, "nauc_recall_at_3_max": 0.229858, "nauc_recall_at_3_std": 0.202665, "nauc_recall_at_3_diff1": 0.215525, "nauc_recall_at_5_max": 0.203785, "nauc_recall_at_5_std": 0.197616, "nauc_recall_at_5_diff1": 0.139332, "nauc_recall_at_10_max": 0.156209, "nauc_recall_at_10_std": 0.229352, "nauc_recall_at_10_diff1": 0.094164, "nauc_recall_at_20_max": 0.180393, "nauc_recall_at_20_std": 0.305749, "nauc_recall_at_20_diff1": 0.065969, "nauc_recall_at_100_max": 0.354809, "nauc_recall_at_100_std": 0.569336, "nauc_recall_at_100_diff1": 0.101496, "nauc_recall_at_1000_max": 0.487428, "nauc_recall_at_1000_std": 0.753176, "nauc_recall_at_1000_diff1": 0.081369, "nauc_precision_at_1_max": 0.321778, "nauc_precision_at_1_std": 0.195556, "nauc_precision_at_1_diff1": 0.136921, "nauc_precision_at_3_max": 0.341827, "nauc_precision_at_3_std": 0.144248, "nauc_precision_at_3_diff1": 0.0445, "nauc_precision_at_5_max": 0.383436, "nauc_precision_at_5_std": 0.183411, "nauc_precision_at_5_diff1": 0.042011, "nauc_precision_at_10_max": 0.385664, "nauc_precision_at_10_std": 0.239782, "nauc_precision_at_10_diff1": -0.001294, "nauc_precision_at_20_max": 0.427322, "nauc_precision_at_20_std": 0.275858, "nauc_precision_at_20_diff1": -0.006316, "nauc_precision_at_100_max": 0.501762, "nauc_precision_at_100_std": 0.260105, "nauc_precision_at_100_diff1": 0.017689, "nauc_precision_at_1000_max": 0.41472, "nauc_precision_at_1000_std": 0.086367, "nauc_precision_at_1000_diff1": -0.070878, "nauc_mrr_at_1_max": 0.321778, "nauc_mrr_at_1_std": 0.195556, "nauc_mrr_at_1_diff1": 0.136921, "nauc_mrr_at_3_max": 0.346203, "nauc_mrr_at_3_std": 0.184032, "nauc_mrr_at_3_diff1": 0.094757, "nauc_mrr_at_5_max": 0.347682, "nauc_mrr_at_5_std": 0.202869, "nauc_mrr_at_5_diff1": 0.093829, "nauc_mrr_at_10_max": 0.346577, "nauc_mrr_at_10_std": 0.219071, "nauc_mrr_at_10_diff1": 0.081337, "nauc_mrr_at_20_max": 0.358387, "nauc_mrr_at_20_std": 0.225943, "nauc_mrr_at_20_diff1": 0.083512, "nauc_mrr_at_100_max": 0.356416, "nauc_mrr_at_100_std": 0.22443, "nauc_mrr_at_100_diff1": 0.083608, "nauc_mrr_at_1000_max": 0.356248, "nauc_mrr_at_1000_std": 0.223697, "nauc_mrr_at_1000_diff1": 0.08391, "main_score": 0.16669, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.14, "ndcg_at_3": 0.14417, "ndcg_at_5": 0.1612, "ndcg_at_10": 0.17621, "ndcg_at_20": 0.19265, "ndcg_at_100": 0.2426, "ndcg_at_1000": 0.33993, "map_at_1": 0.02744, "map_at_3": 0.05969, "map_at_5": 0.07445, "map_at_10": 0.09193, "map_at_20": 0.10475, "map_at_100": 0.12658, "map_at_1000": 0.14736, "recall_at_1": 0.02744, "recall_at_3": 0.07515, "recall_at_5": 0.10719, "recall_at_10": 0.1531, "recall_at_20": 0.21006, "recall_at_100": 0.36634, "recall_at_1000": 0.6311, "precision_at_1": 0.195, "precision_at_3": 0.16333, "precision_at_5": 0.165, "precision_at_10": 0.145, "precision_at_20": 0.12, "precision_at_100": 0.07195, "precision_at_1000": 0.02555, "mrr_at_1": 0.195, "mrr_at_3": 0.26, "mrr_at_5": 0.28425, "mrr_at_10": 0.295058, "mrr_at_20": 0.30259, "mrr_at_100": 0.307875, "mrr_at_1000": 0.308486, "nauc_ndcg_at_1_max": 0.28395, "nauc_ndcg_at_1_std": 0.181494, "nauc_ndcg_at_1_diff1": 0.14683, "nauc_ndcg_at_3_max": 0.333999, "nauc_ndcg_at_3_std": 0.269917, "nauc_ndcg_at_3_diff1": 0.165534, "nauc_ndcg_at_5_max": 0.359275, "nauc_ndcg_at_5_std": 0.278445, "nauc_ndcg_at_5_diff1": 0.163369, "nauc_ndcg_at_10_max": 0.388249, "nauc_ndcg_at_10_std": 0.321625, "nauc_ndcg_at_10_diff1": 0.173407, "nauc_ndcg_at_20_max": 0.419717, "nauc_ndcg_at_20_std": 0.367827, "nauc_ndcg_at_20_diff1": 0.162829, "nauc_ndcg_at_100_max": 0.518994, "nauc_ndcg_at_100_std": 0.483723, "nauc_ndcg_at_100_diff1": 0.194892, "nauc_ndcg_at_1000_max": 0.590935, "nauc_ndcg_at_1000_std": 0.560584, "nauc_ndcg_at_1000_diff1": 0.144736, "nauc_map_at_1_max": 0.273616, "nauc_map_at_1_std": 0.17107, "nauc_map_at_1_diff1": 0.311675, "nauc_map_at_3_max": 0.293319, "nauc_map_at_3_std": 0.251815, "nauc_map_at_3_diff1": 0.298915, "nauc_map_at_5_max": 0.310115, "nauc_map_at_5_std": 0.272224, "nauc_map_at_5_diff1": 0.276626, "nauc_map_at_10_max": 0.313436, "nauc_map_at_10_std": 0.271975, "nauc_map_at_10_diff1": 0.23983, "nauc_map_at_20_max": 0.327453, "nauc_map_at_20_std": 0.30122, "nauc_map_at_20_diff1": 0.221361, "nauc_map_at_100_max": 0.402826, "nauc_map_at_100_std": 0.374865, "nauc_map_at_100_diff1": 0.216949, "nauc_map_at_1000_max": 0.449855, "nauc_map_at_1000_std": 0.422073, "nauc_map_at_1000_diff1": 0.194214, "nauc_recall_at_1_max": 0.273616, "nauc_recall_at_1_std": 0.17107, "nauc_recall_at_1_diff1": 0.311675, "nauc_recall_at_3_max": 0.311545, "nauc_recall_at_3_std": 0.278209, "nauc_recall_at_3_diff1": 0.315365, "nauc_recall_at_5_max": 0.319819, "nauc_recall_at_5_std": 0.295867, "nauc_recall_at_5_diff1": 0.266918, "nauc_recall_at_10_max": 0.3392, "nauc_recall_at_10_std": 0.320368, "nauc_recall_at_10_diff1": 0.202409, "nauc_recall_at_20_max": 0.389414, "nauc_recall_at_20_std": 0.423551, "nauc_recall_at_20_diff1": 0.144287, "nauc_recall_at_100_max": 0.546484, "nauc_recall_at_100_std": 0.579515, "nauc_recall_at_100_diff1": 0.189617, "nauc_recall_at_1000_max": 0.719969, "nauc_recall_at_1000_std": 0.786536, "nauc_recall_at_1000_diff1": 0.134549, "nauc_precision_at_1_max": 0.285315, "nauc_precision_at_1_std": 0.217604, "nauc_precision_at_1_diff1": 0.142234, "nauc_precision_at_3_max": 0.334646, "nauc_precision_at_3_std": 0.296417, "nauc_precision_at_3_diff1": 0.079959, "nauc_precision_at_5_max": 0.377804, "nauc_precision_at_5_std": 0.295978, "nauc_precision_at_5_diff1": 0.044335, "nauc_precision_at_10_max": 0.397625, "nauc_precision_at_10_std": 0.306364, "nauc_precision_at_10_diff1": 0.01401, "nauc_precision_at_20_max": 0.441227, "nauc_precision_at_20_std": 0.33598, "nauc_precision_at_20_diff1": -0.010644, "nauc_precision_at_100_max": 0.363291, "nauc_precision_at_100_std": 0.284114, "nauc_precision_at_100_diff1": -0.084503, "nauc_precision_at_1000_max": 0.08763, "nauc_precision_at_1000_std": 0.003271, "nauc_precision_at_1000_diff1": -0.211339, "nauc_mrr_at_1_max": 0.285315, "nauc_mrr_at_1_std": 0.217604, "nauc_mrr_at_1_diff1": 0.142234, "nauc_mrr_at_3_max": 0.322145, "nauc_mrr_at_3_std": 0.260849, "nauc_mrr_at_3_diff1": 0.144099, "nauc_mrr_at_5_max": 0.322161, "nauc_mrr_at_5_std": 0.262302, "nauc_mrr_at_5_diff1": 0.125076, "nauc_mrr_at_10_max": 0.343086, "nauc_mrr_at_10_std": 0.28166, "nauc_mrr_at_10_diff1": 0.130567, "nauc_mrr_at_20_max": 0.349971, "nauc_mrr_at_20_std": 0.287082, "nauc_mrr_at_20_diff1": 0.124533, "nauc_mrr_at_100_max": 0.348554, "nauc_mrr_at_100_std": 0.285206, "nauc_mrr_at_100_diff1": 0.126447, "nauc_mrr_at_1000_max": 0.347872, "nauc_mrr_at_1000_std": 0.284639, "nauc_mrr_at_1000_diff1": 0.126502, "main_score": 0.17621, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "neuroscience_and_neurology": [ { "ndcg_at_1": 0.4075, "ndcg_at_3": 0.4183, "ndcg_at_5": 0.41041, "ndcg_at_10": 0.40409, "ndcg_at_20": 0.40889, "ndcg_at_100": 0.49811, "ndcg_at_1000": 0.62155, "map_at_1": 0.04189, "map_at_3": 0.08766, "map_at_5": 0.11327, "map_at_10": 0.15109, "map_at_20": 0.19284, "map_at_100": 0.29012, "map_at_1000": 0.34256, "recall_at_1": 0.04189, "recall_at_3": 0.10233, "recall_at_5": 0.1434, "recall_at_10": 0.2182, "recall_at_20": 0.30957, "recall_at_100": 0.63246, "recall_at_1000": 0.95981, "precision_at_1": 0.535, "precision_at_3": 0.52833, "precision_at_5": 0.489, "precision_at_10": 0.418, "precision_at_20": 0.351, "precision_at_100": 0.1969, "precision_at_1000": 0.03934, "mrr_at_1": 0.535, "mrr_at_3": 0.664167, "mrr_at_5": 0.677667, "mrr_at_10": 0.682815, "mrr_at_20": 0.684915, "mrr_at_100": 0.685721, "mrr_at_1000": 0.685823, "nauc_ndcg_at_1_max": 0.318905, "nauc_ndcg_at_1_std": 0.1416, "nauc_ndcg_at_1_diff1": 0.193517, "nauc_ndcg_at_3_max": 0.399648, "nauc_ndcg_at_3_std": 0.19502, "nauc_ndcg_at_3_diff1": 0.111864, "nauc_ndcg_at_5_max": 0.416387, "nauc_ndcg_at_5_std": 0.189093, "nauc_ndcg_at_5_diff1": 0.145537, "nauc_ndcg_at_10_max": 0.412812, "nauc_ndcg_at_10_std": 0.192356, "nauc_ndcg_at_10_diff1": 0.160957, "nauc_ndcg_at_20_max": 0.407661, "nauc_ndcg_at_20_std": 0.160815, "nauc_ndcg_at_20_diff1": 0.147198, "nauc_ndcg_at_100_max": 0.461581, "nauc_ndcg_at_100_std": 0.218247, "nauc_ndcg_at_100_diff1": 0.169334, "nauc_ndcg_at_1000_max": 0.540823, "nauc_ndcg_at_1000_std": 0.327067, "nauc_ndcg_at_1000_diff1": 0.149509, "nauc_map_at_1_max": 0.00306, "nauc_map_at_1_std": -0.04931, "nauc_map_at_1_diff1": 0.19573, "nauc_map_at_3_max": 0.051206, "nauc_map_at_3_std": -0.070447, "nauc_map_at_3_diff1": 0.096254, "nauc_map_at_5_max": 0.090117, "nauc_map_at_5_std": -0.059397, "nauc_map_at_5_diff1": 0.104253, "nauc_map_at_10_max": 0.136729, "nauc_map_at_10_std": -0.014982, "nauc_map_at_10_diff1": 0.108657, "nauc_map_at_20_max": 0.210497, "nauc_map_at_20_std": -0.000837, "nauc_map_at_20_diff1": 0.119205, "nauc_map_at_100_max": 0.391008, "nauc_map_at_100_std": 0.13119, "nauc_map_at_100_diff1": 0.1647, "nauc_map_at_1000_max": 0.453194, "nauc_map_at_1000_std": 0.211201, "nauc_map_at_1000_diff1": 0.161111, "nauc_recall_at_1_max": 0.00306, "nauc_recall_at_1_std": -0.04931, "nauc_recall_at_1_diff1": 0.19573, "nauc_recall_at_3_max": 0.007069, "nauc_recall_at_3_std": -0.095468, "nauc_recall_at_3_diff1": 0.06273, "nauc_recall_at_5_max": 0.019121, "nauc_recall_at_5_std": -0.090791, "nauc_recall_at_5_diff1": 0.100682, "nauc_recall_at_10_max": 0.009833, "nauc_recall_at_10_std": -0.046074, "nauc_recall_at_10_diff1": 0.092967, "nauc_recall_at_20_max": 0.055927, "nauc_recall_at_20_std": -0.057985, "nauc_recall_at_20_diff1": 0.086279, "nauc_recall_at_100_max": 0.198759, "nauc_recall_at_100_std": 0.107361, "nauc_recall_at_100_diff1": 0.105887, "nauc_recall_at_1000_max": 0.40227, "nauc_recall_at_1000_std": 0.642527, "nauc_recall_at_1000_diff1": -0.090805, "nauc_precision_at_1_max": 0.350733, "nauc_precision_at_1_std": 0.124445, "nauc_precision_at_1_diff1": 0.233094, "nauc_precision_at_3_max": 0.45614, "nauc_precision_at_3_std": 0.190211, "nauc_precision_at_3_diff1": 0.071945, "nauc_precision_at_5_max": 0.477658, "nauc_precision_at_5_std": 0.215721, "nauc_precision_at_5_diff1": 0.11485, "nauc_precision_at_10_max": 0.466961, "nauc_precision_at_10_std": 0.243515, "nauc_precision_at_10_diff1": 0.120799, "nauc_precision_at_20_max": 0.460689, "nauc_precision_at_20_std": 0.21985, "nauc_precision_at_20_diff1": 0.092437, "nauc_precision_at_100_max": 0.366146, "nauc_precision_at_100_std": 0.270168, "nauc_precision_at_100_diff1": 0.064038, "nauc_precision_at_1000_max": 0.185996, "nauc_precision_at_1000_std": 0.163051, "nauc_precision_at_1000_diff1": 0.002615, "nauc_mrr_at_1_max": 0.350733, "nauc_mrr_at_1_std": 0.124445, "nauc_mrr_at_1_diff1": 0.233094, "nauc_mrr_at_3_max": 0.447151, "nauc_mrr_at_3_std": 0.183293, "nauc_mrr_at_3_diff1": 0.185015, "nauc_mrr_at_5_max": 0.431252, "nauc_mrr_at_5_std": 0.176753, "nauc_mrr_at_5_diff1": 0.204551, "nauc_mrr_at_10_max": 0.424072, "nauc_mrr_at_10_std": 0.175448, "nauc_mrr_at_10_diff1": 0.206321, "nauc_mrr_at_20_max": 0.421397, "nauc_mrr_at_20_std": 0.173986, "nauc_mrr_at_20_diff1": 0.202819, "nauc_mrr_at_100_max": 0.420897, "nauc_mrr_at_100_std": 0.17281, "nauc_mrr_at_100_diff1": 0.202359, "nauc_mrr_at_1000_max": 0.420746, "nauc_mrr_at_1000_std": 0.172578, "nauc_mrr_at_1000_diff1": 0.20237, "main_score": 0.40409, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1175, "ndcg_at_3": 0.1136, "ndcg_at_5": 0.11605, "ndcg_at_10": 0.11339, "ndcg_at_20": 0.12123, "ndcg_at_100": 0.16561, "ndcg_at_1000": 0.29779, "map_at_1": 0.00877, "map_at_3": 0.02025, "map_at_5": 0.02698, "map_at_10": 0.03393, "map_at_20": 0.04342, "map_at_100": 0.06309, "map_at_1000": 0.0863, "recall_at_1": 0.00877, "recall_at_3": 0.02422, "recall_at_5": 0.04135, "recall_at_10": 0.06249, "recall_at_20": 0.1054, "recall_at_100": 0.24675, "recall_at_1000": 0.6383, "precision_at_1": 0.17, "precision_at_3": 0.155, "precision_at_5": 0.15, "precision_at_10": 0.1295, "precision_at_20": 0.114, "precision_at_100": 0.0705, "precision_at_1000": 0.02366, "mrr_at_1": 0.17, "mrr_at_3": 0.2175, "mrr_at_5": 0.23475, "mrr_at_10": 0.250171, "mrr_at_20": 0.259965, "mrr_at_100": 0.263995, "mrr_at_1000": 0.26456, "nauc_ndcg_at_1_max": 0.230491, "nauc_ndcg_at_1_std": 0.207587, "nauc_ndcg_at_1_diff1": 0.02842, "nauc_ndcg_at_3_max": 0.307879, "nauc_ndcg_at_3_std": 0.235171, "nauc_ndcg_at_3_diff1": -0.0551, "nauc_ndcg_at_5_max": 0.324919, "nauc_ndcg_at_5_std": 0.246357, "nauc_ndcg_at_5_diff1": -0.044126, "nauc_ndcg_at_10_max": 0.335532, "nauc_ndcg_at_10_std": 0.262608, "nauc_ndcg_at_10_diff1": -0.014947, "nauc_ndcg_at_20_max": 0.364336, "nauc_ndcg_at_20_std": 0.291302, "nauc_ndcg_at_20_diff1": 0.009297, "nauc_ndcg_at_100_max": 0.419207, "nauc_ndcg_at_100_std": 0.361164, "nauc_ndcg_at_100_diff1": 0.040786, "nauc_ndcg_at_1000_max": 0.487424, "nauc_ndcg_at_1000_std": 0.482907, "nauc_ndcg_at_1000_diff1": 0.060559, "nauc_map_at_1_max": 0.267176, "nauc_map_at_1_std": 0.09442, "nauc_map_at_1_diff1": -0.064953, "nauc_map_at_3_max": 0.393899, "nauc_map_at_3_std": 0.10458, "nauc_map_at_3_diff1": -0.072961, "nauc_map_at_5_max": 0.376279, "nauc_map_at_5_std": 0.113054, "nauc_map_at_5_diff1": -0.052183, "nauc_map_at_10_max": 0.382492, "nauc_map_at_10_std": 0.169096, "nauc_map_at_10_diff1": -0.009299, "nauc_map_at_20_max": 0.405469, "nauc_map_at_20_std": 0.221796, "nauc_map_at_20_diff1": 0.059346, "nauc_map_at_100_max": 0.45313, "nauc_map_at_100_std": 0.317242, "nauc_map_at_100_diff1": 0.078442, "nauc_map_at_1000_max": 0.481554, "nauc_map_at_1000_std": 0.401852, "nauc_map_at_1000_diff1": 0.063594, "nauc_recall_at_1_max": 0.267176, "nauc_recall_at_1_std": 0.09442, "nauc_recall_at_1_diff1": -0.064953, "nauc_recall_at_3_max": 0.381605, "nauc_recall_at_3_std": 0.095824, "nauc_recall_at_3_diff1": -0.060059, "nauc_recall_at_5_max": 0.317465, "nauc_recall_at_5_std": 0.087861, "nauc_recall_at_5_diff1": -0.083554, "nauc_recall_at_10_max": 0.296541, "nauc_recall_at_10_std": 0.192627, "nauc_recall_at_10_diff1": -0.020661, "nauc_recall_at_20_max": 0.301763, "nauc_recall_at_20_std": 0.215837, "nauc_recall_at_20_diff1": 0.049496, "nauc_recall_at_100_max": 0.353459, "nauc_recall_at_100_std": 0.331066, "nauc_recall_at_100_diff1": 0.081244, "nauc_recall_at_1000_max": 0.468508, "nauc_recall_at_1000_std": 0.515981, "nauc_recall_at_1000_diff1": 0.120396, "nauc_precision_at_1_max": 0.247282, "nauc_precision_at_1_std": 0.254918, "nauc_precision_at_1_diff1": 0.063065, "nauc_precision_at_3_max": 0.346608, "nauc_precision_at_3_std": 0.311009, "nauc_precision_at_3_diff1": -0.042664, "nauc_precision_at_5_max": 0.370489, "nauc_precision_at_5_std": 0.349105, "nauc_precision_at_5_diff1": -0.008494, "nauc_precision_at_10_max": 0.375722, "nauc_precision_at_10_std": 0.388916, "nauc_precision_at_10_diff1": 0.04862, "nauc_precision_at_20_max": 0.390564, "nauc_precision_at_20_std": 0.416956, "nauc_precision_at_20_diff1": 0.08521, "nauc_precision_at_100_max": 0.34907, "nauc_precision_at_100_std": 0.435568, "nauc_precision_at_100_diff1": 0.032516, "nauc_precision_at_1000_max": 0.340048, "nauc_precision_at_1000_std": 0.417141, "nauc_precision_at_1000_diff1": -0.043283, "nauc_mrr_at_1_max": 0.247282, "nauc_mrr_at_1_std": 0.254918, "nauc_mrr_at_1_diff1": 0.063065, "nauc_mrr_at_3_max": 0.301113, "nauc_mrr_at_3_std": 0.307409, "nauc_mrr_at_3_diff1": 0.01778, "nauc_mrr_at_5_max": 0.307764, "nauc_mrr_at_5_std": 0.307986, "nauc_mrr_at_5_diff1": 0.026349, "nauc_mrr_at_10_max": 0.31174, "nauc_mrr_at_10_std": 0.316077, "nauc_mrr_at_10_diff1": 0.029622, "nauc_mrr_at_20_max": 0.312784, "nauc_mrr_at_20_std": 0.317538, "nauc_mrr_at_20_diff1": 0.033462, "nauc_mrr_at_100_max": 0.310798, "nauc_mrr_at_100_std": 0.314645, "nauc_mrr_at_100_diff1": 0.037096, "nauc_mrr_at_1000_max": 0.310746, "nauc_mrr_at_1000_std": 0.31472, "nauc_mrr_at_1000_diff1": 0.036744, "main_score": 0.11339, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1075, "ndcg_at_3": 0.10898, "ndcg_at_5": 0.11347, "ndcg_at_10": 0.11827, "ndcg_at_20": 0.12454, "ndcg_at_100": 0.17775, "ndcg_at_1000": 0.31419, "map_at_1": 0.00611, "map_at_3": 0.01537, "map_at_5": 0.0229, "map_at_10": 0.03153, "map_at_20": 0.04184, "map_at_100": 0.06895, "map_at_1000": 0.09598, "recall_at_1": 0.00611, "recall_at_3": 0.02124, "recall_at_5": 0.0366, "recall_at_10": 0.06361, "recall_at_20": 0.10396, "recall_at_100": 0.27115, "recall_at_1000": 0.67945, "precision_at_1": 0.165, "precision_at_3": 0.16, "precision_at_5": 0.16, "precision_at_10": 0.147, "precision_at_20": 0.127, "precision_at_100": 0.08255, "precision_at_1000": 0.02602, "mrr_at_1": 0.165, "mrr_at_3": 0.219167, "mrr_at_5": 0.238417, "mrr_at_10": 0.257883, "mrr_at_20": 0.264386, "mrr_at_100": 0.270356, "mrr_at_1000": 0.271076, "nauc_ndcg_at_1_max": 0.381461, "nauc_ndcg_at_1_std": 0.263329, "nauc_ndcg_at_1_diff1": 0.221051, "nauc_ndcg_at_3_max": 0.390844, "nauc_ndcg_at_3_std": 0.316756, "nauc_ndcg_at_3_diff1": 0.146899, "nauc_ndcg_at_5_max": 0.404758, "nauc_ndcg_at_5_std": 0.313884, "nauc_ndcg_at_5_diff1": 0.150823, "nauc_ndcg_at_10_max": 0.415476, "nauc_ndcg_at_10_std": 0.367425, "nauc_ndcg_at_10_diff1": 0.088738, "nauc_ndcg_at_20_max": 0.405265, "nauc_ndcg_at_20_std": 0.386397, "nauc_ndcg_at_20_diff1": 0.108797, "nauc_ndcg_at_100_max": 0.450739, "nauc_ndcg_at_100_std": 0.44619, "nauc_ndcg_at_100_diff1": 0.124569, "nauc_ndcg_at_1000_max": 0.54551, "nauc_ndcg_at_1000_std": 0.55351, "nauc_ndcg_at_1000_diff1": 0.100254, "nauc_map_at_1_max": 0.168594, "nauc_map_at_1_std": 0.092043, "nauc_map_at_1_diff1": 0.206026, "nauc_map_at_3_max": 0.101728, "nauc_map_at_3_std": 0.076346, "nauc_map_at_3_diff1": 0.096879, "nauc_map_at_5_max": 0.115366, "nauc_map_at_5_std": 0.066237, "nauc_map_at_5_diff1": 0.10137, "nauc_map_at_10_max": 0.170576, "nauc_map_at_10_std": 0.166765, "nauc_map_at_10_diff1": 0.057014, "nauc_map_at_20_max": 0.224373, "nauc_map_at_20_std": 0.236296, "nauc_map_at_20_diff1": 0.094274, "nauc_map_at_100_max": 0.397958, "nauc_map_at_100_std": 0.383845, "nauc_map_at_100_diff1": 0.156899, "nauc_map_at_1000_max": 0.507972, "nauc_map_at_1000_std": 0.486992, "nauc_map_at_1000_diff1": 0.141078, "nauc_recall_at_1_max": 0.168594, "nauc_recall_at_1_std": 0.092043, "nauc_recall_at_1_diff1": 0.206026, "nauc_recall_at_3_max": 0.033345, "nauc_recall_at_3_std": 0.068854, "nauc_recall_at_3_diff1": 0.0359, "nauc_recall_at_5_max": 0.049282, "nauc_recall_at_5_std": 0.056424, "nauc_recall_at_5_diff1": 0.03245, "nauc_recall_at_10_max": 0.112281, "nauc_recall_at_10_std": 0.211224, "nauc_recall_at_10_diff1": -0.05757, "nauc_recall_at_20_max": 0.159553, "nauc_recall_at_20_std": 0.274514, "nauc_recall_at_20_diff1": 0.014732, "nauc_recall_at_100_max": 0.324708, "nauc_recall_at_100_std": 0.376432, "nauc_recall_at_100_diff1": 0.104854, "nauc_recall_at_1000_max": 0.499998, "nauc_recall_at_1000_std": 0.628445, "nauc_recall_at_1000_diff1": -0.004303, "nauc_precision_at_1_max": 0.433933, "nauc_precision_at_1_std": 0.28815, "nauc_precision_at_1_diff1": 0.200561, "nauc_precision_at_3_max": 0.434623, "nauc_precision_at_3_std": 0.3508, "nauc_precision_at_3_diff1": 0.121116, "nauc_precision_at_5_max": 0.440855, "nauc_precision_at_5_std": 0.341736, "nauc_precision_at_5_diff1": 0.121541, "nauc_precision_at_10_max": 0.483897, "nauc_precision_at_10_std": 0.422831, "nauc_precision_at_10_diff1": 0.083179, "nauc_precision_at_20_max": 0.512815, "nauc_precision_at_20_std": 0.459464, "nauc_precision_at_20_diff1": 0.144128, "nauc_precision_at_100_max": 0.567877, "nauc_precision_at_100_std": 0.509495, "nauc_precision_at_100_diff1": 0.170823, "nauc_precision_at_1000_max": 0.471773, "nauc_precision_at_1000_std": 0.389751, "nauc_precision_at_1000_diff1": 0.057018, "nauc_mrr_at_1_max": 0.433933, "nauc_mrr_at_1_std": 0.28815, "nauc_mrr_at_1_diff1": 0.200561, "nauc_mrr_at_3_max": 0.411335, "nauc_mrr_at_3_std": 0.318798, "nauc_mrr_at_3_diff1": 0.149499, "nauc_mrr_at_5_max": 0.399731, "nauc_mrr_at_5_std": 0.319078, "nauc_mrr_at_5_diff1": 0.135845, "nauc_mrr_at_10_max": 0.398897, "nauc_mrr_at_10_std": 0.319631, "nauc_mrr_at_10_diff1": 0.1267, "nauc_mrr_at_20_max": 0.402818, "nauc_mrr_at_20_std": 0.323294, "nauc_mrr_at_20_diff1": 0.138811, "nauc_mrr_at_100_max": 0.403424, "nauc_mrr_at_100_std": 0.32351, "nauc_mrr_at_100_diff1": 0.140254, "nauc_mrr_at_1000_max": 0.403064, "nauc_mrr_at_1000_std": 0.323235, "nauc_mrr_at_1000_diff1": 0.139767, "main_score": 0.11827, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "orthopedic_surgery": [ { "ndcg_at_1": 0.4975, "ndcg_at_3": 0.47111, "ndcg_at_5": 0.45757, "ndcg_at_10": 0.46229, "ndcg_at_20": 0.48235, "ndcg_at_100": 0.56523, "ndcg_at_1000": 0.62994, "map_at_1": 0.09835, "map_at_3": 0.17277, "map_at_5": 0.20749, "map_at_10": 0.25518, "map_at_20": 0.295, "map_at_100": 0.35013, "map_at_1000": 0.36765, "recall_at_1": 0.09835, "recall_at_3": 0.20137, "recall_at_5": 0.2647, "recall_at_10": 0.36055, "recall_at_20": 0.47879, "recall_at_100": 0.74758, "recall_at_1000": 0.9726, "precision_at_1": 0.575, "precision_at_3": 0.48333, "precision_at_5": 0.417, "precision_at_10": 0.327, "precision_at_20": 0.24125, "precision_at_100": 0.09835, "precision_at_1000": 0.01449, "mrr_at_1": 0.575, "mrr_at_3": 0.6775, "mrr_at_5": 0.6915, "mrr_at_10": 0.70074, "mrr_at_20": 0.702537, "mrr_at_100": 0.703831, "mrr_at_1000": 0.703886, "nauc_ndcg_at_1_max": 0.495362, "nauc_ndcg_at_1_std": 0.203173, "nauc_ndcg_at_1_diff1": 0.396387, "nauc_ndcg_at_3_max": 0.466106, "nauc_ndcg_at_3_std": 0.174229, "nauc_ndcg_at_3_diff1": 0.26934, "nauc_ndcg_at_5_max": 0.468361, "nauc_ndcg_at_5_std": 0.17672, "nauc_ndcg_at_5_diff1": 0.236928, "nauc_ndcg_at_10_max": 0.45981, "nauc_ndcg_at_10_std": 0.159418, "nauc_ndcg_at_10_diff1": 0.252658, "nauc_ndcg_at_20_max": 0.438592, "nauc_ndcg_at_20_std": 0.123761, "nauc_ndcg_at_20_diff1": 0.260942, "nauc_ndcg_at_100_max": 0.460837, "nauc_ndcg_at_100_std": 0.177453, "nauc_ndcg_at_100_diff1": 0.257869, "nauc_ndcg_at_1000_max": 0.523041, "nauc_ndcg_at_1000_std": 0.24937, "nauc_ndcg_at_1000_diff1": 0.228839, "nauc_map_at_1_max": 0.15339, "nauc_map_at_1_std": -0.054911, "nauc_map_at_1_diff1": 0.375221, "nauc_map_at_3_max": 0.241427, "nauc_map_at_3_std": -0.032897, "nauc_map_at_3_diff1": 0.279726, "nauc_map_at_5_max": 0.252664, "nauc_map_at_5_std": -0.048446, "nauc_map_at_5_diff1": 0.244149, "nauc_map_at_10_max": 0.286481, "nauc_map_at_10_std": -0.015647, "nauc_map_at_10_diff1": 0.235885, "nauc_map_at_20_max": 0.312202, "nauc_map_at_20_std": 0.012293, "nauc_map_at_20_diff1": 0.237023, "nauc_map_at_100_max": 0.357516, "nauc_map_at_100_std": 0.090646, "nauc_map_at_100_diff1": 0.214232, "nauc_map_at_1000_max": 0.378566, "nauc_map_at_1000_std": 0.126515, "nauc_map_at_1000_diff1": 0.196208, "nauc_recall_at_1_max": 0.15339, "nauc_recall_at_1_std": -0.054911, "nauc_recall_at_1_diff1": 0.375221, "nauc_recall_at_3_max": 0.186904, "nauc_recall_at_3_std": -0.039791, "nauc_recall_at_3_diff1": 0.226651, "nauc_recall_at_5_max": 0.151069, "nauc_recall_at_5_std": -0.084271, "nauc_recall_at_5_diff1": 0.150299, "nauc_recall_at_10_max": 0.155729, "nauc_recall_at_10_std": -0.086097, "nauc_recall_at_10_diff1": 0.180708, "nauc_recall_at_20_max": 0.158865, "nauc_recall_at_20_std": -0.08408, "nauc_recall_at_20_diff1": 0.20301, "nauc_recall_at_100_max": 0.127528, "nauc_recall_at_100_std": 0.037561, "nauc_recall_at_100_diff1": 0.229931, "nauc_recall_at_1000_max": 0.176119, "nauc_recall_at_1000_std": 0.351394, "nauc_recall_at_1000_diff1": 0.274503, "nauc_precision_at_1_max": 0.505581, "nauc_precision_at_1_std": 0.240939, "nauc_precision_at_1_diff1": 0.375728, "nauc_precision_at_3_max": 0.377962, "nauc_precision_at_3_std": 0.188625, "nauc_precision_at_3_diff1": 0.058371, "nauc_precision_at_5_max": 0.365513, "nauc_precision_at_5_std": 0.227478, "nauc_precision_at_5_diff1": -0.015741, "nauc_precision_at_10_max": 0.345133, "nauc_precision_at_10_std": 0.285692, "nauc_precision_at_10_diff1": -0.040269, "nauc_precision_at_20_max": 0.296482, "nauc_precision_at_20_std": 0.294775, "nauc_precision_at_20_diff1": -0.07003, "nauc_precision_at_100_max": 0.21286, "nauc_precision_at_100_std": 0.354757, "nauc_precision_at_100_diff1": -0.17426, "nauc_precision_at_1000_max": 0.167054, "nauc_precision_at_1000_std": 0.323727, "nauc_precision_at_1000_diff1": -0.207555, "nauc_mrr_at_1_max": 0.505581, "nauc_mrr_at_1_std": 0.240939, "nauc_mrr_at_1_diff1": 0.375728, "nauc_mrr_at_3_max": 0.554094, "nauc_mrr_at_3_std": 0.259508, "nauc_mrr_at_3_diff1": 0.327552, "nauc_mrr_at_5_max": 0.554489, "nauc_mrr_at_5_std": 0.269567, "nauc_mrr_at_5_diff1": 0.31252, "nauc_mrr_at_10_max": 0.553648, "nauc_mrr_at_10_std": 0.266963, "nauc_mrr_at_10_diff1": 0.317306, "nauc_mrr_at_20_max": 0.550834, "nauc_mrr_at_20_std": 0.262989, "nauc_mrr_at_20_diff1": 0.319445, "nauc_mrr_at_100_max": 0.550974, "nauc_mrr_at_100_std": 0.266197, "nauc_mrr_at_100_diff1": 0.321477, "nauc_mrr_at_1000_max": 0.55087, "nauc_mrr_at_1000_std": 0.266027, "nauc_mrr_at_1000_diff1": 0.321651, "main_score": 0.46229, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1025, "ndcg_at_3": 0.12258, "ndcg_at_5": 0.12619, "ndcg_at_10": 0.13357, "ndcg_at_20": 0.14431, "ndcg_at_100": 0.18915, "ndcg_at_1000": 0.26536, "map_at_1": 0.02642, "map_at_3": 0.04741, "map_at_5": 0.05618, "map_at_10": 0.0665, "map_at_20": 0.07487, "map_at_100": 0.09059, "map_at_1000": 0.09986, "recall_at_1": 0.02642, "recall_at_3": 0.06133, "recall_at_5": 0.08957, "recall_at_10": 0.12265, "recall_at_20": 0.15902, "recall_at_100": 0.3057, "recall_at_1000": 0.59579, "precision_at_1": 0.13, "precision_at_3": 0.13, "precision_at_5": 0.11, "precision_at_10": 0.0885, "precision_at_20": 0.06975, "precision_at_100": 0.03595, "precision_at_1000": 0.00848, "mrr_at_1": 0.13, "mrr_at_3": 0.191667, "mrr_at_5": 0.204917, "mrr_at_10": 0.213671, "mrr_at_20": 0.219264, "mrr_at_100": 0.223047, "mrr_at_1000": 0.223996, "nauc_ndcg_at_1_max": 0.379526, "nauc_ndcg_at_1_std": 0.287338, "nauc_ndcg_at_1_diff1": 0.279345, "nauc_ndcg_at_3_max": 0.379256, "nauc_ndcg_at_3_std": 0.258286, "nauc_ndcg_at_3_diff1": 0.254216, "nauc_ndcg_at_5_max": 0.392946, "nauc_ndcg_at_5_std": 0.311067, "nauc_ndcg_at_5_diff1": 0.232575, "nauc_ndcg_at_10_max": 0.398649, "nauc_ndcg_at_10_std": 0.332651, "nauc_ndcg_at_10_diff1": 0.257461, "nauc_ndcg_at_20_max": 0.405069, "nauc_ndcg_at_20_std": 0.357009, "nauc_ndcg_at_20_diff1": 0.220097, "nauc_ndcg_at_100_max": 0.479723, "nauc_ndcg_at_100_std": 0.439957, "nauc_ndcg_at_100_diff1": 0.214767, "nauc_ndcg_at_1000_max": 0.547968, "nauc_ndcg_at_1000_std": 0.456801, "nauc_ndcg_at_1000_diff1": 0.191875, "nauc_map_at_1_max": 0.170429, "nauc_map_at_1_std": 0.109518, "nauc_map_at_1_diff1": 0.555961, "nauc_map_at_3_max": 0.255043, "nauc_map_at_3_std": 0.152456, "nauc_map_at_3_diff1": 0.419614, "nauc_map_at_5_max": 0.268916, "nauc_map_at_5_std": 0.187983, "nauc_map_at_5_diff1": 0.356909, "nauc_map_at_10_max": 0.290656, "nauc_map_at_10_std": 0.23169, "nauc_map_at_10_diff1": 0.329075, "nauc_map_at_20_max": 0.314239, "nauc_map_at_20_std": 0.279587, "nauc_map_at_20_diff1": 0.299015, "nauc_map_at_100_max": 0.376049, "nauc_map_at_100_std": 0.364906, "nauc_map_at_100_diff1": 0.278548, "nauc_map_at_1000_max": 0.405817, "nauc_map_at_1000_std": 0.389122, "nauc_map_at_1000_diff1": 0.262754, "nauc_recall_at_1_max": 0.170429, "nauc_recall_at_1_std": 0.109518, "nauc_recall_at_1_diff1": 0.555961, "nauc_recall_at_3_max": 0.236986, "nauc_recall_at_3_std": 0.119922, "nauc_recall_at_3_diff1": 0.333715, "nauc_recall_at_5_max": 0.214915, "nauc_recall_at_5_std": 0.159468, "nauc_recall_at_5_diff1": 0.211009, "nauc_recall_at_10_max": 0.266392, "nauc_recall_at_10_std": 0.223059, "nauc_recall_at_10_diff1": 0.198624, "nauc_recall_at_20_max": 0.266047, "nauc_recall_at_20_std": 0.275124, "nauc_recall_at_20_diff1": 0.120141, "nauc_recall_at_100_max": 0.4586, "nauc_recall_at_100_std": 0.435923, "nauc_recall_at_100_diff1": 0.152907, "nauc_recall_at_1000_max": 0.643959, "nauc_recall_at_1000_std": 0.496913, "nauc_recall_at_1000_diff1": 0.188316, "nauc_precision_at_1_max": 0.440398, "nauc_precision_at_1_std": 0.311164, "nauc_precision_at_1_diff1": 0.29039, "nauc_precision_at_3_max": 0.438825, "nauc_precision_at_3_std": 0.326992, "nauc_precision_at_3_diff1": 0.159717, "nauc_precision_at_5_max": 0.497283, "nauc_precision_at_5_std": 0.449635, "nauc_precision_at_5_diff1": 0.103137, "nauc_precision_at_10_max": 0.515011, "nauc_precision_at_10_std": 0.521064, "nauc_precision_at_10_diff1": 0.163211, "nauc_precision_at_20_max": 0.534879, "nauc_precision_at_20_std": 0.539219, "nauc_precision_at_20_diff1": 0.082538, "nauc_precision_at_100_max": 0.544761, "nauc_precision_at_100_std": 0.575613, "nauc_precision_at_100_diff1": 0.020311, "nauc_precision_at_1000_max": 0.451627, "nauc_precision_at_1000_std": 0.348925, "nauc_precision_at_1000_diff1": -0.069456, "nauc_mrr_at_1_max": 0.440398, "nauc_mrr_at_1_std": 0.311164, "nauc_mrr_at_1_diff1": 0.29039, "nauc_mrr_at_3_max": 0.456539, "nauc_mrr_at_3_std": 0.333617, "nauc_mrr_at_3_diff1": 0.241223, "nauc_mrr_at_5_max": 0.464203, "nauc_mrr_at_5_std": 0.360352, "nauc_mrr_at_5_diff1": 0.231374, "nauc_mrr_at_10_max": 0.462836, "nauc_mrr_at_10_std": 0.364578, "nauc_mrr_at_10_diff1": 0.235599, "nauc_mrr_at_20_max": 0.471783, "nauc_mrr_at_20_std": 0.366866, "nauc_mrr_at_20_diff1": 0.227616, "nauc_mrr_at_100_max": 0.475915, "nauc_mrr_at_100_std": 0.3664, "nauc_mrr_at_100_diff1": 0.226627, "nauc_mrr_at_1000_max": 0.475172, "nauc_mrr_at_1000_std": 0.365991, "nauc_mrr_at_1000_diff1": 0.226728, "main_score": 0.13357, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.145, "ndcg_at_3": 0.16074, "ndcg_at_5": 0.15986, "ndcg_at_10": 0.16276, "ndcg_at_20": 0.176, "ndcg_at_100": 0.23834, "ndcg_at_1000": 0.32743, "map_at_1": 0.03711, "map_at_3": 0.06415, "map_at_5": 0.07337, "map_at_10": 0.08476, "map_at_20": 0.09374, "map_at_100": 0.11528, "map_at_1000": 0.12663, "recall_at_1": 0.03711, "recall_at_3": 0.08435, "recall_at_5": 0.10562, "recall_at_10": 0.13875, "recall_at_20": 0.18144, "recall_at_100": 0.38102, "recall_at_1000": 0.72624, "precision_at_1": 0.18, "precision_at_3": 0.16833, "precision_at_5": 0.14, "precision_at_10": 0.111, "precision_at_20": 0.08725, "precision_at_100": 0.04455, "precision_at_1000": 0.01022, "mrr_at_1": 0.18, "mrr_at_3": 0.265833, "mrr_at_5": 0.276833, "mrr_at_10": 0.287079, "mrr_at_20": 0.294047, "mrr_at_100": 0.297972, "mrr_at_1000": 0.298763, "nauc_ndcg_at_1_max": 0.383227, "nauc_ndcg_at_1_std": 0.180845, "nauc_ndcg_at_1_diff1": 0.199368, "nauc_ndcg_at_3_max": 0.384899, "nauc_ndcg_at_3_std": 0.222431, "nauc_ndcg_at_3_diff1": 0.161876, "nauc_ndcg_at_5_max": 0.389235, "nauc_ndcg_at_5_std": 0.233599, "nauc_ndcg_at_5_diff1": 0.149421, "nauc_ndcg_at_10_max": 0.383366, "nauc_ndcg_at_10_std": 0.222028, "nauc_ndcg_at_10_diff1": 0.140429, "nauc_ndcg_at_20_max": 0.400808, "nauc_ndcg_at_20_std": 0.219795, "nauc_ndcg_at_20_diff1": 0.142231, "nauc_ndcg_at_100_max": 0.457251, "nauc_ndcg_at_100_std": 0.312045, "nauc_ndcg_at_100_diff1": 0.15107, "nauc_ndcg_at_1000_max": 0.488005, "nauc_ndcg_at_1000_std": 0.354209, "nauc_ndcg_at_1000_diff1": 0.112598, "nauc_map_at_1_max": 0.134066, "nauc_map_at_1_std": 0.083154, "nauc_map_at_1_diff1": 0.320415, "nauc_map_at_3_max": 0.25559, "nauc_map_at_3_std": 0.143126, "nauc_map_at_3_diff1": 0.287484, "nauc_map_at_5_max": 0.270948, "nauc_map_at_5_std": 0.16141, "nauc_map_at_5_diff1": 0.235729, "nauc_map_at_10_max": 0.306905, "nauc_map_at_10_std": 0.170982, "nauc_map_at_10_diff1": 0.198176, "nauc_map_at_20_max": 0.332844, "nauc_map_at_20_std": 0.180973, "nauc_map_at_20_diff1": 0.191476, "nauc_map_at_100_max": 0.384364, "nauc_map_at_100_std": 0.243978, "nauc_map_at_100_diff1": 0.196791, "nauc_map_at_1000_max": 0.402682, "nauc_map_at_1000_std": 0.266116, "nauc_map_at_1000_diff1": 0.186477, "nauc_recall_at_1_max": 0.134066, "nauc_recall_at_1_std": 0.083154, "nauc_recall_at_1_diff1": 0.320415, "nauc_recall_at_3_max": 0.263175, "nauc_recall_at_3_std": 0.150732, "nauc_recall_at_3_diff1": 0.247345, "nauc_recall_at_5_max": 0.287998, "nauc_recall_at_5_std": 0.17938, "nauc_recall_at_5_diff1": 0.184749, "nauc_recall_at_10_max": 0.311158, "nauc_recall_at_10_std": 0.18567, "nauc_recall_at_10_diff1": 0.132363, "nauc_recall_at_20_max": 0.361902, "nauc_recall_at_20_std": 0.191572, "nauc_recall_at_20_diff1": 0.121668, "nauc_recall_at_100_max": 0.429081, "nauc_recall_at_100_std": 0.361718, "nauc_recall_at_100_diff1": 0.112384, "nauc_recall_at_1000_max": 0.573651, "nauc_recall_at_1000_std": 0.562417, "nauc_recall_at_1000_diff1": 0.027522, "nauc_precision_at_1_max": 0.409773, "nauc_precision_at_1_std": 0.185814, "nauc_precision_at_1_diff1": 0.225696, "nauc_precision_at_3_max": 0.481131, "nauc_precision_at_3_std": 0.288112, "nauc_precision_at_3_diff1": 0.160683, "nauc_precision_at_5_max": 0.468526, "nauc_precision_at_5_std": 0.299271, "nauc_precision_at_5_diff1": 0.08311, "nauc_precision_at_10_max": 0.468218, "nauc_precision_at_10_std": 0.275697, "nauc_precision_at_10_diff1": 0.032046, "nauc_precision_at_20_max": 0.491409, "nauc_precision_at_20_std": 0.266416, "nauc_precision_at_20_diff1": 0.033273, "nauc_precision_at_100_max": 0.448162, "nauc_precision_at_100_std": 0.367185, "nauc_precision_at_100_diff1": 0.047357, "nauc_precision_at_1000_max": 0.299029, "nauc_precision_at_1000_std": 0.253064, "nauc_precision_at_1000_diff1": -0.035704, "nauc_mrr_at_1_max": 0.409773, "nauc_mrr_at_1_std": 0.185814, "nauc_mrr_at_1_diff1": 0.225696, "nauc_mrr_at_3_max": 0.464733, "nauc_mrr_at_3_std": 0.268344, "nauc_mrr_at_3_diff1": 0.18707, "nauc_mrr_at_5_max": 0.478766, "nauc_mrr_at_5_std": 0.283162, "nauc_mrr_at_5_diff1": 0.185447, "nauc_mrr_at_10_max": 0.469734, "nauc_mrr_at_10_std": 0.278213, "nauc_mrr_at_10_diff1": 0.183925, "nauc_mrr_at_20_max": 0.476385, "nauc_mrr_at_20_std": 0.275958, "nauc_mrr_at_20_diff1": 0.184852, "nauc_mrr_at_100_max": 0.475431, "nauc_mrr_at_100_std": 0.277141, "nauc_mrr_at_100_diff1": 0.184808, "nauc_mrr_at_1000_max": 0.475283, "nauc_mrr_at_1000_std": 0.276797, "nauc_mrr_at_1000_diff1": 0.184833, "main_score": 0.16276, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "otorhinolaryngology": [ { "ndcg_at_1": 0.435, "ndcg_at_3": 0.38558, "ndcg_at_5": 0.37157, "ndcg_at_10": 0.3747, "ndcg_at_20": 0.37829, "ndcg_at_100": 0.47276, "ndcg_at_1000": 0.59096, "map_at_1": 0.04436, "map_at_3": 0.08305, "map_at_5": 0.10643, "map_at_10": 0.13931, "map_at_20": 0.17068, "map_at_100": 0.23917, "map_at_1000": 0.28151, "recall_at_1": 0.04436, "recall_at_3": 0.09527, "recall_at_5": 0.13546, "recall_at_10": 0.20929, "recall_at_20": 0.29483, "recall_at_100": 0.5989, "recall_at_1000": 0.9426, "precision_at_1": 0.525, "precision_at_3": 0.435, "precision_at_5": 0.39, "precision_at_10": 0.3405, "precision_at_20": 0.2735, "precision_at_100": 0.1531, "precision_at_1000": 0.03338, "mrr_at_1": 0.525, "mrr_at_3": 0.625833, "mrr_at_5": 0.646083, "mrr_at_10": 0.655891, "mrr_at_20": 0.659143, "mrr_at_100": 0.660378, "mrr_at_1000": 0.660425, "nauc_ndcg_at_1_max": 0.256106, "nauc_ndcg_at_1_std": 0.020505, "nauc_ndcg_at_1_diff1": 0.284141, "nauc_ndcg_at_3_max": 0.366884, "nauc_ndcg_at_3_std": 0.111199, "nauc_ndcg_at_3_diff1": 0.203417, "nauc_ndcg_at_5_max": 0.413384, "nauc_ndcg_at_5_std": 0.148635, "nauc_ndcg_at_5_diff1": 0.188276, "nauc_ndcg_at_10_max": 0.399779, "nauc_ndcg_at_10_std": 0.184214, "nauc_ndcg_at_10_diff1": 0.155067, "nauc_ndcg_at_20_max": 0.374147, "nauc_ndcg_at_20_std": 0.193109, "nauc_ndcg_at_20_diff1": 0.15765, "nauc_ndcg_at_100_max": 0.387056, "nauc_ndcg_at_100_std": 0.256629, "nauc_ndcg_at_100_diff1": 0.167809, "nauc_ndcg_at_1000_max": 0.491804, "nauc_ndcg_at_1000_std": 0.285857, "nauc_ndcg_at_1000_diff1": 0.185927, "nauc_map_at_1_max": 0.039907, "nauc_map_at_1_std": 0.040474, "nauc_map_at_1_diff1": 0.223116, "nauc_map_at_3_max": 0.118247, "nauc_map_at_3_std": 0.149787, "nauc_map_at_3_diff1": 0.197753, "nauc_map_at_5_max": 0.180677, "nauc_map_at_5_std": 0.178076, "nauc_map_at_5_diff1": 0.155651, "nauc_map_at_10_max": 0.219483, "nauc_map_at_10_std": 0.208223, "nauc_map_at_10_diff1": 0.128808, "nauc_map_at_20_max": 0.24928, "nauc_map_at_20_std": 0.219044, "nauc_map_at_20_diff1": 0.132045, "nauc_map_at_100_max": 0.351665, "nauc_map_at_100_std": 0.303379, "nauc_map_at_100_diff1": 0.118915, "nauc_map_at_1000_max": 0.429576, "nauc_map_at_1000_std": 0.345014, "nauc_map_at_1000_diff1": 0.134483, "nauc_recall_at_1_max": 0.039907, "nauc_recall_at_1_std": 0.040474, "nauc_recall_at_1_diff1": 0.223116, "nauc_recall_at_3_max": 0.078655, "nauc_recall_at_3_std": 0.141913, "nauc_recall_at_3_diff1": 0.140463, "nauc_recall_at_5_max": 0.132998, "nauc_recall_at_5_std": 0.155574, "nauc_recall_at_5_diff1": 0.084032, "nauc_recall_at_10_max": 0.07393, "nauc_recall_at_10_std": 0.184771, "nauc_recall_at_10_diff1": 0.048795, "nauc_recall_at_20_max": 0.089302, "nauc_recall_at_20_std": 0.163776, "nauc_recall_at_20_diff1": 0.057143, "nauc_recall_at_100_max": 0.082753, "nauc_recall_at_100_std": 0.214618, "nauc_recall_at_100_diff1": -0.003881, "nauc_recall_at_1000_max": 0.452151, "nauc_recall_at_1000_std": 0.617041, "nauc_recall_at_1000_diff1": 0.036684, "nauc_precision_at_1_max": 0.284716, "nauc_precision_at_1_std": 0.033077, "nauc_precision_at_1_diff1": 0.321211, "nauc_precision_at_3_max": 0.459607, "nauc_precision_at_3_std": 0.187336, "nauc_precision_at_3_diff1": 0.145308, "nauc_precision_at_5_max": 0.510693, "nauc_precision_at_5_std": 0.207956, "nauc_precision_at_5_diff1": 0.097256, "nauc_precision_at_10_max": 0.465745, "nauc_precision_at_10_std": 0.213784, "nauc_precision_at_10_diff1": 0.03737, "nauc_precision_at_20_max": 0.438028, "nauc_precision_at_20_std": 0.212314, "nauc_precision_at_20_diff1": 0.054785, "nauc_precision_at_100_max": 0.336537, "nauc_precision_at_100_std": 0.170057, "nauc_precision_at_100_diff1": 0.042102, "nauc_precision_at_1000_max": 0.256894, "nauc_precision_at_1000_std": 0.055633, "nauc_precision_at_1000_diff1": 0.060245, "nauc_mrr_at_1_max": 0.284716, "nauc_mrr_at_1_std": 0.033077, "nauc_mrr_at_1_diff1": 0.321211, "nauc_mrr_at_3_max": 0.320215, "nauc_mrr_at_3_std": 0.062625, "nauc_mrr_at_3_diff1": 0.284627, "nauc_mrr_at_5_max": 0.326345, "nauc_mrr_at_5_std": 0.054037, "nauc_mrr_at_5_diff1": 0.285358, "nauc_mrr_at_10_max": 0.321672, "nauc_mrr_at_10_std": 0.057953, "nauc_mrr_at_10_diff1": 0.291863, "nauc_mrr_at_20_max": 0.321046, "nauc_mrr_at_20_std": 0.054418, "nauc_mrr_at_20_diff1": 0.292204, "nauc_mrr_at_100_max": 0.319164, "nauc_mrr_at_100_std": 0.053425, "nauc_mrr_at_100_diff1": 0.292212, "nauc_mrr_at_1000_max": 0.319424, "nauc_mrr_at_1000_std": 0.053534, "nauc_mrr_at_1000_diff1": 0.292087, "main_score": 0.3747, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0875, "ndcg_at_3": 0.07695, "ndcg_at_5": 0.08257, "ndcg_at_10": 0.08319, "ndcg_at_20": 0.09184, "ndcg_at_100": 0.1347, "ndcg_at_1000": 0.25723, "map_at_1": 0.00513, "map_at_3": 0.01331, "map_at_5": 0.01854, "map_at_10": 0.02341, "map_at_20": 0.02943, "map_at_100": 0.04515, "map_at_1000": 0.06263, "recall_at_1": 0.00513, "recall_at_3": 0.02137, "recall_at_5": 0.03367, "recall_at_10": 0.04769, "recall_at_20": 0.07809, "recall_at_100": 0.19949, "recall_at_1000": 0.58811, "precision_at_1": 0.115, "precision_at_3": 0.09667, "precision_at_5": 0.1, "precision_at_10": 0.0885, "precision_at_20": 0.08325, "precision_at_100": 0.05525, "precision_at_1000": 0.01971, "mrr_at_1": 0.115, "mrr_at_3": 0.156667, "mrr_at_5": 0.176917, "mrr_at_10": 0.185224, "mrr_at_20": 0.195306, "mrr_at_100": 0.20113, "mrr_at_1000": 0.202068, "nauc_ndcg_at_1_max": 0.331173, "nauc_ndcg_at_1_std": 0.41935, "nauc_ndcg_at_1_diff1": 0.14881, "nauc_ndcg_at_3_max": 0.272084, "nauc_ndcg_at_3_std": 0.396958, "nauc_ndcg_at_3_diff1": 0.118596, "nauc_ndcg_at_5_max": 0.313997, "nauc_ndcg_at_5_std": 0.401973, "nauc_ndcg_at_5_diff1": 0.140716, "nauc_ndcg_at_10_max": 0.33051, "nauc_ndcg_at_10_std": 0.414045, "nauc_ndcg_at_10_diff1": 0.15552, "nauc_ndcg_at_20_max": 0.338876, "nauc_ndcg_at_20_std": 0.426455, "nauc_ndcg_at_20_diff1": 0.132437, "nauc_ndcg_at_100_max": 0.3701, "nauc_ndcg_at_100_std": 0.453456, "nauc_ndcg_at_100_diff1": 0.137545, "nauc_ndcg_at_1000_max": 0.48599, "nauc_ndcg_at_1000_std": 0.520348, "nauc_ndcg_at_1000_diff1": 0.161817, "nauc_map_at_1_max": 0.180073, "nauc_map_at_1_std": 0.305918, "nauc_map_at_1_diff1": 0.110985, "nauc_map_at_3_max": 0.073358, "nauc_map_at_3_std": 0.299481, "nauc_map_at_3_diff1": 0.091201, "nauc_map_at_5_max": 0.141467, "nauc_map_at_5_std": 0.364187, "nauc_map_at_5_diff1": 0.117397, "nauc_map_at_10_max": 0.18324, "nauc_map_at_10_std": 0.369832, "nauc_map_at_10_diff1": 0.107258, "nauc_map_at_20_max": 0.211494, "nauc_map_at_20_std": 0.396647, "nauc_map_at_20_diff1": 0.112367, "nauc_map_at_100_max": 0.29867, "nauc_map_at_100_std": 0.472371, "nauc_map_at_100_diff1": 0.172886, "nauc_map_at_1000_max": 0.386581, "nauc_map_at_1000_std": 0.516464, "nauc_map_at_1000_diff1": 0.204579, "nauc_recall_at_1_max": 0.180073, "nauc_recall_at_1_std": 0.305918, "nauc_recall_at_1_diff1": 0.110985, "nauc_recall_at_3_max": 0.003863, "nauc_recall_at_3_std": 0.195331, "nauc_recall_at_3_diff1": 0.01979, "nauc_recall_at_5_max": 0.084261, "nauc_recall_at_5_std": 0.28562, "nauc_recall_at_5_diff1": 0.05648, "nauc_recall_at_10_max": 0.133653, "nauc_recall_at_10_std": 0.304317, "nauc_recall_at_10_diff1": 0.046011, "nauc_recall_at_20_max": 0.185024, "nauc_recall_at_20_std": 0.362325, "nauc_recall_at_20_diff1": 0.053034, "nauc_recall_at_100_max": 0.226883, "nauc_recall_at_100_std": 0.357185, "nauc_recall_at_100_diff1": 0.09314, "nauc_recall_at_1000_max": 0.423405, "nauc_recall_at_1000_std": 0.520986, "nauc_recall_at_1000_diff1": 0.107006, "nauc_precision_at_1_max": 0.301851, "nauc_precision_at_1_std": 0.420217, "nauc_precision_at_1_diff1": 0.09264, "nauc_precision_at_3_max": 0.245728, "nauc_precision_at_3_std": 0.389387, "nauc_precision_at_3_diff1": 0.111229, "nauc_precision_at_5_max": 0.341183, "nauc_precision_at_5_std": 0.397196, "nauc_precision_at_5_diff1": 0.152169, "nauc_precision_at_10_max": 0.381688, "nauc_precision_at_10_std": 0.420727, "nauc_precision_at_10_diff1": 0.190279, "nauc_precision_at_20_max": 0.396876, "nauc_precision_at_20_std": 0.445496, "nauc_precision_at_20_diff1": 0.187802, "nauc_precision_at_100_max": 0.47024, "nauc_precision_at_100_std": 0.497133, "nauc_precision_at_100_diff1": 0.239377, "nauc_precision_at_1000_max": 0.428118, "nauc_precision_at_1000_std": 0.366913, "nauc_precision_at_1000_diff1": 0.184093, "nauc_mrr_at_1_max": 0.301851, "nauc_mrr_at_1_std": 0.420217, "nauc_mrr_at_1_diff1": 0.09264, "nauc_mrr_at_3_max": 0.280143, "nauc_mrr_at_3_std": 0.397423, "nauc_mrr_at_3_diff1": 0.076961, "nauc_mrr_at_5_max": 0.286492, "nauc_mrr_at_5_std": 0.382023, "nauc_mrr_at_5_diff1": 0.09845, "nauc_mrr_at_10_max": 0.300433, "nauc_mrr_at_10_std": 0.385039, "nauc_mrr_at_10_diff1": 0.098986, "nauc_mrr_at_20_max": 0.308484, "nauc_mrr_at_20_std": 0.394079, "nauc_mrr_at_20_diff1": 0.099611, "nauc_mrr_at_100_max": 0.310212, "nauc_mrr_at_100_std": 0.390941, "nauc_mrr_at_100_diff1": 0.097194, "nauc_mrr_at_1000_max": 0.309634, "nauc_mrr_at_1000_std": 0.391825, "nauc_mrr_at_1000_diff1": 0.09714, "main_score": 0.08319, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1075, "ndcg_at_3": 0.09585, "ndcg_at_5": 0.09099, "ndcg_at_10": 0.09487, "ndcg_at_20": 0.10415, "ndcg_at_100": 0.16687, "ndcg_at_1000": 0.28776, "map_at_1": 0.0076, "map_at_3": 0.01215, "map_at_5": 0.01524, "map_at_10": 0.02179, "map_at_20": 0.03012, "map_at_100": 0.05417, "map_at_1000": 0.07326, "recall_at_1": 0.0076, "recall_at_3": 0.01588, "recall_at_5": 0.02356, "recall_at_10": 0.04855, "recall_at_20": 0.08355, "recall_at_100": 0.25598, "recall_at_1000": 0.64418, "precision_at_1": 0.145, "precision_at_3": 0.11833, "precision_at_5": 0.109, "precision_at_10": 0.106, "precision_at_20": 0.09775, "precision_at_100": 0.0683, "precision_at_1000": 0.0204, "mrr_at_1": 0.145, "mrr_at_3": 0.199167, "mrr_at_5": 0.213917, "mrr_at_10": 0.232802, "mrr_at_20": 0.239341, "mrr_at_100": 0.244385, "mrr_at_1000": 0.245261, "nauc_ndcg_at_1_max": 0.276093, "nauc_ndcg_at_1_std": 0.115296, "nauc_ndcg_at_1_diff1": 0.302805, "nauc_ndcg_at_3_max": 0.362283, "nauc_ndcg_at_3_std": 0.182546, "nauc_ndcg_at_3_diff1": 0.272022, "nauc_ndcg_at_5_max": 0.393419, "nauc_ndcg_at_5_std": 0.222204, "nauc_ndcg_at_5_diff1": 0.266129, "nauc_ndcg_at_10_max": 0.449119, "nauc_ndcg_at_10_std": 0.317137, "nauc_ndcg_at_10_diff1": 0.218878, "nauc_ndcg_at_20_max": 0.539469, "nauc_ndcg_at_20_std": 0.41633, "nauc_ndcg_at_20_diff1": 0.204179, "nauc_ndcg_at_100_max": 0.582945, "nauc_ndcg_at_100_std": 0.503125, "nauc_ndcg_at_100_diff1": 0.20062, "nauc_ndcg_at_1000_max": 0.592003, "nauc_ndcg_at_1000_std": 0.470949, "nauc_ndcg_at_1000_diff1": 0.177339, "nauc_map_at_1_max": 0.133695, "nauc_map_at_1_std": -0.034592, "nauc_map_at_1_diff1": 0.290715, "nauc_map_at_3_max": 0.242286, "nauc_map_at_3_std": 0.092041, "nauc_map_at_3_diff1": 0.270961, "nauc_map_at_5_max": 0.278959, "nauc_map_at_5_std": 0.143829, "nauc_map_at_5_diff1": 0.268978, "nauc_map_at_10_max": 0.317627, "nauc_map_at_10_std": 0.233676, "nauc_map_at_10_diff1": 0.212422, "nauc_map_at_20_max": 0.423085, "nauc_map_at_20_std": 0.343621, "nauc_map_at_20_diff1": 0.202314, "nauc_map_at_100_max": 0.576847, "nauc_map_at_100_std": 0.537161, "nauc_map_at_100_diff1": 0.203113, "nauc_map_at_1000_max": 0.600248, "nauc_map_at_1000_std": 0.54188, "nauc_map_at_1000_diff1": 0.196687, "nauc_recall_at_1_max": 0.133695, "nauc_recall_at_1_std": -0.034592, "nauc_recall_at_1_diff1": 0.290715, "nauc_recall_at_3_max": 0.310618, "nauc_recall_at_3_std": 0.164687, "nauc_recall_at_3_diff1": 0.238511, "nauc_recall_at_5_max": 0.338417, "nauc_recall_at_5_std": 0.215716, "nauc_recall_at_5_diff1": 0.234621, "nauc_recall_at_10_max": 0.33083, "nauc_recall_at_10_std": 0.334455, "nauc_recall_at_10_diff1": 0.120646, "nauc_recall_at_20_max": 0.472123, "nauc_recall_at_20_std": 0.47307, "nauc_recall_at_20_diff1": 0.134184, "nauc_recall_at_100_max": 0.520241, "nauc_recall_at_100_std": 0.541993, "nauc_recall_at_100_diff1": 0.148166, "nauc_recall_at_1000_max": 0.580552, "nauc_recall_at_1000_std": 0.546476, "nauc_recall_at_1000_diff1": 0.135761, "nauc_precision_at_1_max": 0.310927, "nauc_precision_at_1_std": 0.163288, "nauc_precision_at_1_diff1": 0.290894, "nauc_precision_at_3_max": 0.411464, "nauc_precision_at_3_std": 0.245546, "nauc_precision_at_3_diff1": 0.275629, "nauc_precision_at_5_max": 0.440729, "nauc_precision_at_5_std": 0.289151, "nauc_precision_at_5_diff1": 0.248712, "nauc_precision_at_10_max": 0.486162, "nauc_precision_at_10_std": 0.372902, "nauc_precision_at_10_diff1": 0.153868, "nauc_precision_at_20_max": 0.564119, "nauc_precision_at_20_std": 0.455884, "nauc_precision_at_20_diff1": 0.138835, "nauc_precision_at_100_max": 0.529391, "nauc_precision_at_100_std": 0.453369, "nauc_precision_at_100_diff1": 0.151551, "nauc_precision_at_1000_max": 0.316254, "nauc_precision_at_1000_std": 0.1851, "nauc_precision_at_1000_diff1": 0.101733, "nauc_mrr_at_1_max": 0.310927, "nauc_mrr_at_1_std": 0.163288, "nauc_mrr_at_1_diff1": 0.290894, "nauc_mrr_at_3_max": 0.350132, "nauc_mrr_at_3_std": 0.198465, "nauc_mrr_at_3_diff1": 0.271594, "nauc_mrr_at_5_max": 0.345551, "nauc_mrr_at_5_std": 0.197736, "nauc_mrr_at_5_diff1": 0.263816, "nauc_mrr_at_10_max": 0.355279, "nauc_mrr_at_10_std": 0.213248, "nauc_mrr_at_10_diff1": 0.257885, "nauc_mrr_at_20_max": 0.362289, "nauc_mrr_at_20_std": 0.218794, "nauc_mrr_at_20_diff1": 0.258832, "nauc_mrr_at_100_max": 0.36321, "nauc_mrr_at_100_std": 0.216651, "nauc_mrr_at_100_diff1": 0.260268, "nauc_mrr_at_1000_max": 0.362554, "nauc_mrr_at_1000_std": 0.216521, "nauc_mrr_at_1000_diff1": 0.261204, "main_score": 0.09487, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "plastic_surgery": [ { "ndcg_at_1": 0.5375, "ndcg_at_3": 0.47713, "ndcg_at_5": 0.45146, "ndcg_at_10": 0.44201, "ndcg_at_20": 0.45968, "ndcg_at_100": 0.56247, "ndcg_at_1000": 0.65408, "map_at_1": 0.07064, "map_at_3": 0.13717, "map_at_5": 0.17067, "map_at_10": 0.20972, "map_at_20": 0.24586, "map_at_100": 0.32183, "map_at_1000": 0.35254, "recall_at_1": 0.07064, "recall_at_3": 0.15615, "recall_at_5": 0.21017, "recall_at_10": 0.28759, "recall_at_20": 0.39054, "recall_at_100": 0.70909, "recall_at_1000": 0.97466, "precision_at_1": 0.61, "precision_at_3": 0.50667, "precision_at_5": 0.437, "precision_at_10": 0.35, "precision_at_20": 0.2805, "precision_at_100": 0.13595, "precision_at_1000": 0.02378, "mrr_at_1": 0.61, "mrr_at_3": 0.723333, "mrr_at_5": 0.735083, "mrr_at_10": 0.743024, "mrr_at_20": 0.74488, "mrr_at_100": 0.745267, "mrr_at_1000": 0.745267, "nauc_ndcg_at_1_max": 0.181383, "nauc_ndcg_at_1_std": 0.014575, "nauc_ndcg_at_1_diff1": 0.287623, "nauc_ndcg_at_3_max": 0.3084, "nauc_ndcg_at_3_std": 0.03218, "nauc_ndcg_at_3_diff1": 0.229943, "nauc_ndcg_at_5_max": 0.303144, "nauc_ndcg_at_5_std": 0.018103, "nauc_ndcg_at_5_diff1": 0.237129, "nauc_ndcg_at_10_max": 0.302653, "nauc_ndcg_at_10_std": 0.041402, "nauc_ndcg_at_10_diff1": 0.254262, "nauc_ndcg_at_20_max": 0.286062, "nauc_ndcg_at_20_std": 0.054335, "nauc_ndcg_at_20_diff1": 0.247155, "nauc_ndcg_at_100_max": 0.312539, "nauc_ndcg_at_100_std": 0.154279, "nauc_ndcg_at_100_diff1": 0.228256, "nauc_ndcg_at_1000_max": 0.325454, "nauc_ndcg_at_1000_std": 0.162684, "nauc_ndcg_at_1000_diff1": 0.214174, "nauc_map_at_1_max": 0.025229, "nauc_map_at_1_std": -0.13957, "nauc_map_at_1_diff1": 0.3822, "nauc_map_at_3_max": 0.147132, "nauc_map_at_3_std": -0.116007, "nauc_map_at_3_diff1": 0.254796, "nauc_map_at_5_max": 0.162953, "nauc_map_at_5_std": -0.12528, "nauc_map_at_5_diff1": 0.227837, "nauc_map_at_10_max": 0.185501, "nauc_map_at_10_std": -0.095879, "nauc_map_at_10_diff1": 0.212689, "nauc_map_at_20_max": 0.204985, "nauc_map_at_20_std": -0.034589, "nauc_map_at_20_diff1": 0.213853, "nauc_map_at_100_max": 0.245909, "nauc_map_at_100_std": 0.079454, "nauc_map_at_100_diff1": 0.188814, "nauc_map_at_1000_max": 0.244008, "nauc_map_at_1000_std": 0.102338, "nauc_map_at_1000_diff1": 0.169217, "nauc_recall_at_1_max": 0.025229, "nauc_recall_at_1_std": -0.13957, "nauc_recall_at_1_diff1": 0.3822, "nauc_recall_at_3_max": 0.158033, "nauc_recall_at_3_std": -0.121737, "nauc_recall_at_3_diff1": 0.254332, "nauc_recall_at_5_max": 0.144283, "nauc_recall_at_5_std": -0.144221, "nauc_recall_at_5_diff1": 0.218494, "nauc_recall_at_10_max": 0.150829, "nauc_recall_at_10_std": -0.108907, "nauc_recall_at_10_diff1": 0.185105, "nauc_recall_at_20_max": 0.14469, "nauc_recall_at_20_std": -0.008922, "nauc_recall_at_20_diff1": 0.170655, "nauc_recall_at_100_max": 0.156624, "nauc_recall_at_100_std": 0.167301, "nauc_recall_at_100_diff1": 0.103442, "nauc_recall_at_1000_max": 0.473686, "nauc_recall_at_1000_std": 0.571778, "nauc_recall_at_1000_diff1": 0.173654, "nauc_precision_at_1_max": 0.123759, "nauc_precision_at_1_std": 0.03588, "nauc_precision_at_1_diff1": 0.274523, "nauc_precision_at_3_max": 0.307923, "nauc_precision_at_3_std": 0.085336, "nauc_precision_at_3_diff1": 0.115247, "nauc_precision_at_5_max": 0.286081, "nauc_precision_at_5_std": 0.08681, "nauc_precision_at_5_diff1": 0.095283, "nauc_precision_at_10_max": 0.232215, "nauc_precision_at_10_std": 0.201861, "nauc_precision_at_10_diff1": 0.030288, "nauc_precision_at_20_max": 0.14565, "nauc_precision_at_20_std": 0.294921, "nauc_precision_at_20_diff1": -0.045539, "nauc_precision_at_100_max": 0.017372, "nauc_precision_at_100_std": 0.237893, "nauc_precision_at_100_diff1": -0.133727, "nauc_precision_at_1000_max": -0.113158, "nauc_precision_at_1000_std": 0.058146, "nauc_precision_at_1000_diff1": -0.17387, "nauc_mrr_at_1_max": 0.123759, "nauc_mrr_at_1_std": 0.03588, "nauc_mrr_at_1_diff1": 0.274523, "nauc_mrr_at_3_max": 0.232605, "nauc_mrr_at_3_std": 0.061371, "nauc_mrr_at_3_diff1": 0.302823, "nauc_mrr_at_5_max": 0.228542, "nauc_mrr_at_5_std": 0.07098, "nauc_mrr_at_5_diff1": 0.307591, "nauc_mrr_at_10_max": 0.214371, "nauc_mrr_at_10_std": 0.061101, "nauc_mrr_at_10_diff1": 0.298939, "nauc_mrr_at_20_max": 0.213349, "nauc_mrr_at_20_std": 0.062267, "nauc_mrr_at_20_diff1": 0.297114, "nauc_mrr_at_100_max": 0.212778, "nauc_mrr_at_100_std": 0.062156, "nauc_mrr_at_100_diff1": 0.297422, "nauc_mrr_at_1000_max": 0.212778, "nauc_mrr_at_1000_std": 0.062156, "nauc_mrr_at_1000_diff1": 0.297422, "main_score": 0.44201, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.08, "ndcg_at_3": 0.07909, "ndcg_at_5": 0.08088, "ndcg_at_10": 0.09418, "ndcg_at_20": 0.10811, "ndcg_at_100": 0.18139, "ndcg_at_1000": 0.28871, "map_at_1": 0.00738, "map_at_3": 0.01557, "map_at_5": 0.02181, "map_at_10": 0.03111, "map_at_20": 0.04085, "map_at_100": 0.06594, "map_at_1000": 0.08071, "recall_at_1": 0.00738, "recall_at_3": 0.02442, "recall_at_5": 0.04057, "recall_at_10": 0.07421, "recall_at_20": 0.1154, "recall_at_100": 0.31748, "recall_at_1000": 0.68153, "precision_at_1": 0.11, "precision_at_3": 0.10667, "precision_at_5": 0.1, "precision_at_10": 0.0975, "precision_at_20": 0.086, "precision_at_100": 0.0521, "precision_at_1000": 0.01431, "mrr_at_1": 0.11, "mrr_at_3": 0.160833, "mrr_at_5": 0.178083, "mrr_at_10": 0.197591, "mrr_at_20": 0.204115, "mrr_at_100": 0.210834, "mrr_at_1000": 0.211483, "nauc_ndcg_at_1_max": 0.203796, "nauc_ndcg_at_1_std": 0.214435, "nauc_ndcg_at_1_diff1": 0.166013, "nauc_ndcg_at_3_max": 0.2829, "nauc_ndcg_at_3_std": 0.291543, "nauc_ndcg_at_3_diff1": 0.134942, "nauc_ndcg_at_5_max": 0.338905, "nauc_ndcg_at_5_std": 0.35135, "nauc_ndcg_at_5_diff1": 0.160264, "nauc_ndcg_at_10_max": 0.405641, "nauc_ndcg_at_10_std": 0.402432, "nauc_ndcg_at_10_diff1": 0.220163, "nauc_ndcg_at_20_max": 0.452975, "nauc_ndcg_at_20_std": 0.430787, "nauc_ndcg_at_20_diff1": 0.214643, "nauc_ndcg_at_100_max": 0.548331, "nauc_ndcg_at_100_std": 0.544925, "nauc_ndcg_at_100_diff1": 0.186026, "nauc_ndcg_at_1000_max": 0.575694, "nauc_ndcg_at_1000_std": 0.609923, "nauc_ndcg_at_1000_diff1": 0.146382, "nauc_map_at_1_max": 0.185537, "nauc_map_at_1_std": 0.118053, "nauc_map_at_1_diff1": 0.369681, "nauc_map_at_3_max": 0.246447, "nauc_map_at_3_std": 0.189254, "nauc_map_at_3_diff1": 0.250659, "nauc_map_at_5_max": 0.287383, "nauc_map_at_5_std": 0.237047, "nauc_map_at_5_diff1": 0.298059, "nauc_map_at_10_max": 0.361994, "nauc_map_at_10_std": 0.309422, "nauc_map_at_10_diff1": 0.328472, "nauc_map_at_20_max": 0.415982, "nauc_map_at_20_std": 0.361189, "nauc_map_at_20_diff1": 0.299701, "nauc_map_at_100_max": 0.497147, "nauc_map_at_100_std": 0.479113, "nauc_map_at_100_diff1": 0.235522, "nauc_map_at_1000_max": 0.517057, "nauc_map_at_1000_std": 0.524966, "nauc_map_at_1000_diff1": 0.216418, "nauc_recall_at_1_max": 0.185537, "nauc_recall_at_1_std": 0.118053, "nauc_recall_at_1_diff1": 0.369681, "nauc_recall_at_3_max": 0.220319, "nauc_recall_at_3_std": 0.189171, "nauc_recall_at_3_diff1": 0.20727, "nauc_recall_at_5_max": 0.277222, "nauc_recall_at_5_std": 0.286676, "nauc_recall_at_5_diff1": 0.25925, "nauc_recall_at_10_max": 0.389145, "nauc_recall_at_10_std": 0.3648, "nauc_recall_at_10_diff1": 0.304974, "nauc_recall_at_20_max": 0.479091, "nauc_recall_at_20_std": 0.430263, "nauc_recall_at_20_diff1": 0.250858, "nauc_recall_at_100_max": 0.551124, "nauc_recall_at_100_std": 0.52948, "nauc_recall_at_100_diff1": 0.148813, "nauc_recall_at_1000_max": 0.667518, "nauc_recall_at_1000_std": 0.675661, "nauc_recall_at_1000_diff1": 0.07313, "nauc_precision_at_1_max": 0.212006, "nauc_precision_at_1_std": 0.20223, "nauc_precision_at_1_diff1": 0.197008, "nauc_precision_at_3_max": 0.320517, "nauc_precision_at_3_std": 0.333503, "nauc_precision_at_3_diff1": 0.141276, "nauc_precision_at_5_max": 0.385938, "nauc_precision_at_5_std": 0.419343, "nauc_precision_at_5_diff1": 0.151834, "nauc_precision_at_10_max": 0.444993, "nauc_precision_at_10_std": 0.474565, "nauc_precision_at_10_diff1": 0.193327, "nauc_precision_at_20_max": 0.445148, "nauc_precision_at_20_std": 0.472792, "nauc_precision_at_20_diff1": 0.11725, "nauc_precision_at_100_max": 0.460959, "nauc_precision_at_100_std": 0.55699, "nauc_precision_at_100_diff1": 0.071184, "nauc_precision_at_1000_max": 0.327634, "nauc_precision_at_1000_std": 0.42608, "nauc_precision_at_1000_diff1": 0.025587, "nauc_mrr_at_1_max": 0.212006, "nauc_mrr_at_1_std": 0.20223, "nauc_mrr_at_1_diff1": 0.197008, "nauc_mrr_at_3_max": 0.266723, "nauc_mrr_at_3_std": 0.254041, "nauc_mrr_at_3_diff1": 0.20007, "nauc_mrr_at_5_max": 0.297704, "nauc_mrr_at_5_std": 0.3042, "nauc_mrr_at_5_diff1": 0.196396, "nauc_mrr_at_10_max": 0.322344, "nauc_mrr_at_10_std": 0.321147, "nauc_mrr_at_10_diff1": 0.210222, "nauc_mrr_at_20_max": 0.327783, "nauc_mrr_at_20_std": 0.326033, "nauc_mrr_at_20_diff1": 0.203796, "nauc_mrr_at_100_max": 0.326852, "nauc_mrr_at_100_std": 0.323546, "nauc_mrr_at_100_diff1": 0.201325, "nauc_mrr_at_1000_max": 0.326145, "nauc_mrr_at_1000_std": 0.322846, "nauc_mrr_at_1000_diff1": 0.201512, "main_score": 0.09418, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.145, "ndcg_at_3": 0.13651, "ndcg_at_5": 0.13187, "ndcg_at_10": 0.13713, "ndcg_at_20": 0.15006, "ndcg_at_100": 0.22519, "ndcg_at_1000": 0.32729, "map_at_1": 0.01829, "map_at_3": 0.03604, "map_at_5": 0.04349, "map_at_10": 0.05669, "map_at_20": 0.06715, "map_at_100": 0.09575, "map_at_1000": 0.11025, "recall_at_1": 0.01829, "recall_at_3": 0.04392, "recall_at_5": 0.06119, "recall_at_10": 0.10052, "recall_at_20": 0.14919, "recall_at_100": 0.35955, "recall_at_1000": 0.71288, "precision_at_1": 0.195, "precision_at_3": 0.16, "precision_at_5": 0.14, "precision_at_10": 0.1215, "precision_at_20": 0.1015, "precision_at_100": 0.0591, "precision_at_1000": 0.01455, "mrr_at_1": 0.195, "mrr_at_3": 0.25, "mrr_at_5": 0.2675, "mrr_at_10": 0.280468, "mrr_at_20": 0.287517, "mrr_at_100": 0.292609, "mrr_at_1000": 0.29335, "nauc_ndcg_at_1_max": 0.243183, "nauc_ndcg_at_1_std": 0.262171, "nauc_ndcg_at_1_diff1": 0.078756, "nauc_ndcg_at_3_max": 0.292997, "nauc_ndcg_at_3_std": 0.322411, "nauc_ndcg_at_3_diff1": 0.132559, "nauc_ndcg_at_5_max": 0.357249, "nauc_ndcg_at_5_std": 0.399074, "nauc_ndcg_at_5_diff1": 0.165311, "nauc_ndcg_at_10_max": 0.424695, "nauc_ndcg_at_10_std": 0.449991, "nauc_ndcg_at_10_diff1": 0.182262, "nauc_ndcg_at_20_max": 0.471943, "nauc_ndcg_at_20_std": 0.493461, "nauc_ndcg_at_20_diff1": 0.195594, "nauc_ndcg_at_100_max": 0.61209, "nauc_ndcg_at_100_std": 0.667105, "nauc_ndcg_at_100_diff1": 0.142103, "nauc_ndcg_at_1000_max": 0.576398, "nauc_ndcg_at_1000_std": 0.643541, "nauc_ndcg_at_1000_diff1": 0.128668, "nauc_map_at_1_max": 0.352678, "nauc_map_at_1_std": 0.449089, "nauc_map_at_1_diff1": 0.319802, "nauc_map_at_3_max": 0.399177, "nauc_map_at_3_std": 0.438244, "nauc_map_at_3_diff1": 0.262804, "nauc_map_at_5_max": 0.427429, "nauc_map_at_5_std": 0.473383, "nauc_map_at_5_diff1": 0.2566, "nauc_map_at_10_max": 0.469681, "nauc_map_at_10_std": 0.496071, "nauc_map_at_10_diff1": 0.255125, "nauc_map_at_20_max": 0.487017, "nauc_map_at_20_std": 0.524382, "nauc_map_at_20_diff1": 0.240229, "nauc_map_at_100_max": 0.559471, "nauc_map_at_100_std": 0.626025, "nauc_map_at_100_diff1": 0.196389, "nauc_map_at_1000_max": 0.559335, "nauc_map_at_1000_std": 0.64049, "nauc_map_at_1000_diff1": 0.18259, "nauc_recall_at_1_max": 0.352678, "nauc_recall_at_1_std": 0.449089, "nauc_recall_at_1_diff1": 0.319802, "nauc_recall_at_3_max": 0.413085, "nauc_recall_at_3_std": 0.422296, "nauc_recall_at_3_diff1": 0.260243, "nauc_recall_at_5_max": 0.454146, "nauc_recall_at_5_std": 0.490018, "nauc_recall_at_5_diff1": 0.282057, "nauc_recall_at_10_max": 0.51677, "nauc_recall_at_10_std": 0.505919, "nauc_recall_at_10_diff1": 0.266213, "nauc_recall_at_20_max": 0.551949, "nauc_recall_at_20_std": 0.556533, "nauc_recall_at_20_diff1": 0.257768, "nauc_recall_at_100_max": 0.688477, "nauc_recall_at_100_std": 0.757723, "nauc_recall_at_100_diff1": 0.122461, "nauc_recall_at_1000_max": 0.720937, "nauc_recall_at_1000_std": 0.786679, "nauc_recall_at_1000_diff1": 0.137759, "nauc_precision_at_1_max": 0.246053, "nauc_precision_at_1_std": 0.29851, "nauc_precision_at_1_diff1": 0.057012, "nauc_precision_at_3_max": 0.292224, "nauc_precision_at_3_std": 0.326281, "nauc_precision_at_3_diff1": 0.126655, "nauc_precision_at_5_max": 0.356702, "nauc_precision_at_5_std": 0.413581, "nauc_precision_at_5_diff1": 0.144681, "nauc_precision_at_10_max": 0.376572, "nauc_precision_at_10_std": 0.432263, "nauc_precision_at_10_diff1": 0.10636, "nauc_precision_at_20_max": 0.395504, "nauc_precision_at_20_std": 0.47344, "nauc_precision_at_20_diff1": 0.069764, "nauc_precision_at_100_max": 0.405529, "nauc_precision_at_100_std": 0.545037, "nauc_precision_at_100_diff1": -0.032395, "nauc_precision_at_1000_max": 0.069188, "nauc_precision_at_1000_std": 0.163622, "nauc_precision_at_1000_diff1": -0.093491, "nauc_mrr_at_1_max": 0.246053, "nauc_mrr_at_1_std": 0.29851, "nauc_mrr_at_1_diff1": 0.057012, "nauc_mrr_at_3_max": 0.264908, "nauc_mrr_at_3_std": 0.301605, "nauc_mrr_at_3_diff1": 0.090629, "nauc_mrr_at_5_max": 0.302342, "nauc_mrr_at_5_std": 0.346233, "nauc_mrr_at_5_diff1": 0.118289, "nauc_mrr_at_10_max": 0.302656, "nauc_mrr_at_10_std": 0.34935, "nauc_mrr_at_10_diff1": 0.111496, "nauc_mrr_at_20_max": 0.30707, "nauc_mrr_at_20_std": 0.348556, "nauc_mrr_at_20_diff1": 0.104023, "nauc_mrr_at_100_max": 0.308864, "nauc_mrr_at_100_std": 0.351333, "nauc_mrr_at_100_diff1": 0.103225, "nauc_mrr_at_1000_max": 0.308438, "nauc_mrr_at_1000_std": 0.350594, "nauc_mrr_at_1000_diff1": 0.103792, "main_score": 0.13713, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "psychiatry_and_psychology": [ { "ndcg_at_1": 0.4675, "ndcg_at_3": 0.44505, "ndcg_at_5": 0.44375, "ndcg_at_10": 0.44716, "ndcg_at_20": 0.45367, "ndcg_at_100": 0.54197, "ndcg_at_1000": 0.63694, "map_at_1": 0.05608, "map_at_3": 0.09045, "map_at_5": 0.11894, "map_at_10": 0.163, "map_at_20": 0.21017, "map_at_100": 0.30861, "map_at_1000": 0.36188, "recall_at_1": 0.05608, "recall_at_3": 0.10063, "recall_at_5": 0.14704, "recall_at_10": 0.23088, "recall_at_20": 0.33761, "recall_at_100": 0.6458, "recall_at_1000": 0.92674, "precision_at_1": 0.605, "precision_at_3": 0.535, "precision_at_5": 0.512, "precision_at_10": 0.452, "precision_at_20": 0.3835, "precision_at_100": 0.21435, "precision_at_1000": 0.04994, "mrr_at_1": 0.605, "mrr_at_3": 0.6975, "mrr_at_5": 0.719, "mrr_at_10": 0.726331, "mrr_at_20": 0.728232, "mrr_at_100": 0.728381, "mrr_at_1000": 0.72843, "nauc_ndcg_at_1_max": 0.165926, "nauc_ndcg_at_1_std": 0.022287, "nauc_ndcg_at_1_diff1": 0.212713, "nauc_ndcg_at_3_max": 0.231668, "nauc_ndcg_at_3_std": 0.063963, "nauc_ndcg_at_3_diff1": 0.160517, "nauc_ndcg_at_5_max": 0.275916, "nauc_ndcg_at_5_std": 0.090954, "nauc_ndcg_at_5_diff1": 0.189369, "nauc_ndcg_at_10_max": 0.28004, "nauc_ndcg_at_10_std": 0.135106, "nauc_ndcg_at_10_diff1": 0.158697, "nauc_ndcg_at_20_max": 0.310456, "nauc_ndcg_at_20_std": 0.207091, "nauc_ndcg_at_20_diff1": 0.203424, "nauc_ndcg_at_100_max": 0.35172, "nauc_ndcg_at_100_std": 0.365191, "nauc_ndcg_at_100_diff1": 0.191186, "nauc_ndcg_at_1000_max": 0.406433, "nauc_ndcg_at_1000_std": 0.33445, "nauc_ndcg_at_1000_diff1": 0.145326, "nauc_map_at_1_max": -0.273186, "nauc_map_at_1_std": -0.241138, "nauc_map_at_1_diff1": 0.375884, "nauc_map_at_3_max": -0.143645, "nauc_map_at_3_std": -0.117695, "nauc_map_at_3_diff1": 0.31623, "nauc_map_at_5_max": -0.057023, "nauc_map_at_5_std": -0.051859, "nauc_map_at_5_diff1": 0.281632, "nauc_map_at_10_max": 0.025619, "nauc_map_at_10_std": 0.033991, "nauc_map_at_10_diff1": 0.233643, "nauc_map_at_20_max": 0.09385, "nauc_map_at_20_std": 0.117031, "nauc_map_at_20_diff1": 0.221675, "nauc_map_at_100_max": 0.21345, "nauc_map_at_100_std": 0.299521, "nauc_map_at_100_diff1": 0.170244, "nauc_map_at_1000_max": 0.252329, "nauc_map_at_1000_std": 0.313926, "nauc_map_at_1000_diff1": 0.122574, "nauc_recall_at_1_max": -0.273186, "nauc_recall_at_1_std": -0.241138, "nauc_recall_at_1_diff1": 0.375884, "nauc_recall_at_3_max": -0.129368, "nauc_recall_at_3_std": -0.094251, "nauc_recall_at_3_diff1": 0.286905, "nauc_recall_at_5_max": -0.05078, "nauc_recall_at_5_std": -0.030984, "nauc_recall_at_5_diff1": 0.242997, "nauc_recall_at_10_max": 5.4e-05, "nauc_recall_at_10_std": 0.060453, "nauc_recall_at_10_diff1": 0.150756, "nauc_recall_at_20_max": 0.060763, "nauc_recall_at_20_std": 0.159202, "nauc_recall_at_20_diff1": 0.190572, "nauc_recall_at_100_max": 0.200102, "nauc_recall_at_100_std": 0.447159, "nauc_recall_at_100_diff1": 0.145322, "nauc_recall_at_1000_max": 0.41118, "nauc_recall_at_1000_std": 0.659903, "nauc_recall_at_1000_diff1": 0.15899, "nauc_precision_at_1_max": 0.192112, "nauc_precision_at_1_std": 0.054442, "nauc_precision_at_1_diff1": 0.222238, "nauc_precision_at_3_max": 0.342233, "nauc_precision_at_3_std": 0.143372, "nauc_precision_at_3_diff1": 0.013449, "nauc_precision_at_5_max": 0.403383, "nauc_precision_at_5_std": 0.191519, "nauc_precision_at_5_diff1": 0.004586, "nauc_precision_at_10_max": 0.412813, "nauc_precision_at_10_std": 0.260276, "nauc_precision_at_10_diff1": -0.063768, "nauc_precision_at_20_max": 0.347214, "nauc_precision_at_20_std": 0.277237, "nauc_precision_at_20_diff1": -0.055884, "nauc_precision_at_100_max": 0.184048, "nauc_precision_at_100_std": 0.152889, "nauc_precision_at_100_diff1": -0.129902, "nauc_precision_at_1000_max": 0.032257, "nauc_precision_at_1000_std": -0.082441, "nauc_precision_at_1000_diff1": -0.117623, "nauc_mrr_at_1_max": 0.192112, "nauc_mrr_at_1_std": 0.054442, "nauc_mrr_at_1_diff1": 0.222238, "nauc_mrr_at_3_max": 0.286035, "nauc_mrr_at_3_std": 0.097175, "nauc_mrr_at_3_diff1": 0.228078, "nauc_mrr_at_5_max": 0.284438, "nauc_mrr_at_5_std": 0.103298, "nauc_mrr_at_5_diff1": 0.236264, "nauc_mrr_at_10_max": 0.276781, "nauc_mrr_at_10_std": 0.100375, "nauc_mrr_at_10_diff1": 0.227641, "nauc_mrr_at_20_max": 0.274733, "nauc_mrr_at_20_std": 0.098431, "nauc_mrr_at_20_diff1": 0.227705, "nauc_mrr_at_100_max": 0.274304, "nauc_mrr_at_100_std": 0.098012, "nauc_mrr_at_100_diff1": 0.227667, "nauc_mrr_at_1000_max": 0.274145, "nauc_mrr_at_1000_std": 0.097836, "nauc_mrr_at_1000_diff1": 0.227693, "main_score": 0.44716, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.065, "ndcg_at_3": 0.09279, "ndcg_at_5": 0.09426, "ndcg_at_10": 0.09654, "ndcg_at_20": 0.10837, "ndcg_at_100": 0.17912, "ndcg_at_1000": 0.30508, "map_at_1": 0.00626, "map_at_3": 0.02021, "map_at_5": 0.02435, "map_at_10": 0.0309, "map_at_20": 0.03914, "map_at_100": 0.06324, "map_at_1000": 0.08679, "recall_at_1": 0.00626, "recall_at_3": 0.03675, "recall_at_5": 0.04551, "recall_at_10": 0.06272, "recall_at_20": 0.09718, "recall_at_100": 0.2866, "recall_at_1000": 0.64894, "precision_at_1": 0.1, "precision_at_3": 0.12833, "precision_at_5": 0.117, "precision_at_10": 0.101, "precision_at_20": 0.09675, "precision_at_100": 0.0763, "precision_at_1000": 0.02859, "mrr_at_1": 0.1, "mrr_at_3": 0.1775, "mrr_at_5": 0.19525, "mrr_at_10": 0.207915, "mrr_at_20": 0.217, "mrr_at_100": 0.223902, "mrr_at_1000": 0.224527, "nauc_ndcg_at_1_max": -0.049906, "nauc_ndcg_at_1_std": 0.015242, "nauc_ndcg_at_1_diff1": -0.029174, "nauc_ndcg_at_3_max": 0.003665, "nauc_ndcg_at_3_std": 0.093141, "nauc_ndcg_at_3_diff1": 0.033184, "nauc_ndcg_at_5_max": 0.059624, "nauc_ndcg_at_5_std": 0.150542, "nauc_ndcg_at_5_diff1": 0.035446, "nauc_ndcg_at_10_max": 0.074943, "nauc_ndcg_at_10_std": 0.190251, "nauc_ndcg_at_10_diff1": 0.074087, "nauc_ndcg_at_20_max": 0.143145, "nauc_ndcg_at_20_std": 0.267973, "nauc_ndcg_at_20_diff1": 0.04433, "nauc_ndcg_at_100_max": 0.282308, "nauc_ndcg_at_100_std": 0.456344, "nauc_ndcg_at_100_diff1": 0.028255, "nauc_ndcg_at_1000_max": 0.401706, "nauc_ndcg_at_1000_std": 0.557704, "nauc_ndcg_at_1000_diff1": 0.008721, "nauc_map_at_1_max": 0.023699, "nauc_map_at_1_std": 0.126349, "nauc_map_at_1_diff1": 0.03729, "nauc_map_at_3_max": -0.06534, "nauc_map_at_3_std": 0.17678, "nauc_map_at_3_diff1": 0.036136, "nauc_map_at_5_max": -0.033638, "nauc_map_at_5_std": 0.201243, "nauc_map_at_5_diff1": 0.050429, "nauc_map_at_10_max": -0.020726, "nauc_map_at_10_std": 0.213605, "nauc_map_at_10_diff1": 0.073321, "nauc_map_at_20_max": 0.017103, "nauc_map_at_20_std": 0.248023, "nauc_map_at_20_diff1": 0.069232, "nauc_map_at_100_max": 0.185198, "nauc_map_at_100_std": 0.406757, "nauc_map_at_100_diff1": 0.058943, "nauc_map_at_1000_max": 0.273917, "nauc_map_at_1000_std": 0.476904, "nauc_map_at_1000_diff1": 0.02366, "nauc_recall_at_1_max": 0.023699, "nauc_recall_at_1_std": 0.126349, "nauc_recall_at_1_diff1": 0.03729, "nauc_recall_at_3_max": -0.127093, "nauc_recall_at_3_std": 0.163604, "nauc_recall_at_3_diff1": 0.041327, "nauc_recall_at_5_max": -0.089768, "nauc_recall_at_5_std": 0.187487, "nauc_recall_at_5_diff1": 0.046345, "nauc_recall_at_10_max": -0.046743, "nauc_recall_at_10_std": 0.215663, "nauc_recall_at_10_diff1": 0.076586, "nauc_recall_at_20_max": 0.069944, "nauc_recall_at_20_std": 0.299781, "nauc_recall_at_20_diff1": 0.063713, "nauc_recall_at_100_max": 0.226665, "nauc_recall_at_100_std": 0.456071, "nauc_recall_at_100_diff1": 0.009267, "nauc_recall_at_1000_max": 0.42223, "nauc_recall_at_1000_std": 0.668449, "nauc_recall_at_1000_diff1": -0.028175, "nauc_precision_at_1_max": -0.010612, "nauc_precision_at_1_std": 0.067829, "nauc_precision_at_1_diff1": -0.06461, "nauc_precision_at_3_max": 0.060049, "nauc_precision_at_3_std": 0.113374, "nauc_precision_at_3_diff1": 0.022938, "nauc_precision_at_5_max": 0.144141, "nauc_precision_at_5_std": 0.180548, "nauc_precision_at_5_diff1": 0.019195, "nauc_precision_at_10_max": 0.160947, "nauc_precision_at_10_std": 0.200086, "nauc_precision_at_10_diff1": 0.058091, "nauc_precision_at_20_max": 0.250176, "nauc_precision_at_20_std": 0.290016, "nauc_precision_at_20_diff1": 0.002777, "nauc_precision_at_100_max": 0.395764, "nauc_precision_at_100_std": 0.413633, "nauc_precision_at_100_diff1": -0.040305, "nauc_precision_at_1000_max": 0.22394, "nauc_precision_at_1000_std": 0.079796, "nauc_precision_at_1000_diff1": -0.001235, "nauc_mrr_at_1_max": -0.010612, "nauc_mrr_at_1_std": 0.067829, "nauc_mrr_at_1_diff1": -0.06461, "nauc_mrr_at_3_max": 0.014187, "nauc_mrr_at_3_std": 0.10386, "nauc_mrr_at_3_diff1": 0.010784, "nauc_mrr_at_5_max": 0.028201, "nauc_mrr_at_5_std": 0.104157, "nauc_mrr_at_5_diff1": 0.010565, "nauc_mrr_at_10_max": 0.040794, "nauc_mrr_at_10_std": 0.115871, "nauc_mrr_at_10_diff1": 0.023463, "nauc_mrr_at_20_max": 0.051235, "nauc_mrr_at_20_std": 0.123218, "nauc_mrr_at_20_diff1": 0.014381, "nauc_mrr_at_100_max": 0.054526, "nauc_mrr_at_100_std": 0.127643, "nauc_mrr_at_100_diff1": 0.011892, "nauc_mrr_at_1000_max": 0.05348, "nauc_mrr_at_1000_std": 0.126801, "nauc_mrr_at_1000_diff1": 0.011785, "main_score": 0.09654, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1225, "ndcg_at_3": 0.13137, "ndcg_at_5": 0.13215, "ndcg_at_10": 0.13838, "ndcg_at_20": 0.15313, "ndcg_at_100": 0.22527, "ndcg_at_1000": 0.32948, "map_at_1": 0.01989, "map_at_3": 0.03243, "map_at_5": 0.04039, "map_at_10": 0.0516, "map_at_20": 0.06564, "map_at_100": 0.09908, "map_at_1000": 0.11967, "recall_at_1": 0.01989, "recall_at_3": 0.04041, "recall_at_5": 0.05562, "recall_at_10": 0.08853, "recall_at_20": 0.14108, "recall_at_100": 0.33279, "recall_at_1000": 0.63185, "precision_at_1": 0.16, "precision_at_3": 0.15333, "precision_at_5": 0.146, "precision_at_10": 0.134, "precision_at_20": 0.1225, "precision_at_100": 0.0806, "precision_at_1000": 0.02668, "mrr_at_1": 0.16, "mrr_at_3": 0.235, "mrr_at_5": 0.2535, "mrr_at_10": 0.274105, "mrr_at_20": 0.284004, "mrr_at_100": 0.287509, "mrr_at_1000": 0.287753, "nauc_ndcg_at_1_max": 0.434327, "nauc_ndcg_at_1_std": 0.446273, "nauc_ndcg_at_1_diff1": 0.162075, "nauc_ndcg_at_3_max": 0.333656, "nauc_ndcg_at_3_std": 0.37315, "nauc_ndcg_at_3_diff1": 0.180539, "nauc_ndcg_at_5_max": 0.349556, "nauc_ndcg_at_5_std": 0.414676, "nauc_ndcg_at_5_diff1": 0.158435, "nauc_ndcg_at_10_max": 0.381246, "nauc_ndcg_at_10_std": 0.449458, "nauc_ndcg_at_10_diff1": 0.168833, "nauc_ndcg_at_20_max": 0.445558, "nauc_ndcg_at_20_std": 0.518883, "nauc_ndcg_at_20_diff1": 0.140671, "nauc_ndcg_at_100_max": 0.580934, "nauc_ndcg_at_100_std": 0.660422, "nauc_ndcg_at_100_diff1": 0.08746, "nauc_ndcg_at_1000_max": 0.649366, "nauc_ndcg_at_1000_std": 0.708112, "nauc_ndcg_at_1000_diff1": 0.103233, "nauc_map_at_1_max": 0.034367, "nauc_map_at_1_std": 0.219849, "nauc_map_at_1_diff1": 0.056892, "nauc_map_at_3_max": 0.106507, "nauc_map_at_3_std": 0.251325, "nauc_map_at_3_diff1": 0.19081, "nauc_map_at_5_max": 0.184346, "nauc_map_at_5_std": 0.312099, "nauc_map_at_5_diff1": 0.193227, "nauc_map_at_10_max": 0.216074, "nauc_map_at_10_std": 0.34442, "nauc_map_at_10_diff1": 0.180969, "nauc_map_at_20_max": 0.29471, "nauc_map_at_20_std": 0.417313, "nauc_map_at_20_diff1": 0.165024, "nauc_map_at_100_max": 0.472117, "nauc_map_at_100_std": 0.576975, "nauc_map_at_100_diff1": 0.119994, "nauc_map_at_1000_max": 0.523946, "nauc_map_at_1000_std": 0.621525, "nauc_map_at_1000_diff1": 0.127208, "nauc_recall_at_1_max": 0.034367, "nauc_recall_at_1_std": 0.219849, "nauc_recall_at_1_diff1": 0.056892, "nauc_recall_at_3_max": 0.082293, "nauc_recall_at_3_std": 0.234781, "nauc_recall_at_3_diff1": 0.212462, "nauc_recall_at_5_max": 0.17511, "nauc_recall_at_5_std": 0.320655, "nauc_recall_at_5_diff1": 0.175165, "nauc_recall_at_10_max": 0.225473, "nauc_recall_at_10_std": 0.351936, "nauc_recall_at_10_diff1": 0.121255, "nauc_recall_at_20_max": 0.342609, "nauc_recall_at_20_std": 0.452402, "nauc_recall_at_20_diff1": 0.055008, "nauc_recall_at_100_max": 0.579575, "nauc_recall_at_100_std": 0.681866, "nauc_recall_at_100_diff1": 0.057925, "nauc_recall_at_1000_max": 0.71385, "nauc_recall_at_1000_std": 0.802172, "nauc_recall_at_1000_diff1": 0.061716, "nauc_precision_at_1_max": 0.451183, "nauc_precision_at_1_std": 0.474631, "nauc_precision_at_1_diff1": 0.124568, "nauc_precision_at_3_max": 0.363708, "nauc_precision_at_3_std": 0.406298, "nauc_precision_at_3_diff1": 0.136138, "nauc_precision_at_5_max": 0.425485, "nauc_precision_at_5_std": 0.488808, "nauc_precision_at_5_diff1": 0.127463, "nauc_precision_at_10_max": 0.482868, "nauc_precision_at_10_std": 0.523605, "nauc_precision_at_10_diff1": 0.145928, "nauc_precision_at_20_max": 0.581234, "nauc_precision_at_20_std": 0.615944, "nauc_precision_at_20_diff1": 0.101526, "nauc_precision_at_100_max": 0.578077, "nauc_precision_at_100_std": 0.59603, "nauc_precision_at_100_diff1": 0.000517, "nauc_precision_at_1000_max": 0.283393, "nauc_precision_at_1000_std": 0.197774, "nauc_precision_at_1000_diff1": -0.021885, "nauc_mrr_at_1_max": 0.451183, "nauc_mrr_at_1_std": 0.474631, "nauc_mrr_at_1_diff1": 0.124568, "nauc_mrr_at_3_max": 0.378002, "nauc_mrr_at_3_std": 0.412959, "nauc_mrr_at_3_diff1": 0.101987, "nauc_mrr_at_5_max": 0.386897, "nauc_mrr_at_5_std": 0.427895, "nauc_mrr_at_5_diff1": 0.10604, "nauc_mrr_at_10_max": 0.407228, "nauc_mrr_at_10_std": 0.445552, "nauc_mrr_at_10_diff1": 0.094252, "nauc_mrr_at_20_max": 0.407418, "nauc_mrr_at_20_std": 0.446449, "nauc_mrr_at_20_diff1": 0.091323, "nauc_mrr_at_100_max": 0.408117, "nauc_mrr_at_100_std": 0.445078, "nauc_mrr_at_100_diff1": 0.093421, "nauc_mrr_at_1000_max": 0.407899, "nauc_mrr_at_1000_std": 0.444883, "nauc_mrr_at_1000_diff1": 0.093294, "main_score": 0.13838, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "pulmonology": [ { "ndcg_at_1": 0.585, "ndcg_at_3": 0.50846, "ndcg_at_5": 0.48878, "ndcg_at_10": 0.484, "ndcg_at_20": 0.49277, "ndcg_at_100": 0.56484, "ndcg_at_1000": 0.65732, "map_at_1": 0.10075, "map_at_3": 0.16788, "map_at_5": 0.20081, "map_at_10": 0.24604, "map_at_20": 0.27824, "map_at_100": 0.33619, "map_at_1000": 0.37244, "recall_at_1": 0.10075, "recall_at_3": 0.19403, "recall_at_5": 0.24552, "recall_at_10": 0.33346, "recall_at_20": 0.42567, "recall_at_100": 0.68137, "recall_at_1000": 0.94995, "precision_at_1": 0.66, "precision_at_3": 0.495, "precision_at_5": 0.43, "precision_at_10": 0.3525, "precision_at_20": 0.2695, "precision_at_100": 0.13555, "precision_at_1000": 0.03319, "mrr_at_1": 0.66, "mrr_at_3": 0.744167, "mrr_at_5": 0.753417, "mrr_at_10": 0.758748, "mrr_at_20": 0.761557, "mrr_at_100": 0.762605, "mrr_at_1000": 0.762605, "nauc_ndcg_at_1_max": 0.447377, "nauc_ndcg_at_1_std": 0.255379, "nauc_ndcg_at_1_diff1": 0.494076, "nauc_ndcg_at_3_max": 0.494711, "nauc_ndcg_at_3_std": 0.235353, "nauc_ndcg_at_3_diff1": 0.333809, "nauc_ndcg_at_5_max": 0.477686, "nauc_ndcg_at_5_std": 0.234769, "nauc_ndcg_at_5_diff1": 0.298651, "nauc_ndcg_at_10_max": 0.480752, "nauc_ndcg_at_10_std": 0.273273, "nauc_ndcg_at_10_diff1": 0.279191, "nauc_ndcg_at_20_max": 0.462162, "nauc_ndcg_at_20_std": 0.282242, "nauc_ndcg_at_20_diff1": 0.260707, "nauc_ndcg_at_100_max": 0.478735, "nauc_ndcg_at_100_std": 0.360418, "nauc_ndcg_at_100_diff1": 0.303815, "nauc_ndcg_at_1000_max": 0.512039, "nauc_ndcg_at_1000_std": 0.342387, "nauc_ndcg_at_1000_diff1": 0.307197, "nauc_map_at_1_max": 0.26319, "nauc_map_at_1_std": 0.250211, "nauc_map_at_1_diff1": 0.382072, "nauc_map_at_3_max": 0.323011, "nauc_map_at_3_std": 0.329975, "nauc_map_at_3_diff1": 0.279759, "nauc_map_at_5_max": 0.359016, "nauc_map_at_5_std": 0.341773, "nauc_map_at_5_diff1": 0.232709, "nauc_map_at_10_max": 0.3818, "nauc_map_at_10_std": 0.345646, "nauc_map_at_10_diff1": 0.201222, "nauc_map_at_20_max": 0.39283, "nauc_map_at_20_std": 0.339463, "nauc_map_at_20_diff1": 0.200472, "nauc_map_at_100_max": 0.41179, "nauc_map_at_100_std": 0.359439, "nauc_map_at_100_diff1": 0.204795, "nauc_map_at_1000_max": 0.423362, "nauc_map_at_1000_std": 0.344785, "nauc_map_at_1000_diff1": 0.192797, "nauc_recall_at_1_max": 0.26319, "nauc_recall_at_1_std": 0.250211, "nauc_recall_at_1_diff1": 0.382072, "nauc_recall_at_3_max": 0.266551, "nauc_recall_at_3_std": 0.293222, "nauc_recall_at_3_diff1": 0.249341, "nauc_recall_at_5_max": 0.312612, "nauc_recall_at_5_std": 0.307448, "nauc_recall_at_5_diff1": 0.181861, "nauc_recall_at_10_max": 0.333752, "nauc_recall_at_10_std": 0.320759, "nauc_recall_at_10_diff1": 0.142793, "nauc_recall_at_20_max": 0.328204, "nauc_recall_at_20_std": 0.30079, "nauc_recall_at_20_diff1": 0.144765, "nauc_recall_at_100_max": 0.335856, "nauc_recall_at_100_std": 0.427385, "nauc_recall_at_100_diff1": 0.232602, "nauc_recall_at_1000_max": 0.48599, "nauc_recall_at_1000_std": 0.825761, "nauc_recall_at_1000_diff1": 0.318599, "nauc_precision_at_1_max": 0.529042, "nauc_precision_at_1_std": 0.328529, "nauc_precision_at_1_diff1": 0.493461, "nauc_precision_at_3_max": 0.432515, "nauc_precision_at_3_std": 0.184627, "nauc_precision_at_3_diff1": 0.082867, "nauc_precision_at_5_max": 0.337106, "nauc_precision_at_5_std": 0.08817, "nauc_precision_at_5_diff1": 0.016105, "nauc_precision_at_10_max": 0.264293, "nauc_precision_at_10_std": 0.021373, "nauc_precision_at_10_diff1": -0.016593, "nauc_precision_at_20_max": 0.134135, "nauc_precision_at_20_std": -0.073947, "nauc_precision_at_20_diff1": -0.06475, "nauc_precision_at_100_max": -0.027843, "nauc_precision_at_100_std": -0.152638, "nauc_precision_at_100_diff1": -0.110778, "nauc_precision_at_1000_max": -0.099648, "nauc_precision_at_1000_std": -0.307847, "nauc_precision_at_1000_diff1": -0.174383, "nauc_mrr_at_1_max": 0.529042, "nauc_mrr_at_1_std": 0.328529, "nauc_mrr_at_1_diff1": 0.493461, "nauc_mrr_at_3_max": 0.544132, "nauc_mrr_at_3_std": 0.277811, "nauc_mrr_at_3_diff1": 0.481201, "nauc_mrr_at_5_max": 0.542516, "nauc_mrr_at_5_std": 0.272454, "nauc_mrr_at_5_diff1": 0.473592, "nauc_mrr_at_10_max": 0.547772, "nauc_mrr_at_10_std": 0.280504, "nauc_mrr_at_10_diff1": 0.475176, "nauc_mrr_at_20_max": 0.543983, "nauc_mrr_at_20_std": 0.28409, "nauc_mrr_at_20_diff1": 0.474097, "nauc_mrr_at_100_max": 0.543411, "nauc_mrr_at_100_std": 0.283937, "nauc_mrr_at_100_diff1": 0.475397, "nauc_mrr_at_1000_max": 0.543411, "nauc_mrr_at_1000_std": 0.283937, "nauc_mrr_at_1000_diff1": 0.475397, "main_score": 0.484, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1225, "ndcg_at_3": 0.12574, "ndcg_at_5": 0.12735, "ndcg_at_10": 0.13563, "ndcg_at_20": 0.14748, "ndcg_at_100": 0.20634, "ndcg_at_1000": 0.30272, "map_at_1": 0.02965, "map_at_3": 0.04556, "map_at_5": 0.0546, "map_at_10": 0.06762, "map_at_20": 0.07952, "map_at_100": 0.09826, "map_at_1000": 0.11263, "recall_at_1": 0.02965, "recall_at_3": 0.05331, "recall_at_5": 0.07098, "recall_at_10": 0.10717, "recall_at_20": 0.15408, "recall_at_100": 0.33514, "recall_at_1000": 0.66693, "precision_at_1": 0.16, "precision_at_3": 0.13667, "precision_at_5": 0.133, "precision_at_10": 0.1135, "precision_at_20": 0.09075, "precision_at_100": 0.05275, "precision_at_1000": 0.01871, "mrr_at_1": 0.16, "mrr_at_3": 0.205, "mrr_at_5": 0.22275, "mrr_at_10": 0.238792, "mrr_at_20": 0.245063, "mrr_at_100": 0.251302, "mrr_at_1000": 0.252075, "nauc_ndcg_at_1_max": 0.548522, "nauc_ndcg_at_1_std": 0.444923, "nauc_ndcg_at_1_diff1": 0.153233, "nauc_ndcg_at_3_max": 0.458145, "nauc_ndcg_at_3_std": 0.396322, "nauc_ndcg_at_3_diff1": 0.042372, "nauc_ndcg_at_5_max": 0.454376, "nauc_ndcg_at_5_std": 0.403012, "nauc_ndcg_at_5_diff1": 0.057301, "nauc_ndcg_at_10_max": 0.494763, "nauc_ndcg_at_10_std": 0.444188, "nauc_ndcg_at_10_diff1": 0.063048, "nauc_ndcg_at_20_max": 0.4974, "nauc_ndcg_at_20_std": 0.442236, "nauc_ndcg_at_20_diff1": 0.041923, "nauc_ndcg_at_100_max": 0.498794, "nauc_ndcg_at_100_std": 0.53315, "nauc_ndcg_at_100_diff1": 0.08601, "nauc_ndcg_at_1000_max": 0.572337, "nauc_ndcg_at_1000_std": 0.563157, "nauc_ndcg_at_1000_diff1": 0.087805, "nauc_map_at_1_max": 0.579119, "nauc_map_at_1_std": 0.420286, "nauc_map_at_1_diff1": 0.129938, "nauc_map_at_3_max": 0.489754, "nauc_map_at_3_std": 0.382806, "nauc_map_at_3_diff1": 0.051255, "nauc_map_at_5_max": 0.489333, "nauc_map_at_5_std": 0.398784, "nauc_map_at_5_diff1": 0.051463, "nauc_map_at_10_max": 0.503859, "nauc_map_at_10_std": 0.43298, "nauc_map_at_10_diff1": 0.050093, "nauc_map_at_20_max": 0.505677, "nauc_map_at_20_std": 0.439708, "nauc_map_at_20_diff1": 0.042828, "nauc_map_at_100_max": 0.508379, "nauc_map_at_100_std": 0.486985, "nauc_map_at_100_diff1": 0.062638, "nauc_map_at_1000_max": 0.544226, "nauc_map_at_1000_std": 0.50831, "nauc_map_at_1000_diff1": 0.074125, "nauc_recall_at_1_max": 0.579119, "nauc_recall_at_1_std": 0.420286, "nauc_recall_at_1_diff1": 0.129938, "nauc_recall_at_3_max": 0.406726, "nauc_recall_at_3_std": 0.321978, "nauc_recall_at_3_diff1": 0.004505, "nauc_recall_at_5_max": 0.392597, "nauc_recall_at_5_std": 0.343764, "nauc_recall_at_5_diff1": 0.007015, "nauc_recall_at_10_max": 0.425563, "nauc_recall_at_10_std": 0.405925, "nauc_recall_at_10_diff1": -0.00113, "nauc_recall_at_20_max": 0.40488, "nauc_recall_at_20_std": 0.385226, "nauc_recall_at_20_diff1": -0.020866, "nauc_recall_at_100_max": 0.394481, "nauc_recall_at_100_std": 0.55504, "nauc_recall_at_100_diff1": 0.110324, "nauc_recall_at_1000_max": 0.479253, "nauc_recall_at_1000_std": 0.682762, "nauc_recall_at_1000_diff1": 0.081948, "nauc_precision_at_1_max": 0.574301, "nauc_precision_at_1_std": 0.464136, "nauc_precision_at_1_diff1": 0.124222, "nauc_precision_at_3_max": 0.414787, "nauc_precision_at_3_std": 0.381714, "nauc_precision_at_3_diff1": 0.002646, "nauc_precision_at_5_max": 0.399113, "nauc_precision_at_5_std": 0.393361, "nauc_precision_at_5_diff1": 0.041788, "nauc_precision_at_10_max": 0.450239, "nauc_precision_at_10_std": 0.416598, "nauc_precision_at_10_diff1": 0.080447, "nauc_precision_at_20_max": 0.484678, "nauc_precision_at_20_std": 0.417086, "nauc_precision_at_20_diff1": 0.072505, "nauc_precision_at_100_max": 0.469328, "nauc_precision_at_100_std": 0.396314, "nauc_precision_at_100_diff1": 0.154193, "nauc_precision_at_1000_max": 0.389036, "nauc_precision_at_1000_std": 0.090253, "nauc_precision_at_1000_diff1": 0.026893, "nauc_mrr_at_1_max": 0.574301, "nauc_mrr_at_1_std": 0.464136, "nauc_mrr_at_1_diff1": 0.124222, "nauc_mrr_at_3_max": 0.473706, "nauc_mrr_at_3_std": 0.399785, "nauc_mrr_at_3_diff1": 0.067961, "nauc_mrr_at_5_max": 0.459478, "nauc_mrr_at_5_std": 0.400742, "nauc_mrr_at_5_diff1": 0.077789, "nauc_mrr_at_10_max": 0.47464, "nauc_mrr_at_10_std": 0.404351, "nauc_mrr_at_10_diff1": 0.078126, "nauc_mrr_at_20_max": 0.47665, "nauc_mrr_at_20_std": 0.403383, "nauc_mrr_at_20_diff1": 0.071656, "nauc_mrr_at_100_max": 0.478518, "nauc_mrr_at_100_std": 0.406774, "nauc_mrr_at_100_diff1": 0.078948, "nauc_mrr_at_1000_max": 0.478525, "nauc_mrr_at_1000_std": 0.406938, "nauc_mrr_at_1000_diff1": 0.078013, "main_score": 0.13563, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1475, "ndcg_at_3": 0.12868, "ndcg_at_5": 0.13436, "ndcg_at_10": 0.14595, "ndcg_at_20": 0.16441, "ndcg_at_100": 0.21396, "ndcg_at_1000": 0.30702, "map_at_1": 0.03049, "map_at_3": 0.0434, "map_at_5": 0.05375, "map_at_10": 0.06646, "map_at_20": 0.07779, "map_at_100": 0.09628, "map_at_1000": 0.11056, "recall_at_1": 0.03049, "recall_at_3": 0.05609, "recall_at_5": 0.08851, "recall_at_10": 0.12699, "recall_at_20": 0.18126, "recall_at_100": 0.34432, "recall_at_1000": 0.66132, "precision_at_1": 0.195, "precision_at_3": 0.13833, "precision_at_5": 0.13, "precision_at_10": 0.1145, "precision_at_20": 0.09725, "precision_at_100": 0.0542, "precision_at_1000": 0.01918, "mrr_at_1": 0.195, "mrr_at_3": 0.2475, "mrr_at_5": 0.2645, "mrr_at_10": 0.279845, "mrr_at_20": 0.287367, "mrr_at_100": 0.292853, "mrr_at_1000": 0.293585, "nauc_ndcg_at_1_max": 0.499497, "nauc_ndcg_at_1_std": 0.409496, "nauc_ndcg_at_1_diff1": 0.154746, "nauc_ndcg_at_3_max": 0.521018, "nauc_ndcg_at_3_std": 0.417346, "nauc_ndcg_at_3_diff1": 0.146376, "nauc_ndcg_at_5_max": 0.519856, "nauc_ndcg_at_5_std": 0.437964, "nauc_ndcg_at_5_diff1": 0.084166, "nauc_ndcg_at_10_max": 0.543647, "nauc_ndcg_at_10_std": 0.479758, "nauc_ndcg_at_10_diff1": 0.046272, "nauc_ndcg_at_20_max": 0.516891, "nauc_ndcg_at_20_std": 0.481846, "nauc_ndcg_at_20_diff1": 0.01044, "nauc_ndcg_at_100_max": 0.561139, "nauc_ndcg_at_100_std": 0.567059, "nauc_ndcg_at_100_diff1": 0.023631, "nauc_ndcg_at_1000_max": 0.610334, "nauc_ndcg_at_1000_std": 0.595335, "nauc_ndcg_at_1000_diff1": 0.028652, "nauc_map_at_1_max": 0.522916, "nauc_map_at_1_std": 0.293081, "nauc_map_at_1_diff1": 0.369586, "nauc_map_at_3_max": 0.450858, "nauc_map_at_3_std": 0.282168, "nauc_map_at_3_diff1": 0.286279, "nauc_map_at_5_max": 0.470945, "nauc_map_at_5_std": 0.321541, "nauc_map_at_5_diff1": 0.217892, "nauc_map_at_10_max": 0.490263, "nauc_map_at_10_std": 0.362903, "nauc_map_at_10_diff1": 0.165395, "nauc_map_at_20_max": 0.469622, "nauc_map_at_20_std": 0.371582, "nauc_map_at_20_diff1": 0.139717, "nauc_map_at_100_max": 0.513551, "nauc_map_at_100_std": 0.438682, "nauc_map_at_100_diff1": 0.134174, "nauc_map_at_1000_max": 0.532316, "nauc_map_at_1000_std": 0.461582, "nauc_map_at_1000_diff1": 0.12094, "nauc_recall_at_1_max": 0.522916, "nauc_recall_at_1_std": 0.293081, "nauc_recall_at_1_diff1": 0.369586, "nauc_recall_at_3_max": 0.401788, "nauc_recall_at_3_std": 0.282083, "nauc_recall_at_3_diff1": 0.2349, "nauc_recall_at_5_max": 0.38854, "nauc_recall_at_5_std": 0.328447, "nauc_recall_at_5_diff1": 0.083877, "nauc_recall_at_10_max": 0.412551, "nauc_recall_at_10_std": 0.397893, "nauc_recall_at_10_diff1": 0.017085, "nauc_recall_at_20_max": 0.370886, "nauc_recall_at_20_std": 0.408041, "nauc_recall_at_20_diff1": -0.025939, "nauc_recall_at_100_max": 0.461816, "nauc_recall_at_100_std": 0.569677, "nauc_recall_at_100_diff1": -0.008766, "nauc_recall_at_1000_max": 0.573818, "nauc_recall_at_1000_std": 0.686205, "nauc_recall_at_1000_diff1": -0.055743, "nauc_precision_at_1_max": 0.479594, "nauc_precision_at_1_std": 0.396374, "nauc_precision_at_1_diff1": 0.126346, "nauc_precision_at_3_max": 0.438437, "nauc_precision_at_3_std": 0.344914, "nauc_precision_at_3_diff1": 0.075805, "nauc_precision_at_5_max": 0.426381, "nauc_precision_at_5_std": 0.381977, "nauc_precision_at_5_diff1": -0.011097, "nauc_precision_at_10_max": 0.409256, "nauc_precision_at_10_std": 0.418124, "nauc_precision_at_10_diff1": -0.060556, "nauc_precision_at_20_max": 0.397387, "nauc_precision_at_20_std": 0.415823, "nauc_precision_at_20_diff1": -0.048173, "nauc_precision_at_100_max": 0.392303, "nauc_precision_at_100_std": 0.371931, "nauc_precision_at_100_diff1": -0.036291, "nauc_precision_at_1000_max": 0.207971, "nauc_precision_at_1000_std": 0.057793, "nauc_precision_at_1000_diff1": -0.12653, "nauc_mrr_at_1_max": 0.479594, "nauc_mrr_at_1_std": 0.396374, "nauc_mrr_at_1_diff1": 0.126346, "nauc_mrr_at_3_max": 0.460113, "nauc_mrr_at_3_std": 0.364985, "nauc_mrr_at_3_diff1": 0.12121, "nauc_mrr_at_5_max": 0.456291, "nauc_mrr_at_5_std": 0.376216, "nauc_mrr_at_5_diff1": 0.108449, "nauc_mrr_at_10_max": 0.458464, "nauc_mrr_at_10_std": 0.391228, "nauc_mrr_at_10_diff1": 0.090122, "nauc_mrr_at_20_max": 0.459698, "nauc_mrr_at_20_std": 0.393852, "nauc_mrr_at_20_diff1": 0.082943, "nauc_mrr_at_100_max": 0.462087, "nauc_mrr_at_100_std": 0.394125, "nauc_mrr_at_100_diff1": 0.0881, "nauc_mrr_at_1000_max": 0.461931, "nauc_mrr_at_1000_std": 0.393492, "nauc_mrr_at_1000_diff1": 0.088918, "main_score": 0.14595, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ] }, "evaluation_time": 294.4916422367096, "kg_co2_emissions": 0.01904968404057153 }