{ "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", "task_name": "CUREv1", "mteb_version": "1.18.0", "scores": { "all": [ { "ndcg_at_1": 0.50625, "ndcg_at_3": 0.46554, "ndcg_at_5": 0.45701, "ndcg_at_10": 0.45589, "ndcg_at_20": 0.46344, "ndcg_at_100": 0.53236, "ndcg_at_1000": 0.62264, "map_at_1": 0.07344, "map_at_3": 0.13117, "map_at_5": 0.16304, "map_at_10": 0.20764, "map_at_20": 0.24622, "map_at_100": 0.31897, "map_at_1000": 0.35591, "recall_at_1": 0.07344, "recall_at_3": 0.14722, "recall_at_5": 0.20024, "recall_at_10": 0.28637, "recall_at_20": 0.38174, "recall_at_100": 0.64884, "recall_at_1000": 0.92129, "precision_at_1": 0.6265, "precision_at_3": 0.52867, "precision_at_5": 0.4777, "precision_at_10": 0.40205, "precision_at_20": 0.31902, "precision_at_100": 0.15864, "precision_at_1000": 0.03308, "mrr_at_1": 0.6265, "mrr_at_3": 0.71625, "mrr_at_5": 0.729825, "mrr_at_10": 0.735899, "mrr_at_20": 0.737942, "mrr_at_100": 0.73885, "mrr_at_1000": 0.738909, "nauc_ndcg_at_1_max": 0.237281, "nauc_ndcg_at_1_std": 0.072975, "nauc_ndcg_at_1_diff1": 0.256408, "nauc_ndcg_at_3_max": 0.307488, "nauc_ndcg_at_3_std": 0.127059, "nauc_ndcg_at_3_diff1": 0.207882, "nauc_ndcg_at_5_max": 0.327464, "nauc_ndcg_at_5_std": 0.148205, "nauc_ndcg_at_5_diff1": 0.209153, "nauc_ndcg_at_10_max": 0.330144, "nauc_ndcg_at_10_std": 0.145895, "nauc_ndcg_at_10_diff1": 0.230669, "nauc_ndcg_at_20_max": 0.337705, "nauc_ndcg_at_20_std": 0.162662, "nauc_ndcg_at_20_diff1": 0.249301, "nauc_ndcg_at_100_max": 0.335626, "nauc_ndcg_at_100_std": 0.234079, "nauc_ndcg_at_100_diff1": 0.249801, "nauc_ndcg_at_1000_max": 0.418958, "nauc_ndcg_at_1000_std": 0.328393, "nauc_ndcg_at_1000_diff1": 0.216042, "nauc_map_at_1_max": -0.024621, "nauc_map_at_1_std": -0.135629, "nauc_map_at_1_diff1": 0.391715, "nauc_map_at_3_max": 0.060363, "nauc_map_at_3_std": -0.076493, "nauc_map_at_3_diff1": 0.312558, "nauc_map_at_5_max": 0.088997, "nauc_map_at_5_std": -0.051571, "nauc_map_at_5_diff1": 0.295378, "nauc_map_at_10_max": 0.131567, "nauc_map_at_10_std": -0.014428, "nauc_map_at_10_diff1": 0.275402, "nauc_map_at_20_max": 0.17487, "nauc_map_at_20_std": 0.037775, "nauc_map_at_20_diff1": 0.264154, "nauc_map_at_100_max": 0.272634, "nauc_map_at_100_std": 0.168681, "nauc_map_at_100_diff1": 0.236228, "nauc_map_at_1000_max": 0.338942, "nauc_map_at_1000_std": 0.226151, "nauc_map_at_1000_diff1": 0.213587, "nauc_recall_at_1_max": -0.024621, "nauc_recall_at_1_std": -0.135629, "nauc_recall_at_1_diff1": 0.391715, "nauc_recall_at_3_max": 0.042835, "nauc_recall_at_3_std": -0.078743, "nauc_recall_at_3_diff1": 0.291316, "nauc_recall_at_5_max": 0.055305, "nauc_recall_at_5_std": -0.062277, "nauc_recall_at_5_diff1": 0.266532, "nauc_recall_at_10_max": 0.070948, "nauc_recall_at_10_std": -0.044128, "nauc_recall_at_10_diff1": 0.235797, "nauc_recall_at_20_max": 0.090808, "nauc_recall_at_20_std": 0.007043, "nauc_recall_at_20_diff1": 0.219805, "nauc_recall_at_100_max": 0.121703, "nauc_recall_at_100_std": 0.160835, "nauc_recall_at_100_diff1": 0.181881, "nauc_recall_at_1000_max": 0.309057, "nauc_recall_at_1000_std": 0.580847, "nauc_recall_at_1000_diff1": 0.125333, "nauc_precision_at_1_max": 0.334216, "nauc_precision_at_1_std": 0.143077, "nauc_precision_at_1_diff1": 0.253049, "nauc_precision_at_3_max": 0.388166, "nauc_precision_at_3_std": 0.227529, "nauc_precision_at_3_diff1": 0.061148, "nauc_precision_at_5_max": 0.404315, "nauc_precision_at_5_std": 0.26743, "nauc_precision_at_5_diff1": 0.007939, "nauc_precision_at_10_max": 0.400027, "nauc_precision_at_10_std": 0.284892, "nauc_precision_at_10_diff1": -0.035818, "nauc_precision_at_20_max": 0.387961, "nauc_precision_at_20_std": 0.312697, "nauc_precision_at_20_diff1": -0.068385, "nauc_precision_at_100_max": 0.323557, "nauc_precision_at_100_std": 0.286169, "nauc_precision_at_100_diff1": -0.115225, "nauc_precision_at_1000_max": 0.273318, "nauc_precision_at_1000_std": 0.127905, "nauc_precision_at_1000_diff1": -0.137166, "nauc_mrr_at_1_max": 0.334216, "nauc_mrr_at_1_std": 0.143077, "nauc_mrr_at_1_diff1": 0.253049, "nauc_mrr_at_3_max": 0.378329, "nauc_mrr_at_3_std": 0.199929, "nauc_mrr_at_3_diff1": 0.246766, "nauc_mrr_at_5_max": 0.382816, "nauc_mrr_at_5_std": 0.204009, "nauc_mrr_at_5_diff1": 0.244942, "nauc_mrr_at_10_max": 0.38126, "nauc_mrr_at_10_std": 0.199842, "nauc_mrr_at_10_diff1": 0.245473, "nauc_mrr_at_20_max": 0.380849, "nauc_mrr_at_20_std": 0.200026, "nauc_mrr_at_20_diff1": 0.245345, "nauc_mrr_at_100_max": 0.379528, "nauc_mrr_at_100_std": 0.198522, "nauc_mrr_at_100_diff1": 0.245512, "nauc_mrr_at_1000_max": 0.379421, "nauc_mrr_at_1000_std": 0.198451, "nauc_mrr_at_1000_diff1": 0.245502, "main_score": 0.45589, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.13275, "ndcg_at_3": 0.13012, "ndcg_at_5": 0.12977, "ndcg_at_10": 0.13535, "ndcg_at_20": 0.14645, "ndcg_at_100": 0.19276, "ndcg_at_1000": 0.28058, "map_at_1": 0.02131, "map_at_3": 0.03793, "map_at_5": 0.04623, "map_at_10": 0.05826, "map_at_20": 0.06823, "map_at_100": 0.08862, "map_at_1000": 0.10409, "recall_at_1": 0.02131, "recall_at_3": 0.04662, "recall_at_5": 0.06415, "recall_at_10": 0.09787, "recall_at_20": 0.14004, "recall_at_100": 0.28057, "recall_at_1000": 0.56881, "precision_at_1": 0.175, "precision_at_3": 0.15733, "precision_at_5": 0.1414, "precision_at_10": 0.12275, "precision_at_20": 0.10288, "precision_at_100": 0.05978, "precision_at_1000": 0.01791, "mrr_at_1": 0.175, "mrr_at_3": 0.231, "mrr_at_5": 0.24315, "mrr_at_10": 0.256333, "mrr_at_20": 0.263128, "mrr_at_100": 0.267897, "mrr_at_1000": 0.26864, "nauc_ndcg_at_1_max": 0.336979, "nauc_ndcg_at_1_std": 0.292653, "nauc_ndcg_at_1_diff1": 0.213732, "nauc_ndcg_at_3_max": 0.373023, "nauc_ndcg_at_3_std": 0.322504, "nauc_ndcg_at_3_diff1": 0.195586, "nauc_ndcg_at_5_max": 0.389207, "nauc_ndcg_at_5_std": 0.345761, "nauc_ndcg_at_5_diff1": 0.194063, "nauc_ndcg_at_10_max": 0.408935, "nauc_ndcg_at_10_std": 0.381347, "nauc_ndcg_at_10_diff1": 0.187326, "nauc_ndcg_at_20_max": 0.432028, "nauc_ndcg_at_20_std": 0.416437, "nauc_ndcg_at_20_diff1": 0.181259, "nauc_ndcg_at_100_max": 0.459473, "nauc_ndcg_at_100_std": 0.494087, "nauc_ndcg_at_100_diff1": 0.184775, "nauc_ndcg_at_1000_max": 0.521297, "nauc_ndcg_at_1000_std": 0.567037, "nauc_ndcg_at_1000_diff1": 0.176919, "nauc_map_at_1_max": 0.306607, "nauc_map_at_1_std": 0.221193, "nauc_map_at_1_diff1": 0.342802, "nauc_map_at_3_max": 0.323364, "nauc_map_at_3_std": 0.223657, "nauc_map_at_3_diff1": 0.302347, "nauc_map_at_5_max": 0.347028, "nauc_map_at_5_std": 0.256305, "nauc_map_at_5_diff1": 0.284019, "nauc_map_at_10_max": 0.369613, "nauc_map_at_10_std": 0.305966, "nauc_map_at_10_diff1": 0.253748, "nauc_map_at_20_max": 0.391529, "nauc_map_at_20_std": 0.345938, "nauc_map_at_20_diff1": 0.235921, "nauc_map_at_100_max": 0.433858, "nauc_map_at_100_std": 0.434342, "nauc_map_at_100_diff1": 0.220894, "nauc_map_at_1000_max": 0.471976, "nauc_map_at_1000_std": 0.482951, "nauc_map_at_1000_diff1": 0.208165, "nauc_recall_at_1_max": 0.306607, "nauc_recall_at_1_std": 0.221193, "nauc_recall_at_1_diff1": 0.342802, "nauc_recall_at_3_max": 0.293381, "nauc_recall_at_3_std": 0.219834, "nauc_recall_at_3_diff1": 0.272884, "nauc_recall_at_5_max": 0.313774, "nauc_recall_at_5_std": 0.257125, "nauc_recall_at_5_diff1": 0.236324, "nauc_recall_at_10_max": 0.313189, "nauc_recall_at_10_std": 0.307953, "nauc_recall_at_10_diff1": 0.186379, "nauc_recall_at_20_max": 0.327639, "nauc_recall_at_20_std": 0.351487, "nauc_recall_at_20_diff1": 0.148546, "nauc_recall_at_100_max": 0.378707, "nauc_recall_at_100_std": 0.480071, "nauc_recall_at_100_diff1": 0.150486, "nauc_recall_at_1000_max": 0.493681, "nauc_recall_at_1000_std": 0.631763, "nauc_recall_at_1000_diff1": 0.131805, "nauc_precision_at_1_max": 0.344671, "nauc_precision_at_1_std": 0.314824, "nauc_precision_at_1_diff1": 0.212432, "nauc_precision_at_3_max": 0.40131, "nauc_precision_at_3_std": 0.367303, "nauc_precision_at_3_diff1": 0.157664, "nauc_precision_at_5_max": 0.420578, "nauc_precision_at_5_std": 0.399735, "nauc_precision_at_5_diff1": 0.13975, "nauc_precision_at_10_max": 0.455662, "nauc_precision_at_10_std": 0.454909, "nauc_precision_at_10_diff1": 0.105777, "nauc_precision_at_20_max": 0.485282, "nauc_precision_at_20_std": 0.502019, "nauc_precision_at_20_diff1": 0.080504, "nauc_precision_at_100_max": 0.47536, "nauc_precision_at_100_std": 0.52924, "nauc_precision_at_100_diff1": 0.050819, "nauc_precision_at_1000_max": 0.420395, "nauc_precision_at_1000_std": 0.36282, "nauc_precision_at_1000_diff1": 0.00063, "nauc_mrr_at_1_max": 0.344671, "nauc_mrr_at_1_std": 0.314824, "nauc_mrr_at_1_diff1": 0.212432, "nauc_mrr_at_3_max": 0.358781, "nauc_mrr_at_3_std": 0.335428, "nauc_mrr_at_3_diff1": 0.18871, "nauc_mrr_at_5_max": 0.363989, "nauc_mrr_at_5_std": 0.339673, "nauc_mrr_at_5_diff1": 0.183515, "nauc_mrr_at_10_max": 0.37171, "nauc_mrr_at_10_std": 0.349533, "nauc_mrr_at_10_diff1": 0.180611, "nauc_mrr_at_20_max": 0.374076, "nauc_mrr_at_20_std": 0.354115, "nauc_mrr_at_20_diff1": 0.179647, "nauc_mrr_at_100_max": 0.375413, "nauc_mrr_at_100_std": 0.354201, "nauc_mrr_at_100_diff1": 0.180461, "nauc_mrr_at_1000_max": 0.375147, "nauc_mrr_at_1000_std": 0.353884, "nauc_mrr_at_1000_diff1": 0.180512, "main_score": 0.13535, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2035, "ndcg_at_3": 0.19942, "ndcg_at_5": 0.19963, "ndcg_at_10": 0.20748, "ndcg_at_20": 0.21841, "ndcg_at_100": 0.26983, "ndcg_at_1000": 0.35644, "map_at_1": 0.03002, "map_at_3": 0.0543, "map_at_5": 0.06843, "map_at_10": 0.08825, "map_at_20": 0.1052, "map_at_100": 0.13649, "map_at_1000": 0.15631, "recall_at_1": 0.03002, "recall_at_3": 0.06707, "recall_at_5": 0.09406, "recall_at_10": 0.14313, "recall_at_20": 0.20014, "recall_at_100": 0.37272, "recall_at_1000": 0.64849, "precision_at_1": 0.269, "precision_at_3": 0.2405, "precision_at_5": 0.2203, "precision_at_10": 0.19025, "precision_at_20": 0.1553, "precision_at_100": 0.08294, "precision_at_1000": 0.02165, "mrr_at_1": 0.269, "mrr_at_3": 0.3425, "mrr_at_5": 0.358275, "mrr_at_10": 0.370451, "mrr_at_20": 0.37572, "mrr_at_100": 0.379334, "mrr_at_1000": 0.379817, "nauc_ndcg_at_1_max": 0.359417, "nauc_ndcg_at_1_std": 0.30294, "nauc_ndcg_at_1_diff1": 0.242617, "nauc_ndcg_at_3_max": 0.411013, "nauc_ndcg_at_3_std": 0.360529, "nauc_ndcg_at_3_diff1": 0.230106, "nauc_ndcg_at_5_max": 0.434405, "nauc_ndcg_at_5_std": 0.382852, "nauc_ndcg_at_5_diff1": 0.233772, "nauc_ndcg_at_10_max": 0.451761, "nauc_ndcg_at_10_std": 0.422101, "nauc_ndcg_at_10_diff1": 0.241348, "nauc_ndcg_at_20_max": 0.469356, "nauc_ndcg_at_20_std": 0.448935, "nauc_ndcg_at_20_diff1": 0.241458, "nauc_ndcg_at_100_max": 0.510807, "nauc_ndcg_at_100_std": 0.530483, "nauc_ndcg_at_100_diff1": 0.240732, "nauc_ndcg_at_1000_max": 0.561375, "nauc_ndcg_at_1000_std": 0.604331, "nauc_ndcg_at_1000_diff1": 0.224072, "nauc_map_at_1_max": 0.278592, "nauc_map_at_1_std": 0.181406, "nauc_map_at_1_diff1": 0.388328, "nauc_map_at_3_max": 0.30395, "nauc_map_at_3_std": 0.226921, "nauc_map_at_3_diff1": 0.323504, "nauc_map_at_5_max": 0.326268, "nauc_map_at_5_std": 0.255114, "nauc_map_at_5_diff1": 0.305265, "nauc_map_at_10_max": 0.35121, "nauc_map_at_10_std": 0.306072, "nauc_map_at_10_diff1": 0.276886, "nauc_map_at_20_max": 0.381932, "nauc_map_at_20_std": 0.352114, "nauc_map_at_20_diff1": 0.260802, "nauc_map_at_100_max": 0.44606, "nauc_map_at_100_std": 0.450496, "nauc_map_at_100_diff1": 0.244289, "nauc_map_at_1000_max": 0.48736, "nauc_map_at_1000_std": 0.498727, "nauc_map_at_1000_diff1": 0.237062, "nauc_recall_at_1_max": 0.278592, "nauc_recall_at_1_std": 0.181406, "nauc_recall_at_1_diff1": 0.388328, "nauc_recall_at_3_max": 0.280435, "nauc_recall_at_3_std": 0.223618, "nauc_recall_at_3_diff1": 0.289967, "nauc_recall_at_5_max": 0.302002, "nauc_recall_at_5_std": 0.251117, "nauc_recall_at_5_diff1": 0.261291, "nauc_recall_at_10_max": 0.30929, "nauc_recall_at_10_std": 0.301044, "nauc_recall_at_10_diff1": 0.228867, "nauc_recall_at_20_max": 0.34155, "nauc_recall_at_20_std": 0.352116, "nauc_recall_at_20_diff1": 0.201746, "nauc_recall_at_100_max": 0.429017, "nauc_recall_at_100_std": 0.504533, "nauc_recall_at_100_diff1": 0.197181, "nauc_recall_at_1000_max": 0.595693, "nauc_recall_at_1000_std": 0.716114, "nauc_recall_at_1000_diff1": 0.183404, "nauc_precision_at_1_max": 0.400113, "nauc_precision_at_1_std": 0.35656, "nauc_precision_at_1_diff1": 0.22978, "nauc_precision_at_3_max": 0.429477, "nauc_precision_at_3_std": 0.403689, "nauc_precision_at_3_diff1": 0.176281, "nauc_precision_at_5_max": 0.449884, "nauc_precision_at_5_std": 0.430709, "nauc_precision_at_5_diff1": 0.157385, "nauc_precision_at_10_max": 0.457638, "nauc_precision_at_10_std": 0.480493, "nauc_precision_at_10_diff1": 0.125765, "nauc_precision_at_20_max": 0.470045, "nauc_precision_at_20_std": 0.501794, "nauc_precision_at_20_diff1": 0.106739, "nauc_precision_at_100_max": 0.454467, "nauc_precision_at_100_std": 0.499078, "nauc_precision_at_100_diff1": 0.068054, "nauc_precision_at_1000_max": 0.361017, "nauc_precision_at_1000_std": 0.322682, "nauc_precision_at_1000_diff1": 0.01721, "nauc_mrr_at_1_max": 0.400113, "nauc_mrr_at_1_std": 0.35656, "nauc_mrr_at_1_diff1": 0.22978, "nauc_mrr_at_3_max": 0.424497, "nauc_mrr_at_3_std": 0.394479, "nauc_mrr_at_3_diff1": 0.210559, "nauc_mrr_at_5_max": 0.4367, "nauc_mrr_at_5_std": 0.407214, "nauc_mrr_at_5_diff1": 0.211492, "nauc_mrr_at_10_max": 0.440325, "nauc_mrr_at_10_std": 0.415007, "nauc_mrr_at_10_diff1": 0.212416, "nauc_mrr_at_20_max": 0.442077, "nauc_mrr_at_20_std": 0.416168, "nauc_mrr_at_20_diff1": 0.212644, "nauc_mrr_at_100_max": 0.441779, "nauc_mrr_at_100_std": 0.41557, "nauc_mrr_at_100_diff1": 0.213283, "nauc_mrr_at_1000_max": 0.441647, "nauc_mrr_at_1000_std": 0.415324, "nauc_mrr_at_1000_diff1": 0.213105, "main_score": 0.20748, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "dentistry_and_oral_health": [ { "ndcg_at_1": 0.5025, "ndcg_at_3": 0.45389, "ndcg_at_5": 0.44425, "ndcg_at_10": 0.43636, "ndcg_at_20": 0.43633, "ndcg_at_100": 0.50806, "ndcg_at_1000": 0.63277, "map_at_1": 0.08263, "map_at_3": 0.11909, "map_at_5": 0.14218, "map_at_10": 0.17308, "map_at_20": 0.20385, "map_at_100": 0.2797, "map_at_1000": 0.32977, "recall_at_1": 0.08263, "recall_at_3": 0.12892, "recall_at_5": 0.17329, "recall_at_10": 0.24187, "recall_at_20": 0.32303, "recall_at_100": 0.5931, "recall_at_1000": 0.93953, "precision_at_1": 0.615, "precision_at_3": 0.50333, "precision_at_5": 0.463, "precision_at_10": 0.3855, "precision_at_20": 0.31025, "precision_at_100": 0.17365, "precision_at_1000": 0.03641, "mrr_at_1": 0.615, "mrr_at_3": 0.72, "mrr_at_5": 0.732, "mrr_at_10": 0.737526, "mrr_at_20": 0.738958, "mrr_at_100": 0.739954, "mrr_at_1000": 0.740018, "nauc_ndcg_at_1_max": 0.287687, "nauc_ndcg_at_1_std": -0.050727, "nauc_ndcg_at_1_diff1": 0.308734, "nauc_ndcg_at_3_max": 0.302874, "nauc_ndcg_at_3_std": -0.027759, "nauc_ndcg_at_3_diff1": 0.281885, "nauc_ndcg_at_5_max": 0.315848, "nauc_ndcg_at_5_std": 0.007965, "nauc_ndcg_at_5_diff1": 0.276601, "nauc_ndcg_at_10_max": 0.311213, "nauc_ndcg_at_10_std": 0.003204, "nauc_ndcg_at_10_diff1": 0.293502, "nauc_ndcg_at_20_max": 0.285699, "nauc_ndcg_at_20_std": 0.001333, "nauc_ndcg_at_20_diff1": 0.319913, "nauc_ndcg_at_100_max": 0.307498, "nauc_ndcg_at_100_std": 0.021787, "nauc_ndcg_at_100_diff1": 0.317816, "nauc_ndcg_at_1000_max": 0.403697, "nauc_ndcg_at_1000_std": 0.229421, "nauc_ndcg_at_1000_diff1": 0.296595, "nauc_map_at_1_max": -0.036823, "nauc_map_at_1_std": -0.332464, "nauc_map_at_1_diff1": 0.407459, "nauc_map_at_3_max": 0.01781, "nauc_map_at_3_std": -0.332916, "nauc_map_at_3_diff1": 0.385399, "nauc_map_at_5_max": 0.038569, "nauc_map_at_5_std": -0.32899, "nauc_map_at_5_diff1": 0.369494, "nauc_map_at_10_max": 0.082628, "nauc_map_at_10_std": -0.296172, "nauc_map_at_10_diff1": 0.340105, "nauc_map_at_20_max": 0.115917, "nauc_map_at_20_std": -0.229625, "nauc_map_at_20_diff1": 0.340135, "nauc_map_at_100_max": 0.211112, "nauc_map_at_100_std": -0.03441, "nauc_map_at_100_diff1": 0.31856, "nauc_map_at_1000_max": 0.265665, "nauc_map_at_1000_std": 0.119171, "nauc_map_at_1000_diff1": 0.306306, "nauc_recall_at_1_max": -0.036823, "nauc_recall_at_1_std": -0.332464, "nauc_recall_at_1_diff1": 0.407459, "nauc_recall_at_3_max": 0.00966, "nauc_recall_at_3_std": -0.331976, "nauc_recall_at_3_diff1": 0.358176, "nauc_recall_at_5_max": -0.001466, "nauc_recall_at_5_std": -0.342396, "nauc_recall_at_5_diff1": 0.307924, "nauc_recall_at_10_max": 0.046137, "nauc_recall_at_10_std": -0.297718, "nauc_recall_at_10_diff1": 0.234637, "nauc_recall_at_20_max": 0.049354, "nauc_recall_at_20_std": -0.23037, "nauc_recall_at_20_diff1": 0.228199, "nauc_recall_at_100_max": 0.126272, "nauc_recall_at_100_std": -0.054246, "nauc_recall_at_100_diff1": 0.164138, "nauc_recall_at_1000_max": 0.393731, "nauc_recall_at_1000_std": 0.394571, "nauc_recall_at_1000_diff1": 0.000678, "nauc_precision_at_1_max": 0.328524, "nauc_precision_at_1_std": 0.059459, "nauc_precision_at_1_diff1": 0.32562, "nauc_precision_at_3_max": 0.39147, "nauc_precision_at_3_std": 0.224814, "nauc_precision_at_3_diff1": 0.084256, "nauc_precision_at_5_max": 0.424061, "nauc_precision_at_5_std": 0.351495, "nauc_precision_at_5_diff1": 0.00053, "nauc_precision_at_10_max": 0.382003, "nauc_precision_at_10_std": 0.463229, "nauc_precision_at_10_diff1": -0.036921, "nauc_precision_at_20_max": 0.323254, "nauc_precision_at_20_std": 0.531681, "nauc_precision_at_20_diff1": -0.021604, "nauc_precision_at_100_max": 0.227866, "nauc_precision_at_100_std": 0.518769, "nauc_precision_at_100_diff1": -0.04491, "nauc_precision_at_1000_max": 0.117196, "nauc_precision_at_1000_std": 0.403054, "nauc_precision_at_1000_diff1": -0.038672, "nauc_mrr_at_1_max": 0.328524, "nauc_mrr_at_1_std": 0.059459, "nauc_mrr_at_1_diff1": 0.32562, "nauc_mrr_at_3_max": 0.411066, "nauc_mrr_at_3_std": 0.116081, "nauc_mrr_at_3_diff1": 0.297942, "nauc_mrr_at_5_max": 0.405481, "nauc_mrr_at_5_std": 0.125483, "nauc_mrr_at_5_diff1": 0.291051, "nauc_mrr_at_10_max": 0.40564, "nauc_mrr_at_10_std": 0.128984, "nauc_mrr_at_10_diff1": 0.306028, "nauc_mrr_at_20_max": 0.402441, "nauc_mrr_at_20_std": 0.125401, "nauc_mrr_at_20_diff1": 0.303584, "nauc_mrr_at_100_max": 0.401224, "nauc_mrr_at_100_std": 0.123845, "nauc_mrr_at_100_diff1": 0.304169, "nauc_mrr_at_1000_max": 0.401094, "nauc_mrr_at_1000_std": 0.123654, "nauc_mrr_at_1000_diff1": 0.304019, "main_score": 0.43636, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.11, "ndcg_at_3": 0.10191, "ndcg_at_5": 0.09959, "ndcg_at_10": 0.10916, "ndcg_at_20": 0.11511, "ndcg_at_100": 0.15768, "ndcg_at_1000": 0.25837, "map_at_1": 0.01912, "map_at_3": 0.0259, "map_at_5": 0.02986, "map_at_10": 0.0369, "map_at_20": 0.0438, "map_at_100": 0.06219, "map_at_1000": 0.0781, "recall_at_1": 0.01912, "recall_at_3": 0.03001, "recall_at_5": 0.04063, "recall_at_10": 0.07161, "recall_at_20": 0.09944, "recall_at_100": 0.23856, "recall_at_1000": 0.54562, "precision_at_1": 0.16, "precision_at_3": 0.12833, "precision_at_5": 0.116, "precision_at_10": 0.1075, "precision_at_20": 0.09125, "precision_at_100": 0.05855, "precision_at_1000": 0.01808, "mrr_at_1": 0.16, "mrr_at_3": 0.203333, "mrr_at_5": 0.212583, "mrr_at_10": 0.234232, "mrr_at_20": 0.237835, "mrr_at_100": 0.244003, "mrr_at_1000": 0.245019, "nauc_ndcg_at_1_max": 0.405776, "nauc_ndcg_at_1_std": 0.302073, "nauc_ndcg_at_1_diff1": 0.361394, "nauc_ndcg_at_3_max": 0.467108, "nauc_ndcg_at_3_std": 0.354577, "nauc_ndcg_at_3_diff1": 0.405486, "nauc_ndcg_at_5_max": 0.47651, "nauc_ndcg_at_5_std": 0.371342, "nauc_ndcg_at_5_diff1": 0.371406, "nauc_ndcg_at_10_max": 0.474297, "nauc_ndcg_at_10_std": 0.415297, "nauc_ndcg_at_10_diff1": 0.367932, "nauc_ndcg_at_20_max": 0.457536, "nauc_ndcg_at_20_std": 0.441162, "nauc_ndcg_at_20_diff1": 0.353525, "nauc_ndcg_at_100_max": 0.506125, "nauc_ndcg_at_100_std": 0.542632, "nauc_ndcg_at_100_diff1": 0.350288, "nauc_ndcg_at_1000_max": 0.557043, "nauc_ndcg_at_1000_std": 0.595952, "nauc_ndcg_at_1000_diff1": 0.347633, "nauc_map_at_1_max": 0.522959, "nauc_map_at_1_std": 0.375902, "nauc_map_at_1_diff1": 0.549554, "nauc_map_at_3_max": 0.523008, "nauc_map_at_3_std": 0.333918, "nauc_map_at_3_diff1": 0.48335, "nauc_map_at_5_max": 0.519588, "nauc_map_at_5_std": 0.324919, "nauc_map_at_5_diff1": 0.429195, "nauc_map_at_10_max": 0.50006, "nauc_map_at_10_std": 0.355201, "nauc_map_at_10_diff1": 0.420158, "nauc_map_at_20_max": 0.490137, "nauc_map_at_20_std": 0.395509, "nauc_map_at_20_diff1": 0.418061, "nauc_map_at_100_max": 0.515209, "nauc_map_at_100_std": 0.526384, "nauc_map_at_100_diff1": 0.431655, "nauc_map_at_1000_max": 0.537477, "nauc_map_at_1000_std": 0.5878, "nauc_map_at_1000_diff1": 0.431912, "nauc_recall_at_1_max": 0.522959, "nauc_recall_at_1_std": 0.375902, "nauc_recall_at_1_diff1": 0.549554, "nauc_recall_at_3_max": 0.499381, "nauc_recall_at_3_std": 0.307144, "nauc_recall_at_3_diff1": 0.439386, "nauc_recall_at_5_max": 0.476253, "nauc_recall_at_5_std": 0.266028, "nauc_recall_at_5_diff1": 0.290883, "nauc_recall_at_10_max": 0.343827, "nauc_recall_at_10_std": 0.310588, "nauc_recall_at_10_diff1": 0.234894, "nauc_recall_at_20_max": 0.333146, "nauc_recall_at_20_std": 0.367847, "nauc_recall_at_20_diff1": 0.237876, "nauc_recall_at_100_max": 0.392243, "nauc_recall_at_100_std": 0.504139, "nauc_recall_at_100_diff1": 0.259828, "nauc_recall_at_1000_max": 0.533503, "nauc_recall_at_1000_std": 0.677771, "nauc_recall_at_1000_diff1": 0.230501, "nauc_precision_at_1_max": 0.41434, "nauc_precision_at_1_std": 0.331435, "nauc_precision_at_1_diff1": 0.324685, "nauc_precision_at_3_max": 0.480571, "nauc_precision_at_3_std": 0.370546, "nauc_precision_at_3_diff1": 0.338243, "nauc_precision_at_5_max": 0.467852, "nauc_precision_at_5_std": 0.407293, "nauc_precision_at_5_diff1": 0.294338, "nauc_precision_at_10_max": 0.478765, "nauc_precision_at_10_std": 0.511785, "nauc_precision_at_10_diff1": 0.313455, "nauc_precision_at_20_max": 0.445594, "nauc_precision_at_20_std": 0.558341, "nauc_precision_at_20_diff1": 0.310084, "nauc_precision_at_100_max": 0.461582, "nauc_precision_at_100_std": 0.631255, "nauc_precision_at_100_diff1": 0.313474, "nauc_precision_at_1000_max": 0.368457, "nauc_precision_at_1000_std": 0.436647, "nauc_precision_at_1000_diff1": 0.241001, "nauc_mrr_at_1_max": 0.41434, "nauc_mrr_at_1_std": 0.331435, "nauc_mrr_at_1_diff1": 0.324685, "nauc_mrr_at_3_max": 0.419523, "nauc_mrr_at_3_std": 0.33955, "nauc_mrr_at_3_diff1": 0.317202, "nauc_mrr_at_5_max": 0.420187, "nauc_mrr_at_5_std": 0.333681, "nauc_mrr_at_5_diff1": 0.29483, "nauc_mrr_at_10_max": 0.432123, "nauc_mrr_at_10_std": 0.359158, "nauc_mrr_at_10_diff1": 0.300084, "nauc_mrr_at_20_max": 0.434584, "nauc_mrr_at_20_std": 0.3629, "nauc_mrr_at_20_diff1": 0.295913, "nauc_mrr_at_100_max": 0.433511, "nauc_mrr_at_100_std": 0.359683, "nauc_mrr_at_100_diff1": 0.297288, "nauc_mrr_at_1000_max": 0.433606, "nauc_mrr_at_1000_std": 0.359621, "nauc_mrr_at_1000_diff1": 0.298008, "main_score": 0.10916, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1675, "ndcg_at_3": 0.15312, "ndcg_at_5": 0.15406, "ndcg_at_10": 0.15935, "ndcg_at_20": 0.16774, "ndcg_at_100": 0.21532, "ndcg_at_1000": 0.31728, "map_at_1": 0.02039, "map_at_3": 0.03426, "map_at_5": 0.04321, "map_at_10": 0.05477, "map_at_20": 0.06562, "map_at_100": 0.09069, "map_at_1000": 0.11118, "recall_at_1": 0.02039, "recall_at_3": 0.04504, "recall_at_5": 0.06728, "recall_at_10": 0.10434, "recall_at_20": 0.14928, "recall_at_100": 0.30462, "recall_at_1000": 0.59909, "precision_at_1": 0.225, "precision_at_3": 0.18667, "precision_at_5": 0.176, "precision_at_10": 0.151, "precision_at_20": 0.1265, "precision_at_100": 0.0761, "precision_at_1000": 0.02064, "mrr_at_1": 0.225, "mrr_at_3": 0.3025, "mrr_at_5": 0.32175, "mrr_at_10": 0.32971, "mrr_at_20": 0.336013, "mrr_at_100": 0.340229, "mrr_at_1000": 0.340805, "nauc_ndcg_at_1_max": 0.448309, "nauc_ndcg_at_1_std": 0.388702, "nauc_ndcg_at_1_diff1": 0.271786, "nauc_ndcg_at_3_max": 0.529122, "nauc_ndcg_at_3_std": 0.446913, "nauc_ndcg_at_3_diff1": 0.298324, "nauc_ndcg_at_5_max": 0.552184, "nauc_ndcg_at_5_std": 0.439336, "nauc_ndcg_at_5_diff1": 0.337695, "nauc_ndcg_at_10_max": 0.549948, "nauc_ndcg_at_10_std": 0.456586, "nauc_ndcg_at_10_diff1": 0.316795, "nauc_ndcg_at_20_max": 0.571677, "nauc_ndcg_at_20_std": 0.51469, "nauc_ndcg_at_20_diff1": 0.338408, "nauc_ndcg_at_100_max": 0.569841, "nauc_ndcg_at_100_std": 0.589226, "nauc_ndcg_at_100_diff1": 0.345871, "nauc_ndcg_at_1000_max": 0.60613, "nauc_ndcg_at_1000_std": 0.671486, "nauc_ndcg_at_1000_diff1": 0.313206, "nauc_map_at_1_max": 0.60819, "nauc_map_at_1_std": 0.387476, "nauc_map_at_1_diff1": 0.592269, "nauc_map_at_3_max": 0.622805, "nauc_map_at_3_std": 0.352028, "nauc_map_at_3_diff1": 0.531235, "nauc_map_at_5_max": 0.621513, "nauc_map_at_5_std": 0.360892, "nauc_map_at_5_diff1": 0.536096, "nauc_map_at_10_max": 0.58655, "nauc_map_at_10_std": 0.357759, "nauc_map_at_10_diff1": 0.472311, "nauc_map_at_20_max": 0.597783, "nauc_map_at_20_std": 0.41716, "nauc_map_at_20_diff1": 0.477262, "nauc_map_at_100_max": 0.594606, "nauc_map_at_100_std": 0.535993, "nauc_map_at_100_diff1": 0.446763, "nauc_map_at_1000_max": 0.602989, "nauc_map_at_1000_std": 0.605549, "nauc_map_at_1000_diff1": 0.411337, "nauc_recall_at_1_max": 0.60819, "nauc_recall_at_1_std": 0.387476, "nauc_recall_at_1_diff1": 0.592269, "nauc_recall_at_3_max": 0.572551, "nauc_recall_at_3_std": 0.303241, "nauc_recall_at_3_diff1": 0.462481, "nauc_recall_at_5_max": 0.523599, "nauc_recall_at_5_std": 0.285717, "nauc_recall_at_5_diff1": 0.444931, "nauc_recall_at_10_max": 0.449592, "nauc_recall_at_10_std": 0.253854, "nauc_recall_at_10_diff1": 0.314866, "nauc_recall_at_20_max": 0.48774, "nauc_recall_at_20_std": 0.337442, "nauc_recall_at_20_diff1": 0.319761, "nauc_recall_at_100_max": 0.428658, "nauc_recall_at_100_std": 0.461581, "nauc_recall_at_100_diff1": 0.254275, "nauc_recall_at_1000_max": 0.631287, "nauc_recall_at_1000_std": 0.729348, "nauc_recall_at_1000_diff1": 0.294275, "nauc_precision_at_1_max": 0.440134, "nauc_precision_at_1_std": 0.410314, "nauc_precision_at_1_diff1": 0.248701, "nauc_precision_at_3_max": 0.480672, "nauc_precision_at_3_std": 0.460967, "nauc_precision_at_3_diff1": 0.201312, "nauc_precision_at_5_max": 0.470514, "nauc_precision_at_5_std": 0.431565, "nauc_precision_at_5_diff1": 0.236067, "nauc_precision_at_10_max": 0.398683, "nauc_precision_at_10_std": 0.468175, "nauc_precision_at_10_diff1": 0.153817, "nauc_precision_at_20_max": 0.396887, "nauc_precision_at_20_std": 0.551448, "nauc_precision_at_20_diff1": 0.15546, "nauc_precision_at_100_max": 0.335338, "nauc_precision_at_100_std": 0.560183, "nauc_precision_at_100_diff1": 0.083925, "nauc_precision_at_1000_max": 0.219025, "nauc_precision_at_1000_std": 0.388526, "nauc_precision_at_1000_diff1": -0.027166, "nauc_mrr_at_1_max": 0.440134, "nauc_mrr_at_1_std": 0.410314, "nauc_mrr_at_1_diff1": 0.248701, "nauc_mrr_at_3_max": 0.453192, "nauc_mrr_at_3_std": 0.44834, "nauc_mrr_at_3_diff1": 0.239185, "nauc_mrr_at_5_max": 0.459023, "nauc_mrr_at_5_std": 0.458369, "nauc_mrr_at_5_diff1": 0.244276, "nauc_mrr_at_10_max": 0.4727, "nauc_mrr_at_10_std": 0.468042, "nauc_mrr_at_10_diff1": 0.246887, "nauc_mrr_at_20_max": 0.468602, "nauc_mrr_at_20_std": 0.466079, "nauc_mrr_at_20_diff1": 0.247073, "nauc_mrr_at_100_max": 0.469808, "nauc_mrr_at_100_std": 0.466163, "nauc_mrr_at_100_diff1": 0.247812, "nauc_mrr_at_1000_max": 0.47012, "nauc_mrr_at_1000_std": 0.466197, "nauc_mrr_at_1000_diff1": 0.247917, "main_score": 0.15935, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "dermatology": [ { "ndcg_at_1": 0.485, "ndcg_at_3": 0.46602, "ndcg_at_5": 0.4808, "ndcg_at_10": 0.5124, "ndcg_at_20": 0.54295, "ndcg_at_100": 0.61267, "ndcg_at_1000": 0.66213, "map_at_1": 0.12509, "map_at_3": 0.23396, "map_at_5": 0.28614, "map_at_10": 0.35402, "map_at_20": 0.39372, "map_at_100": 0.44469, "map_at_1000": 0.46009, "recall_at_1": 0.12509, "recall_at_3": 0.26704, "recall_at_5": 0.35465, "recall_at_10": 0.48758, "recall_at_20": 0.59899, "recall_at_100": 0.82587, "recall_at_1000": 0.99044, "precision_at_1": 0.575, "precision_at_3": 0.49167, "precision_at_5": 0.441, "precision_at_10": 0.3495, "precision_at_20": 0.2465, "precision_at_100": 0.09125, "precision_at_1000": 0.01336, "mrr_at_1": 0.575, "mrr_at_3": 0.679167, "mrr_at_5": 0.695667, "mrr_at_10": 0.701067, "mrr_at_20": 0.704223, "mrr_at_100": 0.705333, "mrr_at_1000": 0.705376, "nauc_ndcg_at_1_max": 0.059127, "nauc_ndcg_at_1_std": -0.104888, "nauc_ndcg_at_1_diff1": 0.164128, "nauc_ndcg_at_3_max": 0.090243, "nauc_ndcg_at_3_std": -0.116951, "nauc_ndcg_at_3_diff1": 0.20062, "nauc_ndcg_at_5_max": 0.070512, "nauc_ndcg_at_5_std": -0.164597, "nauc_ndcg_at_5_diff1": 0.219438, "nauc_ndcg_at_10_max": 0.047883, "nauc_ndcg_at_10_std": -0.234756, "nauc_ndcg_at_10_diff1": 0.233355, "nauc_ndcg_at_20_max": 0.069992, "nauc_ndcg_at_20_std": -0.265575, "nauc_ndcg_at_20_diff1": 0.248327, "nauc_ndcg_at_100_max": 0.132186, "nauc_ndcg_at_100_std": -0.230291, "nauc_ndcg_at_100_diff1": 0.25482, "nauc_ndcg_at_1000_max": 0.162181, "nauc_ndcg_at_1000_std": -0.053653, "nauc_ndcg_at_1000_diff1": 0.199594, "nauc_map_at_1_max": -0.188865, "nauc_map_at_1_std": -0.367801, "nauc_map_at_1_diff1": 0.275372, "nauc_map_at_3_max": -0.098752, "nauc_map_at_3_std": -0.362654, "nauc_map_at_3_diff1": 0.272038, "nauc_map_at_5_max": -0.066832, "nauc_map_at_5_std": -0.382833, "nauc_map_at_5_diff1": 0.261619, "nauc_map_at_10_max": -0.030995, "nauc_map_at_10_std": -0.383712, "nauc_map_at_10_diff1": 0.241453, "nauc_map_at_20_max": 0.008443, "nauc_map_at_20_std": -0.372347, "nauc_map_at_20_diff1": 0.243288, "nauc_map_at_100_max": 0.090972, "nauc_map_at_100_std": -0.281607, "nauc_map_at_100_diff1": 0.24693, "nauc_map_at_1000_max": 0.109394, "nauc_map_at_1000_std": -0.223615, "nauc_map_at_1000_diff1": 0.231232, "nauc_recall_at_1_max": -0.188865, "nauc_recall_at_1_std": -0.367801, "nauc_recall_at_1_diff1": 0.275372, "nauc_recall_at_3_max": -0.101266, "nauc_recall_at_3_std": -0.372577, "nauc_recall_at_3_diff1": 0.305947, "nauc_recall_at_5_max": -0.088532, "nauc_recall_at_5_std": -0.421397, "nauc_recall_at_5_diff1": 0.305369, "nauc_recall_at_10_max": -0.097176, "nauc_recall_at_10_std": -0.480185, "nauc_recall_at_10_diff1": 0.250253, "nauc_recall_at_20_max": -0.070099, "nauc_recall_at_20_std": -0.553504, "nauc_recall_at_20_diff1": 0.244051, "nauc_recall_at_100_max": 0.048942, "nauc_recall_at_100_std": -0.557483, "nauc_recall_at_100_diff1": 0.284652, "nauc_recall_at_1000_max": 0.127069, "nauc_recall_at_1000_std": 0.617509, "nauc_recall_at_1000_diff1": 0.024411, "nauc_precision_at_1_max": 0.080566, "nauc_precision_at_1_std": -0.123193, "nauc_precision_at_1_diff1": 0.177532, "nauc_precision_at_3_max": 0.239769, "nauc_precision_at_3_std": 0.034361, "nauc_precision_at_3_diff1": 0.133257, "nauc_precision_at_5_max": 0.262811, "nauc_precision_at_5_std": 0.104765, "nauc_precision_at_5_diff1": 0.025947, "nauc_precision_at_10_max": 0.303133, "nauc_precision_at_10_std": 0.207417, "nauc_precision_at_10_diff1": -0.037356, "nauc_precision_at_20_max": 0.32458, "nauc_precision_at_20_std": 0.340002, "nauc_precision_at_20_diff1": -0.074456, "nauc_precision_at_100_max": 0.346291, "nauc_precision_at_100_std": 0.583224, "nauc_precision_at_100_diff1": -0.11544, "nauc_precision_at_1000_max": 0.278106, "nauc_precision_at_1000_std": 0.676792, "nauc_precision_at_1000_diff1": -0.196896, "nauc_mrr_at_1_max": 0.080566, "nauc_mrr_at_1_std": -0.123193, "nauc_mrr_at_1_diff1": 0.177532, "nauc_mrr_at_3_max": 0.162339, "nauc_mrr_at_3_std": -0.067769, "nauc_mrr_at_3_diff1": 0.252755, "nauc_mrr_at_5_max": 0.167873, "nauc_mrr_at_5_std": -0.078049, "nauc_mrr_at_5_diff1": 0.236482, "nauc_mrr_at_10_max": 0.164057, "nauc_mrr_at_10_std": -0.088385, "nauc_mrr_at_10_diff1": 0.232843, "nauc_mrr_at_20_max": 0.162475, "nauc_mrr_at_20_std": -0.088464, "nauc_mrr_at_20_diff1": 0.231234, "nauc_mrr_at_100_max": 0.160266, "nauc_mrr_at_100_std": -0.088324, "nauc_mrr_at_100_diff1": 0.231089, "nauc_mrr_at_1000_max": 0.160112, "nauc_mrr_at_1000_std": -0.088237, "nauc_mrr_at_1000_diff1": 0.230948, "main_score": 0.5124, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1975, "ndcg_at_3": 0.2054, "ndcg_at_5": 0.21661, "ndcg_at_10": 0.25194, "ndcg_at_20": 0.28739, "ndcg_at_100": 0.3684, "ndcg_at_1000": 0.45093, "map_at_1": 0.05364, "map_at_3": 0.10178, "map_at_5": 0.12579, "map_at_10": 0.16205, "map_at_20": 0.18322, "map_at_100": 0.21582, "map_at_1000": 0.23297, "recall_at_1": 0.05364, "recall_at_3": 0.1261, "recall_at_5": 0.17175, "recall_at_10": 0.26852, "recall_at_20": 0.36862, "recall_at_100": 0.61288, "recall_at_1000": 0.91807, "precision_at_1": 0.265, "precision_at_3": 0.23333, "precision_at_5": 0.212, "precision_at_10": 0.185, "precision_at_20": 0.13775, "precision_at_100": 0.06425, "precision_at_1000": 0.01256, "mrr_at_1": 0.265, "mrr_at_3": 0.349167, "mrr_at_5": 0.361917, "mrr_at_10": 0.381605, "mrr_at_20": 0.39101, "mrr_at_100": 0.394446, "mrr_at_1000": 0.39475, "nauc_ndcg_at_1_max": 0.169497, "nauc_ndcg_at_1_std": -0.100584, "nauc_ndcg_at_1_diff1": 0.156225, "nauc_ndcg_at_3_max": 0.238209, "nauc_ndcg_at_3_std": -0.096705, "nauc_ndcg_at_3_diff1": 0.229875, "nauc_ndcg_at_5_max": 0.236215, "nauc_ndcg_at_5_std": -0.093514, "nauc_ndcg_at_5_diff1": 0.23152, "nauc_ndcg_at_10_max": 0.25279, "nauc_ndcg_at_10_std": -0.071364, "nauc_ndcg_at_10_diff1": 0.22123, "nauc_ndcg_at_20_max": 0.248448, "nauc_ndcg_at_20_std": -0.073799, "nauc_ndcg_at_20_diff1": 0.216309, "nauc_ndcg_at_100_max": 0.286959, "nauc_ndcg_at_100_std": -0.004116, "nauc_ndcg_at_100_diff1": 0.179962, "nauc_ndcg_at_1000_max": 0.386945, "nauc_ndcg_at_1000_std": 0.164901, "nauc_ndcg_at_1000_diff1": 0.190944, "nauc_map_at_1_max": 0.08477, "nauc_map_at_1_std": -0.226105, "nauc_map_at_1_diff1": 0.245047, "nauc_map_at_3_max": 0.115669, "nauc_map_at_3_std": -0.24829, "nauc_map_at_3_diff1": 0.329361, "nauc_map_at_5_max": 0.148795, "nauc_map_at_5_std": -0.229423, "nauc_map_at_5_diff1": 0.301377, "nauc_map_at_10_max": 0.199958, "nauc_map_at_10_std": -0.192166, "nauc_map_at_10_diff1": 0.248695, "nauc_map_at_20_max": 0.200888, "nauc_map_at_20_std": -0.179966, "nauc_map_at_20_diff1": 0.230017, "nauc_map_at_100_max": 0.24868, "nauc_map_at_100_std": -0.103395, "nauc_map_at_100_diff1": 0.213341, "nauc_map_at_1000_max": 0.286335, "nauc_map_at_1000_std": -0.03889, "nauc_map_at_1000_diff1": 0.218418, "nauc_recall_at_1_max": 0.08477, "nauc_recall_at_1_std": -0.226105, "nauc_recall_at_1_diff1": 0.245047, "nauc_recall_at_3_max": 0.09427, "nauc_recall_at_3_std": -0.226595, "nauc_recall_at_3_diff1": 0.342383, "nauc_recall_at_5_max": 0.136788, "nauc_recall_at_5_std": -0.195314, "nauc_recall_at_5_diff1": 0.307185, "nauc_recall_at_10_max": 0.153903, "nauc_recall_at_10_std": -0.153045, "nauc_recall_at_10_diff1": 0.248493, "nauc_recall_at_20_max": 0.099886, "nauc_recall_at_20_std": -0.168898, "nauc_recall_at_20_diff1": 0.186645, "nauc_recall_at_100_max": 0.174581, "nauc_recall_at_100_std": -0.019276, "nauc_recall_at_100_diff1": 0.132823, "nauc_recall_at_1000_max": 0.5378, "nauc_recall_at_1000_std": 0.6781, "nauc_recall_at_1000_diff1": 0.208511, "nauc_precision_at_1_max": 0.179873, "nauc_precision_at_1_std": -0.083456, "nauc_precision_at_1_diff1": 0.150733, "nauc_precision_at_3_max": 0.329662, "nauc_precision_at_3_std": 0.014404, "nauc_precision_at_3_diff1": 0.147421, "nauc_precision_at_5_max": 0.334645, "nauc_precision_at_5_std": 0.051149, "nauc_precision_at_5_diff1": 0.099047, "nauc_precision_at_10_max": 0.395608, "nauc_precision_at_10_std": 0.158033, "nauc_precision_at_10_diff1": 0.017742, "nauc_precision_at_20_max": 0.399051, "nauc_precision_at_20_std": 0.266131, "nauc_precision_at_20_diff1": -0.01834, "nauc_precision_at_100_max": 0.414298, "nauc_precision_at_100_std": 0.533251, "nauc_precision_at_100_diff1": -0.042299, "nauc_precision_at_1000_max": 0.356935, "nauc_precision_at_1000_std": 0.582188, "nauc_precision_at_1000_diff1": -0.002572, "nauc_mrr_at_1_max": 0.179873, "nauc_mrr_at_1_std": -0.083456, "nauc_mrr_at_1_diff1": 0.150733, "nauc_mrr_at_3_max": 0.228317, "nauc_mrr_at_3_std": -0.029839, "nauc_mrr_at_3_diff1": 0.158578, "nauc_mrr_at_5_max": 0.239343, "nauc_mrr_at_5_std": -0.03188, "nauc_mrr_at_5_diff1": 0.15821, "nauc_mrr_at_10_max": 0.234378, "nauc_mrr_at_10_std": -0.023478, "nauc_mrr_at_10_diff1": 0.158243, "nauc_mrr_at_20_max": 0.236538, "nauc_mrr_at_20_std": -0.021118, "nauc_mrr_at_20_diff1": 0.153772, "nauc_mrr_at_100_max": 0.235197, "nauc_mrr_at_100_std": -0.02265, "nauc_mrr_at_100_diff1": 0.154805, "nauc_mrr_at_1000_max": 0.23514, "nauc_mrr_at_1000_std": -0.022925, "nauc_mrr_at_1000_diff1": 0.155016, "main_score": 0.25194, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.24, "ndcg_at_3": 0.26631, "ndcg_at_5": 0.28864, "ndcg_at_10": 0.33052, "ndcg_at_20": 0.37021, "ndcg_at_100": 0.44385, "ndcg_at_1000": 0.51421, "map_at_1": 0.06504, "map_at_3": 0.13062, "map_at_5": 0.16729, "map_at_10": 0.21681, "map_at_20": 0.2495, "map_at_100": 0.28538, "map_at_1000": 0.3017, "recall_at_1": 0.06504, "recall_at_3": 0.16942, "recall_at_5": 0.23676, "recall_at_10": 0.35052, "recall_at_20": 0.46968, "recall_at_100": 0.705, "recall_at_1000": 0.94818, "precision_at_1": 0.315, "precision_at_3": 0.31333, "precision_at_5": 0.289, "precision_at_10": 0.247, "precision_at_20": 0.1805, "precision_at_100": 0.07465, "precision_at_1000": 0.01291, "mrr_at_1": 0.315, "mrr_at_3": 0.434167, "mrr_at_5": 0.452667, "mrr_at_10": 0.468841, "mrr_at_20": 0.473188, "mrr_at_100": 0.475754, "mrr_at_1000": 0.475873, "nauc_ndcg_at_1_max": 0.193918, "nauc_ndcg_at_1_std": -0.053783, "nauc_ndcg_at_1_diff1": 0.206716, "nauc_ndcg_at_3_max": 0.2353, "nauc_ndcg_at_3_std": -0.06431, "nauc_ndcg_at_3_diff1": 0.227724, "nauc_ndcg_at_5_max": 0.25421, "nauc_ndcg_at_5_std": -0.060203, "nauc_ndcg_at_5_diff1": 0.228151, "nauc_ndcg_at_10_max": 0.272934, "nauc_ndcg_at_10_std": -0.068454, "nauc_ndcg_at_10_diff1": 0.249022, "nauc_ndcg_at_20_max": 0.277708, "nauc_ndcg_at_20_std": -0.088001, "nauc_ndcg_at_20_diff1": 0.227323, "nauc_ndcg_at_100_max": 0.312006, "nauc_ndcg_at_100_std": -0.045516, "nauc_ndcg_at_100_diff1": 0.209919, "nauc_ndcg_at_1000_max": 0.344545, "nauc_ndcg_at_1000_std": 0.106436, "nauc_ndcg_at_1000_diff1": 0.162373, "nauc_map_at_1_max": 0.078678, "nauc_map_at_1_std": -0.20457, "nauc_map_at_1_diff1": 0.300034, "nauc_map_at_3_max": 0.121034, "nauc_map_at_3_std": -0.187251, "nauc_map_at_3_diff1": 0.28696, "nauc_map_at_5_max": 0.149996, "nauc_map_at_5_std": -0.172754, "nauc_map_at_5_diff1": 0.273275, "nauc_map_at_10_max": 0.192914, "nauc_map_at_10_std": -0.148794, "nauc_map_at_10_diff1": 0.245854, "nauc_map_at_20_max": 0.221743, "nauc_map_at_20_std": -0.134089, "nauc_map_at_20_diff1": 0.219695, "nauc_map_at_100_max": 0.277945, "nauc_map_at_100_std": -0.068874, "nauc_map_at_100_diff1": 0.197796, "nauc_map_at_1000_max": 0.295094, "nauc_map_at_1000_std": -0.015312, "nauc_map_at_1000_diff1": 0.181927, "nauc_recall_at_1_max": 0.078678, "nauc_recall_at_1_std": -0.20457, "nauc_recall_at_1_diff1": 0.300034, "nauc_recall_at_3_max": 0.114475, "nauc_recall_at_3_std": -0.202311, "nauc_recall_at_3_diff1": 0.26996, "nauc_recall_at_5_max": 0.127889, "nauc_recall_at_5_std": -0.187159, "nauc_recall_at_5_diff1": 0.23302, "nauc_recall_at_10_max": 0.154707, "nauc_recall_at_10_std": -0.201975, "nauc_recall_at_10_diff1": 0.249026, "nauc_recall_at_20_max": 0.141181, "nauc_recall_at_20_std": -0.228179, "nauc_recall_at_20_diff1": 0.17083, "nauc_recall_at_100_max": 0.208213, "nauc_recall_at_100_std": -0.162574, "nauc_recall_at_100_diff1": 0.152843, "nauc_recall_at_1000_max": 0.319288, "nauc_recall_at_1000_std": 0.488025, "nauc_recall_at_1000_diff1": -0.131953, "nauc_precision_at_1_max": 0.286754, "nauc_precision_at_1_std": 0.024544, "nauc_precision_at_1_diff1": 0.144983, "nauc_precision_at_3_max": 0.295709, "nauc_precision_at_3_std": 0.022353, "nauc_precision_at_3_diff1": 0.119655, "nauc_precision_at_5_max": 0.323917, "nauc_precision_at_5_std": 0.075904, "nauc_precision_at_5_diff1": 0.090233, "nauc_precision_at_10_max": 0.366164, "nauc_precision_at_10_std": 0.18261, "nauc_precision_at_10_diff1": 0.019663, "nauc_precision_at_20_max": 0.367408, "nauc_precision_at_20_std": 0.233524, "nauc_precision_at_20_diff1": -0.049381, "nauc_precision_at_100_max": 0.323639, "nauc_precision_at_100_std": 0.463386, "nauc_precision_at_100_diff1": -0.156277, "nauc_precision_at_1000_max": 0.171324, "nauc_precision_at_1000_std": 0.50725, "nauc_precision_at_1000_diff1": -0.205213, "nauc_mrr_at_1_max": 0.286754, "nauc_mrr_at_1_std": 0.024544, "nauc_mrr_at_1_diff1": 0.144983, "nauc_mrr_at_3_max": 0.31372, "nauc_mrr_at_3_std": 0.007384, "nauc_mrr_at_3_diff1": 0.127179, "nauc_mrr_at_5_max": 0.318653, "nauc_mrr_at_5_std": 0.022549, "nauc_mrr_at_5_diff1": 0.132836, "nauc_mrr_at_10_max": 0.315044, "nauc_mrr_at_10_std": 0.01661, "nauc_mrr_at_10_diff1": 0.139545, "nauc_mrr_at_20_max": 0.319279, "nauc_mrr_at_20_std": 0.0191, "nauc_mrr_at_20_diff1": 0.138167, "nauc_mrr_at_100_max": 0.318491, "nauc_mrr_at_100_std": 0.021683, "nauc_mrr_at_100_diff1": 0.138736, "nauc_mrr_at_1000_max": 0.318317, "nauc_mrr_at_1000_std": 0.021406, "nauc_mrr_at_1000_diff1": 0.138721, "main_score": 0.33052, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "gastroenterology": [ { "ndcg_at_1": 0.5125, "ndcg_at_3": 0.49228, "ndcg_at_5": 0.48044, "ndcg_at_10": 0.47753, "ndcg_at_20": 0.48992, "ndcg_at_100": 0.57378, "ndcg_at_1000": 0.671, "map_at_1": 0.05798, "map_at_3": 0.11304, "map_at_5": 0.14649, "map_at_10": 0.19685, "map_at_20": 0.24631, "map_at_100": 0.35287, "map_at_1000": 0.40897, "recall_at_1": 0.05798, "recall_at_3": 0.12515, "recall_at_5": 0.17315, "recall_at_10": 0.26356, "recall_at_20": 0.36826, "recall_at_100": 0.6864, "recall_at_1000": 0.96578, "precision_at_1": 0.675, "precision_at_3": 0.60333, "precision_at_5": 0.549, "precision_at_10": 0.473, "precision_at_20": 0.4005, "precision_at_100": 0.2207, "precision_at_1000": 0.04746, "mrr_at_1": 0.675, "mrr_at_3": 0.754167, "mrr_at_5": 0.766167, "mrr_at_10": 0.771742, "mrr_at_20": 0.774778, "mrr_at_100": 0.775254, "mrr_at_1000": 0.775274, "nauc_ndcg_at_1_max": 0.169994, "nauc_ndcg_at_1_std": 0.002289, "nauc_ndcg_at_1_diff1": 0.124778, "nauc_ndcg_at_3_max": 0.203402, "nauc_ndcg_at_3_std": 0.043281, "nauc_ndcg_at_3_diff1": 0.106364, "nauc_ndcg_at_5_max": 0.236961, "nauc_ndcg_at_5_std": 0.02896, "nauc_ndcg_at_5_diff1": 0.103663, "nauc_ndcg_at_10_max": 0.288065, "nauc_ndcg_at_10_std": 0.034723, "nauc_ndcg_at_10_diff1": 0.126052, "nauc_ndcg_at_20_max": 0.305427, "nauc_ndcg_at_20_std": 0.046436, "nauc_ndcg_at_20_diff1": 0.129615, "nauc_ndcg_at_100_max": 0.296302, "nauc_ndcg_at_100_std": 0.132437, "nauc_ndcg_at_100_diff1": 0.184303, "nauc_ndcg_at_1000_max": 0.410364, "nauc_ndcg_at_1000_std": 0.202633, "nauc_ndcg_at_1000_diff1": 0.064457, "nauc_map_at_1_max": -0.069384, "nauc_map_at_1_std": -0.131359, "nauc_map_at_1_diff1": 0.252411, "nauc_map_at_3_max": 0.026599, "nauc_map_at_3_std": -0.068371, "nauc_map_at_3_diff1": 0.225216, "nauc_map_at_5_max": 0.071293, "nauc_map_at_5_std": -0.063805, "nauc_map_at_5_diff1": 0.246484, "nauc_map_at_10_max": 0.129519, "nauc_map_at_10_std": -0.033545, "nauc_map_at_10_diff1": 0.248921, "nauc_map_at_20_max": 0.165744, "nauc_map_at_20_std": 0.029856, "nauc_map_at_20_diff1": 0.218907, "nauc_map_at_100_max": 0.283996, "nauc_map_at_100_std": 0.170886, "nauc_map_at_100_diff1": 0.164862, "nauc_map_at_1000_max": 0.398807, "nauc_map_at_1000_std": 0.167809, "nauc_map_at_1000_diff1": 0.079554, "nauc_recall_at_1_max": -0.069384, "nauc_recall_at_1_std": -0.131359, "nauc_recall_at_1_diff1": 0.252411, "nauc_recall_at_3_max": -0.001693, "nauc_recall_at_3_std": -0.093654, "nauc_recall_at_3_diff1": 0.225013, "nauc_recall_at_5_max": 0.045389, "nauc_recall_at_5_std": -0.085994, "nauc_recall_at_5_diff1": 0.261212, "nauc_recall_at_10_max": 0.032261, "nauc_recall_at_10_std": -0.101126, "nauc_recall_at_10_diff1": 0.232814, "nauc_recall_at_20_max": 0.025369, "nauc_recall_at_20_std": -0.04392, "nauc_recall_at_20_diff1": 0.199052, "nauc_recall_at_100_max": -0.048804, "nauc_recall_at_100_std": 0.08297, "nauc_recall_at_100_diff1": 0.260406, "nauc_recall_at_1000_max": 0.062873, "nauc_recall_at_1000_std": 0.633166, "nauc_recall_at_1000_diff1": 0.193572, "nauc_precision_at_1_max": 0.287632, "nauc_precision_at_1_std": 0.086512, "nauc_precision_at_1_diff1": 0.120363, "nauc_precision_at_3_max": 0.313164, "nauc_precision_at_3_std": 0.121926, "nauc_precision_at_3_diff1": 0.010747, "nauc_precision_at_5_max": 0.354777, "nauc_precision_at_5_std": 0.131093, "nauc_precision_at_5_diff1": -0.028494, "nauc_precision_at_10_max": 0.40301, "nauc_precision_at_10_std": 0.166009, "nauc_precision_at_10_diff1": -0.07561, "nauc_precision_at_20_max": 0.411709, "nauc_precision_at_20_std": 0.193743, "nauc_precision_at_20_diff1": -0.164958, "nauc_precision_at_100_max": 0.352203, "nauc_precision_at_100_std": 0.101213, "nauc_precision_at_100_diff1": -0.222578, "nauc_precision_at_1000_max": 0.322404, "nauc_precision_at_1000_std": -0.116119, "nauc_precision_at_1000_diff1": -0.269369, "nauc_mrr_at_1_max": 0.287632, "nauc_mrr_at_1_std": 0.086512, "nauc_mrr_at_1_diff1": 0.120363, "nauc_mrr_at_3_max": 0.34224, "nauc_mrr_at_3_std": 0.114425, "nauc_mrr_at_3_diff1": 0.138213, "nauc_mrr_at_5_max": 0.366106, "nauc_mrr_at_5_std": 0.121143, "nauc_mrr_at_5_diff1": 0.148601, "nauc_mrr_at_10_max": 0.351582, "nauc_mrr_at_10_std": 0.108318, "nauc_mrr_at_10_diff1": 0.14887, "nauc_mrr_at_20_max": 0.349223, "nauc_mrr_at_20_std": 0.115155, "nauc_mrr_at_20_diff1": 0.144989, "nauc_mrr_at_100_max": 0.347977, "nauc_mrr_at_100_std": 0.113951, "nauc_mrr_at_100_diff1": 0.145163, "nauc_mrr_at_1000_max": 0.34794, "nauc_mrr_at_1000_std": 0.113927, "nauc_mrr_at_1000_diff1": 0.145091, "main_score": 0.47753, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2325, "ndcg_at_3": 0.21165, "ndcg_at_5": 0.21246, "ndcg_at_10": 0.22573, "ndcg_at_20": 0.24002, "ndcg_at_100": 0.31047, "ndcg_at_1000": 0.44449, "map_at_1": 0.02591, "map_at_3": 0.0474, "map_at_5": 0.06494, "map_at_10": 0.08664, "map_at_20": 0.10574, "map_at_100": 0.15099, "map_at_1000": 0.18871, "recall_at_1": 0.02591, "recall_at_3": 0.05507, "recall_at_5": 0.08448, "recall_at_10": 0.14051, "recall_at_20": 0.20066, "recall_at_100": 0.41399, "recall_at_1000": 0.81893, "precision_at_1": 0.305, "precision_at_3": 0.26833, "precision_at_5": 0.251, "precision_at_10": 0.23, "precision_at_20": 0.19675, "precision_at_100": 0.12175, "precision_at_1000": 0.03763, "mrr_at_1": 0.305, "mrr_at_3": 0.376667, "mrr_at_5": 0.393667, "mrr_at_10": 0.413192, "mrr_at_20": 0.422673, "mrr_at_100": 0.425921, "mrr_at_1000": 0.426243, "nauc_ndcg_at_1_max": 0.40774, "nauc_ndcg_at_1_std": 0.215471, "nauc_ndcg_at_1_diff1": 0.128547, "nauc_ndcg_at_3_max": 0.475319, "nauc_ndcg_at_3_std": 0.314897, "nauc_ndcg_at_3_diff1": 0.204533, "nauc_ndcg_at_5_max": 0.478572, "nauc_ndcg_at_5_std": 0.340115, "nauc_ndcg_at_5_diff1": 0.220484, "nauc_ndcg_at_10_max": 0.510202, "nauc_ndcg_at_10_std": 0.386588, "nauc_ndcg_at_10_diff1": 0.242091, "nauc_ndcg_at_20_max": 0.537288, "nauc_ndcg_at_20_std": 0.417656, "nauc_ndcg_at_20_diff1": 0.26912, "nauc_ndcg_at_100_max": 0.556949, "nauc_ndcg_at_100_std": 0.561781, "nauc_ndcg_at_100_diff1": 0.232583, "nauc_ndcg_at_1000_max": 0.600081, "nauc_ndcg_at_1000_std": 0.557755, "nauc_ndcg_at_1000_diff1": 0.220016, "nauc_map_at_1_max": 0.184134, "nauc_map_at_1_std": 0.094501, "nauc_map_at_1_diff1": 0.265599, "nauc_map_at_3_max": 0.305576, "nauc_map_at_3_std": 0.222171, "nauc_map_at_3_diff1": 0.313944, "nauc_map_at_5_max": 0.353394, "nauc_map_at_5_std": 0.271042, "nauc_map_at_5_diff1": 0.316107, "nauc_map_at_10_max": 0.393, "nauc_map_at_10_std": 0.331461, "nauc_map_at_10_diff1": 0.314591, "nauc_map_at_20_max": 0.430252, "nauc_map_at_20_std": 0.38369, "nauc_map_at_20_diff1": 0.306375, "nauc_map_at_100_max": 0.514697, "nauc_map_at_100_std": 0.510999, "nauc_map_at_100_diff1": 0.27147, "nauc_map_at_1000_max": 0.593803, "nauc_map_at_1000_std": 0.514155, "nauc_map_at_1000_diff1": 0.248056, "nauc_recall_at_1_max": 0.184134, "nauc_recall_at_1_std": 0.094501, "nauc_recall_at_1_diff1": 0.265599, "nauc_recall_at_3_max": 0.276895, "nauc_recall_at_3_std": 0.227775, "nauc_recall_at_3_diff1": 0.277914, "nauc_recall_at_5_max": 0.316822, "nauc_recall_at_5_std": 0.305637, "nauc_recall_at_5_diff1": 0.278776, "nauc_recall_at_10_max": 0.308118, "nauc_recall_at_10_std": 0.347708, "nauc_recall_at_10_diff1": 0.307248, "nauc_recall_at_20_max": 0.345703, "nauc_recall_at_20_std": 0.39001, "nauc_recall_at_20_diff1": 0.302044, "nauc_recall_at_100_max": 0.382806, "nauc_recall_at_100_std": 0.608948, "nauc_recall_at_100_diff1": 0.199053, "nauc_recall_at_1000_max": 0.489248, "nauc_recall_at_1000_std": 0.720674, "nauc_recall_at_1000_diff1": 0.153536, "nauc_precision_at_1_max": 0.441791, "nauc_precision_at_1_std": 0.240506, "nauc_precision_at_1_diff1": 0.120253, "nauc_precision_at_3_max": 0.515761, "nauc_precision_at_3_std": 0.350954, "nauc_precision_at_3_diff1": 0.185331, "nauc_precision_at_5_max": 0.526233, "nauc_precision_at_5_std": 0.389045, "nauc_precision_at_5_diff1": 0.189534, "nauc_precision_at_10_max": 0.55649, "nauc_precision_at_10_std": 0.398715, "nauc_precision_at_10_diff1": 0.152022, "nauc_precision_at_20_max": 0.576613, "nauc_precision_at_20_std": 0.379576, "nauc_precision_at_20_diff1": 0.113982, "nauc_precision_at_100_max": 0.539439, "nauc_precision_at_100_std": 0.331827, "nauc_precision_at_100_diff1": 0.017259, "nauc_precision_at_1000_max": 0.407265, "nauc_precision_at_1000_std": -0.008698, "nauc_precision_at_1000_diff1": -0.048886, "nauc_mrr_at_1_max": 0.441791, "nauc_mrr_at_1_std": 0.240506, "nauc_mrr_at_1_diff1": 0.120253, "nauc_mrr_at_3_max": 0.453018, "nauc_mrr_at_3_std": 0.294226, "nauc_mrr_at_3_diff1": 0.135264, "nauc_mrr_at_5_max": 0.455337, "nauc_mrr_at_5_std": 0.316622, "nauc_mrr_at_5_diff1": 0.14769, "nauc_mrr_at_10_max": 0.467323, "nauc_mrr_at_10_std": 0.331235, "nauc_mrr_at_10_diff1": 0.145789, "nauc_mrr_at_20_max": 0.470516, "nauc_mrr_at_20_std": 0.327329, "nauc_mrr_at_20_diff1": 0.151132, "nauc_mrr_at_100_max": 0.470076, "nauc_mrr_at_100_std": 0.326843, "nauc_mrr_at_100_diff1": 0.14934, "nauc_mrr_at_1000_max": 0.469958, "nauc_mrr_at_1000_std": 0.326396, "nauc_mrr_at_1000_diff1": 0.148992, "main_score": 0.22573, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2575, "ndcg_at_3": 0.26464, "ndcg_at_5": 0.2611, "ndcg_at_10": 0.27037, "ndcg_at_20": 0.28343, "ndcg_at_100": 0.35602, "ndcg_at_1000": 0.48223, "map_at_1": 0.02083, "map_at_3": 0.05427, "map_at_5": 0.07255, "map_at_10": 0.09894, "map_at_20": 0.12299, "map_at_100": 0.18099, "map_at_1000": 0.22545, "recall_at_1": 0.02083, "recall_at_3": 0.06665, "recall_at_5": 0.09243, "recall_at_10": 0.15741, "recall_at_20": 0.22883, "recall_at_100": 0.46156, "recall_at_1000": 0.84342, "precision_at_1": 0.395, "precision_at_3": 0.36, "precision_at_5": 0.328, "precision_at_10": 0.288, "precision_at_20": 0.247, "precision_at_100": 0.14885, "precision_at_1000": 0.04145, "mrr_at_1": 0.395, "mrr_at_3": 0.4675, "mrr_at_5": 0.4835, "mrr_at_10": 0.503417, "mrr_at_20": 0.508937, "mrr_at_100": 0.511066, "mrr_at_1000": 0.51131, "nauc_ndcg_at_1_max": 0.335537, "nauc_ndcg_at_1_std": 0.189189, "nauc_ndcg_at_1_diff1": 0.211206, "nauc_ndcg_at_3_max": 0.346343, "nauc_ndcg_at_3_std": 0.25569, "nauc_ndcg_at_3_diff1": 0.164366, "nauc_ndcg_at_5_max": 0.378445, "nauc_ndcg_at_5_std": 0.267102, "nauc_ndcg_at_5_diff1": 0.144211, "nauc_ndcg_at_10_max": 0.384313, "nauc_ndcg_at_10_std": 0.278651, "nauc_ndcg_at_10_diff1": 0.10635, "nauc_ndcg_at_20_max": 0.379363, "nauc_ndcg_at_20_std": 0.28509, "nauc_ndcg_at_20_diff1": 0.084641, "nauc_ndcg_at_100_max": 0.422932, "nauc_ndcg_at_100_std": 0.393917, "nauc_ndcg_at_100_diff1": 0.09286, "nauc_ndcg_at_1000_max": 0.483401, "nauc_ndcg_at_1000_std": 0.446107, "nauc_ndcg_at_1000_diff1": 0.101979, "nauc_map_at_1_max": 0.093311, "nauc_map_at_1_std": 0.137797, "nauc_map_at_1_diff1": 0.251254, "nauc_map_at_3_max": 0.081704, "nauc_map_at_3_std": 0.226043, "nauc_map_at_3_diff1": 0.141926, "nauc_map_at_5_max": 0.121906, "nauc_map_at_5_std": 0.2274, "nauc_map_at_5_diff1": 0.155232, "nauc_map_at_10_max": 0.155554, "nauc_map_at_10_std": 0.259735, "nauc_map_at_10_diff1": 0.134527, "nauc_map_at_20_max": 0.183419, "nauc_map_at_20_std": 0.289324, "nauc_map_at_20_diff1": 0.109005, "nauc_map_at_100_max": 0.324769, "nauc_map_at_100_std": 0.36209, "nauc_map_at_100_diff1": 0.10054, "nauc_map_at_1000_max": 0.426708, "nauc_map_at_1000_std": 0.373808, "nauc_map_at_1000_diff1": 0.087573, "nauc_recall_at_1_max": 0.093311, "nauc_recall_at_1_std": 0.137797, "nauc_recall_at_1_diff1": 0.251254, "nauc_recall_at_3_max": 0.047422, "nauc_recall_at_3_std": 0.226737, "nauc_recall_at_3_diff1": 0.064043, "nauc_recall_at_5_max": 0.096007, "nauc_recall_at_5_std": 0.22771, "nauc_recall_at_5_diff1": 0.093633, "nauc_recall_at_10_max": 0.057268, "nauc_recall_at_10_std": 0.231862, "nauc_recall_at_10_diff1": 0.068788, "nauc_recall_at_20_max": 0.071444, "nauc_recall_at_20_std": 0.262459, "nauc_recall_at_20_diff1": 0.04768, "nauc_recall_at_100_max": 0.242322, "nauc_recall_at_100_std": 0.411389, "nauc_recall_at_100_diff1": 0.085263, "nauc_recall_at_1000_max": 0.445633, "nauc_recall_at_1000_std": 0.713431, "nauc_recall_at_1000_diff1": 0.19222, "nauc_precision_at_1_max": 0.378843, "nauc_precision_at_1_std": 0.270064, "nauc_precision_at_1_diff1": 0.228062, "nauc_precision_at_3_max": 0.40793, "nauc_precision_at_3_std": 0.312044, "nauc_precision_at_3_diff1": 0.186007, "nauc_precision_at_5_max": 0.432582, "nauc_precision_at_5_std": 0.297275, "nauc_precision_at_5_diff1": 0.159421, "nauc_precision_at_10_max": 0.463289, "nauc_precision_at_10_std": 0.278782, "nauc_precision_at_10_diff1": 0.072576, "nauc_precision_at_20_max": 0.486407, "nauc_precision_at_20_std": 0.243086, "nauc_precision_at_20_diff1": 0.018088, "nauc_precision_at_100_max": 0.505793, "nauc_precision_at_100_std": 0.185569, "nauc_precision_at_100_diff1": -0.008243, "nauc_precision_at_1000_max": 0.426426, "nauc_precision_at_1000_std": -0.021475, "nauc_precision_at_1000_diff1": -0.067291, "nauc_mrr_at_1_max": 0.378843, "nauc_mrr_at_1_std": 0.270064, "nauc_mrr_at_1_diff1": 0.228062, "nauc_mrr_at_3_max": 0.366277, "nauc_mrr_at_3_std": 0.289025, "nauc_mrr_at_3_diff1": 0.173327, "nauc_mrr_at_5_max": 0.386507, "nauc_mrr_at_5_std": 0.310942, "nauc_mrr_at_5_diff1": 0.178146, "nauc_mrr_at_10_max": 0.383555, "nauc_mrr_at_10_std": 0.317695, "nauc_mrr_at_10_diff1": 0.177638, "nauc_mrr_at_20_max": 0.388467, "nauc_mrr_at_20_std": 0.3134, "nauc_mrr_at_20_diff1": 0.179209, "nauc_mrr_at_100_max": 0.387551, "nauc_mrr_at_100_std": 0.312857, "nauc_mrr_at_100_diff1": 0.180144, "nauc_mrr_at_1000_max": 0.387241, "nauc_mrr_at_1000_std": 0.312591, "nauc_mrr_at_1000_diff1": 0.180075, "main_score": 0.27037, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "genetics": [ { "ndcg_at_1": 0.57, "ndcg_at_3": 0.54247, "ndcg_at_5": 0.53207, "ndcg_at_10": 0.52663, "ndcg_at_20": 0.53584, "ndcg_at_100": 0.58981, "ndcg_at_1000": 0.68482, "map_at_1": 0.07995, "map_at_3": 0.15739, "map_at_5": 0.1925, "map_at_10": 0.23888, "map_at_20": 0.28509, "map_at_100": 0.37475, "map_at_1000": 0.43614, "recall_at_1": 0.07995, "recall_at_3": 0.17383, "recall_at_5": 0.22885, "recall_at_10": 0.31265, "recall_at_20": 0.41805, "recall_at_100": 0.66765, "recall_at_1000": 0.93966, "precision_at_1": 0.71, "precision_at_3": 0.61667, "precision_at_5": 0.561, "precision_at_10": 0.475, "precision_at_20": 0.395, "precision_at_100": 0.2173, "precision_at_1000": 0.05662, "mrr_at_1": 0.71, "mrr_at_3": 0.779167, "mrr_at_5": 0.787917, "mrr_at_10": 0.79381, "mrr_at_20": 0.795891, "mrr_at_100": 0.796336, "mrr_at_1000": 0.79637, "nauc_ndcg_at_1_max": 0.24005, "nauc_ndcg_at_1_std": 0.010351, "nauc_ndcg_at_1_diff1": 0.136996, "nauc_ndcg_at_3_max": 0.344963, "nauc_ndcg_at_3_std": 0.056299, "nauc_ndcg_at_3_diff1": 0.092257, "nauc_ndcg_at_5_max": 0.348576, "nauc_ndcg_at_5_std": 0.084726, "nauc_ndcg_at_5_diff1": 0.092117, "nauc_ndcg_at_10_max": 0.338251, "nauc_ndcg_at_10_std": 0.082848, "nauc_ndcg_at_10_diff1": 0.121304, "nauc_ndcg_at_20_max": 0.366671, "nauc_ndcg_at_20_std": 0.130893, "nauc_ndcg_at_20_diff1": 0.128296, "nauc_ndcg_at_100_max": 0.380479, "nauc_ndcg_at_100_std": 0.251905, "nauc_ndcg_at_100_diff1": 0.09992, "nauc_ndcg_at_1000_max": 0.407526, "nauc_ndcg_at_1000_std": 0.296998, "nauc_ndcg_at_1000_diff1": 0.068865, "nauc_map_at_1_max": 0.104852, "nauc_map_at_1_std": 0.037275, "nauc_map_at_1_diff1": 0.286969, "nauc_map_at_3_max": 0.220839, "nauc_map_at_3_std": 0.086101, "nauc_map_at_3_diff1": 0.208261, "nauc_map_at_5_max": 0.223987, "nauc_map_at_5_std": 0.12831, "nauc_map_at_5_diff1": 0.198296, "nauc_map_at_10_max": 0.24344, "nauc_map_at_10_std": 0.140205, "nauc_map_at_10_diff1": 0.165537, "nauc_map_at_20_max": 0.277143, "nauc_map_at_20_std": 0.177899, "nauc_map_at_20_diff1": 0.148697, "nauc_map_at_100_max": 0.351456, "nauc_map_at_100_std": 0.268559, "nauc_map_at_100_diff1": 0.110022, "nauc_map_at_1000_max": 0.406909, "nauc_map_at_1000_std": 0.280351, "nauc_map_at_1000_diff1": 0.07465, "nauc_recall_at_1_max": 0.104852, "nauc_recall_at_1_std": 0.037275, "nauc_recall_at_1_diff1": 0.286969, "nauc_recall_at_3_max": 0.183441, "nauc_recall_at_3_std": 0.072266, "nauc_recall_at_3_diff1": 0.196009, "nauc_recall_at_5_max": 0.156706, "nauc_recall_at_5_std": 0.114942, "nauc_recall_at_5_diff1": 0.192763, "nauc_recall_at_10_max": 0.152637, "nauc_recall_at_10_std": 0.126522, "nauc_recall_at_10_diff1": 0.142922, "nauc_recall_at_20_max": 0.171504, "nauc_recall_at_20_std": 0.17555, "nauc_recall_at_20_diff1": 0.127937, "nauc_recall_at_100_max": 0.184503, "nauc_recall_at_100_std": 0.30115, "nauc_recall_at_100_diff1": 0.08124, "nauc_recall_at_1000_max": 0.200056, "nauc_recall_at_1000_std": 0.739781, "nauc_recall_at_1000_diff1": 0.020345, "nauc_precision_at_1_max": 0.416387, "nauc_precision_at_1_std": 0.157339, "nauc_precision_at_1_diff1": 0.127245, "nauc_precision_at_3_max": 0.397794, "nauc_precision_at_3_std": 0.096762, "nauc_precision_at_3_diff1": -0.015963, "nauc_precision_at_5_max": 0.338389, "nauc_precision_at_5_std": 0.118234, "nauc_precision_at_5_diff1": -0.0647, "nauc_precision_at_10_max": 0.296237, "nauc_precision_at_10_std": 0.066299, "nauc_precision_at_10_diff1": -0.112983, "nauc_precision_at_20_max": 0.235482, "nauc_precision_at_20_std": 0.060064, "nauc_precision_at_20_diff1": -0.106693, "nauc_precision_at_100_max": 0.137312, "nauc_precision_at_100_std": 0.001679, "nauc_precision_at_100_diff1": -0.137812, "nauc_precision_at_1000_max": 0.108564, "nauc_precision_at_1000_std": -0.152636, "nauc_precision_at_1000_diff1": -0.092658, "nauc_mrr_at_1_max": 0.416387, "nauc_mrr_at_1_std": 0.157339, "nauc_mrr_at_1_diff1": 0.127245, "nauc_mrr_at_3_max": 0.372203, "nauc_mrr_at_3_std": 0.151623, "nauc_mrr_at_3_diff1": 0.108286, "nauc_mrr_at_5_max": 0.375546, "nauc_mrr_at_5_std": 0.161515, "nauc_mrr_at_5_diff1": 0.114434, "nauc_mrr_at_10_max": 0.389749, "nauc_mrr_at_10_std": 0.169638, "nauc_mrr_at_10_diff1": 0.106286, "nauc_mrr_at_20_max": 0.387158, "nauc_mrr_at_20_std": 0.163887, "nauc_mrr_at_20_diff1": 0.106266, "nauc_mrr_at_100_max": 0.387455, "nauc_mrr_at_100_std": 0.162734, "nauc_mrr_at_100_diff1": 0.108815, "nauc_mrr_at_1000_max": 0.387345, "nauc_mrr_at_1000_std": 0.162973, "nauc_mrr_at_1000_diff1": 0.108806, "main_score": 0.52663, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1875, "ndcg_at_3": 0.20028, "ndcg_at_5": 0.20216, "ndcg_at_10": 0.22017, "ndcg_at_20": 0.23009, "ndcg_at_100": 0.27394, "ndcg_at_1000": 0.38439, "map_at_1": 0.03179, "map_at_3": 0.06187, "map_at_5": 0.07305, "map_at_10": 0.09684, "map_at_20": 0.11014, "map_at_100": 0.13988, "map_at_1000": 0.16958, "recall_at_1": 0.03179, "recall_at_3": 0.08388, "recall_at_5": 0.10909, "recall_at_10": 0.17292, "recall_at_20": 0.22628, "recall_at_100": 0.38096, "recall_at_1000": 0.70257, "precision_at_1": 0.25, "precision_at_3": 0.25333, "precision_at_5": 0.228, "precision_at_10": 0.202, "precision_at_20": 0.16375, "precision_at_100": 0.09785, "precision_at_1000": 0.0339, "mrr_at_1": 0.25, "mrr_at_3": 0.345, "mrr_at_5": 0.364, "mrr_at_10": 0.379683, "mrr_at_20": 0.383463, "mrr_at_100": 0.385459, "mrr_at_1000": 0.386223, "nauc_ndcg_at_1_max": 0.281337, "nauc_ndcg_at_1_std": 0.202751, "nauc_ndcg_at_1_diff1": 0.152057, "nauc_ndcg_at_3_max": 0.347672, "nauc_ndcg_at_3_std": 0.229729, "nauc_ndcg_at_3_diff1": 0.184724, "nauc_ndcg_at_5_max": 0.371512, "nauc_ndcg_at_5_std": 0.27162, "nauc_ndcg_at_5_diff1": 0.197034, "nauc_ndcg_at_10_max": 0.344012, "nauc_ndcg_at_10_std": 0.357377, "nauc_ndcg_at_10_diff1": 0.200073, "nauc_ndcg_at_20_max": 0.369024, "nauc_ndcg_at_20_std": 0.415528, "nauc_ndcg_at_20_diff1": 0.206055, "nauc_ndcg_at_100_max": 0.358303, "nauc_ndcg_at_100_std": 0.491327, "nauc_ndcg_at_100_diff1": 0.226803, "nauc_ndcg_at_1000_max": 0.414713, "nauc_ndcg_at_1000_std": 0.553281, "nauc_ndcg_at_1000_diff1": 0.191254, "nauc_map_at_1_max": 0.338069, "nauc_map_at_1_std": 0.398476, "nauc_map_at_1_diff1": 0.210011, "nauc_map_at_3_max": 0.293328, "nauc_map_at_3_std": 0.380355, "nauc_map_at_3_diff1": 0.23724, "nauc_map_at_5_max": 0.278746, "nauc_map_at_5_std": 0.400275, "nauc_map_at_5_diff1": 0.239793, "nauc_map_at_10_max": 0.273539, "nauc_map_at_10_std": 0.431145, "nauc_map_at_10_diff1": 0.22341, "nauc_map_at_20_max": 0.302542, "nauc_map_at_20_std": 0.449344, "nauc_map_at_20_diff1": 0.218679, "nauc_map_at_100_max": 0.342969, "nauc_map_at_100_std": 0.488715, "nauc_map_at_100_diff1": 0.232374, "nauc_map_at_1000_max": 0.365122, "nauc_map_at_1000_std": 0.519556, "nauc_map_at_1000_diff1": 0.19987, "nauc_recall_at_1_max": 0.338069, "nauc_recall_at_1_std": 0.398476, "nauc_recall_at_1_diff1": 0.210011, "nauc_recall_at_3_max": 0.19718, "nauc_recall_at_3_std": 0.346915, "nauc_recall_at_3_diff1": 0.244067, "nauc_recall_at_5_max": 0.169988, "nauc_recall_at_5_std": 0.383991, "nauc_recall_at_5_diff1": 0.244067, "nauc_recall_at_10_max": 0.139103, "nauc_recall_at_10_std": 0.39114, "nauc_recall_at_10_diff1": 0.182308, "nauc_recall_at_20_max": 0.197367, "nauc_recall_at_20_std": 0.393343, "nauc_recall_at_20_diff1": 0.154744, "nauc_recall_at_100_max": 0.22795, "nauc_recall_at_100_std": 0.473594, "nauc_recall_at_100_diff1": 0.167194, "nauc_recall_at_1000_max": 0.381985, "nauc_recall_at_1000_std": 0.780467, "nauc_recall_at_1000_diff1": 0.171244, "nauc_precision_at_1_max": 0.240728, "nauc_precision_at_1_std": 0.179559, "nauc_precision_at_1_diff1": 0.147194, "nauc_precision_at_3_max": 0.343195, "nauc_precision_at_3_std": 0.19149, "nauc_precision_at_3_diff1": 0.136223, "nauc_precision_at_5_max": 0.384575, "nauc_precision_at_5_std": 0.221403, "nauc_precision_at_5_diff1": 0.137274, "nauc_precision_at_10_max": 0.367939, "nauc_precision_at_10_std": 0.289509, "nauc_precision_at_10_diff1": 0.105492, "nauc_precision_at_20_max": 0.371293, "nauc_precision_at_20_std": 0.294648, "nauc_precision_at_20_diff1": 0.088402, "nauc_precision_at_100_max": 0.250921, "nauc_precision_at_100_std": 0.189632, "nauc_precision_at_100_diff1": 0.033709, "nauc_precision_at_1000_max": 0.164171, "nauc_precision_at_1000_std": 0.046996, "nauc_precision_at_1000_diff1": -0.028721, "nauc_mrr_at_1_max": 0.240728, "nauc_mrr_at_1_std": 0.179559, "nauc_mrr_at_1_diff1": 0.147194, "nauc_mrr_at_3_max": 0.276816, "nauc_mrr_at_3_std": 0.192589, "nauc_mrr_at_3_diff1": 0.156132, "nauc_mrr_at_5_max": 0.281962, "nauc_mrr_at_5_std": 0.211081, "nauc_mrr_at_5_diff1": 0.158078, "nauc_mrr_at_10_max": 0.285106, "nauc_mrr_at_10_std": 0.217863, "nauc_mrr_at_10_diff1": 0.153916, "nauc_mrr_at_20_max": 0.283067, "nauc_mrr_at_20_std": 0.216604, "nauc_mrr_at_20_diff1": 0.154808, "nauc_mrr_at_100_max": 0.282685, "nauc_mrr_at_100_std": 0.215809, "nauc_mrr_at_100_diff1": 0.156025, "nauc_mrr_at_1000_max": 0.282446, "nauc_mrr_at_1000_std": 0.215694, "nauc_mrr_at_1000_diff1": 0.155881, "main_score": 0.22017, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.325, "ndcg_at_3": 0.31744, "ndcg_at_5": 0.30922, "ndcg_at_10": 0.3161, "ndcg_at_20": 0.32726, "ndcg_at_100": 0.37365, "ndcg_at_1000": 0.48746, "map_at_1": 0.04609, "map_at_3": 0.085, "map_at_5": 0.1036, "map_at_10": 0.13015, "map_at_20": 0.15355, "map_at_100": 0.19792, "map_at_1000": 0.24063, "recall_at_1": 0.04609, "recall_at_3": 0.10257, "recall_at_5": 0.13833, "recall_at_10": 0.19579, "recall_at_20": 0.27194, "recall_at_100": 0.47065, "recall_at_1000": 0.80113, "precision_at_1": 0.4, "precision_at_3": 0.37167, "precision_at_5": 0.325, "precision_at_10": 0.286, "precision_at_20": 0.2385, "precision_at_100": 0.13905, "precision_at_1000": 0.04575, "mrr_at_1": 0.4, "mrr_at_3": 0.498333, "mrr_at_5": 0.508333, "mrr_at_10": 0.521296, "mrr_at_20": 0.525658, "mrr_at_100": 0.528287, "mrr_at_1000": 0.528506, "nauc_ndcg_at_1_max": 0.173214, "nauc_ndcg_at_1_std": 0.099029, "nauc_ndcg_at_1_diff1": 0.154557, "nauc_ndcg_at_3_max": 0.297829, "nauc_ndcg_at_3_std": 0.184714, "nauc_ndcg_at_3_diff1": 0.122012, "nauc_ndcg_at_5_max": 0.371651, "nauc_ndcg_at_5_std": 0.249106, "nauc_ndcg_at_5_diff1": 0.142695, "nauc_ndcg_at_10_max": 0.380788, "nauc_ndcg_at_10_std": 0.334223, "nauc_ndcg_at_10_diff1": 0.176179, "nauc_ndcg_at_20_max": 0.383656, "nauc_ndcg_at_20_std": 0.413785, "nauc_ndcg_at_20_diff1": 0.205791, "nauc_ndcg_at_100_max": 0.413944, "nauc_ndcg_at_100_std": 0.532692, "nauc_ndcg_at_100_diff1": 0.266873, "nauc_ndcg_at_1000_max": 0.444584, "nauc_ndcg_at_1000_std": 0.54516, "nauc_ndcg_at_1000_diff1": 0.196411, "nauc_map_at_1_max": 0.262019, "nauc_map_at_1_std": 0.360102, "nauc_map_at_1_diff1": 0.325057, "nauc_map_at_3_max": 0.336523, "nauc_map_at_3_std": 0.362198, "nauc_map_at_3_diff1": 0.312806, "nauc_map_at_5_max": 0.346268, "nauc_map_at_5_std": 0.38902, "nauc_map_at_5_diff1": 0.314758, "nauc_map_at_10_max": 0.332198, "nauc_map_at_10_std": 0.431849, "nauc_map_at_10_diff1": 0.289368, "nauc_map_at_20_max": 0.325995, "nauc_map_at_20_std": 0.454632, "nauc_map_at_20_diff1": 0.274511, "nauc_map_at_100_max": 0.371318, "nauc_map_at_100_std": 0.502411, "nauc_map_at_100_diff1": 0.250785, "nauc_map_at_1000_max": 0.443266, "nauc_map_at_1000_std": 0.507377, "nauc_map_at_1000_diff1": 0.220835, "nauc_recall_at_1_max": 0.262019, "nauc_recall_at_1_std": 0.360102, "nauc_recall_at_1_diff1": 0.325057, "nauc_recall_at_3_max": 0.295789, "nauc_recall_at_3_std": 0.388586, "nauc_recall_at_3_diff1": 0.317647, "nauc_recall_at_5_max": 0.300529, "nauc_recall_at_5_std": 0.421311, "nauc_recall_at_5_diff1": 0.305544, "nauc_recall_at_10_max": 0.250557, "nauc_recall_at_10_std": 0.472325, "nauc_recall_at_10_diff1": 0.289985, "nauc_recall_at_20_max": 0.214708, "nauc_recall_at_20_std": 0.514829, "nauc_recall_at_20_diff1": 0.295781, "nauc_recall_at_100_max": 0.251878, "nauc_recall_at_100_std": 0.623934, "nauc_recall_at_100_diff1": 0.349449, "nauc_recall_at_1000_max": 0.367153, "nauc_recall_at_1000_std": 0.806711, "nauc_recall_at_1000_diff1": 0.35357, "nauc_precision_at_1_max": 0.20757, "nauc_precision_at_1_std": 0.132801, "nauc_precision_at_1_diff1": 0.139225, "nauc_precision_at_3_max": 0.331222, "nauc_precision_at_3_std": 0.166593, "nauc_precision_at_3_diff1": 0.046814, "nauc_precision_at_5_max": 0.394961, "nauc_precision_at_5_std": 0.199921, "nauc_precision_at_5_diff1": 0.015293, "nauc_precision_at_10_max": 0.336237, "nauc_precision_at_10_std": 0.196677, "nauc_precision_at_10_diff1": -0.039193, "nauc_precision_at_20_max": 0.32984, "nauc_precision_at_20_std": 0.177119, "nauc_precision_at_20_diff1": -0.069663, "nauc_precision_at_100_max": 0.317583, "nauc_precision_at_100_std": 0.092283, "nauc_precision_at_100_diff1": -0.081656, "nauc_precision_at_1000_max": 0.27635, "nauc_precision_at_1000_std": -0.087265, "nauc_precision_at_1000_diff1": -0.089302, "nauc_mrr_at_1_max": 0.20757, "nauc_mrr_at_1_std": 0.132801, "nauc_mrr_at_1_diff1": 0.139225, "nauc_mrr_at_3_max": 0.276527, "nauc_mrr_at_3_std": 0.207859, "nauc_mrr_at_3_diff1": 0.126885, "nauc_mrr_at_5_max": 0.296485, "nauc_mrr_at_5_std": 0.22205, "nauc_mrr_at_5_diff1": 0.123189, "nauc_mrr_at_10_max": 0.291579, "nauc_mrr_at_10_std": 0.225324, "nauc_mrr_at_10_diff1": 0.123664, "nauc_mrr_at_20_max": 0.288004, "nauc_mrr_at_20_std": 0.224403, "nauc_mrr_at_20_diff1": 0.128704, "nauc_mrr_at_100_max": 0.2876, "nauc_mrr_at_100_std": 0.222208, "nauc_mrr_at_100_diff1": 0.130167, "nauc_mrr_at_1000_max": 0.287445, "nauc_mrr_at_1000_std": 0.221941, "nauc_mrr_at_1000_diff1": 0.130186, "main_score": 0.3161, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "neuroscience_and_neurology": [ { "ndcg_at_1": 0.43, "ndcg_at_3": 0.40651, "ndcg_at_5": 0.41238, "ndcg_at_10": 0.41451, "ndcg_at_20": 0.42201, "ndcg_at_100": 0.50008, "ndcg_at_1000": 0.61392, "map_at_1": 0.03665, "map_at_3": 0.075, "map_at_5": 0.09857, "map_at_10": 0.14018, "map_at_20": 0.18801, "map_at_100": 0.29516, "map_at_1000": 0.34587, "recall_at_1": 0.03665, "recall_at_3": 0.08693, "recall_at_5": 0.12833, "recall_at_10": 0.20522, "recall_at_20": 0.30829, "recall_at_100": 0.63478, "recall_at_1000": 0.95887, "precision_at_1": 0.555, "precision_at_3": 0.51333, "precision_at_5": 0.498, "precision_at_10": 0.4555, "precision_at_20": 0.38875, "precision_at_100": 0.21025, "precision_at_1000": 0.03911, "mrr_at_1": 0.555, "mrr_at_3": 0.638333, "mrr_at_5": 0.661583, "mrr_at_10": 0.669409, "mrr_at_20": 0.67165, "mrr_at_100": 0.672548, "mrr_at_1000": 0.672727, "nauc_ndcg_at_1_max": 0.276656, "nauc_ndcg_at_1_std": 0.180134, "nauc_ndcg_at_1_diff1": 0.01788, "nauc_ndcg_at_3_max": 0.389706, "nauc_ndcg_at_3_std": 0.223678, "nauc_ndcg_at_3_diff1": 0.037367, "nauc_ndcg_at_5_max": 0.412017, "nauc_ndcg_at_5_std": 0.245093, "nauc_ndcg_at_5_diff1": 0.014434, "nauc_ndcg_at_10_max": 0.438099, "nauc_ndcg_at_10_std": 0.232537, "nauc_ndcg_at_10_diff1": 0.043449, "nauc_ndcg_at_20_max": 0.450128, "nauc_ndcg_at_20_std": 0.23101, "nauc_ndcg_at_20_diff1": 0.062877, "nauc_ndcg_at_100_max": 0.435237, "nauc_ndcg_at_100_std": 0.291826, "nauc_ndcg_at_100_diff1": 0.044805, "nauc_ndcg_at_1000_max": 0.546697, "nauc_ndcg_at_1000_std": 0.386993, "nauc_ndcg_at_1000_diff1": 0.064301, "nauc_map_at_1_max": -0.188954, "nauc_map_at_1_std": -0.178453, "nauc_map_at_1_diff1": 0.170603, "nauc_map_at_3_max": -0.076779, "nauc_map_at_3_std": -0.171674, "nauc_map_at_3_diff1": 0.08651, "nauc_map_at_5_max": -0.054355, "nauc_map_at_5_std": -0.142307, "nauc_map_at_5_diff1": 0.044489, "nauc_map_at_10_max": 0.034129, "nauc_map_at_10_std": -0.088745, "nauc_map_at_10_diff1": 0.025546, "nauc_map_at_20_max": 0.131828, "nauc_map_at_20_std": -0.015391, "nauc_map_at_20_diff1": 0.010813, "nauc_map_at_100_max": 0.391902, "nauc_map_at_100_std": 0.199423, "nauc_map_at_100_diff1": 0.054974, "nauc_map_at_1000_max": 0.493261, "nauc_map_at_1000_std": 0.285686, "nauc_map_at_1000_diff1": 0.107972, "nauc_recall_at_1_max": -0.188954, "nauc_recall_at_1_std": -0.178453, "nauc_recall_at_1_diff1": 0.170603, "nauc_recall_at_3_max": -0.107903, "nauc_recall_at_3_std": -0.161839, "nauc_recall_at_3_diff1": 0.095795, "nauc_recall_at_5_max": -0.128126, "nauc_recall_at_5_std": -0.153287, "nauc_recall_at_5_diff1": 0.040012, "nauc_recall_at_10_max": -0.075723, "nauc_recall_at_10_std": -0.113555, "nauc_recall_at_10_diff1": 0.01817, "nauc_recall_at_20_max": -0.041294, "nauc_recall_at_20_std": -0.070312, "nauc_recall_at_20_diff1": -0.017698, "nauc_recall_at_100_max": 0.05565, "nauc_recall_at_100_std": 0.103652, "nauc_recall_at_100_diff1": -0.024444, "nauc_recall_at_1000_max": 0.143757, "nauc_recall_at_1000_std": 0.496075, "nauc_recall_at_1000_diff1": 0.195757, "nauc_precision_at_1_max": 0.357955, "nauc_precision_at_1_std": 0.16907, "nauc_precision_at_1_diff1": -0.006191, "nauc_precision_at_3_max": 0.494802, "nauc_precision_at_3_std": 0.233212, "nauc_precision_at_3_diff1": 0.023106, "nauc_precision_at_5_max": 0.499776, "nauc_precision_at_5_std": 0.274182, "nauc_precision_at_5_diff1": -0.012728, "nauc_precision_at_10_max": 0.566134, "nauc_precision_at_10_std": 0.304086, "nauc_precision_at_10_diff1": 0.025239, "nauc_precision_at_20_max": 0.58136, "nauc_precision_at_20_std": 0.31971, "nauc_precision_at_20_diff1": 0.051406, "nauc_precision_at_100_max": 0.549758, "nauc_precision_at_100_std": 0.362418, "nauc_precision_at_100_diff1": 0.140801, "nauc_precision_at_1000_max": 0.424067, "nauc_precision_at_1000_std": 0.251975, "nauc_precision_at_1000_diff1": 0.170279, "nauc_mrr_at_1_max": 0.357955, "nauc_mrr_at_1_std": 0.16907, "nauc_mrr_at_1_diff1": -0.006191, "nauc_mrr_at_3_max": 0.432943, "nauc_mrr_at_3_std": 0.254084, "nauc_mrr_at_3_diff1": 0.003243, "nauc_mrr_at_5_max": 0.42298, "nauc_mrr_at_5_std": 0.251246, "nauc_mrr_at_5_diff1": 0.006589, "nauc_mrr_at_10_max": 0.422183, "nauc_mrr_at_10_std": 0.245668, "nauc_mrr_at_10_diff1": 0.007335, "nauc_mrr_at_20_max": 0.420511, "nauc_mrr_at_20_std": 0.243418, "nauc_mrr_at_20_diff1": 0.002892, "nauc_mrr_at_100_max": 0.419988, "nauc_mrr_at_100_std": 0.242141, "nauc_mrr_at_100_diff1": 0.002373, "nauc_mrr_at_1000_max": 0.419813, "nauc_mrr_at_1000_std": 0.241897, "nauc_mrr_at_1000_diff1": 0.002555, "main_score": 0.41451, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1675, "ndcg_at_3": 0.16206, "ndcg_at_5": 0.16179, "ndcg_at_10": 0.16303, "ndcg_at_20": 0.17205, "ndcg_at_100": 0.23134, "ndcg_at_1000": 0.36054, "map_at_1": 0.01611, "map_at_3": 0.03138, "map_at_5": 0.03891, "map_at_10": 0.05007, "map_at_20": 0.06553, "map_at_100": 0.09916, "map_at_1000": 0.12685, "recall_at_1": 0.01611, "recall_at_3": 0.03669, "recall_at_5": 0.05219, "recall_at_10": 0.08326, "recall_at_20": 0.13595, "recall_at_100": 0.32464, "recall_at_1000": 0.70049, "precision_at_1": 0.21, "precision_at_3": 0.205, "precision_at_5": 0.196, "precision_at_10": 0.182, "precision_at_20": 0.16075, "precision_at_100": 0.0976, "precision_at_1000": 0.02709, "mrr_at_1": 0.21, "mrr_at_3": 0.275833, "mrr_at_5": 0.296083, "mrr_at_10": 0.318417, "mrr_at_20": 0.323251, "mrr_at_100": 0.327983, "mrr_at_1000": 0.328222, "nauc_ndcg_at_1_max": 0.278282, "nauc_ndcg_at_1_std": 0.315552, "nauc_ndcg_at_1_diff1": -0.037656, "nauc_ndcg_at_3_max": 0.254102, "nauc_ndcg_at_3_std": 0.298883, "nauc_ndcg_at_3_diff1": -0.057175, "nauc_ndcg_at_5_max": 0.276469, "nauc_ndcg_at_5_std": 0.313221, "nauc_ndcg_at_5_diff1": -0.069876, "nauc_ndcg_at_10_max": 0.290378, "nauc_ndcg_at_10_std": 0.321925, "nauc_ndcg_at_10_diff1": -0.077835, "nauc_ndcg_at_20_max": 0.31652, "nauc_ndcg_at_20_std": 0.319017, "nauc_ndcg_at_20_diff1": -0.077254, "nauc_ndcg_at_100_max": 0.369953, "nauc_ndcg_at_100_std": 0.43758, "nauc_ndcg_at_100_diff1": -0.09805, "nauc_ndcg_at_1000_max": 0.426157, "nauc_ndcg_at_1000_std": 0.52898, "nauc_ndcg_at_1000_diff1": -0.100016, "nauc_map_at_1_max": 0.070389, "nauc_map_at_1_std": 0.013708, "nauc_map_at_1_diff1": 0.040006, "nauc_map_at_3_max": 0.248826, "nauc_map_at_3_std": 0.064358, "nauc_map_at_3_diff1": -0.011451, "nauc_map_at_5_max": 0.299593, "nauc_map_at_5_std": 0.113143, "nauc_map_at_5_diff1": -0.036596, "nauc_map_at_10_max": 0.283228, "nauc_map_at_10_std": 0.163238, "nauc_map_at_10_diff1": -0.047739, "nauc_map_at_20_max": 0.314152, "nauc_map_at_20_std": 0.222126, "nauc_map_at_20_diff1": -0.040697, "nauc_map_at_100_max": 0.367489, "nauc_map_at_100_std": 0.373944, "nauc_map_at_100_diff1": -0.073486, "nauc_map_at_1000_max": 0.411984, "nauc_map_at_1000_std": 0.446415, "nauc_map_at_1000_diff1": -0.093775, "nauc_recall_at_1_max": 0.070389, "nauc_recall_at_1_std": 0.013708, "nauc_recall_at_1_diff1": 0.040006, "nauc_recall_at_3_max": 0.2264, "nauc_recall_at_3_std": 0.058219, "nauc_recall_at_3_diff1": 0.014885, "nauc_recall_at_5_max": 0.279283, "nauc_recall_at_5_std": 0.137038, "nauc_recall_at_5_diff1": -0.029392, "nauc_recall_at_10_max": 0.221504, "nauc_recall_at_10_std": 0.151415, "nauc_recall_at_10_diff1": -0.047838, "nauc_recall_at_20_max": 0.239185, "nauc_recall_at_20_std": 0.175918, "nauc_recall_at_20_diff1": -0.0434, "nauc_recall_at_100_max": 0.282285, "nauc_recall_at_100_std": 0.387017, "nauc_recall_at_100_diff1": -0.072443, "nauc_recall_at_1000_max": 0.41085, "nauc_recall_at_1000_std": 0.646489, "nauc_recall_at_1000_diff1": -0.094041, "nauc_precision_at_1_max": 0.285635, "nauc_precision_at_1_std": 0.335281, "nauc_precision_at_1_diff1": -0.026525, "nauc_precision_at_3_max": 0.285775, "nauc_precision_at_3_std": 0.342196, "nauc_precision_at_3_diff1": -0.038949, "nauc_precision_at_5_max": 0.312052, "nauc_precision_at_5_std": 0.370917, "nauc_precision_at_5_diff1": -0.061847, "nauc_precision_at_10_max": 0.336152, "nauc_precision_at_10_std": 0.436676, "nauc_precision_at_10_diff1": -0.085533, "nauc_precision_at_20_max": 0.375827, "nauc_precision_at_20_std": 0.467037, "nauc_precision_at_20_diff1": -0.077985, "nauc_precision_at_100_max": 0.381453, "nauc_precision_at_100_std": 0.521774, "nauc_precision_at_100_diff1": -0.104786, "nauc_precision_at_1000_max": 0.359884, "nauc_precision_at_1000_std": 0.329992, "nauc_precision_at_1000_diff1": -0.054536, "nauc_mrr_at_1_max": 0.285635, "nauc_mrr_at_1_std": 0.335281, "nauc_mrr_at_1_diff1": -0.026525, "nauc_mrr_at_3_max": 0.28601, "nauc_mrr_at_3_std": 0.350919, "nauc_mrr_at_3_diff1": -0.006191, "nauc_mrr_at_5_max": 0.277289, "nauc_mrr_at_5_std": 0.340007, "nauc_mrr_at_5_diff1": -0.011783, "nauc_mrr_at_10_max": 0.290335, "nauc_mrr_at_10_std": 0.355844, "nauc_mrr_at_10_diff1": -0.015215, "nauc_mrr_at_20_max": 0.293908, "nauc_mrr_at_20_std": 0.357433, "nauc_mrr_at_20_diff1": -0.013413, "nauc_mrr_at_100_max": 0.292515, "nauc_mrr_at_100_std": 0.358481, "nauc_mrr_at_100_diff1": -0.011525, "nauc_mrr_at_1000_max": 0.292501, "nauc_mrr_at_1000_std": 0.358364, "nauc_mrr_at_1000_diff1": -0.011472, "main_score": 0.16303, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2075, "ndcg_at_3": 0.21318, "ndcg_at_5": 0.21765, "ndcg_at_10": 0.21682, "ndcg_at_20": 0.22078, "ndcg_at_100": 0.28105, "ndcg_at_1000": 0.41199, "map_at_1": 0.01417, "map_at_3": 0.03507, "map_at_5": 0.04907, "map_at_10": 0.06689, "map_at_20": 0.08726, "map_at_100": 0.13709, "map_at_1000": 0.17021, "recall_at_1": 0.01417, "recall_at_3": 0.04553, "recall_at_5": 0.07397, "recall_at_10": 0.11357, "recall_at_20": 0.17017, "recall_at_100": 0.37701, "recall_at_1000": 0.7634, "precision_at_1": 0.265, "precision_at_3": 0.27833, "precision_at_5": 0.276, "precision_at_10": 0.2465, "precision_at_20": 0.21025, "precision_at_100": 0.12295, "precision_at_1000": 0.03039, "mrr_at_1": 0.265, "mrr_at_3": 0.3475, "mrr_at_5": 0.36775, "mrr_at_10": 0.383119, "mrr_at_20": 0.389109, "mrr_at_100": 0.392702, "mrr_at_1000": 0.392944, "nauc_ndcg_at_1_max": 0.321659, "nauc_ndcg_at_1_std": 0.342309, "nauc_ndcg_at_1_diff1": 0.158283, "nauc_ndcg_at_3_max": 0.386929, "nauc_ndcg_at_3_std": 0.331297, "nauc_ndcg_at_3_diff1": 0.201455, "nauc_ndcg_at_5_max": 0.404573, "nauc_ndcg_at_5_std": 0.367346, "nauc_ndcg_at_5_diff1": 0.242547, "nauc_ndcg_at_10_max": 0.406942, "nauc_ndcg_at_10_std": 0.390434, "nauc_ndcg_at_10_diff1": 0.216303, "nauc_ndcg_at_20_max": 0.405356, "nauc_ndcg_at_20_std": 0.40259, "nauc_ndcg_at_20_diff1": 0.210752, "nauc_ndcg_at_100_max": 0.408395, "nauc_ndcg_at_100_std": 0.448322, "nauc_ndcg_at_100_diff1": 0.213631, "nauc_ndcg_at_1000_max": 0.449425, "nauc_ndcg_at_1000_std": 0.529951, "nauc_ndcg_at_1000_diff1": 0.202655, "nauc_map_at_1_max": 0.044862, "nauc_map_at_1_std": 0.005789, "nauc_map_at_1_diff1": 0.25703, "nauc_map_at_3_max": 0.097747, "nauc_map_at_3_std": -0.031146, "nauc_map_at_3_diff1": 0.203927, "nauc_map_at_5_max": 0.131416, "nauc_map_at_5_std": 0.02042, "nauc_map_at_5_diff1": 0.186652, "nauc_map_at_10_max": 0.205391, "nauc_map_at_10_std": 0.115395, "nauc_map_at_10_diff1": 0.158063, "nauc_map_at_20_max": 0.266218, "nauc_map_at_20_std": 0.20405, "nauc_map_at_20_diff1": 0.144376, "nauc_map_at_100_max": 0.364175, "nauc_map_at_100_std": 0.365846, "nauc_map_at_100_diff1": 0.208874, "nauc_map_at_1000_max": 0.426232, "nauc_map_at_1000_std": 0.442631, "nauc_map_at_1000_diff1": 0.244488, "nauc_recall_at_1_max": 0.044862, "nauc_recall_at_1_std": 0.005789, "nauc_recall_at_1_diff1": 0.25703, "nauc_recall_at_3_max": 0.113074, "nauc_recall_at_3_std": -0.005936, "nauc_recall_at_3_diff1": 0.163974, "nauc_recall_at_5_max": 0.100311, "nauc_recall_at_5_std": 0.039881, "nauc_recall_at_5_diff1": 0.151463, "nauc_recall_at_10_max": 0.169572, "nauc_recall_at_10_std": 0.125679, "nauc_recall_at_10_diff1": 0.099621, "nauc_recall_at_20_max": 0.206771, "nauc_recall_at_20_std": 0.193285, "nauc_recall_at_20_diff1": 0.120398, "nauc_recall_at_100_max": 0.299857, "nauc_recall_at_100_std": 0.365395, "nauc_recall_at_100_diff1": 0.173805, "nauc_recall_at_1000_max": 0.509222, "nauc_recall_at_1000_std": 0.633235, "nauc_recall_at_1000_diff1": 0.19453, "nauc_precision_at_1_max": 0.318103, "nauc_precision_at_1_std": 0.306589, "nauc_precision_at_1_diff1": 0.154438, "nauc_precision_at_3_max": 0.390484, "nauc_precision_at_3_std": 0.300075, "nauc_precision_at_3_diff1": 0.210272, "nauc_precision_at_5_max": 0.440194, "nauc_precision_at_5_std": 0.396906, "nauc_precision_at_5_diff1": 0.245269, "nauc_precision_at_10_max": 0.44452, "nauc_precision_at_10_std": 0.458197, "nauc_precision_at_10_diff1": 0.205825, "nauc_precision_at_20_max": 0.446531, "nauc_precision_at_20_std": 0.495272, "nauc_precision_at_20_diff1": 0.20088, "nauc_precision_at_100_max": 0.432279, "nauc_precision_at_100_std": 0.516333, "nauc_precision_at_100_diff1": 0.260347, "nauc_precision_at_1000_max": 0.344673, "nauc_precision_at_1000_std": 0.365396, "nauc_precision_at_1000_diff1": 0.225103, "nauc_mrr_at_1_max": 0.318103, "nauc_mrr_at_1_std": 0.306589, "nauc_mrr_at_1_diff1": 0.154438, "nauc_mrr_at_3_max": 0.352074, "nauc_mrr_at_3_std": 0.329056, "nauc_mrr_at_3_diff1": 0.159693, "nauc_mrr_at_5_max": 0.368653, "nauc_mrr_at_5_std": 0.357844, "nauc_mrr_at_5_diff1": 0.166437, "nauc_mrr_at_10_max": 0.354459, "nauc_mrr_at_10_std": 0.34536, "nauc_mrr_at_10_diff1": 0.156996, "nauc_mrr_at_20_max": 0.352473, "nauc_mrr_at_20_std": 0.346415, "nauc_mrr_at_20_diff1": 0.156568, "nauc_mrr_at_100_max": 0.351654, "nauc_mrr_at_100_std": 0.344573, "nauc_mrr_at_100_diff1": 0.154111, "nauc_mrr_at_1000_max": 0.351531, "nauc_mrr_at_1000_std": 0.344384, "nauc_mrr_at_1000_diff1": 0.153926, "main_score": 0.21682, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "orthopedic_surgery": [ { "ndcg_at_1": 0.4725, "ndcg_at_3": 0.42615, "ndcg_at_5": 0.42157, "ndcg_at_10": 0.42904, "ndcg_at_20": 0.44845, "ndcg_at_100": 0.53505, "ndcg_at_1000": 0.60086, "map_at_1": 0.09384, "map_at_3": 0.15159, "map_at_5": 0.18531, "map_at_10": 0.23103, "map_at_20": 0.26744, "map_at_100": 0.32425, "map_at_1000": 0.3414, "recall_at_1": 0.09384, "recall_at_3": 0.17362, "recall_at_5": 0.23108, "recall_at_10": 0.32971, "recall_at_20": 0.43542, "recall_at_100": 0.72123, "recall_at_1000": 0.96457, "precision_at_1": 0.555, "precision_at_3": 0.44167, "precision_at_5": 0.393, "precision_at_10": 0.3165, "precision_at_20": 0.2355, "precision_at_100": 0.09835, "precision_at_1000": 0.01439, "mrr_at_1": 0.555, "mrr_at_3": 0.654167, "mrr_at_5": 0.667917, "mrr_at_10": 0.675198, "mrr_at_20": 0.677478, "mrr_at_100": 0.679631, "mrr_at_1000": 0.679702, "nauc_ndcg_at_1_max": 0.428909, "nauc_ndcg_at_1_std": 0.179214, "nauc_ndcg_at_1_diff1": 0.396333, "nauc_ndcg_at_3_max": 0.40307, "nauc_ndcg_at_3_std": 0.196615, "nauc_ndcg_at_3_diff1": 0.343213, "nauc_ndcg_at_5_max": 0.401166, "nauc_ndcg_at_5_std": 0.183062, "nauc_ndcg_at_5_diff1": 0.348743, "nauc_ndcg_at_10_max": 0.387265, "nauc_ndcg_at_10_std": 0.13705, "nauc_ndcg_at_10_diff1": 0.357631, "nauc_ndcg_at_20_max": 0.404429, "nauc_ndcg_at_20_std": 0.131991, "nauc_ndcg_at_20_diff1": 0.38406, "nauc_ndcg_at_100_max": 0.421596, "nauc_ndcg_at_100_std": 0.17515, "nauc_ndcg_at_100_diff1": 0.379257, "nauc_ndcg_at_1000_max": 0.45917, "nauc_ndcg_at_1000_std": 0.234687, "nauc_ndcg_at_1000_diff1": 0.33926, "nauc_map_at_1_max": 0.0848, "nauc_map_at_1_std": -0.086112, "nauc_map_at_1_diff1": 0.528881, "nauc_map_at_3_max": 0.181677, "nauc_map_at_3_std": -0.078107, "nauc_map_at_3_diff1": 0.476094, "nauc_map_at_5_max": 0.209582, "nauc_map_at_5_std": -0.061491, "nauc_map_at_5_diff1": 0.44812, "nauc_map_at_10_max": 0.256276, "nauc_map_at_10_std": -0.031819, "nauc_map_at_10_diff1": 0.419524, "nauc_map_at_20_max": 0.288924, "nauc_map_at_20_std": -0.000809, "nauc_map_at_20_diff1": 0.408682, "nauc_map_at_100_max": 0.331227, "nauc_map_at_100_std": 0.085954, "nauc_map_at_100_diff1": 0.35408, "nauc_map_at_1000_max": 0.346076, "nauc_map_at_1000_std": 0.118386, "nauc_map_at_1000_diff1": 0.33215, "nauc_recall_at_1_max": 0.0848, "nauc_recall_at_1_std": -0.086112, "nauc_recall_at_1_diff1": 0.528881, "nauc_recall_at_3_max": 0.134199, "nauc_recall_at_3_std": -0.099557, "nauc_recall_at_3_diff1": 0.422504, "nauc_recall_at_5_max": 0.145133, "nauc_recall_at_5_std": -0.070605, "nauc_recall_at_5_diff1": 0.376539, "nauc_recall_at_10_max": 0.180254, "nauc_recall_at_10_std": -0.078269, "nauc_recall_at_10_diff1": 0.346208, "nauc_recall_at_20_max": 0.200474, "nauc_recall_at_20_std": -0.061269, "nauc_recall_at_20_diff1": 0.343941, "nauc_recall_at_100_max": 0.185945, "nauc_recall_at_100_std": 0.057489, "nauc_recall_at_100_diff1": 0.311573, "nauc_recall_at_1000_max": 0.268447, "nauc_recall_at_1000_std": 0.425144, "nauc_recall_at_1000_diff1": 0.321328, "nauc_precision_at_1_max": 0.513204, "nauc_precision_at_1_std": 0.230357, "nauc_precision_at_1_diff1": 0.374092, "nauc_precision_at_3_max": 0.448764, "nauc_precision_at_3_std": 0.282407, "nauc_precision_at_3_diff1": 0.139051, "nauc_precision_at_5_max": 0.442764, "nauc_precision_at_5_std": 0.30384, "nauc_precision_at_5_diff1": 0.054393, "nauc_precision_at_10_max": 0.390873, "nauc_precision_at_10_std": 0.300715, "nauc_precision_at_10_diff1": -0.052232, "nauc_precision_at_20_max": 0.34155, "nauc_precision_at_20_std": 0.314287, "nauc_precision_at_20_diff1": -0.090092, "nauc_precision_at_100_max": 0.235991, "nauc_precision_at_100_std": 0.3688, "nauc_precision_at_100_diff1": -0.222807, "nauc_precision_at_1000_max": 0.192734, "nauc_precision_at_1000_std": 0.350285, "nauc_precision_at_1000_diff1": -0.259558, "nauc_mrr_at_1_max": 0.513204, "nauc_mrr_at_1_std": 0.230357, "nauc_mrr_at_1_diff1": 0.374092, "nauc_mrr_at_3_max": 0.525433, "nauc_mrr_at_3_std": 0.232845, "nauc_mrr_at_3_diff1": 0.353421, "nauc_mrr_at_5_max": 0.524649, "nauc_mrr_at_5_std": 0.248094, "nauc_mrr_at_5_diff1": 0.348357, "nauc_mrr_at_10_max": 0.526313, "nauc_mrr_at_10_std": 0.236489, "nauc_mrr_at_10_diff1": 0.34312, "nauc_mrr_at_20_max": 0.528263, "nauc_mrr_at_20_std": 0.238267, "nauc_mrr_at_20_diff1": 0.346294, "nauc_mrr_at_100_max": 0.527661, "nauc_mrr_at_100_std": 0.239573, "nauc_mrr_at_100_diff1": 0.347894, "nauc_mrr_at_1000_max": 0.5276, "nauc_mrr_at_1000_std": 0.239612, "nauc_mrr_at_1000_diff1": 0.347798, "main_score": 0.42904, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.125, "ndcg_at_3": 0.13088, "ndcg_at_5": 0.12307, "ndcg_at_10": 0.1203, "ndcg_at_20": 0.13074, "ndcg_at_100": 0.19081, "ndcg_at_1000": 0.28572, "map_at_1": 0.02112, "map_at_3": 0.04265, "map_at_5": 0.04805, "map_at_10": 0.05355, "map_at_20": 0.0612, "map_at_100": 0.0787, "map_at_1000": 0.08909, "recall_at_1": 0.02112, "recall_at_3": 0.05818, "recall_at_5": 0.06927, "recall_at_10": 0.08642, "recall_at_20": 0.13345, "recall_at_100": 0.30667, "recall_at_1000": 0.69986, "precision_at_1": 0.155, "precision_at_3": 0.145, "precision_at_5": 0.117, "precision_at_10": 0.0865, "precision_at_20": 0.06875, "precision_at_100": 0.03995, "precision_at_1000": 0.00975, "mrr_at_1": 0.155, "mrr_at_3": 0.214167, "mrr_at_5": 0.223417, "mrr_at_10": 0.233593, "mrr_at_20": 0.240801, "mrr_at_100": 0.247165, "mrr_at_1000": 0.248288, "nauc_ndcg_at_1_max": 0.161088, "nauc_ndcg_at_1_std": 0.146751, "nauc_ndcg_at_1_diff1": 0.360983, "nauc_ndcg_at_3_max": 0.175794, "nauc_ndcg_at_3_std": 0.147918, "nauc_ndcg_at_3_diff1": 0.300866, "nauc_ndcg_at_5_max": 0.179898, "nauc_ndcg_at_5_std": 0.155552, "nauc_ndcg_at_5_diff1": 0.310537, "nauc_ndcg_at_10_max": 0.185148, "nauc_ndcg_at_10_std": 0.161458, "nauc_ndcg_at_10_diff1": 0.331348, "nauc_ndcg_at_20_max": 0.197188, "nauc_ndcg_at_20_std": 0.199842, "nauc_ndcg_at_20_diff1": 0.340325, "nauc_ndcg_at_100_max": 0.233524, "nauc_ndcg_at_100_std": 0.304297, "nauc_ndcg_at_100_diff1": 0.318497, "nauc_ndcg_at_1000_max": 0.288743, "nauc_ndcg_at_1000_std": 0.334314, "nauc_ndcg_at_1000_diff1": 0.282141, "nauc_map_at_1_max": 0.438594, "nauc_map_at_1_std": 0.331797, "nauc_map_at_1_diff1": 0.66203, "nauc_map_at_3_max": 0.295402, "nauc_map_at_3_std": 0.146147, "nauc_map_at_3_diff1": 0.470701, "nauc_map_at_5_max": 0.269295, "nauc_map_at_5_std": 0.145168, "nauc_map_at_5_diff1": 0.453598, "nauc_map_at_10_max": 0.257733, "nauc_map_at_10_std": 0.159915, "nauc_map_at_10_diff1": 0.440081, "nauc_map_at_20_max": 0.257714, "nauc_map_at_20_std": 0.185508, "nauc_map_at_20_diff1": 0.425134, "nauc_map_at_100_max": 0.296154, "nauc_map_at_100_std": 0.285025, "nauc_map_at_100_diff1": 0.401337, "nauc_map_at_1000_max": 0.311393, "nauc_map_at_1000_std": 0.309613, "nauc_map_at_1000_diff1": 0.387416, "nauc_recall_at_1_max": 0.438594, "nauc_recall_at_1_std": 0.331797, "nauc_recall_at_1_diff1": 0.66203, "nauc_recall_at_3_max": 0.213169, "nauc_recall_at_3_std": 0.059332, "nauc_recall_at_3_diff1": 0.384422, "nauc_recall_at_5_max": 0.201558, "nauc_recall_at_5_std": 0.07967, "nauc_recall_at_5_diff1": 0.375621, "nauc_recall_at_10_max": 0.168345, "nauc_recall_at_10_std": 0.104916, "nauc_recall_at_10_diff1": 0.357782, "nauc_recall_at_20_max": 0.136, "nauc_recall_at_20_std": 0.164239, "nauc_recall_at_20_diff1": 0.309208, "nauc_recall_at_100_max": 0.169051, "nauc_recall_at_100_std": 0.299234, "nauc_recall_at_100_diff1": 0.233691, "nauc_recall_at_1000_max": 0.283584, "nauc_recall_at_1000_std": 0.431002, "nauc_recall_at_1000_diff1": 0.124557, "nauc_precision_at_1_max": 0.234802, "nauc_precision_at_1_std": 0.204933, "nauc_precision_at_1_diff1": 0.35421, "nauc_precision_at_3_max": 0.191065, "nauc_precision_at_3_std": 0.184927, "nauc_precision_at_3_diff1": 0.224972, "nauc_precision_at_5_max": 0.162466, "nauc_precision_at_5_std": 0.194413, "nauc_precision_at_5_diff1": 0.20055, "nauc_precision_at_10_max": 0.166486, "nauc_precision_at_10_std": 0.223146, "nauc_precision_at_10_diff1": 0.194493, "nauc_precision_at_20_max": 0.207491, "nauc_precision_at_20_std": 0.331037, "nauc_precision_at_20_diff1": 0.155045, "nauc_precision_at_100_max": 0.244782, "nauc_precision_at_100_std": 0.42403, "nauc_precision_at_100_diff1": 0.105487, "nauc_precision_at_1000_max": 0.223387, "nauc_precision_at_1000_std": 0.249007, "nauc_precision_at_1000_diff1": 0.030808, "nauc_mrr_at_1_max": 0.234802, "nauc_mrr_at_1_std": 0.204933, "nauc_mrr_at_1_diff1": 0.35421, "nauc_mrr_at_3_max": 0.222691, "nauc_mrr_at_3_std": 0.18675, "nauc_mrr_at_3_diff1": 0.300488, "nauc_mrr_at_5_max": 0.226944, "nauc_mrr_at_5_std": 0.195899, "nauc_mrr_at_5_diff1": 0.292993, "nauc_mrr_at_10_max": 0.223805, "nauc_mrr_at_10_std": 0.195468, "nauc_mrr_at_10_diff1": 0.287003, "nauc_mrr_at_20_max": 0.22635, "nauc_mrr_at_20_std": 0.208816, "nauc_mrr_at_20_diff1": 0.282615, "nauc_mrr_at_100_max": 0.227272, "nauc_mrr_at_100_std": 0.205703, "nauc_mrr_at_100_diff1": 0.286523, "nauc_mrr_at_1000_max": 0.226881, "nauc_mrr_at_1000_std": 0.205333, "nauc_mrr_at_1000_diff1": 0.286484, "main_score": 0.1203, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2, "ndcg_at_3": 0.17729, "ndcg_at_5": 0.18191, "ndcg_at_10": 0.18954, "ndcg_at_20": 0.20321, "ndcg_at_100": 0.2744, "ndcg_at_1000": 0.36443, "map_at_1": 0.0431, "map_at_3": 0.06281, "map_at_5": 0.07507, "map_at_10": 0.09046, "map_at_20": 0.10442, "map_at_100": 0.13056, "map_at_1000": 0.14361, "recall_at_1": 0.0431, "recall_at_3": 0.0748, "recall_at_5": 0.10194, "recall_at_10": 0.149, "recall_at_20": 0.20165, "recall_at_100": 0.42083, "recall_at_1000": 0.77403, "precision_at_1": 0.245, "precision_at_3": 0.185, "precision_at_5": 0.169, "precision_at_10": 0.14, "precision_at_20": 0.11025, "precision_at_100": 0.05605, "precision_at_1000": 0.01147, "mrr_at_1": 0.245, "mrr_at_3": 0.2975, "mrr_at_5": 0.31775, "mrr_at_10": 0.334558, "mrr_at_20": 0.339769, "mrr_at_100": 0.344155, "mrr_at_1000": 0.344741, "nauc_ndcg_at_1_max": 0.182518, "nauc_ndcg_at_1_std": 0.112867, "nauc_ndcg_at_1_diff1": 0.1084, "nauc_ndcg_at_3_max": 0.190362, "nauc_ndcg_at_3_std": 0.127663, "nauc_ndcg_at_3_diff1": 0.11617, "nauc_ndcg_at_5_max": 0.192044, "nauc_ndcg_at_5_std": 0.142354, "nauc_ndcg_at_5_diff1": 0.110853, "nauc_ndcg_at_10_max": 0.210698, "nauc_ndcg_at_10_std": 0.168551, "nauc_ndcg_at_10_diff1": 0.127031, "nauc_ndcg_at_20_max": 0.236143, "nauc_ndcg_at_20_std": 0.194899, "nauc_ndcg_at_20_diff1": 0.126364, "nauc_ndcg_at_100_max": 0.25132, "nauc_ndcg_at_100_std": 0.228471, "nauc_ndcg_at_100_diff1": 0.097546, "nauc_ndcg_at_1000_max": 0.298872, "nauc_ndcg_at_1000_std": 0.294348, "nauc_ndcg_at_1000_diff1": 0.081421, "nauc_map_at_1_max": 0.273963, "nauc_map_at_1_std": 0.035803, "nauc_map_at_1_diff1": 0.375749, "nauc_map_at_3_max": 0.246759, "nauc_map_at_3_std": 0.087482, "nauc_map_at_3_diff1": 0.308253, "nauc_map_at_5_max": 0.221833, "nauc_map_at_5_std": 0.095703, "nauc_map_at_5_diff1": 0.271112, "nauc_map_at_10_max": 0.203351, "nauc_map_at_10_std": 0.10871, "nauc_map_at_10_diff1": 0.22937, "nauc_map_at_20_max": 0.21641, "nauc_map_at_20_std": 0.147625, "nauc_map_at_20_diff1": 0.189627, "nauc_map_at_100_max": 0.234656, "nauc_map_at_100_std": 0.193962, "nauc_map_at_100_diff1": 0.148197, "nauc_map_at_1000_max": 0.251622, "nauc_map_at_1000_std": 0.220529, "nauc_map_at_1000_diff1": 0.131591, "nauc_recall_at_1_max": 0.273963, "nauc_recall_at_1_std": 0.035803, "nauc_recall_at_1_diff1": 0.375749, "nauc_recall_at_3_max": 0.220532, "nauc_recall_at_3_std": 0.107176, "nauc_recall_at_3_diff1": 0.264882, "nauc_recall_at_5_max": 0.18463, "nauc_recall_at_5_std": 0.121801, "nauc_recall_at_5_diff1": 0.221001, "nauc_recall_at_10_max": 0.155884, "nauc_recall_at_10_std": 0.149872, "nauc_recall_at_10_diff1": 0.163436, "nauc_recall_at_20_max": 0.203888, "nauc_recall_at_20_std": 0.21274, "nauc_recall_at_20_diff1": 0.106931, "nauc_recall_at_100_max": 0.227802, "nauc_recall_at_100_std": 0.232826, "nauc_recall_at_100_diff1": 0.026429, "nauc_recall_at_1000_max": 0.366142, "nauc_recall_at_1000_std": 0.531862, "nauc_recall_at_1000_diff1": 0.073985, "nauc_precision_at_1_max": 0.226698, "nauc_precision_at_1_std": 0.144148, "nauc_precision_at_1_diff1": 0.091953, "nauc_precision_at_3_max": 0.175196, "nauc_precision_at_3_std": 0.183385, "nauc_precision_at_3_diff1": 0.001753, "nauc_precision_at_5_max": 0.151243, "nauc_precision_at_5_std": 0.198609, "nauc_precision_at_5_diff1": -0.074118, "nauc_precision_at_10_max": 0.185367, "nauc_precision_at_10_std": 0.270878, "nauc_precision_at_10_diff1": -0.070669, "nauc_precision_at_20_max": 0.22381, "nauc_precision_at_20_std": 0.314399, "nauc_precision_at_20_diff1": -0.101996, "nauc_precision_at_100_max": 0.224703, "nauc_precision_at_100_std": 0.315672, "nauc_precision_at_100_diff1": -0.120303, "nauc_precision_at_1000_max": 0.233855, "nauc_precision_at_1000_std": 0.263316, "nauc_precision_at_1000_diff1": -0.147269, "nauc_mrr_at_1_max": 0.226698, "nauc_mrr_at_1_std": 0.144148, "nauc_mrr_at_1_diff1": 0.091953, "nauc_mrr_at_3_max": 0.230715, "nauc_mrr_at_3_std": 0.169137, "nauc_mrr_at_3_diff1": 0.070349, "nauc_mrr_at_5_max": 0.232571, "nauc_mrr_at_5_std": 0.177194, "nauc_mrr_at_5_diff1": 0.06106, "nauc_mrr_at_10_max": 0.247779, "nauc_mrr_at_10_std": 0.192623, "nauc_mrr_at_10_diff1": 0.069243, "nauc_mrr_at_20_max": 0.249162, "nauc_mrr_at_20_std": 0.193264, "nauc_mrr_at_20_diff1": 0.063163, "nauc_mrr_at_100_max": 0.247453, "nauc_mrr_at_100_std": 0.189315, "nauc_mrr_at_100_diff1": 0.065654, "nauc_mrr_at_1000_max": 0.246952, "nauc_mrr_at_1000_std": 0.18943, "nauc_mrr_at_1000_diff1": 0.065736, "main_score": 0.18954, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "otorhinolaryngology": [ { "ndcg_at_1": 0.505, "ndcg_at_3": 0.45074, "ndcg_at_5": 0.44067, "ndcg_at_10": 0.42898, "ndcg_at_20": 0.42469, "ndcg_at_100": 0.49704, "ndcg_at_1000": 0.61021, "map_at_1": 0.05358, "map_at_3": 0.10618, "map_at_5": 0.13653, "map_at_10": 0.17179, "map_at_20": 0.20655, "map_at_100": 0.27679, "map_at_1000": 0.31649, "recall_at_1": 0.05358, "recall_at_3": 0.11858, "recall_at_5": 0.16804, "recall_at_10": 0.233, "recall_at_20": 0.31653, "recall_at_100": 0.58297, "recall_at_1000": 0.92211, "precision_at_1": 0.65, "precision_at_3": 0.53667, "precision_at_5": 0.482, "precision_at_10": 0.397, "precision_at_20": 0.31225, "precision_at_100": 0.15625, "precision_at_1000": 0.03251, "mrr_at_1": 0.65, "mrr_at_3": 0.734167, "mrr_at_5": 0.747167, "mrr_at_10": 0.752726, "mrr_at_20": 0.75494, "mrr_at_100": 0.755366, "mrr_at_1000": 0.755479, "nauc_ndcg_at_1_max": 0.35162, "nauc_ndcg_at_1_std": 0.150581, "nauc_ndcg_at_1_diff1": 0.333085, "nauc_ndcg_at_3_max": 0.456363, "nauc_ndcg_at_3_std": 0.230968, "nauc_ndcg_at_3_diff1": 0.26627, "nauc_ndcg_at_5_max": 0.49643, "nauc_ndcg_at_5_std": 0.290173, "nauc_ndcg_at_5_diff1": 0.255152, "nauc_ndcg_at_10_max": 0.505577, "nauc_ndcg_at_10_std": 0.316496, "nauc_ndcg_at_10_diff1": 0.260484, "nauc_ndcg_at_20_max": 0.501636, "nauc_ndcg_at_20_std": 0.313564, "nauc_ndcg_at_20_diff1": 0.293795, "nauc_ndcg_at_100_max": 0.481994, "nauc_ndcg_at_100_std": 0.376289, "nauc_ndcg_at_100_diff1": 0.28918, "nauc_ndcg_at_1000_max": 0.565626, "nauc_ndcg_at_1000_std": 0.435434, "nauc_ndcg_at_1000_diff1": 0.257823, "nauc_map_at_1_max": 0.333336, "nauc_map_at_1_std": 0.049761, "nauc_map_at_1_diff1": 0.417169, "nauc_map_at_3_max": 0.337467, "nauc_map_at_3_std": 0.110668, "nauc_map_at_3_diff1": 0.324493, "nauc_map_at_5_max": 0.369421, "nauc_map_at_5_std": 0.150181, "nauc_map_at_5_diff1": 0.311746, "nauc_map_at_10_max": 0.413247, "nauc_map_at_10_std": 0.194226, "nauc_map_at_10_diff1": 0.298709, "nauc_map_at_20_max": 0.424848, "nauc_map_at_20_std": 0.239111, "nauc_map_at_20_diff1": 0.276542, "nauc_map_at_100_max": 0.464208, "nauc_map_at_100_std": 0.365019, "nauc_map_at_100_diff1": 0.247087, "nauc_map_at_1000_max": 0.503361, "nauc_map_at_1000_std": 0.427222, "nauc_map_at_1000_diff1": 0.221982, "nauc_recall_at_1_max": 0.333336, "nauc_recall_at_1_std": 0.049761, "nauc_recall_at_1_diff1": 0.417169, "nauc_recall_at_3_max": 0.288679, "nauc_recall_at_3_std": 0.087334, "nauc_recall_at_3_diff1": 0.314073, "nauc_recall_at_5_max": 0.300625, "nauc_recall_at_5_std": 0.139154, "nauc_recall_at_5_diff1": 0.261327, "nauc_recall_at_10_max": 0.326332, "nauc_recall_at_10_std": 0.139557, "nauc_recall_at_10_diff1": 0.253013, "nauc_recall_at_20_max": 0.283688, "nauc_recall_at_20_std": 0.152952, "nauc_recall_at_20_diff1": 0.216763, "nauc_recall_at_100_max": 0.238411, "nauc_recall_at_100_std": 0.293963, "nauc_recall_at_100_diff1": 0.120916, "nauc_recall_at_1000_max": 0.504743, "nauc_recall_at_1000_std": 0.659148, "nauc_recall_at_1000_diff1": 0.145047, "nauc_precision_at_1_max": 0.545952, "nauc_precision_at_1_std": 0.323411, "nauc_precision_at_1_diff1": 0.41424, "nauc_precision_at_3_max": 0.472652, "nauc_precision_at_3_std": 0.364409, "nauc_precision_at_3_diff1": 0.15219, "nauc_precision_at_5_max": 0.455696, "nauc_precision_at_5_std": 0.37851, "nauc_precision_at_5_diff1": 0.107804, "nauc_precision_at_10_max": 0.385237, "nauc_precision_at_10_std": 0.389375, "nauc_precision_at_10_diff1": 0.007794, "nauc_precision_at_20_max": 0.303543, "nauc_precision_at_20_std": 0.37287, "nauc_precision_at_20_diff1": -0.039054, "nauc_precision_at_100_max": 0.155162, "nauc_precision_at_100_std": 0.304101, "nauc_precision_at_100_diff1": -0.094483, "nauc_precision_at_1000_max": 0.117108, "nauc_precision_at_1000_std": 0.174085, "nauc_precision_at_1000_diff1": -0.135113, "nauc_mrr_at_1_max": 0.545952, "nauc_mrr_at_1_std": 0.323411, "nauc_mrr_at_1_diff1": 0.41424, "nauc_mrr_at_3_max": 0.591059, "nauc_mrr_at_3_std": 0.344618, "nauc_mrr_at_3_diff1": 0.400243, "nauc_mrr_at_5_max": 0.58347, "nauc_mrr_at_5_std": 0.355874, "nauc_mrr_at_5_diff1": 0.393588, "nauc_mrr_at_10_max": 0.57856, "nauc_mrr_at_10_std": 0.343948, "nauc_mrr_at_10_diff1": 0.39205, "nauc_mrr_at_20_max": 0.578881, "nauc_mrr_at_20_std": 0.344515, "nauc_mrr_at_20_diff1": 0.390483, "nauc_mrr_at_100_max": 0.578291, "nauc_mrr_at_100_std": 0.344501, "nauc_mrr_at_100_diff1": 0.390325, "nauc_mrr_at_1000_max": 0.578389, "nauc_mrr_at_1000_std": 0.344585, "nauc_mrr_at_1000_diff1": 0.390788, "main_score": 0.42898, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1025, "ndcg_at_3": 0.09831, "ndcg_at_5": 0.10278, "ndcg_at_10": 0.1049, "ndcg_at_20": 0.11721, "ndcg_at_100": 0.17103, "ndcg_at_1000": 0.28723, "map_at_1": 0.01273, "map_at_3": 0.02039, "map_at_5": 0.02648, "map_at_10": 0.03404, "map_at_20": 0.04405, "map_at_100": 0.06475, "map_at_1000": 0.08152, "recall_at_1": 0.01273, "recall_at_3": 0.0253, "recall_at_5": 0.03829, "recall_at_10": 0.06317, "recall_at_20": 0.10742, "recall_at_100": 0.26217, "recall_at_1000": 0.62261, "precision_at_1": 0.145, "precision_at_3": 0.12667, "precision_at_5": 0.127, "precision_at_10": 0.112, "precision_at_20": 0.10025, "precision_at_100": 0.06305, "precision_at_1000": 0.01976, "mrr_at_1": 0.145, "mrr_at_3": 0.2, "mrr_at_5": 0.21625, "mrr_at_10": 0.232294, "mrr_at_20": 0.243545, "mrr_at_100": 0.248638, "mrr_at_1000": 0.249388, "nauc_ndcg_at_1_max": 0.34331, "nauc_ndcg_at_1_std": 0.439516, "nauc_ndcg_at_1_diff1": 0.411085, "nauc_ndcg_at_3_max": 0.397848, "nauc_ndcg_at_3_std": 0.443853, "nauc_ndcg_at_3_diff1": 0.336952, "nauc_ndcg_at_5_max": 0.447529, "nauc_ndcg_at_5_std": 0.471228, "nauc_ndcg_at_5_diff1": 0.32418, "nauc_ndcg_at_10_max": 0.466103, "nauc_ndcg_at_10_std": 0.504016, "nauc_ndcg_at_10_diff1": 0.332882, "nauc_ndcg_at_20_max": 0.495992, "nauc_ndcg_at_20_std": 0.557093, "nauc_ndcg_at_20_diff1": 0.316123, "nauc_ndcg_at_100_max": 0.469453, "nauc_ndcg_at_100_std": 0.618064, "nauc_ndcg_at_100_diff1": 0.281929, "nauc_ndcg_at_1000_max": 0.5245, "nauc_ndcg_at_1000_std": 0.614448, "nauc_ndcg_at_1000_diff1": 0.241013, "nauc_map_at_1_max": 0.64819, "nauc_map_at_1_std": 0.682734, "nauc_map_at_1_diff1": 0.561735, "nauc_map_at_3_max": 0.592281, "nauc_map_at_3_std": 0.653983, "nauc_map_at_3_diff1": 0.524021, "nauc_map_at_5_max": 0.600486, "nauc_map_at_5_std": 0.65904, "nauc_map_at_5_diff1": 0.497087, "nauc_map_at_10_max": 0.564403, "nauc_map_at_10_std": 0.635844, "nauc_map_at_10_diff1": 0.458729, "nauc_map_at_20_max": 0.565172, "nauc_map_at_20_std": 0.655814, "nauc_map_at_20_diff1": 0.429032, "nauc_map_at_100_max": 0.54051, "nauc_map_at_100_std": 0.691684, "nauc_map_at_100_diff1": 0.351046, "nauc_map_at_1000_max": 0.548364, "nauc_map_at_1000_std": 0.689111, "nauc_map_at_1000_diff1": 0.317072, "nauc_recall_at_1_max": 0.64819, "nauc_recall_at_1_std": 0.682734, "nauc_recall_at_1_diff1": 0.561735, "nauc_recall_at_3_max": 0.520491, "nauc_recall_at_3_std": 0.59132, "nauc_recall_at_3_diff1": 0.473248, "nauc_recall_at_5_max": 0.498749, "nauc_recall_at_5_std": 0.561093, "nauc_recall_at_5_diff1": 0.400726, "nauc_recall_at_10_max": 0.405585, "nauc_recall_at_10_std": 0.51763, "nauc_recall_at_10_diff1": 0.327028, "nauc_recall_at_20_max": 0.394533, "nauc_recall_at_20_std": 0.529359, "nauc_recall_at_20_diff1": 0.268088, "nauc_recall_at_100_max": 0.339792, "nauc_recall_at_100_std": 0.585384, "nauc_recall_at_100_diff1": 0.207185, "nauc_recall_at_1000_max": 0.444903, "nauc_recall_at_1000_std": 0.622909, "nauc_recall_at_1000_diff1": 0.11422, "nauc_precision_at_1_max": 0.353772, "nauc_precision_at_1_std": 0.453108, "nauc_precision_at_1_diff1": 0.37489, "nauc_precision_at_3_max": 0.384639, "nauc_precision_at_3_std": 0.42816, "nauc_precision_at_3_diff1": 0.272371, "nauc_precision_at_5_max": 0.422362, "nauc_precision_at_5_std": 0.434544, "nauc_precision_at_5_diff1": 0.22783, "nauc_precision_at_10_max": 0.428027, "nauc_precision_at_10_std": 0.436753, "nauc_precision_at_10_diff1": 0.212255, "nauc_precision_at_20_max": 0.470606, "nauc_precision_at_20_std": 0.489679, "nauc_precision_at_20_diff1": 0.174608, "nauc_precision_at_100_max": 0.367481, "nauc_precision_at_100_std": 0.449168, "nauc_precision_at_100_diff1": 0.055457, "nauc_precision_at_1000_max": 0.249217, "nauc_precision_at_1000_std": 0.136455, "nauc_precision_at_1000_diff1": 0.025114, "nauc_mrr_at_1_max": 0.353772, "nauc_mrr_at_1_std": 0.453108, "nauc_mrr_at_1_diff1": 0.37489, "nauc_mrr_at_3_max": 0.349714, "nauc_mrr_at_3_std": 0.416597, "nauc_mrr_at_3_diff1": 0.320603, "nauc_mrr_at_5_max": 0.338488, "nauc_mrr_at_5_std": 0.401068, "nauc_mrr_at_5_diff1": 0.299279, "nauc_mrr_at_10_max": 0.338408, "nauc_mrr_at_10_std": 0.411107, "nauc_mrr_at_10_diff1": 0.291811, "nauc_mrr_at_20_max": 0.345789, "nauc_mrr_at_20_std": 0.413348, "nauc_mrr_at_20_diff1": 0.288367, "nauc_mrr_at_100_max": 0.346701, "nauc_mrr_at_100_std": 0.414536, "nauc_mrr_at_100_diff1": 0.291123, "nauc_mrr_at_1000_max": 0.34625, "nauc_mrr_at_1000_std": 0.414279, "nauc_mrr_at_1000_diff1": 0.291359, "main_score": 0.1049, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1675, "ndcg_at_3": 0.15538, "ndcg_at_5": 0.14696, "ndcg_at_10": 0.15045, "ndcg_at_20": 0.15608, "ndcg_at_100": 0.21787, "ndcg_at_1000": 0.32159, "map_at_1": 0.01628, "map_at_3": 0.03196, "map_at_5": 0.03789, "map_at_10": 0.04992, "map_at_20": 0.06089, "map_at_100": 0.09254, "map_at_1000": 0.1111, "recall_at_1": 0.01628, "recall_at_3": 0.04005, "recall_at_5": 0.04978, "recall_at_10": 0.08275, "recall_at_20": 0.12233, "recall_at_100": 0.3086, "recall_at_1000": 0.63848, "precision_at_1": 0.225, "precision_at_3": 0.2, "precision_at_5": 0.17, "precision_at_10": 0.1525, "precision_at_20": 0.126, "precision_at_100": 0.07515, "precision_at_1000": 0.01946, "mrr_at_1": 0.225, "mrr_at_3": 0.285, "mrr_at_5": 0.29325, "mrr_at_10": 0.310006, "mrr_at_20": 0.318148, "mrr_at_100": 0.32214, "mrr_at_1000": 0.322856, "nauc_ndcg_at_1_max": 0.46235, "nauc_ndcg_at_1_std": 0.400346, "nauc_ndcg_at_1_diff1": 0.358152, "nauc_ndcg_at_3_max": 0.476458, "nauc_ndcg_at_3_std": 0.481897, "nauc_ndcg_at_3_diff1": 0.302037, "nauc_ndcg_at_5_max": 0.458526, "nauc_ndcg_at_5_std": 0.476288, "nauc_ndcg_at_5_diff1": 0.281829, "nauc_ndcg_at_10_max": 0.477545, "nauc_ndcg_at_10_std": 0.495511, "nauc_ndcg_at_10_diff1": 0.308246, "nauc_ndcg_at_20_max": 0.507609, "nauc_ndcg_at_20_std": 0.525731, "nauc_ndcg_at_20_diff1": 0.312514, "nauc_ndcg_at_100_max": 0.557187, "nauc_ndcg_at_100_std": 0.630258, "nauc_ndcg_at_100_diff1": 0.312255, "nauc_ndcg_at_1000_max": 0.556927, "nauc_ndcg_at_1000_std": 0.629009, "nauc_ndcg_at_1000_diff1": 0.278514, "nauc_map_at_1_max": 0.538603, "nauc_map_at_1_std": 0.316744, "nauc_map_at_1_diff1": 0.317525, "nauc_map_at_3_max": 0.51967, "nauc_map_at_3_std": 0.419944, "nauc_map_at_3_diff1": 0.26458, "nauc_map_at_5_max": 0.506431, "nauc_map_at_5_std": 0.452515, "nauc_map_at_5_diff1": 0.261377, "nauc_map_at_10_max": 0.483057, "nauc_map_at_10_std": 0.497752, "nauc_map_at_10_diff1": 0.282047, "nauc_map_at_20_max": 0.490958, "nauc_map_at_20_std": 0.540446, "nauc_map_at_20_diff1": 0.283604, "nauc_map_at_100_max": 0.523239, "nauc_map_at_100_std": 0.634407, "nauc_map_at_100_diff1": 0.285547, "nauc_map_at_1000_max": 0.531485, "nauc_map_at_1000_std": 0.6457, "nauc_map_at_1000_diff1": 0.293718, "nauc_recall_at_1_max": 0.538603, "nauc_recall_at_1_std": 0.316744, "nauc_recall_at_1_diff1": 0.317525, "nauc_recall_at_3_max": 0.489816, "nauc_recall_at_3_std": 0.417968, "nauc_recall_at_3_diff1": 0.250817, "nauc_recall_at_5_max": 0.466737, "nauc_recall_at_5_std": 0.449587, "nauc_recall_at_5_diff1": 0.251153, "nauc_recall_at_10_max": 0.452124, "nauc_recall_at_10_std": 0.490811, "nauc_recall_at_10_diff1": 0.267437, "nauc_recall_at_20_max": 0.494548, "nauc_recall_at_20_std": 0.547626, "nauc_recall_at_20_diff1": 0.259904, "nauc_recall_at_100_max": 0.542817, "nauc_recall_at_100_std": 0.647155, "nauc_recall_at_100_diff1": 0.228393, "nauc_recall_at_1000_max": 0.596372, "nauc_recall_at_1000_std": 0.706301, "nauc_recall_at_1000_diff1": 0.172612, "nauc_precision_at_1_max": 0.488843, "nauc_precision_at_1_std": 0.459524, "nauc_precision_at_1_diff1": 0.321626, "nauc_precision_at_3_max": 0.455259, "nauc_precision_at_3_std": 0.510326, "nauc_precision_at_3_diff1": 0.273456, "nauc_precision_at_5_max": 0.401318, "nauc_precision_at_5_std": 0.482418, "nauc_precision_at_5_diff1": 0.252649, "nauc_precision_at_10_max": 0.373277, "nauc_precision_at_10_std": 0.482568, "nauc_precision_at_10_diff1": 0.266467, "nauc_precision_at_20_max": 0.385074, "nauc_precision_at_20_std": 0.487179, "nauc_precision_at_20_diff1": 0.258882, "nauc_precision_at_100_max": 0.394624, "nauc_precision_at_100_std": 0.516975, "nauc_precision_at_100_diff1": 0.233276, "nauc_precision_at_1000_max": 0.196147, "nauc_precision_at_1000_std": 0.22089, "nauc_precision_at_1000_diff1": 0.13412, "nauc_mrr_at_1_max": 0.488843, "nauc_mrr_at_1_std": 0.459524, "nauc_mrr_at_1_diff1": 0.321626, "nauc_mrr_at_3_max": 0.464535, "nauc_mrr_at_3_std": 0.452177, "nauc_mrr_at_3_diff1": 0.334529, "nauc_mrr_at_5_max": 0.450625, "nauc_mrr_at_5_std": 0.447076, "nauc_mrr_at_5_diff1": 0.329209, "nauc_mrr_at_10_max": 0.452168, "nauc_mrr_at_10_std": 0.449397, "nauc_mrr_at_10_diff1": 0.323581, "nauc_mrr_at_20_max": 0.460136, "nauc_mrr_at_20_std": 0.454368, "nauc_mrr_at_20_diff1": 0.319727, "nauc_mrr_at_100_max": 0.461826, "nauc_mrr_at_100_std": 0.454246, "nauc_mrr_at_100_diff1": 0.319848, "nauc_mrr_at_1000_max": 0.461559, "nauc_mrr_at_1000_std": 0.454359, "nauc_mrr_at_1000_diff1": 0.319915, "main_score": 0.15045, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "plastic_surgery": [ { "ndcg_at_1": 0.5875, "ndcg_at_3": 0.50776, "ndcg_at_5": 0.48466, "ndcg_at_10": 0.47466, "ndcg_at_20": 0.47678, "ndcg_at_100": 0.5715, "ndcg_at_1000": 0.6574, "map_at_1": 0.07184, "map_at_3": 0.13455, "map_at_5": 0.172, "map_at_10": 0.21586, "map_at_20": 0.25264, "map_at_100": 0.33152, "map_at_1000": 0.36, "recall_at_1": 0.07184, "recall_at_3": 0.14928, "recall_at_5": 0.2081, "recall_at_10": 0.29163, "recall_at_20": 0.38986, "recall_at_100": 0.70358, "recall_at_1000": 0.96487, "precision_at_1": 0.695, "precision_at_3": 0.56, "precision_at_5": 0.488, "precision_at_10": 0.396, "precision_at_20": 0.30125, "precision_at_100": 0.14205, "precision_at_1000": 0.02362, "mrr_at_1": 0.695, "mrr_at_3": 0.7875, "mrr_at_5": 0.794, "mrr_at_10": 0.799109, "mrr_at_20": 0.800254, "mrr_at_100": 0.800825, "mrr_at_1000": 0.800825, "nauc_ndcg_at_1_max": 0.105043, "nauc_ndcg_at_1_std": -0.072308, "nauc_ndcg_at_1_diff1": 0.372731, "nauc_ndcg_at_3_max": 0.170609, "nauc_ndcg_at_3_std": 0.047411, "nauc_ndcg_at_3_diff1": 0.187759, "nauc_ndcg_at_5_max": 0.243101, "nauc_ndcg_at_5_std": 0.115274, "nauc_ndcg_at_5_diff1": 0.173769, "nauc_ndcg_at_10_max": 0.267823, "nauc_ndcg_at_10_std": 0.106075, "nauc_ndcg_at_10_diff1": 0.255946, "nauc_ndcg_at_20_max": 0.25639, "nauc_ndcg_at_20_std": 0.096511, "nauc_ndcg_at_20_diff1": 0.280313, "nauc_ndcg_at_100_max": 0.212003, "nauc_ndcg_at_100_std": 0.172562, "nauc_ndcg_at_100_diff1": 0.296106, "nauc_ndcg_at_1000_max": 0.255531, "nauc_ndcg_at_1000_std": 0.178308, "nauc_ndcg_at_1000_diff1": 0.276759, "nauc_map_at_1_max": -0.016289, "nauc_map_at_1_std": -0.156284, "nauc_map_at_1_diff1": 0.414245, "nauc_map_at_3_max": 0.107216, "nauc_map_at_3_std": -0.085382, "nauc_map_at_3_diff1": 0.288288, "nauc_map_at_5_max": 0.179806, "nauc_map_at_5_std": -0.031304, "nauc_map_at_5_diff1": 0.262074, "nauc_map_at_10_max": 0.204345, "nauc_map_at_10_std": -0.002612, "nauc_map_at_10_diff1": 0.285492, "nauc_map_at_20_max": 0.203839, "nauc_map_at_20_std": 0.036045, "nauc_map_at_20_diff1": 0.292721, "nauc_map_at_100_max": 0.219096, "nauc_map_at_100_std": 0.150754, "nauc_map_at_100_diff1": 0.262329, "nauc_map_at_1000_max": 0.246193, "nauc_map_at_1000_std": 0.174215, "nauc_map_at_1000_diff1": 0.241762, "nauc_recall_at_1_max": -0.016289, "nauc_recall_at_1_std": -0.156284, "nauc_recall_at_1_diff1": 0.414245, "nauc_recall_at_3_max": 0.104616, "nauc_recall_at_3_std": -0.068345, "nauc_recall_at_3_diff1": 0.253694, "nauc_recall_at_5_max": 0.202823, "nauc_recall_at_5_std": -0.013489, "nauc_recall_at_5_diff1": 0.225045, "nauc_recall_at_10_max": 0.182073, "nauc_recall_at_10_std": -0.009226, "nauc_recall_at_10_diff1": 0.265984, "nauc_recall_at_20_max": 0.133381, "nauc_recall_at_20_std": 0.025718, "nauc_recall_at_20_diff1": 0.277552, "nauc_recall_at_100_max": 0.065221, "nauc_recall_at_100_std": 0.210751, "nauc_recall_at_100_diff1": 0.176842, "nauc_recall_at_1000_max": 0.235263, "nauc_recall_at_1000_std": 0.554401, "nauc_recall_at_1000_diff1": 0.194227, "nauc_precision_at_1_max": 0.101749, "nauc_precision_at_1_std": -0.008262, "nauc_precision_at_1_diff1": 0.37151, "nauc_precision_at_3_max": 0.226282, "nauc_precision_at_3_std": 0.173225, "nauc_precision_at_3_diff1": 0.005954, "nauc_precision_at_5_max": 0.286325, "nauc_precision_at_5_std": 0.232799, "nauc_precision_at_5_diff1": -0.045289, "nauc_precision_at_10_max": 0.234965, "nauc_precision_at_10_std": 0.215676, "nauc_precision_at_10_diff1": 0.00354, "nauc_precision_at_20_max": 0.15475, "nauc_precision_at_20_std": 0.234017, "nauc_precision_at_20_diff1": -0.032129, "nauc_precision_at_100_max": 0.109276, "nauc_precision_at_100_std": 0.206851, "nauc_precision_at_100_diff1": -0.144468, "nauc_precision_at_1000_max": 0.102051, "nauc_precision_at_1000_std": 0.076245, "nauc_precision_at_1000_diff1": -0.183315, "nauc_mrr_at_1_max": 0.101749, "nauc_mrr_at_1_std": -0.008262, "nauc_mrr_at_1_diff1": 0.37151, "nauc_mrr_at_3_max": 0.113347, "nauc_mrr_at_3_std": 0.046354, "nauc_mrr_at_3_diff1": 0.375447, "nauc_mrr_at_5_max": 0.107617, "nauc_mrr_at_5_std": 0.025173, "nauc_mrr_at_5_diff1": 0.388674, "nauc_mrr_at_10_max": 0.1017, "nauc_mrr_at_10_std": 0.028558, "nauc_mrr_at_10_diff1": 0.381753, "nauc_mrr_at_20_max": 0.10724, "nauc_mrr_at_20_std": 0.031242, "nauc_mrr_at_20_diff1": 0.382773, "nauc_mrr_at_100_max": 0.106055, "nauc_mrr_at_100_std": 0.029909, "nauc_mrr_at_100_diff1": 0.38143, "nauc_mrr_at_1000_max": 0.106055, "nauc_mrr_at_1000_std": 0.029909, "nauc_mrr_at_1000_diff1": 0.38143, "main_score": 0.47466, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1875, "ndcg_at_3": 0.1695, "ndcg_at_5": 0.15625, "ndcg_at_10": 0.15989, "ndcg_at_20": 0.16873, "ndcg_at_100": 0.23649, "ndcg_at_1000": 0.33359, "map_at_1": 0.0184, "map_at_3": 0.0339, "map_at_5": 0.04155, "map_at_10": 0.05515, "map_at_20": 0.06786, "map_at_100": 0.09604, "map_at_1000": 0.11125, "recall_at_1": 0.0184, "recall_at_3": 0.04202, "recall_at_5": 0.06046, "recall_at_10": 0.10419, "recall_at_20": 0.15698, "recall_at_100": 0.35277, "recall_at_1000": 0.67979, "precision_at_1": 0.235, "precision_at_3": 0.195, "precision_at_5": 0.165, "precision_at_10": 0.1455, "precision_at_20": 0.11575, "precision_at_100": 0.06235, "precision_at_1000": 0.01475, "mrr_at_1": 0.235, "mrr_at_3": 0.303333, "mrr_at_5": 0.322083, "mrr_at_10": 0.339, "mrr_at_20": 0.343858, "mrr_at_100": 0.348156, "mrr_at_1000": 0.348701, "nauc_ndcg_at_1_max": 0.387931, "nauc_ndcg_at_1_std": 0.36241, "nauc_ndcg_at_1_diff1": 0.311083, "nauc_ndcg_at_3_max": 0.389322, "nauc_ndcg_at_3_std": 0.38995, "nauc_ndcg_at_3_diff1": 0.143565, "nauc_ndcg_at_5_max": 0.488625, "nauc_ndcg_at_5_std": 0.476999, "nauc_ndcg_at_5_diff1": 0.134763, "nauc_ndcg_at_10_max": 0.536349, "nauc_ndcg_at_10_std": 0.500674, "nauc_ndcg_at_10_diff1": 0.154203, "nauc_ndcg_at_20_max": 0.557203, "nauc_ndcg_at_20_std": 0.539051, "nauc_ndcg_at_20_diff1": 0.141081, "nauc_ndcg_at_100_max": 0.574613, "nauc_ndcg_at_100_std": 0.616874, "nauc_ndcg_at_100_diff1": 0.157605, "nauc_ndcg_at_1000_max": 0.611162, "nauc_ndcg_at_1000_std": 0.64044, "nauc_ndcg_at_1000_diff1": 0.141754, "nauc_map_at_1_max": 0.277153, "nauc_map_at_1_std": 0.320256, "nauc_map_at_1_diff1": 0.285697, "nauc_map_at_3_max": 0.283807, "nauc_map_at_3_std": 0.31304, "nauc_map_at_3_diff1": 0.1596, "nauc_map_at_5_max": 0.367032, "nauc_map_at_5_std": 0.403679, "nauc_map_at_5_diff1": 0.162882, "nauc_map_at_10_max": 0.422143, "nauc_map_at_10_std": 0.425433, "nauc_map_at_10_diff1": 0.153785, "nauc_map_at_20_max": 0.464323, "nauc_map_at_20_std": 0.465498, "nauc_map_at_20_diff1": 0.160905, "nauc_map_at_100_max": 0.494687, "nauc_map_at_100_std": 0.567956, "nauc_map_at_100_diff1": 0.150425, "nauc_map_at_1000_max": 0.510854, "nauc_map_at_1000_std": 0.599098, "nauc_map_at_1000_diff1": 0.131661, "nauc_recall_at_1_max": 0.277153, "nauc_recall_at_1_std": 0.320256, "nauc_recall_at_1_diff1": 0.285697, "nauc_recall_at_3_max": 0.29873, "nauc_recall_at_3_std": 0.336219, "nauc_recall_at_3_diff1": 0.094696, "nauc_recall_at_5_max": 0.43415, "nauc_recall_at_5_std": 0.461612, "nauc_recall_at_5_diff1": 0.114243, "nauc_recall_at_10_max": 0.445204, "nauc_recall_at_10_std": 0.444888, "nauc_recall_at_10_diff1": 0.083942, "nauc_recall_at_20_max": 0.470772, "nauc_recall_at_20_std": 0.460942, "nauc_recall_at_20_diff1": 0.105407, "nauc_recall_at_100_max": 0.487609, "nauc_recall_at_100_std": 0.568627, "nauc_recall_at_100_diff1": 0.086312, "nauc_recall_at_1000_max": 0.666692, "nauc_recall_at_1000_std": 0.710986, "nauc_recall_at_1000_diff1": 0.130091, "nauc_precision_at_1_max": 0.358546, "nauc_precision_at_1_std": 0.359838, "nauc_precision_at_1_diff1": 0.326127, "nauc_precision_at_3_max": 0.358289, "nauc_precision_at_3_std": 0.402052, "nauc_precision_at_3_diff1": 0.096568, "nauc_precision_at_5_max": 0.499331, "nauc_precision_at_5_std": 0.530253, "nauc_precision_at_5_diff1": 0.093538, "nauc_precision_at_10_max": 0.520159, "nauc_precision_at_10_std": 0.51779, "nauc_precision_at_10_diff1": 0.136446, "nauc_precision_at_20_max": 0.524162, "nauc_precision_at_20_std": 0.559504, "nauc_precision_at_20_diff1": 0.111084, "nauc_precision_at_100_max": 0.418, "nauc_precision_at_100_std": 0.574822, "nauc_precision_at_100_diff1": 0.014152, "nauc_precision_at_1000_max": 0.283384, "nauc_precision_at_1000_std": 0.375228, "nauc_precision_at_1000_diff1": -0.078841, "nauc_mrr_at_1_max": 0.358546, "nauc_mrr_at_1_std": 0.359838, "nauc_mrr_at_1_diff1": 0.326127, "nauc_mrr_at_3_max": 0.388211, "nauc_mrr_at_3_std": 0.398806, "nauc_mrr_at_3_diff1": 0.231279, "nauc_mrr_at_5_max": 0.420141, "nauc_mrr_at_5_std": 0.419423, "nauc_mrr_at_5_diff1": 0.223836, "nauc_mrr_at_10_max": 0.434793, "nauc_mrr_at_10_std": 0.430486, "nauc_mrr_at_10_diff1": 0.240025, "nauc_mrr_at_20_max": 0.431474, "nauc_mrr_at_20_std": 0.427331, "nauc_mrr_at_20_diff1": 0.238634, "nauc_mrr_at_100_max": 0.431384, "nauc_mrr_at_100_std": 0.427805, "nauc_mrr_at_100_diff1": 0.238148, "nauc_mrr_at_1000_max": 0.430918, "nauc_mrr_at_1000_std": 0.427344, "nauc_mrr_at_1000_diff1": 0.238394, "main_score": 0.15989, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2725, "ndcg_at_3": 0.23102, "ndcg_at_5": 0.21356, "ndcg_at_10": 0.22223, "ndcg_at_20": 0.241, "ndcg_at_100": 0.3139, "ndcg_at_1000": 0.41302, "map_at_1": 0.02778, "map_at_3": 0.05083, "map_at_5": 0.06481, "map_at_10": 0.08614, "map_at_20": 0.10554, "map_at_100": 0.14226, "map_at_1000": 0.1604, "recall_at_1": 0.02778, "recall_at_3": 0.06253, "recall_at_5": 0.08848, "recall_at_10": 0.14917, "recall_at_20": 0.22638, "recall_at_100": 0.44219, "recall_at_1000": 0.7766, "precision_at_1": 0.34, "precision_at_3": 0.26833, "precision_at_5": 0.226, "precision_at_10": 0.198, "precision_at_20": 0.1615, "precision_at_100": 0.08115, "precision_at_1000": 0.01717, "mrr_at_1": 0.34, "mrr_at_3": 0.421667, "mrr_at_5": 0.432917, "mrr_at_10": 0.446115, "mrr_at_20": 0.454583, "mrr_at_100": 0.457367, "mrr_at_1000": 0.457731, "nauc_ndcg_at_1_max": 0.370551, "nauc_ndcg_at_1_std": 0.214054, "nauc_ndcg_at_1_diff1": 0.356799, "nauc_ndcg_at_3_max": 0.421101, "nauc_ndcg_at_3_std": 0.313847, "nauc_ndcg_at_3_diff1": 0.352485, "nauc_ndcg_at_5_max": 0.439383, "nauc_ndcg_at_5_std": 0.341731, "nauc_ndcg_at_5_diff1": 0.385828, "nauc_ndcg_at_10_max": 0.465589, "nauc_ndcg_at_10_std": 0.427606, "nauc_ndcg_at_10_diff1": 0.404367, "nauc_ndcg_at_20_max": 0.485153, "nauc_ndcg_at_20_std": 0.457619, "nauc_ndcg_at_20_diff1": 0.412524, "nauc_ndcg_at_100_max": 0.52514, "nauc_ndcg_at_100_std": 0.572326, "nauc_ndcg_at_100_diff1": 0.391279, "nauc_ndcg_at_1000_max": 0.52353, "nauc_ndcg_at_1000_std": 0.575233, "nauc_ndcg_at_1000_diff1": 0.359079, "nauc_map_at_1_max": 0.4124, "nauc_map_at_1_std": 0.262243, "nauc_map_at_1_diff1": 0.271376, "nauc_map_at_3_max": 0.455816, "nauc_map_at_3_std": 0.353553, "nauc_map_at_3_diff1": 0.276211, "nauc_map_at_5_max": 0.473721, "nauc_map_at_5_std": 0.391613, "nauc_map_at_5_diff1": 0.313216, "nauc_map_at_10_max": 0.492715, "nauc_map_at_10_std": 0.455581, "nauc_map_at_10_diff1": 0.350944, "nauc_map_at_20_max": 0.492961, "nauc_map_at_20_std": 0.472317, "nauc_map_at_20_diff1": 0.38031, "nauc_map_at_100_max": 0.484552, "nauc_map_at_100_std": 0.551453, "nauc_map_at_100_diff1": 0.38353, "nauc_map_at_1000_max": 0.472125, "nauc_map_at_1000_std": 0.566256, "nauc_map_at_1000_diff1": 0.376136, "nauc_recall_at_1_max": 0.4124, "nauc_recall_at_1_std": 0.262243, "nauc_recall_at_1_diff1": 0.271376, "nauc_recall_at_3_max": 0.4432, "nauc_recall_at_3_std": 0.386785, "nauc_recall_at_3_diff1": 0.261886, "nauc_recall_at_5_max": 0.454564, "nauc_recall_at_5_std": 0.422704, "nauc_recall_at_5_diff1": 0.306522, "nauc_recall_at_10_max": 0.430507, "nauc_recall_at_10_std": 0.469793, "nauc_recall_at_10_diff1": 0.300765, "nauc_recall_at_20_max": 0.42023, "nauc_recall_at_20_std": 0.469514, "nauc_recall_at_20_diff1": 0.316326, "nauc_recall_at_100_max": 0.482869, "nauc_recall_at_100_std": 0.652014, "nauc_recall_at_100_diff1": 0.335907, "nauc_recall_at_1000_max": 0.613828, "nauc_recall_at_1000_std": 0.804415, "nauc_recall_at_1000_diff1": 0.281929, "nauc_precision_at_1_max": 0.428569, "nauc_precision_at_1_std": 0.303784, "nauc_precision_at_1_diff1": 0.362549, "nauc_precision_at_3_max": 0.407689, "nauc_precision_at_3_std": 0.39163, "nauc_precision_at_3_diff1": 0.347444, "nauc_precision_at_5_max": 0.380849, "nauc_precision_at_5_std": 0.377093, "nauc_precision_at_5_diff1": 0.372003, "nauc_precision_at_10_max": 0.337474, "nauc_precision_at_10_std": 0.442756, "nauc_precision_at_10_diff1": 0.371911, "nauc_precision_at_20_max": 0.306549, "nauc_precision_at_20_std": 0.405548, "nauc_precision_at_20_diff1": 0.370379, "nauc_precision_at_100_max": 0.17346, "nauc_precision_at_100_std": 0.381796, "nauc_precision_at_100_diff1": 0.215227, "nauc_precision_at_1000_max": -0.009413, "nauc_precision_at_1000_std": 0.128543, "nauc_precision_at_1000_diff1": 0.053001, "nauc_mrr_at_1_max": 0.428569, "nauc_mrr_at_1_std": 0.303784, "nauc_mrr_at_1_diff1": 0.362549, "nauc_mrr_at_3_max": 0.440274, "nauc_mrr_at_3_std": 0.35442, "nauc_mrr_at_3_diff1": 0.340988, "nauc_mrr_at_5_max": 0.449427, "nauc_mrr_at_5_std": 0.363828, "nauc_mrr_at_5_diff1": 0.348178, "nauc_mrr_at_10_max": 0.449681, "nauc_mrr_at_10_std": 0.371731, "nauc_mrr_at_10_diff1": 0.340309, "nauc_mrr_at_20_max": 0.447433, "nauc_mrr_at_20_std": 0.369879, "nauc_mrr_at_20_diff1": 0.337937, "nauc_mrr_at_100_max": 0.448134, "nauc_mrr_at_100_std": 0.368268, "nauc_mrr_at_100_diff1": 0.340084, "nauc_mrr_at_1000_max": 0.447831, "nauc_mrr_at_1000_std": 0.367964, "nauc_mrr_at_1000_diff1": 0.339898, "main_score": 0.22223, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "psychiatry_and_psychology": [ { "ndcg_at_1": 0.52, "ndcg_at_3": 0.48342, "ndcg_at_5": 0.4807, "ndcg_at_10": 0.47225, "ndcg_at_20": 0.47799, "ndcg_at_100": 0.55609, "ndcg_at_1000": 0.6433, "map_at_1": 0.05532, "map_at_3": 0.09496, "map_at_5": 0.12446, "map_at_10": 0.17283, "map_at_20": 0.22543, "map_at_100": 0.32616, "map_at_1000": 0.37994, "recall_at_1": 0.05532, "recall_at_3": 0.10563, "recall_at_5": 0.15003, "recall_at_10": 0.23124, "recall_at_20": 0.34645, "recall_at_100": 0.64927, "recall_at_1000": 0.91854, "precision_at_1": 0.695, "precision_at_3": 0.59667, "precision_at_5": 0.563, "precision_at_10": 0.495, "precision_at_20": 0.414, "precision_at_100": 0.2229, "precision_at_1000": 0.04976, "mrr_at_1": 0.695, "mrr_at_3": 0.771667, "mrr_at_5": 0.782417, "mrr_at_10": 0.786042, "mrr_at_20": 0.787993, "mrr_at_100": 0.788472, "mrr_at_1000": 0.788526, "nauc_ndcg_at_1_max": 0.234865, "nauc_ndcg_at_1_std": 0.086795, "nauc_ndcg_at_1_diff1": 0.233446, "nauc_ndcg_at_3_max": 0.313688, "nauc_ndcg_at_3_std": 0.135333, "nauc_ndcg_at_3_diff1": 0.120087, "nauc_ndcg_at_5_max": 0.354391, "nauc_ndcg_at_5_std": 0.221027, "nauc_ndcg_at_5_diff1": 0.12157, "nauc_ndcg_at_10_max": 0.314989, "nauc_ndcg_at_10_std": 0.2133, "nauc_ndcg_at_10_diff1": 0.103508, "nauc_ndcg_at_20_max": 0.354075, "nauc_ndcg_at_20_std": 0.315294, "nauc_ndcg_at_20_diff1": 0.104827, "nauc_ndcg_at_100_max": 0.342984, "nauc_ndcg_at_100_std": 0.438748, "nauc_ndcg_at_100_diff1": 0.063811, "nauc_ndcg_at_1000_max": 0.440994, "nauc_ndcg_at_1000_std": 0.439742, "nauc_ndcg_at_1000_diff1": 0.094933, "nauc_map_at_1_max": -0.266556, "nauc_map_at_1_std": -0.170814, "nauc_map_at_1_diff1": 0.3105, "nauc_map_at_3_max": -0.159284, "nauc_map_at_3_std": -0.059186, "nauc_map_at_3_diff1": 0.219575, "nauc_map_at_5_max": -0.094225, "nauc_map_at_5_std": 0.030939, "nauc_map_at_5_diff1": 0.174567, "nauc_map_at_10_max": -0.026714, "nauc_map_at_10_std": 0.10755, "nauc_map_at_10_diff1": 0.117892, "nauc_map_at_20_max": 0.071073, "nauc_map_at_20_std": 0.229564, "nauc_map_at_20_diff1": 0.096739, "nauc_map_at_100_max": 0.249727, "nauc_map_at_100_std": 0.420328, "nauc_map_at_100_diff1": 0.055289, "nauc_map_at_1000_max": 0.354622, "nauc_map_at_1000_std": 0.440024, "nauc_map_at_1000_diff1": 0.046508, "nauc_recall_at_1_max": -0.266556, "nauc_recall_at_1_std": -0.170814, "nauc_recall_at_1_diff1": 0.3105, "nauc_recall_at_3_max": -0.184649, "nauc_recall_at_3_std": -0.061938, "nauc_recall_at_3_diff1": 0.184762, "nauc_recall_at_5_max": -0.144852, "nauc_recall_at_5_std": 0.017548, "nauc_recall_at_5_diff1": 0.126271, "nauc_recall_at_10_max": -0.09999, "nauc_recall_at_10_std": 0.099928, "nauc_recall_at_10_diff1": 0.078552, "nauc_recall_at_20_max": -0.017352, "nauc_recall_at_20_std": 0.217106, "nauc_recall_at_20_diff1": 0.087433, "nauc_recall_at_100_max": 0.092903, "nauc_recall_at_100_std": 0.436175, "nauc_recall_at_100_diff1": 0.064901, "nauc_recall_at_1000_max": 0.292527, "nauc_recall_at_1000_std": 0.680515, "nauc_recall_at_1000_diff1": 0.123263, "nauc_precision_at_1_max": 0.347189, "nauc_precision_at_1_std": 0.108835, "nauc_precision_at_1_diff1": 0.207937, "nauc_precision_at_3_max": 0.47131, "nauc_precision_at_3_std": 0.260286, "nauc_precision_at_3_diff1": -0.032075, "nauc_precision_at_5_max": 0.49791, "nauc_precision_at_5_std": 0.369101, "nauc_precision_at_5_diff1": -0.046721, "nauc_precision_at_10_max": 0.468664, "nauc_precision_at_10_std": 0.309254, "nauc_precision_at_10_diff1": -0.07654, "nauc_precision_at_20_max": 0.482216, "nauc_precision_at_20_std": 0.330682, "nauc_precision_at_20_diff1": -0.084084, "nauc_precision_at_100_max": 0.366988, "nauc_precision_at_100_std": 0.176441, "nauc_precision_at_100_diff1": -0.080532, "nauc_precision_at_1000_max": 0.213024, "nauc_precision_at_1000_std": -0.054056, "nauc_precision_at_1000_diff1": -0.078224, "nauc_mrr_at_1_max": 0.347189, "nauc_mrr_at_1_std": 0.108835, "nauc_mrr_at_1_diff1": 0.207937, "nauc_mrr_at_3_max": 0.379562, "nauc_mrr_at_3_std": 0.156374, "nauc_mrr_at_3_diff1": 0.134861, "nauc_mrr_at_5_max": 0.382794, "nauc_mrr_at_5_std": 0.15867, "nauc_mrr_at_5_diff1": 0.136714, "nauc_mrr_at_10_max": 0.387954, "nauc_mrr_at_10_std": 0.167631, "nauc_mrr_at_10_diff1": 0.149986, "nauc_mrr_at_20_max": 0.387979, "nauc_mrr_at_20_std": 0.164646, "nauc_mrr_at_20_diff1": 0.153314, "nauc_mrr_at_100_max": 0.386824, "nauc_mrr_at_100_std": 0.162919, "nauc_mrr_at_100_diff1": 0.154352, "nauc_mrr_at_1000_max": 0.386646, "nauc_mrr_at_1000_std": 0.162685, "nauc_mrr_at_1000_diff1": 0.154134, "main_score": 0.47225, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.145, "ndcg_at_3": 0.14969, "ndcg_at_5": 0.15139, "ndcg_at_10": 0.15685, "ndcg_at_20": 0.17611, "ndcg_at_100": 0.25111, "ndcg_at_1000": 0.37346, "map_at_1": 0.0133, "map_at_3": 0.02914, "map_at_5": 0.03796, "map_at_10": 0.05077, "map_at_20": 0.06817, "map_at_100": 0.1077, "map_at_1000": 0.13788, "recall_at_1": 0.0133, "recall_at_3": 0.03777, "recall_at_5": 0.05888, "recall_at_10": 0.09258, "recall_at_20": 0.15022, "recall_at_100": 0.35107, "recall_at_1000": 0.70857, "precision_at_1": 0.225, "precision_at_3": 0.20667, "precision_at_5": 0.186, "precision_at_10": 0.1695, "precision_at_20": 0.163, "precision_at_100": 0.10845, "precision_at_1000": 0.03423, "mrr_at_1": 0.225, "mrr_at_3": 0.3025, "mrr_at_5": 0.32225, "mrr_at_10": 0.336206, "mrr_at_20": 0.343609, "mrr_at_100": 0.348052, "mrr_at_1000": 0.348581, "nauc_ndcg_at_1_max": 0.169988, "nauc_ndcg_at_1_std": 0.252066, "nauc_ndcg_at_1_diff1": 0.034098, "nauc_ndcg_at_3_max": 0.172595, "nauc_ndcg_at_3_std": 0.319974, "nauc_ndcg_at_3_diff1": 0.009792, "nauc_ndcg_at_5_max": 0.154948, "nauc_ndcg_at_5_std": 0.339537, "nauc_ndcg_at_5_diff1": -0.008248, "nauc_ndcg_at_10_max": 0.172989, "nauc_ndcg_at_10_std": 0.360266, "nauc_ndcg_at_10_diff1": -0.033469, "nauc_ndcg_at_20_max": 0.218892, "nauc_ndcg_at_20_std": 0.423939, "nauc_ndcg_at_20_diff1": -0.008793, "nauc_ndcg_at_100_max": 0.248993, "nauc_ndcg_at_100_std": 0.545547, "nauc_ndcg_at_100_diff1": 0.029617, "nauc_ndcg_at_1000_max": 0.294625, "nauc_ndcg_at_1000_std": 0.5301, "nauc_ndcg_at_1000_diff1": 0.014127, "nauc_map_at_1_max": 0.080394, "nauc_map_at_1_std": 0.28504, "nauc_map_at_1_diff1": 0.150461, "nauc_map_at_3_max": 0.012775, "nauc_map_at_3_std": 0.390895, "nauc_map_at_3_diff1": 0.084602, "nauc_map_at_5_max": 0.01296, "nauc_map_at_5_std": 0.386016, "nauc_map_at_5_diff1": 0.076815, "nauc_map_at_10_max": 0.028636, "nauc_map_at_10_std": 0.383221, "nauc_map_at_10_diff1": 0.05117, "nauc_map_at_20_max": 0.075122, "nauc_map_at_20_std": 0.413958, "nauc_map_at_20_diff1": 0.049323, "nauc_map_at_100_max": 0.15978, "nauc_map_at_100_std": 0.514569, "nauc_map_at_100_diff1": 0.033226, "nauc_map_at_1000_max": 0.223858, "nauc_map_at_1000_std": 0.515592, "nauc_map_at_1000_diff1": 0.006289, "nauc_recall_at_1_max": 0.080394, "nauc_recall_at_1_std": 0.28504, "nauc_recall_at_1_diff1": 0.150461, "nauc_recall_at_3_max": -0.026273, "nauc_recall_at_3_std": 0.392161, "nauc_recall_at_3_diff1": 0.048978, "nauc_recall_at_5_max": -0.023473, "nauc_recall_at_5_std": 0.370453, "nauc_recall_at_5_diff1": 0.019104, "nauc_recall_at_10_max": -0.011489, "nauc_recall_at_10_std": 0.365998, "nauc_recall_at_10_diff1": -0.010015, "nauc_recall_at_20_max": 0.08968, "nauc_recall_at_20_std": 0.425523, "nauc_recall_at_20_diff1": 0.027368, "nauc_recall_at_100_max": 0.130462, "nauc_recall_at_100_std": 0.582512, "nauc_recall_at_100_diff1": 0.061983, "nauc_recall_at_1000_max": 0.201503, "nauc_recall_at_1000_std": 0.652393, "nauc_recall_at_1000_diff1": 0.006318, "nauc_precision_at_1_max": 0.196459, "nauc_precision_at_1_std": 0.317292, "nauc_precision_at_1_diff1": 0.038256, "nauc_precision_at_3_max": 0.221594, "nauc_precision_at_3_std": 0.32076, "nauc_precision_at_3_diff1": 0.042186, "nauc_precision_at_5_max": 0.194516, "nauc_precision_at_5_std": 0.328661, "nauc_precision_at_5_diff1": 0.019766, "nauc_precision_at_10_max": 0.241588, "nauc_precision_at_10_std": 0.309959, "nauc_precision_at_10_diff1": -0.062529, "nauc_precision_at_20_max": 0.317166, "nauc_precision_at_20_std": 0.342991, "nauc_precision_at_20_diff1": -0.048415, "nauc_precision_at_100_max": 0.379909, "nauc_precision_at_100_std": 0.305414, "nauc_precision_at_100_diff1": -0.069024, "nauc_precision_at_1000_max": 0.331389, "nauc_precision_at_1000_std": -0.04087, "nauc_precision_at_1000_diff1": -0.094422, "nauc_mrr_at_1_max": 0.196459, "nauc_mrr_at_1_std": 0.317292, "nauc_mrr_at_1_diff1": 0.038256, "nauc_mrr_at_3_max": 0.202648, "nauc_mrr_at_3_std": 0.315982, "nauc_mrr_at_3_diff1": 0.03553, "nauc_mrr_at_5_max": 0.19406, "nauc_mrr_at_5_std": 0.314346, "nauc_mrr_at_5_diff1": 0.035767, "nauc_mrr_at_10_max": 0.196653, "nauc_mrr_at_10_std": 0.320186, "nauc_mrr_at_10_diff1": 0.02517, "nauc_mrr_at_20_max": 0.200595, "nauc_mrr_at_20_std": 0.325652, "nauc_mrr_at_20_diff1": 0.031705, "nauc_mrr_at_100_max": 0.204194, "nauc_mrr_at_100_std": 0.326107, "nauc_mrr_at_100_diff1": 0.030647, "nauc_mrr_at_1000_max": 0.203843, "nauc_mrr_at_1000_std": 0.32555, "nauc_mrr_at_1000_diff1": 0.030408, "main_score": 0.15685, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.25, "ndcg_at_3": 0.26332, "ndcg_at_5": 0.26213, "ndcg_at_10": 0.2636, "ndcg_at_20": 0.27171, "ndcg_at_100": 0.34269, "ndcg_at_1000": 0.44691, "map_at_1": 0.02788, "map_at_3": 0.04748, "map_at_5": 0.06374, "map_at_10": 0.09232, "map_at_20": 0.11967, "map_at_100": 0.17947, "map_at_1000": 0.21159, "recall_at_1": 0.02788, "recall_at_3": 0.05531, "recall_at_5": 0.0832, "recall_at_10": 0.13881, "recall_at_20": 0.20974, "recall_at_100": 0.44253, "recall_at_1000": 0.74773, "precision_at_1": 0.345, "precision_at_3": 0.33667, "precision_at_5": 0.322, "precision_at_10": 0.286, "precision_at_20": 0.24, "precision_at_100": 0.1384, "precision_at_1000": 0.03657, "mrr_at_1": 0.345, "mrr_at_3": 0.445833, "mrr_at_5": 0.463583, "mrr_at_10": 0.474698, "mrr_at_20": 0.479803, "mrr_at_100": 0.482665, "mrr_at_1000": 0.482892, "nauc_ndcg_at_1_max": 0.301387, "nauc_ndcg_at_1_std": 0.29885, "nauc_ndcg_at_1_diff1": 0.159636, "nauc_ndcg_at_3_max": 0.387469, "nauc_ndcg_at_3_std": 0.372497, "nauc_ndcg_at_3_diff1": 0.177769, "nauc_ndcg_at_5_max": 0.425322, "nauc_ndcg_at_5_std": 0.4187, "nauc_ndcg_at_5_diff1": 0.179483, "nauc_ndcg_at_10_max": 0.451285, "nauc_ndcg_at_10_std": 0.475088, "nauc_ndcg_at_10_diff1": 0.201673, "nauc_ndcg_at_20_max": 0.508166, "nauc_ndcg_at_20_std": 0.542319, "nauc_ndcg_at_20_diff1": 0.214049, "nauc_ndcg_at_100_max": 0.575289, "nauc_ndcg_at_100_std": 0.683713, "nauc_ndcg_at_100_diff1": 0.189669, "nauc_ndcg_at_1000_max": 0.566344, "nauc_ndcg_at_1000_std": 0.66601, "nauc_ndcg_at_1000_diff1": 0.169084, "nauc_map_at_1_max": -0.041931, "nauc_map_at_1_std": 0.142607, "nauc_map_at_1_diff1": 0.402857, "nauc_map_at_3_max": 0.154091, "nauc_map_at_3_std": 0.306295, "nauc_map_at_3_diff1": 0.380967, "nauc_map_at_5_max": 0.239489, "nauc_map_at_5_std": 0.368101, "nauc_map_at_5_diff1": 0.323363, "nauc_map_at_10_max": 0.342671, "nauc_map_at_10_std": 0.454069, "nauc_map_at_10_diff1": 0.269682, "nauc_map_at_20_max": 0.422624, "nauc_map_at_20_std": 0.527481, "nauc_map_at_20_diff1": 0.249508, "nauc_map_at_100_max": 0.513129, "nauc_map_at_100_std": 0.648056, "nauc_map_at_100_diff1": 0.182674, "nauc_map_at_1000_max": 0.530163, "nauc_map_at_1000_std": 0.651448, "nauc_map_at_1000_diff1": 0.152298, "nauc_recall_at_1_max": -0.041931, "nauc_recall_at_1_std": 0.142607, "nauc_recall_at_1_diff1": 0.402857, "nauc_recall_at_3_max": 0.187031, "nauc_recall_at_3_std": 0.329541, "nauc_recall_at_3_diff1": 0.378623, "nauc_recall_at_5_max": 0.266485, "nauc_recall_at_5_std": 0.373352, "nauc_recall_at_5_diff1": 0.30257, "nauc_recall_at_10_max": 0.32829, "nauc_recall_at_10_std": 0.420494, "nauc_recall_at_10_diff1": 0.251185, "nauc_recall_at_20_max": 0.401394, "nauc_recall_at_20_std": 0.500514, "nauc_recall_at_20_diff1": 0.241977, "nauc_recall_at_100_max": 0.504247, "nauc_recall_at_100_std": 0.706561, "nauc_recall_at_100_diff1": 0.184029, "nauc_recall_at_1000_max": 0.586266, "nauc_recall_at_1000_std": 0.805972, "nauc_recall_at_1000_diff1": 0.189269, "nauc_precision_at_1_max": 0.398221, "nauc_precision_at_1_std": 0.377537, "nauc_precision_at_1_diff1": 0.175208, "nauc_precision_at_3_max": 0.469433, "nauc_precision_at_3_std": 0.421599, "nauc_precision_at_3_diff1": 0.117569, "nauc_precision_at_5_max": 0.504715, "nauc_precision_at_5_std": 0.480573, "nauc_precision_at_5_diff1": 0.066466, "nauc_precision_at_10_max": 0.508569, "nauc_precision_at_10_std": 0.508672, "nauc_precision_at_10_diff1": 0.062891, "nauc_precision_at_20_max": 0.514389, "nauc_precision_at_20_std": 0.50479, "nauc_precision_at_20_diff1": 0.038971, "nauc_precision_at_100_max": 0.384608, "nauc_precision_at_100_std": 0.370482, "nauc_precision_at_100_diff1": -0.067369, "nauc_precision_at_1000_max": 0.124212, "nauc_precision_at_1000_std": -0.005211, "nauc_precision_at_1000_diff1": -0.154521, "nauc_mrr_at_1_max": 0.398221, "nauc_mrr_at_1_std": 0.377537, "nauc_mrr_at_1_diff1": 0.175208, "nauc_mrr_at_3_max": 0.434062, "nauc_mrr_at_3_std": 0.394034, "nauc_mrr_at_3_diff1": 0.172868, "nauc_mrr_at_5_max": 0.439149, "nauc_mrr_at_5_std": 0.400868, "nauc_mrr_at_5_diff1": 0.191307, "nauc_mrr_at_10_max": 0.437184, "nauc_mrr_at_10_std": 0.393322, "nauc_mrr_at_10_diff1": 0.192673, "nauc_mrr_at_20_max": 0.437554, "nauc_mrr_at_20_std": 0.394688, "nauc_mrr_at_20_diff1": 0.192473, "nauc_mrr_at_100_max": 0.436795, "nauc_mrr_at_100_std": 0.395532, "nauc_mrr_at_100_diff1": 0.191418, "nauc_mrr_at_1000_max": 0.43679, "nauc_mrr_at_1000_std": 0.395368, "nauc_mrr_at_1000_diff1": 0.191307, "main_score": 0.2636, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "pulmonology": [ { "ndcg_at_1": 0.5125, "ndcg_at_3": 0.47472, "ndcg_at_5": 0.45192, "ndcg_at_10": 0.45711, "ndcg_at_20": 0.4708, "ndcg_at_100": 0.53876, "ndcg_at_1000": 0.62657, "map_at_1": 0.07932, "map_at_3": 0.13757, "map_at_5": 0.16395, "map_at_10": 0.21094, "map_at_20": 0.24307, "map_at_100": 0.30407, "map_at_1000": 0.34088, "recall_at_1": 0.07932, "recall_at_3": 0.16074, "recall_at_5": 0.21537, "recall_at_10": 0.32067, "recall_at_20": 0.41428, "recall_at_100": 0.68249, "recall_at_1000": 0.94491, "precision_at_1": 0.59, "precision_at_3": 0.48833, "precision_at_5": 0.421, "precision_at_10": 0.3585, "precision_at_20": 0.282, "precision_at_100": 0.14345, "precision_at_1000": 0.03322, "mrr_at_1": 0.59, "mrr_at_3": 0.696667, "mrr_at_5": 0.718167, "mrr_at_10": 0.727671, "mrr_at_20": 0.728722, "mrr_at_100": 0.729089, "mrr_at_1000": 0.729089, "nauc_ndcg_at_1_max": 0.268477, "nauc_ndcg_at_1_std": -0.013329, "nauc_ndcg_at_1_diff1": 0.41238, "nauc_ndcg_at_3_max": 0.328797, "nauc_ndcg_at_3_std": 0.002313, "nauc_ndcg_at_3_diff1": 0.361538, "nauc_ndcg_at_5_max": 0.343329, "nauc_ndcg_at_5_std": 0.004182, "nauc_ndcg_at_5_diff1": 0.395943, "nauc_ndcg_at_10_max": 0.373183, "nauc_ndcg_at_10_std": 0.021201, "nauc_ndcg_at_10_diff1": 0.398108, "nauc_ndcg_at_20_max": 0.370205, "nauc_ndcg_at_20_std": 0.041538, "nauc_ndcg_at_20_diff1": 0.430144, "nauc_ndcg_at_100_max": 0.355704, "nauc_ndcg_at_100_std": 0.146976, "nauc_ndcg_at_100_diff1": 0.440117, "nauc_ndcg_at_1000_max": 0.398196, "nauc_ndcg_at_1000_std": 0.172287, "nauc_ndcg_at_1000_diff1": 0.399916, "nauc_map_at_1_max": 0.12269, "nauc_map_at_1_std": -0.00624, "nauc_map_at_1_diff1": 0.609428, "nauc_map_at_3_max": 0.162547, "nauc_map_at_3_std": 0.068611, "nauc_map_at_3_diff1": 0.450786, "nauc_map_at_5_max": 0.17642, "nauc_map_at_5_std": 0.060878, "nauc_map_at_5_diff1": 0.450772, "nauc_map_at_10_max": 0.221587, "nauc_map_at_10_std": 0.061699, "nauc_map_at_10_diff1": 0.425444, "nauc_map_at_20_max": 0.246613, "nauc_map_at_20_std": 0.075124, "nauc_map_at_20_diff1": 0.438816, "nauc_map_at_100_max": 0.295099, "nauc_map_at_100_std": 0.113125, "nauc_map_at_100_diff1": 0.426971, "nauc_map_at_1000_max": 0.336743, "nauc_map_at_1000_std": 0.112562, "nauc_map_at_1000_diff1": 0.395002, "nauc_recall_at_1_max": 0.12269, "nauc_recall_at_1_std": -0.00624, "nauc_recall_at_1_diff1": 0.609428, "nauc_recall_at_3_max": 0.135844, "nauc_recall_at_3_std": 0.064371, "nauc_recall_at_3_diff1": 0.370594, "nauc_recall_at_5_max": 0.139103, "nauc_recall_at_5_std": 0.037716, "nauc_recall_at_5_diff1": 0.371061, "nauc_recall_at_10_max": 0.160996, "nauc_recall_at_10_std": 0.030267, "nauc_recall_at_10_diff1": 0.33089, "nauc_recall_at_20_max": 0.170506, "nauc_recall_at_20_std": 0.0465, "nauc_recall_at_20_diff1": 0.341526, "nauc_recall_at_100_max": 0.121255, "nauc_recall_at_100_std": 0.180759, "nauc_recall_at_100_diff1": 0.292989, "nauc_recall_at_1000_max": 0.324456, "nauc_recall_at_1000_std": 0.715039, "nauc_recall_at_1000_diff1": 0.221662, "nauc_precision_at_1_max": 0.322824, "nauc_precision_at_1_std": 0.00551, "nauc_precision_at_1_diff1": 0.401382, "nauc_precision_at_3_max": 0.319842, "nauc_precision_at_3_std": 0.007471, "nauc_precision_at_3_diff1": 0.132568, "nauc_precision_at_5_max": 0.311331, "nauc_precision_at_5_std": -0.013089, "nauc_precision_at_5_diff1": 0.090887, "nauc_precision_at_10_max": 0.282574, "nauc_precision_at_10_std": -0.043117, "nauc_precision_at_10_diff1": 0.031898, "nauc_precision_at_20_max": 0.246697, "nauc_precision_at_20_std": -0.033835, "nauc_precision_at_20_diff1": -0.024779, "nauc_precision_at_100_max": 0.154537, "nauc_precision_at_100_std": -0.05257, "nauc_precision_at_100_diff1": -0.148252, "nauc_precision_at_1000_max": 0.128256, "nauc_precision_at_1000_std": -0.19602, "nauc_precision_at_1000_diff1": -0.224735, "nauc_mrr_at_1_max": 0.322824, "nauc_mrr_at_1_std": 0.00551, "nauc_mrr_at_1_diff1": 0.401382, "nauc_mrr_at_3_max": 0.366137, "nauc_mrr_at_3_std": 0.058486, "nauc_mrr_at_3_diff1": 0.374608, "nauc_mrr_at_5_max": 0.381141, "nauc_mrr_at_5_std": 0.062288, "nauc_mrr_at_5_diff1": 0.388436, "nauc_mrr_at_10_max": 0.369672, "nauc_mrr_at_10_std": 0.053881, "nauc_mrr_at_10_diff1": 0.388255, "nauc_mrr_at_20_max": 0.367772, "nauc_mrr_at_20_std": 0.054415, "nauc_mrr_at_20_diff1": 0.389196, "nauc_mrr_at_100_max": 0.367829, "nauc_mrr_at_100_std": 0.054028, "nauc_mrr_at_100_diff1": 0.388807, "nauc_mrr_at_1000_max": 0.367829, "nauc_mrr_at_1000_std": 0.054028, "nauc_mrr_at_1000_diff1": 0.388807, "main_score": 0.45711, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0825, "ndcg_at_3": 0.08298, "ndcg_at_5": 0.08462, "ndcg_at_10": 0.09197, "ndcg_at_20": 0.10888, "ndcg_at_100": 0.17265, "ndcg_at_1000": 0.2772, "map_at_1": 0.02156, "map_at_3": 0.02894, "map_at_5": 0.0332, "map_at_10": 0.04145, "map_at_20": 0.04948, "map_at_100": 0.068, "map_at_1000": 0.08444, "recall_at_1": 0.02156, "recall_at_3": 0.03481, "recall_at_5": 0.04531, "recall_at_10": 0.07071, "recall_at_20": 0.11707, "recall_at_100": 0.3056, "recall_at_1000": 0.66514, "precision_at_1": 0.1, "precision_at_3": 0.09333, "precision_at_5": 0.086, "precision_at_10": 0.081, "precision_at_20": 0.07675, "precision_at_100": 0.05375, "precision_at_1000": 0.02005, "mrr_at_1": 0.1, "mrr_at_3": 0.140833, "mrr_at_5": 0.157083, "mrr_at_10": 0.170385, "mrr_at_20": 0.180294, "mrr_at_100": 0.186911, "mrr_at_1000": 0.187732, "nauc_ndcg_at_1_max": 0.320389, "nauc_ndcg_at_1_std": 0.158914, "nauc_ndcg_at_1_diff1": 0.110577, "nauc_ndcg_at_3_max": 0.41148, "nauc_ndcg_at_3_std": 0.275891, "nauc_ndcg_at_3_diff1": 0.078185, "nauc_ndcg_at_5_max": 0.394502, "nauc_ndcg_at_5_std": 0.237192, "nauc_ndcg_at_5_diff1": 0.094858, "nauc_ndcg_at_10_max": 0.437762, "nauc_ndcg_at_10_std": 0.259269, "nauc_ndcg_at_10_diff1": 0.11695, "nauc_ndcg_at_20_max": 0.456808, "nauc_ndcg_at_20_std": 0.303449, "nauc_ndcg_at_20_diff1": 0.115372, "nauc_ndcg_at_100_max": 0.509504, "nauc_ndcg_at_100_std": 0.441006, "nauc_ndcg_at_100_diff1": 0.139011, "nauc_ndcg_at_1000_max": 0.542598, "nauc_ndcg_at_1000_std": 0.478904, "nauc_ndcg_at_1000_diff1": 0.152965, "nauc_map_at_1_max": 0.490543, "nauc_map_at_1_std": 0.184053, "nauc_map_at_1_diff1": 0.301462, "nauc_map_at_3_max": 0.509287, "nauc_map_at_3_std": 0.244077, "nauc_map_at_3_diff1": 0.209273, "nauc_map_at_5_max": 0.507166, "nauc_map_at_5_std": 0.228876, "nauc_map_at_5_diff1": 0.186277, "nauc_map_at_10_max": 0.516508, "nauc_map_at_10_std": 0.240631, "nauc_map_at_10_diff1": 0.145011, "nauc_map_at_20_max": 0.506444, "nauc_map_at_20_std": 0.263664, "nauc_map_at_20_diff1": 0.13053, "nauc_map_at_100_max": 0.518007, "nauc_map_at_100_std": 0.33525, "nauc_map_at_100_diff1": 0.148061, "nauc_map_at_1000_max": 0.546165, "nauc_map_at_1000_std": 0.370686, "nauc_map_at_1000_diff1": 0.158974, "nauc_recall_at_1_max": 0.490543, "nauc_recall_at_1_std": 0.184053, "nauc_recall_at_1_diff1": 0.301462, "nauc_recall_at_3_max": 0.506057, "nauc_recall_at_3_std": 0.298611, "nauc_recall_at_3_diff1": 0.183583, "nauc_recall_at_5_max": 0.489815, "nauc_recall_at_5_std": 0.223835, "nauc_recall_at_5_diff1": 0.174922, "nauc_recall_at_10_max": 0.47588, "nauc_recall_at_10_std": 0.226038, "nauc_recall_at_10_diff1": 0.144778, "nauc_recall_at_20_max": 0.404691, "nauc_recall_at_20_std": 0.283417, "nauc_recall_at_20_diff1": 0.11448, "nauc_recall_at_100_max": 0.451633, "nauc_recall_at_100_std": 0.503221, "nauc_recall_at_100_diff1": 0.147242, "nauc_recall_at_1000_max": 0.580456, "nauc_recall_at_1000_std": 0.676093, "nauc_recall_at_1000_diff1": 0.143761, "nauc_precision_at_1_max": 0.289724, "nauc_precision_at_1_std": 0.214382, "nauc_precision_at_1_diff1": 0.14124, "nauc_precision_at_3_max": 0.378234, "nauc_precision_at_3_std": 0.332967, "nauc_precision_at_3_diff1": 0.042642, "nauc_precision_at_5_max": 0.326422, "nauc_precision_at_5_std": 0.261786, "nauc_precision_at_5_diff1": 0.037511, "nauc_precision_at_10_max": 0.382965, "nauc_precision_at_10_std": 0.29595, "nauc_precision_at_10_diff1": 0.040701, "nauc_precision_at_20_max": 0.398455, "nauc_precision_at_20_std": 0.364528, "nauc_precision_at_20_diff1": 0.058411, "nauc_precision_at_100_max": 0.418942, "nauc_precision_at_100_std": 0.375289, "nauc_precision_at_100_diff1": 0.107416, "nauc_precision_at_1000_max": 0.238422, "nauc_precision_at_1000_std": 0.074536, "nauc_precision_at_1000_diff1": 0.001705, "nauc_mrr_at_1_max": 0.289724, "nauc_mrr_at_1_std": 0.214382, "nauc_mrr_at_1_diff1": 0.14124, "nauc_mrr_at_3_max": 0.326112, "nauc_mrr_at_3_std": 0.277093, "nauc_mrr_at_3_diff1": 0.11224, "nauc_mrr_at_5_max": 0.31324, "nauc_mrr_at_5_std": 0.253435, "nauc_mrr_at_5_diff1": 0.108755, "nauc_mrr_at_10_max": 0.332422, "nauc_mrr_at_10_std": 0.267104, "nauc_mrr_at_10_diff1": 0.120859, "nauc_mrr_at_20_max": 0.329508, "nauc_mrr_at_20_std": 0.270217, "nauc_mrr_at_20_diff1": 0.122924, "nauc_mrr_at_100_max": 0.335067, "nauc_mrr_at_100_std": 0.276739, "nauc_mrr_at_100_diff1": 0.123334, "nauc_mrr_at_1000_max": 0.334687, "nauc_mrr_at_1000_std": 0.276105, "nauc_mrr_at_1000_diff1": 0.123821, "main_score": 0.09197, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.15, "ndcg_at_3": 0.14896, "ndcg_at_5": 0.15323, "ndcg_at_10": 0.1628, "ndcg_at_20": 0.17929, "ndcg_at_100": 0.233, "ndcg_at_1000": 0.32683, "map_at_1": 0.03633, "map_at_3": 0.04881, "map_at_5": 0.05717, "map_at_10": 0.06759, "map_at_20": 0.0831, "map_at_100": 0.10721, "map_at_1000": 0.12648, "recall_at_1": 0.03633, "recall_at_3": 0.05786, "recall_at_5": 0.08286, "recall_at_10": 0.11535, "recall_at_20": 0.17895, "recall_at_100": 0.35534, "recall_at_1000": 0.68057, "precision_at_1": 0.205, "precision_at_3": 0.16667, "precision_at_5": 0.157, "precision_at_10": 0.142, "precision_at_20": 0.122, "precision_at_100": 0.07095, "precision_at_1000": 0.02202, "mrr_at_1": 0.205, "mrr_at_3": 0.265, "mrr_at_5": 0.2905, "mrr_at_10": 0.300657, "mrr_at_20": 0.307852, "mrr_at_100": 0.311521, "mrr_at_1000": 0.312276, "nauc_ndcg_at_1_max": 0.33124, "nauc_ndcg_at_1_std": 0.283389, "nauc_ndcg_at_1_diff1": 0.282675, "nauc_ndcg_at_3_max": 0.434357, "nauc_ndcg_at_3_std": 0.318491, "nauc_ndcg_at_3_diff1": 0.253882, "nauc_ndcg_at_5_max": 0.443228, "nauc_ndcg_at_5_std": 0.345014, "nauc_ndcg_at_5_diff1": 0.242064, "nauc_ndcg_at_10_max": 0.481958, "nauc_ndcg_at_10_std": 0.414519, "nauc_ndcg_at_10_diff1": 0.231583, "nauc_ndcg_at_20_max": 0.530522, "nauc_ndcg_at_20_std": 0.460053, "nauc_ndcg_at_20_diff1": 0.185595, "nauc_ndcg_at_100_max": 0.616641, "nauc_ndcg_at_100_std": 0.575814, "nauc_ndcg_at_100_diff1": 0.178021, "nauc_ndcg_at_1000_max": 0.63046, "nauc_ndcg_at_1000_std": 0.603073, "nauc_ndcg_at_1000_diff1": 0.187061, "nauc_map_at_1_max": 0.426869, "nauc_map_at_1_std": 0.280367, "nauc_map_at_1_diff1": 0.504253, "nauc_map_at_3_max": 0.441586, "nauc_map_at_3_std": 0.283184, "nauc_map_at_3_diff1": 0.391098, "nauc_map_at_5_max": 0.465619, "nauc_map_at_5_std": 0.320266, "nauc_map_at_5_diff1": 0.354039, "nauc_map_at_10_max": 0.48005, "nauc_map_at_10_std": 0.36635, "nauc_map_at_10_diff1": 0.313166, "nauc_map_at_20_max": 0.511387, "nauc_map_at_20_std": 0.409229, "nauc_map_at_20_diff1": 0.245381, "nauc_map_at_100_max": 0.536505, "nauc_map_at_100_std": 0.46393, "nauc_map_at_100_diff1": 0.226703, "nauc_map_at_1000_max": 0.53696, "nauc_map_at_1000_std": 0.471924, "nauc_map_at_1000_diff1": 0.224821, "nauc_recall_at_1_max": 0.426869, "nauc_recall_at_1_std": 0.280367, "nauc_recall_at_1_diff1": 0.504253, "nauc_recall_at_3_max": 0.43521, "nauc_recall_at_3_std": 0.267964, "nauc_recall_at_3_diff1": 0.320042, "nauc_recall_at_5_max": 0.439949, "nauc_recall_at_5_std": 0.32288, "nauc_recall_at_5_diff1": 0.21229, "nauc_recall_at_10_max": 0.450635, "nauc_recall_at_10_std": 0.394627, "nauc_recall_at_10_diff1": 0.14899, "nauc_recall_at_20_max": 0.487338, "nauc_recall_at_20_std": 0.439525, "nauc_recall_at_20_diff1": 0.034324, "nauc_recall_at_100_max": 0.607021, "nauc_recall_at_100_std": 0.602058, "nauc_recall_at_100_diff1": 0.06073, "nauc_recall_at_1000_max": 0.734789, "nauc_recall_at_1000_std": 0.820097, "nauc_recall_at_1000_diff1": 0.020052, "nauc_precision_at_1_max": 0.283619, "nauc_precision_at_1_std": 0.253727, "nauc_precision_at_1_diff1": 0.285625, "nauc_precision_at_3_max": 0.361543, "nauc_precision_at_3_std": 0.295656, "nauc_precision_at_3_diff1": 0.147386, "nauc_precision_at_5_max": 0.360624, "nauc_precision_at_5_std": 0.314463, "nauc_precision_at_5_diff1": 0.131376, "nauc_precision_at_10_max": 0.348235, "nauc_precision_at_10_std": 0.345784, "nauc_precision_at_10_diff1": 0.094147, "nauc_precision_at_20_max": 0.363022, "nauc_precision_at_20_std": 0.354442, "nauc_precision_at_20_diff1": 0.049431, "nauc_precision_at_100_max": 0.266108, "nauc_precision_at_100_std": 0.262095, "nauc_precision_at_100_diff1": 0.096729, "nauc_precision_at_1000_max": 0.079215, "nauc_precision_at_1000_std": 0.042577, "nauc_precision_at_1000_diff1": 0.122318, "nauc_mrr_at_1_max": 0.283619, "nauc_mrr_at_1_std": 0.253727, "nauc_mrr_at_1_diff1": 0.285625, "nauc_mrr_at_3_max": 0.359218, "nauc_mrr_at_3_std": 0.306145, "nauc_mrr_at_3_diff1": 0.242593, "nauc_mrr_at_5_max": 0.371409, "nauc_mrr_at_5_std": 0.323308, "nauc_mrr_at_5_diff1": 0.23406, "nauc_mrr_at_10_max": 0.382832, "nauc_mrr_at_10_std": 0.335384, "nauc_mrr_at_10_diff1": 0.236355, "nauc_mrr_at_20_max": 0.3827, "nauc_mrr_at_20_std": 0.33644, "nauc_mrr_at_20_diff1": 0.238373, "nauc_mrr_at_100_max": 0.383491, "nauc_mrr_at_100_std": 0.336744, "nauc_mrr_at_100_diff1": 0.239198, "nauc_mrr_at_1000_max": 0.382702, "nauc_mrr_at_1000_std": 0.336147, "nauc_mrr_at_1000_diff1": 0.238774, "main_score": 0.1628, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ] }, "evaluation_time": 1566.8448390960693, "kg_co2_emissions": 0.14649964870779472 }