{ "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", "task_name": "CUREv1", "mteb_version": "2.3.11", "scores": { "all": [ { "ndcg_at_1": 0.55675, "ndcg_at_3": 0.50636, "ndcg_at_5": 0.49747, "ndcg_at_10": 0.49445, "ndcg_at_20": 0.50569, "ndcg_at_100": 0.57723, "ndcg_at_1000": 0.66321, "map_at_1": 0.0863, "map_at_3": 0.15152, "map_at_5": 0.1873, "map_at_10": 0.23473, "map_at_20": 0.27852, "map_at_100": 0.35754, "map_at_1000": 0.39567, "recall_at_1": 0.0863, "recall_at_3": 0.16881, "recall_at_5": 0.22523, "recall_at_10": 0.31605, "recall_at_20": 0.42075, "recall_at_100": 0.69208, "recall_at_1000": 0.9426, "accuracy": 0.0863, "precision_at_1": 0.664, "precision_at_3": 0.553, "precision_at_5": 0.4995, "precision_at_10": 0.4157, "precision_at_20": 0.33305, "precision_at_100": 0.16523, "precision_at_1000": 0.0337, "mrr_at_1": 0.664, "mrr_at_3": 0.752167, "mrr_at_5": 0.764317, "mrr_at_10": 0.771, "mrr_at_20": 0.772518, "mrr_at_100": 0.772902, "mrr_at_1000": 0.772917, "nauc_ndcg_at_1_max": 0.335344, "nauc_ndcg_at_1_std": 0.079236, "nauc_ndcg_at_1_diff1": 0.348666, "nauc_ndcg_at_3_max": 0.354938, "nauc_ndcg_at_3_std": 0.103912, "nauc_ndcg_at_3_diff1": 0.266176, "nauc_ndcg_at_5_max": 0.367747, "nauc_ndcg_at_5_std": 0.118395, "nauc_ndcg_at_5_diff1": 0.244882, "nauc_ndcg_at_10_max": 0.379527, "nauc_ndcg_at_10_std": 0.125392, "nauc_ndcg_at_10_diff1": 0.243569, "nauc_ndcg_at_20_max": 0.399254, "nauc_ndcg_at_20_std": 0.15786, "nauc_ndcg_at_20_diff1": 0.242647, "nauc_ndcg_at_100_max": 0.442589, "nauc_ndcg_at_100_std": 0.26087, "nauc_ndcg_at_100_diff1": 0.250975, "nauc_ndcg_at_1000_max": 0.470495, "nauc_ndcg_at_1000_std": 0.299642, "nauc_ndcg_at_1000_diff1": 0.227209, "nauc_map_at_1_max": 0.133474, "nauc_map_at_1_std": -0.075552, "nauc_map_at_1_diff1": 0.399851, "nauc_map_at_3_max": 0.190087, "nauc_map_at_3_std": -0.017194, "nauc_map_at_3_diff1": 0.320775, "nauc_map_at_5_max": 0.218773, "nauc_map_at_5_std": 0.012383, "nauc_map_at_5_diff1": 0.278836, "nauc_map_at_10_max": 0.265452, "nauc_map_at_10_std": 0.048182, "nauc_map_at_10_diff1": 0.247462, "nauc_map_at_20_max": 0.306374, "nauc_map_at_20_std": 0.094463, "nauc_map_at_20_diff1": 0.232687, "nauc_map_at_100_max": 0.372744, "nauc_map_at_100_std": 0.210261, "nauc_map_at_100_diff1": 0.202613, "nauc_map_at_1000_max": 0.384456, "nauc_map_at_1000_std": 0.232306, "nauc_map_at_1000_diff1": 0.175023, "nauc_recall_at_1_max": 0.133474, "nauc_recall_at_1_std": -0.075552, "nauc_recall_at_1_diff1": 0.399851, "nauc_recall_at_3_max": 0.164477, "nauc_recall_at_3_std": -0.017099, "nauc_recall_at_3_diff1": 0.296803, "nauc_recall_at_5_max": 0.177716, "nauc_recall_at_5_std": 0.008705, "nauc_recall_at_5_diff1": 0.238822, "nauc_recall_at_10_max": 0.204431, "nauc_recall_at_10_std": 0.036441, "nauc_recall_at_10_diff1": 0.196134, "nauc_recall_at_20_max": 0.231586, "nauc_recall_at_20_std": 0.081378, "nauc_recall_at_20_diff1": 0.179437, "nauc_recall_at_100_max": 0.300883, "nauc_recall_at_100_std": 0.291466, "nauc_recall_at_100_diff1": 0.157015, "nauc_recall_at_1000_max": 0.516681, "nauc_recall_at_1000_std": 0.709195, "nauc_recall_at_1000_diff1": 0.174482, "nauc_precision_at_1_max": 0.374953, "nauc_precision_at_1_std": 0.110917, "nauc_precision_at_1_diff1": 0.309252, "nauc_precision_at_3_max": 0.316058, "nauc_precision_at_3_std": 0.164444, "nauc_precision_at_3_diff1": 0.039394, "nauc_precision_at_5_max": 0.294859, "nauc_precision_at_5_std": 0.178865, "nauc_precision_at_5_diff1": -0.050343, "nauc_precision_at_10_max": 0.256626, "nauc_precision_at_10_std": 0.183308, "nauc_precision_at_10_diff1": -0.106321, "nauc_precision_at_20_max": 0.196897, "nauc_precision_at_20_std": 0.200106, "nauc_precision_at_20_diff1": -0.138928, "nauc_precision_at_100_max": 0.06253, "nauc_precision_at_100_std": 0.142926, "nauc_precision_at_100_diff1": -0.166342, "nauc_precision_at_1000_max": -0.055706, "nauc_precision_at_1000_std": -0.05232, "nauc_precision_at_1000_diff1": -0.183469, "nauc_mrr_at_1_max": 0.374953, "nauc_mrr_at_1_std": 0.110917, "nauc_mrr_at_1_diff1": 0.309252, "nauc_mrr_at_3_max": 0.417049, "nauc_mrr_at_3_std": 0.138738, "nauc_mrr_at_3_diff1": 0.305244, "nauc_mrr_at_5_max": 0.416128, "nauc_mrr_at_5_std": 0.146286, "nauc_mrr_at_5_diff1": 0.303478, "nauc_mrr_at_10_max": 0.413358, "nauc_mrr_at_10_std": 0.144086, "nauc_mrr_at_10_diff1": 0.303261, "nauc_mrr_at_20_max": 0.412021, "nauc_mrr_at_20_std": 0.141331, "nauc_mrr_at_20_diff1": 0.30309, "nauc_mrr_at_100_max": 0.411462, "nauc_mrr_at_100_std": 0.140756, "nauc_mrr_at_100_diff1": 0.303379, "nauc_mrr_at_1000_max": 0.411427, "nauc_mrr_at_1000_std": 0.140725, "nauc_mrr_at_1000_diff1": 0.30337, "cv_recall_at_1": 0.664, "cv_recall_at_3": 0.8595, "cv_recall_at_5": 0.9125, "cv_recall_at_10": 0.9615, "cv_recall_at_20": 0.9825, "cv_recall_at_100": 0.995, "cv_recall_at_1000": 0.9985, "main_score": 0.49445, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1495, "ndcg_at_3": 0.15651, "ndcg_at_5": 0.16069, "ndcg_at_10": 0.17127, "ndcg_at_20": 0.18725, "ndcg_at_100": 0.24147, "ndcg_at_1000": 0.3307, "map_at_1": 0.02798, "map_at_3": 0.05084, "map_at_5": 0.06199, "map_at_10": 0.0785, "map_at_20": 0.09396, "map_at_100": 0.1219, "map_at_1000": 0.13992, "recall_at_1": 0.02798, "recall_at_3": 0.06224, "recall_at_5": 0.08516, "recall_at_10": 0.12954, "recall_at_20": 0.18548, "recall_at_100": 0.35564, "recall_at_1000": 0.64122, "accuracy": 0.02798, "precision_at_1": 0.194, "precision_at_3": 0.1835, "precision_at_5": 0.1711, "precision_at_10": 0.1519, "precision_at_20": 0.12808, "precision_at_100": 0.07114, "precision_at_1000": 0.01957, "mrr_at_1": 0.194, "mrr_at_3": 0.261083, "mrr_at_5": 0.279283, "mrr_at_10": 0.293228, "mrr_at_20": 0.299558, "mrr_at_100": 0.30356, "mrr_at_1000": 0.30413, "nauc_ndcg_at_1_max": 0.338713, "nauc_ndcg_at_1_std": 0.294518, "nauc_ndcg_at_1_diff1": 0.088194, "nauc_ndcg_at_3_max": 0.413375, "nauc_ndcg_at_3_std": 0.37196, "nauc_ndcg_at_3_diff1": 0.081662, "nauc_ndcg_at_5_max": 0.43495, "nauc_ndcg_at_5_std": 0.396028, "nauc_ndcg_at_5_diff1": 0.082471, "nauc_ndcg_at_10_max": 0.471094, "nauc_ndcg_at_10_std": 0.440781, "nauc_ndcg_at_10_diff1": 0.07043, "nauc_ndcg_at_20_max": 0.492248, "nauc_ndcg_at_20_std": 0.472647, "nauc_ndcg_at_20_diff1": 0.07508, "nauc_ndcg_at_100_max": 0.545156, "nauc_ndcg_at_100_std": 0.557823, "nauc_ndcg_at_100_diff1": 0.080322, "nauc_ndcg_at_1000_max": 0.599717, "nauc_ndcg_at_1000_std": 0.598568, "nauc_ndcg_at_1000_diff1": 0.070636, "nauc_map_at_1_max": 0.282369, "nauc_map_at_1_std": 0.191749, "nauc_map_at_1_diff1": 0.248576, "nauc_map_at_3_max": 0.358353, "nauc_map_at_3_std": 0.290607, "nauc_map_at_3_diff1": 0.199271, "nauc_map_at_5_max": 0.386668, "nauc_map_at_5_std": 0.329109, "nauc_map_at_5_diff1": 0.178967, "nauc_map_at_10_max": 0.426715, "nauc_map_at_10_std": 0.384594, "nauc_map_at_10_diff1": 0.140073, "nauc_map_at_20_max": 0.451903, "nauc_map_at_20_std": 0.421602, "nauc_map_at_20_diff1": 0.119114, "nauc_map_at_100_max": 0.504274, "nauc_map_at_100_std": 0.499707, "nauc_map_at_100_diff1": 0.095688, "nauc_map_at_1000_max": 0.53875, "nauc_map_at_1000_std": 0.527576, "nauc_map_at_1000_diff1": 0.085125, "nauc_recall_at_1_max": 0.282369, "nauc_recall_at_1_std": 0.191749, "nauc_recall_at_1_diff1": 0.248576, "nauc_recall_at_3_max": 0.35108, "nauc_recall_at_3_std": 0.296055, "nauc_recall_at_3_diff1": 0.175873, "nauc_recall_at_5_max": 0.372777, "nauc_recall_at_5_std": 0.332368, "nauc_recall_at_5_diff1": 0.155646, "nauc_recall_at_10_max": 0.397278, "nauc_recall_at_10_std": 0.386318, "nauc_recall_at_10_diff1": 0.098321, "nauc_recall_at_20_max": 0.401302, "nauc_recall_at_20_std": 0.421749, "nauc_recall_at_20_diff1": 0.084741, "nauc_recall_at_100_max": 0.484631, "nauc_recall_at_100_std": 0.560571, "nauc_recall_at_100_diff1": 0.079509, "nauc_recall_at_1000_max": 0.633655, "nauc_recall_at_1000_std": 0.713602, "nauc_recall_at_1000_diff1": 0.064776, "nauc_precision_at_1_max": 0.357705, "nauc_precision_at_1_std": 0.31023, "nauc_precision_at_1_diff1": 0.080387, "nauc_precision_at_3_max": 0.446682, "nauc_precision_at_3_std": 0.417045, "nauc_precision_at_3_diff1": 0.0386, "nauc_precision_at_5_max": 0.468038, "nauc_precision_at_5_std": 0.442702, "nauc_precision_at_5_diff1": 0.012197, "nauc_precision_at_10_max": 0.498363, "nauc_precision_at_10_std": 0.484883, "nauc_precision_at_10_diff1": -0.031455, "nauc_precision_at_20_max": 0.493973, "nauc_precision_at_20_std": 0.482363, "nauc_precision_at_20_diff1": -0.038257, "nauc_precision_at_100_max": 0.48068, "nauc_precision_at_100_std": 0.453811, "nauc_precision_at_100_diff1": -0.04092, "nauc_precision_at_1000_max": 0.387054, "nauc_precision_at_1000_std": 0.229059, "nauc_precision_at_1000_diff1": -0.057695, "nauc_mrr_at_1_max": 0.357705, "nauc_mrr_at_1_std": 0.31023, "nauc_mrr_at_1_diff1": 0.080387, "nauc_mrr_at_3_max": 0.409998, "nauc_mrr_at_3_std": 0.371131, "nauc_mrr_at_3_diff1": 0.072489, "nauc_mrr_at_5_max": 0.418535, "nauc_mrr_at_5_std": 0.37995, "nauc_mrr_at_5_diff1": 0.071877, "nauc_mrr_at_10_max": 0.426457, "nauc_mrr_at_10_std": 0.389041, "nauc_mrr_at_10_diff1": 0.066704, "nauc_mrr_at_20_max": 0.426531, "nauc_mrr_at_20_std": 0.390058, "nauc_mrr_at_20_diff1": 0.068679, "nauc_mrr_at_100_max": 0.428251, "nauc_mrr_at_100_std": 0.390833, "nauc_mrr_at_100_diff1": 0.069693, "nauc_mrr_at_1000_max": 0.427953, "nauc_mrr_at_1000_std": 0.390481, "nauc_mrr_at_1000_diff1": 0.069642, "cv_recall_at_1": 0.194, "cv_recall_at_3": 0.3455, "cv_recall_at_5": 0.426, "cv_recall_at_10": 0.529, "cv_recall_at_20": 0.621, "cv_recall_at_100": 0.784, "cv_recall_at_1000": 0.919, "main_score": 0.17127, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2095, "ndcg_at_3": 0.21055, "ndcg_at_5": 0.21268, "ndcg_at_10": 0.22269, "ndcg_at_20": 0.23857, "ndcg_at_100": 0.29596, "ndcg_at_1000": 0.38442, "map_at_1": 0.03626, "map_at_3": 0.06519, "map_at_5": 0.08032, "map_at_10": 0.10222, "map_at_20": 0.12189, "map_at_100": 0.15673, "map_at_1000": 0.17751, "recall_at_1": 0.03626, "recall_at_3": 0.07961, "recall_at_5": 0.10966, "recall_at_10": 0.16234, "recall_at_20": 0.228, "recall_at_100": 0.41213, "recall_at_1000": 0.68844, "accuracy": 0.03626, "precision_at_1": 0.267, "precision_at_3": 0.2415, "precision_at_5": 0.2226, "precision_at_10": 0.1928, "precision_at_20": 0.15875, "precision_at_100": 0.08408, "precision_at_1000": 0.02178, "mrr_at_1": 0.267, "mrr_at_3": 0.347833, "mrr_at_5": 0.364883, "mrr_at_10": 0.376667, "mrr_at_20": 0.382287, "mrr_at_100": 0.385858, "mrr_at_1000": 0.386277, "nauc_ndcg_at_1_max": 0.35144, "nauc_ndcg_at_1_std": 0.256416, "nauc_ndcg_at_1_diff1": 0.201723, "nauc_ndcg_at_3_max": 0.43538, "nauc_ndcg_at_3_std": 0.340284, "nauc_ndcg_at_3_diff1": 0.191033, "nauc_ndcg_at_5_max": 0.475755, "nauc_ndcg_at_5_std": 0.37869, "nauc_ndcg_at_5_diff1": 0.196741, "nauc_ndcg_at_10_max": 0.514278, "nauc_ndcg_at_10_std": 0.427306, "nauc_ndcg_at_10_diff1": 0.205299, "nauc_ndcg_at_20_max": 0.541228, "nauc_ndcg_at_20_std": 0.466053, "nauc_ndcg_at_20_diff1": 0.209145, "nauc_ndcg_at_100_max": 0.606934, "nauc_ndcg_at_100_std": 0.571162, "nauc_ndcg_at_100_diff1": 0.196998, "nauc_ndcg_at_1000_max": 0.64495, "nauc_ndcg_at_1000_std": 0.613586, "nauc_ndcg_at_1000_diff1": 0.184387, "nauc_map_at_1_max": 0.280085, "nauc_map_at_1_std": 0.186712, "nauc_map_at_1_diff1": 0.364563, "nauc_map_at_3_max": 0.340233, "nauc_map_at_3_std": 0.249506, "nauc_map_at_3_diff1": 0.307623, "nauc_map_at_5_max": 0.375396, "nauc_map_at_5_std": 0.286501, "nauc_map_at_5_diff1": 0.281684, "nauc_map_at_10_max": 0.41668, "nauc_map_at_10_std": 0.335586, "nauc_map_at_10_diff1": 0.255998, "nauc_map_at_20_max": 0.461084, "nauc_map_at_20_std": 0.388591, "nauc_map_at_20_diff1": 0.241028, "nauc_map_at_100_max": 0.540473, "nauc_map_at_100_std": 0.493016, "nauc_map_at_100_diff1": 0.216344, "nauc_map_at_1000_max": 0.571976, "nauc_map_at_1000_std": 0.523609, "nauc_map_at_1000_diff1": 0.208169, "nauc_recall_at_1_max": 0.280085, "nauc_recall_at_1_std": 0.186712, "nauc_recall_at_1_diff1": 0.364563, "nauc_recall_at_3_max": 0.335343, "nauc_recall_at_3_std": 0.25585, "nauc_recall_at_3_diff1": 0.263896, "nauc_recall_at_5_max": 0.373, "nauc_recall_at_5_std": 0.297928, "nauc_recall_at_5_diff1": 0.237443, "nauc_recall_at_10_max": 0.415138, "nauc_recall_at_10_std": 0.358558, "nauc_recall_at_10_diff1": 0.21173, "nauc_recall_at_20_max": 0.455897, "nauc_recall_at_20_std": 0.420928, "nauc_recall_at_20_diff1": 0.19185, "nauc_recall_at_100_max": 0.580916, "nauc_recall_at_100_std": 0.619002, "nauc_recall_at_100_diff1": 0.150082, "nauc_recall_at_1000_max": 0.743523, "nauc_recall_at_1000_std": 0.806333, "nauc_recall_at_1000_diff1": 0.134403, "nauc_precision_at_1_max": 0.386554, "nauc_precision_at_1_std": 0.283797, "nauc_precision_at_1_diff1": 0.201516, "nauc_precision_at_3_max": 0.469487, "nauc_precision_at_3_std": 0.387237, "nauc_precision_at_3_diff1": 0.130158, "nauc_precision_at_5_max": 0.502382, "nauc_precision_at_5_std": 0.426257, "nauc_precision_at_5_diff1": 0.107266, "nauc_precision_at_10_max": 0.525932, "nauc_precision_at_10_std": 0.469581, "nauc_precision_at_10_diff1": 0.092006, "nauc_precision_at_20_max": 0.518821, "nauc_precision_at_20_std": 0.478467, "nauc_precision_at_20_diff1": 0.065207, "nauc_precision_at_100_max": 0.453688, "nauc_precision_at_100_std": 0.428106, "nauc_precision_at_100_diff1": 0.02369, "nauc_precision_at_1000_max": 0.273544, "nauc_precision_at_1000_std": 0.150822, "nauc_precision_at_1000_diff1": -0.001476, "nauc_mrr_at_1_max": 0.386554, "nauc_mrr_at_1_std": 0.283797, "nauc_mrr_at_1_diff1": 0.201516, "nauc_mrr_at_3_max": 0.436992, "nauc_mrr_at_3_std": 0.34594, "nauc_mrr_at_3_diff1": 0.179984, "nauc_mrr_at_5_max": 0.45223, "nauc_mrr_at_5_std": 0.362858, "nauc_mrr_at_5_diff1": 0.181169, "nauc_mrr_at_10_max": 0.459527, "nauc_mrr_at_10_std": 0.371442, "nauc_mrr_at_10_diff1": 0.186571, "nauc_mrr_at_20_max": 0.460604, "nauc_mrr_at_20_std": 0.373203, "nauc_mrr_at_20_diff1": 0.18746, "nauc_mrr_at_100_max": 0.460421, "nauc_mrr_at_100_std": 0.373002, "nauc_mrr_at_100_diff1": 0.186413, "nauc_mrr_at_1000_max": 0.460084, "nauc_mrr_at_1000_std": 0.37256, "nauc_mrr_at_1000_diff1": 0.186433, "cv_recall_at_1": 0.267, "cv_recall_at_3": 0.452, "cv_recall_at_5": 0.5265, "cv_recall_at_10": 0.614, "cv_recall_at_20": 0.694, "cv_recall_at_100": 0.8265, "cv_recall_at_1000": 0.9275, "main_score": 0.22269, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "dentistry_and_oral_health": [ { "ndcg_at_1": 0.5825, "ndcg_at_3": 0.5031, "ndcg_at_5": 0.49255, "ndcg_at_10": 0.48291, "ndcg_at_20": 0.47994, "ndcg_at_100": 0.54773, "ndcg_at_1000": 0.67109, "map_at_1": 0.09522, "map_at_3": 0.14069, "map_at_5": 0.16352, "map_at_10": 0.19971, "map_at_20": 0.23238, "map_at_100": 0.30978, "map_at_1000": 0.36216, "recall_at_1": 0.09522, "recall_at_3": 0.15333, "recall_at_5": 0.1922, "recall_at_10": 0.26558, "recall_at_20": 0.35103, "recall_at_100": 0.62492, "recall_at_1000": 0.95738, "accuracy": 0.09522, "precision_at_1": 0.695, "precision_at_3": 0.54, "precision_at_5": 0.488, "precision_at_10": 0.411, "precision_at_20": 0.32625, "precision_at_100": 0.1756, "precision_at_1000": 0.0374, "mrr_at_1": 0.695, "mrr_at_3": 0.773333, "mrr_at_5": 0.786583, "mrr_at_10": 0.79131, "mrr_at_20": 0.792981, "mrr_at_100": 0.792981, "mrr_at_1000": 0.793022, "nauc_ndcg_at_1_max": 0.377278, "nauc_ndcg_at_1_std": -0.15354, "nauc_ndcg_at_1_diff1": 0.510681, "nauc_ndcg_at_3_max": 0.335575, "nauc_ndcg_at_3_std": -0.074432, "nauc_ndcg_at_3_diff1": 0.418987, "nauc_ndcg_at_5_max": 0.344832, "nauc_ndcg_at_5_std": -0.082427, "nauc_ndcg_at_5_diff1": 0.40494, "nauc_ndcg_at_10_max": 0.305336, "nauc_ndcg_at_10_std": -0.132116, "nauc_ndcg_at_10_diff1": 0.431755, "nauc_ndcg_at_20_max": 0.252096, "nauc_ndcg_at_20_std": -0.155435, "nauc_ndcg_at_20_diff1": 0.439815, "nauc_ndcg_at_100_max": 0.23663, "nauc_ndcg_at_100_std": -0.132374, "nauc_ndcg_at_100_diff1": 0.454866, "nauc_ndcg_at_1000_max": 0.365552, "nauc_ndcg_at_1000_std": 0.095432, "nauc_ndcg_at_1000_diff1": 0.360544, "nauc_map_at_1_max": 0.064959, "nauc_map_at_1_std": -0.363017, "nauc_map_at_1_diff1": 0.588557, "nauc_map_at_3_max": 0.105762, "nauc_map_at_3_std": -0.343906, "nauc_map_at_3_diff1": 0.560143, "nauc_map_at_5_max": 0.136215, "nauc_map_at_5_std": -0.3367, "nauc_map_at_5_diff1": 0.540823, "nauc_map_at_10_max": 0.142825, "nauc_map_at_10_std": -0.324466, "nauc_map_at_10_diff1": 0.509426, "nauc_map_at_20_max": 0.153171, "nauc_map_at_20_std": -0.298417, "nauc_map_at_20_diff1": 0.501447, "nauc_map_at_100_max": 0.172328, "nauc_map_at_100_std": -0.142232, "nauc_map_at_100_diff1": 0.438628, "nauc_map_at_1000_max": 0.196965, "nauc_map_at_1000_std": -0.01235, "nauc_map_at_1000_diff1": 0.359817, "nauc_recall_at_1_max": 0.064959, "nauc_recall_at_1_std": -0.363017, "nauc_recall_at_1_diff1": 0.588557, "nauc_recall_at_3_max": 0.090663, "nauc_recall_at_3_std": -0.34114, "nauc_recall_at_3_diff1": 0.527268, "nauc_recall_at_5_max": 0.11841, "nauc_recall_at_5_std": -0.336686, "nauc_recall_at_5_diff1": 0.482608, "nauc_recall_at_10_max": 0.096679, "nauc_recall_at_10_std": -0.324387, "nauc_recall_at_10_diff1": 0.424008, "nauc_recall_at_20_max": 0.067728, "nauc_recall_at_20_std": -0.322076, "nauc_recall_at_20_diff1": 0.423103, "nauc_recall_at_100_max": 0.025674, "nauc_recall_at_100_std": -0.16063, "nauc_recall_at_100_diff1": 0.320149, "nauc_recall_at_1000_max": 0.410898, "nauc_recall_at_1000_std": 0.626183, "nauc_recall_at_1000_diff1": 0.241716, "nauc_precision_at_1_max": 0.447209, "nauc_precision_at_1_std": 0.043375, "nauc_precision_at_1_diff1": 0.467128, "nauc_precision_at_3_max": 0.314546, "nauc_precision_at_3_std": 0.264906, "nauc_precision_at_3_diff1": 0.089655, "nauc_precision_at_5_max": 0.29248, "nauc_precision_at_5_std": 0.284579, "nauc_precision_at_5_diff1": -0.06086, "nauc_precision_at_10_max": 0.18613, "nauc_precision_at_10_std": 0.324479, "nauc_precision_at_10_diff1": -0.17001, "nauc_precision_at_20_max": 0.118345, "nauc_precision_at_20_std": 0.39209, "nauc_precision_at_20_diff1": -0.240528, "nauc_precision_at_100_max": 0.033885, "nauc_precision_at_100_std": 0.449303, "nauc_precision_at_100_diff1": -0.30191, "nauc_precision_at_1000_max": -0.010209, "nauc_precision_at_1000_std": 0.338594, "nauc_precision_at_1000_diff1": -0.329435, "nauc_mrr_at_1_max": 0.447209, "nauc_mrr_at_1_std": 0.043375, "nauc_mrr_at_1_diff1": 0.467128, "nauc_mrr_at_3_max": 0.49904, "nauc_mrr_at_3_std": 0.085846, "nauc_mrr_at_3_diff1": 0.475855, "nauc_mrr_at_5_max": 0.48392, "nauc_mrr_at_5_std": 0.072762, "nauc_mrr_at_5_diff1": 0.479923, "nauc_mrr_at_10_max": 0.48532, "nauc_mrr_at_10_std": 0.068538, "nauc_mrr_at_10_diff1": 0.472868, "nauc_mrr_at_20_max": 0.481468, "nauc_mrr_at_20_std": 0.067058, "nauc_mrr_at_20_diff1": 0.475998, "nauc_mrr_at_100_max": 0.481468, "nauc_mrr_at_100_std": 0.067058, "nauc_mrr_at_100_diff1": 0.475998, "nauc_mrr_at_1000_max": 0.481381, "nauc_mrr_at_1000_std": 0.066992, "nauc_mrr_at_1000_diff1": 0.475909, "cv_recall_at_1": 0.695, "cv_recall_at_3": 0.88, "cv_recall_at_5": 0.935, "cv_recall_at_10": 0.97, "cv_recall_at_20": 0.995, "cv_recall_at_100": 0.995, "cv_recall_at_1000": 1.0, "main_score": 0.48291, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1175, "ndcg_at_3": 0.12137, "ndcg_at_5": 0.12398, "ndcg_at_10": 0.13402, "ndcg_at_20": 0.14494, "ndcg_at_100": 0.19438, "ndcg_at_1000": 0.29491, "map_at_1": 0.02692, "map_at_3": 0.03924, "map_at_5": 0.04523, "map_at_10": 0.05301, "map_at_20": 0.06055, "map_at_100": 0.08316, "map_at_1000": 0.1011, "recall_at_1": 0.02692, "recall_at_3": 0.05608, "recall_at_5": 0.07098, "recall_at_10": 0.09947, "recall_at_20": 0.13405, "recall_at_100": 0.29435, "recall_at_1000": 0.58965, "accuracy": 0.02692, "precision_at_1": 0.15, "precision_at_3": 0.13, "precision_at_5": 0.12, "precision_at_10": 0.1105, "precision_at_20": 0.09775, "precision_at_100": 0.0632, "precision_at_1000": 0.01901, "mrr_at_1": 0.15, "mrr_at_3": 0.2225, "mrr_at_5": 0.234, "mrr_at_10": 0.252133, "mrr_at_20": 0.258469, "mrr_at_100": 0.262657, "mrr_at_1000": 0.263358, "nauc_ndcg_at_1_max": 0.388204, "nauc_ndcg_at_1_std": 0.233962, "nauc_ndcg_at_1_diff1": 0.326268, "nauc_ndcg_at_3_max": 0.465943, "nauc_ndcg_at_3_std": 0.294402, "nauc_ndcg_at_3_diff1": 0.187526, "nauc_ndcg_at_5_max": 0.460795, "nauc_ndcg_at_5_std": 0.299512, "nauc_ndcg_at_5_diff1": 0.193107, "nauc_ndcg_at_10_max": 0.481456, "nauc_ndcg_at_10_std": 0.337196, "nauc_ndcg_at_10_diff1": 0.153677, "nauc_ndcg_at_20_max": 0.537017, "nauc_ndcg_at_20_std": 0.413165, "nauc_ndcg_at_20_diff1": 0.15957, "nauc_ndcg_at_100_max": 0.56992, "nauc_ndcg_at_100_std": 0.533752, "nauc_ndcg_at_100_diff1": 0.153589, "nauc_ndcg_at_1000_max": 0.603902, "nauc_ndcg_at_1000_std": 0.548469, "nauc_ndcg_at_1000_diff1": 0.108474, "nauc_map_at_1_max": 0.509026, "nauc_map_at_1_std": 0.068544, "nauc_map_at_1_diff1": 0.638864, "nauc_map_at_3_max": 0.452674, "nauc_map_at_3_std": 0.087489, "nauc_map_at_3_diff1": 0.429041, "nauc_map_at_5_max": 0.442598, "nauc_map_at_5_std": 0.118085, "nauc_map_at_5_diff1": 0.399225, "nauc_map_at_10_max": 0.45147, "nauc_map_at_10_std": 0.168171, "nauc_map_at_10_diff1": 0.338618, "nauc_map_at_20_max": 0.495306, "nauc_map_at_20_std": 0.242501, "nauc_map_at_20_diff1": 0.32917, "nauc_map_at_100_max": 0.546132, "nauc_map_at_100_std": 0.40221, "nauc_map_at_100_diff1": 0.27003, "nauc_map_at_1000_max": 0.577601, "nauc_map_at_1000_std": 0.465248, "nauc_map_at_1000_diff1": 0.224262, "nauc_recall_at_1_max": 0.509026, "nauc_recall_at_1_std": 0.068544, "nauc_recall_at_1_diff1": 0.638864, "nauc_recall_at_3_max": 0.355329, "nauc_recall_at_3_std": 0.084825, "nauc_recall_at_3_diff1": 0.259509, "nauc_recall_at_5_max": 0.32918, "nauc_recall_at_5_std": 0.117667, "nauc_recall_at_5_diff1": 0.232049, "nauc_recall_at_10_max": 0.342994, "nauc_recall_at_10_std": 0.207963, "nauc_recall_at_10_diff1": 0.146587, "nauc_recall_at_20_max": 0.437559, "nauc_recall_at_20_std": 0.354533, "nauc_recall_at_20_diff1": 0.15434, "nauc_recall_at_100_max": 0.458017, "nauc_recall_at_100_std": 0.562332, "nauc_recall_at_100_diff1": 0.1096, "nauc_recall_at_1000_max": 0.581168, "nauc_recall_at_1000_std": 0.671831, "nauc_recall_at_1000_diff1": 0.054742, "nauc_precision_at_1_max": 0.366647, "nauc_precision_at_1_std": 0.249824, "nauc_precision_at_1_diff1": 0.319434, "nauc_precision_at_3_max": 0.424339, "nauc_precision_at_3_std": 0.405288, "nauc_precision_at_3_diff1": 0.039368, "nauc_precision_at_5_max": 0.429662, "nauc_precision_at_5_std": 0.437351, "nauc_precision_at_5_diff1": 0.047405, "nauc_precision_at_10_max": 0.476423, "nauc_precision_at_10_std": 0.495186, "nauc_precision_at_10_diff1": -0.021809, "nauc_precision_at_20_max": 0.515075, "nauc_precision_at_20_std": 0.579553, "nauc_precision_at_20_diff1": -0.023167, "nauc_precision_at_100_max": 0.476212, "nauc_precision_at_100_std": 0.588518, "nauc_precision_at_100_diff1": -0.060752, "nauc_precision_at_1000_max": 0.358825, "nauc_precision_at_1000_std": 0.342923, "nauc_precision_at_1000_diff1": -0.147711, "nauc_mrr_at_1_max": 0.366647, "nauc_mrr_at_1_std": 0.249824, "nauc_mrr_at_1_diff1": 0.319434, "nauc_mrr_at_3_max": 0.425947, "nauc_mrr_at_3_std": 0.322988, "nauc_mrr_at_3_diff1": 0.180948, "nauc_mrr_at_5_max": 0.417064, "nauc_mrr_at_5_std": 0.321372, "nauc_mrr_at_5_diff1": 0.173233, "nauc_mrr_at_10_max": 0.426088, "nauc_mrr_at_10_std": 0.332711, "nauc_mrr_at_10_diff1": 0.169818, "nauc_mrr_at_20_max": 0.431177, "nauc_mrr_at_20_std": 0.33894, "nauc_mrr_at_20_diff1": 0.173384, "nauc_mrr_at_100_max": 0.42926, "nauc_mrr_at_100_std": 0.335999, "nauc_mrr_at_100_diff1": 0.171374, "nauc_mrr_at_1000_max": 0.428997, "nauc_mrr_at_1000_std": 0.335383, "nauc_mrr_at_1000_diff1": 0.172387, "cv_recall_at_1": 0.15, "cv_recall_at_3": 0.325, "cv_recall_at_5": 0.375, "cv_recall_at_10": 0.51, "cv_recall_at_20": 0.61, "cv_recall_at_100": 0.79, "cv_recall_at_1000": 0.94, "main_score": 0.13402, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.205, "ndcg_at_3": 0.18074, "ndcg_at_5": 0.18165, "ndcg_at_10": 0.17663, "ndcg_at_20": 0.18544, "ndcg_at_100": 0.23181, "ndcg_at_1000": 0.34061, "map_at_1": 0.03864, "map_at_3": 0.05389, "map_at_5": 0.06299, "map_at_10": 0.06963, "map_at_20": 0.07952, "map_at_100": 0.10495, "map_at_1000": 0.1265, "recall_at_1": 0.03864, "recall_at_3": 0.06299, "recall_at_5": 0.08474, "recall_at_10": 0.10762, "recall_at_20": 0.14653, "recall_at_100": 0.30496, "recall_at_1000": 0.62606, "accuracy": 0.03864, "precision_at_1": 0.25, "precision_at_3": 0.19667, "precision_at_5": 0.182, "precision_at_10": 0.143, "precision_at_20": 0.12275, "precision_at_100": 0.07215, "precision_at_1000": 0.02111, "mrr_at_1": 0.25, "mrr_at_3": 0.3125, "mrr_at_5": 0.333, "mrr_at_10": 0.345143, "mrr_at_20": 0.350718, "mrr_at_100": 0.354851, "mrr_at_1000": 0.355334, "nauc_ndcg_at_1_max": 0.569185, "nauc_ndcg_at_1_std": 0.297309, "nauc_ndcg_at_1_diff1": 0.299924, "nauc_ndcg_at_3_max": 0.641202, "nauc_ndcg_at_3_std": 0.366034, "nauc_ndcg_at_3_diff1": 0.334621, "nauc_ndcg_at_5_max": 0.649505, "nauc_ndcg_at_5_std": 0.371383, "nauc_ndcg_at_5_diff1": 0.321152, "nauc_ndcg_at_10_max": 0.668247, "nauc_ndcg_at_10_std": 0.410148, "nauc_ndcg_at_10_diff1": 0.347936, "nauc_ndcg_at_20_max": 0.66543, "nauc_ndcg_at_20_std": 0.459264, "nauc_ndcg_at_20_diff1": 0.33414, "nauc_ndcg_at_100_max": 0.691459, "nauc_ndcg_at_100_std": 0.561565, "nauc_ndcg_at_100_diff1": 0.320615, "nauc_ndcg_at_1000_max": 0.727823, "nauc_ndcg_at_1000_std": 0.593137, "nauc_ndcg_at_1000_diff1": 0.343871, "nauc_map_at_1_max": 0.533314, "nauc_map_at_1_std": 0.20386, "nauc_map_at_1_diff1": 0.475349, "nauc_map_at_3_max": 0.602531, "nauc_map_at_3_std": 0.249829, "nauc_map_at_3_diff1": 0.482315, "nauc_map_at_5_max": 0.595401, "nauc_map_at_5_std": 0.25385, "nauc_map_at_5_diff1": 0.407754, "nauc_map_at_10_max": 0.604721, "nauc_map_at_10_std": 0.277016, "nauc_map_at_10_diff1": 0.406911, "nauc_map_at_20_max": 0.616943, "nauc_map_at_20_std": 0.325491, "nauc_map_at_20_diff1": 0.389448, "nauc_map_at_100_max": 0.656131, "nauc_map_at_100_std": 0.451092, "nauc_map_at_100_diff1": 0.379663, "nauc_map_at_1000_max": 0.682875, "nauc_map_at_1000_std": 0.507005, "nauc_map_at_1000_diff1": 0.398327, "nauc_recall_at_1_max": 0.533314, "nauc_recall_at_1_std": 0.20386, "nauc_recall_at_1_diff1": 0.475349, "nauc_recall_at_3_max": 0.596197, "nauc_recall_at_3_std": 0.255626, "nauc_recall_at_3_diff1": 0.434353, "nauc_recall_at_5_max": 0.557215, "nauc_recall_at_5_std": 0.233898, "nauc_recall_at_5_diff1": 0.273046, "nauc_recall_at_10_max": 0.568919, "nauc_recall_at_10_std": 0.29167, "nauc_recall_at_10_diff1": 0.283472, "nauc_recall_at_20_max": 0.552204, "nauc_recall_at_20_std": 0.370702, "nauc_recall_at_20_diff1": 0.217381, "nauc_recall_at_100_max": 0.585716, "nauc_recall_at_100_std": 0.575948, "nauc_recall_at_100_diff1": 0.22297, "nauc_recall_at_1000_max": 0.702127, "nauc_recall_at_1000_std": 0.718256, "nauc_recall_at_1000_diff1": 0.247634, "nauc_precision_at_1_max": 0.606605, "nauc_precision_at_1_std": 0.336661, "nauc_precision_at_1_diff1": 0.335969, "nauc_precision_at_3_max": 0.638034, "nauc_precision_at_3_std": 0.418231, "nauc_precision_at_3_diff1": 0.310314, "nauc_precision_at_5_max": 0.598386, "nauc_precision_at_5_std": 0.440858, "nauc_precision_at_5_diff1": 0.267248, "nauc_precision_at_10_max": 0.546831, "nauc_precision_at_10_std": 0.461061, "nauc_precision_at_10_diff1": 0.277638, "nauc_precision_at_20_max": 0.49101, "nauc_precision_at_20_std": 0.494823, "nauc_precision_at_20_diff1": 0.25635, "nauc_precision_at_100_max": 0.465553, "nauc_precision_at_100_std": 0.530284, "nauc_precision_at_100_diff1": 0.237499, "nauc_precision_at_1000_max": 0.333251, "nauc_precision_at_1000_std": 0.280739, "nauc_precision_at_1000_diff1": 0.190378, "nauc_mrr_at_1_max": 0.606605, "nauc_mrr_at_1_std": 0.336661, "nauc_mrr_at_1_diff1": 0.335969, "nauc_mrr_at_3_max": 0.610073, "nauc_mrr_at_3_std": 0.387204, "nauc_mrr_at_3_diff1": 0.301268, "nauc_mrr_at_5_max": 0.621197, "nauc_mrr_at_5_std": 0.401118, "nauc_mrr_at_5_diff1": 0.308692, "nauc_mrr_at_10_max": 0.619335, "nauc_mrr_at_10_std": 0.407228, "nauc_mrr_at_10_diff1": 0.309339, "nauc_mrr_at_20_max": 0.616815, "nauc_mrr_at_20_std": 0.403833, "nauc_mrr_at_20_diff1": 0.305521, "nauc_mrr_at_100_max": 0.617063, "nauc_mrr_at_100_std": 0.402746, "nauc_mrr_at_100_diff1": 0.307244, "nauc_mrr_at_1000_max": 0.617031, "nauc_mrr_at_1000_std": 0.402467, "nauc_mrr_at_1000_diff1": 0.30729, "cv_recall_at_1": 0.25, "cv_recall_at_3": 0.4, "cv_recall_at_5": 0.49, "cv_recall_at_10": 0.585, "cv_recall_at_20": 0.665, "cv_recall_at_100": 0.825, "cv_recall_at_1000": 0.94, "main_score": 0.17663, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "dermatology": [ { "ndcg_at_1": 0.4775, "ndcg_at_3": 0.45434, "ndcg_at_5": 0.48245, "ndcg_at_10": 0.51754, "ndcg_at_20": 0.5656, "ndcg_at_100": 0.63761, "ndcg_at_1000": 0.67512, "map_at_1": 0.11387, "map_at_3": 0.22246, "map_at_5": 0.28079, "map_at_10": 0.34968, "map_at_20": 0.40301, "map_at_100": 0.45957, "map_at_1000": 0.47351, "recall_at_1": 0.11387, "recall_at_3": 0.25961, "recall_at_5": 0.36252, "recall_at_10": 0.50293, "recall_at_20": 0.64849, "recall_at_100": 0.87693, "recall_at_1000": 0.99633, "accuracy": 0.11387, "precision_at_1": 0.53, "precision_at_3": 0.465, "precision_at_5": 0.434, "precision_at_10": 0.3465, "precision_at_20": 0.26125, "precision_at_100": 0.09855, "precision_at_1000": 0.01341, "mrr_at_1": 0.53, "mrr_at_3": 0.653333, "mrr_at_5": 0.671583, "mrr_at_10": 0.683623, "mrr_at_20": 0.684963, "mrr_at_100": 0.685429, "mrr_at_1000": 0.685429, "nauc_ndcg_at_1_max": 0.224759, "nauc_ndcg_at_1_std": 0.053899, "nauc_ndcg_at_1_diff1": 0.148887, "nauc_ndcg_at_3_max": 0.202792, "nauc_ndcg_at_3_std": -0.089121, "nauc_ndcg_at_3_diff1": 0.149611, "nauc_ndcg_at_5_max": 0.20373, "nauc_ndcg_at_5_std": -0.110969, "nauc_ndcg_at_5_diff1": 0.15555, "nauc_ndcg_at_10_max": 0.224717, "nauc_ndcg_at_10_std": -0.199783, "nauc_ndcg_at_10_diff1": 0.162556, "nauc_ndcg_at_20_max": 0.241373, "nauc_ndcg_at_20_std": -0.247184, "nauc_ndcg_at_20_diff1": 0.154369, "nauc_ndcg_at_100_max": 0.268391, "nauc_ndcg_at_100_std": -0.137316, "nauc_ndcg_at_100_diff1": 0.119758, "nauc_ndcg_at_1000_max": 0.270203, "nauc_ndcg_at_1000_std": 0.009165, "nauc_ndcg_at_1000_diff1": 0.138093, "nauc_map_at_1_max": -0.049237, "nauc_map_at_1_std": -0.276189, "nauc_map_at_1_diff1": 0.207381, "nauc_map_at_3_max": -0.013681, "nauc_map_at_3_std": -0.329978, "nauc_map_at_3_diff1": 0.203404, "nauc_map_at_5_max": 0.024128, "nauc_map_at_5_std": -0.331414, "nauc_map_at_5_diff1": 0.169117, "nauc_map_at_10_max": 0.103818, "nauc_map_at_10_std": -0.356034, "nauc_map_at_10_diff1": 0.159314, "nauc_map_at_20_max": 0.142756, "nauc_map_at_20_std": -0.360322, "nauc_map_at_20_diff1": 0.156755, "nauc_map_at_100_max": 0.197637, "nauc_map_at_100_std": -0.242139, "nauc_map_at_100_diff1": 0.150475, "nauc_map_at_1000_max": 0.202309, "nauc_map_at_1000_std": -0.191037, "nauc_map_at_1000_diff1": 0.15304, "nauc_recall_at_1_max": -0.049237, "nauc_recall_at_1_std": -0.276189, "nauc_recall_at_1_diff1": 0.207381, "nauc_recall_at_3_max": -0.026957, "nauc_recall_at_3_std": -0.359865, "nauc_recall_at_3_diff1": 0.169499, "nauc_recall_at_5_max": 0.01422, "nauc_recall_at_5_std": -0.370481, "nauc_recall_at_5_diff1": 0.136125, "nauc_recall_at_10_max": 0.075744, "nauc_recall_at_10_std": -0.469912, "nauc_recall_at_10_diff1": 0.111002, "nauc_recall_at_20_max": 0.103137, "nauc_recall_at_20_std": -0.598196, "nauc_recall_at_20_diff1": 0.105559, "nauc_recall_at_100_max": 0.148351, "nauc_recall_at_100_std": -0.581368, "nauc_recall_at_100_diff1": -0.050313, "nauc_recall_at_1000_max": 0.246374, "nauc_recall_at_1000_std": 0.644437, "nauc_recall_at_1000_diff1": -0.386544, "nauc_precision_at_1_max": 0.231055, "nauc_precision_at_1_std": 0.05121, "nauc_precision_at_1_diff1": 0.151913, "nauc_precision_at_3_max": 0.288717, "nauc_precision_at_3_std": 0.037174, "nauc_precision_at_3_diff1": 0.042666, "nauc_precision_at_5_max": 0.305269, "nauc_precision_at_5_std": 0.14074, "nauc_precision_at_5_diff1": 0.012502, "nauc_precision_at_10_max": 0.340449, "nauc_precision_at_10_std": 0.169931, "nauc_precision_at_10_diff1": -0.012108, "nauc_precision_at_20_max": 0.28537, "nauc_precision_at_20_std": 0.319953, "nauc_precision_at_20_diff1": -0.023293, "nauc_precision_at_100_max": 0.15941, "nauc_precision_at_100_std": 0.588874, "nauc_precision_at_100_diff1": -0.04599, "nauc_precision_at_1000_max": 0.081902, "nauc_precision_at_1000_std": 0.634656, "nauc_precision_at_1000_diff1": -0.032665, "nauc_mrr_at_1_max": 0.231055, "nauc_mrr_at_1_std": 0.05121, "nauc_mrr_at_1_diff1": 0.151913, "nauc_mrr_at_3_max": 0.246681, "nauc_mrr_at_3_std": 0.065081, "nauc_mrr_at_3_diff1": 0.108823, "nauc_mrr_at_5_max": 0.253117, "nauc_mrr_at_5_std": 0.07767, "nauc_mrr_at_5_diff1": 0.12195, "nauc_mrr_at_10_max": 0.256608, "nauc_mrr_at_10_std": 0.080825, "nauc_mrr_at_10_diff1": 0.121878, "nauc_mrr_at_20_max": 0.254518, "nauc_mrr_at_20_std": 0.07691, "nauc_mrr_at_20_diff1": 0.122804, "nauc_mrr_at_100_max": 0.253291, "nauc_mrr_at_100_std": 0.076455, "nauc_mrr_at_100_diff1": 0.122723, "nauc_mrr_at_1000_max": 0.253291, "nauc_mrr_at_1000_std": 0.076455, "nauc_mrr_at_1000_diff1": 0.122723, "cv_recall_at_1": 0.53, "cv_recall_at_3": 0.795, "cv_recall_at_5": 0.875, "cv_recall_at_10": 0.965, "cv_recall_at_20": 0.985, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.51754, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1875, "ndcg_at_3": 0.21222, "ndcg_at_5": 0.22904, "ndcg_at_10": 0.26977, "ndcg_at_20": 0.31934, "ndcg_at_100": 0.40208, "ndcg_at_1000": 0.47428, "map_at_1": 0.04838, "map_at_3": 0.10421, "map_at_5": 0.12952, "map_at_10": 0.16944, "map_at_20": 0.20392, "map_at_100": 0.24188, "map_at_1000": 0.25705, "recall_at_1": 0.04838, "recall_at_3": 0.13026, "recall_at_5": 0.18574, "recall_at_10": 0.29864, "recall_at_20": 0.42468, "recall_at_100": 0.6747, "recall_at_1000": 0.93535, "accuracy": 0.04838, "precision_at_1": 0.22, "precision_at_3": 0.22667, "precision_at_5": 0.217, "precision_at_10": 0.1985, "precision_at_20": 0.1605, "precision_at_100": 0.06915, "precision_at_1000": 0.01229, "mrr_at_1": 0.22, "mrr_at_3": 0.308333, "mrr_at_5": 0.344333, "mrr_at_10": 0.363127, "mrr_at_20": 0.370536, "mrr_at_100": 0.373972, "mrr_at_1000": 0.374229, "nauc_ndcg_at_1_max": 0.208929, "nauc_ndcg_at_1_std": 0.036708, "nauc_ndcg_at_1_diff1": -0.086481, "nauc_ndcg_at_3_max": 0.187324, "nauc_ndcg_at_3_std": 0.015508, "nauc_ndcg_at_3_diff1": -0.077996, "nauc_ndcg_at_5_max": 0.181537, "nauc_ndcg_at_5_std": 0.026287, "nauc_ndcg_at_5_diff1": -0.078381, "nauc_ndcg_at_10_max": 0.234677, "nauc_ndcg_at_10_std": 0.073432, "nauc_ndcg_at_10_diff1": -0.133409, "nauc_ndcg_at_20_max": 0.243429, "nauc_ndcg_at_20_std": 0.080123, "nauc_ndcg_at_20_diff1": -0.143653, "nauc_ndcg_at_100_max": 0.279132, "nauc_ndcg_at_100_std": 0.120799, "nauc_ndcg_at_100_diff1": -0.107416, "nauc_ndcg_at_1000_max": 0.336634, "nauc_ndcg_at_1000_std": 0.198213, "nauc_ndcg_at_1000_diff1": -0.063785, "nauc_map_at_1_max": 0.058299, "nauc_map_at_1_std": -0.112109, "nauc_map_at_1_diff1": 0.107612, "nauc_map_at_3_max": 0.097036, "nauc_map_at_3_std": -0.069736, "nauc_map_at_3_diff1": 0.059441, "nauc_map_at_5_max": 0.096481, "nauc_map_at_5_std": -0.073367, "nauc_map_at_5_diff1": 0.0168, "nauc_map_at_10_max": 0.157944, "nauc_map_at_10_std": -0.023011, "nauc_map_at_10_diff1": -0.055764, "nauc_map_at_20_max": 0.190105, "nauc_map_at_20_std": 0.014201, "nauc_map_at_20_diff1": -0.091379, "nauc_map_at_100_max": 0.235552, "nauc_map_at_100_std": 0.076916, "nauc_map_at_100_diff1": -0.104908, "nauc_map_at_1000_max": 0.266765, "nauc_map_at_1000_std": 0.112572, "nauc_map_at_1000_diff1": -0.092609, "nauc_recall_at_1_max": 0.058299, "nauc_recall_at_1_std": -0.112109, "nauc_recall_at_1_diff1": 0.107612, "nauc_recall_at_3_max": 0.086748, "nauc_recall_at_3_std": -0.077528, "nauc_recall_at_3_diff1": 0.060999, "nauc_recall_at_5_max": 0.094329, "nauc_recall_at_5_std": -0.055116, "nauc_recall_at_5_diff1": 0.010283, "nauc_recall_at_10_max": 0.148765, "nauc_recall_at_10_std": -0.016186, "nauc_recall_at_10_diff1": -0.097047, "nauc_recall_at_20_max": 0.150591, "nauc_recall_at_20_std": -0.014019, "nauc_recall_at_20_diff1": -0.105395, "nauc_recall_at_100_max": 0.219714, "nauc_recall_at_100_std": 0.078567, "nauc_recall_at_100_diff1": -0.047752, "nauc_recall_at_1000_max": 0.592682, "nauc_recall_at_1000_std": 0.601857, "nauc_recall_at_1000_diff1": 0.21375, "nauc_precision_at_1_max": 0.179833, "nauc_precision_at_1_std": 0.008391, "nauc_precision_at_1_diff1": -0.121041, "nauc_precision_at_3_max": 0.214774, "nauc_precision_at_3_std": 0.07692, "nauc_precision_at_3_diff1": -0.1446, "nauc_precision_at_5_max": 0.246263, "nauc_precision_at_5_std": 0.137891, "nauc_precision_at_5_diff1": -0.191579, "nauc_precision_at_10_max": 0.33696, "nauc_precision_at_10_std": 0.268245, "nauc_precision_at_10_diff1": -0.276749, "nauc_precision_at_20_max": 0.358721, "nauc_precision_at_20_std": 0.323085, "nauc_precision_at_20_diff1": -0.236396, "nauc_precision_at_100_max": 0.361553, "nauc_precision_at_100_std": 0.394001, "nauc_precision_at_100_diff1": -0.023746, "nauc_precision_at_1000_max": 0.267222, "nauc_precision_at_1000_std": 0.326979, "nauc_precision_at_1000_diff1": 0.092062, "nauc_mrr_at_1_max": 0.179833, "nauc_mrr_at_1_std": 0.008391, "nauc_mrr_at_1_diff1": -0.121041, "nauc_mrr_at_3_max": 0.194139, "nauc_mrr_at_3_std": 0.044651, "nauc_mrr_at_3_diff1": -0.1271, "nauc_mrr_at_5_max": 0.222321, "nauc_mrr_at_5_std": 0.086831, "nauc_mrr_at_5_diff1": -0.136672, "nauc_mrr_at_10_max": 0.22523, "nauc_mrr_at_10_std": 0.086687, "nauc_mrr_at_10_diff1": -0.133451, "nauc_mrr_at_20_max": 0.224926, "nauc_mrr_at_20_std": 0.084527, "nauc_mrr_at_20_diff1": -0.127847, "nauc_mrr_at_100_max": 0.223598, "nauc_mrr_at_100_std": 0.082915, "nauc_mrr_at_100_diff1": -0.125933, "nauc_mrr_at_1000_max": 0.223243, "nauc_mrr_at_1000_std": 0.082545, "nauc_mrr_at_1000_diff1": -0.126237, "cv_recall_at_1": 0.22, "cv_recall_at_3": 0.415, "cv_recall_at_5": 0.57, "cv_recall_at_10": 0.71, "cv_recall_at_20": 0.815, "cv_recall_at_100": 0.94, "cv_recall_at_1000": 0.985, "main_score": 0.26977, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.235, "ndcg_at_3": 0.25963, "ndcg_at_5": 0.27712, "ndcg_at_10": 0.32845, "ndcg_at_20": 0.37494, "ndcg_at_100": 0.45323, "ndcg_at_1000": 0.5194, "map_at_1": 0.06051, "map_at_3": 0.12993, "map_at_5": 0.1616, "map_at_10": 0.21558, "map_at_20": 0.2523, "map_at_100": 0.29165, "map_at_1000": 0.3067, "recall_at_1": 0.06051, "recall_at_3": 0.16244, "recall_at_5": 0.22339, "recall_at_10": 0.35268, "recall_at_20": 0.47943, "recall_at_100": 0.72649, "recall_at_1000": 0.95415, "accuracy": 0.06051, "precision_at_1": 0.28, "precision_at_3": 0.27167, "precision_at_5": 0.258, "precision_at_10": 0.24, "precision_at_20": 0.1805, "precision_at_100": 0.07215, "precision_at_1000": 0.01283, "mrr_at_1": 0.28, "mrr_at_3": 0.39, "mrr_at_5": 0.40675, "mrr_at_10": 0.427786, "mrr_at_20": 0.434545, "mrr_at_100": 0.437613, "mrr_at_1000": 0.437731, "nauc_ndcg_at_1_max": 0.120448, "nauc_ndcg_at_1_std": -0.068941, "nauc_ndcg_at_1_diff1": 0.000565, "nauc_ndcg_at_3_max": 0.172137, "nauc_ndcg_at_3_std": -0.032675, "nauc_ndcg_at_3_diff1": -0.021268, "nauc_ndcg_at_5_max": 0.190595, "nauc_ndcg_at_5_std": -0.047419, "nauc_ndcg_at_5_diff1": 0.011829, "nauc_ndcg_at_10_max": 0.262172, "nauc_ndcg_at_10_std": -0.008562, "nauc_ndcg_at_10_diff1": 0.031547, "nauc_ndcg_at_20_max": 0.307563, "nauc_ndcg_at_20_std": -0.001398, "nauc_ndcg_at_20_diff1": 0.027062, "nauc_ndcg_at_100_max": 0.335812, "nauc_ndcg_at_100_std": 0.023787, "nauc_ndcg_at_100_diff1": 0.00162, "nauc_ndcg_at_1000_max": 0.316547, "nauc_ndcg_at_1000_std": 0.140706, "nauc_ndcg_at_1000_diff1": -0.014559, "nauc_map_at_1_max": 0.125275, "nauc_map_at_1_std": -0.113252, "nauc_map_at_1_diff1": 0.1891, "nauc_map_at_3_max": 0.125867, "nauc_map_at_3_std": -0.112325, "nauc_map_at_3_diff1": 0.1142, "nauc_map_at_5_max": 0.164165, "nauc_map_at_5_std": -0.109876, "nauc_map_at_5_diff1": 0.097462, "nauc_map_at_10_max": 0.216624, "nauc_map_at_10_std": -0.083727, "nauc_map_at_10_diff1": 0.07014, "nauc_map_at_20_max": 0.261914, "nauc_map_at_20_std": -0.058593, "nauc_map_at_20_diff1": 0.052486, "nauc_map_at_100_max": 0.306581, "nauc_map_at_100_std": -0.001508, "nauc_map_at_100_diff1": 0.034583, "nauc_map_at_1000_max": 0.315358, "nauc_map_at_1000_std": 0.042561, "nauc_map_at_1000_diff1": 0.032636, "nauc_recall_at_1_max": 0.125275, "nauc_recall_at_1_std": -0.113252, "nauc_recall_at_1_diff1": 0.1891, "nauc_recall_at_3_max": 0.127521, "nauc_recall_at_3_std": -0.11055, "nauc_recall_at_3_diff1": 0.08121, "nauc_recall_at_5_max": 0.182277, "nauc_recall_at_5_std": -0.113416, "nauc_recall_at_5_diff1": 0.11828, "nauc_recall_at_10_max": 0.247082, "nauc_recall_at_10_std": -0.095371, "nauc_recall_at_10_diff1": 0.091167, "nauc_recall_at_20_max": 0.31995, "nauc_recall_at_20_std": -0.07686, "nauc_recall_at_20_diff1": 0.08229, "nauc_recall_at_100_max": 0.392033, "nauc_recall_at_100_std": -0.091481, "nauc_recall_at_100_diff1": -0.006202, "nauc_recall_at_1000_max": 0.49732, "nauc_recall_at_1000_std": 0.452079, "nauc_recall_at_1000_diff1": -0.204546, "nauc_precision_at_1_max": 0.135559, "nauc_precision_at_1_std": -0.038445, "nauc_precision_at_1_diff1": -0.046769, "nauc_precision_at_3_max": 0.241093, "nauc_precision_at_3_std": 0.072011, "nauc_precision_at_3_diff1": -0.095021, "nauc_precision_at_5_max": 0.257041, "nauc_precision_at_5_std": 0.10005, "nauc_precision_at_5_diff1": -0.093135, "nauc_precision_at_10_max": 0.327529, "nauc_precision_at_10_std": 0.198073, "nauc_precision_at_10_diff1": -0.099397, "nauc_precision_at_20_max": 0.331668, "nauc_precision_at_20_std": 0.272716, "nauc_precision_at_20_diff1": -0.12781, "nauc_precision_at_100_max": 0.227462, "nauc_precision_at_100_std": 0.398455, "nauc_precision_at_100_diff1": -0.104462, "nauc_precision_at_1000_max": 0.016639, "nauc_precision_at_1000_std": 0.387894, "nauc_precision_at_1000_diff1": -0.072032, "nauc_mrr_at_1_max": 0.135559, "nauc_mrr_at_1_std": -0.038445, "nauc_mrr_at_1_diff1": -0.046769, "nauc_mrr_at_3_max": 0.215718, "nauc_mrr_at_3_std": 0.028291, "nauc_mrr_at_3_diff1": -0.068133, "nauc_mrr_at_5_max": 0.213144, "nauc_mrr_at_5_std": 0.020436, "nauc_mrr_at_5_diff1": -0.039364, "nauc_mrr_at_10_max": 0.221858, "nauc_mrr_at_10_std": 0.032314, "nauc_mrr_at_10_diff1": -0.038988, "nauc_mrr_at_20_max": 0.221476, "nauc_mrr_at_20_std": 0.034385, "nauc_mrr_at_20_diff1": -0.046953, "nauc_mrr_at_100_max": 0.220831, "nauc_mrr_at_100_std": 0.034776, "nauc_mrr_at_100_diff1": -0.04827, "nauc_mrr_at_1000_max": 0.220582, "nauc_mrr_at_1000_std": 0.034467, "nauc_mrr_at_1000_diff1": -0.04808, "cv_recall_at_1": 0.28, "cv_recall_at_3": 0.525, "cv_recall_at_5": 0.6, "cv_recall_at_10": 0.755, "cv_recall_at_20": 0.855, "cv_recall_at_100": 0.965, "cv_recall_at_1000": 0.995, "main_score": 0.32845, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "gastroenterology": [ { "ndcg_at_1": 0.5325, "ndcg_at_3": 0.50077, "ndcg_at_5": 0.50053, "ndcg_at_10": 0.49943, "ndcg_at_20": 0.51434, "ndcg_at_100": 0.60192, "ndcg_at_1000": 0.69232, "map_at_1": 0.06127, "map_at_3": 0.11721, "map_at_5": 0.15575, "map_at_10": 0.20809, "map_at_20": 0.26187, "map_at_100": 0.37968, "map_at_1000": 0.43393, "recall_at_1": 0.06127, "recall_at_3": 0.12824, "recall_at_5": 0.1869, "recall_at_10": 0.2804, "recall_at_20": 0.38915, "recall_at_100": 0.71947, "recall_at_1000": 0.97493, "accuracy": 0.06127, "precision_at_1": 0.67, "precision_at_3": 0.59833, "precision_at_5": 0.558, "precision_at_10": 0.4825, "precision_at_20": 0.41275, "precision_at_100": 0.2271, "precision_at_1000": 0.04728, "mrr_at_1": 0.67, "mrr_at_3": 0.761667, "mrr_at_5": 0.770917, "mrr_at_10": 0.77827, "mrr_at_20": 0.778876, "mrr_at_100": 0.779306, "mrr_at_1000": 0.779311, "nauc_ndcg_at_1_max": 0.39408, "nauc_ndcg_at_1_std": 0.178329, "nauc_ndcg_at_1_diff1": 0.337262, "nauc_ndcg_at_3_max": 0.464386, "nauc_ndcg_at_3_std": 0.208108, "nauc_ndcg_at_3_diff1": 0.276073, "nauc_ndcg_at_5_max": 0.471862, "nauc_ndcg_at_5_std": 0.165249, "nauc_ndcg_at_5_diff1": 0.261709, "nauc_ndcg_at_10_max": 0.509707, "nauc_ndcg_at_10_std": 0.158598, "nauc_ndcg_at_10_diff1": 0.250186, "nauc_ndcg_at_20_max": 0.533051, "nauc_ndcg_at_20_std": 0.17477, "nauc_ndcg_at_20_diff1": 0.2445, "nauc_ndcg_at_100_max": 0.594608, "nauc_ndcg_at_100_std": 0.315515, "nauc_ndcg_at_100_diff1": 0.256342, "nauc_ndcg_at_1000_max": 0.58019, "nauc_ndcg_at_1000_std": 0.267022, "nauc_ndcg_at_1000_diff1": 0.216798, "nauc_map_at_1_max": 0.235595, "nauc_map_at_1_std": -0.034042, "nauc_map_at_1_diff1": 0.599748, "nauc_map_at_3_max": 0.375949, "nauc_map_at_3_std": 0.093724, "nauc_map_at_3_diff1": 0.489298, "nauc_map_at_5_max": 0.379697, "nauc_map_at_5_std": 0.119196, "nauc_map_at_5_diff1": 0.408366, "nauc_map_at_10_max": 0.414849, "nauc_map_at_10_std": 0.168447, "nauc_map_at_10_diff1": 0.332749, "nauc_map_at_20_max": 0.449031, "nauc_map_at_20_std": 0.222682, "nauc_map_at_20_diff1": 0.287909, "nauc_map_at_100_max": 0.556255, "nauc_map_at_100_std": 0.31389, "nauc_map_at_100_diff1": 0.184643, "nauc_map_at_1000_max": 0.569961, "nauc_map_at_1000_std": 0.260388, "nauc_map_at_1000_diff1": 0.120351, "nauc_recall_at_1_max": 0.235595, "nauc_recall_at_1_std": -0.034042, "nauc_recall_at_1_diff1": 0.599748, "nauc_recall_at_3_max": 0.34726, "nauc_recall_at_3_std": 0.086854, "nauc_recall_at_3_diff1": 0.473212, "nauc_recall_at_5_max": 0.275882, "nauc_recall_at_5_std": 0.071909, "nauc_recall_at_5_diff1": 0.372033, "nauc_recall_at_10_max": 0.25301, "nauc_recall_at_10_std": 0.089204, "nauc_recall_at_10_diff1": 0.273557, "nauc_recall_at_20_max": 0.257096, "nauc_recall_at_20_std": 0.135153, "nauc_recall_at_20_diff1": 0.244797, "nauc_recall_at_100_max": 0.330788, "nauc_recall_at_100_std": 0.338011, "nauc_recall_at_100_diff1": 0.188557, "nauc_recall_at_1000_max": 0.413879, "nauc_recall_at_1000_std": 0.779264, "nauc_recall_at_1000_diff1": 0.283674, "nauc_precision_at_1_max": 0.546647, "nauc_precision_at_1_std": 0.239982, "nauc_precision_at_1_diff1": 0.265604, "nauc_precision_at_3_max": 0.465605, "nauc_precision_at_3_std": 0.244463, "nauc_precision_at_3_diff1": 0.004898, "nauc_precision_at_5_max": 0.384002, "nauc_precision_at_5_std": 0.138068, "nauc_precision_at_5_diff1": -0.10787, "nauc_precision_at_10_max": 0.334095, "nauc_precision_at_10_std": 0.121842, "nauc_precision_at_10_diff1": -0.221384, "nauc_precision_at_20_max": 0.233842, "nauc_precision_at_20_std": 0.072163, "nauc_precision_at_20_diff1": -0.280484, "nauc_precision_at_100_max": 0.071137, "nauc_precision_at_100_std": -0.053187, "nauc_precision_at_100_diff1": -0.276677, "nauc_precision_at_1000_max": -0.060864, "nauc_precision_at_1000_std": -0.268845, "nauc_precision_at_1000_diff1": -0.26956, "nauc_mrr_at_1_max": 0.546647, "nauc_mrr_at_1_std": 0.239982, "nauc_mrr_at_1_diff1": 0.265604, "nauc_mrr_at_3_max": 0.603251, "nauc_mrr_at_3_std": 0.249487, "nauc_mrr_at_3_diff1": 0.287053, "nauc_mrr_at_5_max": 0.594217, "nauc_mrr_at_5_std": 0.253182, "nauc_mrr_at_5_diff1": 0.293339, "nauc_mrr_at_10_max": 0.591172, "nauc_mrr_at_10_std": 0.25381, "nauc_mrr_at_10_diff1": 0.285874, "nauc_mrr_at_20_max": 0.590532, "nauc_mrr_at_20_std": 0.252696, "nauc_mrr_at_20_diff1": 0.285327, "nauc_mrr_at_100_max": 0.590531, "nauc_mrr_at_100_std": 0.251899, "nauc_mrr_at_100_diff1": 0.284449, "nauc_mrr_at_1000_max": 0.590519, "nauc_mrr_at_1000_std": 0.251877, "nauc_mrr_at_1000_diff1": 0.284447, "cv_recall_at_1": 0.67, "cv_recall_at_3": 0.875, "cv_recall_at_5": 0.915, "cv_recall_at_10": 0.97, "cv_recall_at_20": 0.98, "cv_recall_at_100": 0.995, "cv_recall_at_1000": 1.0, "main_score": 0.49943, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2475, "ndcg_at_3": 0.26484, "ndcg_at_5": 0.27336, "ndcg_at_10": 0.28555, "ndcg_at_20": 0.30041, "ndcg_at_100": 0.36965, "ndcg_at_1000": 0.49574, "map_at_1": 0.02968, "map_at_3": 0.06371, "map_at_5": 0.08647, "map_at_10": 0.11682, "map_at_20": 0.14521, "map_at_100": 0.20269, "map_at_1000": 0.24198, "recall_at_1": 0.02968, "recall_at_3": 0.07703, "recall_at_5": 0.1132, "recall_at_10": 0.17466, "recall_at_20": 0.24476, "recall_at_100": 0.48322, "recall_at_1000": 0.85632, "accuracy": 0.02968, "precision_at_1": 0.34, "precision_at_3": 0.32833, "precision_at_5": 0.32, "precision_at_10": 0.283, "precision_at_20": 0.24175, "precision_at_100": 0.13875, "precision_at_1000": 0.03875, "mrr_at_1": 0.34, "mrr_at_3": 0.43, "mrr_at_5": 0.45475, "mrr_at_10": 0.468964, "mrr_at_20": 0.474527, "mrr_at_100": 0.47726, "mrr_at_1000": 0.477608, "nauc_ndcg_at_1_max": 0.268512, "nauc_ndcg_at_1_std": 0.19448, "nauc_ndcg_at_1_diff1": 0.092161, "nauc_ndcg_at_3_max": 0.390147, "nauc_ndcg_at_3_std": 0.263498, "nauc_ndcg_at_3_diff1": 0.087481, "nauc_ndcg_at_5_max": 0.406771, "nauc_ndcg_at_5_std": 0.244144, "nauc_ndcg_at_5_diff1": 0.083422, "nauc_ndcg_at_10_max": 0.456167, "nauc_ndcg_at_10_std": 0.292149, "nauc_ndcg_at_10_diff1": 0.089921, "nauc_ndcg_at_20_max": 0.509653, "nauc_ndcg_at_20_std": 0.371318, "nauc_ndcg_at_20_diff1": 0.100575, "nauc_ndcg_at_100_max": 0.546608, "nauc_ndcg_at_100_std": 0.496593, "nauc_ndcg_at_100_diff1": 0.104115, "nauc_ndcg_at_1000_max": 0.551607, "nauc_ndcg_at_1000_std": 0.448349, "nauc_ndcg_at_1000_diff1": 0.110393, "nauc_map_at_1_max": 0.277926, "nauc_map_at_1_std": 0.200449, "nauc_map_at_1_diff1": 0.383098, "nauc_map_at_3_max": 0.419893, "nauc_map_at_3_std": 0.328793, "nauc_map_at_3_diff1": 0.313788, "nauc_map_at_5_max": 0.479992, "nauc_map_at_5_std": 0.358145, "nauc_map_at_5_diff1": 0.26382, "nauc_map_at_10_max": 0.489433, "nauc_map_at_10_std": 0.402684, "nauc_map_at_10_diff1": 0.198684, "nauc_map_at_20_max": 0.498227, "nauc_map_at_20_std": 0.424906, "nauc_map_at_20_diff1": 0.149705, "nauc_map_at_100_max": 0.518916, "nauc_map_at_100_std": 0.486716, "nauc_map_at_100_diff1": 0.104127, "nauc_map_at_1000_max": 0.569686, "nauc_map_at_1000_std": 0.46671, "nauc_map_at_1000_diff1": 0.092858, "nauc_recall_at_1_max": 0.277926, "nauc_recall_at_1_std": 0.200449, "nauc_recall_at_1_diff1": 0.383098, "nauc_recall_at_3_max": 0.404132, "nauc_recall_at_3_std": 0.325263, "nauc_recall_at_3_diff1": 0.267414, "nauc_recall_at_5_max": 0.460214, "nauc_recall_at_5_std": 0.335572, "nauc_recall_at_5_diff1": 0.232423, "nauc_recall_at_10_max": 0.443991, "nauc_recall_at_10_std": 0.379844, "nauc_recall_at_10_diff1": 0.170035, "nauc_recall_at_20_max": 0.445093, "nauc_recall_at_20_std": 0.434045, "nauc_recall_at_20_diff1": 0.131885, "nauc_recall_at_100_max": 0.462747, "nauc_recall_at_100_std": 0.588506, "nauc_recall_at_100_diff1": 0.091864, "nauc_recall_at_1000_max": 0.561131, "nauc_recall_at_1000_std": 0.73364, "nauc_recall_at_1000_diff1": 0.12372, "nauc_precision_at_1_max": 0.328294, "nauc_precision_at_1_std": 0.215308, "nauc_precision_at_1_diff1": 0.063701, "nauc_precision_at_3_max": 0.443719, "nauc_precision_at_3_std": 0.290279, "nauc_precision_at_3_diff1": 0.035451, "nauc_precision_at_5_max": 0.437912, "nauc_precision_at_5_std": 0.243767, "nauc_precision_at_5_diff1": -0.023057, "nauc_precision_at_10_max": 0.412722, "nauc_precision_at_10_std": 0.247716, "nauc_precision_at_10_diff1": -0.057375, "nauc_precision_at_20_max": 0.388821, "nauc_precision_at_20_std": 0.218188, "nauc_precision_at_20_diff1": -0.086181, "nauc_precision_at_100_max": 0.351155, "nauc_precision_at_100_std": 0.14273, "nauc_precision_at_100_diff1": -0.07233, "nauc_precision_at_1000_max": 0.259836, "nauc_precision_at_1000_std": -0.167, "nauc_precision_at_1000_diff1": -0.01922, "nauc_mrr_at_1_max": 0.328294, "nauc_mrr_at_1_std": 0.215308, "nauc_mrr_at_1_diff1": 0.063701, "nauc_mrr_at_3_max": 0.426408, "nauc_mrr_at_3_std": 0.278054, "nauc_mrr_at_3_diff1": 0.084009, "nauc_mrr_at_5_max": 0.409439, "nauc_mrr_at_5_std": 0.261184, "nauc_mrr_at_5_diff1": 0.07903, "nauc_mrr_at_10_max": 0.413682, "nauc_mrr_at_10_std": 0.263117, "nauc_mrr_at_10_diff1": 0.081613, "nauc_mrr_at_20_max": 0.411204, "nauc_mrr_at_20_std": 0.265954, "nauc_mrr_at_20_diff1": 0.080979, "nauc_mrr_at_100_max": 0.412267, "nauc_mrr_at_100_std": 0.26377, "nauc_mrr_at_100_diff1": 0.081834, "nauc_mrr_at_1000_max": 0.412029, "nauc_mrr_at_1000_std": 0.263934, "nauc_mrr_at_1000_diff1": 0.081946, "cv_recall_at_1": 0.34, "cv_recall_at_3": 0.54, "cv_recall_at_5": 0.65, "cv_recall_at_10": 0.755, "cv_recall_at_20": 0.83, "cv_recall_at_100": 0.935, "cv_recall_at_1000": 0.995, "main_score": 0.28555, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.295, "ndcg_at_3": 0.28356, "ndcg_at_5": 0.28261, "ndcg_at_10": 0.2952, "ndcg_at_20": 0.31782, "ndcg_at_100": 0.38991, "ndcg_at_1000": 0.51595, "map_at_1": 0.03662, "map_at_3": 0.06656, "map_at_5": 0.08605, "map_at_10": 0.11523, "map_at_20": 0.14929, "map_at_100": 0.21458, "map_at_1000": 0.25907, "recall_at_1": 0.03662, "recall_at_3": 0.07807, "recall_at_5": 0.1074, "recall_at_10": 0.17172, "recall_at_20": 0.25308, "recall_at_100": 0.49556, "recall_at_1000": 0.86998, "accuracy": 0.03662, "precision_at_1": 0.395, "precision_at_3": 0.34667, "precision_at_5": 0.325, "precision_at_10": 0.303, "precision_at_20": 0.27275, "precision_at_100": 0.1506, "precision_at_1000": 0.04092, "mrr_at_1": 0.395, "mrr_at_3": 0.4725, "mrr_at_5": 0.49325, "mrr_at_10": 0.505808, "mrr_at_20": 0.510999, "mrr_at_100": 0.514107, "mrr_at_1000": 0.514343, "nauc_ndcg_at_1_max": 0.328169, "nauc_ndcg_at_1_std": 0.123036, "nauc_ndcg_at_1_diff1": 0.010224, "nauc_ndcg_at_3_max": 0.429063, "nauc_ndcg_at_3_std": 0.229496, "nauc_ndcg_at_3_diff1": 0.016587, "nauc_ndcg_at_5_max": 0.463135, "nauc_ndcg_at_5_std": 0.264001, "nauc_ndcg_at_5_diff1": 0.018527, "nauc_ndcg_at_10_max": 0.485555, "nauc_ndcg_at_10_std": 0.334991, "nauc_ndcg_at_10_diff1": 0.016932, "nauc_ndcg_at_20_max": 0.532294, "nauc_ndcg_at_20_std": 0.381581, "nauc_ndcg_at_20_diff1": 0.028967, "nauc_ndcg_at_100_max": 0.624799, "nauc_ndcg_at_100_std": 0.53965, "nauc_ndcg_at_100_diff1": 0.034535, "nauc_ndcg_at_1000_max": 0.591624, "nauc_ndcg_at_1000_std": 0.456006, "nauc_ndcg_at_1000_diff1": -0.007044, "nauc_map_at_1_max": 0.215189, "nauc_map_at_1_std": 0.113737, "nauc_map_at_1_diff1": 0.367703, "nauc_map_at_3_max": 0.360136, "nauc_map_at_3_std": 0.250181, "nauc_map_at_3_diff1": 0.25414, "nauc_map_at_5_max": 0.440044, "nauc_map_at_5_std": 0.331084, "nauc_map_at_5_diff1": 0.225247, "nauc_map_at_10_max": 0.499619, "nauc_map_at_10_std": 0.400596, "nauc_map_at_10_diff1": 0.169979, "nauc_map_at_20_max": 0.557468, "nauc_map_at_20_std": 0.445272, "nauc_map_at_20_diff1": 0.137928, "nauc_map_at_100_max": 0.629935, "nauc_map_at_100_std": 0.538361, "nauc_map_at_100_diff1": 0.081319, "nauc_map_at_1000_max": 0.642919, "nauc_map_at_1000_std": 0.504554, "nauc_map_at_1000_diff1": 0.03843, "nauc_recall_at_1_max": 0.215189, "nauc_recall_at_1_std": 0.113737, "nauc_recall_at_1_diff1": 0.367703, "nauc_recall_at_3_max": 0.343856, "nauc_recall_at_3_std": 0.248003, "nauc_recall_at_3_diff1": 0.218436, "nauc_recall_at_5_max": 0.408053, "nauc_recall_at_5_std": 0.332867, "nauc_recall_at_5_diff1": 0.171371, "nauc_recall_at_10_max": 0.412498, "nauc_recall_at_10_std": 0.407761, "nauc_recall_at_10_diff1": 0.126049, "nauc_recall_at_20_max": 0.450718, "nauc_recall_at_20_std": 0.44139, "nauc_recall_at_20_diff1": 0.101572, "nauc_recall_at_100_max": 0.574803, "nauc_recall_at_100_std": 0.666542, "nauc_recall_at_100_diff1": 0.075994, "nauc_recall_at_1000_max": 0.631979, "nauc_recall_at_1000_std": 0.78499, "nauc_recall_at_1000_diff1": -0.115754, "nauc_precision_at_1_max": 0.443575, "nauc_precision_at_1_std": 0.18197, "nauc_precision_at_1_diff1": -0.031582, "nauc_precision_at_3_max": 0.500906, "nauc_precision_at_3_std": 0.276392, "nauc_precision_at_3_diff1": -0.084291, "nauc_precision_at_5_max": 0.516269, "nauc_precision_at_5_std": 0.289431, "nauc_precision_at_5_diff1": -0.084891, "nauc_precision_at_10_max": 0.483904, "nauc_precision_at_10_std": 0.309794, "nauc_precision_at_10_diff1": -0.117022, "nauc_precision_at_20_max": 0.433397, "nauc_precision_at_20_std": 0.25889, "nauc_precision_at_20_diff1": -0.142882, "nauc_precision_at_100_max": 0.299226, "nauc_precision_at_100_std": 0.149233, "nauc_precision_at_100_diff1": -0.153068, "nauc_precision_at_1000_max": 0.07076, "nauc_precision_at_1000_std": -0.17469, "nauc_precision_at_1000_diff1": -0.143393, "nauc_mrr_at_1_max": 0.443575, "nauc_mrr_at_1_std": 0.18197, "nauc_mrr_at_1_diff1": -0.031582, "nauc_mrr_at_3_max": 0.475246, "nauc_mrr_at_3_std": 0.224859, "nauc_mrr_at_3_diff1": -0.057302, "nauc_mrr_at_5_max": 0.481461, "nauc_mrr_at_5_std": 0.237841, "nauc_mrr_at_5_diff1": -0.052244, "nauc_mrr_at_10_max": 0.470541, "nauc_mrr_at_10_std": 0.241145, "nauc_mrr_at_10_diff1": -0.044946, "nauc_mrr_at_20_max": 0.471142, "nauc_mrr_at_20_std": 0.241306, "nauc_mrr_at_20_diff1": -0.047808, "nauc_mrr_at_100_max": 0.474518, "nauc_mrr_at_100_std": 0.241744, "nauc_mrr_at_100_diff1": -0.047971, "nauc_mrr_at_1000_max": 0.474238, "nauc_mrr_at_1000_std": 0.241237, "nauc_mrr_at_1000_diff1": -0.048165, "cv_recall_at_1": 0.395, "cv_recall_at_3": 0.57, "cv_recall_at_5": 0.66, "cv_recall_at_10": 0.755, "cv_recall_at_20": 0.83, "cv_recall_at_100": 0.94, "cv_recall_at_1000": 0.99, "main_score": 0.2952, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "genetics": [ { "ndcg_at_1": 0.5375, "ndcg_at_3": 0.52601, "ndcg_at_5": 0.53289, "ndcg_at_10": 0.53346, "ndcg_at_20": 0.54789, "ndcg_at_100": 0.59893, "ndcg_at_1000": 0.68903, "map_at_1": 0.09239, "map_at_3": 0.16594, "map_at_5": 0.20899, "map_at_10": 0.258, "map_at_20": 0.30591, "map_at_100": 0.39519, "map_at_1000": 0.45013, "recall_at_1": 0.09239, "recall_at_3": 0.18761, "recall_at_5": 0.25655, "recall_at_10": 0.34257, "recall_at_20": 0.44144, "recall_at_100": 0.67911, "recall_at_1000": 0.93196, "accuracy": 0.09239, "precision_at_1": 0.665, "precision_at_3": 0.59833, "precision_at_5": 0.564, "precision_at_10": 0.478, "precision_at_20": 0.398, "precision_at_100": 0.21415, "precision_at_1000": 0.05377, "mrr_at_1": 0.665, "mrr_at_3": 0.764167, "mrr_at_5": 0.776667, "mrr_at_10": 0.781403, "mrr_at_20": 0.782503, "mrr_at_100": 0.782503, "mrr_at_1000": 0.782513, "nauc_ndcg_at_1_max": 0.238964, "nauc_ndcg_at_1_std": 0.076352, "nauc_ndcg_at_1_diff1": 0.257259, "nauc_ndcg_at_3_max": 0.296348, "nauc_ndcg_at_3_std": 0.168476, "nauc_ndcg_at_3_diff1": 0.186389, "nauc_ndcg_at_5_max": 0.319083, "nauc_ndcg_at_5_std": 0.203573, "nauc_ndcg_at_5_diff1": 0.123389, "nauc_ndcg_at_10_max": 0.366519, "nauc_ndcg_at_10_std": 0.2358, "nauc_ndcg_at_10_diff1": 0.117543, "nauc_ndcg_at_20_max": 0.450706, "nauc_ndcg_at_20_std": 0.303172, "nauc_ndcg_at_20_diff1": 0.121666, "nauc_ndcg_at_100_max": 0.442234, "nauc_ndcg_at_100_std": 0.416843, "nauc_ndcg_at_100_diff1": 0.153939, "nauc_ndcg_at_1000_max": 0.449518, "nauc_ndcg_at_1000_std": 0.39118, "nauc_ndcg_at_1000_diff1": 0.092801, "nauc_map_at_1_max": 0.263514, "nauc_map_at_1_std": 0.142223, "nauc_map_at_1_diff1": 0.238902, "nauc_map_at_3_max": 0.28201, "nauc_map_at_3_std": 0.167036, "nauc_map_at_3_diff1": 0.238407, "nauc_map_at_5_max": 0.279411, "nauc_map_at_5_std": 0.21233, "nauc_map_at_5_diff1": 0.198546, "nauc_map_at_10_max": 0.326946, "nauc_map_at_10_std": 0.263938, "nauc_map_at_10_diff1": 0.163519, "nauc_map_at_20_max": 0.389467, "nauc_map_at_20_std": 0.316825, "nauc_map_at_20_diff1": 0.141207, "nauc_map_at_100_max": 0.404068, "nauc_map_at_100_std": 0.399836, "nauc_map_at_100_diff1": 0.127979, "nauc_map_at_1000_max": 0.424199, "nauc_map_at_1000_std": 0.377844, "nauc_map_at_1000_diff1": 0.09579, "nauc_recall_at_1_max": 0.263514, "nauc_recall_at_1_std": 0.142223, "nauc_recall_at_1_diff1": 0.238902, "nauc_recall_at_3_max": 0.243722, "nauc_recall_at_3_std": 0.191584, "nauc_recall_at_3_diff1": 0.24431, "nauc_recall_at_5_max": 0.218931, "nauc_recall_at_5_std": 0.229611, "nauc_recall_at_5_diff1": 0.182157, "nauc_recall_at_10_max": 0.276584, "nauc_recall_at_10_std": 0.285177, "nauc_recall_at_10_diff1": 0.134297, "nauc_recall_at_20_max": 0.368238, "nauc_recall_at_20_std": 0.364122, "nauc_recall_at_20_diff1": 0.112645, "nauc_recall_at_100_max": 0.331796, "nauc_recall_at_100_std": 0.550107, "nauc_recall_at_100_diff1": 0.091884, "nauc_recall_at_1000_max": 0.506708, "nauc_recall_at_1000_std": 0.832768, "nauc_recall_at_1000_diff1": 0.033879, "nauc_precision_at_1_max": 0.337177, "nauc_precision_at_1_std": 0.094671, "nauc_precision_at_1_diff1": 0.271745, "nauc_precision_at_3_max": 0.241692, "nauc_precision_at_3_std": 0.09266, "nauc_precision_at_3_diff1": 0.044632, "nauc_precision_at_5_max": 0.160338, "nauc_precision_at_5_std": 0.085273, "nauc_precision_at_5_diff1": -0.137807, "nauc_precision_at_10_max": 0.126126, "nauc_precision_at_10_std": 0.028997, "nauc_precision_at_10_diff1": -0.198191, "nauc_precision_at_20_max": 0.076917, "nauc_precision_at_20_std": -0.008263, "nauc_precision_at_20_diff1": -0.180257, "nauc_precision_at_100_max": -0.067288, "nauc_precision_at_100_std": -0.143496, "nauc_precision_at_100_diff1": -0.128564, "nauc_precision_at_1000_max": -0.076062, "nauc_precision_at_1000_std": -0.311221, "nauc_precision_at_1000_diff1": -0.104108, "nauc_mrr_at_1_max": 0.337177, "nauc_mrr_at_1_std": 0.094671, "nauc_mrr_at_1_diff1": 0.271745, "nauc_mrr_at_3_max": 0.349054, "nauc_mrr_at_3_std": 0.069374, "nauc_mrr_at_3_diff1": 0.246683, "nauc_mrr_at_5_max": 0.345995, "nauc_mrr_at_5_std": 0.085466, "nauc_mrr_at_5_diff1": 0.235727, "nauc_mrr_at_10_max": 0.340756, "nauc_mrr_at_10_std": 0.080345, "nauc_mrr_at_10_diff1": 0.240054, "nauc_mrr_at_20_max": 0.342375, "nauc_mrr_at_20_std": 0.079327, "nauc_mrr_at_20_diff1": 0.238454, "nauc_mrr_at_100_max": 0.342375, "nauc_mrr_at_100_std": 0.079327, "nauc_mrr_at_100_diff1": 0.238454, "nauc_mrr_at_1000_max": 0.342363, "nauc_mrr_at_1000_std": 0.079277, "nauc_mrr_at_1000_diff1": 0.238562, "cv_recall_at_1": 0.665, "cv_recall_at_3": 0.89, "cv_recall_at_5": 0.945, "cv_recall_at_10": 0.98, "cv_recall_at_20": 0.995, "cv_recall_at_100": 0.995, "cv_recall_at_1000": 1.0, "main_score": 0.53346, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1675, "ndcg_at_3": 0.19175, "ndcg_at_5": 0.20215, "ndcg_at_10": 0.22165, "ndcg_at_20": 0.23844, "ndcg_at_100": 0.29268, "ndcg_at_1000": 0.39194, "map_at_1": 0.03955, "map_at_3": 0.07873, "map_at_5": 0.0935, "map_at_10": 0.11522, "map_at_20": 0.13146, "map_at_100": 0.16323, "map_at_1000": 0.1891, "recall_at_1": 0.03955, "recall_at_3": 0.10048, "recall_at_5": 0.1296, "recall_at_10": 0.18879, "recall_at_20": 0.24905, "recall_at_100": 0.41805, "recall_at_1000": 0.69965, "accuracy": 0.03955, "precision_at_1": 0.22, "precision_at_3": 0.225, "precision_at_5": 0.212, "precision_at_10": 0.19, "precision_at_20": 0.155, "precision_at_100": 0.09195, "precision_at_1000": 0.02945, "mrr_at_1": 0.22, "mrr_at_3": 0.318333, "mrr_at_5": 0.336333, "mrr_at_10": 0.352954, "mrr_at_20": 0.358189, "mrr_at_100": 0.360936, "mrr_at_1000": 0.361517, "nauc_ndcg_at_1_max": 0.369662, "nauc_ndcg_at_1_std": 0.231746, "nauc_ndcg_at_1_diff1": 0.099364, "nauc_ndcg_at_3_max": 0.500485, "nauc_ndcg_at_3_std": 0.35799, "nauc_ndcg_at_3_diff1": 0.123923, "nauc_ndcg_at_5_max": 0.538263, "nauc_ndcg_at_5_std": 0.391259, "nauc_ndcg_at_5_diff1": 0.107476, "nauc_ndcg_at_10_max": 0.545997, "nauc_ndcg_at_10_std": 0.423346, "nauc_ndcg_at_10_diff1": 0.129106, "nauc_ndcg_at_20_max": 0.539091, "nauc_ndcg_at_20_std": 0.436419, "nauc_ndcg_at_20_diff1": 0.144193, "nauc_ndcg_at_100_max": 0.562174, "nauc_ndcg_at_100_std": 0.509472, "nauc_ndcg_at_100_diff1": 0.129591, "nauc_ndcg_at_1000_max": 0.622815, "nauc_ndcg_at_1000_std": 0.588963, "nauc_ndcg_at_1000_diff1": 0.113919, "nauc_map_at_1_max": 0.385514, "nauc_map_at_1_std": 0.234994, "nauc_map_at_1_diff1": 0.23581, "nauc_map_at_3_max": 0.405486, "nauc_map_at_3_std": 0.311197, "nauc_map_at_3_diff1": 0.232454, "nauc_map_at_5_max": 0.421129, "nauc_map_at_5_std": 0.33661, "nauc_map_at_5_diff1": 0.197461, "nauc_map_at_10_max": 0.459125, "nauc_map_at_10_std": 0.379086, "nauc_map_at_10_diff1": 0.169466, "nauc_map_at_20_max": 0.473561, "nauc_map_at_20_std": 0.402083, "nauc_map_at_20_diff1": 0.161095, "nauc_map_at_100_max": 0.529286, "nauc_map_at_100_std": 0.459963, "nauc_map_at_100_diff1": 0.145319, "nauc_map_at_1000_max": 0.565142, "nauc_map_at_1000_std": 0.484899, "nauc_map_at_1000_diff1": 0.136126, "nauc_recall_at_1_max": 0.385514, "nauc_recall_at_1_std": 0.234994, "nauc_recall_at_1_diff1": 0.23581, "nauc_recall_at_3_max": 0.381462, "nauc_recall_at_3_std": 0.324924, "nauc_recall_at_3_diff1": 0.23159, "nauc_recall_at_5_max": 0.388977, "nauc_recall_at_5_std": 0.342469, "nauc_recall_at_5_diff1": 0.194908, "nauc_recall_at_10_max": 0.391343, "nauc_recall_at_10_std": 0.373548, "nauc_recall_at_10_diff1": 0.159545, "nauc_recall_at_20_max": 0.376776, "nauc_recall_at_20_std": 0.389907, "nauc_recall_at_20_diff1": 0.159178, "nauc_recall_at_100_max": 0.409741, "nauc_recall_at_100_std": 0.501033, "nauc_recall_at_100_diff1": 0.143717, "nauc_recall_at_1000_max": 0.556685, "nauc_recall_at_1000_std": 0.790481, "nauc_recall_at_1000_diff1": 0.123948, "nauc_precision_at_1_max": 0.374678, "nauc_precision_at_1_std": 0.200213, "nauc_precision_at_1_diff1": 0.076569, "nauc_precision_at_3_max": 0.562297, "nauc_precision_at_3_std": 0.380922, "nauc_precision_at_3_diff1": 0.025656, "nauc_precision_at_5_max": 0.617357, "nauc_precision_at_5_std": 0.390836, "nauc_precision_at_5_diff1": -0.022636, "nauc_precision_at_10_max": 0.596308, "nauc_precision_at_10_std": 0.397111, "nauc_precision_at_10_diff1": -0.017656, "nauc_precision_at_20_max": 0.543813, "nauc_precision_at_20_std": 0.343725, "nauc_precision_at_20_diff1": 0.002002, "nauc_precision_at_100_max": 0.433616, "nauc_precision_at_100_std": 0.230571, "nauc_precision_at_100_diff1": -0.034732, "nauc_precision_at_1000_max": 0.311204, "nauc_precision_at_1000_std": 0.029091, "nauc_precision_at_1000_diff1": -0.122546, "nauc_mrr_at_1_max": 0.374678, "nauc_mrr_at_1_std": 0.200213, "nauc_mrr_at_1_diff1": 0.076569, "nauc_mrr_at_3_max": 0.490455, "nauc_mrr_at_3_std": 0.327298, "nauc_mrr_at_3_diff1": 0.088551, "nauc_mrr_at_5_max": 0.509455, "nauc_mrr_at_5_std": 0.333618, "nauc_mrr_at_5_diff1": 0.07489, "nauc_mrr_at_10_max": 0.504888, "nauc_mrr_at_10_std": 0.33214, "nauc_mrr_at_10_diff1": 0.070197, "nauc_mrr_at_20_max": 0.502748, "nauc_mrr_at_20_std": 0.328366, "nauc_mrr_at_20_diff1": 0.072269, "nauc_mrr_at_100_max": 0.501561, "nauc_mrr_at_100_std": 0.328952, "nauc_mrr_at_100_diff1": 0.074369, "nauc_mrr_at_1000_max": 0.501555, "nauc_mrr_at_1000_std": 0.328775, "nauc_mrr_at_1000_diff1": 0.074445, "cv_recall_at_1": 0.22, "cv_recall_at_3": 0.44, "cv_recall_at_5": 0.52, "cv_recall_at_10": 0.65, "cv_recall_at_20": 0.73, "cv_recall_at_100": 0.85, "cv_recall_at_1000": 0.98, "main_score": 0.22165, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.31, "ndcg_at_3": 0.28612, "ndcg_at_5": 0.2936, "ndcg_at_10": 0.31215, "ndcg_at_20": 0.32163, "ndcg_at_100": 0.37425, "ndcg_at_1000": 0.48, "map_at_1": 0.05883, "map_at_3": 0.09864, "map_at_5": 0.1217, "map_at_10": 0.15019, "map_at_20": 0.16995, "map_at_100": 0.21236, "map_at_1000": 0.246, "recall_at_1": 0.05883, "recall_at_3": 0.11463, "recall_at_5": 0.16218, "recall_at_10": 0.22982, "recall_at_20": 0.29196, "recall_at_100": 0.48697, "recall_at_1000": 0.78506, "accuracy": 0.05883, "precision_at_1": 0.405, "precision_at_3": 0.31833, "precision_at_5": 0.299, "precision_at_10": 0.2605, "precision_at_20": 0.214, "precision_at_100": 0.1238, "precision_at_1000": 0.03874, "mrr_at_1": 0.405, "mrr_at_3": 0.4825, "mrr_at_5": 0.5035, "mrr_at_10": 0.51651, "mrr_at_20": 0.521567, "mrr_at_100": 0.523914, "mrr_at_1000": 0.524229, "nauc_ndcg_at_1_max": 0.284478, "nauc_ndcg_at_1_std": 0.225575, "nauc_ndcg_at_1_diff1": 0.291789, "nauc_ndcg_at_3_max": 0.369629, "nauc_ndcg_at_3_std": 0.314547, "nauc_ndcg_at_3_diff1": 0.321797, "nauc_ndcg_at_5_max": 0.40806, "nauc_ndcg_at_5_std": 0.368277, "nauc_ndcg_at_5_diff1": 0.320821, "nauc_ndcg_at_10_max": 0.457767, "nauc_ndcg_at_10_std": 0.424403, "nauc_ndcg_at_10_diff1": 0.31077, "nauc_ndcg_at_20_max": 0.461571, "nauc_ndcg_at_20_std": 0.46719, "nauc_ndcg_at_20_diff1": 0.297374, "nauc_ndcg_at_100_max": 0.498162, "nauc_ndcg_at_100_std": 0.58184, "nauc_ndcg_at_100_diff1": 0.239316, "nauc_ndcg_at_1000_max": 0.507853, "nauc_ndcg_at_1000_std": 0.579539, "nauc_ndcg_at_1000_diff1": 0.220468, "nauc_map_at_1_max": 0.339499, "nauc_map_at_1_std": 0.423401, "nauc_map_at_1_diff1": 0.271716, "nauc_map_at_3_max": 0.330117, "nauc_map_at_3_std": 0.447666, "nauc_map_at_3_diff1": 0.369616, "nauc_map_at_5_max": 0.332704, "nauc_map_at_5_std": 0.461675, "nauc_map_at_5_diff1": 0.354597, "nauc_map_at_10_max": 0.349508, "nauc_map_at_10_std": 0.477616, "nauc_map_at_10_diff1": 0.317746, "nauc_map_at_20_max": 0.355407, "nauc_map_at_20_std": 0.489675, "nauc_map_at_20_diff1": 0.3007, "nauc_map_at_100_max": 0.408544, "nauc_map_at_100_std": 0.553279, "nauc_map_at_100_diff1": 0.263293, "nauc_map_at_1000_max": 0.459583, "nauc_map_at_1000_std": 0.562278, "nauc_map_at_1000_diff1": 0.258205, "nauc_recall_at_1_max": 0.339499, "nauc_recall_at_1_std": 0.423401, "nauc_recall_at_1_diff1": 0.271716, "nauc_recall_at_3_max": 0.331627, "nauc_recall_at_3_std": 0.455176, "nauc_recall_at_3_diff1": 0.349188, "nauc_recall_at_5_max": 0.330318, "nauc_recall_at_5_std": 0.481376, "nauc_recall_at_5_diff1": 0.322064, "nauc_recall_at_10_max": 0.352459, "nauc_recall_at_10_std": 0.495247, "nauc_recall_at_10_diff1": 0.249978, "nauc_recall_at_20_max": 0.352838, "nauc_recall_at_20_std": 0.534687, "nauc_recall_at_20_diff1": 0.216302, "nauc_recall_at_100_max": 0.421878, "nauc_recall_at_100_std": 0.670883, "nauc_recall_at_100_diff1": 0.103129, "nauc_recall_at_1000_max": 0.517998, "nauc_recall_at_1000_std": 0.803087, "nauc_recall_at_1000_diff1": 0.10195, "nauc_precision_at_1_max": 0.303056, "nauc_precision_at_1_std": 0.183234, "nauc_precision_at_1_diff1": 0.298542, "nauc_precision_at_3_max": 0.361752, "nauc_precision_at_3_std": 0.25429, "nauc_precision_at_3_diff1": 0.259617, "nauc_precision_at_5_max": 0.351313, "nauc_precision_at_5_std": 0.246616, "nauc_precision_at_5_diff1": 0.180153, "nauc_precision_at_10_max": 0.386399, "nauc_precision_at_10_std": 0.219829, "nauc_precision_at_10_diff1": 0.09048, "nauc_precision_at_20_max": 0.346577, "nauc_precision_at_20_std": 0.172976, "nauc_precision_at_20_diff1": 0.035653, "nauc_precision_at_100_max": 0.283482, "nauc_precision_at_100_std": 0.062954, "nauc_precision_at_100_diff1": -0.027583, "nauc_precision_at_1000_max": 0.218729, "nauc_precision_at_1000_std": -0.209811, "nauc_precision_at_1000_diff1": 0.030423, "nauc_mrr_at_1_max": 0.303056, "nauc_mrr_at_1_std": 0.183234, "nauc_mrr_at_1_diff1": 0.298542, "nauc_mrr_at_3_max": 0.352032, "nauc_mrr_at_3_std": 0.26053, "nauc_mrr_at_3_diff1": 0.268906, "nauc_mrr_at_5_max": 0.359379, "nauc_mrr_at_5_std": 0.276937, "nauc_mrr_at_5_diff1": 0.260497, "nauc_mrr_at_10_max": 0.365456, "nauc_mrr_at_10_std": 0.276132, "nauc_mrr_at_10_diff1": 0.257451, "nauc_mrr_at_20_max": 0.362531, "nauc_mrr_at_20_std": 0.274064, "nauc_mrr_at_20_diff1": 0.257236, "nauc_mrr_at_100_max": 0.361842, "nauc_mrr_at_100_std": 0.27162, "nauc_mrr_at_100_diff1": 0.259875, "nauc_mrr_at_1000_max": 0.361555, "nauc_mrr_at_1000_std": 0.271324, "nauc_mrr_at_1000_diff1": 0.259877, "cv_recall_at_1": 0.405, "cv_recall_at_3": 0.585, "cv_recall_at_5": 0.675, "cv_recall_at_10": 0.77, "cv_recall_at_20": 0.84, "cv_recall_at_100": 0.93, "cv_recall_at_1000": 0.99, "main_score": 0.31215, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "neuroscience_and_neurology": [ { "ndcg_at_1": 0.4575, "ndcg_at_3": 0.44341, "ndcg_at_5": 0.43949, "ndcg_at_10": 0.43676, "ndcg_at_20": 0.44536, "ndcg_at_100": 0.53353, "ndcg_at_1000": 0.6427, "map_at_1": 0.04609, "map_at_3": 0.08578, "map_at_5": 0.11323, "map_at_10": 0.1583, "map_at_20": 0.20923, "map_at_100": 0.31934, "map_at_1000": 0.37045, "recall_at_1": 0.04609, "recall_at_3": 0.09398, "recall_at_5": 0.13862, "recall_at_10": 0.2252, "recall_at_20": 0.3433, "recall_at_100": 0.67929, "recall_at_1000": 0.96919, "accuracy": 0.04609, "precision_at_1": 0.605, "precision_at_3": 0.54, "precision_at_5": 0.512, "precision_at_10": 0.457, "precision_at_20": 0.388, "precision_at_100": 0.2108, "precision_at_1000": 0.03943, "mrr_at_1": 0.605, "mrr_at_3": 0.688333, "mrr_at_5": 0.705083, "mrr_at_10": 0.712151, "mrr_at_20": 0.715266, "mrr_at_100": 0.716358, "mrr_at_1000": 0.716394, "nauc_ndcg_at_1_max": 0.193106, "nauc_ndcg_at_1_std": 0.184998, "nauc_ndcg_at_1_diff1": 0.174131, "nauc_ndcg_at_3_max": 0.379801, "nauc_ndcg_at_3_std": 0.232975, "nauc_ndcg_at_3_diff1": 0.261399, "nauc_ndcg_at_5_max": 0.413008, "nauc_ndcg_at_5_std": 0.236199, "nauc_ndcg_at_5_diff1": 0.280891, "nauc_ndcg_at_10_max": 0.422717, "nauc_ndcg_at_10_std": 0.226404, "nauc_ndcg_at_10_diff1": 0.286863, "nauc_ndcg_at_20_max": 0.4368, "nauc_ndcg_at_20_std": 0.243801, "nauc_ndcg_at_20_diff1": 0.328598, "nauc_ndcg_at_100_max": 0.506837, "nauc_ndcg_at_100_std": 0.297514, "nauc_ndcg_at_100_diff1": 0.323855, "nauc_ndcg_at_1000_max": 0.537328, "nauc_ndcg_at_1000_std": 0.376243, "nauc_ndcg_at_1000_diff1": 0.287407, "nauc_map_at_1_max": -0.033865, "nauc_map_at_1_std": -0.000288, "nauc_map_at_1_diff1": 0.466328, "nauc_map_at_3_max": 0.121516, "nauc_map_at_3_std": -0.006669, "nauc_map_at_3_diff1": 0.390659, "nauc_map_at_5_max": 0.159024, "nauc_map_at_5_std": 0.005686, "nauc_map_at_5_diff1": 0.349973, "nauc_map_at_10_max": 0.21617, "nauc_map_at_10_std": 0.030988, "nauc_map_at_10_diff1": 0.314246, "nauc_map_at_20_max": 0.295754, "nauc_map_at_20_std": 0.082136, "nauc_map_at_20_diff1": 0.316604, "nauc_map_at_100_max": 0.462566, "nauc_map_at_100_std": 0.234658, "nauc_map_at_100_diff1": 0.329252, "nauc_map_at_1000_max": 0.500066, "nauc_map_at_1000_std": 0.296696, "nauc_map_at_1000_diff1": 0.330195, "nauc_recall_at_1_max": -0.033865, "nauc_recall_at_1_std": -0.000288, "nauc_recall_at_1_diff1": 0.466328, "nauc_recall_at_3_max": 0.129054, "nauc_recall_at_3_std": -0.005998, "nauc_recall_at_3_diff1": 0.389023, "nauc_recall_at_5_max": 0.122417, "nauc_recall_at_5_std": -0.008292, "nauc_recall_at_5_diff1": 0.303866, "nauc_recall_at_10_max": 0.091931, "nauc_recall_at_10_std": -0.032774, "nauc_recall_at_10_diff1": 0.226823, "nauc_recall_at_20_max": 0.117717, "nauc_recall_at_20_std": -0.002842, "nauc_recall_at_20_diff1": 0.223512, "nauc_recall_at_100_max": 0.271333, "nauc_recall_at_100_std": 0.170511, "nauc_recall_at_100_diff1": 0.227522, "nauc_recall_at_1000_max": 0.469678, "nauc_recall_at_1000_std": 0.648264, "nauc_recall_at_1000_diff1": 0.274961, "nauc_precision_at_1_max": 0.25577, "nauc_precision_at_1_std": 0.199037, "nauc_precision_at_1_diff1": 0.192756, "nauc_precision_at_3_max": 0.423582, "nauc_precision_at_3_std": 0.196416, "nauc_precision_at_3_diff1": 0.215234, "nauc_precision_at_5_max": 0.434807, "nauc_precision_at_5_std": 0.222473, "nauc_precision_at_5_diff1": 0.169981, "nauc_precision_at_10_max": 0.428086, "nauc_precision_at_10_std": 0.240078, "nauc_precision_at_10_diff1": 0.103038, "nauc_precision_at_20_max": 0.428949, "nauc_precision_at_20_std": 0.275413, "nauc_precision_at_20_diff1": 0.114484, "nauc_precision_at_100_max": 0.289409, "nauc_precision_at_100_std": 0.258682, "nauc_precision_at_100_diff1": 0.053263, "nauc_precision_at_1000_max": 0.102094, "nauc_precision_at_1000_std": 0.09819, "nauc_precision_at_1000_diff1": -0.024956, "nauc_mrr_at_1_max": 0.25577, "nauc_mrr_at_1_std": 0.199037, "nauc_mrr_at_1_diff1": 0.192756, "nauc_mrr_at_3_max": 0.376012, "nauc_mrr_at_3_std": 0.221655, "nauc_mrr_at_3_diff1": 0.261383, "nauc_mrr_at_5_max": 0.364261, "nauc_mrr_at_5_std": 0.242312, "nauc_mrr_at_5_diff1": 0.237876, "nauc_mrr_at_10_max": 0.350612, "nauc_mrr_at_10_std": 0.232414, "nauc_mrr_at_10_diff1": 0.238528, "nauc_mrr_at_20_max": 0.350413, "nauc_mrr_at_20_std": 0.230369, "nauc_mrr_at_20_diff1": 0.236311, "nauc_mrr_at_100_max": 0.348664, "nauc_mrr_at_100_std": 0.229118, "nauc_mrr_at_100_diff1": 0.235302, "nauc_mrr_at_1000_max": 0.348608, "nauc_mrr_at_1000_std": 0.22902, "nauc_mrr_at_1000_diff1": 0.235312, "cv_recall_at_1": 0.605, "cv_recall_at_3": 0.785, "cv_recall_at_5": 0.86, "cv_recall_at_10": 0.91, "cv_recall_at_20": 0.955, "cv_recall_at_100": 0.99, "cv_recall_at_1000": 1.0, "main_score": 0.43676, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1775, "ndcg_at_3": 0.18999, "ndcg_at_5": 0.18709, "ndcg_at_10": 0.18868, "ndcg_at_20": 0.1944, "ndcg_at_100": 0.26213, "ndcg_at_1000": 0.39733, "map_at_1": 0.01932, "map_at_3": 0.03978, "map_at_5": 0.04917, "map_at_10": 0.06482, "map_at_20": 0.08251, "map_at_100": 0.12424, "map_at_1000": 0.15412, "recall_at_1": 0.01932, "recall_at_3": 0.04545, "recall_at_5": 0.0653, "recall_at_10": 0.10525, "recall_at_20": 0.16092, "recall_at_100": 0.37212, "recall_at_1000": 0.76863, "accuracy": 0.01932, "precision_at_1": 0.24, "precision_at_3": 0.25333, "precision_at_5": 0.233, "precision_at_10": 0.2095, "precision_at_20": 0.1745, "precision_at_100": 0.1051, "precision_at_1000": 0.02844, "mrr_at_1": 0.24, "mrr_at_3": 0.326667, "mrr_at_5": 0.341417, "mrr_at_10": 0.359768, "mrr_at_20": 0.367342, "mrr_at_100": 0.372089, "mrr_at_1000": 0.372362, "nauc_ndcg_at_1_max": 0.208663, "nauc_ndcg_at_1_std": 0.218019, "nauc_ndcg_at_1_diff1": 0.08762, "nauc_ndcg_at_3_max": 0.232869, "nauc_ndcg_at_3_std": 0.23166, "nauc_ndcg_at_3_diff1": 0.052097, "nauc_ndcg_at_5_max": 0.245975, "nauc_ndcg_at_5_std": 0.258278, "nauc_ndcg_at_5_diff1": 0.043548, "nauc_ndcg_at_10_max": 0.291404, "nauc_ndcg_at_10_std": 0.292171, "nauc_ndcg_at_10_diff1": 0.047832, "nauc_ndcg_at_20_max": 0.306908, "nauc_ndcg_at_20_std": 0.319336, "nauc_ndcg_at_20_diff1": 0.043337, "nauc_ndcg_at_100_max": 0.370955, "nauc_ndcg_at_100_std": 0.444623, "nauc_ndcg_at_100_diff1": 0.044298, "nauc_ndcg_at_1000_max": 0.416121, "nauc_ndcg_at_1000_std": 0.481636, "nauc_ndcg_at_1000_diff1": -0.00326, "nauc_map_at_1_max": 0.170988, "nauc_map_at_1_std": -0.007529, "nauc_map_at_1_diff1": 0.228318, "nauc_map_at_3_max": 0.245964, "nauc_map_at_3_std": 0.047643, "nauc_map_at_3_diff1": 0.143874, "nauc_map_at_5_max": 0.239313, "nauc_map_at_5_std": 0.095793, "nauc_map_at_5_diff1": 0.114459, "nauc_map_at_10_max": 0.277469, "nauc_map_at_10_std": 0.160426, "nauc_map_at_10_diff1": 0.100846, "nauc_map_at_20_max": 0.314934, "nauc_map_at_20_std": 0.247088, "nauc_map_at_20_diff1": 0.070181, "nauc_map_at_100_max": 0.366377, "nauc_map_at_100_std": 0.373607, "nauc_map_at_100_diff1": 0.034896, "nauc_map_at_1000_max": 0.394216, "nauc_map_at_1000_std": 0.41072, "nauc_map_at_1000_diff1": 0.000667, "nauc_recall_at_1_max": 0.170988, "nauc_recall_at_1_std": -0.007529, "nauc_recall_at_1_diff1": 0.228318, "nauc_recall_at_3_max": 0.23148, "nauc_recall_at_3_std": 0.057506, "nauc_recall_at_3_diff1": 0.125913, "nauc_recall_at_5_max": 0.185545, "nauc_recall_at_5_std": 0.096561, "nauc_recall_at_5_diff1": 0.132985, "nauc_recall_at_10_max": 0.25437, "nauc_recall_at_10_std": 0.21548, "nauc_recall_at_10_diff1": 0.13498, "nauc_recall_at_20_max": 0.273002, "nauc_recall_at_20_std": 0.308816, "nauc_recall_at_20_diff1": 0.100835, "nauc_recall_at_100_max": 0.325577, "nauc_recall_at_100_std": 0.475856, "nauc_recall_at_100_diff1": 0.114928, "nauc_recall_at_1000_max": 0.565302, "nauc_recall_at_1000_std": 0.698104, "nauc_recall_at_1000_diff1": 0.077074, "nauc_precision_at_1_max": 0.217732, "nauc_precision_at_1_std": 0.244047, "nauc_precision_at_1_diff1": 0.09569, "nauc_precision_at_3_max": 0.249395, "nauc_precision_at_3_std": 0.257448, "nauc_precision_at_3_diff1": 0.020321, "nauc_precision_at_5_max": 0.27122, "nauc_precision_at_5_std": 0.309827, "nauc_precision_at_5_diff1": -0.000769, "nauc_precision_at_10_max": 0.333256, "nauc_precision_at_10_std": 0.377329, "nauc_precision_at_10_diff1": -0.024309, "nauc_precision_at_20_max": 0.318266, "nauc_precision_at_20_std": 0.399627, "nauc_precision_at_20_diff1": -0.08024, "nauc_precision_at_100_max": 0.271707, "nauc_precision_at_100_std": 0.382246, "nauc_precision_at_100_diff1": -0.12101, "nauc_precision_at_1000_max": 0.223996, "nauc_precision_at_1000_std": 0.170902, "nauc_precision_at_1000_diff1": -0.148725, "nauc_mrr_at_1_max": 0.217732, "nauc_mrr_at_1_std": 0.244047, "nauc_mrr_at_1_diff1": 0.09569, "nauc_mrr_at_3_max": 0.249928, "nauc_mrr_at_3_std": 0.269879, "nauc_mrr_at_3_diff1": 0.085079, "nauc_mrr_at_5_max": 0.247573, "nauc_mrr_at_5_std": 0.267889, "nauc_mrr_at_5_diff1": 0.090067, "nauc_mrr_at_10_max": 0.256664, "nauc_mrr_at_10_std": 0.283628, "nauc_mrr_at_10_diff1": 0.088803, "nauc_mrr_at_20_max": 0.249598, "nauc_mrr_at_20_std": 0.27549, "nauc_mrr_at_20_diff1": 0.085919, "nauc_mrr_at_100_max": 0.252457, "nauc_mrr_at_100_std": 0.279087, "nauc_mrr_at_100_diff1": 0.08783, "nauc_mrr_at_1000_max": 0.252215, "nauc_mrr_at_1000_std": 0.278809, "nauc_mrr_at_1000_diff1": 0.087658, "cv_recall_at_1": 0.24, "cv_recall_at_3": 0.435, "cv_recall_at_5": 0.5, "cv_recall_at_10": 0.63, "cv_recall_at_20": 0.74, "cv_recall_at_100": 0.905, "cv_recall_at_1000": 0.97, "main_score": 0.18868, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2325, "ndcg_at_3": 0.23528, "ndcg_at_5": 0.22759, "ndcg_at_10": 0.22741, "ndcg_at_20": 0.23451, "ndcg_at_100": 0.30128, "ndcg_at_1000": 0.43258, "map_at_1": 0.0259, "map_at_3": 0.05581, "map_at_5": 0.06703, "map_at_10": 0.0849, "map_at_20": 0.10664, "map_at_100": 0.15566, "map_at_1000": 0.18891, "recall_at_1": 0.0259, "recall_at_3": 0.06714, "recall_at_5": 0.0865, "recall_at_10": 0.12599, "recall_at_20": 0.1843, "recall_at_100": 0.40313, "recall_at_1000": 0.78147, "accuracy": 0.0259, "precision_at_1": 0.31, "precision_at_3": 0.29833, "precision_at_5": 0.267, "precision_at_10": 0.2365, "precision_at_20": 0.20125, "precision_at_100": 0.1168, "precision_at_1000": 0.02958, "mrr_at_1": 0.31, "mrr_at_3": 0.388333, "mrr_at_5": 0.404333, "mrr_at_10": 0.41919, "mrr_at_20": 0.425154, "mrr_at_100": 0.428375, "mrr_at_1000": 0.428767, "nauc_ndcg_at_1_max": 0.293067, "nauc_ndcg_at_1_std": 0.284733, "nauc_ndcg_at_1_diff1": 0.191538, "nauc_ndcg_at_3_max": 0.372392, "nauc_ndcg_at_3_std": 0.349929, "nauc_ndcg_at_3_diff1": 0.182041, "nauc_ndcg_at_5_max": 0.428475, "nauc_ndcg_at_5_std": 0.392128, "nauc_ndcg_at_5_diff1": 0.220475, "nauc_ndcg_at_10_max": 0.461899, "nauc_ndcg_at_10_std": 0.412601, "nauc_ndcg_at_10_diff1": 0.194514, "nauc_ndcg_at_20_max": 0.475214, "nauc_ndcg_at_20_std": 0.429788, "nauc_ndcg_at_20_diff1": 0.183112, "nauc_ndcg_at_100_max": 0.512403, "nauc_ndcg_at_100_std": 0.51616, "nauc_ndcg_at_100_diff1": 0.178308, "nauc_ndcg_at_1000_max": 0.578732, "nauc_ndcg_at_1000_std": 0.58009, "nauc_ndcg_at_1000_diff1": 0.124297, "nauc_map_at_1_max": 0.162185, "nauc_map_at_1_std": 0.162287, "nauc_map_at_1_diff1": 0.281224, "nauc_map_at_3_max": 0.20117, "nauc_map_at_3_std": 0.13335, "nauc_map_at_3_diff1": 0.261639, "nauc_map_at_5_max": 0.230412, "nauc_map_at_5_std": 0.165319, "nauc_map_at_5_diff1": 0.276551, "nauc_map_at_10_max": 0.28645, "nauc_map_at_10_std": 0.225294, "nauc_map_at_10_diff1": 0.250272, "nauc_map_at_20_max": 0.358073, "nauc_map_at_20_std": 0.297733, "nauc_map_at_20_diff1": 0.227358, "nauc_map_at_100_max": 0.491515, "nauc_map_at_100_std": 0.445906, "nauc_map_at_100_diff1": 0.213292, "nauc_map_at_1000_max": 0.554913, "nauc_map_at_1000_std": 0.511094, "nauc_map_at_1000_diff1": 0.174934, "nauc_recall_at_1_max": 0.162185, "nauc_recall_at_1_std": 0.162287, "nauc_recall_at_1_diff1": 0.281224, "nauc_recall_at_3_max": 0.159492, "nauc_recall_at_3_std": 0.159427, "nauc_recall_at_3_diff1": 0.239357, "nauc_recall_at_5_max": 0.195332, "nauc_recall_at_5_std": 0.187887, "nauc_recall_at_5_diff1": 0.26839, "nauc_recall_at_10_max": 0.234229, "nauc_recall_at_10_std": 0.233908, "nauc_recall_at_10_diff1": 0.200897, "nauc_recall_at_20_max": 0.297894, "nauc_recall_at_20_std": 0.298998, "nauc_recall_at_20_diff1": 0.193613, "nauc_recall_at_100_max": 0.420654, "nauc_recall_at_100_std": 0.528874, "nauc_recall_at_100_diff1": 0.141827, "nauc_recall_at_1000_max": 0.717106, "nauc_recall_at_1000_std": 0.778118, "nauc_recall_at_1000_diff1": 0.205681, "nauc_precision_at_1_max": 0.343762, "nauc_precision_at_1_std": 0.337006, "nauc_precision_at_1_diff1": 0.218098, "nauc_precision_at_3_max": 0.400514, "nauc_precision_at_3_std": 0.358055, "nauc_precision_at_3_diff1": 0.169429, "nauc_precision_at_5_max": 0.462947, "nauc_precision_at_5_std": 0.406661, "nauc_precision_at_5_diff1": 0.20475, "nauc_precision_at_10_max": 0.53193, "nauc_precision_at_10_std": 0.469191, "nauc_precision_at_10_diff1": 0.140817, "nauc_precision_at_20_max": 0.555287, "nauc_precision_at_20_std": 0.505653, "nauc_precision_at_20_diff1": 0.082981, "nauc_precision_at_100_max": 0.540296, "nauc_precision_at_100_std": 0.532556, "nauc_precision_at_100_diff1": 0.017913, "nauc_precision_at_1000_max": 0.336491, "nauc_precision_at_1000_std": 0.274709, "nauc_precision_at_1000_diff1": -0.161271, "nauc_mrr_at_1_max": 0.343762, "nauc_mrr_at_1_std": 0.337006, "nauc_mrr_at_1_diff1": 0.218098, "nauc_mrr_at_3_max": 0.360378, "nauc_mrr_at_3_std": 0.358349, "nauc_mrr_at_3_diff1": 0.202899, "nauc_mrr_at_5_max": 0.383152, "nauc_mrr_at_5_std": 0.374237, "nauc_mrr_at_5_diff1": 0.200774, "nauc_mrr_at_10_max": 0.386563, "nauc_mrr_at_10_std": 0.383441, "nauc_mrr_at_10_diff1": 0.18984, "nauc_mrr_at_20_max": 0.384899, "nauc_mrr_at_20_std": 0.380942, "nauc_mrr_at_20_diff1": 0.192218, "nauc_mrr_at_100_max": 0.383247, "nauc_mrr_at_100_std": 0.37983, "nauc_mrr_at_100_diff1": 0.192417, "nauc_mrr_at_1000_max": 0.383331, "nauc_mrr_at_1000_std": 0.379603, "nauc_mrr_at_1000_diff1": 0.192665, "cv_recall_at_1": 0.31, "cv_recall_at_3": 0.495, "cv_recall_at_5": 0.565, "cv_recall_at_10": 0.675, "cv_recall_at_20": 0.76, "cv_recall_at_100": 0.89, "cv_recall_at_1000": 0.985, "main_score": 0.22741, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "orthopedic_surgery": [ { "ndcg_at_1": 0.5425, "ndcg_at_3": 0.48707, "ndcg_at_5": 0.47863, "ndcg_at_10": 0.48334, "ndcg_at_20": 0.49868, "ndcg_at_100": 0.5798, "ndcg_at_1000": 0.64397, "map_at_1": 0.11983, "map_at_3": 0.19081, "map_at_5": 0.22819, "map_at_10": 0.27695, "map_at_20": 0.31451, "map_at_100": 0.36953, "map_at_1000": 0.38754, "recall_at_1": 0.11983, "recall_at_3": 0.2129, "recall_at_5": 0.27628, "recall_at_10": 0.3787, "recall_at_20": 0.47756, "recall_at_100": 0.74511, "recall_at_1000": 0.96894, "accuracy": 0.11983, "precision_at_1": 0.63, "precision_at_3": 0.495, "precision_at_5": 0.426, "precision_at_10": 0.331, "precision_at_20": 0.245, "precision_at_100": 0.0989, "precision_at_1000": 0.0144, "mrr_at_1": 0.63, "mrr_at_3": 0.716667, "mrr_at_5": 0.729167, "mrr_at_10": 0.74026, "mrr_at_20": 0.741742, "mrr_at_100": 0.742394, "mrr_at_1000": 0.74241, "nauc_ndcg_at_1_max": 0.525121, "nauc_ndcg_at_1_std": 0.221374, "nauc_ndcg_at_1_diff1": 0.472187, "nauc_ndcg_at_3_max": 0.479007, "nauc_ndcg_at_3_std": 0.181886, "nauc_ndcg_at_3_diff1": 0.33527, "nauc_ndcg_at_5_max": 0.429254, "nauc_ndcg_at_5_std": 0.153761, "nauc_ndcg_at_5_diff1": 0.270559, "nauc_ndcg_at_10_max": 0.399407, "nauc_ndcg_at_10_std": 0.109691, "nauc_ndcg_at_10_diff1": 0.252446, "nauc_ndcg_at_20_max": 0.40356, "nauc_ndcg_at_20_std": 0.101879, "nauc_ndcg_at_20_diff1": 0.244534, "nauc_ndcg_at_100_max": 0.424885, "nauc_ndcg_at_100_std": 0.166017, "nauc_ndcg_at_100_diff1": 0.25269, "nauc_ndcg_at_1000_max": 0.480164, "nauc_ndcg_at_1000_std": 0.244614, "nauc_ndcg_at_1000_diff1": 0.236534, "nauc_map_at_1_max": 0.111233, "nauc_map_at_1_std": -0.069243, "nauc_map_at_1_diff1": 0.291212, "nauc_map_at_3_max": 0.167848, "nauc_map_at_3_std": -0.083307, "nauc_map_at_3_diff1": 0.261329, "nauc_map_at_5_max": 0.183578, "nauc_map_at_5_std": -0.084095, "nauc_map_at_5_diff1": 0.237584, "nauc_map_at_10_max": 0.225761, "nauc_map_at_10_std": -0.073551, "nauc_map_at_10_diff1": 0.218427, "nauc_map_at_20_max": 0.257917, "nauc_map_at_20_std": -0.04586, "nauc_map_at_20_diff1": 0.212801, "nauc_map_at_100_max": 0.303857, "nauc_map_at_100_std": 0.048697, "nauc_map_at_100_diff1": 0.189018, "nauc_map_at_1000_max": 0.319709, "nauc_map_at_1000_std": 0.083843, "nauc_map_at_1000_diff1": 0.176516, "nauc_recall_at_1_max": 0.111233, "nauc_recall_at_1_std": -0.069243, "nauc_recall_at_1_diff1": 0.291212, "nauc_recall_at_3_max": 0.125791, "nauc_recall_at_3_std": -0.116576, "nauc_recall_at_3_diff1": 0.211018, "nauc_recall_at_5_max": 0.115626, "nauc_recall_at_5_std": -0.113168, "nauc_recall_at_5_diff1": 0.166852, "nauc_recall_at_10_max": 0.133254, "nauc_recall_at_10_std": -0.141335, "nauc_recall_at_10_diff1": 0.147147, "nauc_recall_at_20_max": 0.150955, "nauc_recall_at_20_std": -0.121414, "nauc_recall_at_20_diff1": 0.130601, "nauc_recall_at_100_max": 0.152166, "nauc_recall_at_100_std": 0.028368, "nauc_recall_at_100_diff1": 0.111402, "nauc_recall_at_1000_max": 0.278353, "nauc_recall_at_1000_std": 0.318623, "nauc_recall_at_1000_diff1": 0.10076, "nauc_precision_at_1_max": 0.529991, "nauc_precision_at_1_std": 0.267483, "nauc_precision_at_1_diff1": 0.446184, "nauc_precision_at_3_max": 0.407201, "nauc_precision_at_3_std": 0.21369, "nauc_precision_at_3_diff1": 0.131869, "nauc_precision_at_5_max": 0.362345, "nauc_precision_at_5_std": 0.23152, "nauc_precision_at_5_diff1": 0.012407, "nauc_precision_at_10_max": 0.351591, "nauc_precision_at_10_std": 0.290844, "nauc_precision_at_10_diff1": -0.045482, "nauc_precision_at_20_max": 0.297454, "nauc_precision_at_20_std": 0.316534, "nauc_precision_at_20_diff1": -0.086509, "nauc_precision_at_100_max": 0.197591, "nauc_precision_at_100_std": 0.406752, "nauc_precision_at_100_diff1": -0.156148, "nauc_precision_at_1000_max": 0.161847, "nauc_precision_at_1000_std": 0.376772, "nauc_precision_at_1000_diff1": -0.182029, "nauc_mrr_at_1_max": 0.529991, "nauc_mrr_at_1_std": 0.267483, "nauc_mrr_at_1_diff1": 0.446184, "nauc_mrr_at_3_max": 0.577231, "nauc_mrr_at_3_std": 0.30435, "nauc_mrr_at_3_diff1": 0.364059, "nauc_mrr_at_5_max": 0.582172, "nauc_mrr_at_5_std": 0.327229, "nauc_mrr_at_5_diff1": 0.358574, "nauc_mrr_at_10_max": 0.577805, "nauc_mrr_at_10_std": 0.312011, "nauc_mrr_at_10_diff1": 0.368366, "nauc_mrr_at_20_max": 0.576796, "nauc_mrr_at_20_std": 0.309871, "nauc_mrr_at_20_diff1": 0.368574, "nauc_mrr_at_100_max": 0.576072, "nauc_mrr_at_100_std": 0.310255, "nauc_mrr_at_100_diff1": 0.369831, "nauc_mrr_at_1000_max": 0.57604, "nauc_mrr_at_1000_std": 0.310203, "nauc_mrr_at_1000_diff1": 0.369872, "cv_recall_at_1": 0.63, "cv_recall_at_3": 0.82, "cv_recall_at_5": 0.875, "cv_recall_at_10": 0.955, "cv_recall_at_20": 0.975, "cv_recall_at_100": 0.995, "cv_recall_at_1000": 1.0, "main_score": 0.48334, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1225, "ndcg_at_3": 0.12795, "ndcg_at_5": 0.13028, "ndcg_at_10": 0.14818, "ndcg_at_20": 0.16478, "ndcg_at_100": 0.22229, "ndcg_at_1000": 0.31838, "map_at_1": 0.02932, "map_at_3": 0.04786, "map_at_5": 0.05532, "map_at_10": 0.07211, "map_at_20": 0.08463, "map_at_100": 0.10117, "map_at_1000": 0.11223, "recall_at_1": 0.02932, "recall_at_3": 0.06311, "recall_at_5": 0.08681, "recall_at_10": 0.1434, "recall_at_20": 0.20205, "recall_at_100": 0.37027, "recall_at_1000": 0.73709, "accuracy": 0.02932, "precision_at_1": 0.15, "precision_at_3": 0.135, "precision_at_5": 0.118, "precision_at_10": 0.1055, "precision_at_20": 0.08025, "precision_at_100": 0.0402, "precision_at_1000": 0.01013, "mrr_at_1": 0.15, "mrr_at_3": 0.21, "mrr_at_5": 0.2315, "mrr_at_10": 0.243671, "mrr_at_20": 0.252217, "mrr_at_100": 0.258039, "mrr_at_1000": 0.258879, "nauc_ndcg_at_1_max": 0.115726, "nauc_ndcg_at_1_std": 0.155332, "nauc_ndcg_at_1_diff1": 0.262353, "nauc_ndcg_at_3_max": 0.21686, "nauc_ndcg_at_3_std": 0.177341, "nauc_ndcg_at_3_diff1": 0.230789, "nauc_ndcg_at_5_max": 0.246345, "nauc_ndcg_at_5_std": 0.187726, "nauc_ndcg_at_5_diff1": 0.244812, "nauc_ndcg_at_10_max": 0.314754, "nauc_ndcg_at_10_std": 0.206381, "nauc_ndcg_at_10_diff1": 0.263513, "nauc_ndcg_at_20_max": 0.355987, "nauc_ndcg_at_20_std": 0.208838, "nauc_ndcg_at_20_diff1": 0.264563, "nauc_ndcg_at_100_max": 0.408795, "nauc_ndcg_at_100_std": 0.273724, "nauc_ndcg_at_100_diff1": 0.250332, "nauc_ndcg_at_1000_max": 0.418549, "nauc_ndcg_at_1000_std": 0.281229, "nauc_ndcg_at_1000_diff1": 0.202753, "nauc_map_at_1_max": 0.040059, "nauc_map_at_1_std": 0.009536, "nauc_map_at_1_diff1": 0.535147, "nauc_map_at_3_max": 0.180282, "nauc_map_at_3_std": 0.069689, "nauc_map_at_3_diff1": 0.408369, "nauc_map_at_5_max": 0.188266, "nauc_map_at_5_std": 0.084168, "nauc_map_at_5_diff1": 0.366957, "nauc_map_at_10_max": 0.283944, "nauc_map_at_10_std": 0.143675, "nauc_map_at_10_diff1": 0.330147, "nauc_map_at_20_max": 0.336658, "nauc_map_at_20_std": 0.186153, "nauc_map_at_20_diff1": 0.297989, "nauc_map_at_100_max": 0.370555, "nauc_map_at_100_std": 0.245643, "nauc_map_at_100_diff1": 0.270572, "nauc_map_at_1000_max": 0.377015, "nauc_map_at_1000_std": 0.259742, "nauc_map_at_1000_diff1": 0.256318, "nauc_recall_at_1_max": 0.040059, "nauc_recall_at_1_std": 0.009536, "nauc_recall_at_1_diff1": 0.535147, "nauc_recall_at_3_max": 0.211762, "nauc_recall_at_3_std": 0.055335, "nauc_recall_at_3_diff1": 0.359317, "nauc_recall_at_5_max": 0.213634, "nauc_recall_at_5_std": 0.054479, "nauc_recall_at_5_diff1": 0.282422, "nauc_recall_at_10_max": 0.332438, "nauc_recall_at_10_std": 0.128978, "nauc_recall_at_10_diff1": 0.271923, "nauc_recall_at_20_max": 0.365427, "nauc_recall_at_20_std": 0.149287, "nauc_recall_at_20_diff1": 0.225457, "nauc_recall_at_100_max": 0.478231, "nauc_recall_at_100_std": 0.331625, "nauc_recall_at_100_diff1": 0.237345, "nauc_recall_at_1000_max": 0.587334, "nauc_recall_at_1000_std": 0.461689, "nauc_recall_at_1000_diff1": 0.179083, "nauc_precision_at_1_max": 0.154511, "nauc_precision_at_1_std": 0.177936, "nauc_precision_at_1_diff1": 0.211844, "nauc_precision_at_3_max": 0.308107, "nauc_precision_at_3_std": 0.26212, "nauc_precision_at_3_diff1": 0.07457, "nauc_precision_at_5_max": 0.33793, "nauc_precision_at_5_std": 0.297407, "nauc_precision_at_5_diff1": 0.05533, "nauc_precision_at_10_max": 0.390432, "nauc_precision_at_10_std": 0.334793, "nauc_precision_at_10_diff1": 0.083788, "nauc_precision_at_20_max": 0.445902, "nauc_precision_at_20_std": 0.392621, "nauc_precision_at_20_diff1": 0.056231, "nauc_precision_at_100_max": 0.313704, "nauc_precision_at_100_std": 0.344824, "nauc_precision_at_100_diff1": -0.005333, "nauc_precision_at_1000_max": 0.095428, "nauc_precision_at_1000_std": 0.088059, "nauc_precision_at_1000_diff1": -0.115625, "nauc_mrr_at_1_max": 0.154511, "nauc_mrr_at_1_std": 0.177936, "nauc_mrr_at_1_diff1": 0.211844, "nauc_mrr_at_3_max": 0.20711, "nauc_mrr_at_3_std": 0.180517, "nauc_mrr_at_3_diff1": 0.173606, "nauc_mrr_at_5_max": 0.238875, "nauc_mrr_at_5_std": 0.18269, "nauc_mrr_at_5_diff1": 0.172402, "nauc_mrr_at_10_max": 0.241044, "nauc_mrr_at_10_std": 0.181623, "nauc_mrr_at_10_diff1": 0.187909, "nauc_mrr_at_20_max": 0.244463, "nauc_mrr_at_20_std": 0.18186, "nauc_mrr_at_20_diff1": 0.188446, "nauc_mrr_at_100_max": 0.24473, "nauc_mrr_at_100_std": 0.182487, "nauc_mrr_at_100_diff1": 0.186842, "nauc_mrr_at_1000_max": 0.243881, "nauc_mrr_at_1000_std": 0.182305, "nauc_mrr_at_1000_diff1": 0.186737, "cv_recall_at_1": 0.15, "cv_recall_at_3": 0.285, "cv_recall_at_5": 0.38, "cv_recall_at_10": 0.475, "cv_recall_at_20": 0.595, "cv_recall_at_100": 0.82, "cv_recall_at_1000": 0.98, "main_score": 0.14818, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2075, "ndcg_at_3": 0.21967, "ndcg_at_5": 0.21884, "ndcg_at_10": 0.23139, "ndcg_at_20": 0.24779, "ndcg_at_100": 0.31279, "ndcg_at_1000": 0.40217, "map_at_1": 0.05083, "map_at_3": 0.0797, "map_at_5": 0.09566, "map_at_10": 0.1181, "map_at_20": 0.1352, "map_at_100": 0.16088, "map_at_1000": 0.17535, "recall_at_1": 0.05083, "recall_at_3": 0.10137, "recall_at_5": 0.13915, "recall_at_10": 0.19908, "recall_at_20": 0.26539, "recall_at_100": 0.46764, "recall_at_1000": 0.80843, "accuracy": 0.05083, "precision_at_1": 0.26, "precision_at_3": 0.22833, "precision_at_5": 0.195, "precision_at_10": 0.163, "precision_at_20": 0.12325, "precision_at_100": 0.05825, "precision_at_1000": 0.01179, "mrr_at_1": 0.26, "mrr_at_3": 0.355833, "mrr_at_5": 0.372583, "mrr_at_10": 0.381623, "mrr_at_20": 0.388785, "mrr_at_100": 0.393387, "mrr_at_1000": 0.393702, "nauc_ndcg_at_1_max": 0.294571, "nauc_ndcg_at_1_std": 0.215851, "nauc_ndcg_at_1_diff1": 0.201157, "nauc_ndcg_at_3_max": 0.386259, "nauc_ndcg_at_3_std": 0.213198, "nauc_ndcg_at_3_diff1": 0.268613, "nauc_ndcg_at_5_max": 0.415672, "nauc_ndcg_at_5_std": 0.213318, "nauc_ndcg_at_5_diff1": 0.278343, "nauc_ndcg_at_10_max": 0.418766, "nauc_ndcg_at_10_std": 0.206333, "nauc_ndcg_at_10_diff1": 0.294786, "nauc_ndcg_at_20_max": 0.43661, "nauc_ndcg_at_20_std": 0.221884, "nauc_ndcg_at_20_diff1": 0.309481, "nauc_ndcg_at_100_max": 0.512613, "nauc_ndcg_at_100_std": 0.317579, "nauc_ndcg_at_100_diff1": 0.330062, "nauc_ndcg_at_1000_max": 0.533248, "nauc_ndcg_at_1000_std": 0.355464, "nauc_ndcg_at_1000_diff1": 0.29474, "nauc_map_at_1_max": 0.247948, "nauc_map_at_1_std": 0.012054, "nauc_map_at_1_diff1": 0.481032, "nauc_map_at_3_max": 0.328651, "nauc_map_at_3_std": 0.074746, "nauc_map_at_3_diff1": 0.44369, "nauc_map_at_5_max": 0.348883, "nauc_map_at_5_std": 0.091453, "nauc_map_at_5_diff1": 0.430445, "nauc_map_at_10_max": 0.377824, "nauc_map_at_10_std": 0.11043, "nauc_map_at_10_diff1": 0.405731, "nauc_map_at_20_max": 0.408966, "nauc_map_at_20_std": 0.146322, "nauc_map_at_20_diff1": 0.379365, "nauc_map_at_100_max": 0.466804, "nauc_map_at_100_std": 0.223159, "nauc_map_at_100_diff1": 0.368992, "nauc_map_at_1000_max": 0.481477, "nauc_map_at_1000_std": 0.248894, "nauc_map_at_1000_diff1": 0.361226, "nauc_recall_at_1_max": 0.247948, "nauc_recall_at_1_std": 0.012054, "nauc_recall_at_1_diff1": 0.481032, "nauc_recall_at_3_max": 0.310621, "nauc_recall_at_3_std": 0.061996, "nauc_recall_at_3_diff1": 0.373405, "nauc_recall_at_5_max": 0.318453, "nauc_recall_at_5_std": 0.08809, "nauc_recall_at_5_diff1": 0.360649, "nauc_recall_at_10_max": 0.328809, "nauc_recall_at_10_std": 0.088561, "nauc_recall_at_10_diff1": 0.335025, "nauc_recall_at_20_max": 0.380369, "nauc_recall_at_20_std": 0.140083, "nauc_recall_at_20_diff1": 0.30561, "nauc_recall_at_100_max": 0.510832, "nauc_recall_at_100_std": 0.382064, "nauc_recall_at_100_diff1": 0.337519, "nauc_recall_at_1000_max": 0.615229, "nauc_recall_at_1000_std": 0.534686, "nauc_recall_at_1000_diff1": 0.260478, "nauc_precision_at_1_max": 0.343427, "nauc_precision_at_1_std": 0.224907, "nauc_precision_at_1_diff1": 0.192434, "nauc_precision_at_3_max": 0.447172, "nauc_precision_at_3_std": 0.28193, "nauc_precision_at_3_diff1": 0.220884, "nauc_precision_at_5_max": 0.461076, "nauc_precision_at_5_std": 0.287723, "nauc_precision_at_5_diff1": 0.17355, "nauc_precision_at_10_max": 0.430139, "nauc_precision_at_10_std": 0.295334, "nauc_precision_at_10_diff1": 0.144296, "nauc_precision_at_20_max": 0.444109, "nauc_precision_at_20_std": 0.327492, "nauc_precision_at_20_diff1": 0.10905, "nauc_precision_at_100_max": 0.427262, "nauc_precision_at_100_std": 0.408243, "nauc_precision_at_100_diff1": 0.05356, "nauc_precision_at_1000_max": 0.245017, "nauc_precision_at_1000_std": 0.271004, "nauc_precision_at_1000_diff1": -0.025121, "nauc_mrr_at_1_max": 0.343427, "nauc_mrr_at_1_std": 0.224907, "nauc_mrr_at_1_diff1": 0.192434, "nauc_mrr_at_3_max": 0.391692, "nauc_mrr_at_3_std": 0.23553, "nauc_mrr_at_3_diff1": 0.199325, "nauc_mrr_at_5_max": 0.407538, "nauc_mrr_at_5_std": 0.241847, "nauc_mrr_at_5_diff1": 0.201602, "nauc_mrr_at_10_max": 0.406844, "nauc_mrr_at_10_std": 0.247771, "nauc_mrr_at_10_diff1": 0.20187, "nauc_mrr_at_20_max": 0.407541, "nauc_mrr_at_20_std": 0.246757, "nauc_mrr_at_20_diff1": 0.203217, "nauc_mrr_at_100_max": 0.409538, "nauc_mrr_at_100_std": 0.248968, "nauc_mrr_at_100_diff1": 0.204046, "nauc_mrr_at_1000_max": 0.409251, "nauc_mrr_at_1000_std": 0.248733, "nauc_mrr_at_1000_diff1": 0.20383, "cv_recall_at_1": 0.26, "cv_recall_at_3": 0.48, "cv_recall_at_5": 0.55, "cv_recall_at_10": 0.62, "cv_recall_at_20": 0.725, "cv_recall_at_100": 0.895, "cv_recall_at_1000": 0.98, "main_score": 0.23139, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "otorhinolaryngology": [ { "ndcg_at_1": 0.5925, "ndcg_at_3": 0.51447, "ndcg_at_5": 0.4895, "ndcg_at_10": 0.47179, "ndcg_at_20": 0.4669, "ndcg_at_100": 0.53884, "ndcg_at_1000": 0.64749, "map_at_1": 0.06128, "map_at_3": 0.11981, "map_at_5": 0.14661, "map_at_10": 0.18447, "map_at_20": 0.22167, "map_at_100": 0.29713, "map_at_1000": 0.34088, "recall_at_1": 0.06128, "recall_at_3": 0.13166, "recall_at_5": 0.17178, "recall_at_10": 0.24505, "recall_at_20": 0.34021, "recall_at_100": 0.62046, "recall_at_1000": 0.93578, "accuracy": 0.06128, "precision_at_1": 0.69, "precision_at_3": 0.555, "precision_at_5": 0.502, "precision_at_10": 0.4095, "precision_at_20": 0.32175, "precision_at_100": 0.1643, "precision_at_1000": 0.03371, "mrr_at_1": 0.69, "mrr_at_3": 0.77, "mrr_at_5": 0.78425, "mrr_at_10": 0.789081, "mrr_at_20": 0.790268, "mrr_at_100": 0.790996, "mrr_at_1000": 0.790996, "nauc_ndcg_at_1_max": 0.374909, "nauc_ndcg_at_1_std": 0.047631, "nauc_ndcg_at_1_diff1": 0.223505, "nauc_ndcg_at_3_max": 0.32679, "nauc_ndcg_at_3_std": 0.047733, "nauc_ndcg_at_3_diff1": 0.087796, "nauc_ndcg_at_5_max": 0.339843, "nauc_ndcg_at_5_std": 0.07823, "nauc_ndcg_at_5_diff1": 0.090878, "nauc_ndcg_at_10_max": 0.364101, "nauc_ndcg_at_10_std": 0.138812, "nauc_ndcg_at_10_diff1": 0.108939, "nauc_ndcg_at_20_max": 0.321272, "nauc_ndcg_at_20_std": 0.170502, "nauc_ndcg_at_20_diff1": 0.067962, "nauc_ndcg_at_100_max": 0.358349, "nauc_ndcg_at_100_std": 0.255503, "nauc_ndcg_at_100_diff1": 0.05395, "nauc_ndcg_at_1000_max": 0.393381, "nauc_ndcg_at_1000_std": 0.275047, "nauc_ndcg_at_1000_diff1": 0.043976, "nauc_map_at_1_max": 0.047902, "nauc_map_at_1_std": 0.16829, "nauc_map_at_1_diff1": 0.151038, "nauc_map_at_3_max": 0.161728, "nauc_map_at_3_std": 0.19658, "nauc_map_at_3_diff1": 0.079608, "nauc_map_at_5_max": 0.181396, "nauc_map_at_5_std": 0.183149, "nauc_map_at_5_diff1": 0.064953, "nauc_map_at_10_max": 0.219914, "nauc_map_at_10_std": 0.196578, "nauc_map_at_10_diff1": 0.073384, "nauc_map_at_20_max": 0.247129, "nauc_map_at_20_std": 0.205896, "nauc_map_at_20_diff1": 0.054691, "nauc_map_at_100_max": 0.314163, "nauc_map_at_100_std": 0.277579, "nauc_map_at_100_diff1": 0.015576, "nauc_map_at_1000_max": 0.317772, "nauc_map_at_1000_std": 0.307529, "nauc_map_at_1000_diff1": -0.018227, "nauc_recall_at_1_max": 0.047902, "nauc_recall_at_1_std": 0.16829, "nauc_recall_at_1_diff1": 0.151038, "nauc_recall_at_3_max": 0.141744, "nauc_recall_at_3_std": 0.194503, "nauc_recall_at_3_diff1": 0.086938, "nauc_recall_at_5_max": 0.146773, "nauc_recall_at_5_std": 0.184046, "nauc_recall_at_5_diff1": 0.074363, "nauc_recall_at_10_max": 0.138143, "nauc_recall_at_10_std": 0.207646, "nauc_recall_at_10_diff1": 0.0969, "nauc_recall_at_20_max": 0.10202, "nauc_recall_at_20_std": 0.173751, "nauc_recall_at_20_diff1": 0.042772, "nauc_recall_at_100_max": 0.191596, "nauc_recall_at_100_std": 0.293346, "nauc_recall_at_100_diff1": 0.002653, "nauc_recall_at_1000_max": 0.402052, "nauc_recall_at_1000_std": 0.628515, "nauc_recall_at_1000_diff1": 0.040804, "nauc_precision_at_1_max": 0.461947, "nauc_precision_at_1_std": 0.048477, "nauc_precision_at_1_diff1": 0.178334, "nauc_precision_at_3_max": 0.357736, "nauc_precision_at_3_std": 0.044938, "nauc_precision_at_3_diff1": -0.051001, "nauc_precision_at_5_max": 0.326514, "nauc_precision_at_5_std": 0.04147, "nauc_precision_at_5_diff1": -0.038805, "nauc_precision_at_10_max": 0.322693, "nauc_precision_at_10_std": 0.056251, "nauc_precision_at_10_diff1": -0.018449, "nauc_precision_at_20_max": 0.244705, "nauc_precision_at_20_std": 0.072713, "nauc_precision_at_20_diff1": -0.090405, "nauc_precision_at_100_max": 0.095204, "nauc_precision_at_100_std": 0.07744, "nauc_precision_at_100_diff1": -0.131869, "nauc_precision_at_1000_max": -0.004939, "nauc_precision_at_1000_std": 0.004379, "nauc_precision_at_1000_diff1": -0.14258, "nauc_mrr_at_1_max": 0.461947, "nauc_mrr_at_1_std": 0.048477, "nauc_mrr_at_1_diff1": 0.178334, "nauc_mrr_at_3_max": 0.451451, "nauc_mrr_at_3_std": 0.032166, "nauc_mrr_at_3_diff1": 0.18369, "nauc_mrr_at_5_max": 0.459826, "nauc_mrr_at_5_std": 0.052668, "nauc_mrr_at_5_diff1": 0.187627, "nauc_mrr_at_10_max": 0.451487, "nauc_mrr_at_10_std": 0.04695, "nauc_mrr_at_10_diff1": 0.183115, "nauc_mrr_at_20_max": 0.450425, "nauc_mrr_at_20_std": 0.043285, "nauc_mrr_at_20_diff1": 0.180617, "nauc_mrr_at_100_max": 0.451963, "nauc_mrr_at_100_std": 0.04485, "nauc_mrr_at_100_diff1": 0.182071, "nauc_mrr_at_1000_max": 0.451963, "nauc_mrr_at_1000_std": 0.04485, "nauc_mrr_at_1000_diff1": 0.182071, "cv_recall_at_1": 0.69, "cv_recall_at_3": 0.86, "cv_recall_at_5": 0.92, "cv_recall_at_10": 0.955, "cv_recall_at_20": 0.97, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.47179, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1275, "ndcg_at_3": 0.12485, "ndcg_at_5": 0.12608, "ndcg_at_10": 0.13236, "ndcg_at_20": 0.14637, "ndcg_at_100": 0.20612, "ndcg_at_1000": 0.31832, "map_at_1": 0.02042, "map_at_3": 0.03573, "map_at_5": 0.04118, "map_at_10": 0.05135, "map_at_20": 0.06376, "map_at_100": 0.09073, "map_at_1000": 0.11151, "recall_at_1": 0.02042, "recall_at_3": 0.04499, "recall_at_5": 0.05698, "recall_at_10": 0.08617, "recall_at_20": 0.13337, "recall_at_100": 0.29624, "recall_at_1000": 0.64654, "accuracy": 0.02042, "precision_at_1": 0.16, "precision_at_3": 0.14167, "precision_at_5": 0.134, "precision_at_10": 0.123, "precision_at_20": 0.11225, "precision_at_100": 0.0713, "precision_at_1000": 0.02018, "mrr_at_1": 0.16, "mrr_at_3": 0.214167, "mrr_at_5": 0.234417, "mrr_at_10": 0.246895, "mrr_at_20": 0.251463, "mrr_at_100": 0.258616, "mrr_at_1000": 0.259216, "nauc_ndcg_at_1_max": 0.459461, "nauc_ndcg_at_1_std": 0.466177, "nauc_ndcg_at_1_diff1": 0.172522, "nauc_ndcg_at_3_max": 0.499553, "nauc_ndcg_at_3_std": 0.509426, "nauc_ndcg_at_3_diff1": 0.092662, "nauc_ndcg_at_5_max": 0.518526, "nauc_ndcg_at_5_std": 0.488761, "nauc_ndcg_at_5_diff1": 0.068337, "nauc_ndcg_at_10_max": 0.539234, "nauc_ndcg_at_10_std": 0.534761, "nauc_ndcg_at_10_diff1": 0.037617, "nauc_ndcg_at_20_max": 0.520721, "nauc_ndcg_at_20_std": 0.535278, "nauc_ndcg_at_20_diff1": 0.051032, "nauc_ndcg_at_100_max": 0.550443, "nauc_ndcg_at_100_std": 0.560574, "nauc_ndcg_at_100_diff1": 0.016739, "nauc_ndcg_at_1000_max": 0.620607, "nauc_ndcg_at_1000_std": 0.552596, "nauc_ndcg_at_1000_diff1": -0.00372, "nauc_map_at_1_max": 0.398179, "nauc_map_at_1_std": 0.469352, "nauc_map_at_1_diff1": 0.14788, "nauc_map_at_3_max": 0.426922, "nauc_map_at_3_std": 0.528637, "nauc_map_at_3_diff1": 0.114594, "nauc_map_at_5_max": 0.455934, "nauc_map_at_5_std": 0.524397, "nauc_map_at_5_diff1": 0.118886, "nauc_map_at_10_max": 0.467018, "nauc_map_at_10_std": 0.54967, "nauc_map_at_10_diff1": 0.107441, "nauc_map_at_20_max": 0.47162, "nauc_map_at_20_std": 0.550518, "nauc_map_at_20_diff1": 0.092441, "nauc_map_at_100_max": 0.521031, "nauc_map_at_100_std": 0.584711, "nauc_map_at_100_diff1": 0.030764, "nauc_map_at_1000_max": 0.536909, "nauc_map_at_1000_std": 0.57505, "nauc_map_at_1000_diff1": 0.003079, "nauc_recall_at_1_max": 0.398179, "nauc_recall_at_1_std": 0.469352, "nauc_recall_at_1_diff1": 0.14788, "nauc_recall_at_3_max": 0.368337, "nauc_recall_at_3_std": 0.501411, "nauc_recall_at_3_diff1": 0.105536, "nauc_recall_at_5_max": 0.399995, "nauc_recall_at_5_std": 0.479399, "nauc_recall_at_5_diff1": 0.108749, "nauc_recall_at_10_max": 0.399159, "nauc_recall_at_10_std": 0.524643, "nauc_recall_at_10_diff1": 0.108093, "nauc_recall_at_20_max": 0.357134, "nauc_recall_at_20_std": 0.481201, "nauc_recall_at_20_diff1": 0.088475, "nauc_recall_at_100_max": 0.464534, "nauc_recall_at_100_std": 0.558177, "nauc_recall_at_100_diff1": 0.007292, "nauc_recall_at_1000_max": 0.674203, "nauc_recall_at_1000_std": 0.622722, "nauc_recall_at_1000_diff1": 0.017018, "nauc_precision_at_1_max": 0.446305, "nauc_precision_at_1_std": 0.468006, "nauc_precision_at_1_diff1": 0.144655, "nauc_precision_at_3_max": 0.497222, "nauc_precision_at_3_std": 0.524559, "nauc_precision_at_3_diff1": 0.050248, "nauc_precision_at_5_max": 0.530491, "nauc_precision_at_5_std": 0.451481, "nauc_precision_at_5_diff1": 0.010371, "nauc_precision_at_10_max": 0.541258, "nauc_precision_at_10_std": 0.487717, "nauc_precision_at_10_diff1": -0.04747, "nauc_precision_at_20_max": 0.471811, "nauc_precision_at_20_std": 0.432407, "nauc_precision_at_20_diff1": -0.064361, "nauc_precision_at_100_max": 0.423554, "nauc_precision_at_100_std": 0.352324, "nauc_precision_at_100_diff1": -0.141129, "nauc_precision_at_1000_max": 0.264112, "nauc_precision_at_1000_std": 0.122947, "nauc_precision_at_1000_diff1": -0.131039, "nauc_mrr_at_1_max": 0.446305, "nauc_mrr_at_1_std": 0.468006, "nauc_mrr_at_1_diff1": 0.144655, "nauc_mrr_at_3_max": 0.460395, "nauc_mrr_at_3_std": 0.487546, "nauc_mrr_at_3_diff1": 0.093714, "nauc_mrr_at_5_max": 0.467293, "nauc_mrr_at_5_std": 0.466454, "nauc_mrr_at_5_diff1": 0.083976, "nauc_mrr_at_10_max": 0.471049, "nauc_mrr_at_10_std": 0.475523, "nauc_mrr_at_10_diff1": 0.082164, "nauc_mrr_at_20_max": 0.469057, "nauc_mrr_at_20_std": 0.472569, "nauc_mrr_at_20_diff1": 0.077943, "nauc_mrr_at_100_max": 0.46981, "nauc_mrr_at_100_std": 0.471889, "nauc_mrr_at_100_diff1": 0.074625, "nauc_mrr_at_1000_max": 0.469472, "nauc_mrr_at_1000_std": 0.471917, "nauc_mrr_at_1000_diff1": 0.075035, "cv_recall_at_1": 0.16, "cv_recall_at_3": 0.29, "cv_recall_at_5": 0.38, "cv_recall_at_10": 0.475, "cv_recall_at_20": 0.54, "cv_recall_at_100": 0.83, "cv_recall_at_1000": 0.97, "main_score": 0.13236, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.135, "ndcg_at_3": 0.13701, "ndcg_at_5": 0.13591, "ndcg_at_10": 0.1347, "ndcg_at_20": 0.14738, "ndcg_at_100": 0.21397, "ndcg_at_1000": 0.32232, "map_at_1": 0.01407, "map_at_3": 0.03075, "map_at_5": 0.03769, "map_at_10": 0.04637, "map_at_20": 0.05849, "map_at_100": 0.08779, "map_at_1000": 0.10797, "recall_at_1": 0.01407, "recall_at_3": 0.0401, "recall_at_5": 0.05976, "recall_at_10": 0.08551, "recall_at_20": 0.13215, "recall_at_100": 0.31339, "recall_at_1000": 0.65351, "accuracy": 0.01407, "precision_at_1": 0.175, "precision_at_3": 0.17333, "precision_at_5": 0.153, "precision_at_10": 0.123, "precision_at_20": 0.11075, "precision_at_100": 0.0709, "precision_at_1000": 0.0192, "mrr_at_1": 0.175, "mrr_at_3": 0.25, "mrr_at_5": 0.265, "mrr_at_10": 0.275696, "mrr_at_20": 0.281003, "mrr_at_100": 0.286385, "mrr_at_1000": 0.287209, "nauc_ndcg_at_1_max": 0.41566, "nauc_ndcg_at_1_std": 0.354846, "nauc_ndcg_at_1_diff1": 0.224152, "nauc_ndcg_at_3_max": 0.567851, "nauc_ndcg_at_3_std": 0.440594, "nauc_ndcg_at_3_diff1": 0.13591, "nauc_ndcg_at_5_max": 0.589973, "nauc_ndcg_at_5_std": 0.471327, "nauc_ndcg_at_5_diff1": 0.114142, "nauc_ndcg_at_10_max": 0.621334, "nauc_ndcg_at_10_std": 0.529647, "nauc_ndcg_at_10_diff1": 0.107477, "nauc_ndcg_at_20_max": 0.633315, "nauc_ndcg_at_20_std": 0.544224, "nauc_ndcg_at_20_diff1": 0.11028, "nauc_ndcg_at_100_max": 0.652839, "nauc_ndcg_at_100_std": 0.601359, "nauc_ndcg_at_100_diff1": 0.115226, "nauc_ndcg_at_1000_max": 0.654851, "nauc_ndcg_at_1000_std": 0.595617, "nauc_ndcg_at_1000_diff1": 0.099533, "nauc_map_at_1_max": 0.573062, "nauc_map_at_1_std": 0.523196, "nauc_map_at_1_diff1": 0.281703, "nauc_map_at_3_max": 0.664835, "nauc_map_at_3_std": 0.561795, "nauc_map_at_3_diff1": 0.193482, "nauc_map_at_5_max": 0.647521, "nauc_map_at_5_std": 0.548684, "nauc_map_at_5_diff1": 0.156437, "nauc_map_at_10_max": 0.651537, "nauc_map_at_10_std": 0.574215, "nauc_map_at_10_diff1": 0.157679, "nauc_map_at_20_max": 0.655643, "nauc_map_at_20_std": 0.589193, "nauc_map_at_20_diff1": 0.144262, "nauc_map_at_100_max": 0.676461, "nauc_map_at_100_std": 0.639591, "nauc_map_at_100_diff1": 0.115704, "nauc_map_at_1000_max": 0.677627, "nauc_map_at_1000_std": 0.64064, "nauc_map_at_1000_diff1": 0.103976, "nauc_recall_at_1_max": 0.573062, "nauc_recall_at_1_std": 0.523196, "nauc_recall_at_1_diff1": 0.281703, "nauc_recall_at_3_max": 0.645738, "nauc_recall_at_3_std": 0.532693, "nauc_recall_at_3_diff1": 0.128426, "nauc_recall_at_5_max": 0.534264, "nauc_recall_at_5_std": 0.453932, "nauc_recall_at_5_diff1": 0.030458, "nauc_recall_at_10_max": 0.575574, "nauc_recall_at_10_std": 0.523708, "nauc_recall_at_10_diff1": 0.062302, "nauc_recall_at_20_max": 0.587328, "nauc_recall_at_20_std": 0.529875, "nauc_recall_at_20_diff1": 0.08967, "nauc_recall_at_100_max": 0.635648, "nauc_recall_at_100_std": 0.647919, "nauc_recall_at_100_diff1": 0.075328, "nauc_recall_at_1000_max": 0.74396, "nauc_recall_at_1000_std": 0.747902, "nauc_recall_at_1000_diff1": 0.064166, "nauc_precision_at_1_max": 0.43958, "nauc_precision_at_1_std": 0.387153, "nauc_precision_at_1_diff1": 0.257528, "nauc_precision_at_3_max": 0.61806, "nauc_precision_at_3_std": 0.490654, "nauc_precision_at_3_diff1": 0.123081, "nauc_precision_at_5_max": 0.588808, "nauc_precision_at_5_std": 0.481996, "nauc_precision_at_5_diff1": 0.087244, "nauc_precision_at_10_max": 0.54631, "nauc_precision_at_10_std": 0.485496, "nauc_precision_at_10_diff1": 0.070551, "nauc_precision_at_20_max": 0.509208, "nauc_precision_at_20_std": 0.466021, "nauc_precision_at_20_diff1": 0.053603, "nauc_precision_at_100_max": 0.422575, "nauc_precision_at_100_std": 0.389728, "nauc_precision_at_100_diff1": 0.038978, "nauc_precision_at_1000_max": 0.176288, "nauc_precision_at_1000_std": 0.117002, "nauc_precision_at_1000_diff1": -0.043659, "nauc_mrr_at_1_max": 0.43958, "nauc_mrr_at_1_std": 0.387153, "nauc_mrr_at_1_diff1": 0.257528, "nauc_mrr_at_3_max": 0.520558, "nauc_mrr_at_3_std": 0.447347, "nauc_mrr_at_3_diff1": 0.163108, "nauc_mrr_at_5_max": 0.501556, "nauc_mrr_at_5_std": 0.437553, "nauc_mrr_at_5_diff1": 0.158374, "nauc_mrr_at_10_max": 0.515633, "nauc_mrr_at_10_std": 0.443756, "nauc_mrr_at_10_diff1": 0.166073, "nauc_mrr_at_20_max": 0.515672, "nauc_mrr_at_20_std": 0.440728, "nauc_mrr_at_20_diff1": 0.16939, "nauc_mrr_at_100_max": 0.5152, "nauc_mrr_at_100_std": 0.442374, "nauc_mrr_at_100_diff1": 0.169893, "nauc_mrr_at_1000_max": 0.514957, "nauc_mrr_at_1000_std": 0.441987, "nauc_mrr_at_1000_diff1": 0.170339, "cv_recall_at_1": 0.175, "cv_recall_at_3": 0.35, "cv_recall_at_5": 0.42, "cv_recall_at_10": 0.505, "cv_recall_at_20": 0.575, "cv_recall_at_100": 0.78, "cv_recall_at_1000": 0.95, "main_score": 0.1347, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "plastic_surgery": [ { "ndcg_at_1": 0.65, "ndcg_at_3": 0.56459, "ndcg_at_5": 0.53174, "ndcg_at_10": 0.5079, "ndcg_at_20": 0.52168, "ndcg_at_100": 0.61673, "ndcg_at_1000": 0.69752, "map_at_1": 0.08892, "map_at_3": 0.17261, "map_at_5": 0.20825, "map_at_10": 0.2514, "map_at_20": 0.29664, "map_at_100": 0.37856, "map_at_1000": 0.40815, "recall_at_1": 0.08892, "recall_at_3": 0.1884, "recall_at_5": 0.23712, "recall_at_10": 0.31717, "recall_at_20": 0.43299, "recall_at_100": 0.74095, "recall_at_1000": 0.97561, "accuracy": 0.08892, "precision_at_1": 0.73, "precision_at_3": 0.58833, "precision_at_5": 0.512, "precision_at_10": 0.3995, "precision_at_20": 0.3155, "precision_at_100": 0.14565, "precision_at_1000": 0.02384, "mrr_at_1": 0.73, "mrr_at_3": 0.806667, "mrr_at_5": 0.818167, "mrr_at_10": 0.823151, "mrr_at_20": 0.823952, "mrr_at_100": 0.823952, "mrr_at_1000": 0.823952, "nauc_ndcg_at_1_max": 0.374309, "nauc_ndcg_at_1_std": 0.022401, "nauc_ndcg_at_1_diff1": 0.31387, "nauc_ndcg_at_3_max": 0.389839, "nauc_ndcg_at_3_std": 0.070067, "nauc_ndcg_at_3_diff1": 0.184325, "nauc_ndcg_at_5_max": 0.367668, "nauc_ndcg_at_5_std": 0.063725, "nauc_ndcg_at_5_diff1": 0.150803, "nauc_ndcg_at_10_max": 0.351183, "nauc_ndcg_at_10_std": 0.029075, "nauc_ndcg_at_10_diff1": 0.169462, "nauc_ndcg_at_20_max": 0.378093, "nauc_ndcg_at_20_std": 0.01538, "nauc_ndcg_at_20_diff1": 0.199206, "nauc_ndcg_at_100_max": 0.435242, "nauc_ndcg_at_100_std": 0.18698, "nauc_ndcg_at_100_diff1": 0.164713, "nauc_ndcg_at_1000_max": 0.412747, "nauc_ndcg_at_1000_std": 0.172918, "nauc_ndcg_at_1000_diff1": 0.118161, "nauc_map_at_1_max": 0.151826, "nauc_map_at_1_std": -0.163745, "nauc_map_at_1_diff1": 0.394835, "nauc_map_at_3_max": 0.22972, "nauc_map_at_3_std": -0.098505, "nauc_map_at_3_diff1": 0.269374, "nauc_map_at_5_max": 0.259221, "nauc_map_at_5_std": -0.109553, "nauc_map_at_5_diff1": 0.240201, "nauc_map_at_10_max": 0.284048, "nauc_map_at_10_std": -0.092651, "nauc_map_at_10_diff1": 0.205156, "nauc_map_at_20_max": 0.315673, "nauc_map_at_20_std": -0.055763, "nauc_map_at_20_diff1": 0.198096, "nauc_map_at_100_max": 0.324031, "nauc_map_at_100_std": 0.10345, "nauc_map_at_100_diff1": 0.119313, "nauc_map_at_1000_max": 0.302653, "nauc_map_at_1000_std": 0.121425, "nauc_map_at_1000_diff1": 0.07855, "nauc_recall_at_1_max": 0.151826, "nauc_recall_at_1_std": -0.163745, "nauc_recall_at_1_diff1": 0.394835, "nauc_recall_at_3_max": 0.200808, "nauc_recall_at_3_std": -0.109498, "nauc_recall_at_3_diff1": 0.253047, "nauc_recall_at_5_max": 0.224994, "nauc_recall_at_5_std": -0.127508, "nauc_recall_at_5_diff1": 0.221496, "nauc_recall_at_10_max": 0.238729, "nauc_recall_at_10_std": -0.11383, "nauc_recall_at_10_diff1": 0.196808, "nauc_recall_at_20_max": 0.27236, "nauc_recall_at_20_std": -0.062442, "nauc_recall_at_20_diff1": 0.188696, "nauc_recall_at_100_max": 0.283038, "nauc_recall_at_100_std": 0.282264, "nauc_recall_at_100_diff1": 0.085223, "nauc_recall_at_1000_max": 0.451014, "nauc_recall_at_1000_std": 0.496448, "nauc_recall_at_1000_diff1": 0.020952, "nauc_precision_at_1_max": 0.28886, "nauc_precision_at_1_std": -0.023934, "nauc_precision_at_1_diff1": 0.246565, "nauc_precision_at_3_max": 0.249403, "nauc_precision_at_3_std": 0.112393, "nauc_precision_at_3_diff1": -0.073796, "nauc_precision_at_5_max": 0.214098, "nauc_precision_at_5_std": 0.14377, "nauc_precision_at_5_diff1": -0.15574, "nauc_precision_at_10_max": 0.101969, "nauc_precision_at_10_std": 0.18181, "nauc_precision_at_10_diff1": -0.244811, "nauc_precision_at_20_max": 0.012655, "nauc_precision_at_20_std": 0.253602, "nauc_precision_at_20_diff1": -0.275191, "nauc_precision_at_100_max": -0.127528, "nauc_precision_at_100_std": 0.275504, "nauc_precision_at_100_diff1": -0.324847, "nauc_precision_at_1000_max": -0.245363, "nauc_precision_at_1000_std": 0.057188, "nauc_precision_at_1000_diff1": -0.305486, "nauc_mrr_at_1_max": 0.28886, "nauc_mrr_at_1_std": -0.023934, "nauc_mrr_at_1_diff1": 0.246565, "nauc_mrr_at_3_max": 0.322319, "nauc_mrr_at_3_std": -0.035808, "nauc_mrr_at_3_diff1": 0.219726, "nauc_mrr_at_5_max": 0.319754, "nauc_mrr_at_5_std": -0.021544, "nauc_mrr_at_5_diff1": 0.22249, "nauc_mrr_at_10_max": 0.314159, "nauc_mrr_at_10_std": -0.027485, "nauc_mrr_at_10_diff1": 0.228227, "nauc_mrr_at_20_max": 0.311365, "nauc_mrr_at_20_std": -0.028518, "nauc_mrr_at_20_diff1": 0.226454, "nauc_mrr_at_100_max": 0.311365, "nauc_mrr_at_100_std": -0.028518, "nauc_mrr_at_100_diff1": 0.226454, "nauc_mrr_at_1000_max": 0.311365, "nauc_mrr_at_1000_std": -0.028518, "nauc_mrr_at_1000_diff1": 0.226454, "cv_recall_at_1": 0.73, "cv_recall_at_3": 0.905, "cv_recall_at_5": 0.955, "cv_recall_at_10": 0.99, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.5079, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2025, "ndcg_at_3": 0.19504, "ndcg_at_5": 0.18767, "ndcg_at_10": 0.18692, "ndcg_at_20": 0.20588, "ndcg_at_100": 0.29171, "ndcg_at_1000": 0.40084, "map_at_1": 0.02798, "map_at_3": 0.05386, "map_at_5": 0.06471, "map_at_10": 0.08017, "map_at_20": 0.09836, "map_at_100": 0.13444, "map_at_1000": 0.15396, "recall_at_1": 0.02798, "recall_at_3": 0.06436, "recall_at_5": 0.08876, "recall_at_10": 0.13, "recall_at_20": 0.19691, "recall_at_100": 0.43708, "recall_at_1000": 0.80133, "accuracy": 0.02798, "precision_at_1": 0.27, "precision_at_3": 0.235, "precision_at_5": 0.199, "precision_at_10": 0.1635, "precision_at_20": 0.13825, "precision_at_100": 0.074, "precision_at_1000": 0.01696, "mrr_at_1": 0.27, "mrr_at_3": 0.340833, "mrr_at_5": 0.359083, "mrr_at_10": 0.377488, "mrr_at_20": 0.383014, "mrr_at_100": 0.387234, "mrr_at_1000": 0.387672, "nauc_ndcg_at_1_max": 0.293215, "nauc_ndcg_at_1_std": 0.348252, "nauc_ndcg_at_1_diff1": 0.167903, "nauc_ndcg_at_3_max": 0.334471, "nauc_ndcg_at_3_std": 0.385915, "nauc_ndcg_at_3_diff1": 0.179986, "nauc_ndcg_at_5_max": 0.361537, "nauc_ndcg_at_5_std": 0.405454, "nauc_ndcg_at_5_diff1": 0.173054, "nauc_ndcg_at_10_max": 0.40719, "nauc_ndcg_at_10_std": 0.451322, "nauc_ndcg_at_10_diff1": 0.134464, "nauc_ndcg_at_20_max": 0.410059, "nauc_ndcg_at_20_std": 0.458248, "nauc_ndcg_at_20_diff1": 0.132032, "nauc_ndcg_at_100_max": 0.477209, "nauc_ndcg_at_100_std": 0.540491, "nauc_ndcg_at_100_diff1": 0.176505, "nauc_ndcg_at_1000_max": 0.490179, "nauc_ndcg_at_1000_std": 0.565931, "nauc_ndcg_at_1000_diff1": 0.168722, "nauc_map_at_1_max": 0.226991, "nauc_map_at_1_std": 0.357373, "nauc_map_at_1_diff1": 0.07956, "nauc_map_at_3_max": 0.302436, "nauc_map_at_3_std": 0.358953, "nauc_map_at_3_diff1": 0.144166, "nauc_map_at_5_max": 0.328921, "nauc_map_at_5_std": 0.375167, "nauc_map_at_5_diff1": 0.146062, "nauc_map_at_10_max": 0.368919, "nauc_map_at_10_std": 0.414547, "nauc_map_at_10_diff1": 0.137069, "nauc_map_at_20_max": 0.382591, "nauc_map_at_20_std": 0.435345, "nauc_map_at_20_diff1": 0.141705, "nauc_map_at_100_max": 0.441239, "nauc_map_at_100_std": 0.506568, "nauc_map_at_100_diff1": 0.169056, "nauc_map_at_1000_max": 0.456356, "nauc_map_at_1000_std": 0.531692, "nauc_map_at_1000_diff1": 0.171655, "nauc_recall_at_1_max": 0.226991, "nauc_recall_at_1_std": 0.357373, "nauc_recall_at_1_diff1": 0.07956, "nauc_recall_at_3_max": 0.302835, "nauc_recall_at_3_std": 0.357194, "nauc_recall_at_3_diff1": 0.108041, "nauc_recall_at_5_max": 0.315239, "nauc_recall_at_5_std": 0.347282, "nauc_recall_at_5_diff1": 0.08036, "nauc_recall_at_10_max": 0.369304, "nauc_recall_at_10_std": 0.417546, "nauc_recall_at_10_diff1": 0.055051, "nauc_recall_at_20_max": 0.364891, "nauc_recall_at_20_std": 0.418461, "nauc_recall_at_20_diff1": 0.059545, "nauc_recall_at_100_max": 0.465698, "nauc_recall_at_100_std": 0.540971, "nauc_recall_at_100_diff1": 0.151172, "nauc_recall_at_1000_max": 0.633695, "nauc_recall_at_1000_std": 0.69907, "nauc_recall_at_1000_diff1": 0.20926, "nauc_precision_at_1_max": 0.292389, "nauc_precision_at_1_std": 0.367018, "nauc_precision_at_1_diff1": 0.210601, "nauc_precision_at_3_max": 0.325444, "nauc_precision_at_3_std": 0.387259, "nauc_precision_at_3_diff1": 0.186462, "nauc_precision_at_5_max": 0.335809, "nauc_precision_at_5_std": 0.381762, "nauc_precision_at_5_diff1": 0.174646, "nauc_precision_at_10_max": 0.384888, "nauc_precision_at_10_std": 0.441411, "nauc_precision_at_10_diff1": 0.140758, "nauc_precision_at_20_max": 0.356129, "nauc_precision_at_20_std": 0.411727, "nauc_precision_at_20_diff1": 0.126443, "nauc_precision_at_100_max": 0.346096, "nauc_precision_at_100_std": 0.422956, "nauc_precision_at_100_diff1": 0.135613, "nauc_precision_at_1000_max": 0.155399, "nauc_precision_at_1000_std": 0.228165, "nauc_precision_at_1000_diff1": 0.062894, "nauc_mrr_at_1_max": 0.292389, "nauc_mrr_at_1_std": 0.367018, "nauc_mrr_at_1_diff1": 0.210601, "nauc_mrr_at_3_max": 0.321266, "nauc_mrr_at_3_std": 0.404976, "nauc_mrr_at_3_diff1": 0.1756, "nauc_mrr_at_5_max": 0.32838, "nauc_mrr_at_5_std": 0.411963, "nauc_mrr_at_5_diff1": 0.167529, "nauc_mrr_at_10_max": 0.337107, "nauc_mrr_at_10_std": 0.418061, "nauc_mrr_at_10_diff1": 0.161401, "nauc_mrr_at_20_max": 0.339962, "nauc_mrr_at_20_std": 0.418654, "nauc_mrr_at_20_diff1": 0.163151, "nauc_mrr_at_100_max": 0.339117, "nauc_mrr_at_100_std": 0.419038, "nauc_mrr_at_100_diff1": 0.164737, "nauc_mrr_at_1000_max": 0.338775, "nauc_mrr_at_1000_std": 0.418632, "nauc_mrr_at_1000_diff1": 0.164839, "cv_recall_at_1": 0.27, "cv_recall_at_3": 0.43, "cv_recall_at_5": 0.51, "cv_recall_at_10": 0.64, "cv_recall_at_20": 0.725, "cv_recall_at_100": 0.88, "cv_recall_at_1000": 0.98, "main_score": 0.18692, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2125, "ndcg_at_3": 0.2372, "ndcg_at_5": 0.22915, "ndcg_at_10": 0.23772, "ndcg_at_20": 0.25464, "ndcg_at_100": 0.34413, "ndcg_at_1000": 0.44505, "map_at_1": 0.02334, "map_at_3": 0.0574, "map_at_5": 0.07376, "map_at_10": 0.09837, "map_at_20": 0.12013, "map_at_100": 0.16382, "map_at_1000": 0.18443, "recall_at_1": 0.02334, "recall_at_3": 0.07438, "recall_at_5": 0.10495, "recall_at_10": 0.16462, "recall_at_20": 0.23968, "recall_at_100": 0.50686, "recall_at_1000": 0.82879, "accuracy": 0.02334, "precision_at_1": 0.27, "precision_at_3": 0.29, "precision_at_5": 0.251, "precision_at_10": 0.2145, "precision_at_20": 0.17225, "precision_at_100": 0.0866, "precision_at_1000": 0.01801, "mrr_at_1": 0.27, "mrr_at_3": 0.380833, "mrr_at_5": 0.398833, "mrr_at_10": 0.414266, "mrr_at_20": 0.420207, "mrr_at_100": 0.423612, "mrr_at_1000": 0.423888, "nauc_ndcg_at_1_max": 0.159931, "nauc_ndcg_at_1_std": 0.199414, "nauc_ndcg_at_1_diff1": 0.056493, "nauc_ndcg_at_3_max": 0.299832, "nauc_ndcg_at_3_std": 0.261869, "nauc_ndcg_at_3_diff1": 0.112415, "nauc_ndcg_at_5_max": 0.378426, "nauc_ndcg_at_5_std": 0.338478, "nauc_ndcg_at_5_diff1": 0.080154, "nauc_ndcg_at_10_max": 0.379535, "nauc_ndcg_at_10_std": 0.335526, "nauc_ndcg_at_10_diff1": 0.136911, "nauc_ndcg_at_20_max": 0.413033, "nauc_ndcg_at_20_std": 0.372871, "nauc_ndcg_at_20_diff1": 0.163887, "nauc_ndcg_at_100_max": 0.519681, "nauc_ndcg_at_100_std": 0.519315, "nauc_ndcg_at_100_diff1": 0.131293, "nauc_ndcg_at_1000_max": 0.515373, "nauc_ndcg_at_1000_std": 0.518985, "nauc_ndcg_at_1000_diff1": 0.159451, "nauc_map_at_1_max": 0.17152, "nauc_map_at_1_std": 0.133578, "nauc_map_at_1_diff1": 0.180118, "nauc_map_at_3_max": 0.299186, "nauc_map_at_3_std": 0.220566, "nauc_map_at_3_diff1": 0.195757, "nauc_map_at_5_max": 0.351558, "nauc_map_at_5_std": 0.261923, "nauc_map_at_5_diff1": 0.154857, "nauc_map_at_10_max": 0.34031, "nauc_map_at_10_std": 0.257399, "nauc_map_at_10_diff1": 0.163417, "nauc_map_at_20_max": 0.383768, "nauc_map_at_20_std": 0.309988, "nauc_map_at_20_diff1": 0.159048, "nauc_map_at_100_max": 0.440905, "nauc_map_at_100_std": 0.420146, "nauc_map_at_100_diff1": 0.129656, "nauc_map_at_1000_max": 0.447785, "nauc_map_at_1000_std": 0.444755, "nauc_map_at_1000_diff1": 0.145922, "nauc_recall_at_1_max": 0.17152, "nauc_recall_at_1_std": 0.133578, "nauc_recall_at_1_diff1": 0.180118, "nauc_recall_at_3_max": 0.313006, "nauc_recall_at_3_std": 0.231334, "nauc_recall_at_3_diff1": 0.175901, "nauc_recall_at_5_max": 0.367409, "nauc_recall_at_5_std": 0.296997, "nauc_recall_at_5_diff1": 0.10058, "nauc_recall_at_10_max": 0.334716, "nauc_recall_at_10_std": 0.277356, "nauc_recall_at_10_diff1": 0.166129, "nauc_recall_at_20_max": 0.401861, "nauc_recall_at_20_std": 0.378304, "nauc_recall_at_20_diff1": 0.15467, "nauc_recall_at_100_max": 0.543573, "nauc_recall_at_100_std": 0.633636, "nauc_recall_at_100_diff1": 0.087612, "nauc_recall_at_1000_max": 0.800214, "nauc_recall_at_1000_std": 0.879872, "nauc_recall_at_1000_diff1": 0.176501, "nauc_precision_at_1_max": 0.167519, "nauc_precision_at_1_std": 0.206431, "nauc_precision_at_1_diff1": 0.124828, "nauc_precision_at_3_max": 0.312086, "nauc_precision_at_3_std": 0.279008, "nauc_precision_at_3_diff1": 0.131924, "nauc_precision_at_5_max": 0.388005, "nauc_precision_at_5_std": 0.356866, "nauc_precision_at_5_diff1": 0.059161, "nauc_precision_at_10_max": 0.333692, "nauc_precision_at_10_std": 0.325231, "nauc_precision_at_10_diff1": 0.103261, "nauc_precision_at_20_max": 0.309407, "nauc_precision_at_20_std": 0.334503, "nauc_precision_at_20_diff1": 0.093059, "nauc_precision_at_100_max": 0.2603, "nauc_precision_at_100_std": 0.369428, "nauc_precision_at_100_diff1": 0.076862, "nauc_precision_at_1000_max": 0.01032, "nauc_precision_at_1000_std": 0.097296, "nauc_precision_at_1000_diff1": 0.119685, "nauc_mrr_at_1_max": 0.167519, "nauc_mrr_at_1_std": 0.206431, "nauc_mrr_at_1_diff1": 0.124828, "nauc_mrr_at_3_max": 0.255429, "nauc_mrr_at_3_std": 0.267159, "nauc_mrr_at_3_diff1": 0.164893, "nauc_mrr_at_5_max": 0.277187, "nauc_mrr_at_5_std": 0.294249, "nauc_mrr_at_5_diff1": 0.154997, "nauc_mrr_at_10_max": 0.278719, "nauc_mrr_at_10_std": 0.295694, "nauc_mrr_at_10_diff1": 0.169863, "nauc_mrr_at_20_max": 0.278633, "nauc_mrr_at_20_std": 0.293597, "nauc_mrr_at_20_diff1": 0.172461, "nauc_mrr_at_100_max": 0.277971, "nauc_mrr_at_100_std": 0.294507, "nauc_mrr_at_100_diff1": 0.169731, "nauc_mrr_at_1000_max": 0.277408, "nauc_mrr_at_1000_std": 0.294034, "nauc_mrr_at_1000_diff1": 0.169449, "cv_recall_at_1": 0.27, "cv_recall_at_3": 0.52, "cv_recall_at_5": 0.6, "cv_recall_at_10": 0.715, "cv_recall_at_20": 0.805, "cv_recall_at_100": 0.935, "cv_recall_at_1000": 0.99, "main_score": 0.23772, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "psychiatry_and_psychology": [ { "ndcg_at_1": 0.58, "ndcg_at_3": 0.52147, "ndcg_at_5": 0.51246, "ndcg_at_10": 0.5085, "ndcg_at_20": 0.5183, "ndcg_at_100": 0.60277, "ndcg_at_1000": 0.68247, "map_at_1": 0.0687, "map_at_3": 0.10992, "map_at_5": 0.14116, "map_at_10": 0.19027, "map_at_20": 0.24819, "map_at_100": 0.35817, "map_at_1000": 0.41367, "recall_at_1": 0.0687, "recall_at_3": 0.12073, "recall_at_5": 0.1667, "recall_at_10": 0.25413, "recall_at_20": 0.37477, "recall_at_100": 0.69467, "recall_at_1000": 0.93345, "accuracy": 0.0687, "precision_at_1": 0.745, "precision_at_3": 0.62, "precision_at_5": 0.57, "precision_at_10": 0.5045, "precision_at_20": 0.4275, "precision_at_100": 0.2344, "precision_at_1000": 0.05173, "mrr_at_1": 0.745, "mrr_at_3": 0.814167, "mrr_at_5": 0.822167, "mrr_at_10": 0.826437, "mrr_at_20": 0.828274, "mrr_at_100": 0.82834, "mrr_at_1000": 0.828366, "nauc_ndcg_at_1_max": 0.239979, "nauc_ndcg_at_1_std": 0.062181, "nauc_ndcg_at_1_diff1": 0.423832, "nauc_ndcg_at_3_max": 0.292727, "nauc_ndcg_at_3_std": 0.060854, "nauc_ndcg_at_3_diff1": 0.31459, "nauc_ndcg_at_5_max": 0.313395, "nauc_ndcg_at_5_std": 0.085809, "nauc_ndcg_at_5_diff1": 0.289394, "nauc_ndcg_at_10_max": 0.33186, "nauc_ndcg_at_10_std": 0.14978, "nauc_ndcg_at_10_diff1": 0.260228, "nauc_ndcg_at_20_max": 0.356303, "nauc_ndcg_at_20_std": 0.238192, "nauc_ndcg_at_20_diff1": 0.211256, "nauc_ndcg_at_100_max": 0.450865, "nauc_ndcg_at_100_std": 0.416101, "nauc_ndcg_at_100_diff1": 0.251598, "nauc_ndcg_at_1000_max": 0.48277, "nauc_ndcg_at_1000_std": 0.399899, "nauc_ndcg_at_1000_diff1": 0.240057, "nauc_map_at_1_max": -0.115221, "nauc_map_at_1_std": -0.138211, "nauc_map_at_1_diff1": 0.496299, "nauc_map_at_3_max": -0.004132, "nauc_map_at_3_std": -0.032006, "nauc_map_at_3_diff1": 0.377749, "nauc_map_at_5_max": 0.063739, "nauc_map_at_5_std": 0.015078, "nauc_map_at_5_diff1": 0.301527, "nauc_map_at_10_max": 0.160529, "nauc_map_at_10_std": 0.094177, "nauc_map_at_10_diff1": 0.247443, "nauc_map_at_20_max": 0.222925, "nauc_map_at_20_std": 0.19068, "nauc_map_at_20_diff1": 0.198212, "nauc_map_at_100_max": 0.376849, "nauc_map_at_100_std": 0.393425, "nauc_map_at_100_diff1": 0.184625, "nauc_map_at_1000_max": 0.392939, "nauc_map_at_1000_std": 0.388248, "nauc_map_at_1000_diff1": 0.136131, "nauc_recall_at_1_max": -0.115221, "nauc_recall_at_1_std": -0.138211, "nauc_recall_at_1_diff1": 0.496299, "nauc_recall_at_3_max": -0.017971, "nauc_recall_at_3_std": -0.023721, "nauc_recall_at_3_diff1": 0.344734, "nauc_recall_at_5_max": 0.025215, "nauc_recall_at_5_std": 0.004807, "nauc_recall_at_5_diff1": 0.238343, "nauc_recall_at_10_max": 0.100974, "nauc_recall_at_10_std": 0.09393, "nauc_recall_at_10_diff1": 0.175086, "nauc_recall_at_20_max": 0.133839, "nauc_recall_at_20_std": 0.197234, "nauc_recall_at_20_diff1": 0.118566, "nauc_recall_at_100_max": 0.275859, "nauc_recall_at_100_std": 0.465149, "nauc_recall_at_100_diff1": 0.158564, "nauc_recall_at_1000_max": 0.493132, "nauc_recall_at_1000_std": 0.744125, "nauc_recall_at_1000_diff1": 0.217996, "nauc_precision_at_1_max": 0.30005, "nauc_precision_at_1_std": 0.103989, "nauc_precision_at_1_diff1": 0.367354, "nauc_precision_at_3_max": 0.333748, "nauc_precision_at_3_std": 0.14441, "nauc_precision_at_3_diff1": 0.00768, "nauc_precision_at_5_max": 0.344135, "nauc_precision_at_5_std": 0.165637, "nauc_precision_at_5_diff1": -0.064955, "nauc_precision_at_10_max": 0.35788, "nauc_precision_at_10_std": 0.21523, "nauc_precision_at_10_diff1": -0.092553, "nauc_precision_at_20_max": 0.275536, "nauc_precision_at_20_std": 0.211544, "nauc_precision_at_20_diff1": -0.143023, "nauc_precision_at_100_max": 0.121358, "nauc_precision_at_100_std": 0.077924, "nauc_precision_at_100_diff1": -0.143755, "nauc_precision_at_1000_max": -0.049798, "nauc_precision_at_1000_std": -0.152153, "nauc_precision_at_1000_diff1": -0.18738, "nauc_mrr_at_1_max": 0.30005, "nauc_mrr_at_1_std": 0.103989, "nauc_mrr_at_1_diff1": 0.367354, "nauc_mrr_at_3_max": 0.346992, "nauc_mrr_at_3_std": 0.1326, "nauc_mrr_at_3_diff1": 0.352621, "nauc_mrr_at_5_max": 0.353085, "nauc_mrr_at_5_std": 0.14452, "nauc_mrr_at_5_diff1": 0.353884, "nauc_mrr_at_10_max": 0.348707, "nauc_mrr_at_10_std": 0.145864, "nauc_mrr_at_10_diff1": 0.349491, "nauc_mrr_at_20_max": 0.345909, "nauc_mrr_at_20_std": 0.140076, "nauc_mrr_at_20_diff1": 0.354406, "nauc_mrr_at_100_max": 0.345686, "nauc_mrr_at_100_std": 0.13971, "nauc_mrr_at_100_diff1": 0.354404, "nauc_mrr_at_1000_max": 0.345579, "nauc_mrr_at_1000_std": 0.139568, "nauc_mrr_at_1000_diff1": 0.354404, "cv_recall_at_1": 0.745, "cv_recall_at_3": 0.9, "cv_recall_at_5": 0.935, "cv_recall_at_10": 0.965, "cv_recall_at_20": 0.99, "cv_recall_at_100": 0.995, "cv_recall_at_1000": 1.0, "main_score": 0.5085, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1425, "ndcg_at_3": 0.15283, "ndcg_at_5": 0.16259, "ndcg_at_10": 0.17049, "ndcg_at_20": 0.19467, "ndcg_at_100": 0.27427, "ndcg_at_1000": 0.38933, "map_at_1": 0.0239, "map_at_3": 0.03765, "map_at_5": 0.04696, "map_at_10": 0.06047, "map_at_20": 0.08046, "map_at_100": 0.12471, "map_at_1000": 0.15657, "recall_at_1": 0.0239, "recall_at_3": 0.04489, "recall_at_5": 0.06236, "recall_at_10": 0.09823, "recall_at_20": 0.16694, "recall_at_100": 0.38943, "recall_at_1000": 0.71706, "accuracy": 0.0239, "precision_at_1": 0.21, "precision_at_3": 0.2, "precision_at_5": 0.201, "precision_at_10": 0.185, "precision_at_20": 0.176, "precision_at_100": 0.11785, "precision_at_1000": 0.03575, "mrr_at_1": 0.21, "mrr_at_3": 0.281667, "mrr_at_5": 0.307917, "mrr_at_10": 0.323232, "mrr_at_20": 0.331452, "mrr_at_100": 0.335991, "mrr_at_1000": 0.336496, "nauc_ndcg_at_1_max": 0.024023, "nauc_ndcg_at_1_std": 0.139435, "nauc_ndcg_at_1_diff1": 0.057053, "nauc_ndcg_at_3_max": 0.141551, "nauc_ndcg_at_3_std": 0.202683, "nauc_ndcg_at_3_diff1": 0.014484, "nauc_ndcg_at_5_max": 0.183673, "nauc_ndcg_at_5_std": 0.281288, "nauc_ndcg_at_5_diff1": -0.014886, "nauc_ndcg_at_10_max": 0.221881, "nauc_ndcg_at_10_std": 0.316004, "nauc_ndcg_at_10_diff1": -0.018484, "nauc_ndcg_at_20_max": 0.245513, "nauc_ndcg_at_20_std": 0.377394, "nauc_ndcg_at_20_diff1": -0.035204, "nauc_ndcg_at_100_max": 0.332636, "nauc_ndcg_at_100_std": 0.541235, "nauc_ndcg_at_100_diff1": -0.013804, "nauc_ndcg_at_1000_max": 0.413176, "nauc_ndcg_at_1000_std": 0.558935, "nauc_ndcg_at_1000_diff1": 0.073354, "nauc_map_at_1_max": -0.090146, "nauc_map_at_1_std": 0.021157, "nauc_map_at_1_diff1": 0.107871, "nauc_map_at_3_max": 0.010083, "nauc_map_at_3_std": 0.089014, "nauc_map_at_3_diff1": 0.047759, "nauc_map_at_5_max": 0.05788, "nauc_map_at_5_std": 0.172014, "nauc_map_at_5_diff1": 0.011611, "nauc_map_at_10_max": 0.10691, "nauc_map_at_10_std": 0.213329, "nauc_map_at_10_diff1": -0.021447, "nauc_map_at_20_max": 0.145572, "nauc_map_at_20_std": 0.273552, "nauc_map_at_20_diff1": -0.051984, "nauc_map_at_100_max": 0.250326, "nauc_map_at_100_std": 0.439272, "nauc_map_at_100_diff1": -0.031374, "nauc_map_at_1000_max": 0.317156, "nauc_map_at_1000_std": 0.473723, "nauc_map_at_1000_diff1": 0.018389, "nauc_recall_at_1_max": -0.090146, "nauc_recall_at_1_std": 0.021157, "nauc_recall_at_1_diff1": 0.107871, "nauc_recall_at_3_max": 0.044805, "nauc_recall_at_3_std": 0.090981, "nauc_recall_at_3_diff1": 0.02167, "nauc_recall_at_5_max": 0.089395, "nauc_recall_at_5_std": 0.197415, "nauc_recall_at_5_diff1": -0.022692, "nauc_recall_at_10_max": 0.136738, "nauc_recall_at_10_std": 0.246337, "nauc_recall_at_10_diff1": -0.072001, "nauc_recall_at_20_max": 0.138735, "nauc_recall_at_20_std": 0.342555, "nauc_recall_at_20_diff1": -0.112077, "nauc_recall_at_100_max": 0.246799, "nauc_recall_at_100_std": 0.568877, "nauc_recall_at_100_diff1": -0.063664, "nauc_recall_at_1000_max": 0.431536, "nauc_recall_at_1000_std": 0.716414, "nauc_recall_at_1000_diff1": 0.078111, "nauc_precision_at_1_max": 0.021592, "nauc_precision_at_1_std": 0.157197, "nauc_precision_at_1_diff1": 0.053668, "nauc_precision_at_3_max": 0.208021, "nauc_precision_at_3_std": 0.249272, "nauc_precision_at_3_diff1": 0.008705, "nauc_precision_at_5_max": 0.241142, "nauc_precision_at_5_std": 0.347173, "nauc_precision_at_5_diff1": -0.045354, "nauc_precision_at_10_max": 0.305526, "nauc_precision_at_10_std": 0.385122, "nauc_precision_at_10_diff1": -0.041459, "nauc_precision_at_20_max": 0.320551, "nauc_precision_at_20_std": 0.419129, "nauc_precision_at_20_diff1": 0.000912, "nauc_precision_at_100_max": 0.365177, "nauc_precision_at_100_std": 0.38058, "nauc_precision_at_100_diff1": 0.079731, "nauc_precision_at_1000_max": 0.315137, "nauc_precision_at_1000_std": 0.057587, "nauc_precision_at_1000_diff1": 0.08649, "nauc_mrr_at_1_max": 0.021592, "nauc_mrr_at_1_std": 0.157197, "nauc_mrr_at_1_diff1": 0.053668, "nauc_mrr_at_3_max": 0.141938, "nauc_mrr_at_3_std": 0.2143, "nauc_mrr_at_3_diff1": 0.037968, "nauc_mrr_at_5_max": 0.134824, "nauc_mrr_at_5_std": 0.228927, "nauc_mrr_at_5_diff1": 0.031402, "nauc_mrr_at_10_max": 0.141975, "nauc_mrr_at_10_std": 0.237668, "nauc_mrr_at_10_diff1": 0.02849, "nauc_mrr_at_20_max": 0.142083, "nauc_mrr_at_20_std": 0.242836, "nauc_mrr_at_20_diff1": 0.030307, "nauc_mrr_at_100_max": 0.142756, "nauc_mrr_at_100_std": 0.2411, "nauc_mrr_at_100_diff1": 0.030586, "nauc_mrr_at_1000_max": 0.142293, "nauc_mrr_at_1000_std": 0.240287, "nauc_mrr_at_1000_diff1": 0.030944, "cv_recall_at_1": 0.21, "cv_recall_at_3": 0.375, "cv_recall_at_5": 0.49, "cv_recall_at_10": 0.6, "cv_recall_at_20": 0.72, "cv_recall_at_100": 0.875, "cv_recall_at_1000": 0.975, "main_score": 0.17049, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2275, "ndcg_at_3": 0.2219, "ndcg_at_5": 0.22635, "ndcg_at_10": 0.23698, "ndcg_at_20": 0.25795, "ndcg_at_100": 0.34491, "ndcg_at_1000": 0.45345, "map_at_1": 0.02683, "map_at_3": 0.04643, "map_at_5": 0.05886, "map_at_10": 0.08132, "map_at_20": 0.11077, "map_at_100": 0.17036, "map_at_1000": 0.20413, "recall_at_1": 0.02683, "recall_at_3": 0.05521, "recall_at_5": 0.07713, "recall_at_10": 0.12622, "recall_at_20": 0.21639, "recall_at_100": 0.473, "recall_at_1000": 0.78345, "accuracy": 0.02683, "precision_at_1": 0.3, "precision_at_3": 0.28333, "precision_at_5": 0.28, "precision_at_10": 0.256, "precision_at_20": 0.227, "precision_at_100": 0.13555, "precision_at_1000": 0.03729, "mrr_at_1": 0.3, "mrr_at_3": 0.386667, "mrr_at_5": 0.413667, "mrr_at_10": 0.428407, "mrr_at_20": 0.436317, "mrr_at_100": 0.439465, "mrr_at_1000": 0.439601, "nauc_ndcg_at_1_max": 0.192577, "nauc_ndcg_at_1_std": 0.182441, "nauc_ndcg_at_1_diff1": 0.137595, "nauc_ndcg_at_3_max": 0.292482, "nauc_ndcg_at_3_std": 0.295381, "nauc_ndcg_at_3_diff1": 0.147354, "nauc_ndcg_at_5_max": 0.32282, "nauc_ndcg_at_5_std": 0.310998, "nauc_ndcg_at_5_diff1": 0.126647, "nauc_ndcg_at_10_max": 0.377791, "nauc_ndcg_at_10_std": 0.367667, "nauc_ndcg_at_10_diff1": 0.137741, "nauc_ndcg_at_20_max": 0.450653, "nauc_ndcg_at_20_std": 0.466975, "nauc_ndcg_at_20_diff1": 0.111288, "nauc_ndcg_at_100_max": 0.59651, "nauc_ndcg_at_100_std": 0.635662, "nauc_ndcg_at_100_diff1": 0.136041, "nauc_ndcg_at_1000_max": 0.588094, "nauc_ndcg_at_1000_std": 0.614829, "nauc_ndcg_at_1000_diff1": 0.145888, "nauc_map_at_1_max": -0.033811, "nauc_map_at_1_std": -0.034073, "nauc_map_at_1_diff1": 0.260009, "nauc_map_at_3_max": 0.180972, "nauc_map_at_3_std": 0.175891, "nauc_map_at_3_diff1": 0.218146, "nauc_map_at_5_max": 0.218175, "nauc_map_at_5_std": 0.208615, "nauc_map_at_5_diff1": 0.171212, "nauc_map_at_10_max": 0.297217, "nauc_map_at_10_std": 0.289643, "nauc_map_at_10_diff1": 0.19141, "nauc_map_at_20_max": 0.386091, "nauc_map_at_20_std": 0.394711, "nauc_map_at_20_diff1": 0.170418, "nauc_map_at_100_max": 0.542013, "nauc_map_at_100_std": 0.576449, "nauc_map_at_100_diff1": 0.160374, "nauc_map_at_1000_max": 0.551007, "nauc_map_at_1000_std": 0.583582, "nauc_map_at_1000_diff1": 0.150152, "nauc_recall_at_1_max": -0.033811, "nauc_recall_at_1_std": -0.034073, "nauc_recall_at_1_diff1": 0.260009, "nauc_recall_at_3_max": 0.188434, "nauc_recall_at_3_std": 0.205743, "nauc_recall_at_3_diff1": 0.176441, "nauc_recall_at_5_max": 0.234275, "nauc_recall_at_5_std": 0.241255, "nauc_recall_at_5_diff1": 0.125216, "nauc_recall_at_10_max": 0.32544, "nauc_recall_at_10_std": 0.336333, "nauc_recall_at_10_diff1": 0.169061, "nauc_recall_at_20_max": 0.390509, "nauc_recall_at_20_std": 0.461515, "nauc_recall_at_20_diff1": 0.096587, "nauc_recall_at_100_max": 0.593779, "nauc_recall_at_100_std": 0.696596, "nauc_recall_at_100_diff1": 0.093993, "nauc_recall_at_1000_max": 0.705952, "nauc_recall_at_1000_std": 0.842843, "nauc_recall_at_1000_diff1": 0.0737, "nauc_precision_at_1_max": 0.198277, "nauc_precision_at_1_std": 0.204797, "nauc_precision_at_1_diff1": 0.094062, "nauc_precision_at_3_max": 0.341051, "nauc_precision_at_3_std": 0.37541, "nauc_precision_at_3_diff1": 0.072461, "nauc_precision_at_5_max": 0.345879, "nauc_precision_at_5_std": 0.351405, "nauc_precision_at_5_diff1": 0.028272, "nauc_precision_at_10_max": 0.412893, "nauc_precision_at_10_std": 0.404882, "nauc_precision_at_10_diff1": 0.075599, "nauc_precision_at_20_max": 0.459479, "nauc_precision_at_20_std": 0.469082, "nauc_precision_at_20_diff1": 0.040234, "nauc_precision_at_100_max": 0.345849, "nauc_precision_at_100_std": 0.357876, "nauc_precision_at_100_diff1": -0.007728, "nauc_precision_at_1000_max": 0.027356, "nauc_precision_at_1000_std": -0.042522, "nauc_precision_at_1000_diff1": -0.093285, "nauc_mrr_at_1_max": 0.198277, "nauc_mrr_at_1_std": 0.204797, "nauc_mrr_at_1_diff1": 0.094062, "nauc_mrr_at_3_max": 0.222514, "nauc_mrr_at_3_std": 0.262304, "nauc_mrr_at_3_diff1": 0.068051, "nauc_mrr_at_5_max": 0.246497, "nauc_mrr_at_5_std": 0.273118, "nauc_mrr_at_5_diff1": 0.069914, "nauc_mrr_at_10_max": 0.252848, "nauc_mrr_at_10_std": 0.276093, "nauc_mrr_at_10_diff1": 0.080682, "nauc_mrr_at_20_max": 0.250014, "nauc_mrr_at_20_std": 0.275231, "nauc_mrr_at_20_diff1": 0.080613, "nauc_mrr_at_100_max": 0.247799, "nauc_mrr_at_100_std": 0.273215, "nauc_mrr_at_100_diff1": 0.079513, "nauc_mrr_at_1000_max": 0.247535, "nauc_mrr_at_1000_std": 0.272973, "nauc_mrr_at_1000_diff1": 0.079357, "cv_recall_at_1": 0.3, "cv_recall_at_3": 0.505, "cv_recall_at_5": 0.625, "cv_recall_at_10": 0.73, "cv_recall_at_20": 0.845, "cv_recall_at_100": 0.955, "cv_recall_at_1000": 0.98, "main_score": 0.23698, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "pulmonology": [ { "ndcg_at_1": 0.6425, "ndcg_at_3": 0.58395, "ndcg_at_5": 0.5582, "ndcg_at_10": 0.55189, "ndcg_at_20": 0.56047, "ndcg_at_100": 0.6247, "ndcg_at_1000": 0.70807, "map_at_1": 0.1161, "map_at_3": 0.19515, "map_at_5": 0.23735, "map_at_10": 0.28925, "map_at_20": 0.32552, "map_at_100": 0.39338, "map_at_1000": 0.43175, "recall_at_1": 0.1161, "recall_at_3": 0.21748, "recall_at_5": 0.27833, "recall_at_10": 0.38098, "recall_at_20": 0.46992, "recall_at_100": 0.72178, "recall_at_1000": 0.96089, "accuracy": 0.1161, "precision_at_1": 0.71, "precision_at_3": 0.57667, "precision_at_5": 0.49, "precision_at_10": 0.3995, "precision_at_20": 0.3055, "precision_at_100": 0.15055, "precision_at_1000": 0.03424, "mrr_at_1": 0.71, "mrr_at_3": 0.800833, "mrr_at_5": 0.807083, "mrr_at_10": 0.813651, "mrr_at_20": 0.814591, "mrr_at_100": 0.814591, "mrr_at_1000": 0.814591, "nauc_ndcg_at_1_max": 0.538421, "nauc_ndcg_at_1_std": 0.068724, "nauc_ndcg_at_1_diff1": 0.532425, "nauc_ndcg_at_3_max": 0.439618, "nauc_ndcg_at_3_std": 0.054038, "nauc_ndcg_at_3_diff1": 0.310458, "nauc_ndcg_at_5_max": 0.469577, "nauc_ndcg_at_5_std": 0.072914, "nauc_ndcg_at_5_diff1": 0.319491, "nauc_ndcg_at_10_max": 0.490134, "nauc_ndcg_at_10_std": 0.124444, "nauc_ndcg_at_10_diff1": 0.299797, "nauc_ndcg_at_20_max": 0.488095, "nauc_ndcg_at_20_std": 0.152947, "nauc_ndcg_at_20_diff1": 0.314792, "nauc_ndcg_at_100_max": 0.554347, "nauc_ndcg_at_100_std": 0.263424, "nauc_ndcg_at_100_diff1": 0.347155, "nauc_ndcg_at_1000_max": 0.541326, "nauc_ndcg_at_1000_std": 0.213433, "nauc_ndcg_at_1000_diff1": 0.336339, "nauc_map_at_1_max": 0.401421, "nauc_map_at_1_std": 0.149887, "nauc_map_at_1_diff1": 0.556626, "nauc_map_at_3_max": 0.343516, "nauc_map_at_3_std": 0.225821, "nauc_map_at_3_diff1": 0.355297, "nauc_map_at_5_max": 0.362626, "nauc_map_at_5_std": 0.244762, "nauc_map_at_5_diff1": 0.299549, "nauc_map_at_10_max": 0.40089, "nauc_map_at_10_std": 0.254976, "nauc_map_at_10_diff1": 0.260777, "nauc_map_at_20_max": 0.422781, "nauc_map_at_20_std": 0.253523, "nauc_map_at_20_diff1": 0.265114, "nauc_map_at_100_max": 0.464266, "nauc_map_at_100_std": 0.272686, "nauc_map_at_100_diff1": 0.252239, "nauc_map_at_1000_max": 0.456566, "nauc_map_at_1000_std": 0.247824, "nauc_map_at_1000_diff1": 0.229039, "nauc_recall_at_1_max": 0.401421, "nauc_recall_at_1_std": 0.149887, "nauc_recall_at_1_diff1": 0.556626, "nauc_recall_at_3_max": 0.278492, "nauc_recall_at_3_std": 0.220514, "nauc_recall_at_3_diff1": 0.313668, "nauc_recall_at_5_max": 0.302035, "nauc_recall_at_5_std": 0.237401, "nauc_recall_at_5_diff1": 0.269158, "nauc_recall_at_10_max": 0.348391, "nauc_recall_at_10_std": 0.268229, "nauc_recall_at_10_diff1": 0.206959, "nauc_recall_at_20_max": 0.38108, "nauc_recall_at_20_std": 0.270018, "nauc_recall_at_20_diff1": 0.237154, "nauc_recall_at_100_max": 0.47896, "nauc_recall_at_100_std": 0.420911, "nauc_recall_at_100_diff1": 0.29955, "nauc_recall_at_1000_max": 0.563657, "nauc_recall_at_1000_std": 0.820444, "nauc_recall_at_1000_diff1": 0.390384, "nauc_precision_at_1_max": 0.549534, "nauc_precision_at_1_std": 0.041936, "nauc_precision_at_1_diff1": 0.48638, "nauc_precision_at_3_max": 0.155633, "nauc_precision_at_3_std": -0.002633, "nauc_precision_at_3_diff1": -0.097877, "nauc_precision_at_5_max": 0.154041, "nauc_precision_at_5_std": -0.057419, "nauc_precision_at_5_diff1": -0.143489, "nauc_precision_at_10_max": 0.095471, "nauc_precision_at_10_std": -0.11091, "nauc_precision_at_10_diff1": -0.192109, "nauc_precision_at_20_max": 0.004905, "nauc_precision_at_20_std": -0.161246, "nauc_precision_at_20_diff1": -0.166798, "nauc_precision_at_100_max": -0.086159, "nauc_precision_at_100_std": -0.167326, "nauc_precision_at_100_diff1": -0.172797, "nauc_precision_at_1000_max": -0.18744, "nauc_precision_at_1000_std": -0.307619, "nauc_precision_at_1000_diff1": -0.207102, "nauc_mrr_at_1_max": 0.549534, "nauc_mrr_at_1_std": 0.041936, "nauc_mrr_at_1_diff1": 0.48638, "nauc_mrr_at_3_max": 0.54437, "nauc_mrr_at_3_std": 0.056314, "nauc_mrr_at_3_diff1": 0.513779, "nauc_mrr_at_5_max": 0.546798, "nauc_mrr_at_5_std": 0.033762, "nauc_mrr_at_5_diff1": 0.510021, "nauc_mrr_at_10_max": 0.555419, "nauc_mrr_at_10_std": 0.039582, "nauc_mrr_at_10_diff1": 0.508022, "nauc_mrr_at_20_max": 0.55368, "nauc_mrr_at_20_std": 0.040118, "nauc_mrr_at_20_diff1": 0.507143, "nauc_mrr_at_100_max": 0.55368, "nauc_mrr_at_100_std": 0.040118, "nauc_mrr_at_100_diff1": 0.507143, "nauc_mrr_at_1000_max": 0.55368, "nauc_mrr_at_1000_std": 0.040118, "nauc_mrr_at_1000_diff1": 0.507143, "cv_recall_at_1": 0.71, "cv_recall_at_3": 0.91, "cv_recall_at_5": 0.935, "cv_recall_at_10": 0.985, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.55189, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.145, "ndcg_at_3": 0.14064, "ndcg_at_5": 0.15058, "ndcg_at_10": 0.16132, "ndcg_at_20": 0.17395, "ndcg_at_100": 0.23187, "ndcg_at_1000": 0.33179, "map_at_1": 0.03059, "map_at_3": 0.04868, "map_at_5": 0.06162, "map_at_10": 0.07787, "map_at_20": 0.08881, "map_at_100": 0.11327, "map_at_1000": 0.13111, "recall_at_1": 0.03059, "recall_at_3": 0.05992, "recall_at_5": 0.08944, "recall_at_10": 0.13083, "recall_at_20": 0.17568, "recall_at_100": 0.36258, "recall_at_1000": 0.69458, "accuracy": 0.03059, "precision_at_1": 0.19, "precision_at_3": 0.15167, "precision_at_5": 0.147, "precision_at_10": 0.1335, "precision_at_20": 0.106, "precision_at_100": 0.0634, "precision_at_1000": 0.02157, "mrr_at_1": 0.19, "mrr_at_3": 0.235, "mrr_at_5": 0.253, "mrr_at_10": 0.268563, "mrr_at_20": 0.273905, "mrr_at_100": 0.279887, "mrr_at_1000": 0.280877, "nauc_ndcg_at_1_max": 0.447696, "nauc_ndcg_at_1_std": 0.309071, "nauc_ndcg_at_1_diff1": 0.059353, "nauc_ndcg_at_3_max": 0.571255, "nauc_ndcg_at_3_std": 0.416668, "nauc_ndcg_at_3_diff1": 0.043611, "nauc_ndcg_at_5_max": 0.600493, "nauc_ndcg_at_5_std": 0.447495, "nauc_ndcg_at_5_diff1": 0.071536, "nauc_ndcg_at_10_max": 0.602578, "nauc_ndcg_at_10_std": 0.459005, "nauc_ndcg_at_10_diff1": 0.042202, "nauc_ndcg_at_20_max": 0.608527, "nauc_ndcg_at_20_std": 0.485396, "nauc_ndcg_at_20_diff1": 0.059012, "nauc_ndcg_at_100_max": 0.652165, "nauc_ndcg_at_100_std": 0.611753, "nauc_ndcg_at_100_diff1": 0.038608, "nauc_ndcg_at_1000_max": 0.68937, "nauc_ndcg_at_1000_std": 0.56166, "nauc_ndcg_at_1000_diff1": 0.037002, "nauc_map_at_1_max": 0.468991, "nauc_map_at_1_std": 0.211988, "nauc_map_at_1_diff1": 0.171289, "nauc_map_at_3_max": 0.536092, "nauc_map_at_3_std": 0.368096, "nauc_map_at_3_diff1": 0.10437, "nauc_map_at_5_max": 0.572198, "nauc_map_at_5_std": 0.433696, "nauc_map_at_5_diff1": 0.115048, "nauc_map_at_10_max": 0.600304, "nauc_map_at_10_std": 0.486031, "nauc_map_at_10_diff1": 0.078829, "nauc_map_at_20_max": 0.602663, "nauc_map_at_20_std": 0.496689, "nauc_map_at_20_diff1": 0.087844, "nauc_map_at_100_max": 0.63322, "nauc_map_at_100_std": 0.550995, "nauc_map_at_100_diff1": 0.073031, "nauc_map_at_1000_max": 0.662533, "nauc_map_at_1000_std": 0.539504, "nauc_map_at_1000_diff1": 0.063198, "nauc_recall_at_1_max": 0.468991, "nauc_recall_at_1_std": 0.211988, "nauc_recall_at_1_diff1": 0.171289, "nauc_recall_at_3_max": 0.519259, "nauc_recall_at_3_std": 0.408377, "nauc_recall_at_3_diff1": 0.028616, "nauc_recall_at_5_max": 0.529001, "nauc_recall_at_5_std": 0.452058, "nauc_recall_at_5_diff1": 0.075653, "nauc_recall_at_10_max": 0.515057, "nauc_recall_at_10_std": 0.5052, "nauc_recall_at_10_diff1": 0.022243, "nauc_recall_at_20_max": 0.510865, "nauc_recall_at_20_std": 0.52877, "nauc_recall_at_20_diff1": 0.077976, "nauc_recall_at_100_max": 0.557968, "nauc_recall_at_100_std": 0.731037, "nauc_recall_at_100_diff1": -0.012064, "nauc_recall_at_1000_max": 0.632514, "nauc_recall_at_1000_std": 0.782091, "nauc_recall_at_1000_diff1": -0.014153, "nauc_precision_at_1_max": 0.481571, "nauc_precision_at_1_std": 0.318657, "nauc_precision_at_1_diff1": 0.065702, "nauc_precision_at_3_max": 0.603808, "nauc_precision_at_3_std": 0.447249, "nauc_precision_at_3_diff1": 0.011468, "nauc_precision_at_5_max": 0.629575, "nauc_precision_at_5_std": 0.458631, "nauc_precision_at_5_diff1": 0.034888, "nauc_precision_at_10_max": 0.580764, "nauc_precision_at_10_std": 0.402949, "nauc_precision_at_10_diff1": -0.022826, "nauc_precision_at_20_max": 0.549739, "nauc_precision_at_20_std": 0.355636, "nauc_precision_at_20_diff1": -0.012451, "nauc_precision_at_100_max": 0.50725, "nauc_precision_at_100_std": 0.277213, "nauc_precision_at_100_diff1": -0.045847, "nauc_precision_at_1000_max": 0.292556, "nauc_precision_at_1000_std": -0.162438, "nauc_precision_at_1000_diff1": -0.096358, "nauc_mrr_at_1_max": 0.481571, "nauc_mrr_at_1_std": 0.318657, "nauc_mrr_at_1_diff1": 0.065702, "nauc_mrr_at_3_max": 0.508736, "nauc_mrr_at_3_std": 0.368008, "nauc_mrr_at_3_diff1": 0.020796, "nauc_mrr_at_5_max": 0.526345, "nauc_mrr_at_5_std": 0.364877, "nauc_mrr_at_5_diff1": 0.033817, "nauc_mrr_at_10_max": 0.527073, "nauc_mrr_at_10_std": 0.364371, "nauc_mrr_at_10_diff1": 0.0264, "nauc_mrr_at_20_max": 0.531157, "nauc_mrr_at_20_std": 0.369342, "nauc_mrr_at_20_diff1": 0.031992, "nauc_mrr_at_100_max": 0.532609, "nauc_mrr_at_100_std": 0.373617, "nauc_mrr_at_100_diff1": 0.031914, "nauc_mrr_at_1000_max": 0.531988, "nauc_mrr_at_1000_std": 0.372449, "nauc_mrr_at_1000_diff1": 0.032068, "cv_recall_at_1": 0.19, "cv_recall_at_3": 0.295, "cv_recall_at_5": 0.375, "cv_recall_at_10": 0.485, "cv_recall_at_20": 0.56, "cv_recall_at_100": 0.775, "cv_recall_at_1000": 0.965, "main_score": 0.16132, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.185, "ndcg_at_3": 0.18625, "ndcg_at_5": 0.19398, "ndcg_at_10": 0.20314, "ndcg_at_20": 0.2188, "ndcg_at_100": 0.26404, "ndcg_at_1000": 0.35775, "map_at_1": 0.03799, "map_at_3": 0.05749, "map_at_5": 0.06981, "map_at_10": 0.08927, "map_at_20": 0.10381, "map_at_100": 0.12886, "map_at_1000": 0.15006, "recall_at_1": 0.03799, "recall_at_3": 0.07435, "recall_at_5": 0.10285, "recall_at_10": 0.15796, "recall_at_20": 0.22524, "recall_at_100": 0.38781, "recall_at_1000": 0.69108, "accuracy": 0.03799, "precision_at_1": 0.235, "precision_at_3": 0.19833, "precision_at_5": 0.189, "precision_at_10": 0.165, "precision_at_20": 0.13425, "precision_at_100": 0.0739, "precision_at_1000": 0.0227, "mrr_at_1": 0.235, "mrr_at_3": 0.306667, "mrr_at_5": 0.323917, "mrr_at_10": 0.333179, "mrr_at_20": 0.3409, "mrr_at_100": 0.343943, "mrr_at_1000": 0.344498, "nauc_ndcg_at_1_max": 0.490229, "nauc_ndcg_at_1_std": 0.254102, "nauc_ndcg_at_1_diff1": 0.486053, "nauc_ndcg_at_3_max": 0.484456, "nauc_ndcg_at_3_std": 0.301947, "nauc_ndcg_at_3_diff1": 0.323518, "nauc_ndcg_at_5_max": 0.538468, "nauc_ndcg_at_5_std": 0.361636, "nauc_ndcg_at_5_diff1": 0.351881, "nauc_ndcg_at_10_max": 0.611108, "nauc_ndcg_at_10_std": 0.427833, "nauc_ndcg_at_10_diff1": 0.330456, "nauc_ndcg_at_20_max": 0.649758, "nauc_ndcg_at_20_std": 0.466486, "nauc_ndcg_at_20_diff1": 0.354592, "nauc_ndcg_at_100_max": 0.71324, "nauc_ndcg_at_100_std": 0.588487, "nauc_ndcg_at_100_diff1": 0.340791, "nauc_ndcg_at_1000_max": 0.708923, "nauc_ndcg_at_1000_std": 0.592596, "nauc_ndcg_at_1000_diff1": 0.316966, "nauc_map_at_1_max": 0.502328, "nauc_map_at_1_std": 0.389988, "nauc_map_at_1_diff1": 0.61262, "nauc_map_at_3_max": 0.467647, "nauc_map_at_3_std": 0.384735, "nauc_map_at_3_diff1": 0.419078, "nauc_map_at_5_max": 0.508052, "nauc_map_at_5_std": 0.411441, "nauc_map_at_5_diff1": 0.392174, "nauc_map_at_10_max": 0.583962, "nauc_map_at_10_std": 0.471999, "nauc_map_at_10_diff1": 0.35853, "nauc_map_at_20_max": 0.608423, "nauc_map_at_20_std": 0.491122, "nauc_map_at_20_diff1": 0.370902, "nauc_map_at_100_max": 0.629401, "nauc_map_at_100_std": 0.528872, "nauc_map_at_100_diff1": 0.339032, "nauc_map_at_1000_max": 0.62021, "nauc_map_at_1000_std": 0.516388, "nauc_map_at_1000_diff1": 0.308083, "nauc_recall_at_1_max": 0.502328, "nauc_recall_at_1_std": 0.389988, "nauc_recall_at_1_diff1": 0.61262, "nauc_recall_at_3_max": 0.431817, "nauc_recall_at_3_std": 0.361992, "nauc_recall_at_3_diff1": 0.330222, "nauc_recall_at_5_max": 0.48647, "nauc_recall_at_5_std": 0.391006, "nauc_recall_at_5_diff1": 0.281691, "nauc_recall_at_10_max": 0.603042, "nauc_recall_at_10_std": 0.485032, "nauc_recall_at_10_diff1": 0.222422, "nauc_recall_at_20_max": 0.622893, "nauc_recall_at_20_std": 0.510431, "nauc_recall_at_20_diff1": 0.255575, "nauc_recall_at_100_max": 0.706665, "nauc_recall_at_100_std": 0.689346, "nauc_recall_at_100_diff1": 0.256324, "nauc_recall_at_1000_max": 0.818437, "nauc_recall_at_1000_std": 0.846837, "nauc_recall_at_1000_diff1": 0.266186, "nauc_precision_at_1_max": 0.486817, "nauc_precision_at_1_std": 0.250346, "nauc_precision_at_1_diff1": 0.450566, "nauc_precision_at_3_max": 0.400941, "nauc_precision_at_3_std": 0.247448, "nauc_precision_at_3_diff1": 0.149818, "nauc_precision_at_5_max": 0.454627, "nauc_precision_at_5_std": 0.301759, "nauc_precision_at_5_diff1": 0.168465, "nauc_precision_at_10_max": 0.476913, "nauc_precision_at_10_std": 0.319021, "nauc_precision_at_10_diff1": 0.149581, "nauc_precision_at_20_max": 0.396973, "nauc_precision_at_20_std": 0.249315, "nauc_precision_at_20_diff1": 0.146825, "nauc_precision_at_100_max": 0.237599, "nauc_precision_at_100_std": 0.141908, "nauc_precision_at_100_diff1": -0.004409, "nauc_precision_at_1000_max": 0.048216, "nauc_precision_at_1000_std": -0.132048, "nauc_precision_at_1000_diff1": -0.098852, "nauc_mrr_at_1_max": 0.486817, "nauc_mrr_at_1_std": 0.250346, "nauc_mrr_at_1_diff1": 0.450566, "nauc_mrr_at_3_max": 0.515751, "nauc_mrr_at_3_std": 0.308881, "nauc_mrr_at_3_diff1": 0.379152, "nauc_mrr_at_5_max": 0.541463, "nauc_mrr_at_5_std": 0.329312, "nauc_mrr_at_5_diff1": 0.377665, "nauc_mrr_at_10_max": 0.546852, "nauc_mrr_at_10_std": 0.333263, "nauc_mrr_at_10_diff1": 0.376124, "nauc_mrr_at_20_max": 0.549394, "nauc_mrr_at_20_std": 0.340627, "nauc_mrr_at_20_diff1": 0.3754, "nauc_mrr_at_100_max": 0.549002, "nauc_mrr_at_100_std": 0.340333, "nauc_mrr_at_100_diff1": 0.378154, "nauc_mrr_at_1000_max": 0.548603, "nauc_mrr_at_1000_std": 0.33977, "nauc_mrr_at_1000_diff1": 0.378471, "cv_recall_at_1": 0.235, "cv_recall_at_3": 0.405, "cv_recall_at_5": 0.48, "cv_recall_at_10": 0.55, "cv_recall_at_20": 0.66, "cv_recall_at_100": 0.805, "cv_recall_at_1000": 0.92, "main_score": 0.20314, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ] }, "evaluation_time": 6663.6282777786255, "kg_co2_emissions": null }