{ "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", "task_name": "CUREv1", "mteb_version": "1.18.0", "scores": { "all": [ { "ndcg_at_1": 0.55975, "ndcg_at_3": 0.50988, "ndcg_at_5": 0.50062, "ndcg_at_10": 0.49784, "ndcg_at_20": 0.50903, "ndcg_at_100": 0.58023, "ndcg_at_1000": 0.66611, "map_at_1": 0.08703, "map_at_3": 0.15309, "map_at_5": 0.18891, "map_at_10": 0.23657, "map_at_20": 0.28079, "map_at_100": 0.36035, "map_at_1000": 0.39868, "recall_at_1": 0.08703, "recall_at_3": 0.17049, "recall_at_5": 0.22707, "recall_at_10": 0.31755, "recall_at_20": 0.42347, "recall_at_100": 0.69395, "recall_at_1000": 0.9443, "precision_at_1": 0.667, "precision_at_3": 0.55683, "precision_at_5": 0.5029, "precision_at_10": 0.4188, "precision_at_20": 0.33517, "precision_at_100": 0.16605, "precision_at_1000": 0.03381, "mrr_at_1": 0.667, "mrr_at_3": 0.755167, "mrr_at_5": 0.767617, "mrr_at_10": 0.7742, "mrr_at_20": 0.775513, "mrr_at_100": 0.775825, "mrr_at_1000": 0.775845, "nauc_ndcg_at_1_max": 0.343206, "nauc_ndcg_at_1_std": 0.087181, "nauc_ndcg_at_1_diff1": 0.353347, "nauc_ndcg_at_3_max": 0.358783, "nauc_ndcg_at_3_std": 0.104992, "nauc_ndcg_at_3_diff1": 0.272529, "nauc_ndcg_at_5_max": 0.363422, "nauc_ndcg_at_5_std": 0.114531, "nauc_ndcg_at_5_diff1": 0.247946, "nauc_ndcg_at_10_max": 0.380199, "nauc_ndcg_at_10_std": 0.126408, "nauc_ndcg_at_10_diff1": 0.247739, "nauc_ndcg_at_20_max": 0.396866, "nauc_ndcg_at_20_std": 0.155937, "nauc_ndcg_at_20_diff1": 0.243876, "nauc_ndcg_at_100_max": 0.441539, "nauc_ndcg_at_100_std": 0.259382, "nauc_ndcg_at_100_diff1": 0.251775, "nauc_ndcg_at_1000_max": 0.469213, "nauc_ndcg_at_1000_std": 0.296652, "nauc_ndcg_at_1000_diff1": 0.229709, "nauc_map_at_1_max": 0.136641, "nauc_map_at_1_std": -0.078955, "nauc_map_at_1_diff1": 0.397901, "nauc_map_at_3_max": 0.191133, "nauc_map_at_3_std": -0.019713, "nauc_map_at_3_diff1": 0.322415, "nauc_map_at_5_max": 0.21547, "nauc_map_at_5_std": 0.006247, "nauc_map_at_5_diff1": 0.281141, "nauc_map_at_10_max": 0.264646, "nauc_map_at_10_std": 0.045496, "nauc_map_at_10_diff1": 0.249769, "nauc_map_at_20_max": 0.303604, "nauc_map_at_20_std": 0.090568, "nauc_map_at_20_diff1": 0.23458, "nauc_map_at_100_max": 0.370294, "nauc_map_at_100_std": 0.20744, "nauc_map_at_100_diff1": 0.205041, "nauc_map_at_1000_max": 0.382116, "nauc_map_at_1000_std": 0.229392, "nauc_map_at_1000_diff1": 0.176903, "nauc_recall_at_1_max": 0.136641, "nauc_recall_at_1_std": -0.078955, "nauc_recall_at_1_diff1": 0.397901, "nauc_recall_at_3_max": 0.165244, "nauc_recall_at_3_std": -0.017072, "nauc_recall_at_3_diff1": 0.299623, "nauc_recall_at_5_max": 0.169562, "nauc_recall_at_5_std": -0.000135, "nauc_recall_at_5_diff1": 0.242112, "nauc_recall_at_10_max": 0.203481, "nauc_recall_at_10_std": 0.034753, "nauc_recall_at_10_diff1": 0.201004, "nauc_recall_at_20_max": 0.223654, "nauc_recall_at_20_std": 0.074952, "nauc_recall_at_20_diff1": 0.180789, "nauc_recall_at_100_max": 0.300027, "nauc_recall_at_100_std": 0.292658, "nauc_recall_at_100_diff1": 0.160205, "nauc_recall_at_1000_max": 0.508424, "nauc_recall_at_1000_std": 0.704903, "nauc_recall_at_1000_diff1": 0.181232, "nauc_precision_at_1_max": 0.385236, "nauc_precision_at_1_std": 0.120344, "nauc_precision_at_1_diff1": 0.316406, "nauc_precision_at_3_max": 0.319144, "nauc_precision_at_3_std": 0.165669, "nauc_precision_at_3_diff1": 0.048605, "nauc_precision_at_5_max": 0.281339, "nauc_precision_at_5_std": 0.173286, "nauc_precision_at_5_diff1": -0.050814, "nauc_precision_at_10_max": 0.254614, "nauc_precision_at_10_std": 0.188705, "nauc_precision_at_10_diff1": -0.106355, "nauc_precision_at_20_max": 0.190925, "nauc_precision_at_20_std": 0.201383, "nauc_precision_at_20_diff1": -0.140519, "nauc_precision_at_100_max": 0.060894, "nauc_precision_at_100_std": 0.144718, "nauc_precision_at_100_diff1": -0.169582, "nauc_precision_at_1000_max": -0.054577, "nauc_precision_at_1000_std": -0.050483, "nauc_precision_at_1000_diff1": -0.188272, "nauc_mrr_at_1_max": 0.385236, "nauc_mrr_at_1_std": 0.120344, "nauc_mrr_at_1_diff1": 0.316406, "nauc_mrr_at_3_max": 0.425103, "nauc_mrr_at_3_std": 0.145763, "nauc_mrr_at_3_diff1": 0.309817, "nauc_mrr_at_5_max": 0.421746, "nauc_mrr_at_5_std": 0.15025, "nauc_mrr_at_5_diff1": 0.309313, "nauc_mrr_at_10_max": 0.420217, "nauc_mrr_at_10_std": 0.149469, "nauc_mrr_at_10_diff1": 0.309091, "nauc_mrr_at_20_max": 0.418919, "nauc_mrr_at_20_std": 0.147228, "nauc_mrr_at_20_diff1": 0.309147, "nauc_mrr_at_100_max": 0.418483, "nauc_mrr_at_100_std": 0.146828, "nauc_mrr_at_100_diff1": 0.309214, "nauc_mrr_at_1000_max": 0.41843, "nauc_mrr_at_1000_std": 0.146774, "nauc_mrr_at_1000_diff1": 0.309202, "main_score": 0.49784, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.15, "ndcg_at_3": 0.15739, "ndcg_at_5": 0.1614, "ndcg_at_10": 0.17174, "ndcg_at_20": 0.18806, "ndcg_at_100": 0.24261, "ndcg_at_1000": 0.33214, "map_at_1": 0.02829, "map_at_3": 0.05111, "map_at_5": 0.06236, "map_at_10": 0.07884, "map_at_20": 0.0945, "map_at_100": 0.12255, "map_at_1000": 0.1407, "recall_at_1": 0.02829, "recall_at_3": 0.06293, "recall_at_5": 0.08589, "recall_at_10": 0.1295, "recall_at_20": 0.18668, "recall_at_100": 0.35725, "recall_at_1000": 0.64357, "precision_at_1": 0.196, "precision_at_3": 0.1845, "precision_at_5": 0.1716, "precision_at_10": 0.15185, "precision_at_20": 0.12828, "precision_at_100": 0.07135, "precision_at_1000": 0.01966, "mrr_at_1": 0.196, "mrr_at_3": 0.263, "mrr_at_5": 0.28145, "mrr_at_10": 0.294422, "mrr_at_20": 0.301208, "mrr_at_100": 0.305249, "mrr_at_1000": 0.305806, "nauc_ndcg_at_1_max": 0.348156, "nauc_ndcg_at_1_std": 0.300603, "nauc_ndcg_at_1_diff1": 0.098332, "nauc_ndcg_at_3_max": 0.41505, "nauc_ndcg_at_3_std": 0.369837, "nauc_ndcg_at_3_diff1": 0.085593, "nauc_ndcg_at_5_max": 0.439388, "nauc_ndcg_at_5_std": 0.393851, "nauc_ndcg_at_5_diff1": 0.092908, "nauc_ndcg_at_10_max": 0.473484, "nauc_ndcg_at_10_std": 0.434906, "nauc_ndcg_at_10_diff1": 0.078955, "nauc_ndcg_at_20_max": 0.495026, "nauc_ndcg_at_20_std": 0.471853, "nauc_ndcg_at_20_diff1": 0.079351, "nauc_ndcg_at_100_max": 0.546356, "nauc_ndcg_at_100_std": 0.557183, "nauc_ndcg_at_100_diff1": 0.086574, "nauc_ndcg_at_1000_max": 0.601145, "nauc_ndcg_at_1000_std": 0.597138, "nauc_ndcg_at_1000_diff1": 0.077574, "nauc_map_at_1_max": 0.31309, "nauc_map_at_1_std": 0.215919, "nauc_map_at_1_diff1": 0.250771, "nauc_map_at_3_max": 0.366558, "nauc_map_at_3_std": 0.292521, "nauc_map_at_3_diff1": 0.196234, "nauc_map_at_5_max": 0.392068, "nauc_map_at_5_std": 0.326715, "nauc_map_at_5_diff1": 0.180042, "nauc_map_at_10_max": 0.429959, "nauc_map_at_10_std": 0.379158, "nauc_map_at_10_diff1": 0.141498, "nauc_map_at_20_max": 0.455086, "nauc_map_at_20_std": 0.419566, "nauc_map_at_20_diff1": 0.117232, "nauc_map_at_100_max": 0.506405, "nauc_map_at_100_std": 0.499145, "nauc_map_at_100_diff1": 0.097165, "nauc_map_at_1000_max": 0.540751, "nauc_map_at_1000_std": 0.527112, "nauc_map_at_1000_diff1": 0.087885, "nauc_recall_at_1_max": 0.31309, "nauc_recall_at_1_std": 0.215919, "nauc_recall_at_1_diff1": 0.250771, "nauc_recall_at_3_max": 0.351357, "nauc_recall_at_3_std": 0.290496, "nauc_recall_at_3_diff1": 0.173069, "nauc_recall_at_5_max": 0.372949, "nauc_recall_at_5_std": 0.322649, "nauc_recall_at_5_diff1": 0.163012, "nauc_recall_at_10_max": 0.398051, "nauc_recall_at_10_std": 0.371759, "nauc_recall_at_10_diff1": 0.107274, "nauc_recall_at_20_max": 0.40211, "nauc_recall_at_20_std": 0.417921, "nauc_recall_at_20_diff1": 0.083497, "nauc_recall_at_100_max": 0.481102, "nauc_recall_at_100_std": 0.558483, "nauc_recall_at_100_diff1": 0.084185, "nauc_recall_at_1000_max": 0.632664, "nauc_recall_at_1000_std": 0.709636, "nauc_recall_at_1000_diff1": 0.07107, "nauc_precision_at_1_max": 0.369543, "nauc_precision_at_1_std": 0.320175, "nauc_precision_at_1_diff1": 0.083793, "nauc_precision_at_3_max": 0.44277, "nauc_precision_at_3_std": 0.413527, "nauc_precision_at_3_diff1": 0.040576, "nauc_precision_at_5_max": 0.470451, "nauc_precision_at_5_std": 0.438771, "nauc_precision_at_5_diff1": 0.024665, "nauc_precision_at_10_max": 0.495619, "nauc_precision_at_10_std": 0.476846, "nauc_precision_at_10_diff1": -0.023601, "nauc_precision_at_20_max": 0.492648, "nauc_precision_at_20_std": 0.485167, "nauc_precision_at_20_diff1": -0.034026, "nauc_precision_at_100_max": 0.478816, "nauc_precision_at_100_std": 0.456514, "nauc_precision_at_100_diff1": -0.029121, "nauc_precision_at_1000_max": 0.38663, "nauc_precision_at_1000_std": 0.227826, "nauc_precision_at_1000_diff1": -0.048785, "nauc_mrr_at_1_max": 0.369543, "nauc_mrr_at_1_std": 0.320175, "nauc_mrr_at_1_diff1": 0.083793, "nauc_mrr_at_3_max": 0.41599, "nauc_mrr_at_3_std": 0.375607, "nauc_mrr_at_3_diff1": 0.078677, "nauc_mrr_at_5_max": 0.427702, "nauc_mrr_at_5_std": 0.385648, "nauc_mrr_at_5_diff1": 0.076773, "nauc_mrr_at_10_max": 0.432795, "nauc_mrr_at_10_std": 0.392266, "nauc_mrr_at_10_diff1": 0.070813, "nauc_mrr_at_20_max": 0.434261, "nauc_mrr_at_20_std": 0.394927, "nauc_mrr_at_20_diff1": 0.07278, "nauc_mrr_at_100_max": 0.435472, "nauc_mrr_at_100_std": 0.395304, "nauc_mrr_at_100_diff1": 0.073719, "nauc_mrr_at_1000_max": 0.435217, "nauc_mrr_at_1000_std": 0.394986, "nauc_mrr_at_1000_diff1": 0.073658, "main_score": 0.17174, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2125, "ndcg_at_3": 0.21222, "ndcg_at_5": 0.21478, "ndcg_at_10": 0.22456, "ndcg_at_20": 0.24034, "ndcg_at_100": 0.2979, "ndcg_at_1000": 0.38629, "map_at_1": 0.03666, "map_at_3": 0.0656, "map_at_5": 0.08121, "map_at_10": 0.10281, "map_at_20": 0.12298, "map_at_100": 0.15794, "map_at_1000": 0.17883, "recall_at_1": 0.03666, "recall_at_3": 0.07994, "recall_at_5": 0.11036, "recall_at_10": 0.16307, "recall_at_20": 0.22902, "recall_at_100": 0.41427, "recall_at_1000": 0.68964, "precision_at_1": 0.2705, "precision_at_3": 0.2425, "precision_at_5": 0.225, "precision_at_10": 0.194, "precision_at_20": 0.1603, "precision_at_100": 0.0846, "precision_at_1000": 0.02187, "mrr_at_1": 0.2705, "mrr_at_3": 0.349333, "mrr_at_5": 0.367433, "mrr_at_10": 0.379672, "mrr_at_20": 0.384925, "mrr_at_100": 0.38847, "mrr_at_1000": 0.388897, "nauc_ndcg_at_1_max": 0.355096, "nauc_ndcg_at_1_std": 0.249164, "nauc_ndcg_at_1_diff1": 0.201939, "nauc_ndcg_at_3_max": 0.439049, "nauc_ndcg_at_3_std": 0.340719, "nauc_ndcg_at_3_diff1": 0.186333, "nauc_ndcg_at_5_max": 0.479629, "nauc_ndcg_at_5_std": 0.380195, "nauc_ndcg_at_5_diff1": 0.191459, "nauc_ndcg_at_10_max": 0.51855, "nauc_ndcg_at_10_std": 0.430564, "nauc_ndcg_at_10_diff1": 0.19862, "nauc_ndcg_at_20_max": 0.544988, "nauc_ndcg_at_20_std": 0.467969, "nauc_ndcg_at_20_diff1": 0.204351, "nauc_ndcg_at_100_max": 0.609662, "nauc_ndcg_at_100_std": 0.572717, "nauc_ndcg_at_100_diff1": 0.189209, "nauc_ndcg_at_1000_max": 0.646926, "nauc_ndcg_at_1000_std": 0.613574, "nauc_ndcg_at_1000_diff1": 0.175803, "nauc_map_at_1_max": 0.288192, "nauc_map_at_1_std": 0.182419, "nauc_map_at_1_diff1": 0.364745, "nauc_map_at_3_max": 0.35012, "nauc_map_at_3_std": 0.249322, "nauc_map_at_3_diff1": 0.304823, "nauc_map_at_5_max": 0.383004, "nauc_map_at_5_std": 0.288907, "nauc_map_at_5_diff1": 0.275622, "nauc_map_at_10_max": 0.42246, "nauc_map_at_10_std": 0.3377, "nauc_map_at_10_diff1": 0.249581, "nauc_map_at_20_max": 0.467083, "nauc_map_at_20_std": 0.390551, "nauc_map_at_20_diff1": 0.234237, "nauc_map_at_100_max": 0.54426, "nauc_map_at_100_std": 0.494281, "nauc_map_at_100_diff1": 0.208408, "nauc_map_at_1000_max": 0.575313, "nauc_map_at_1000_std": 0.52462, "nauc_map_at_1000_diff1": 0.200474, "nauc_recall_at_1_max": 0.288192, "nauc_recall_at_1_std": 0.182419, "nauc_recall_at_1_diff1": 0.364745, "nauc_recall_at_3_max": 0.343637, "nauc_recall_at_3_std": 0.256092, "nauc_recall_at_3_diff1": 0.261606, "nauc_recall_at_5_max": 0.378408, "nauc_recall_at_5_std": 0.30067, "nauc_recall_at_5_diff1": 0.230502, "nauc_recall_at_10_max": 0.41745, "nauc_recall_at_10_std": 0.361907, "nauc_recall_at_10_diff1": 0.206295, "nauc_recall_at_20_max": 0.458476, "nauc_recall_at_20_std": 0.423063, "nauc_recall_at_20_diff1": 0.190255, "nauc_recall_at_100_max": 0.581432, "nauc_recall_at_100_std": 0.620779, "nauc_recall_at_100_diff1": 0.139534, "nauc_recall_at_1000_max": 0.744782, "nauc_recall_at_1000_std": 0.807493, "nauc_recall_at_1000_diff1": 0.122858, "nauc_precision_at_1_max": 0.390754, "nauc_precision_at_1_std": 0.278905, "nauc_precision_at_1_diff1": 0.203034, "nauc_precision_at_3_max": 0.470535, "nauc_precision_at_3_std": 0.387564, "nauc_precision_at_3_diff1": 0.123178, "nauc_precision_at_5_max": 0.504879, "nauc_precision_at_5_std": 0.430328, "nauc_precision_at_5_diff1": 0.100208, "nauc_precision_at_10_max": 0.529064, "nauc_precision_at_10_std": 0.476347, "nauc_precision_at_10_diff1": 0.083443, "nauc_precision_at_20_max": 0.518257, "nauc_precision_at_20_std": 0.479714, "nauc_precision_at_20_diff1": 0.060246, "nauc_precision_at_100_max": 0.449246, "nauc_precision_at_100_std": 0.427996, "nauc_precision_at_100_diff1": 0.018313, "nauc_precision_at_1000_max": 0.269947, "nauc_precision_at_1000_std": 0.15007, "nauc_precision_at_1000_diff1": 0.003878, "nauc_mrr_at_1_max": 0.390754, "nauc_mrr_at_1_std": 0.278905, "nauc_mrr_at_1_diff1": 0.203034, "nauc_mrr_at_3_max": 0.443636, "nauc_mrr_at_3_std": 0.347201, "nauc_mrr_at_3_diff1": 0.180371, "nauc_mrr_at_5_max": 0.457569, "nauc_mrr_at_5_std": 0.363591, "nauc_mrr_at_5_diff1": 0.180457, "nauc_mrr_at_10_max": 0.464564, "nauc_mrr_at_10_std": 0.372647, "nauc_mrr_at_10_diff1": 0.185869, "nauc_mrr_at_20_max": 0.465328, "nauc_mrr_at_20_std": 0.374206, "nauc_mrr_at_20_diff1": 0.186604, "nauc_mrr_at_100_max": 0.465269, "nauc_mrr_at_100_std": 0.374096, "nauc_mrr_at_100_diff1": 0.185313, "nauc_mrr_at_1000_max": 0.464924, "nauc_mrr_at_1000_std": 0.37363, "nauc_mrr_at_1000_diff1": 0.185318, "main_score": 0.22456, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "dentistry_and_oral_health": [ { "ndcg_at_1": 0.5775, "ndcg_at_3": 0.50752, "ndcg_at_5": 0.49384, "ndcg_at_10": 0.4835, "ndcg_at_20": 0.48201, "ndcg_at_100": 0.55012, "ndcg_at_1000": 0.67278, "map_at_1": 0.09476, "map_at_3": 0.14245, "map_at_5": 0.16485, "map_at_10": 0.20063, "map_at_20": 0.23457, "map_at_100": 0.31278, "map_at_1000": 0.36535, "recall_at_1": 0.09476, "recall_at_3": 0.15587, "recall_at_5": 0.19404, "recall_at_10": 0.26463, "recall_at_20": 0.35216, "recall_at_100": 0.62856, "recall_at_1000": 0.95779, "precision_at_1": 0.69, "precision_at_3": 0.54667, "precision_at_5": 0.491, "precision_at_10": 0.41, "precision_at_20": 0.32825, "precision_at_100": 0.1766, "precision_at_1000": 0.03748, "mrr_at_1": 0.69, "mrr_at_3": 0.770833, "mrr_at_5": 0.784083, "mrr_at_10": 0.788929, "mrr_at_20": 0.790649, "mrr_at_100": 0.790649, "mrr_at_1000": 0.790691, "nauc_ndcg_at_1_max": 0.364784, "nauc_ndcg_at_1_std": -0.157258, "nauc_ndcg_at_1_diff1": 0.523994, "nauc_ndcg_at_3_max": 0.33585, "nauc_ndcg_at_3_std": -0.074445, "nauc_ndcg_at_3_diff1": 0.429453, "nauc_ndcg_at_5_max": 0.338049, "nauc_ndcg_at_5_std": -0.08783, "nauc_ndcg_at_5_diff1": 0.407744, "nauc_ndcg_at_10_max": 0.299327, "nauc_ndcg_at_10_std": -0.134209, "nauc_ndcg_at_10_diff1": 0.429064, "nauc_ndcg_at_20_max": 0.247967, "nauc_ndcg_at_20_std": -0.160491, "nauc_ndcg_at_20_diff1": 0.441528, "nauc_ndcg_at_100_max": 0.239625, "nauc_ndcg_at_100_std": -0.13471, "nauc_ndcg_at_100_diff1": 0.459326, "nauc_ndcg_at_1000_max": 0.357548, "nauc_ndcg_at_1000_std": 0.085444, "nauc_ndcg_at_1000_diff1": 0.372601, "nauc_map_at_1_max": 0.061513, "nauc_map_at_1_std": -0.364332, "nauc_map_at_1_diff1": 0.589996, "nauc_map_at_3_max": 0.107297, "nauc_map_at_3_std": -0.347485, "nauc_map_at_3_diff1": 0.556627, "nauc_map_at_5_max": 0.132296, "nauc_map_at_5_std": -0.342965, "nauc_map_at_5_diff1": 0.531675, "nauc_map_at_10_max": 0.14428, "nauc_map_at_10_std": -0.330166, "nauc_map_at_10_diff1": 0.502057, "nauc_map_at_20_max": 0.154759, "nauc_map_at_20_std": -0.304297, "nauc_map_at_20_diff1": 0.495644, "nauc_map_at_100_max": 0.174902, "nauc_map_at_100_std": -0.147264, "nauc_map_at_100_diff1": 0.440964, "nauc_map_at_1000_max": 0.194841, "nauc_map_at_1000_std": -0.019405, "nauc_map_at_1000_diff1": 0.369147, "nauc_recall_at_1_max": 0.061513, "nauc_recall_at_1_std": -0.364332, "nauc_recall_at_1_diff1": 0.589996, "nauc_recall_at_3_max": 0.097358, "nauc_recall_at_3_std": -0.342758, "nauc_recall_at_3_diff1": 0.521359, "nauc_recall_at_5_max": 0.111792, "nauc_recall_at_5_std": -0.345301, "nauc_recall_at_5_diff1": 0.468606, "nauc_recall_at_10_max": 0.099195, "nauc_recall_at_10_std": -0.327163, "nauc_recall_at_10_diff1": 0.413763, "nauc_recall_at_20_max": 0.067782, "nauc_recall_at_20_std": -0.324362, "nauc_recall_at_20_diff1": 0.412275, "nauc_recall_at_100_max": 0.031628, "nauc_recall_at_100_std": -0.154737, "nauc_recall_at_100_diff1": 0.317048, "nauc_recall_at_1000_max": 0.411683, "nauc_recall_at_1000_std": 0.602139, "nauc_recall_at_1000_diff1": 0.245457, "nauc_precision_at_1_max": 0.435058, "nauc_precision_at_1_std": 0.036201, "nauc_precision_at_1_diff1": 0.484391, "nauc_precision_at_3_max": 0.327164, "nauc_precision_at_3_std": 0.260237, "nauc_precision_at_3_diff1": 0.108119, "nauc_precision_at_5_max": 0.284575, "nauc_precision_at_5_std": 0.279214, "nauc_precision_at_5_diff1": -0.047967, "nauc_precision_at_10_max": 0.186462, "nauc_precision_at_10_std": 0.329438, "nauc_precision_at_10_diff1": -0.161622, "nauc_precision_at_20_max": 0.119242, "nauc_precision_at_20_std": 0.38491, "nauc_precision_at_20_diff1": -0.215277, "nauc_precision_at_100_max": 0.028834, "nauc_precision_at_100_std": 0.451737, "nauc_precision_at_100_diff1": -0.278469, "nauc_precision_at_1000_max": -0.020549, "nauc_precision_at_1000_std": 0.335981, "nauc_precision_at_1000_diff1": -0.308218, "nauc_mrr_at_1_max": 0.435058, "nauc_mrr_at_1_std": 0.036201, "nauc_mrr_at_1_diff1": 0.484391, "nauc_mrr_at_3_max": 0.497968, "nauc_mrr_at_3_std": 0.092658, "nauc_mrr_at_3_diff1": 0.488182, "nauc_mrr_at_5_max": 0.477135, "nauc_mrr_at_5_std": 0.071119, "nauc_mrr_at_5_diff1": 0.49568, "nauc_mrr_at_10_max": 0.478018, "nauc_mrr_at_10_std": 0.06637, "nauc_mrr_at_10_diff1": 0.487393, "nauc_mrr_at_20_max": 0.474073, "nauc_mrr_at_20_std": 0.065207, "nauc_mrr_at_20_diff1": 0.49082, "nauc_mrr_at_100_max": 0.474073, "nauc_mrr_at_100_std": 0.065207, "nauc_mrr_at_100_diff1": 0.49082, "nauc_mrr_at_1000_max": 0.473984, "nauc_mrr_at_1000_std": 0.065141, "nauc_mrr_at_1000_diff1": 0.490735, "main_score": 0.4835, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1175, "ndcg_at_3": 0.12137, "ndcg_at_5": 0.12616, "ndcg_at_10": 0.13224, "ndcg_at_20": 0.14539, "ndcg_at_100": 0.19539, "ndcg_at_1000": 0.29571, "map_at_1": 0.02692, "map_at_3": 0.03926, "map_at_5": 0.04606, "map_at_10": 0.05256, "map_at_20": 0.06069, "map_at_100": 0.08347, "map_at_1000": 0.10148, "recall_at_1": 0.02692, "recall_at_3": 0.05613, "recall_at_5": 0.07411, "recall_at_10": 0.09603, "recall_at_20": 0.13502, "recall_at_100": 0.29564, "recall_at_1000": 0.58992, "precision_at_1": 0.15, "precision_at_3": 0.13, "precision_at_5": 0.123, "precision_at_10": 0.109, "precision_at_20": 0.098, "precision_at_100": 0.06365, "precision_at_1000": 0.01908, "mrr_at_1": 0.15, "mrr_at_3": 0.2225, "mrr_at_5": 0.23625, "mrr_at_10": 0.250839, "mrr_at_20": 0.258704, "mrr_at_100": 0.262982, "mrr_at_1000": 0.263655, "nauc_ndcg_at_1_max": 0.388204, "nauc_ndcg_at_1_std": 0.223628, "nauc_ndcg_at_1_diff1": 0.351279, "nauc_ndcg_at_3_max": 0.467636, "nauc_ndcg_at_3_std": 0.298279, "nauc_ndcg_at_3_diff1": 0.201305, "nauc_ndcg_at_5_max": 0.449553, "nauc_ndcg_at_5_std": 0.303002, "nauc_ndcg_at_5_diff1": 0.190808, "nauc_ndcg_at_10_max": 0.473934, "nauc_ndcg_at_10_std": 0.341662, "nauc_ndcg_at_10_diff1": 0.169353, "nauc_ndcg_at_20_max": 0.523545, "nauc_ndcg_at_20_std": 0.41579, "nauc_ndcg_at_20_diff1": 0.168679, "nauc_ndcg_at_100_max": 0.567396, "nauc_ndcg_at_100_std": 0.538342, "nauc_ndcg_at_100_diff1": 0.164088, "nauc_ndcg_at_1000_max": 0.602401, "nauc_ndcg_at_1000_std": 0.552304, "nauc_ndcg_at_1000_diff1": 0.123172, "nauc_map_at_1_max": 0.509026, "nauc_map_at_1_std": 0.06857, "nauc_map_at_1_diff1": 0.637262, "nauc_map_at_3_max": 0.450232, "nauc_map_at_3_std": 0.08916, "nauc_map_at_3_diff1": 0.429047, "nauc_map_at_5_max": 0.42271, "nauc_map_at_5_std": 0.113837, "nauc_map_at_5_diff1": 0.389538, "nauc_map_at_10_max": 0.440805, "nauc_map_at_10_std": 0.166608, "nauc_map_at_10_diff1": 0.346657, "nauc_map_at_20_max": 0.484926, "nauc_map_at_20_std": 0.243177, "nauc_map_at_20_diff1": 0.337542, "nauc_map_at_100_max": 0.542011, "nauc_map_at_100_std": 0.404074, "nauc_map_at_100_diff1": 0.276333, "nauc_map_at_1000_max": 0.57289, "nauc_map_at_1000_std": 0.466627, "nauc_map_at_1000_diff1": 0.231659, "nauc_recall_at_1_max": 0.509026, "nauc_recall_at_1_std": 0.06857, "nauc_recall_at_1_diff1": 0.637262, "nauc_recall_at_3_max": 0.35011, "nauc_recall_at_3_std": 0.088117, "nauc_recall_at_3_diff1": 0.261641, "nauc_recall_at_5_max": 0.297574, "nauc_recall_at_5_std": 0.114492, "nauc_recall_at_5_diff1": 0.213276, "nauc_recall_at_10_max": 0.336505, "nauc_recall_at_10_std": 0.212454, "nauc_recall_at_10_diff1": 0.164681, "nauc_recall_at_20_max": 0.422578, "nauc_recall_at_20_std": 0.353486, "nauc_recall_at_20_diff1": 0.164123, "nauc_recall_at_100_max": 0.458977, "nauc_recall_at_100_std": 0.563775, "nauc_recall_at_100_diff1": 0.124058, "nauc_recall_at_1000_max": 0.589883, "nauc_recall_at_1000_std": 0.675418, "nauc_recall_at_1000_diff1": 0.074304, "nauc_precision_at_1_max": 0.366647, "nauc_precision_at_1_std": 0.241357, "nauc_precision_at_1_diff1": 0.340913, "nauc_precision_at_3_max": 0.426881, "nauc_precision_at_3_std": 0.415877, "nauc_precision_at_3_diff1": 0.062061, "nauc_precision_at_5_max": 0.425473, "nauc_precision_at_5_std": 0.449861, "nauc_precision_at_5_diff1": 0.043185, "nauc_precision_at_10_max": 0.466434, "nauc_precision_at_10_std": 0.493319, "nauc_precision_at_10_diff1": -0.008351, "nauc_precision_at_20_max": 0.496776, "nauc_precision_at_20_std": 0.57837, "nauc_precision_at_20_diff1": -0.013716, "nauc_precision_at_100_max": 0.477157, "nauc_precision_at_100_std": 0.583631, "nauc_precision_at_100_diff1": -0.052463, "nauc_precision_at_1000_max": 0.353137, "nauc_precision_at_1000_std": 0.338742, "nauc_precision_at_1000_diff1": -0.137085, "nauc_mrr_at_1_max": 0.366647, "nauc_mrr_at_1_std": 0.241357, "nauc_mrr_at_1_diff1": 0.340913, "nauc_mrr_at_3_max": 0.427328, "nauc_mrr_at_3_std": 0.319534, "nauc_mrr_at_3_diff1": 0.199688, "nauc_mrr_at_5_max": 0.418666, "nauc_mrr_at_5_std": 0.323314, "nauc_mrr_at_5_diff1": 0.179323, "nauc_mrr_at_10_max": 0.424041, "nauc_mrr_at_10_std": 0.329895, "nauc_mrr_at_10_diff1": 0.186992, "nauc_mrr_at_20_max": 0.429006, "nauc_mrr_at_20_std": 0.337096, "nauc_mrr_at_20_diff1": 0.189285, "nauc_mrr_at_100_max": 0.427742, "nauc_mrr_at_100_std": 0.334188, "nauc_mrr_at_100_diff1": 0.188752, "nauc_mrr_at_1000_max": 0.427321, "nauc_mrr_at_1000_std": 0.333597, "nauc_mrr_at_1000_diff1": 0.189088, "main_score": 0.13224, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.21, "ndcg_at_3": 0.18335, "ndcg_at_5": 0.18241, "ndcg_at_10": 0.18202, "ndcg_at_20": 0.18643, "ndcg_at_100": 0.23417, "ndcg_at_1000": 0.34307, "map_at_1": 0.04114, "map_at_3": 0.05527, "map_at_5": 0.06389, "map_at_10": 0.07155, "map_at_20": 0.08071, "map_at_100": 0.10663, "map_at_1000": 0.1282, "recall_at_1": 0.04114, "recall_at_3": 0.06305, "recall_at_5": 0.08395, "recall_at_10": 0.11228, "recall_at_20": 0.14595, "recall_at_100": 0.3072, "recall_at_1000": 0.62888, "precision_at_1": 0.255, "precision_at_3": 0.19667, "precision_at_5": 0.18, "precision_at_10": 0.1485, "precision_at_20": 0.12225, "precision_at_100": 0.0731, "precision_at_1000": 0.02119, "mrr_at_1": 0.255, "mrr_at_3": 0.313333, "mrr_at_5": 0.333833, "mrr_at_10": 0.348385, "mrr_at_20": 0.352484, "mrr_at_100": 0.356572, "mrr_at_1000": 0.357068, "nauc_ndcg_at_1_max": 0.563618, "nauc_ndcg_at_1_std": 0.280504, "nauc_ndcg_at_1_diff1": 0.265039, "nauc_ndcg_at_3_max": 0.632955, "nauc_ndcg_at_3_std": 0.353114, "nauc_ndcg_at_3_diff1": 0.311579, "nauc_ndcg_at_5_max": 0.643638, "nauc_ndcg_at_5_std": 0.353867, "nauc_ndcg_at_5_diff1": 0.300486, "nauc_ndcg_at_10_max": 0.662235, "nauc_ndcg_at_10_std": 0.41355, "nauc_ndcg_at_10_diff1": 0.323383, "nauc_ndcg_at_20_max": 0.661484, "nauc_ndcg_at_20_std": 0.446062, "nauc_ndcg_at_20_diff1": 0.314521, "nauc_ndcg_at_100_max": 0.68856, "nauc_ndcg_at_100_std": 0.552654, "nauc_ndcg_at_100_diff1": 0.298591, "nauc_ndcg_at_1000_max": 0.723002, "nauc_ndcg_at_1000_std": 0.581883, "nauc_ndcg_at_1000_diff1": 0.313382, "nauc_map_at_1_max": 0.50827, "nauc_map_at_1_std": 0.158959, "nauc_map_at_1_diff1": 0.417172, "nauc_map_at_3_max": 0.590314, "nauc_map_at_3_std": 0.225277, "nauc_map_at_3_diff1": 0.46422, "nauc_map_at_5_max": 0.586343, "nauc_map_at_5_std": 0.230903, "nauc_map_at_5_diff1": 0.39719, "nauc_map_at_10_max": 0.594773, "nauc_map_at_10_std": 0.266013, "nauc_map_at_10_diff1": 0.392912, "nauc_map_at_20_max": 0.607662, "nauc_map_at_20_std": 0.307173, "nauc_map_at_20_diff1": 0.376616, "nauc_map_at_100_max": 0.649211, "nauc_map_at_100_std": 0.436095, "nauc_map_at_100_diff1": 0.362627, "nauc_map_at_1000_max": 0.675019, "nauc_map_at_1000_std": 0.491988, "nauc_map_at_1000_diff1": 0.376039, "nauc_recall_at_1_max": 0.50827, "nauc_recall_at_1_std": 0.158959, "nauc_recall_at_1_diff1": 0.417172, "nauc_recall_at_3_max": 0.599373, "nauc_recall_at_3_std": 0.246979, "nauc_recall_at_3_diff1": 0.443916, "nauc_recall_at_5_max": 0.560481, "nauc_recall_at_5_std": 0.229529, "nauc_recall_at_5_diff1": 0.283209, "nauc_recall_at_10_max": 0.547399, "nauc_recall_at_10_std": 0.322159, "nauc_recall_at_10_diff1": 0.285109, "nauc_recall_at_20_max": 0.542483, "nauc_recall_at_20_std": 0.368813, "nauc_recall_at_20_diff1": 0.231925, "nauc_recall_at_100_max": 0.586312, "nauc_recall_at_100_std": 0.576555, "nauc_recall_at_100_diff1": 0.220175, "nauc_recall_at_1000_max": 0.706842, "nauc_recall_at_1000_std": 0.714769, "nauc_recall_at_1000_diff1": 0.225887, "nauc_precision_at_1_max": 0.603943, "nauc_precision_at_1_std": 0.322747, "nauc_precision_at_1_diff1": 0.301399, "nauc_precision_at_3_max": 0.62771, "nauc_precision_at_3_std": 0.407628, "nauc_precision_at_3_diff1": 0.29362, "nauc_precision_at_5_max": 0.595465, "nauc_precision_at_5_std": 0.423688, "nauc_precision_at_5_diff1": 0.250627, "nauc_precision_at_10_max": 0.549401, "nauc_precision_at_10_std": 0.474352, "nauc_precision_at_10_diff1": 0.253388, "nauc_precision_at_20_max": 0.497211, "nauc_precision_at_20_std": 0.490887, "nauc_precision_at_20_diff1": 0.22106, "nauc_precision_at_100_max": 0.463677, "nauc_precision_at_100_std": 0.528659, "nauc_precision_at_100_diff1": 0.201229, "nauc_precision_at_1000_max": 0.329037, "nauc_precision_at_1000_std": 0.279472, "nauc_precision_at_1000_diff1": 0.154718, "nauc_mrr_at_1_max": 0.603943, "nauc_mrr_at_1_std": 0.322747, "nauc_mrr_at_1_diff1": 0.301399, "nauc_mrr_at_3_max": 0.604858, "nauc_mrr_at_3_std": 0.375208, "nauc_mrr_at_3_diff1": 0.27598, "nauc_mrr_at_5_max": 0.618245, "nauc_mrr_at_5_std": 0.387833, "nauc_mrr_at_5_diff1": 0.280989, "nauc_mrr_at_10_max": 0.615712, "nauc_mrr_at_10_std": 0.397003, "nauc_mrr_at_10_diff1": 0.281913, "nauc_mrr_at_20_max": 0.613216, "nauc_mrr_at_20_std": 0.393463, "nauc_mrr_at_20_diff1": 0.278223, "nauc_mrr_at_100_max": 0.613566, "nauc_mrr_at_100_std": 0.391853, "nauc_mrr_at_100_diff1": 0.279054, "nauc_mrr_at_1000_max": 0.613529, "nauc_mrr_at_1000_std": 0.391509, "nauc_mrr_at_1000_diff1": 0.279092, "main_score": 0.18202, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "dermatology": [ { "ndcg_at_1": 0.485, "ndcg_at_3": 0.45879, "ndcg_at_5": 0.48421, "ndcg_at_10": 0.5203, "ndcg_at_20": 0.56743, "ndcg_at_100": 0.63842, "ndcg_at_1000": 0.67568, "map_at_1": 0.11146, "map_at_3": 0.22425, "map_at_5": 0.28107, "map_at_10": 0.34985, "map_at_20": 0.40301, "map_at_100": 0.45948, "map_at_1000": 0.47338, "recall_at_1": 0.11146, "recall_at_3": 0.26306, "recall_at_5": 0.366, "recall_at_10": 0.50186, "recall_at_20": 0.65276, "recall_at_100": 0.87782, "recall_at_1000": 0.99633, "precision_at_1": 0.54, "precision_at_3": 0.47, "precision_at_5": 0.437, "precision_at_10": 0.3525, "precision_at_20": 0.26225, "precision_at_100": 0.0988, "precision_at_1000": 0.01341, "mrr_at_1": 0.54, "mrr_at_3": 0.656667, "mrr_at_5": 0.678417, "mrr_at_10": 0.688435, "mrr_at_20": 0.69025, "mrr_at_100": 0.690737, "mrr_at_1000": 0.690737, "nauc_ndcg_at_1_max": 0.231896, "nauc_ndcg_at_1_std": 0.075541, "nauc_ndcg_at_1_diff1": 0.127458, "nauc_ndcg_at_3_max": 0.21829, "nauc_ndcg_at_3_std": -0.084059, "nauc_ndcg_at_3_diff1": 0.153901, "nauc_ndcg_at_5_max": 0.209346, "nauc_ndcg_at_5_std": -0.122874, "nauc_ndcg_at_5_diff1": 0.155882, "nauc_ndcg_at_10_max": 0.24761, "nauc_ndcg_at_10_std": -0.177142, "nauc_ndcg_at_10_diff1": 0.166653, "nauc_ndcg_at_20_max": 0.249267, "nauc_ndcg_at_20_std": -0.250444, "nauc_ndcg_at_20_diff1": 0.154919, "nauc_ndcg_at_100_max": 0.28198, "nauc_ndcg_at_100_std": -0.134663, "nauc_ndcg_at_100_diff1": 0.120302, "nauc_ndcg_at_1000_max": 0.285351, "nauc_ndcg_at_1000_std": 0.015057, "nauc_ndcg_at_1000_diff1": 0.13966, "nauc_map_at_1_max": -0.026524, "nauc_map_at_1_std": -0.268254, "nauc_map_at_1_diff1": 0.207383, "nauc_map_at_3_max": 0.005439, "nauc_map_at_3_std": -0.322394, "nauc_map_at_3_diff1": 0.20187, "nauc_map_at_5_max": 0.03624, "nauc_map_at_5_std": -0.338234, "nauc_map_at_5_diff1": 0.169656, "nauc_map_at_10_max": 0.121821, "nauc_map_at_10_std": -0.353179, "nauc_map_at_10_diff1": 0.162006, "nauc_map_at_20_max": 0.154233, "nauc_map_at_20_std": -0.361126, "nauc_map_at_20_diff1": 0.163126, "nauc_map_at_100_max": 0.212229, "nauc_map_at_100_std": -0.239301, "nauc_map_at_100_diff1": 0.159368, "nauc_map_at_1000_max": 0.217548, "nauc_map_at_1000_std": -0.18705, "nauc_map_at_1000_diff1": 0.163035, "nauc_recall_at_1_max": -0.026524, "nauc_recall_at_1_std": -0.268254, "nauc_recall_at_1_diff1": 0.207383, "nauc_recall_at_3_max": -0.0162, "nauc_recall_at_3_std": -0.351087, "nauc_recall_at_3_diff1": 0.162114, "nauc_recall_at_5_max": 0.007852, "nauc_recall_at_5_std": -0.387952, "nauc_recall_at_5_diff1": 0.131245, "nauc_recall_at_10_max": 0.10216, "nauc_recall_at_10_std": -0.451898, "nauc_recall_at_10_diff1": 0.105122, "nauc_recall_at_20_max": 0.088679, "nauc_recall_at_20_std": -0.613881, "nauc_recall_at_20_diff1": 0.097419, "nauc_recall_at_100_max": 0.149161, "nauc_recall_at_100_std": -0.583847, "nauc_recall_at_100_diff1": -0.049169, "nauc_recall_at_1000_max": 0.299163, "nauc_recall_at_1000_std": 0.611077, "nauc_recall_at_1000_diff1": -0.386544, "nauc_precision_at_1_max": 0.240491, "nauc_precision_at_1_std": 0.069399, "nauc_precision_at_1_diff1": 0.129942, "nauc_precision_at_3_max": 0.308383, "nauc_precision_at_3_std": 0.047001, "nauc_precision_at_3_diff1": 0.074122, "nauc_precision_at_5_max": 0.297784, "nauc_precision_at_5_std": 0.118579, "nauc_precision_at_5_diff1": 0.029718, "nauc_precision_at_10_max": 0.353598, "nauc_precision_at_10_std": 0.198996, "nauc_precision_at_10_diff1": 0.018736, "nauc_precision_at_20_max": 0.281972, "nauc_precision_at_20_std": 0.323855, "nauc_precision_at_20_diff1": -0.000801, "nauc_precision_at_100_max": 0.155571, "nauc_precision_at_100_std": 0.588924, "nauc_precision_at_100_diff1": -0.033331, "nauc_precision_at_1000_max": 0.080561, "nauc_precision_at_1000_std": 0.63504, "nauc_precision_at_1000_diff1": -0.022374, "nauc_mrr_at_1_max": 0.240491, "nauc_mrr_at_1_std": 0.069399, "nauc_mrr_at_1_diff1": 0.129942, "nauc_mrr_at_3_max": 0.254873, "nauc_mrr_at_3_std": 0.073295, "nauc_mrr_at_3_diff1": 0.097732, "nauc_mrr_at_5_max": 0.252033, "nauc_mrr_at_5_std": 0.089983, "nauc_mrr_at_5_diff1": 0.103357, "nauc_mrr_at_10_max": 0.262387, "nauc_mrr_at_10_std": 0.095743, "nauc_mrr_at_10_diff1": 0.103025, "nauc_mrr_at_20_max": 0.258857, "nauc_mrr_at_20_std": 0.090117, "nauc_mrr_at_20_diff1": 0.104294, "nauc_mrr_at_100_max": 0.257571, "nauc_mrr_at_100_std": 0.089756, "nauc_mrr_at_100_diff1": 0.104163, "nauc_mrr_at_1000_max": 0.257571, "nauc_mrr_at_1000_std": 0.089756, "nauc_mrr_at_1000_diff1": 0.104163, "main_score": 0.5203, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1925, "ndcg_at_3": 0.21702, "ndcg_at_5": 0.233, "ndcg_at_10": 0.27348, "ndcg_at_20": 0.32242, "ndcg_at_100": 0.40536, "ndcg_at_1000": 0.47711, "map_at_1": 0.05041, "map_at_3": 0.10648, "map_at_5": 0.13242, "map_at_10": 0.17236, "map_at_20": 0.20623, "map_at_100": 0.24452, "map_at_1000": 0.25958, "recall_at_1": 0.05041, "recall_at_3": 0.13579, "recall_at_5": 0.19069, "recall_at_10": 0.3002, "recall_at_20": 0.42809, "recall_at_100": 0.67803, "recall_at_1000": 0.9371, "precision_at_1": 0.23, "precision_at_3": 0.23167, "precision_at_5": 0.219, "precision_at_10": 0.2005, "precision_at_20": 0.16125, "precision_at_100": 0.06975, "precision_at_1000": 0.01232, "mrr_at_1": 0.23, "mrr_at_3": 0.319167, "mrr_at_5": 0.353417, "mrr_at_10": 0.370474, "mrr_at_20": 0.378324, "mrr_at_100": 0.381313, "mrr_at_1000": 0.381572, "nauc_ndcg_at_1_max": 0.235714, "nauc_ndcg_at_1_std": 0.049017, "nauc_ndcg_at_1_diff1": -0.085688, "nauc_ndcg_at_3_max": 0.219436, "nauc_ndcg_at_3_std": 0.039732, "nauc_ndcg_at_3_diff1": -0.082252, "nauc_ndcg_at_5_max": 0.19946, "nauc_ndcg_at_5_std": 0.030008, "nauc_ndcg_at_5_diff1": -0.073165, "nauc_ndcg_at_10_max": 0.251552, "nauc_ndcg_at_10_std": 0.079101, "nauc_ndcg_at_10_diff1": -0.12106, "nauc_ndcg_at_20_max": 0.259668, "nauc_ndcg_at_20_std": 0.087866, "nauc_ndcg_at_20_diff1": -0.142887, "nauc_ndcg_at_100_max": 0.296291, "nauc_ndcg_at_100_std": 0.1333, "nauc_ndcg_at_100_diff1": -0.098942, "nauc_ndcg_at_1000_max": 0.362243, "nauc_ndcg_at_1000_std": 0.211494, "nauc_ndcg_at_1000_diff1": -0.055863, "nauc_map_at_1_max": 0.084628, "nauc_map_at_1_std": -0.093312, "nauc_map_at_1_diff1": 0.10109, "nauc_map_at_3_max": 0.134926, "nauc_map_at_3_std": -0.045492, "nauc_map_at_3_diff1": 0.045362, "nauc_map_at_5_max": 0.118821, "nauc_map_at_5_std": -0.064131, "nauc_map_at_5_diff1": 0.010853, "nauc_map_at_10_max": 0.175354, "nauc_map_at_10_std": -0.017059, "nauc_map_at_10_diff1": -0.056765, "nauc_map_at_20_max": 0.208443, "nauc_map_at_20_std": 0.023109, "nauc_map_at_20_diff1": -0.095113, "nauc_map_at_100_max": 0.253818, "nauc_map_at_100_std": 0.088154, "nauc_map_at_100_diff1": -0.103475, "nauc_map_at_1000_max": 0.285736, "nauc_map_at_1000_std": 0.123188, "nauc_map_at_1000_diff1": -0.091096, "nauc_recall_at_1_max": 0.084628, "nauc_recall_at_1_std": -0.093312, "nauc_recall_at_1_diff1": 0.10109, "nauc_recall_at_3_max": 0.118853, "nauc_recall_at_3_std": -0.044923, "nauc_recall_at_3_diff1": 0.051428, "nauc_recall_at_5_max": 0.092651, "nauc_recall_at_5_std": -0.063698, "nauc_recall_at_5_diff1": 0.023519, "nauc_recall_at_10_max": 0.148743, "nauc_recall_at_10_std": -0.022622, "nauc_recall_at_10_diff1": -0.081282, "nauc_recall_at_20_max": 0.146644, "nauc_recall_at_20_std": -0.017265, "nauc_recall_at_20_diff1": -0.107896, "nauc_recall_at_100_max": 0.211741, "nauc_recall_at_100_std": 0.082809, "nauc_recall_at_100_diff1": -0.038417, "nauc_recall_at_1000_max": 0.607807, "nauc_recall_at_1000_std": 0.599438, "nauc_recall_at_1000_diff1": 0.235487, "nauc_precision_at_1_max": 0.208706, "nauc_precision_at_1_std": 0.033511, "nauc_precision_at_1_diff1": -0.1328, "nauc_precision_at_3_max": 0.23451, "nauc_precision_at_3_std": 0.098063, "nauc_precision_at_3_diff1": -0.144077, "nauc_precision_at_5_max": 0.243216, "nauc_precision_at_5_std": 0.124794, "nauc_precision_at_5_diff1": -0.185482, "nauc_precision_at_10_max": 0.328142, "nauc_precision_at_10_std": 0.255817, "nauc_precision_at_10_diff1": -0.254561, "nauc_precision_at_20_max": 0.353106, "nauc_precision_at_20_std": 0.324088, "nauc_precision_at_20_diff1": -0.234961, "nauc_precision_at_100_max": 0.36293, "nauc_precision_at_100_std": 0.394417, "nauc_precision_at_100_diff1": -0.007522, "nauc_precision_at_1000_max": 0.284068, "nauc_precision_at_1000_std": 0.327888, "nauc_precision_at_1000_diff1": 0.098754, "nauc_mrr_at_1_max": 0.208706, "nauc_mrr_at_1_std": 0.033511, "nauc_mrr_at_1_diff1": -0.1328, "nauc_mrr_at_3_max": 0.226005, "nauc_mrr_at_3_std": 0.071085, "nauc_mrr_at_3_diff1": -0.135303, "nauc_mrr_at_5_max": 0.252959, "nauc_mrr_at_5_std": 0.107411, "nauc_mrr_at_5_diff1": -0.139666, "nauc_mrr_at_10_max": 0.255579, "nauc_mrr_at_10_std": 0.109029, "nauc_mrr_at_10_diff1": -0.137384, "nauc_mrr_at_20_max": 0.255585, "nauc_mrr_at_20_std": 0.107032, "nauc_mrr_at_20_diff1": -0.133402, "nauc_mrr_at_100_max": 0.255407, "nauc_mrr_at_100_std": 0.106229, "nauc_mrr_at_100_diff1": -0.130473, "nauc_mrr_at_1000_max": 0.255076, "nauc_mrr_at_1000_std": 0.105868, "nauc_mrr_at_1000_diff1": -0.130786, "main_score": 0.27348, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.24, "ndcg_at_3": 0.26001, "ndcg_at_5": 0.27987, "ndcg_at_10": 0.32744, "ndcg_at_20": 0.37818, "ndcg_at_100": 0.45528, "ndcg_at_1000": 0.52122, "map_at_1": 0.06067, "map_at_3": 0.12929, "map_at_5": 0.16164, "map_at_10": 0.21359, "map_at_20": 0.25342, "map_at_100": 0.29222, "map_at_1000": 0.30728, "recall_at_1": 0.06067, "recall_at_3": 0.16202, "recall_at_5": 0.22396, "recall_at_10": 0.34613, "recall_at_20": 0.48426, "recall_at_100": 0.72818, "recall_at_1000": 0.95582, "precision_at_1": 0.285, "precision_at_3": 0.27, "precision_at_5": 0.26, "precision_at_10": 0.237, "precision_at_20": 0.18275, "precision_at_100": 0.07255, "precision_at_1000": 0.01283, "mrr_at_1": 0.285, "mrr_at_3": 0.3925, "mrr_at_5": 0.413, "mrr_at_10": 0.4333, "mrr_at_20": 0.44022, "mrr_at_100": 0.443107, "mrr_at_1000": 0.443229, "nauc_ndcg_at_1_max": 0.137345, "nauc_ndcg_at_1_std": -0.037575, "nauc_ndcg_at_1_diff1": -0.005831, "nauc_ndcg_at_3_max": 0.17666, "nauc_ndcg_at_3_std": -0.025176, "nauc_ndcg_at_3_diff1": -0.02904, "nauc_ndcg_at_5_max": 0.195868, "nauc_ndcg_at_5_std": -0.038577, "nauc_ndcg_at_5_diff1": 0.00253, "nauc_ndcg_at_10_max": 0.267332, "nauc_ndcg_at_10_std": -0.003237, "nauc_ndcg_at_10_diff1": 0.00848, "nauc_ndcg_at_20_max": 0.315787, "nauc_ndcg_at_20_std": 0.003025, "nauc_ndcg_at_20_diff1": 0.010544, "nauc_ndcg_at_100_max": 0.338997, "nauc_ndcg_at_100_std": 0.023674, "nauc_ndcg_at_100_diff1": -0.022134, "nauc_ndcg_at_1000_max": 0.320403, "nauc_ndcg_at_1000_std": 0.141729, "nauc_ndcg_at_1000_diff1": -0.031205, "nauc_map_at_1_max": 0.127131, "nauc_map_at_1_std": -0.111621, "nauc_map_at_1_diff1": 0.180359, "nauc_map_at_3_max": 0.129078, "nauc_map_at_3_std": -0.111433, "nauc_map_at_3_diff1": 0.093629, "nauc_map_at_5_max": 0.161649, "nauc_map_at_5_std": -0.113482, "nauc_map_at_5_diff1": 0.074703, "nauc_map_at_10_max": 0.217177, "nauc_map_at_10_std": -0.0855, "nauc_map_at_10_diff1": 0.045836, "nauc_map_at_20_max": 0.267606, "nauc_map_at_20_std": -0.05932, "nauc_map_at_20_diff1": 0.029731, "nauc_map_at_100_max": 0.310052, "nauc_map_at_100_std": -0.004016, "nauc_map_at_100_diff1": 0.007206, "nauc_map_at_1000_max": 0.319197, "nauc_map_at_1000_std": 0.040823, "nauc_map_at_1000_diff1": 0.006737, "nauc_recall_at_1_max": 0.127131, "nauc_recall_at_1_std": -0.111621, "nauc_recall_at_1_diff1": 0.180359, "nauc_recall_at_3_max": 0.128668, "nauc_recall_at_3_std": -0.113379, "nauc_recall_at_3_diff1": 0.067487, "nauc_recall_at_5_max": 0.175606, "nauc_recall_at_5_std": -0.120444, "nauc_recall_at_5_diff1": 0.101297, "nauc_recall_at_10_max": 0.249214, "nauc_recall_at_10_std": -0.097798, "nauc_recall_at_10_diff1": 0.073373, "nauc_recall_at_20_max": 0.324834, "nauc_recall_at_20_std": -0.077829, "nauc_recall_at_20_diff1": 0.067999, "nauc_recall_at_100_max": 0.390009, "nauc_recall_at_100_std": -0.094173, "nauc_recall_at_100_diff1": -0.038315, "nauc_recall_at_1000_max": 0.475849, "nauc_recall_at_1000_std": 0.466311, "nauc_recall_at_1000_diff1": -0.260747, "nauc_precision_at_1_max": 0.151511, "nauc_precision_at_1_std": -0.012313, "nauc_precision_at_1_diff1": -0.063131, "nauc_precision_at_3_max": 0.24134, "nauc_precision_at_3_std": 0.070006, "nauc_precision_at_3_diff1": -0.108988, "nauc_precision_at_5_max": 0.25735, "nauc_precision_at_5_std": 0.102507, "nauc_precision_at_5_diff1": -0.107889, "nauc_precision_at_10_max": 0.326703, "nauc_precision_at_10_std": 0.199191, "nauc_precision_at_10_diff1": -0.124496, "nauc_precision_at_20_max": 0.335515, "nauc_precision_at_20_std": 0.274887, "nauc_precision_at_20_diff1": -0.134863, "nauc_precision_at_100_max": 0.224161, "nauc_precision_at_100_std": 0.401241, "nauc_precision_at_100_diff1": -0.11433, "nauc_precision_at_1000_max": 0.017807, "nauc_precision_at_1000_std": 0.391623, "nauc_precision_at_1000_diff1": -0.058162, "nauc_mrr_at_1_max": 0.151511, "nauc_mrr_at_1_std": -0.012313, "nauc_mrr_at_1_diff1": -0.063131, "nauc_mrr_at_3_max": 0.226675, "nauc_mrr_at_3_std": 0.040856, "nauc_mrr_at_3_diff1": -0.086092, "nauc_mrr_at_5_max": 0.230193, "nauc_mrr_at_5_std": 0.04244, "nauc_mrr_at_5_diff1": -0.052744, "nauc_mrr_at_10_max": 0.232397, "nauc_mrr_at_10_std": 0.048409, "nauc_mrr_at_10_diff1": -0.058832, "nauc_mrr_at_20_max": 0.232618, "nauc_mrr_at_20_std": 0.051465, "nauc_mrr_at_20_diff1": -0.065966, "nauc_mrr_at_100_max": 0.232149, "nauc_mrr_at_100_std": 0.050964, "nauc_mrr_at_100_diff1": -0.066632, "nauc_mrr_at_1000_max": 0.231898, "nauc_mrr_at_1000_std": 0.050653, "nauc_mrr_at_1000_diff1": -0.06645, "main_score": 0.32744, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "gastroenterology": [ { "ndcg_at_1": 0.5325, "ndcg_at_3": 0.50706, "ndcg_at_5": 0.50365, "ndcg_at_10": 0.50391, "ndcg_at_20": 0.51687, "ndcg_at_100": 0.60402, "ndcg_at_1000": 0.69437, "map_at_1": 0.06113, "map_at_3": 0.11934, "map_at_5": 0.15702, "map_at_10": 0.21041, "map_at_20": 0.26321, "map_at_100": 0.38168, "map_at_1000": 0.43623, "recall_at_1": 0.06113, "recall_at_3": 0.13393, "recall_at_5": 0.1883, "recall_at_10": 0.28337, "recall_at_20": 0.38854, "recall_at_100": 0.7218, "recall_at_1000": 0.97556, "precision_at_1": 0.67, "precision_at_3": 0.60667, "precision_at_5": 0.56, "precision_at_10": 0.4885, "precision_at_20": 0.41475, "precision_at_100": 0.22735, "precision_at_1000": 0.04735, "mrr_at_1": 0.67, "mrr_at_3": 0.765, "mrr_at_5": 0.77425, "mrr_at_10": 0.780587, "mrr_at_20": 0.781222, "mrr_at_100": 0.781659, "mrr_at_1000": 0.781665, "nauc_ndcg_at_1_max": 0.399103, "nauc_ndcg_at_1_std": 0.182481, "nauc_ndcg_at_1_diff1": 0.340096, "nauc_ndcg_at_3_max": 0.471449, "nauc_ndcg_at_3_std": 0.199018, "nauc_ndcg_at_3_diff1": 0.273599, "nauc_ndcg_at_5_max": 0.470036, "nauc_ndcg_at_5_std": 0.164279, "nauc_ndcg_at_5_diff1": 0.27342, "nauc_ndcg_at_10_max": 0.506718, "nauc_ndcg_at_10_std": 0.157515, "nauc_ndcg_at_10_diff1": 0.264901, "nauc_ndcg_at_20_max": 0.536859, "nauc_ndcg_at_20_std": 0.175436, "nauc_ndcg_at_20_diff1": 0.261965, "nauc_ndcg_at_100_max": 0.592653, "nauc_ndcg_at_100_std": 0.315795, "nauc_ndcg_at_100_diff1": 0.282315, "nauc_ndcg_at_1000_max": 0.581218, "nauc_ndcg_at_1000_std": 0.267698, "nauc_ndcg_at_1000_diff1": 0.236162, "nauc_map_at_1_max": 0.245999, "nauc_map_at_1_std": -0.032532, "nauc_map_at_1_diff1": 0.626003, "nauc_map_at_3_max": 0.373772, "nauc_map_at_3_std": 0.086753, "nauc_map_at_3_diff1": 0.497791, "nauc_map_at_5_max": 0.387696, "nauc_map_at_5_std": 0.114428, "nauc_map_at_5_diff1": 0.426922, "nauc_map_at_10_max": 0.422866, "nauc_map_at_10_std": 0.167369, "nauc_map_at_10_diff1": 0.349521, "nauc_map_at_20_max": 0.456643, "nauc_map_at_20_std": 0.220535, "nauc_map_at_20_diff1": 0.307108, "nauc_map_at_100_max": 0.556621, "nauc_map_at_100_std": 0.31335, "nauc_map_at_100_diff1": 0.208116, "nauc_map_at_1000_max": 0.571671, "nauc_map_at_1000_std": 0.260136, "nauc_map_at_1000_diff1": 0.140732, "nauc_recall_at_1_max": 0.245999, "nauc_recall_at_1_std": -0.032532, "nauc_recall_at_1_diff1": 0.626003, "nauc_recall_at_3_max": 0.308185, "nauc_recall_at_3_std": 0.068754, "nauc_recall_at_3_diff1": 0.444688, "nauc_recall_at_5_max": 0.285127, "nauc_recall_at_5_std": 0.06714, "nauc_recall_at_5_diff1": 0.385171, "nauc_recall_at_10_max": 0.26248, "nauc_recall_at_10_std": 0.089935, "nauc_recall_at_10_diff1": 0.290196, "nauc_recall_at_20_max": 0.27152, "nauc_recall_at_20_std": 0.140234, "nauc_recall_at_20_diff1": 0.265295, "nauc_recall_at_100_max": 0.331234, "nauc_recall_at_100_std": 0.341037, "nauc_recall_at_100_diff1": 0.227015, "nauc_recall_at_1000_max": 0.420787, "nauc_recall_at_1000_std": 0.805732, "nauc_recall_at_1000_diff1": 0.372493, "nauc_precision_at_1_max": 0.54564, "nauc_precision_at_1_std": 0.245315, "nauc_precision_at_1_diff1": 0.279773, "nauc_precision_at_3_max": 0.479774, "nauc_precision_at_3_std": 0.232109, "nauc_precision_at_3_diff1": -0.008823, "nauc_precision_at_5_max": 0.381316, "nauc_precision_at_5_std": 0.139457, "nauc_precision_at_5_diff1": -0.101067, "nauc_precision_at_10_max": 0.321462, "nauc_precision_at_10_std": 0.120316, "nauc_precision_at_10_diff1": -0.218512, "nauc_precision_at_20_max": 0.220253, "nauc_precision_at_20_std": 0.070147, "nauc_precision_at_20_diff1": -0.287182, "nauc_precision_at_100_max": 0.063104, "nauc_precision_at_100_std": -0.051305, "nauc_precision_at_100_diff1": -0.281271, "nauc_precision_at_1000_max": -0.062756, "nauc_precision_at_1000_std": -0.268499, "nauc_precision_at_1000_diff1": -0.283076, "nauc_mrr_at_1_max": 0.54564, "nauc_mrr_at_1_std": 0.245315, "nauc_mrr_at_1_diff1": 0.279773, "nauc_mrr_at_3_max": 0.598585, "nauc_mrr_at_3_std": 0.250253, "nauc_mrr_at_3_diff1": 0.280901, "nauc_mrr_at_5_max": 0.592541, "nauc_mrr_at_5_std": 0.256165, "nauc_mrr_at_5_diff1": 0.297741, "nauc_mrr_at_10_max": 0.588937, "nauc_mrr_at_10_std": 0.256706, "nauc_mrr_at_10_diff1": 0.296649, "nauc_mrr_at_20_max": 0.588276, "nauc_mrr_at_20_std": 0.255618, "nauc_mrr_at_20_diff1": 0.296156, "nauc_mrr_at_100_max": 0.588253, "nauc_mrr_at_100_std": 0.254798, "nauc_mrr_at_100_diff1": 0.295123, "nauc_mrr_at_1000_max": 0.588239, "nauc_mrr_at_1000_std": 0.254773, "nauc_mrr_at_1000_diff1": 0.295114, "main_score": 0.50391, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.24, "ndcg_at_3": 0.26395, "ndcg_at_5": 0.26778, "ndcg_at_10": 0.28409, "ndcg_at_20": 0.30125, "ndcg_at_100": 0.37087, "ndcg_at_1000": 0.49667, "map_at_1": 0.02894, "map_at_3": 0.06292, "map_at_5": 0.08469, "map_at_10": 0.11588, "map_at_20": 0.14461, "map_at_100": 0.20248, "map_at_1000": 0.242, "recall_at_1": 0.02894, "recall_at_3": 0.07575, "recall_at_5": 0.10951, "recall_at_10": 0.1738, "recall_at_20": 0.24766, "recall_at_100": 0.48768, "recall_at_1000": 0.85913, "precision_at_1": 0.335, "precision_at_3": 0.33, "precision_at_5": 0.313, "precision_at_10": 0.2825, "precision_at_20": 0.243, "precision_at_100": 0.1394, "precision_at_1000": 0.0389, "mrr_at_1": 0.335, "mrr_at_3": 0.430833, "mrr_at_5": 0.449333, "mrr_at_10": 0.468171, "mrr_at_20": 0.474122, "mrr_at_100": 0.476299, "mrr_at_1000": 0.476606, "nauc_ndcg_at_1_max": 0.267001, "nauc_ndcg_at_1_std": 0.1818, "nauc_ndcg_at_1_diff1": 0.136933, "nauc_ndcg_at_3_max": 0.375018, "nauc_ndcg_at_3_std": 0.270736, "nauc_ndcg_at_3_diff1": 0.095683, "nauc_ndcg_at_5_max": 0.412519, "nauc_ndcg_at_5_std": 0.258364, "nauc_ndcg_at_5_diff1": 0.116016, "nauc_ndcg_at_10_max": 0.455056, "nauc_ndcg_at_10_std": 0.300079, "nauc_ndcg_at_10_diff1": 0.101671, "nauc_ndcg_at_20_max": 0.514571, "nauc_ndcg_at_20_std": 0.381495, "nauc_ndcg_at_20_diff1": 0.118519, "nauc_ndcg_at_100_max": 0.542286, "nauc_ndcg_at_100_std": 0.504617, "nauc_ndcg_at_100_diff1": 0.109902, "nauc_ndcg_at_1000_max": 0.543908, "nauc_ndcg_at_1000_std": 0.450059, "nauc_ndcg_at_1000_diff1": 0.113656, "nauc_map_at_1_max": 0.278735, "nauc_map_at_1_std": 0.194868, "nauc_map_at_1_diff1": 0.414355, "nauc_map_at_3_max": 0.408479, "nauc_map_at_3_std": 0.331717, "nauc_map_at_3_diff1": 0.313733, "nauc_map_at_5_max": 0.481451, "nauc_map_at_5_std": 0.374858, "nauc_map_at_5_diff1": 0.286271, "nauc_map_at_10_max": 0.49274, "nauc_map_at_10_std": 0.411064, "nauc_map_at_10_diff1": 0.199659, "nauc_map_at_20_max": 0.501297, "nauc_map_at_20_std": 0.435813, "nauc_map_at_20_diff1": 0.152424, "nauc_map_at_100_max": 0.520075, "nauc_map_at_100_std": 0.497465, "nauc_map_at_100_diff1": 0.102345, "nauc_map_at_1000_max": 0.570953, "nauc_map_at_1000_std": 0.474172, "nauc_map_at_1000_diff1": 0.089845, "nauc_recall_at_1_max": 0.278735, "nauc_recall_at_1_std": 0.194868, "nauc_recall_at_1_diff1": 0.414355, "nauc_recall_at_3_max": 0.39386, "nauc_recall_at_3_std": 0.328008, "nauc_recall_at_3_diff1": 0.258033, "nauc_recall_at_5_max": 0.476457, "nauc_recall_at_5_std": 0.360797, "nauc_recall_at_5_diff1": 0.262346, "nauc_recall_at_10_max": 0.455019, "nauc_recall_at_10_std": 0.392337, "nauc_recall_at_10_diff1": 0.169976, "nauc_recall_at_20_max": 0.463271, "nauc_recall_at_20_std": 0.449351, "nauc_recall_at_20_diff1": 0.148425, "nauc_recall_at_100_max": 0.462512, "nauc_recall_at_100_std": 0.598039, "nauc_recall_at_100_diff1": 0.088, "nauc_recall_at_1000_max": 0.5477, "nauc_recall_at_1000_std": 0.723963, "nauc_recall_at_1000_diff1": 0.124057, "nauc_precision_at_1_max": 0.342555, "nauc_precision_at_1_std": 0.203634, "nauc_precision_at_1_diff1": 0.09856, "nauc_precision_at_3_max": 0.423077, "nauc_precision_at_3_std": 0.284498, "nauc_precision_at_3_diff1": 0.03357, "nauc_precision_at_5_max": 0.450981, "nauc_precision_at_5_std": 0.256071, "nauc_precision_at_5_diff1": 0.005985, "nauc_precision_at_10_max": 0.415641, "nauc_precision_at_10_std": 0.248933, "nauc_precision_at_10_diff1": -0.060553, "nauc_precision_at_20_max": 0.387263, "nauc_precision_at_20_std": 0.214123, "nauc_precision_at_20_diff1": -0.078079, "nauc_precision_at_100_max": 0.340507, "nauc_precision_at_100_std": 0.135003, "nauc_precision_at_100_diff1": -0.073435, "nauc_precision_at_1000_max": 0.251629, "nauc_precision_at_1000_std": -0.176286, "nauc_precision_at_1000_diff1": -0.020951, "nauc_mrr_at_1_max": 0.342555, "nauc_mrr_at_1_std": 0.203634, "nauc_mrr_at_1_diff1": 0.09856, "nauc_mrr_at_3_max": 0.431072, "nauc_mrr_at_3_std": 0.27329, "nauc_mrr_at_3_diff1": 0.107172, "nauc_mrr_at_5_max": 0.42519, "nauc_mrr_at_5_std": 0.263779, "nauc_mrr_at_5_diff1": 0.10495, "nauc_mrr_at_10_max": 0.421119, "nauc_mrr_at_10_std": 0.26051, "nauc_mrr_at_10_diff1": 0.104918, "nauc_mrr_at_20_max": 0.422666, "nauc_mrr_at_20_std": 0.26434, "nauc_mrr_at_20_diff1": 0.104065, "nauc_mrr_at_100_max": 0.421945, "nauc_mrr_at_100_std": 0.262414, "nauc_mrr_at_100_diff1": 0.103758, "nauc_mrr_at_1000_max": 0.421706, "nauc_mrr_at_1000_std": 0.262544, "nauc_mrr_at_1000_diff1": 0.104002, "main_score": 0.28409, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.29, "ndcg_at_3": 0.28608, "ndcg_at_5": 0.28409, "ndcg_at_10": 0.29701, "ndcg_at_20": 0.31963, "ndcg_at_100": 0.39179, "ndcg_at_1000": 0.51747, "map_at_1": 0.03612, "map_at_3": 0.06616, "map_at_5": 0.08689, "map_at_10": 0.11571, "map_at_20": 0.15011, "map_at_100": 0.21563, "map_at_1000": 0.26013, "recall_at_1": 0.03612, "recall_at_3": 0.07777, "recall_at_5": 0.10925, "recall_at_10": 0.17356, "recall_at_20": 0.25493, "recall_at_100": 0.49941, "recall_at_1000": 0.87115, "precision_at_1": 0.39, "precision_at_3": 0.35167, "precision_at_5": 0.326, "precision_at_10": 0.3045, "precision_at_20": 0.274, "precision_at_100": 0.1517, "precision_at_1000": 0.04103, "mrr_at_1": 0.39, "mrr_at_3": 0.475833, "mrr_at_5": 0.493833, "mrr_at_10": 0.507433, "mrr_at_20": 0.512243, "mrr_at_100": 0.515266, "mrr_at_1000": 0.515456, "nauc_ndcg_at_1_max": 0.312086, "nauc_ndcg_at_1_std": 0.113952, "nauc_ndcg_at_1_diff1": 0.037412, "nauc_ndcg_at_3_max": 0.419789, "nauc_ndcg_at_3_std": 0.227743, "nauc_ndcg_at_3_diff1": 0.017023, "nauc_ndcg_at_5_max": 0.468723, "nauc_ndcg_at_5_std": 0.279886, "nauc_ndcg_at_5_diff1": 0.023609, "nauc_ndcg_at_10_max": 0.486383, "nauc_ndcg_at_10_std": 0.340728, "nauc_ndcg_at_10_diff1": 0.006407, "nauc_ndcg_at_20_max": 0.532848, "nauc_ndcg_at_20_std": 0.387396, "nauc_ndcg_at_20_diff1": 0.022348, "nauc_ndcg_at_100_max": 0.619552, "nauc_ndcg_at_100_std": 0.543007, "nauc_ndcg_at_100_diff1": 0.030044, "nauc_ndcg_at_1000_max": 0.587186, "nauc_ndcg_at_1000_std": 0.461827, "nauc_ndcg_at_1000_diff1": -0.012992, "nauc_map_at_1_max": 0.217085, "nauc_map_at_1_std": 0.104941, "nauc_map_at_1_diff1": 0.41058, "nauc_map_at_3_max": 0.356365, "nauc_map_at_3_std": 0.247916, "nauc_map_at_3_diff1": 0.284628, "nauc_map_at_5_max": 0.441752, "nauc_map_at_5_std": 0.327375, "nauc_map_at_5_diff1": 0.23328, "nauc_map_at_10_max": 0.499058, "nauc_map_at_10_std": 0.397836, "nauc_map_at_10_diff1": 0.162621, "nauc_map_at_20_max": 0.558011, "nauc_map_at_20_std": 0.443688, "nauc_map_at_20_diff1": 0.12574, "nauc_map_at_100_max": 0.624959, "nauc_map_at_100_std": 0.539149, "nauc_map_at_100_diff1": 0.074556, "nauc_map_at_1000_max": 0.639144, "nauc_map_at_1000_std": 0.510459, "nauc_map_at_1000_diff1": 0.03546, "nauc_recall_at_1_max": 0.217085, "nauc_recall_at_1_std": 0.104941, "nauc_recall_at_1_diff1": 0.41058, "nauc_recall_at_3_max": 0.33648, "nauc_recall_at_3_std": 0.240844, "nauc_recall_at_3_diff1": 0.246018, "nauc_recall_at_5_max": 0.412571, "nauc_recall_at_5_std": 0.329896, "nauc_recall_at_5_diff1": 0.171244, "nauc_recall_at_10_max": 0.409093, "nauc_recall_at_10_std": 0.399476, "nauc_recall_at_10_diff1": 0.097248, "nauc_recall_at_20_max": 0.456103, "nauc_recall_at_20_std": 0.440826, "nauc_recall_at_20_diff1": 0.074402, "nauc_recall_at_100_max": 0.566821, "nauc_recall_at_100_std": 0.651271, "nauc_recall_at_100_diff1": 0.06193, "nauc_recall_at_1000_max": 0.626799, "nauc_recall_at_1000_std": 0.786706, "nauc_recall_at_1000_diff1": -0.15691, "nauc_precision_at_1_max": 0.431933, "nauc_precision_at_1_std": 0.174595, "nauc_precision_at_1_diff1": 0.003764, "nauc_precision_at_3_max": 0.49508, "nauc_precision_at_3_std": 0.267687, "nauc_precision_at_3_diff1": -0.094494, "nauc_precision_at_5_max": 0.528384, "nauc_precision_at_5_std": 0.305776, "nauc_precision_at_5_diff1": -0.090498, "nauc_precision_at_10_max": 0.488615, "nauc_precision_at_10_std": 0.316597, "nauc_precision_at_10_diff1": -0.137071, "nauc_precision_at_20_max": 0.433345, "nauc_precision_at_20_std": 0.269856, "nauc_precision_at_20_diff1": -0.14844, "nauc_precision_at_100_max": 0.289988, "nauc_precision_at_100_std": 0.157321, "nauc_precision_at_100_diff1": -0.140992, "nauc_precision_at_1000_max": 0.072232, "nauc_precision_at_1000_std": -0.164706, "nauc_precision_at_1000_diff1": -0.133501, "nauc_mrr_at_1_max": 0.431933, "nauc_mrr_at_1_std": 0.174595, "nauc_mrr_at_1_diff1": 0.003764, "nauc_mrr_at_3_max": 0.476418, "nauc_mrr_at_3_std": 0.227814, "nauc_mrr_at_3_diff1": -0.052714, "nauc_mrr_at_5_max": 0.481813, "nauc_mrr_at_5_std": 0.248077, "nauc_mrr_at_5_diff1": -0.040319, "nauc_mrr_at_10_max": 0.470496, "nauc_mrr_at_10_std": 0.247308, "nauc_mrr_at_10_diff1": -0.032183, "nauc_mrr_at_20_max": 0.470414, "nauc_mrr_at_20_std": 0.247744, "nauc_mrr_at_20_diff1": -0.033609, "nauc_mrr_at_100_max": 0.474135, "nauc_mrr_at_100_std": 0.248723, "nauc_mrr_at_100_diff1": -0.034978, "nauc_mrr_at_1000_max": 0.473926, "nauc_mrr_at_1000_std": 0.248332, "nauc_mrr_at_1000_diff1": -0.035009, "main_score": 0.29701, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "genetics": [ { "ndcg_at_1": 0.5425, "ndcg_at_3": 0.53199, "ndcg_at_5": 0.53482, "ndcg_at_10": 0.53691, "ndcg_at_20": 0.55129, "ndcg_at_100": 0.60213, "ndcg_at_1000": 0.69197, "map_at_1": 0.0928, "map_at_3": 0.16864, "map_at_5": 0.21082, "map_at_10": 0.26026, "map_at_20": 0.30846, "map_at_100": 0.39853, "map_at_1000": 0.4539, "recall_at_1": 0.0928, "recall_at_3": 0.19037, "recall_at_5": 0.2569, "recall_at_10": 0.34277, "recall_at_20": 0.44322, "recall_at_100": 0.68116, "recall_at_1000": 0.93274, "precision_at_1": 0.675, "precision_at_3": 0.605, "precision_at_5": 0.567, "precision_at_10": 0.481, "precision_at_20": 0.4, "precision_at_100": 0.21525, "precision_at_1000": 0.05399, "mrr_at_1": 0.675, "mrr_at_3": 0.77, "mrr_at_5": 0.78175, "mrr_at_10": 0.786542, "mrr_at_20": 0.787693, "mrr_at_100": 0.787693, "mrr_at_1000": 0.787704, "nauc_ndcg_at_1_max": 0.21942, "nauc_ndcg_at_1_std": 0.075548, "nauc_ndcg_at_1_diff1": 0.253553, "nauc_ndcg_at_3_max": 0.275834, "nauc_ndcg_at_3_std": 0.180234, "nauc_ndcg_at_3_diff1": 0.189534, "nauc_ndcg_at_5_max": 0.296586, "nauc_ndcg_at_5_std": 0.203762, "nauc_ndcg_at_5_diff1": 0.138824, "nauc_ndcg_at_10_max": 0.351334, "nauc_ndcg_at_10_std": 0.237618, "nauc_ndcg_at_10_diff1": 0.1289, "nauc_ndcg_at_20_max": 0.431745, "nauc_ndcg_at_20_std": 0.31283, "nauc_ndcg_at_20_diff1": 0.128527, "nauc_ndcg_at_100_max": 0.415664, "nauc_ndcg_at_100_std": 0.421896, "nauc_ndcg_at_100_diff1": 0.153967, "nauc_ndcg_at_1000_max": 0.425667, "nauc_ndcg_at_1000_std": 0.391077, "nauc_ndcg_at_1000_diff1": 0.09937, "nauc_map_at_1_max": 0.250597, "nauc_map_at_1_std": 0.135607, "nauc_map_at_1_diff1": 0.243333, "nauc_map_at_3_max": 0.25772, "nauc_map_at_3_std": 0.164272, "nauc_map_at_3_diff1": 0.241015, "nauc_map_at_5_max": 0.261547, "nauc_map_at_5_std": 0.20764, "nauc_map_at_5_diff1": 0.201789, "nauc_map_at_10_max": 0.312503, "nauc_map_at_10_std": 0.260788, "nauc_map_at_10_diff1": 0.168945, "nauc_map_at_20_max": 0.373192, "nauc_map_at_20_std": 0.315839, "nauc_map_at_20_diff1": 0.145793, "nauc_map_at_100_max": 0.383169, "nauc_map_at_100_std": 0.40079, "nauc_map_at_100_diff1": 0.129822, "nauc_map_at_1000_max": 0.401399, "nauc_map_at_1000_std": 0.37724, "nauc_map_at_1000_diff1": 0.096305, "nauc_recall_at_1_max": 0.250597, "nauc_recall_at_1_std": 0.135607, "nauc_recall_at_1_diff1": 0.243333, "nauc_recall_at_3_max": 0.226404, "nauc_recall_at_3_std": 0.195659, "nauc_recall_at_3_diff1": 0.246796, "nauc_recall_at_5_max": 0.206254, "nauc_recall_at_5_std": 0.221691, "nauc_recall_at_5_diff1": 0.188497, "nauc_recall_at_10_max": 0.279422, "nauc_recall_at_10_std": 0.285558, "nauc_recall_at_10_diff1": 0.142105, "nauc_recall_at_20_max": 0.367807, "nauc_recall_at_20_std": 0.368868, "nauc_recall_at_20_diff1": 0.115495, "nauc_recall_at_100_max": 0.321745, "nauc_recall_at_100_std": 0.55724, "nauc_recall_at_100_diff1": 0.088028, "nauc_recall_at_1000_max": 0.515253, "nauc_recall_at_1000_std": 0.832828, "nauc_recall_at_1000_diff1": 0.04138, "nauc_precision_at_1_max": 0.298628, "nauc_precision_at_1_std": 0.093173, "nauc_precision_at_1_diff1": 0.262263, "nauc_precision_at_3_max": 0.216329, "nauc_precision_at_3_std": 0.112686, "nauc_precision_at_3_diff1": 0.05616, "nauc_precision_at_5_max": 0.145997, "nauc_precision_at_5_std": 0.08853, "nauc_precision_at_5_diff1": -0.111164, "nauc_precision_at_10_max": 0.122107, "nauc_precision_at_10_std": 0.029656, "nauc_precision_at_10_diff1": -0.180574, "nauc_precision_at_20_max": 0.066629, "nauc_precision_at_20_std": -0.002604, "nauc_precision_at_20_diff1": -0.176459, "nauc_precision_at_100_max": -0.07566, "nauc_precision_at_100_std": -0.140769, "nauc_precision_at_100_diff1": -0.131664, "nauc_precision_at_1000_max": -0.082778, "nauc_precision_at_1000_std": -0.312729, "nauc_precision_at_1000_diff1": -0.106558, "nauc_mrr_at_1_max": 0.298628, "nauc_mrr_at_1_std": 0.093173, "nauc_mrr_at_1_diff1": 0.262263, "nauc_mrr_at_3_max": 0.316363, "nauc_mrr_at_3_std": 0.090239, "nauc_mrr_at_3_diff1": 0.248953, "nauc_mrr_at_5_max": 0.304911, "nauc_mrr_at_5_std": 0.089983, "nauc_mrr_at_5_diff1": 0.242496, "nauc_mrr_at_10_max": 0.302936, "nauc_mrr_at_10_std": 0.088566, "nauc_mrr_at_10_diff1": 0.246646, "nauc_mrr_at_20_max": 0.304198, "nauc_mrr_at_20_std": 0.087452, "nauc_mrr_at_20_diff1": 0.243767, "nauc_mrr_at_100_max": 0.304198, "nauc_mrr_at_100_std": 0.087452, "nauc_mrr_at_100_diff1": 0.243767, "nauc_mrr_at_1000_max": 0.304195, "nauc_mrr_at_1000_std": 0.087401, "nauc_mrr_at_1000_diff1": 0.243877, "main_score": 0.53691, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1825, "ndcg_at_3": 0.19818, "ndcg_at_5": 0.2089, "ndcg_at_10": 0.22508, "ndcg_at_20": 0.2424, "ndcg_at_100": 0.2972, "ndcg_at_1000": 0.39739, "map_at_1": 0.0468, "map_at_3": 0.08471, "map_at_5": 0.09879, "map_at_10": 0.11918, "map_at_20": 0.13635, "map_at_100": 0.16842, "map_at_1000": 0.19465, "recall_at_1": 0.0468, "recall_at_3": 0.10285, "recall_at_5": 0.13143, "recall_at_10": 0.18277, "recall_at_20": 0.24824, "recall_at_100": 0.41871, "recall_at_1000": 0.70224, "precision_at_1": 0.245, "precision_at_3": 0.22833, "precision_at_5": 0.218, "precision_at_10": 0.19, "precision_at_20": 0.1555, "precision_at_100": 0.092, "precision_at_1000": 0.02965, "mrr_at_1": 0.245, "mrr_at_3": 0.3275, "mrr_at_5": 0.35025, "mrr_at_10": 0.363988, "mrr_at_20": 0.370232, "mrr_at_100": 0.373109, "mrr_at_1000": 0.37371, "nauc_ndcg_at_1_max": 0.413268, "nauc_ndcg_at_1_std": 0.255787, "nauc_ndcg_at_1_diff1": 0.053794, "nauc_ndcg_at_3_max": 0.506672, "nauc_ndcg_at_3_std": 0.369436, "nauc_ndcg_at_3_diff1": 0.115901, "nauc_ndcg_at_5_max": 0.549147, "nauc_ndcg_at_5_std": 0.406662, "nauc_ndcg_at_5_diff1": 0.114563, "nauc_ndcg_at_10_max": 0.557437, "nauc_ndcg_at_10_std": 0.428074, "nauc_ndcg_at_10_diff1": 0.128464, "nauc_ndcg_at_20_max": 0.537369, "nauc_ndcg_at_20_std": 0.441693, "nauc_ndcg_at_20_diff1": 0.137572, "nauc_ndcg_at_100_max": 0.566545, "nauc_ndcg_at_100_std": 0.514013, "nauc_ndcg_at_100_diff1": 0.135919, "nauc_ndcg_at_1000_max": 0.629383, "nauc_ndcg_at_1000_std": 0.594598, "nauc_ndcg_at_1000_diff1": 0.123702, "nauc_map_at_1_max": 0.478951, "nauc_map_at_1_std": 0.322552, "nauc_map_at_1_diff1": 0.122655, "nauc_map_at_3_max": 0.416988, "nauc_map_at_3_std": 0.324849, "nauc_map_at_3_diff1": 0.202576, "nauc_map_at_5_max": 0.43817, "nauc_map_at_5_std": 0.351601, "nauc_map_at_5_diff1": 0.176317, "nauc_map_at_10_max": 0.469905, "nauc_map_at_10_std": 0.389839, "nauc_map_at_10_diff1": 0.150527, "nauc_map_at_20_max": 0.478925, "nauc_map_at_20_std": 0.409939, "nauc_map_at_20_diff1": 0.142535, "nauc_map_at_100_max": 0.535666, "nauc_map_at_100_std": 0.467383, "nauc_map_at_100_diff1": 0.136923, "nauc_map_at_1000_max": 0.571375, "nauc_map_at_1000_std": 0.492536, "nauc_map_at_1000_diff1": 0.132022, "nauc_recall_at_1_max": 0.478951, "nauc_recall_at_1_std": 0.322552, "nauc_recall_at_1_diff1": 0.122655, "nauc_recall_at_3_max": 0.366415, "nauc_recall_at_3_std": 0.316699, "nauc_recall_at_3_diff1": 0.237001, "nauc_recall_at_5_max": 0.383431, "nauc_recall_at_5_std": 0.336767, "nauc_recall_at_5_diff1": 0.206001, "nauc_recall_at_10_max": 0.405049, "nauc_recall_at_10_std": 0.374668, "nauc_recall_at_10_diff1": 0.161876, "nauc_recall_at_20_max": 0.366186, "nauc_recall_at_20_std": 0.384162, "nauc_recall_at_20_diff1": 0.153981, "nauc_recall_at_100_max": 0.400484, "nauc_recall_at_100_std": 0.496046, "nauc_recall_at_100_diff1": 0.163543, "nauc_recall_at_1000_max": 0.548045, "nauc_recall_at_1000_std": 0.790711, "nauc_recall_at_1000_diff1": 0.142561, "nauc_precision_at_1_max": 0.418248, "nauc_precision_at_1_std": 0.21731, "nauc_precision_at_1_diff1": 0.009915, "nauc_precision_at_3_max": 0.548468, "nauc_precision_at_3_std": 0.387286, "nauc_precision_at_3_diff1": 0.048143, "nauc_precision_at_5_max": 0.628813, "nauc_precision_at_5_std": 0.407464, "nauc_precision_at_5_diff1": 0.015367, "nauc_precision_at_10_max": 0.590612, "nauc_precision_at_10_std": 0.389223, "nauc_precision_at_10_diff1": 0.009698, "nauc_precision_at_20_max": 0.530361, "nauc_precision_at_20_std": 0.34279, "nauc_precision_at_20_diff1": 0.018532, "nauc_precision_at_100_max": 0.434011, "nauc_precision_at_100_std": 0.235706, "nauc_precision_at_100_diff1": -0.004971, "nauc_precision_at_1000_max": 0.308771, "nauc_precision_at_1000_std": 0.030439, "nauc_precision_at_1000_diff1": -0.09776, "nauc_mrr_at_1_max": 0.418248, "nauc_mrr_at_1_std": 0.21731, "nauc_mrr_at_1_diff1": 0.009915, "nauc_mrr_at_3_max": 0.5056, "nauc_mrr_at_3_std": 0.333919, "nauc_mrr_at_3_diff1": 0.075643, "nauc_mrr_at_5_max": 0.52635, "nauc_mrr_at_5_std": 0.337906, "nauc_mrr_at_5_diff1": 0.061437, "nauc_mrr_at_10_max": 0.517898, "nauc_mrr_at_10_std": 0.331533, "nauc_mrr_at_10_diff1": 0.057923, "nauc_mrr_at_20_max": 0.51699, "nauc_mrr_at_20_std": 0.330837, "nauc_mrr_at_20_diff1": 0.05756, "nauc_mrr_at_100_max": 0.515736, "nauc_mrr_at_100_std": 0.331471, "nauc_mrr_at_100_diff1": 0.059642, "nauc_mrr_at_1000_max": 0.51578, "nauc_mrr_at_1000_std": 0.331308, "nauc_mrr_at_1000_diff1": 0.059496, "main_score": 0.22508, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.3075, "ndcg_at_3": 0.28883, "ndcg_at_5": 0.30244, "ndcg_at_10": 0.31625, "ndcg_at_20": 0.32601, "ndcg_at_100": 0.37707, "ndcg_at_1000": 0.48213, "map_at_1": 0.05862, "map_at_3": 0.10058, "map_at_5": 0.12593, "map_at_10": 0.15239, "map_at_20": 0.17291, "map_at_100": 0.21491, "map_at_1000": 0.24888, "recall_at_1": 0.05862, "recall_at_3": 0.11785, "recall_at_5": 0.16917, "recall_at_10": 0.23217, "recall_at_20": 0.29763, "recall_at_100": 0.48914, "recall_at_1000": 0.78463, "precision_at_1": 0.4, "precision_at_3": 0.325, "precision_at_5": 0.312, "precision_at_10": 0.2645, "precision_at_20": 0.2185, "precision_at_100": 0.125, "precision_at_1000": 0.03893, "mrr_at_1": 0.4, "mrr_at_3": 0.480833, "mrr_at_5": 0.502583, "mrr_at_10": 0.516514, "mrr_at_20": 0.520108, "mrr_at_100": 0.522342, "mrr_at_1000": 0.522658, "nauc_ndcg_at_1_max": 0.294795, "nauc_ndcg_at_1_std": 0.201551, "nauc_ndcg_at_1_diff1": 0.31991, "nauc_ndcg_at_3_max": 0.370282, "nauc_ndcg_at_3_std": 0.311653, "nauc_ndcg_at_3_diff1": 0.326106, "nauc_ndcg_at_5_max": 0.403629, "nauc_ndcg_at_5_std": 0.351622, "nauc_ndcg_at_5_diff1": 0.317399, "nauc_ndcg_at_10_max": 0.452501, "nauc_ndcg_at_10_std": 0.418393, "nauc_ndcg_at_10_diff1": 0.310185, "nauc_ndcg_at_20_max": 0.464996, "nauc_ndcg_at_20_std": 0.46323, "nauc_ndcg_at_20_diff1": 0.295727, "nauc_ndcg_at_100_max": 0.49813, "nauc_ndcg_at_100_std": 0.577488, "nauc_ndcg_at_100_diff1": 0.243092, "nauc_ndcg_at_1000_max": 0.508355, "nauc_ndcg_at_1000_std": 0.572326, "nauc_ndcg_at_1000_diff1": 0.229417, "nauc_map_at_1_max": 0.342899, "nauc_map_at_1_std": 0.418871, "nauc_map_at_1_diff1": 0.286253, "nauc_map_at_3_max": 0.343961, "nauc_map_at_3_std": 0.450452, "nauc_map_at_3_diff1": 0.379676, "nauc_map_at_5_max": 0.331738, "nauc_map_at_5_std": 0.453251, "nauc_map_at_5_diff1": 0.352132, "nauc_map_at_10_max": 0.350886, "nauc_map_at_10_std": 0.475125, "nauc_map_at_10_diff1": 0.31655, "nauc_map_at_20_max": 0.359141, "nauc_map_at_20_std": 0.487801, "nauc_map_at_20_diff1": 0.298004, "nauc_map_at_100_max": 0.409329, "nauc_map_at_100_std": 0.550831, "nauc_map_at_100_diff1": 0.262571, "nauc_map_at_1000_max": 0.459667, "nauc_map_at_1000_std": 0.558563, "nauc_map_at_1000_diff1": 0.260141, "nauc_recall_at_1_max": 0.342899, "nauc_recall_at_1_std": 0.418871, "nauc_recall_at_1_diff1": 0.286253, "nauc_recall_at_3_max": 0.348233, "nauc_recall_at_3_std": 0.460238, "nauc_recall_at_3_diff1": 0.357584, "nauc_recall_at_5_max": 0.324254, "nauc_recall_at_5_std": 0.46861, "nauc_recall_at_5_diff1": 0.307444, "nauc_recall_at_10_max": 0.354131, "nauc_recall_at_10_std": 0.493932, "nauc_recall_at_10_diff1": 0.246608, "nauc_recall_at_20_max": 0.362214, "nauc_recall_at_20_std": 0.542253, "nauc_recall_at_20_diff1": 0.206431, "nauc_recall_at_100_max": 0.418689, "nauc_recall_at_100_std": 0.673213, "nauc_recall_at_100_diff1": 0.101907, "nauc_recall_at_1000_max": 0.517201, "nauc_recall_at_1000_std": 0.801641, "nauc_recall_at_1000_diff1": 0.105302, "nauc_precision_at_1_max": 0.312346, "nauc_precision_at_1_std": 0.1627, "nauc_precision_at_1_diff1": 0.332705, "nauc_precision_at_3_max": 0.362363, "nauc_precision_at_3_std": 0.265951, "nauc_precision_at_3_diff1": 0.267447, "nauc_precision_at_5_max": 0.345864, "nauc_precision_at_5_std": 0.227885, "nauc_precision_at_5_diff1": 0.191299, "nauc_precision_at_10_max": 0.372008, "nauc_precision_at_10_std": 0.218845, "nauc_precision_at_10_diff1": 0.091827, "nauc_precision_at_20_max": 0.350064, "nauc_precision_at_20_std": 0.164118, "nauc_precision_at_20_diff1": 0.046153, "nauc_precision_at_100_max": 0.280717, "nauc_precision_at_100_std": 0.057573, "nauc_precision_at_100_diff1": -0.021972, "nauc_precision_at_1000_max": 0.218938, "nauc_precision_at_1000_std": -0.214906, "nauc_precision_at_1000_diff1": 0.04713, "nauc_mrr_at_1_max": 0.312346, "nauc_mrr_at_1_std": 0.1627, "nauc_mrr_at_1_diff1": 0.332705, "nauc_mrr_at_3_max": 0.358698, "nauc_mrr_at_3_std": 0.245487, "nauc_mrr_at_3_diff1": 0.290214, "nauc_mrr_at_5_max": 0.369638, "nauc_mrr_at_5_std": 0.260388, "nauc_mrr_at_5_diff1": 0.283951, "nauc_mrr_at_10_max": 0.373872, "nauc_mrr_at_10_std": 0.256828, "nauc_mrr_at_10_diff1": 0.282483, "nauc_mrr_at_20_max": 0.371637, "nauc_mrr_at_20_std": 0.257382, "nauc_mrr_at_20_diff1": 0.281711, "nauc_mrr_at_100_max": 0.370978, "nauc_mrr_at_100_std": 0.255287, "nauc_mrr_at_100_diff1": 0.284445, "nauc_mrr_at_1000_max": 0.370697, "nauc_mrr_at_1000_std": 0.254977, "nauc_mrr_at_1000_diff1": 0.284516, "main_score": 0.31625, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "neuroscience_and_neurology": [ { "ndcg_at_1": 0.4575, "ndcg_at_3": 0.44208, "ndcg_at_5": 0.43824, "ndcg_at_10": 0.43916, "ndcg_at_20": 0.44755, "ndcg_at_100": 0.53548, "ndcg_at_1000": 0.64485, "map_at_1": 0.04643, "map_at_3": 0.08613, "map_at_5": 0.11311, "map_at_10": 0.1595, "map_at_20": 0.21068, "map_at_100": 0.32142, "map_at_1000": 0.37284, "recall_at_1": 0.04643, "recall_at_3": 0.09463, "recall_at_5": 0.13787, "recall_at_10": 0.22641, "recall_at_20": 0.34934, "recall_at_100": 0.68037, "recall_at_1000": 0.97051, "precision_at_1": 0.6, "precision_at_3": 0.53833, "precision_at_5": 0.509, "precision_at_10": 0.4615, "precision_at_20": 0.389, "precision_at_100": 0.2111, "precision_at_1000": 0.03951, "mrr_at_1": 0.6, "mrr_at_3": 0.6875, "mrr_at_5": 0.70225, "mrr_at_10": 0.71125, "mrr_at_20": 0.713983, "mrr_at_100": 0.714846, "mrr_at_1000": 0.714884, "nauc_ndcg_at_1_max": 0.209362, "nauc_ndcg_at_1_std": 0.214065, "nauc_ndcg_at_1_diff1": 0.176666, "nauc_ndcg_at_3_max": 0.390414, "nauc_ndcg_at_3_std": 0.223009, "nauc_ndcg_at_3_diff1": 0.251085, "nauc_ndcg_at_5_max": 0.413523, "nauc_ndcg_at_5_std": 0.228817, "nauc_ndcg_at_5_diff1": 0.269926, "nauc_ndcg_at_10_max": 0.431692, "nauc_ndcg_at_10_std": 0.22095, "nauc_ndcg_at_10_diff1": 0.29274, "nauc_ndcg_at_20_max": 0.447512, "nauc_ndcg_at_20_std": 0.236884, "nauc_ndcg_at_20_diff1": 0.323053, "nauc_ndcg_at_100_max": 0.51187, "nauc_ndcg_at_100_std": 0.296034, "nauc_ndcg_at_100_diff1": 0.321004, "nauc_ndcg_at_1000_max": 0.547957, "nauc_ndcg_at_1000_std": 0.370454, "nauc_ndcg_at_1000_diff1": 0.272725, "nauc_map_at_1_max": -0.034014, "nauc_map_at_1_std": 0.023244, "nauc_map_at_1_diff1": 0.468406, "nauc_map_at_3_max": 0.117552, "nauc_map_at_3_std": -0.001568, "nauc_map_at_3_diff1": 0.396759, "nauc_map_at_5_max": 0.151092, "nauc_map_at_5_std": 0.005018, "nauc_map_at_5_diff1": 0.361147, "nauc_map_at_10_max": 0.207044, "nauc_map_at_10_std": 0.02515, "nauc_map_at_10_diff1": 0.326482, "nauc_map_at_20_max": 0.29076, "nauc_map_at_20_std": 0.073697, "nauc_map_at_20_diff1": 0.319763, "nauc_map_at_100_max": 0.46648, "nauc_map_at_100_std": 0.229808, "nauc_map_at_100_diff1": 0.328651, "nauc_map_at_1000_max": 0.508994, "nauc_map_at_1000_std": 0.289942, "nauc_map_at_1000_diff1": 0.3237, "nauc_recall_at_1_max": -0.034014, "nauc_recall_at_1_std": 0.023244, "nauc_recall_at_1_diff1": 0.468406, "nauc_recall_at_3_max": 0.120186, "nauc_recall_at_3_std": -0.007457, "nauc_recall_at_3_diff1": 0.397941, "nauc_recall_at_5_max": 0.11052, "nauc_recall_at_5_std": -0.01325, "nauc_recall_at_5_diff1": 0.322797, "nauc_recall_at_10_max": 0.078679, "nauc_recall_at_10_std": -0.040345, "nauc_recall_at_10_diff1": 0.255118, "nauc_recall_at_20_max": 0.093713, "nauc_recall_at_20_std": -0.024392, "nauc_recall_at_20_diff1": 0.220728, "nauc_recall_at_100_max": 0.263517, "nauc_recall_at_100_std": 0.177956, "nauc_recall_at_100_diff1": 0.251244, "nauc_recall_at_1000_max": 0.485109, "nauc_recall_at_1000_std": 0.642888, "nauc_recall_at_1000_diff1": 0.304529, "nauc_precision_at_1_max": 0.293752, "nauc_precision_at_1_std": 0.230321, "nauc_precision_at_1_diff1": 0.21007, "nauc_precision_at_3_max": 0.437349, "nauc_precision_at_3_std": 0.173183, "nauc_precision_at_3_diff1": 0.202939, "nauc_precision_at_5_max": 0.430282, "nauc_precision_at_5_std": 0.192594, "nauc_precision_at_5_diff1": 0.153604, "nauc_precision_at_10_max": 0.436612, "nauc_precision_at_10_std": 0.216003, "nauc_precision_at_10_diff1": 0.096228, "nauc_precision_at_20_max": 0.447895, "nauc_precision_at_20_std": 0.261029, "nauc_precision_at_20_diff1": 0.090487, "nauc_precision_at_100_max": 0.309876, "nauc_precision_at_100_std": 0.25098, "nauc_precision_at_100_diff1": 0.03334, "nauc_precision_at_1000_max": 0.118179, "nauc_precision_at_1000_std": 0.087355, "nauc_precision_at_1000_diff1": -0.041866, "nauc_mrr_at_1_max": 0.293752, "nauc_mrr_at_1_std": 0.230321, "nauc_mrr_at_1_diff1": 0.21007, "nauc_mrr_at_3_max": 0.406798, "nauc_mrr_at_3_std": 0.234802, "nauc_mrr_at_3_diff1": 0.265861, "nauc_mrr_at_5_max": 0.396013, "nauc_mrr_at_5_std": 0.258648, "nauc_mrr_at_5_diff1": 0.248838, "nauc_mrr_at_10_max": 0.380043, "nauc_mrr_at_10_std": 0.246404, "nauc_mrr_at_10_diff1": 0.244238, "nauc_mrr_at_20_max": 0.382181, "nauc_mrr_at_20_std": 0.246596, "nauc_mrr_at_20_diff1": 0.244176, "nauc_mrr_at_100_max": 0.380743, "nauc_mrr_at_100_std": 0.246182, "nauc_mrr_at_100_diff1": 0.243426, "nauc_mrr_at_1000_max": 0.380688, "nauc_mrr_at_1000_std": 0.246084, "nauc_mrr_at_1000_diff1": 0.2434, "main_score": 0.43916, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.185, "ndcg_at_3": 0.19006, "ndcg_at_5": 0.19091, "ndcg_at_10": 0.19001, "ndcg_at_20": 0.19716, "ndcg_at_100": 0.26412, "ndcg_at_1000": 0.3996, "map_at_1": 0.0195, "map_at_3": 0.03926, "map_at_5": 0.04921, "map_at_10": 0.06504, "map_at_20": 0.0834, "map_at_100": 0.12514, "map_at_1000": 0.15535, "recall_at_1": 0.0195, "recall_at_3": 0.04466, "recall_at_5": 0.0659, "recall_at_10": 0.10612, "recall_at_20": 0.16474, "recall_at_100": 0.3739, "recall_at_1000": 0.77109, "precision_at_1": 0.25, "precision_at_3": 0.25167, "precision_at_5": 0.236, "precision_at_10": 0.211, "precision_at_20": 0.17725, "precision_at_100": 0.1059, "precision_at_1000": 0.02857, "mrr_at_1": 0.25, "mrr_at_3": 0.334167, "mrr_at_5": 0.350667, "mrr_at_10": 0.366554, "mrr_at_20": 0.374629, "mrr_at_100": 0.379013, "mrr_at_1000": 0.37929, "nauc_ndcg_at_1_max": 0.202389, "nauc_ndcg_at_1_std": 0.235626, "nauc_ndcg_at_1_diff1": 0.072305, "nauc_ndcg_at_3_max": 0.241087, "nauc_ndcg_at_3_std": 0.24646, "nauc_ndcg_at_3_diff1": 0.037423, "nauc_ndcg_at_5_max": 0.245383, "nauc_ndcg_at_5_std": 0.264334, "nauc_ndcg_at_5_diff1": 0.045725, "nauc_ndcg_at_10_max": 0.295306, "nauc_ndcg_at_10_std": 0.300129, "nauc_ndcg_at_10_diff1": 0.057832, "nauc_ndcg_at_20_max": 0.317077, "nauc_ndcg_at_20_std": 0.335889, "nauc_ndcg_at_20_diff1": 0.064886, "nauc_ndcg_at_100_max": 0.381848, "nauc_ndcg_at_100_std": 0.453691, "nauc_ndcg_at_100_diff1": 0.073776, "nauc_ndcg_at_1000_max": 0.427012, "nauc_ndcg_at_1000_std": 0.489643, "nauc_ndcg_at_1000_diff1": 0.022516, "nauc_map_at_1_max": 0.172953, "nauc_map_at_1_std": -0.007297, "nauc_map_at_1_diff1": 0.207418, "nauc_map_at_3_max": 0.264615, "nauc_map_at_3_std": 0.063803, "nauc_map_at_3_diff1": 0.130884, "nauc_map_at_5_max": 0.247538, "nauc_map_at_5_std": 0.096218, "nauc_map_at_5_diff1": 0.114882, "nauc_map_at_10_max": 0.286242, "nauc_map_at_10_std": 0.168694, "nauc_map_at_10_diff1": 0.103694, "nauc_map_at_20_max": 0.324904, "nauc_map_at_20_std": 0.265072, "nauc_map_at_20_diff1": 0.078338, "nauc_map_at_100_max": 0.377966, "nauc_map_at_100_std": 0.390267, "nauc_map_at_100_diff1": 0.054634, "nauc_map_at_1000_max": 0.405797, "nauc_map_at_1000_std": 0.426903, "nauc_map_at_1000_diff1": 0.019329, "nauc_recall_at_1_max": 0.172953, "nauc_recall_at_1_std": -0.007297, "nauc_recall_at_1_diff1": 0.207418, "nauc_recall_at_3_max": 0.252122, "nauc_recall_at_3_std": 0.074921, "nauc_recall_at_3_diff1": 0.114948, "nauc_recall_at_5_max": 0.192379, "nauc_recall_at_5_std": 0.088961, "nauc_recall_at_5_diff1": 0.146525, "nauc_recall_at_10_max": 0.255041, "nauc_recall_at_10_std": 0.212309, "nauc_recall_at_10_diff1": 0.14488, "nauc_recall_at_20_max": 0.282705, "nauc_recall_at_20_std": 0.313879, "nauc_recall_at_20_diff1": 0.127188, "nauc_recall_at_100_max": 0.330974, "nauc_recall_at_100_std": 0.479082, "nauc_recall_at_100_diff1": 0.145361, "nauc_recall_at_1000_max": 0.574983, "nauc_recall_at_1000_std": 0.693624, "nauc_recall_at_1000_diff1": 0.119419, "nauc_precision_at_1_max": 0.203567, "nauc_precision_at_1_std": 0.246193, "nauc_precision_at_1_diff1": 0.084362, "nauc_precision_at_3_max": 0.267922, "nauc_precision_at_3_std": 0.272552, "nauc_precision_at_3_diff1": 0.008657, "nauc_precision_at_5_max": 0.27229, "nauc_precision_at_5_std": 0.303107, "nauc_precision_at_5_diff1": 0.020469, "nauc_precision_at_10_max": 0.328018, "nauc_precision_at_10_std": 0.376902, "nauc_precision_at_10_diff1": -0.006786, "nauc_precision_at_20_max": 0.324076, "nauc_precision_at_20_std": 0.416493, "nauc_precision_at_20_diff1": -0.053266, "nauc_precision_at_100_max": 0.280547, "nauc_precision_at_100_std": 0.386999, "nauc_precision_at_100_diff1": -0.103347, "nauc_precision_at_1000_max": 0.227261, "nauc_precision_at_1000_std": 0.173812, "nauc_precision_at_1000_diff1": -0.15587, "nauc_mrr_at_1_max": 0.203567, "nauc_mrr_at_1_std": 0.246193, "nauc_mrr_at_1_diff1": 0.084362, "nauc_mrr_at_3_max": 0.239729, "nauc_mrr_at_3_std": 0.269882, "nauc_mrr_at_3_diff1": 0.069939, "nauc_mrr_at_5_max": 0.244962, "nauc_mrr_at_5_std": 0.272481, "nauc_mrr_at_5_diff1": 0.082502, "nauc_mrr_at_10_max": 0.24875, "nauc_mrr_at_10_std": 0.282452, "nauc_mrr_at_10_diff1": 0.082678, "nauc_mrr_at_20_max": 0.24544, "nauc_mrr_at_20_std": 0.277884, "nauc_mrr_at_20_diff1": 0.081237, "nauc_mrr_at_100_max": 0.247672, "nauc_mrr_at_100_std": 0.281775, "nauc_mrr_at_100_diff1": 0.080683, "nauc_mrr_at_1000_max": 0.247415, "nauc_mrr_at_1000_std": 0.281483, "nauc_mrr_at_1000_diff1": 0.080457, "main_score": 0.19001, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2375, "ndcg_at_3": 0.23798, "ndcg_at_5": 0.23059, "ndcg_at_10": 0.22854, "ndcg_at_20": 0.23648, "ndcg_at_100": 0.3038, "ndcg_at_1000": 0.43494, "map_at_1": 0.02645, "map_at_3": 0.05736, "map_at_5": 0.06929, "map_at_10": 0.08592, "map_at_20": 0.10849, "map_at_100": 0.15783, "map_at_1000": 0.19123, "recall_at_1": 0.02645, "recall_at_3": 0.06741, "recall_at_5": 0.08802, "recall_at_10": 0.12436, "recall_at_20": 0.18613, "recall_at_100": 0.40578, "recall_at_1000": 0.783, "precision_at_1": 0.315, "precision_at_3": 0.30167, "precision_at_5": 0.272, "precision_at_10": 0.235, "precision_at_20": 0.20275, "precision_at_100": 0.1174, "precision_at_1000": 0.02964, "mrr_at_1": 0.315, "mrr_at_3": 0.391667, "mrr_at_5": 0.408417, "mrr_at_10": 0.423647, "mrr_at_20": 0.429336, "mrr_at_100": 0.432329, "mrr_at_1000": 0.432728, "nauc_ndcg_at_1_max": 0.310904, "nauc_ndcg_at_1_std": 0.287098, "nauc_ndcg_at_1_diff1": 0.161526, "nauc_ndcg_at_3_max": 0.392388, "nauc_ndcg_at_3_std": 0.343362, "nauc_ndcg_at_3_diff1": 0.166775, "nauc_ndcg_at_5_max": 0.450274, "nauc_ndcg_at_5_std": 0.389442, "nauc_ndcg_at_5_diff1": 0.198197, "nauc_ndcg_at_10_max": 0.47427, "nauc_ndcg_at_10_std": 0.398849, "nauc_ndcg_at_10_diff1": 0.173715, "nauc_ndcg_at_20_max": 0.492638, "nauc_ndcg_at_20_std": 0.423676, "nauc_ndcg_at_20_diff1": 0.174461, "nauc_ndcg_at_100_max": 0.525563, "nauc_ndcg_at_100_std": 0.511181, "nauc_ndcg_at_100_diff1": 0.16987, "nauc_ndcg_at_1000_max": 0.583794, "nauc_ndcg_at_1000_std": 0.571989, "nauc_ndcg_at_1000_diff1": 0.116223, "nauc_map_at_1_max": 0.199336, "nauc_map_at_1_std": 0.173976, "nauc_map_at_1_diff1": 0.258835, "nauc_map_at_3_max": 0.254697, "nauc_map_at_3_std": 0.139121, "nauc_map_at_3_diff1": 0.257249, "nauc_map_at_5_max": 0.282342, "nauc_map_at_5_std": 0.181619, "nauc_map_at_5_diff1": 0.268801, "nauc_map_at_10_max": 0.324227, "nauc_map_at_10_std": 0.223574, "nauc_map_at_10_diff1": 0.248411, "nauc_map_at_20_max": 0.388057, "nauc_map_at_20_std": 0.294202, "nauc_map_at_20_diff1": 0.228265, "nauc_map_at_100_max": 0.510308, "nauc_map_at_100_std": 0.437809, "nauc_map_at_100_diff1": 0.214681, "nauc_map_at_1000_max": 0.567869, "nauc_map_at_1000_std": 0.500432, "nauc_map_at_1000_diff1": 0.175841, "nauc_recall_at_1_max": 0.199336, "nauc_recall_at_1_std": 0.173976, "nauc_recall_at_1_diff1": 0.258835, "nauc_recall_at_3_max": 0.202512, "nauc_recall_at_3_std": 0.160424, "nauc_recall_at_3_diff1": 0.239705, "nauc_recall_at_5_max": 0.237672, "nauc_recall_at_5_std": 0.202552, "nauc_recall_at_5_diff1": 0.254865, "nauc_recall_at_10_max": 0.262403, "nauc_recall_at_10_std": 0.230324, "nauc_recall_at_10_diff1": 0.200489, "nauc_recall_at_20_max": 0.31522, "nauc_recall_at_20_std": 0.292204, "nauc_recall_at_20_diff1": 0.195765, "nauc_recall_at_100_max": 0.429497, "nauc_recall_at_100_std": 0.525835, "nauc_recall_at_100_diff1": 0.136687, "nauc_recall_at_1000_max": 0.714773, "nauc_recall_at_1000_std": 0.773718, "nauc_recall_at_1000_diff1": 0.212244, "nauc_precision_at_1_max": 0.360425, "nauc_precision_at_1_std": 0.340891, "nauc_precision_at_1_diff1": 0.179532, "nauc_precision_at_3_max": 0.420097, "nauc_precision_at_3_std": 0.352198, "nauc_precision_at_3_diff1": 0.151299, "nauc_precision_at_5_max": 0.477518, "nauc_precision_at_5_std": 0.405169, "nauc_precision_at_5_diff1": 0.175873, "nauc_precision_at_10_max": 0.524683, "nauc_precision_at_10_std": 0.452572, "nauc_precision_at_10_diff1": 0.115246, "nauc_precision_at_20_max": 0.552016, "nauc_precision_at_20_std": 0.494995, "nauc_precision_at_20_diff1": 0.073767, "nauc_precision_at_100_max": 0.528044, "nauc_precision_at_100_std": 0.519368, "nauc_precision_at_100_diff1": 0.013592, "nauc_precision_at_1000_max": 0.32264, "nauc_precision_at_1000_std": 0.266737, "nauc_precision_at_1000_diff1": -0.161086, "nauc_mrr_at_1_max": 0.360425, "nauc_mrr_at_1_std": 0.340891, "nauc_mrr_at_1_diff1": 0.179532, "nauc_mrr_at_3_max": 0.369603, "nauc_mrr_at_3_std": 0.353195, "nauc_mrr_at_3_diff1": 0.175735, "nauc_mrr_at_5_max": 0.387541, "nauc_mrr_at_5_std": 0.364008, "nauc_mrr_at_5_diff1": 0.165866, "nauc_mrr_at_10_max": 0.389782, "nauc_mrr_at_10_std": 0.373577, "nauc_mrr_at_10_diff1": 0.153521, "nauc_mrr_at_20_max": 0.389654, "nauc_mrr_at_20_std": 0.371248, "nauc_mrr_at_20_diff1": 0.158693, "nauc_mrr_at_100_max": 0.387951, "nauc_mrr_at_100_std": 0.370585, "nauc_mrr_at_100_diff1": 0.158185, "nauc_mrr_at_1000_max": 0.388048, "nauc_mrr_at_1000_std": 0.370337, "nauc_mrr_at_1000_diff1": 0.158421, "main_score": 0.22854, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "orthopedic_surgery": [ { "ndcg_at_1": 0.55, "ndcg_at_3": 0.4893, "ndcg_at_5": 0.4828, "ndcg_at_10": 0.48547, "ndcg_at_20": 0.50292, "ndcg_at_100": 0.58349, "ndcg_at_1000": 0.64703, "map_at_1": 0.12065, "map_at_3": 0.19124, "map_at_5": 0.22968, "map_at_10": 0.27857, "map_at_20": 0.31718, "map_at_100": 0.37262, "map_at_1000": 0.39072, "recall_at_1": 0.12065, "recall_at_3": 0.21278, "recall_at_5": 0.27904, "recall_at_10": 0.38006, "recall_at_20": 0.48231, "recall_at_100": 0.74895, "recall_at_1000": 0.97004, "precision_at_1": 0.64, "precision_at_3": 0.495, "precision_at_5": 0.428, "precision_at_10": 0.332, "precision_at_20": 0.2475, "precision_at_100": 0.0994, "precision_at_1000": 0.01442, "mrr_at_1": 0.64, "mrr_at_3": 0.725, "mrr_at_5": 0.7385, "mrr_at_10": 0.748419, "mrr_at_20": 0.749917, "mrr_at_100": 0.750609, "mrr_at_1000": 0.750629, "nauc_ndcg_at_1_max": 0.542441, "nauc_ndcg_at_1_std": 0.249265, "nauc_ndcg_at_1_diff1": 0.462331, "nauc_ndcg_at_3_max": 0.485788, "nauc_ndcg_at_3_std": 0.183841, "nauc_ndcg_at_3_diff1": 0.321539, "nauc_ndcg_at_5_max": 0.426601, "nauc_ndcg_at_5_std": 0.14101, "nauc_ndcg_at_5_diff1": 0.251432, "nauc_ndcg_at_10_max": 0.400824, "nauc_ndcg_at_10_std": 0.10554, "nauc_ndcg_at_10_diff1": 0.244867, "nauc_ndcg_at_20_max": 0.403958, "nauc_ndcg_at_20_std": 0.100868, "nauc_ndcg_at_20_diff1": 0.236622, "nauc_ndcg_at_100_max": 0.424175, "nauc_ndcg_at_100_std": 0.163087, "nauc_ndcg_at_100_diff1": 0.245756, "nauc_ndcg_at_1000_max": 0.484399, "nauc_ndcg_at_1000_std": 0.241216, "nauc_ndcg_at_1000_diff1": 0.231282, "nauc_map_at_1_max": 0.113881, "nauc_map_at_1_std": -0.073787, "nauc_map_at_1_diff1": 0.290225, "nauc_map_at_3_max": 0.166322, "nauc_map_at_3_std": -0.088147, "nauc_map_at_3_diff1": 0.249187, "nauc_map_at_5_max": 0.179353, "nauc_map_at_5_std": -0.094582, "nauc_map_at_5_diff1": 0.226799, "nauc_map_at_10_max": 0.22423, "nauc_map_at_10_std": -0.079224, "nauc_map_at_10_diff1": 0.212336, "nauc_map_at_20_max": 0.256795, "nauc_map_at_20_std": -0.049404, "nauc_map_at_20_diff1": 0.206614, "nauc_map_at_100_max": 0.305185, "nauc_map_at_100_std": 0.044547, "nauc_map_at_100_diff1": 0.186607, "nauc_map_at_1000_max": 0.322515, "nauc_map_at_1000_std": 0.079643, "nauc_map_at_1000_diff1": 0.174848, "nauc_recall_at_1_max": 0.113881, "nauc_recall_at_1_std": -0.073787, "nauc_recall_at_1_diff1": 0.290225, "nauc_recall_at_3_max": 0.125032, "nauc_recall_at_3_std": -0.121093, "nauc_recall_at_3_diff1": 0.203664, "nauc_recall_at_5_max": 0.102675, "nauc_recall_at_5_std": -0.132254, "nauc_recall_at_5_diff1": 0.15335, "nauc_recall_at_10_max": 0.128998, "nauc_recall_at_10_std": -0.142346, "nauc_recall_at_10_diff1": 0.142986, "nauc_recall_at_20_max": 0.14174, "nauc_recall_at_20_std": -0.119567, "nauc_recall_at_20_diff1": 0.125395, "nauc_recall_at_100_max": 0.134791, "nauc_recall_at_100_std": 0.024625, "nauc_recall_at_100_diff1": 0.104532, "nauc_recall_at_1000_max": 0.27198, "nauc_recall_at_1000_std": 0.317626, "nauc_recall_at_1000_diff1": 0.099123, "nauc_precision_at_1_max": 0.562795, "nauc_precision_at_1_std": 0.307271, "nauc_precision_at_1_diff1": 0.429461, "nauc_precision_at_3_max": 0.411894, "nauc_precision_at_3_std": 0.21309, "nauc_precision_at_3_diff1": 0.113682, "nauc_precision_at_5_max": 0.357556, "nauc_precision_at_5_std": 0.216975, "nauc_precision_at_5_diff1": -0.006378, "nauc_precision_at_10_max": 0.357222, "nauc_precision_at_10_std": 0.28891, "nauc_precision_at_10_diff1": -0.045886, "nauc_precision_at_20_max": 0.299919, "nauc_precision_at_20_std": 0.317255, "nauc_precision_at_20_diff1": -0.086094, "nauc_precision_at_100_max": 0.203009, "nauc_precision_at_100_std": 0.400819, "nauc_precision_at_100_diff1": -0.144295, "nauc_precision_at_1000_max": 0.170114, "nauc_precision_at_1000_std": 0.372059, "nauc_precision_at_1000_diff1": -0.169702, "nauc_mrr_at_1_max": 0.562795, "nauc_mrr_at_1_std": 0.307271, "nauc_mrr_at_1_diff1": 0.429461, "nauc_mrr_at_3_max": 0.602432, "nauc_mrr_at_3_std": 0.321947, "nauc_mrr_at_3_diff1": 0.346423, "nauc_mrr_at_5_max": 0.604931, "nauc_mrr_at_5_std": 0.342067, "nauc_mrr_at_5_diff1": 0.340326, "nauc_mrr_at_10_max": 0.604532, "nauc_mrr_at_10_std": 0.33364, "nauc_mrr_at_10_diff1": 0.349878, "nauc_mrr_at_20_max": 0.603649, "nauc_mrr_at_20_std": 0.331729, "nauc_mrr_at_20_diff1": 0.350227, "nauc_mrr_at_100_max": 0.602715, "nauc_mrr_at_100_std": 0.33194, "nauc_mrr_at_100_diff1": 0.351965, "nauc_mrr_at_1000_max": 0.602678, "nauc_mrr_at_1000_std": 0.331878, "nauc_mrr_at_1000_diff1": 0.352013, "main_score": 0.48547, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.12, "ndcg_at_3": 0.13128, "ndcg_at_5": 0.13302, "ndcg_at_10": 0.15175, "ndcg_at_20": 0.16522, "ndcg_at_100": 0.2251, "ndcg_at_1000": 0.32074, "map_at_1": 0.02817, "map_at_3": 0.04903, "map_at_5": 0.05701, "map_at_10": 0.07402, "map_at_20": 0.08551, "map_at_100": 0.10257, "map_at_1000": 0.11376, "recall_at_1": 0.02817, "recall_at_3": 0.06674, "recall_at_5": 0.09211, "recall_at_10": 0.14731, "recall_at_20": 0.20129, "recall_at_100": 0.37306, "recall_at_1000": 0.73733, "precision_at_1": 0.145, "precision_at_3": 0.14, "precision_at_5": 0.12, "precision_at_10": 0.1085, "precision_at_20": 0.0805, "precision_at_100": 0.0409, "precision_at_1000": 0.01022, "mrr_at_1": 0.145, "mrr_at_3": 0.210833, "mrr_at_5": 0.231583, "mrr_at_10": 0.243538, "mrr_at_20": 0.252269, "mrr_at_100": 0.258221, "mrr_at_1000": 0.259045, "nauc_ndcg_at_1_max": 0.05508, "nauc_ndcg_at_1_std": 0.150415, "nauc_ndcg_at_1_diff1": 0.275914, "nauc_ndcg_at_3_max": 0.201322, "nauc_ndcg_at_3_std": 0.175536, "nauc_ndcg_at_3_diff1": 0.238347, "nauc_ndcg_at_5_max": 0.224893, "nauc_ndcg_at_5_std": 0.178054, "nauc_ndcg_at_5_diff1": 0.257516, "nauc_ndcg_at_10_max": 0.298883, "nauc_ndcg_at_10_std": 0.197565, "nauc_ndcg_at_10_diff1": 0.281742, "nauc_ndcg_at_20_max": 0.333835, "nauc_ndcg_at_20_std": 0.210095, "nauc_ndcg_at_20_diff1": 0.264453, "nauc_ndcg_at_100_max": 0.393686, "nauc_ndcg_at_100_std": 0.274909, "nauc_ndcg_at_100_diff1": 0.258563, "nauc_ndcg_at_1000_max": 0.409054, "nauc_ndcg_at_1000_std": 0.282066, "nauc_ndcg_at_1000_diff1": 0.224677, "nauc_map_at_1_max": -0.001609, "nauc_map_at_1_std": -0.02129, "nauc_map_at_1_diff1": 0.586635, "nauc_map_at_3_max": 0.150325, "nauc_map_at_3_std": 0.055167, "nauc_map_at_3_diff1": 0.417302, "nauc_map_at_5_max": 0.163732, "nauc_map_at_5_std": 0.063368, "nauc_map_at_5_diff1": 0.382862, "nauc_map_at_10_max": 0.265264, "nauc_map_at_10_std": 0.130319, "nauc_map_at_10_diff1": 0.349808, "nauc_map_at_20_max": 0.313943, "nauc_map_at_20_std": 0.177624, "nauc_map_at_20_diff1": 0.308235, "nauc_map_at_100_max": 0.350581, "nauc_map_at_100_std": 0.239353, "nauc_map_at_100_diff1": 0.281283, "nauc_map_at_1000_max": 0.357745, "nauc_map_at_1000_std": 0.253292, "nauc_map_at_1000_diff1": 0.270048, "nauc_recall_at_1_max": -0.001609, "nauc_recall_at_1_std": -0.02129, "nauc_recall_at_1_diff1": 0.586635, "nauc_recall_at_3_max": 0.196194, "nauc_recall_at_3_std": 0.052913, "nauc_recall_at_3_diff1": 0.355411, "nauc_recall_at_5_max": 0.18806, "nauc_recall_at_5_std": 0.037848, "nauc_recall_at_5_diff1": 0.275435, "nauc_recall_at_10_max": 0.314312, "nauc_recall_at_10_std": 0.10997, "nauc_recall_at_10_diff1": 0.290102, "nauc_recall_at_20_max": 0.350718, "nauc_recall_at_20_std": 0.163797, "nauc_recall_at_20_diff1": 0.208734, "nauc_recall_at_100_max": 0.470642, "nauc_recall_at_100_std": 0.343162, "nauc_recall_at_100_diff1": 0.236177, "nauc_recall_at_1000_max": 0.617428, "nauc_recall_at_1000_std": 0.471644, "nauc_recall_at_1000_diff1": 0.209555, "nauc_precision_at_1_max": 0.093878, "nauc_precision_at_1_std": 0.156973, "nauc_precision_at_1_diff1": 0.241237, "nauc_precision_at_3_max": 0.301123, "nauc_precision_at_3_std": 0.263151, "nauc_precision_at_3_diff1": 0.084446, "nauc_precision_at_5_max": 0.322752, "nauc_precision_at_5_std": 0.288881, "nauc_precision_at_5_diff1": 0.070784, "nauc_precision_at_10_max": 0.383363, "nauc_precision_at_10_std": 0.334804, "nauc_precision_at_10_diff1": 0.099808, "nauc_precision_at_20_max": 0.425477, "nauc_precision_at_20_std": 0.389054, "nauc_precision_at_20_diff1": 0.056686, "nauc_precision_at_100_max": 0.306432, "nauc_precision_at_100_std": 0.341176, "nauc_precision_at_100_diff1": 0.004025, "nauc_precision_at_1000_max": 0.098043, "nauc_precision_at_1000_std": 0.088, "nauc_precision_at_1000_diff1": -0.093157, "nauc_mrr_at_1_max": 0.093878, "nauc_mrr_at_1_std": 0.156973, "nauc_mrr_at_1_diff1": 0.241237, "nauc_mrr_at_3_max": 0.189864, "nauc_mrr_at_3_std": 0.180037, "nauc_mrr_at_3_diff1": 0.187267, "nauc_mrr_at_5_max": 0.213779, "nauc_mrr_at_5_std": 0.179901, "nauc_mrr_at_5_diff1": 0.18735, "nauc_mrr_at_10_max": 0.216809, "nauc_mrr_at_10_std": 0.17781, "nauc_mrr_at_10_diff1": 0.206331, "nauc_mrr_at_20_max": 0.220742, "nauc_mrr_at_20_std": 0.18011, "nauc_mrr_at_20_diff1": 0.20519, "nauc_mrr_at_100_max": 0.221723, "nauc_mrr_at_100_std": 0.180417, "nauc_mrr_at_100_diff1": 0.204021, "nauc_mrr_at_1000_max": 0.220856, "nauc_mrr_at_1000_std": 0.180262, "nauc_mrr_at_1000_diff1": 0.203885, "main_score": 0.15175, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.21, "ndcg_at_3": 0.22313, "ndcg_at_5": 0.2232, "ndcg_at_10": 0.23338, "ndcg_at_20": 0.24921, "ndcg_at_100": 0.31523, "ndcg_at_1000": 0.40457, "map_at_1": 0.05056, "map_at_3": 0.08056, "map_at_5": 0.09707, "map_at_10": 0.11886, "map_at_20": 0.13633, "map_at_100": 0.16261, "map_at_1000": 0.17707, "recall_at_1": 0.05056, "recall_at_3": 0.10339, "recall_at_5": 0.14129, "recall_at_10": 0.19928, "recall_at_20": 0.26617, "recall_at_100": 0.46767, "recall_at_1000": 0.81033, "precision_at_1": 0.26, "precision_at_3": 0.22833, "precision_at_5": 0.201, "precision_at_10": 0.1645, "precision_at_20": 0.12325, "precision_at_100": 0.0588, "precision_at_1000": 0.01181, "mrr_at_1": 0.26, "mrr_at_3": 0.3575, "mrr_at_5": 0.37575, "mrr_at_10": 0.384153, "mrr_at_20": 0.391307, "mrr_at_100": 0.396168, "mrr_at_1000": 0.396494, "nauc_ndcg_at_1_max": 0.294411, "nauc_ndcg_at_1_std": 0.202946, "nauc_ndcg_at_1_diff1": 0.195412, "nauc_ndcg_at_3_max": 0.399313, "nauc_ndcg_at_3_std": 0.220834, "nauc_ndcg_at_3_diff1": 0.268268, "nauc_ndcg_at_5_max": 0.426334, "nauc_ndcg_at_5_std": 0.232108, "nauc_ndcg_at_5_diff1": 0.271807, "nauc_ndcg_at_10_max": 0.419222, "nauc_ndcg_at_10_std": 0.20995, "nauc_ndcg_at_10_diff1": 0.275672, "nauc_ndcg_at_20_max": 0.441507, "nauc_ndcg_at_20_std": 0.233022, "nauc_ndcg_at_20_diff1": 0.299825, "nauc_ndcg_at_100_max": 0.51361, "nauc_ndcg_at_100_std": 0.325317, "nauc_ndcg_at_100_diff1": 0.319061, "nauc_ndcg_at_1000_max": 0.537453, "nauc_ndcg_at_1000_std": 0.366364, "nauc_ndcg_at_1000_diff1": 0.288399, "nauc_map_at_1_max": 0.253054, "nauc_map_at_1_std": 0.017742, "nauc_map_at_1_diff1": 0.488521, "nauc_map_at_3_max": 0.328174, "nauc_map_at_3_std": 0.07489, "nauc_map_at_3_diff1": 0.437752, "nauc_map_at_5_max": 0.353308, "nauc_map_at_5_std": 0.104191, "nauc_map_at_5_diff1": 0.416951, "nauc_map_at_10_max": 0.376216, "nauc_map_at_10_std": 0.112721, "nauc_map_at_10_diff1": 0.386012, "nauc_map_at_20_max": 0.411345, "nauc_map_at_20_std": 0.154569, "nauc_map_at_20_diff1": 0.367423, "nauc_map_at_100_max": 0.467496, "nauc_map_at_100_std": 0.231097, "nauc_map_at_100_diff1": 0.358107, "nauc_map_at_1000_max": 0.482098, "nauc_map_at_1000_std": 0.256368, "nauc_map_at_1000_diff1": 0.351571, "nauc_recall_at_1_max": 0.253054, "nauc_recall_at_1_std": 0.017742, "nauc_recall_at_1_diff1": 0.488521, "nauc_recall_at_3_max": 0.309494, "nauc_recall_at_3_std": 0.062003, "nauc_recall_at_3_diff1": 0.362953, "nauc_recall_at_5_max": 0.320902, "nauc_recall_at_5_std": 0.105779, "nauc_recall_at_5_diff1": 0.329307, "nauc_recall_at_10_max": 0.320042, "nauc_recall_at_10_std": 0.08121, "nauc_recall_at_10_diff1": 0.28905, "nauc_recall_at_20_max": 0.382703, "nauc_recall_at_20_std": 0.152871, "nauc_recall_at_20_diff1": 0.285088, "nauc_recall_at_100_max": 0.502708, "nauc_recall_at_100_std": 0.382553, "nauc_recall_at_100_diff1": 0.311056, "nauc_recall_at_1000_max": 0.616489, "nauc_recall_at_1000_std": 0.55674, "nauc_recall_at_1000_diff1": 0.231395, "nauc_precision_at_1_max": 0.353943, "nauc_precision_at_1_std": 0.219595, "nauc_precision_at_1_diff1": 0.198072, "nauc_precision_at_3_max": 0.448467, "nauc_precision_at_3_std": 0.283338, "nauc_precision_at_3_diff1": 0.227067, "nauc_precision_at_5_max": 0.467123, "nauc_precision_at_5_std": 0.317481, "nauc_precision_at_5_diff1": 0.177282, "nauc_precision_at_10_max": 0.422346, "nauc_precision_at_10_std": 0.291349, "nauc_precision_at_10_diff1": 0.136174, "nauc_precision_at_20_max": 0.447504, "nauc_precision_at_20_std": 0.336132, "nauc_precision_at_20_diff1": 0.121617, "nauc_precision_at_100_max": 0.422044, "nauc_precision_at_100_std": 0.412271, "nauc_precision_at_100_diff1": 0.060704, "nauc_precision_at_1000_max": 0.245264, "nauc_precision_at_1000_std": 0.271458, "nauc_precision_at_1000_diff1": -0.014039, "nauc_mrr_at_1_max": 0.353943, "nauc_mrr_at_1_std": 0.219595, "nauc_mrr_at_1_diff1": 0.198072, "nauc_mrr_at_3_max": 0.415287, "nauc_mrr_at_3_std": 0.258713, "nauc_mrr_at_3_diff1": 0.206882, "nauc_mrr_at_5_max": 0.419686, "nauc_mrr_at_5_std": 0.256408, "nauc_mrr_at_5_diff1": 0.199798, "nauc_mrr_at_10_max": 0.420726, "nauc_mrr_at_10_std": 0.26177, "nauc_mrr_at_10_diff1": 0.202602, "nauc_mrr_at_20_max": 0.421939, "nauc_mrr_at_20_std": 0.262327, "nauc_mrr_at_20_diff1": 0.205355, "nauc_mrr_at_100_max": 0.423581, "nauc_mrr_at_100_std": 0.264009, "nauc_mrr_at_100_diff1": 0.2054, "nauc_mrr_at_1000_max": 0.423301, "nauc_mrr_at_1000_std": 0.263744, "nauc_mrr_at_1000_diff1": 0.20521, "main_score": 0.23338, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "otorhinolaryngology": [ { "ndcg_at_1": 0.6, "ndcg_at_3": 0.52083, "ndcg_at_5": 0.49716, "ndcg_at_10": 0.47869, "ndcg_at_20": 0.47118, "ndcg_at_100": 0.54413, "ndcg_at_1000": 0.65193, "map_at_1": 0.06191, "map_at_3": 0.12142, "map_at_5": 0.15011, "map_at_10": 0.18766, "map_at_20": 0.22445, "map_at_100": 0.30124, "map_at_1000": 0.34532, "recall_at_1": 0.06191, "recall_at_3": 0.1329, "recall_at_5": 0.17942, "recall_at_10": 0.25048, "recall_at_20": 0.34106, "recall_at_100": 0.62571, "recall_at_1000": 0.93843, "precision_at_1": 0.7, "precision_at_3": 0.56333, "precision_at_5": 0.509, "precision_at_10": 0.416, "precision_at_20": 0.324, "precision_at_100": 0.16525, "precision_at_1000": 0.03379, "mrr_at_1": 0.7, "mrr_at_3": 0.775833, "mrr_at_5": 0.792583, "mrr_at_10": 0.796867, "mrr_at_20": 0.797395, "mrr_at_100": 0.797855, "mrr_at_1000": 0.797855, "nauc_ndcg_at_1_max": 0.352677, "nauc_ndcg_at_1_std": 0.044715, "nauc_ndcg_at_1_diff1": 0.233234, "nauc_ndcg_at_3_max": 0.319333, "nauc_ndcg_at_3_std": 0.041891, "nauc_ndcg_at_3_diff1": 0.113168, "nauc_ndcg_at_5_max": 0.332586, "nauc_ndcg_at_5_std": 0.095746, "nauc_ndcg_at_5_diff1": 0.10354, "nauc_ndcg_at_10_max": 0.355848, "nauc_ndcg_at_10_std": 0.133115, "nauc_ndcg_at_10_diff1": 0.120728, "nauc_ndcg_at_20_max": 0.319404, "nauc_ndcg_at_20_std": 0.176522, "nauc_ndcg_at_20_diff1": 0.080878, "nauc_ndcg_at_100_max": 0.353453, "nauc_ndcg_at_100_std": 0.256839, "nauc_ndcg_at_100_diff1": 0.066003, "nauc_ndcg_at_1000_max": 0.389013, "nauc_ndcg_at_1000_std": 0.276148, "nauc_ndcg_at_1000_diff1": 0.064114, "nauc_map_at_1_max": 0.039382, "nauc_map_at_1_std": 0.16506, "nauc_map_at_1_diff1": 0.142468, "nauc_map_at_3_max": 0.15601, "nauc_map_at_3_std": 0.192386, "nauc_map_at_3_diff1": 0.083698, "nauc_map_at_5_max": 0.163282, "nauc_map_at_5_std": 0.195956, "nauc_map_at_5_diff1": 0.066337, "nauc_map_at_10_max": 0.208476, "nauc_map_at_10_std": 0.193991, "nauc_map_at_10_diff1": 0.073505, "nauc_map_at_20_max": 0.238693, "nauc_map_at_20_std": 0.208493, "nauc_map_at_20_diff1": 0.055404, "nauc_map_at_100_max": 0.309892, "nauc_map_at_100_std": 0.280354, "nauc_map_at_100_diff1": 0.017361, "nauc_map_at_1000_max": 0.315566, "nauc_map_at_1000_std": 0.310582, "nauc_map_at_1000_diff1": -0.013318, "nauc_recall_at_1_max": 0.039382, "nauc_recall_at_1_std": 0.16506, "nauc_recall_at_1_diff1": 0.142468, "nauc_recall_at_3_max": 0.136855, "nauc_recall_at_3_std": 0.191211, "nauc_recall_at_3_diff1": 0.088973, "nauc_recall_at_5_max": 0.097584, "nauc_recall_at_5_std": 0.225609, "nauc_recall_at_5_diff1": 0.076385, "nauc_recall_at_10_max": 0.121189, "nauc_recall_at_10_std": 0.192223, "nauc_recall_at_10_diff1": 0.079901, "nauc_recall_at_20_max": 0.098191, "nauc_recall_at_20_std": 0.175548, "nauc_recall_at_20_diff1": 0.032702, "nauc_recall_at_100_max": 0.183495, "nauc_recall_at_100_std": 0.288467, "nauc_recall_at_100_diff1": -0.004742, "nauc_recall_at_1000_max": 0.396408, "nauc_recall_at_1000_std": 0.627299, "nauc_recall_at_1000_diff1": 0.057355, "nauc_precision_at_1_max": 0.43122, "nauc_precision_at_1_std": 0.045911, "nauc_precision_at_1_diff1": 0.171122, "nauc_precision_at_3_max": 0.354338, "nauc_precision_at_3_std": 0.038171, "nauc_precision_at_3_diff1": -0.032436, "nauc_precision_at_5_max": 0.323061, "nauc_precision_at_5_std": 0.063839, "nauc_precision_at_5_diff1": -0.050067, "nauc_precision_at_10_max": 0.314174, "nauc_precision_at_10_std": 0.049764, "nauc_precision_at_10_diff1": -0.027163, "nauc_precision_at_20_max": 0.251154, "nauc_precision_at_20_std": 0.079075, "nauc_precision_at_20_diff1": -0.082228, "nauc_precision_at_100_max": 0.101192, "nauc_precision_at_100_std": 0.076976, "nauc_precision_at_100_diff1": -0.11776, "nauc_precision_at_1000_max": -0.001148, "nauc_precision_at_1000_std": 0.003801, "nauc_precision_at_1000_diff1": -0.129038, "nauc_mrr_at_1_max": 0.43122, "nauc_mrr_at_1_std": 0.045911, "nauc_mrr_at_1_diff1": 0.171122, "nauc_mrr_at_3_max": 0.431762, "nauc_mrr_at_3_std": 0.020881, "nauc_mrr_at_3_diff1": 0.174022, "nauc_mrr_at_5_max": 0.435942, "nauc_mrr_at_5_std": 0.056298, "nauc_mrr_at_5_diff1": 0.183099, "nauc_mrr_at_10_max": 0.430361, "nauc_mrr_at_10_std": 0.03695, "nauc_mrr_at_10_diff1": 0.173638, "nauc_mrr_at_20_max": 0.428895, "nauc_mrr_at_20_std": 0.036986, "nauc_mrr_at_20_diff1": 0.17353, "nauc_mrr_at_100_max": 0.430727, "nauc_mrr_at_100_std": 0.037667, "nauc_mrr_at_100_diff1": 0.174285, "nauc_mrr_at_1000_max": 0.430727, "nauc_mrr_at_1000_std": 0.037667, "nauc_mrr_at_1000_diff1": 0.174285, "main_score": 0.47869, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.13, "ndcg_at_3": 0.12585, "ndcg_at_5": 0.12851, "ndcg_at_10": 0.13529, "ndcg_at_20": 0.14906, "ndcg_at_100": 0.20833, "ndcg_at_1000": 0.32142, "map_at_1": 0.02167, "map_at_3": 0.03626, "map_at_5": 0.04222, "map_at_10": 0.05265, "map_at_20": 0.06515, "map_at_100": 0.09245, "map_at_1000": 0.11336, "recall_at_1": 0.02167, "recall_at_3": 0.04566, "recall_at_5": 0.05865, "recall_at_10": 0.08977, "recall_at_20": 0.1347, "recall_at_100": 0.29802, "recall_at_1000": 0.64909, "precision_at_1": 0.165, "precision_at_3": 0.14, "precision_at_5": 0.136, "precision_at_10": 0.1255, "precision_at_20": 0.114, "precision_at_100": 0.0716, "precision_at_1000": 0.02032, "mrr_at_1": 0.165, "mrr_at_3": 0.2175, "mrr_at_5": 0.239, "mrr_at_10": 0.25152, "mrr_at_20": 0.257375, "mrr_at_100": 0.263387, "mrr_at_1000": 0.263967, "nauc_ndcg_at_1_max": 0.463427, "nauc_ndcg_at_1_std": 0.453631, "nauc_ndcg_at_1_diff1": 0.160711, "nauc_ndcg_at_3_max": 0.497156, "nauc_ndcg_at_3_std": 0.500597, "nauc_ndcg_at_3_diff1": 0.093242, "nauc_ndcg_at_5_max": 0.530039, "nauc_ndcg_at_5_std": 0.494743, "nauc_ndcg_at_5_diff1": 0.067891, "nauc_ndcg_at_10_max": 0.529352, "nauc_ndcg_at_10_std": 0.535371, "nauc_ndcg_at_10_diff1": 0.037055, "nauc_ndcg_at_20_max": 0.515459, "nauc_ndcg_at_20_std": 0.533039, "nauc_ndcg_at_20_diff1": 0.037285, "nauc_ndcg_at_100_max": 0.541706, "nauc_ndcg_at_100_std": 0.55845, "nauc_ndcg_at_100_diff1": 0.017317, "nauc_ndcg_at_1000_max": 0.612723, "nauc_ndcg_at_1000_std": 0.549854, "nauc_ndcg_at_1000_diff1": -0.011257, "nauc_map_at_1_max": 0.422212, "nauc_map_at_1_std": 0.458461, "nauc_map_at_1_diff1": 0.08984, "nauc_map_at_3_max": 0.417182, "nauc_map_at_3_std": 0.509203, "nauc_map_at_3_diff1": 0.081955, "nauc_map_at_5_max": 0.456691, "nauc_map_at_5_std": 0.518506, "nauc_map_at_5_diff1": 0.094398, "nauc_map_at_10_max": 0.45578, "nauc_map_at_10_std": 0.540489, "nauc_map_at_10_diff1": 0.087844, "nauc_map_at_20_max": 0.463223, "nauc_map_at_20_std": 0.540266, "nauc_map_at_20_diff1": 0.072026, "nauc_map_at_100_max": 0.511587, "nauc_map_at_100_std": 0.580573, "nauc_map_at_100_diff1": 0.024075, "nauc_map_at_1000_max": 0.527857, "nauc_map_at_1000_std": 0.575098, "nauc_map_at_1000_diff1": -0.004774, "nauc_recall_at_1_max": 0.422212, "nauc_recall_at_1_std": 0.458461, "nauc_recall_at_1_diff1": 0.08984, "nauc_recall_at_3_max": 0.359079, "nauc_recall_at_3_std": 0.488029, "nauc_recall_at_3_diff1": 0.081028, "nauc_recall_at_5_max": 0.413508, "nauc_recall_at_5_std": 0.497656, "nauc_recall_at_5_diff1": 0.090615, "nauc_recall_at_10_max": 0.39159, "nauc_recall_at_10_std": 0.520132, "nauc_recall_at_10_diff1": 0.097374, "nauc_recall_at_20_max": 0.358134, "nauc_recall_at_20_std": 0.474936, "nauc_recall_at_20_diff1": 0.068387, "nauc_recall_at_100_max": 0.453378, "nauc_recall_at_100_std": 0.558978, "nauc_recall_at_100_diff1": 0.022212, "nauc_recall_at_1000_max": 0.668491, "nauc_recall_at_1000_std": 0.611096, "nauc_recall_at_1000_diff1": 0.005473, "nauc_precision_at_1_max": 0.453208, "nauc_precision_at_1_std": 0.468132, "nauc_precision_at_1_diff1": 0.128401, "nauc_precision_at_3_max": 0.492975, "nauc_precision_at_3_std": 0.524847, "nauc_precision_at_3_diff1": 0.038785, "nauc_precision_at_5_max": 0.547555, "nauc_precision_at_5_std": 0.472753, "nauc_precision_at_5_diff1": 0.015018, "nauc_precision_at_10_max": 0.517709, "nauc_precision_at_10_std": 0.504264, "nauc_precision_at_10_diff1": -0.032739, "nauc_precision_at_20_max": 0.460759, "nauc_precision_at_20_std": 0.446444, "nauc_precision_at_20_diff1": -0.07108, "nauc_precision_at_100_max": 0.406897, "nauc_precision_at_100_std": 0.36958, "nauc_precision_at_100_diff1": -0.127723, "nauc_precision_at_1000_max": 0.247932, "nauc_precision_at_1000_std": 0.138484, "nauc_precision_at_1000_diff1": -0.132027, "nauc_mrr_at_1_max": 0.453208, "nauc_mrr_at_1_std": 0.468132, "nauc_mrr_at_1_diff1": 0.128401, "nauc_mrr_at_3_max": 0.459892, "nauc_mrr_at_3_std": 0.483773, "nauc_mrr_at_3_diff1": 0.080102, "nauc_mrr_at_5_max": 0.472517, "nauc_mrr_at_5_std": 0.471098, "nauc_mrr_at_5_diff1": 0.070596, "nauc_mrr_at_10_max": 0.471182, "nauc_mrr_at_10_std": 0.478663, "nauc_mrr_at_10_diff1": 0.068388, "nauc_mrr_at_20_max": 0.470088, "nauc_mrr_at_20_std": 0.473362, "nauc_mrr_at_20_diff1": 0.063028, "nauc_mrr_at_100_max": 0.470858, "nauc_mrr_at_100_std": 0.473353, "nauc_mrr_at_100_diff1": 0.061802, "nauc_mrr_at_1000_max": 0.470478, "nauc_mrr_at_1000_std": 0.473437, "nauc_mrr_at_1000_diff1": 0.062335, "main_score": 0.13529, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1375, "ndcg_at_3": 0.13987, "ndcg_at_5": 0.13947, "ndcg_at_10": 0.13758, "ndcg_at_20": 0.15129, "ndcg_at_100": 0.21621, "ndcg_at_1000": 0.32527, "map_at_1": 0.01436, "map_at_3": 0.0313, "map_at_5": 0.03899, "map_at_10": 0.0473, "map_at_20": 0.06001, "map_at_100": 0.08945, "map_at_1000": 0.11, "recall_at_1": 0.01436, "recall_at_3": 0.0406, "recall_at_5": 0.0616, "recall_at_10": 0.08688, "recall_at_20": 0.13611, "recall_at_100": 0.31552, "recall_at_1000": 0.65639, "precision_at_1": 0.18, "precision_at_3": 0.17833, "precision_at_5": 0.159, "precision_at_10": 0.1275, "precision_at_20": 0.11425, "precision_at_100": 0.0715, "precision_at_1000": 0.01933, "mrr_at_1": 0.18, "mrr_at_3": 0.251667, "mrr_at_5": 0.267917, "mrr_at_10": 0.278921, "mrr_at_20": 0.284254, "mrr_at_100": 0.289172, "mrr_at_1000": 0.289977, "nauc_ndcg_at_1_max": 0.439042, "nauc_ndcg_at_1_std": 0.348687, "nauc_ndcg_at_1_diff1": 0.230261, "nauc_ndcg_at_3_max": 0.580484, "nauc_ndcg_at_3_std": 0.439047, "nauc_ndcg_at_3_diff1": 0.134017, "nauc_ndcg_at_5_max": 0.584666, "nauc_ndcg_at_5_std": 0.461142, "nauc_ndcg_at_5_diff1": 0.114859, "nauc_ndcg_at_10_max": 0.634438, "nauc_ndcg_at_10_std": 0.534297, "nauc_ndcg_at_10_diff1": 0.098436, "nauc_ndcg_at_20_max": 0.647998, "nauc_ndcg_at_20_std": 0.552963, "nauc_ndcg_at_20_diff1": 0.1146, "nauc_ndcg_at_100_max": 0.658492, "nauc_ndcg_at_100_std": 0.608196, "nauc_ndcg_at_100_diff1": 0.123417, "nauc_ndcg_at_1000_max": 0.659344, "nauc_ndcg_at_1000_std": 0.600108, "nauc_ndcg_at_1000_diff1": 0.118383, "nauc_map_at_1_max": 0.58559, "nauc_map_at_1_std": 0.512917, "nauc_map_at_1_diff1": 0.285971, "nauc_map_at_3_max": 0.672375, "nauc_map_at_3_std": 0.555252, "nauc_map_at_3_diff1": 0.193602, "nauc_map_at_5_max": 0.640507, "nauc_map_at_5_std": 0.53372, "nauc_map_at_5_diff1": 0.150343, "nauc_map_at_10_max": 0.656687, "nauc_map_at_10_std": 0.573453, "nauc_map_at_10_diff1": 0.15022, "nauc_map_at_20_max": 0.666223, "nauc_map_at_20_std": 0.593288, "nauc_map_at_20_diff1": 0.145615, "nauc_map_at_100_max": 0.680468, "nauc_map_at_100_std": 0.641715, "nauc_map_at_100_diff1": 0.116838, "nauc_map_at_1000_max": 0.680213, "nauc_map_at_1000_std": 0.642765, "nauc_map_at_1000_diff1": 0.105855, "nauc_recall_at_1_max": 0.58559, "nauc_recall_at_1_std": 0.512917, "nauc_recall_at_1_diff1": 0.285971, "nauc_recall_at_3_max": 0.649487, "nauc_recall_at_3_std": 0.531267, "nauc_recall_at_3_diff1": 0.128282, "nauc_recall_at_5_max": 0.522132, "nauc_recall_at_5_std": 0.447185, "nauc_recall_at_5_diff1": 0.022989, "nauc_recall_at_10_max": 0.581667, "nauc_recall_at_10_std": 0.534726, "nauc_recall_at_10_diff1": 0.049232, "nauc_recall_at_20_max": 0.597608, "nauc_recall_at_20_std": 0.542118, "nauc_recall_at_20_diff1": 0.091086, "nauc_recall_at_100_max": 0.634025, "nauc_recall_at_100_std": 0.657378, "nauc_recall_at_100_diff1": 0.083564, "nauc_recall_at_1000_max": 0.745566, "nauc_recall_at_1000_std": 0.751386, "nauc_recall_at_1000_diff1": 0.101621, "nauc_precision_at_1_max": 0.465916, "nauc_precision_at_1_std": 0.376469, "nauc_precision_at_1_diff1": 0.241282, "nauc_precision_at_3_max": 0.617975, "nauc_precision_at_3_std": 0.484649, "nauc_precision_at_3_diff1": 0.105429, "nauc_precision_at_5_max": 0.569358, "nauc_precision_at_5_std": 0.472696, "nauc_precision_at_5_diff1": 0.072118, "nauc_precision_at_10_max": 0.555884, "nauc_precision_at_10_std": 0.500935, "nauc_precision_at_10_diff1": 0.041427, "nauc_precision_at_20_max": 0.519649, "nauc_precision_at_20_std": 0.479514, "nauc_precision_at_20_diff1": 0.049722, "nauc_precision_at_100_max": 0.416579, "nauc_precision_at_100_std": 0.397441, "nauc_precision_at_100_diff1": 0.028707, "nauc_precision_at_1000_max": 0.170619, "nauc_precision_at_1000_std": 0.123488, "nauc_precision_at_1000_diff1": -0.045184, "nauc_mrr_at_1_max": 0.465916, "nauc_mrr_at_1_std": 0.376469, "nauc_mrr_at_1_diff1": 0.241282, "nauc_mrr_at_3_max": 0.53671, "nauc_mrr_at_3_std": 0.446894, "nauc_mrr_at_3_diff1": 0.159237, "nauc_mrr_at_5_max": 0.514212, "nauc_mrr_at_5_std": 0.434921, "nauc_mrr_at_5_diff1": 0.1523, "nauc_mrr_at_10_max": 0.533192, "nauc_mrr_at_10_std": 0.445374, "nauc_mrr_at_10_diff1": 0.160873, "nauc_mrr_at_20_max": 0.531615, "nauc_mrr_at_20_std": 0.441499, "nauc_mrr_at_20_diff1": 0.162199, "nauc_mrr_at_100_max": 0.531524, "nauc_mrr_at_100_std": 0.442955, "nauc_mrr_at_100_diff1": 0.164301, "nauc_mrr_at_1000_max": 0.531357, "nauc_mrr_at_1000_std": 0.442533, "nauc_mrr_at_1000_diff1": 0.164332, "main_score": 0.13758, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "plastic_surgery": [ { "ndcg_at_1": 0.655, "ndcg_at_3": 0.56592, "ndcg_at_5": 0.53617, "ndcg_at_10": 0.50992, "ndcg_at_20": 0.5253, "ndcg_at_100": 0.61965, "ndcg_at_1000": 0.69976, "map_at_1": 0.08992, "map_at_3": 0.17212, "map_at_5": 0.20959, "map_at_10": 0.25153, "map_at_20": 0.29806, "map_at_100": 0.38056, "map_at_1000": 0.41016, "recall_at_1": 0.08992, "recall_at_3": 0.18749, "recall_at_5": 0.23828, "recall_at_10": 0.31633, "recall_at_20": 0.43403, "recall_at_100": 0.74367, "recall_at_1000": 0.97654, "precision_at_1": 0.735, "precision_at_3": 0.59167, "precision_at_5": 0.518, "precision_at_10": 0.4, "precision_at_20": 0.31925, "precision_at_100": 0.14645, "precision_at_1000": 0.02391, "mrr_at_1": 0.735, "mrr_at_3": 0.8125, "mrr_at_5": 0.82275, "mrr_at_10": 0.827853, "mrr_at_20": 0.828692, "mrr_at_100": 0.828692, "mrr_at_1000": 0.828692, "nauc_ndcg_at_1_max": 0.420293, "nauc_ndcg_at_1_std": 0.019712, "nauc_ndcg_at_1_diff1": 0.312971, "nauc_ndcg_at_3_max": 0.407399, "nauc_ndcg_at_3_std": 0.088686, "nauc_ndcg_at_3_diff1": 0.184418, "nauc_ndcg_at_5_max": 0.37395, "nauc_ndcg_at_5_std": 0.077432, "nauc_ndcg_at_5_diff1": 0.151965, "nauc_ndcg_at_10_max": 0.370822, "nauc_ndcg_at_10_std": 0.042531, "nauc_ndcg_at_10_diff1": 0.173582, "nauc_ndcg_at_20_max": 0.3953, "nauc_ndcg_at_20_std": 0.025308, "nauc_ndcg_at_20_diff1": 0.193488, "nauc_ndcg_at_100_max": 0.455341, "nauc_ndcg_at_100_std": 0.196173, "nauc_ndcg_at_100_diff1": 0.159713, "nauc_ndcg_at_1000_max": 0.434098, "nauc_ndcg_at_1000_std": 0.178272, "nauc_ndcg_at_1000_diff1": 0.112063, "nauc_map_at_1_max": 0.177073, "nauc_map_at_1_std": -0.16166, "nauc_map_at_1_diff1": 0.39045, "nauc_map_at_3_max": 0.250867, "nauc_map_at_3_std": -0.089083, "nauc_map_at_3_diff1": 0.270416, "nauc_map_at_5_max": 0.276053, "nauc_map_at_5_std": -0.098604, "nauc_map_at_5_diff1": 0.24231, "nauc_map_at_10_max": 0.30229, "nauc_map_at_10_std": -0.079942, "nauc_map_at_10_diff1": 0.20635, "nauc_map_at_20_max": 0.336159, "nauc_map_at_20_std": -0.042935, "nauc_map_at_20_diff1": 0.19423, "nauc_map_at_100_max": 0.342501, "nauc_map_at_100_std": 0.116446, "nauc_map_at_100_diff1": 0.113988, "nauc_map_at_1000_max": 0.319795, "nauc_map_at_1000_std": 0.133142, "nauc_map_at_1000_diff1": 0.072273, "nauc_recall_at_1_max": 0.177073, "nauc_recall_at_1_std": -0.16166, "nauc_recall_at_1_diff1": 0.39045, "nauc_recall_at_3_max": 0.218869, "nauc_recall_at_3_std": -0.097837, "nauc_recall_at_3_diff1": 0.258397, "nauc_recall_at_5_max": 0.238533, "nauc_recall_at_5_std": -0.115934, "nauc_recall_at_5_diff1": 0.231251, "nauc_recall_at_10_max": 0.252391, "nauc_recall_at_10_std": -0.102755, "nauc_recall_at_10_diff1": 0.204513, "nauc_recall_at_20_max": 0.283785, "nauc_recall_at_20_std": -0.053085, "nauc_recall_at_20_diff1": 0.186238, "nauc_recall_at_100_max": 0.285163, "nauc_recall_at_100_std": 0.288937, "nauc_recall_at_100_diff1": 0.081979, "nauc_recall_at_1000_max": 0.456435, "nauc_recall_at_1000_std": 0.504664, "nauc_recall_at_1000_diff1": 0.027414, "nauc_precision_at_1_max": 0.34009, "nauc_precision_at_1_std": -0.031959, "nauc_precision_at_1_diff1": 0.247996, "nauc_precision_at_3_max": 0.252777, "nauc_precision_at_3_std": 0.136306, "nauc_precision_at_3_diff1": -0.074119, "nauc_precision_at_5_max": 0.193709, "nauc_precision_at_5_std": 0.16053, "nauc_precision_at_5_diff1": -0.147497, "nauc_precision_at_10_max": 0.102192, "nauc_precision_at_10_std": 0.199092, "nauc_precision_at_10_diff1": -0.239576, "nauc_precision_at_20_max": 0.001195, "nauc_precision_at_20_std": 0.252172, "nauc_precision_at_20_diff1": -0.285322, "nauc_precision_at_100_max": -0.140518, "nauc_precision_at_100_std": 0.270871, "nauc_precision_at_100_diff1": -0.328055, "nauc_precision_at_1000_max": -0.260041, "nauc_precision_at_1000_std": 0.051002, "nauc_precision_at_1000_diff1": -0.30847, "nauc_mrr_at_1_max": 0.34009, "nauc_mrr_at_1_std": -0.031959, "nauc_mrr_at_1_diff1": 0.247996, "nauc_mrr_at_3_max": 0.363971, "nauc_mrr_at_3_std": -0.030104, "nauc_mrr_at_3_diff1": 0.222059, "nauc_mrr_at_5_max": 0.358484, "nauc_mrr_at_5_std": -0.036899, "nauc_mrr_at_5_diff1": 0.23338, "nauc_mrr_at_10_max": 0.356501, "nauc_mrr_at_10_std": -0.032535, "nauc_mrr_at_10_diff1": 0.231892, "nauc_mrr_at_20_max": 0.353335, "nauc_mrr_at_20_std": -0.033586, "nauc_mrr_at_20_diff1": 0.229321, "nauc_mrr_at_100_max": 0.353335, "nauc_mrr_at_100_std": -0.033586, "nauc_mrr_at_100_diff1": 0.229321, "nauc_mrr_at_1000_max": 0.353335, "nauc_mrr_at_1000_std": -0.033586, "nauc_mrr_at_1000_diff1": 0.229321, "main_score": 0.50992, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.205, "ndcg_at_3": 0.19254, "ndcg_at_5": 0.18888, "ndcg_at_10": 0.18756, "ndcg_at_20": 0.20568, "ndcg_at_100": 0.29209, "ndcg_at_1000": 0.4013, "map_at_1": 0.02785, "map_at_3": 0.05274, "map_at_5": 0.06512, "map_at_10": 0.08026, "map_at_20": 0.09843, "map_at_100": 0.13489, "map_at_1000": 0.1544, "recall_at_1": 0.02785, "recall_at_3": 0.06294, "recall_at_5": 0.08892, "recall_at_10": 0.12955, "recall_at_20": 0.19554, "recall_at_100": 0.43762, "recall_at_1000": 0.80152, "precision_at_1": 0.27, "precision_at_3": 0.23167, "precision_at_5": 0.201, "precision_at_10": 0.164, "precision_at_20": 0.1385, "precision_at_100": 0.07415, "precision_at_1000": 0.01702, "mrr_at_1": 0.27, "mrr_at_3": 0.340833, "mrr_at_5": 0.361083, "mrr_at_10": 0.376722, "mrr_at_20": 0.38291, "mrr_at_100": 0.387528, "mrr_at_1000": 0.387963, "nauc_ndcg_at_1_max": 0.288763, "nauc_ndcg_at_1_std": 0.352902, "nauc_ndcg_at_1_diff1": 0.179763, "nauc_ndcg_at_3_max": 0.344483, "nauc_ndcg_at_3_std": 0.402574, "nauc_ndcg_at_3_diff1": 0.184952, "nauc_ndcg_at_5_max": 0.371401, "nauc_ndcg_at_5_std": 0.418389, "nauc_ndcg_at_5_diff1": 0.186835, "nauc_ndcg_at_10_max": 0.407245, "nauc_ndcg_at_10_std": 0.459895, "nauc_ndcg_at_10_diff1": 0.158298, "nauc_ndcg_at_20_max": 0.419375, "nauc_ndcg_at_20_std": 0.47696, "nauc_ndcg_at_20_diff1": 0.156662, "nauc_ndcg_at_100_max": 0.478111, "nauc_ndcg_at_100_std": 0.553923, "nauc_ndcg_at_100_diff1": 0.19257, "nauc_ndcg_at_1000_max": 0.492094, "nauc_ndcg_at_1000_std": 0.574918, "nauc_ndcg_at_1000_diff1": 0.187963, "nauc_map_at_1_max": 0.228643, "nauc_map_at_1_std": 0.365483, "nauc_map_at_1_diff1": 0.098638, "nauc_map_at_3_max": 0.303876, "nauc_map_at_3_std": 0.37221, "nauc_map_at_3_diff1": 0.139682, "nauc_map_at_5_max": 0.326859, "nauc_map_at_5_std": 0.3758, "nauc_map_at_5_diff1": 0.146307, "nauc_map_at_10_max": 0.366203, "nauc_map_at_10_std": 0.421125, "nauc_map_at_10_diff1": 0.152043, "nauc_map_at_20_max": 0.384182, "nauc_map_at_20_std": 0.447591, "nauc_map_at_20_diff1": 0.158813, "nauc_map_at_100_max": 0.440685, "nauc_map_at_100_std": 0.519019, "nauc_map_at_100_diff1": 0.181603, "nauc_map_at_1000_max": 0.456269, "nauc_map_at_1000_std": 0.542225, "nauc_map_at_1000_diff1": 0.186186, "nauc_recall_at_1_max": 0.228643, "nauc_recall_at_1_std": 0.365483, "nauc_recall_at_1_diff1": 0.098638, "nauc_recall_at_3_max": 0.301406, "nauc_recall_at_3_std": 0.37178, "nauc_recall_at_3_diff1": 0.099299, "nauc_recall_at_5_max": 0.344095, "nauc_recall_at_5_std": 0.374597, "nauc_recall_at_5_diff1": 0.090268, "nauc_recall_at_10_max": 0.361674, "nauc_recall_at_10_std": 0.417978, "nauc_recall_at_10_diff1": 0.082122, "nauc_recall_at_20_max": 0.384091, "nauc_recall_at_20_std": 0.447234, "nauc_recall_at_20_diff1": 0.092337, "nauc_recall_at_100_max": 0.457453, "nauc_recall_at_100_std": 0.550946, "nauc_recall_at_100_diff1": 0.156886, "nauc_recall_at_1000_max": 0.629858, "nauc_recall_at_1000_std": 0.704079, "nauc_recall_at_1000_diff1": 0.221594, "nauc_precision_at_1_max": 0.303002, "nauc_precision_at_1_std": 0.386332, "nauc_precision_at_1_diff1": 0.232153, "nauc_precision_at_3_max": 0.322337, "nauc_precision_at_3_std": 0.392542, "nauc_precision_at_3_diff1": 0.171045, "nauc_precision_at_5_max": 0.336669, "nauc_precision_at_5_std": 0.387194, "nauc_precision_at_5_diff1": 0.186612, "nauc_precision_at_10_max": 0.391172, "nauc_precision_at_10_std": 0.450437, "nauc_precision_at_10_diff1": 0.16477, "nauc_precision_at_20_max": 0.367071, "nauc_precision_at_20_std": 0.425038, "nauc_precision_at_20_diff1": 0.146215, "nauc_precision_at_100_max": 0.348862, "nauc_precision_at_100_std": 0.429813, "nauc_precision_at_100_diff1": 0.147135, "nauc_precision_at_1000_max": 0.154422, "nauc_precision_at_1000_std": 0.22429, "nauc_precision_at_1000_diff1": 0.069432, "nauc_mrr_at_1_max": 0.303002, "nauc_mrr_at_1_std": 0.386332, "nauc_mrr_at_1_diff1": 0.232153, "nauc_mrr_at_3_max": 0.327915, "nauc_mrr_at_3_std": 0.421903, "nauc_mrr_at_3_diff1": 0.200023, "nauc_mrr_at_5_max": 0.347148, "nauc_mrr_at_5_std": 0.435295, "nauc_mrr_at_5_diff1": 0.189257, "nauc_mrr_at_10_max": 0.34681, "nauc_mrr_at_10_std": 0.435975, "nauc_mrr_at_10_diff1": 0.184884, "nauc_mrr_at_20_max": 0.350821, "nauc_mrr_at_20_std": 0.437154, "nauc_mrr_at_20_diff1": 0.187174, "nauc_mrr_at_100_max": 0.349672, "nauc_mrr_at_100_std": 0.437209, "nauc_mrr_at_100_diff1": 0.188197, "nauc_mrr_at_1000_max": 0.349337, "nauc_mrr_at_1000_std": 0.436852, "nauc_mrr_at_1000_diff1": 0.188317, "main_score": 0.18756, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.22, "ndcg_at_3": 0.23773, "ndcg_at_5": 0.23225, "ndcg_at_10": 0.24106, "ndcg_at_20": 0.25606, "ndcg_at_100": 0.34563, "ndcg_at_1000": 0.44726, "map_at_1": 0.02441, "map_at_3": 0.05777, "map_at_5": 0.07441, "map_at_10": 0.09946, "map_at_20": 0.12164, "map_at_100": 0.16519, "map_at_1000": 0.18607, "recall_at_1": 0.02441, "recall_at_3": 0.07443, "recall_at_5": 0.1056, "recall_at_10": 0.16694, "recall_at_20": 0.24165, "recall_at_100": 0.50708, "recall_at_1000": 0.82985, "precision_at_1": 0.28, "precision_at_3": 0.28833, "precision_at_5": 0.256, "precision_at_10": 0.2175, "precision_at_20": 0.1725, "precision_at_100": 0.0865, "precision_at_1000": 0.01806, "mrr_at_1": 0.28, "mrr_at_3": 0.384167, "mrr_at_5": 0.402917, "mrr_at_10": 0.418821, "mrr_at_20": 0.423752, "mrr_at_100": 0.427387, "mrr_at_1000": 0.427672, "nauc_ndcg_at_1_max": 0.156156, "nauc_ndcg_at_1_std": 0.208251, "nauc_ndcg_at_1_diff1": 0.051772, "nauc_ndcg_at_3_max": 0.313142, "nauc_ndcg_at_3_std": 0.276779, "nauc_ndcg_at_3_diff1": 0.111522, "nauc_ndcg_at_5_max": 0.374874, "nauc_ndcg_at_5_std": 0.337355, "nauc_ndcg_at_5_diff1": 0.078918, "nauc_ndcg_at_10_max": 0.381731, "nauc_ndcg_at_10_std": 0.336141, "nauc_ndcg_at_10_diff1": 0.143083, "nauc_ndcg_at_20_max": 0.412766, "nauc_ndcg_at_20_std": 0.373887, "nauc_ndcg_at_20_diff1": 0.165435, "nauc_ndcg_at_100_max": 0.521694, "nauc_ndcg_at_100_std": 0.52091, "nauc_ndcg_at_100_diff1": 0.133805, "nauc_ndcg_at_1000_max": 0.519395, "nauc_ndcg_at_1000_std": 0.519589, "nauc_ndcg_at_1000_diff1": 0.152811, "nauc_map_at_1_max": 0.157544, "nauc_map_at_1_std": 0.144607, "nauc_map_at_1_diff1": 0.168243, "nauc_map_at_3_max": 0.300226, "nauc_map_at_3_std": 0.234692, "nauc_map_at_3_diff1": 0.191999, "nauc_map_at_5_max": 0.351437, "nauc_map_at_5_std": 0.269876, "nauc_map_at_5_diff1": 0.151539, "nauc_map_at_10_max": 0.340794, "nauc_map_at_10_std": 0.266292, "nauc_map_at_10_diff1": 0.165855, "nauc_map_at_20_max": 0.380035, "nauc_map_at_20_std": 0.313535, "nauc_map_at_20_diff1": 0.158757, "nauc_map_at_100_max": 0.441964, "nauc_map_at_100_std": 0.423283, "nauc_map_at_100_diff1": 0.127552, "nauc_map_at_1000_max": 0.448992, "nauc_map_at_1000_std": 0.446373, "nauc_map_at_1000_diff1": 0.140276, "nauc_recall_at_1_max": 0.157544, "nauc_recall_at_1_std": 0.144607, "nauc_recall_at_1_diff1": 0.168243, "nauc_recall_at_3_max": 0.329617, "nauc_recall_at_3_std": 0.254245, "nauc_recall_at_3_diff1": 0.169001, "nauc_recall_at_5_max": 0.368072, "nauc_recall_at_5_std": 0.300837, "nauc_recall_at_5_diff1": 0.091801, "nauc_recall_at_10_max": 0.335959, "nauc_recall_at_10_std": 0.280541, "nauc_recall_at_10_diff1": 0.168712, "nauc_recall_at_20_max": 0.386505, "nauc_recall_at_20_std": 0.37328, "nauc_recall_at_20_diff1": 0.155328, "nauc_recall_at_100_max": 0.543604, "nauc_recall_at_100_std": 0.636687, "nauc_recall_at_100_diff1": 0.086169, "nauc_recall_at_1000_max": 0.801099, "nauc_recall_at_1000_std": 0.881896, "nauc_recall_at_1000_diff1": 0.152732, "nauc_precision_at_1_max": 0.157502, "nauc_precision_at_1_std": 0.21453, "nauc_precision_at_1_diff1": 0.119266, "nauc_precision_at_3_max": 0.32895, "nauc_precision_at_3_std": 0.29386, "nauc_precision_at_3_diff1": 0.12799, "nauc_precision_at_5_max": 0.379293, "nauc_precision_at_5_std": 0.344977, "nauc_precision_at_5_diff1": 0.051814, "nauc_precision_at_10_max": 0.341107, "nauc_precision_at_10_std": 0.321394, "nauc_precision_at_10_diff1": 0.110774, "nauc_precision_at_20_max": 0.314663, "nauc_precision_at_20_std": 0.328492, "nauc_precision_at_20_diff1": 0.091908, "nauc_precision_at_100_max": 0.268965, "nauc_precision_at_100_std": 0.365907, "nauc_precision_at_100_diff1": 0.068399, "nauc_precision_at_1000_max": 0.012932, "nauc_precision_at_1000_std": 0.090196, "nauc_precision_at_1000_diff1": 0.093037, "nauc_mrr_at_1_max": 0.157502, "nauc_mrr_at_1_std": 0.21453, "nauc_mrr_at_1_diff1": 0.119266, "nauc_mrr_at_3_max": 0.264425, "nauc_mrr_at_3_std": 0.279244, "nauc_mrr_at_3_diff1": 0.170589, "nauc_mrr_at_5_max": 0.273073, "nauc_mrr_at_5_std": 0.297348, "nauc_mrr_at_5_diff1": 0.153562, "nauc_mrr_at_10_max": 0.279527, "nauc_mrr_at_10_std": 0.300634, "nauc_mrr_at_10_diff1": 0.172697, "nauc_mrr_at_20_max": 0.27899, "nauc_mrr_at_20_std": 0.299795, "nauc_mrr_at_20_diff1": 0.175429, "nauc_mrr_at_100_max": 0.278209, "nauc_mrr_at_100_std": 0.300877, "nauc_mrr_at_100_diff1": 0.172517, "nauc_mrr_at_1000_max": 0.277635, "nauc_mrr_at_1000_std": 0.300394, "nauc_mrr_at_1000_diff1": 0.172216, "main_score": 0.24106, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "psychiatry_and_psychology": [ { "ndcg_at_1": 0.5825, "ndcg_at_3": 0.52267, "ndcg_at_5": 0.51535, "ndcg_at_10": 0.51154, "ndcg_at_20": 0.52108, "ndcg_at_100": 0.60556, "ndcg_at_1000": 0.68472, "map_at_1": 0.06868, "map_at_3": 0.11024, "map_at_5": 0.14137, "map_at_10": 0.19162, "map_at_20": 0.25025, "map_at_100": 0.36057, "map_at_1000": 0.41629, "recall_at_1": 0.06868, "recall_at_3": 0.12058, "recall_at_5": 0.16617, "recall_at_10": 0.25548, "recall_at_20": 0.37703, "recall_at_100": 0.69656, "recall_at_1000": 0.93447, "precision_at_1": 0.745, "precision_at_3": 0.61833, "precision_at_5": 0.572, "precision_at_10": 0.506, "precision_at_20": 0.43025, "precision_at_100": 0.23535, "precision_at_1000": 0.05181, "mrr_at_1": 0.745, "mrr_at_3": 0.8125, "mrr_at_5": 0.82175, "mrr_at_10": 0.82602, "mrr_at_20": 0.827911, "mrr_at_100": 0.827975, "mrr_at_1000": 0.828, "nauc_ndcg_at_1_max": 0.263587, "nauc_ndcg_at_1_std": 0.097393, "nauc_ndcg_at_1_diff1": 0.421591, "nauc_ndcg_at_3_max": 0.304199, "nauc_ndcg_at_3_std": 0.062209, "nauc_ndcg_at_3_diff1": 0.320508, "nauc_ndcg_at_5_max": 0.329311, "nauc_ndcg_at_5_std": 0.097759, "nauc_ndcg_at_5_diff1": 0.297522, "nauc_ndcg_at_10_max": 0.339372, "nauc_ndcg_at_10_std": 0.158776, "nauc_ndcg_at_10_diff1": 0.252083, "nauc_ndcg_at_20_max": 0.362961, "nauc_ndcg_at_20_std": 0.246779, "nauc_ndcg_at_20_diff1": 0.209256, "nauc_ndcg_at_100_max": 0.448258, "nauc_ndcg_at_100_std": 0.409688, "nauc_ndcg_at_100_diff1": 0.250921, "nauc_ndcg_at_1000_max": 0.483729, "nauc_ndcg_at_1000_std": 0.402849, "nauc_ndcg_at_1000_diff1": 0.249133, "nauc_map_at_1_max": -0.11034, "nauc_map_at_1_std": -0.14043, "nauc_map_at_1_diff1": 0.495217, "nauc_map_at_3_max": 0.002267, "nauc_map_at_3_std": -0.039602, "nauc_map_at_3_diff1": 0.374615, "nauc_map_at_5_max": 0.063994, "nauc_map_at_5_std": 0.005013, "nauc_map_at_5_diff1": 0.302874, "nauc_map_at_10_max": 0.165249, "nauc_map_at_10_std": 0.090559, "nauc_map_at_10_diff1": 0.240682, "nauc_map_at_20_max": 0.22431, "nauc_map_at_20_std": 0.187251, "nauc_map_at_20_diff1": 0.189776, "nauc_map_at_100_max": 0.374456, "nauc_map_at_100_std": 0.385847, "nauc_map_at_100_diff1": 0.18566, "nauc_map_at_1000_max": 0.390646, "nauc_map_at_1000_std": 0.382506, "nauc_map_at_1000_diff1": 0.144146, "nauc_recall_at_1_max": -0.11034, "nauc_recall_at_1_std": -0.14043, "nauc_recall_at_1_diff1": 0.495217, "nauc_recall_at_3_max": -0.010652, "nauc_recall_at_3_std": -0.032641, "nauc_recall_at_3_diff1": 0.345371, "nauc_recall_at_5_max": 0.034597, "nauc_recall_at_5_std": -0.004536, "nauc_recall_at_5_diff1": 0.24211, "nauc_recall_at_10_max": 0.109404, "nauc_recall_at_10_std": 0.090512, "nauc_recall_at_10_diff1": 0.168257, "nauc_recall_at_20_max": 0.137535, "nauc_recall_at_20_std": 0.194972, "nauc_recall_at_20_diff1": 0.109346, "nauc_recall_at_100_max": 0.270136, "nauc_recall_at_100_std": 0.45199, "nauc_recall_at_100_diff1": 0.151632, "nauc_recall_at_1000_max": 0.495163, "nauc_recall_at_1000_std": 0.738295, "nauc_recall_at_1000_diff1": 0.245767, "nauc_precision_at_1_max": 0.330216, "nauc_precision_at_1_std": 0.129685, "nauc_precision_at_1_diff1": 0.354491, "nauc_precision_at_3_max": 0.354907, "nauc_precision_at_3_std": 0.139838, "nauc_precision_at_3_diff1": 0.029561, "nauc_precision_at_5_max": 0.355505, "nauc_precision_at_5_std": 0.177116, "nauc_precision_at_5_diff1": -0.05133, "nauc_precision_at_10_max": 0.356164, "nauc_precision_at_10_std": 0.231087, "nauc_precision_at_10_diff1": -0.102969, "nauc_precision_at_20_max": 0.276526, "nauc_precision_at_20_std": 0.224287, "nauc_precision_at_20_diff1": -0.137517, "nauc_precision_at_100_max": 0.11951, "nauc_precision_at_100_std": 0.082222, "nauc_precision_at_100_diff1": -0.13372, "nauc_precision_at_1000_max": -0.049648, "nauc_precision_at_1000_std": -0.147015, "nauc_precision_at_1000_diff1": -0.180497, "nauc_mrr_at_1_max": 0.330216, "nauc_mrr_at_1_std": 0.129685, "nauc_mrr_at_1_diff1": 0.354491, "nauc_mrr_at_3_max": 0.375486, "nauc_mrr_at_3_std": 0.150551, "nauc_mrr_at_3_diff1": 0.356628, "nauc_mrr_at_5_max": 0.384455, "nauc_mrr_at_5_std": 0.161392, "nauc_mrr_at_5_diff1": 0.348354, "nauc_mrr_at_10_max": 0.376959, "nauc_mrr_at_10_std": 0.165968, "nauc_mrr_at_10_diff1": 0.343405, "nauc_mrr_at_20_max": 0.374252, "nauc_mrr_at_20_std": 0.160038, "nauc_mrr_at_20_diff1": 0.349221, "nauc_mrr_at_100_max": 0.37405, "nauc_mrr_at_100_std": 0.159694, "nauc_mrr_at_100_diff1": 0.349218, "nauc_mrr_at_1000_max": 0.373948, "nauc_mrr_at_1000_std": 0.159557, "nauc_mrr_at_1000_diff1": 0.349255, "main_score": 0.51154, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1375, "ndcg_at_3": 0.14594, "ndcg_at_5": 0.16287, "ndcg_at_10": 0.16994, "ndcg_at_20": 0.19314, "ndcg_at_100": 0.27368, "ndcg_at_1000": 0.38861, "map_at_1": 0.0189, "map_at_3": 0.03442, "map_at_5": 0.04483, "map_at_10": 0.05866, "map_at_20": 0.07874, "map_at_100": 0.12314, "map_at_1000": 0.15494, "recall_at_1": 0.0189, "recall_at_3": 0.04398, "recall_at_5": 0.06369, "recall_at_10": 0.10058, "recall_at_20": 0.16802, "recall_at_100": 0.39187, "recall_at_1000": 0.71956, "precision_at_1": 0.205, "precision_at_3": 0.19167, "precision_at_5": 0.206, "precision_at_10": 0.1875, "precision_at_20": 0.17675, "precision_at_100": 0.11875, "precision_at_1000": 0.03589, "mrr_at_1": 0.205, "mrr_at_3": 0.2775, "mrr_at_5": 0.30925, "mrr_at_10": 0.320821, "mrr_at_20": 0.329312, "mrr_at_100": 0.334173, "mrr_at_1000": 0.334643, "nauc_ndcg_at_1_max": 0.02793, "nauc_ndcg_at_1_std": 0.177237, "nauc_ndcg_at_1_diff1": 0.070369, "nauc_ndcg_at_3_max": 0.137662, "nauc_ndcg_at_3_std": 0.236491, "nauc_ndcg_at_3_diff1": 0.020328, "nauc_ndcg_at_5_max": 0.17976, "nauc_ndcg_at_5_std": 0.305794, "nauc_ndcg_at_5_diff1": -0.000805, "nauc_ndcg_at_10_max": 0.215569, "nauc_ndcg_at_10_std": 0.344993, "nauc_ndcg_at_10_diff1": -0.007697, "nauc_ndcg_at_20_max": 0.244408, "nauc_ndcg_at_20_std": 0.402607, "nauc_ndcg_at_20_diff1": -0.03267, "nauc_ndcg_at_100_max": 0.332116, "nauc_ndcg_at_100_std": 0.567411, "nauc_ndcg_at_100_diff1": -0.007565, "nauc_ndcg_at_1000_max": 0.417522, "nauc_ndcg_at_1000_std": 0.584687, "nauc_ndcg_at_1000_diff1": 0.078701, "nauc_map_at_1_max": -0.000881, "nauc_map_at_1_std": 0.090937, "nauc_map_at_1_diff1": 0.27378, "nauc_map_at_3_max": 0.043, "nauc_map_at_3_std": 0.122823, "nauc_map_at_3_diff1": 0.079868, "nauc_map_at_5_max": 0.080403, "nauc_map_at_5_std": 0.201734, "nauc_map_at_5_diff1": 0.030806, "nauc_map_at_10_max": 0.122433, "nauc_map_at_10_std": 0.247618, "nauc_map_at_10_diff1": -0.004156, "nauc_map_at_20_max": 0.164377, "nauc_map_at_20_std": 0.307341, "nauc_map_at_20_diff1": -0.043919, "nauc_map_at_100_max": 0.261453, "nauc_map_at_100_std": 0.47609, "nauc_map_at_100_diff1": -0.02034, "nauc_map_at_1000_max": 0.326173, "nauc_map_at_1000_std": 0.508942, "nauc_map_at_1000_diff1": 0.031878, "nauc_recall_at_1_max": -0.000881, "nauc_recall_at_1_std": 0.090937, "nauc_recall_at_1_diff1": 0.27378, "nauc_recall_at_3_max": 0.047099, "nauc_recall_at_3_std": 0.102688, "nauc_recall_at_3_diff1": 0.021561, "nauc_recall_at_5_max": 0.08081, "nauc_recall_at_5_std": 0.202043, "nauc_recall_at_5_diff1": -0.0312, "nauc_recall_at_10_max": 0.116946, "nauc_recall_at_10_std": 0.254862, "nauc_recall_at_10_diff1": -0.075781, "nauc_recall_at_20_max": 0.134994, "nauc_recall_at_20_std": 0.348426, "nauc_recall_at_20_diff1": -0.125554, "nauc_recall_at_100_max": 0.240171, "nauc_recall_at_100_std": 0.577559, "nauc_recall_at_100_diff1": -0.057138, "nauc_recall_at_1000_max": 0.428902, "nauc_recall_at_1000_std": 0.725917, "nauc_recall_at_1000_diff1": 0.075222, "nauc_precision_at_1_max": 0.024095, "nauc_precision_at_1_std": 0.187701, "nauc_precision_at_1_diff1": 0.051444, "nauc_precision_at_3_max": 0.201671, "nauc_precision_at_3_std": 0.2819, "nauc_precision_at_3_diff1": 0.011668, "nauc_precision_at_5_max": 0.233485, "nauc_precision_at_5_std": 0.358724, "nauc_precision_at_5_diff1": -0.023799, "nauc_precision_at_10_max": 0.281299, "nauc_precision_at_10_std": 0.404321, "nauc_precision_at_10_diff1": -0.03487, "nauc_precision_at_20_max": 0.30028, "nauc_precision_at_20_std": 0.430905, "nauc_precision_at_20_diff1": 0.00153, "nauc_precision_at_100_max": 0.348046, "nauc_precision_at_100_std": 0.387216, "nauc_precision_at_100_diff1": 0.091397, "nauc_precision_at_1000_max": 0.30337, "nauc_precision_at_1000_std": 0.055063, "nauc_precision_at_1000_diff1": 0.094956, "nauc_mrr_at_1_max": 0.024095, "nauc_mrr_at_1_std": 0.187701, "nauc_mrr_at_1_diff1": 0.051444, "nauc_mrr_at_3_max": 0.141292, "nauc_mrr_at_3_std": 0.247121, "nauc_mrr_at_3_diff1": 0.040484, "nauc_mrr_at_5_max": 0.134845, "nauc_mrr_at_5_std": 0.259346, "nauc_mrr_at_5_diff1": 0.036018, "nauc_mrr_at_10_max": 0.139484, "nauc_mrr_at_10_std": 0.267012, "nauc_mrr_at_10_diff1": 0.024791, "nauc_mrr_at_20_max": 0.141069, "nauc_mrr_at_20_std": 0.271572, "nauc_mrr_at_20_diff1": 0.029943, "nauc_mrr_at_100_max": 0.141047, "nauc_mrr_at_100_std": 0.269672, "nauc_mrr_at_100_diff1": 0.030287, "nauc_mrr_at_1000_max": 0.140681, "nauc_mrr_at_1000_std": 0.268987, "nauc_mrr_at_1000_diff1": 0.030311, "main_score": 0.16994, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.23, "ndcg_at_3": 0.22388, "ndcg_at_5": 0.22751, "ndcg_at_10": 0.23935, "ndcg_at_20": 0.25819, "ndcg_at_100": 0.34754, "ndcg_at_1000": 0.45554, "map_at_1": 0.02687, "map_at_3": 0.04612, "map_at_5": 0.05886, "map_at_10": 0.08175, "map_at_20": 0.11116, "map_at_100": 0.17178, "map_at_1000": 0.20566, "recall_at_1": 0.02687, "recall_at_3": 0.05475, "recall_at_5": 0.07753, "recall_at_10": 0.12712, "recall_at_20": 0.21653, "recall_at_100": 0.47781, "recall_at_1000": 0.78597, "precision_at_1": 0.305, "precision_at_3": 0.285, "precision_at_5": 0.282, "precision_at_10": 0.258, "precision_at_20": 0.22625, "precision_at_100": 0.13685, "precision_at_1000": 0.03754, "mrr_at_1": 0.305, "mrr_at_3": 0.388333, "mrr_at_5": 0.416833, "mrr_at_10": 0.431915, "mrr_at_20": 0.439219, "mrr_at_100": 0.442277, "mrr_at_1000": 0.442372, "nauc_ndcg_at_1_max": 0.199281, "nauc_ndcg_at_1_std": 0.195734, "nauc_ndcg_at_1_diff1": 0.134006, "nauc_ndcg_at_3_max": 0.276916, "nauc_ndcg_at_3_std": 0.279962, "nauc_ndcg_at_3_diff1": 0.124595, "nauc_ndcg_at_5_max": 0.314064, "nauc_ndcg_at_5_std": 0.317296, "nauc_ndcg_at_5_diff1": 0.119929, "nauc_ndcg_at_10_max": 0.379068, "nauc_ndcg_at_10_std": 0.386022, "nauc_ndcg_at_10_diff1": 0.128759, "nauc_ndcg_at_20_max": 0.442929, "nauc_ndcg_at_20_std": 0.475764, "nauc_ndcg_at_20_diff1": 0.107536, "nauc_ndcg_at_100_max": 0.587096, "nauc_ndcg_at_100_std": 0.641399, "nauc_ndcg_at_100_diff1": 0.127832, "nauc_ndcg_at_1000_max": 0.581729, "nauc_ndcg_at_1000_std": 0.62017, "nauc_ndcg_at_1000_diff1": 0.150768, "nauc_map_at_1_max": -0.053577, "nauc_map_at_1_std": -0.035454, "nauc_map_at_1_diff1": 0.235505, "nauc_map_at_3_max": 0.158625, "nauc_map_at_3_std": 0.162609, "nauc_map_at_3_diff1": 0.199901, "nauc_map_at_5_max": 0.206165, "nauc_map_at_5_std": 0.217236, "nauc_map_at_5_diff1": 0.162978, "nauc_map_at_10_max": 0.288283, "nauc_map_at_10_std": 0.298933, "nauc_map_at_10_diff1": 0.18504, "nauc_map_at_20_max": 0.376347, "nauc_map_at_20_std": 0.401427, "nauc_map_at_20_diff1": 0.169134, "nauc_map_at_100_max": 0.531949, "nauc_map_at_100_std": 0.580569, "nauc_map_at_100_diff1": 0.150462, "nauc_map_at_1000_max": 0.54207, "nauc_map_at_1000_std": 0.588871, "nauc_map_at_1000_diff1": 0.142406, "nauc_recall_at_1_max": -0.053577, "nauc_recall_at_1_std": -0.035454, "nauc_recall_at_1_diff1": 0.235505, "nauc_recall_at_3_max": 0.165323, "nauc_recall_at_3_std": 0.187539, "nauc_recall_at_3_diff1": 0.155489, "nauc_recall_at_5_max": 0.222472, "nauc_recall_at_5_std": 0.26015, "nauc_recall_at_5_diff1": 0.113521, "nauc_recall_at_10_max": 0.322027, "nauc_recall_at_10_std": 0.353601, "nauc_recall_at_10_diff1": 0.170628, "nauc_recall_at_20_max": 0.374651, "nauc_recall_at_20_std": 0.463496, "nauc_recall_at_20_diff1": 0.101442, "nauc_recall_at_100_max": 0.578877, "nauc_recall_at_100_std": 0.688417, "nauc_recall_at_100_diff1": 0.071966, "nauc_recall_at_1000_max": 0.702328, "nauc_recall_at_1000_std": 0.840839, "nauc_recall_at_1000_diff1": 0.087744, "nauc_precision_at_1_max": 0.200664, "nauc_precision_at_1_std": 0.218085, "nauc_precision_at_1_diff1": 0.085594, "nauc_precision_at_3_max": 0.31104, "nauc_precision_at_3_std": 0.337609, "nauc_precision_at_3_diff1": 0.040314, "nauc_precision_at_5_max": 0.341304, "nauc_precision_at_5_std": 0.372284, "nauc_precision_at_5_diff1": 0.02941, "nauc_precision_at_10_max": 0.422138, "nauc_precision_at_10_std": 0.434448, "nauc_precision_at_10_diff1": 0.057817, "nauc_precision_at_20_max": 0.451172, "nauc_precision_at_20_std": 0.47658, "nauc_precision_at_20_diff1": 0.030396, "nauc_precision_at_100_max": 0.342487, "nauc_precision_at_100_std": 0.362924, "nauc_precision_at_100_diff1": -0.00686, "nauc_precision_at_1000_max": 0.032338, "nauc_precision_at_1000_std": -0.033409, "nauc_precision_at_1000_diff1": -0.069807, "nauc_mrr_at_1_max": 0.200664, "nauc_mrr_at_1_std": 0.218085, "nauc_mrr_at_1_diff1": 0.085594, "nauc_mrr_at_3_max": 0.218628, "nauc_mrr_at_3_std": 0.257724, "nauc_mrr_at_3_diff1": 0.062253, "nauc_mrr_at_5_max": 0.243663, "nauc_mrr_at_5_std": 0.283003, "nauc_mrr_at_5_diff1": 0.069244, "nauc_mrr_at_10_max": 0.251432, "nauc_mrr_at_10_std": 0.284369, "nauc_mrr_at_10_diff1": 0.080597, "nauc_mrr_at_20_max": 0.24673, "nauc_mrr_at_20_std": 0.280931, "nauc_mrr_at_20_diff1": 0.08072, "nauc_mrr_at_100_max": 0.2464, "nauc_mrr_at_100_std": 0.279875, "nauc_mrr_at_100_diff1": 0.079138, "nauc_mrr_at_1000_max": 0.246236, "nauc_mrr_at_1000_std": 0.279708, "nauc_mrr_at_1000_diff1": 0.079089, "main_score": 0.23935, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "pulmonology": [ { "ndcg_at_1": 0.6475, "ndcg_at_3": 0.58933, "ndcg_at_5": 0.56147, "ndcg_at_10": 0.55747, "ndcg_at_20": 0.56663, "ndcg_at_100": 0.63187, "ndcg_at_1000": 0.714, "map_at_1": 0.12345, "map_at_3": 0.20058, "map_at_5": 0.24266, "map_at_10": 0.29471, "map_at_20": 0.33151, "map_at_100": 0.40039, "map_at_1000": 0.43883, "recall_at_1": 0.12345, "recall_at_3": 0.21934, "recall_at_5": 0.27924, "recall_at_10": 0.38116, "recall_at_20": 0.4729, "recall_at_100": 0.72759, "recall_at_1000": 0.96173, "precision_at_1": 0.71, "precision_at_3": 0.58167, "precision_at_5": 0.491, "precision_at_10": 0.4015, "precision_at_20": 0.3065, "precision_at_100": 0.1519, "precision_at_1000": 0.03431, "mrr_at_1": 0.71, "mrr_at_3": 0.805, "mrr_at_5": 0.811, "mrr_at_10": 0.816927, "mrr_at_20": 0.817872, "mrr_at_100": 0.817872, "mrr_at_1000": 0.817872, "nauc_ndcg_at_1_max": 0.528036, "nauc_ndcg_at_1_std": 0.055097, "nauc_ndcg_at_1_diff1": 0.536649, "nauc_ndcg_at_3_max": 0.429395, "nauc_ndcg_at_3_std": 0.054901, "nauc_ndcg_at_3_diff1": 0.327768, "nauc_ndcg_at_5_max": 0.451415, "nauc_ndcg_at_5_std": 0.078369, "nauc_ndcg_at_5_diff1": 0.320117, "nauc_ndcg_at_10_max": 0.46588, "nauc_ndcg_at_10_std": 0.127087, "nauc_ndcg_at_10_diff1": 0.301445, "nauc_ndcg_at_20_max": 0.462013, "nauc_ndcg_at_20_std": 0.144998, "nauc_ndcg_at_20_diff1": 0.311844, "nauc_ndcg_at_100_max": 0.532255, "nauc_ndcg_at_100_std": 0.258673, "nauc_ndcg_at_100_diff1": 0.344391, "nauc_ndcg_at_1000_max": 0.51475, "nauc_ndcg_at_1000_std": 0.209079, "nauc_ndcg_at_1000_diff1": 0.328746, "nauc_map_at_1_max": 0.32987, "nauc_map_at_1_std": 0.113465, "nauc_map_at_1_diff1": 0.483532, "nauc_map_at_3_max": 0.309036, "nauc_map_at_3_std": 0.207056, "nauc_map_at_3_diff1": 0.344102, "nauc_map_at_5_max": 0.332922, "nauc_map_at_5_std": 0.227531, "nauc_map_at_5_diff1": 0.284109, "nauc_map_at_10_max": 0.376979, "nauc_map_at_10_std": 0.245396, "nauc_map_at_10_diff1": 0.248968, "nauc_map_at_20_max": 0.400728, "nauc_map_at_20_std": 0.239647, "nauc_map_at_20_diff1": 0.253786, "nauc_map_at_100_max": 0.439839, "nauc_map_at_100_std": 0.262181, "nauc_map_at_100_diff1": 0.243783, "nauc_map_at_1000_max": 0.426267, "nauc_map_at_1000_std": 0.237239, "nauc_map_at_1000_diff1": 0.220876, "nauc_recall_at_1_max": 0.32987, "nauc_recall_at_1_std": 0.113465, "nauc_recall_at_1_diff1": 0.483532, "nauc_recall_at_3_max": 0.272933, "nauc_recall_at_3_std": 0.219982, "nauc_recall_at_3_diff1": 0.336524, "nauc_recall_at_5_max": 0.296136, "nauc_recall_at_5_std": 0.234114, "nauc_recall_at_5_diff1": 0.27281, "nauc_recall_at_10_max": 0.347408, "nauc_recall_at_10_std": 0.270803, "nauc_recall_at_10_diff1": 0.214537, "nauc_recall_at_20_max": 0.374714, "nauc_recall_at_20_std": 0.255742, "nauc_recall_at_20_diff1": 0.243686, "nauc_recall_at_100_max": 0.467056, "nauc_recall_at_100_std": 0.411342, "nauc_recall_at_100_diff1": 0.313386, "nauc_recall_at_1000_max": 0.572813, "nauc_recall_at_1000_std": 0.816373, "nauc_recall_at_1000_diff1": 0.402889, "nauc_precision_at_1_max": 0.548793, "nauc_precision_at_1_std": 0.016743, "nauc_precision_at_1_diff1": 0.50252, "nauc_precision_at_3_max": 0.160849, "nauc_precision_at_3_std": 0.001006, "nauc_precision_at_3_diff1": -0.057901, "nauc_precision_at_5_max": 0.151915, "nauc_precision_at_5_std": -0.041448, "nauc_precision_at_5_diff1": -0.134289, "nauc_precision_at_10_max": 0.084529, "nauc_precision_at_10_std": -0.096758, "nauc_precision_at_10_diff1": -0.17663, "nauc_precision_at_20_max": -0.006464, "nauc_precision_at_20_std": -0.158279, "nauc_precision_at_20_diff1": -0.158089, "nauc_precision_at_100_max": -0.103853, "nauc_precision_at_100_std": -0.165106, "nauc_precision_at_100_diff1": -0.170426, "nauc_precision_at_1000_max": -0.20711, "nauc_precision_at_1000_std": -0.306922, "nauc_precision_at_1000_diff1": -0.202216, "nauc_mrr_at_1_max": 0.548793, "nauc_mrr_at_1_std": 0.016743, "nauc_mrr_at_1_diff1": 0.50252, "nauc_mrr_at_3_max": 0.535334, "nauc_mrr_at_3_std": 0.03455, "nauc_mrr_at_3_diff1": 0.530261, "nauc_mrr_at_5_max": 0.537755, "nauc_mrr_at_5_std": 0.011949, "nauc_mrr_at_5_diff1": 0.52504, "nauc_mrr_at_10_max": 0.54697, "nauc_mrr_at_10_std": 0.02085, "nauc_mrr_at_10_diff1": 0.524049, "nauc_mrr_at_20_max": 0.545073, "nauc_mrr_at_20_std": 0.020104, "nauc_mrr_at_20_diff1": 0.522572, "nauc_mrr_at_100_max": 0.545073, "nauc_mrr_at_100_std": 0.020104, "nauc_mrr_at_100_diff1": 0.522572, "nauc_mrr_at_1000_max": 0.545073, "nauc_mrr_at_1000_std": 0.020104, "nauc_mrr_at_1000_diff1": 0.522572, "main_score": 0.55747, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.145, "ndcg_at_3": 0.14039, "ndcg_at_5": 0.15043, "ndcg_at_10": 0.16178, "ndcg_at_20": 0.17532, "ndcg_at_100": 0.23389, "ndcg_at_1000": 0.33254, "map_at_1": 0.03059, "map_at_3": 0.04818, "map_at_5": 0.0611, "map_at_10": 0.07772, "map_at_20": 0.08911, "map_at_100": 0.11362, "map_at_1000": 0.13156, "recall_at_1": 0.03059, "recall_at_3": 0.05959, "recall_at_5": 0.08889, "recall_at_10": 0.13281, "recall_at_20": 0.17754, "recall_at_100": 0.36925, "recall_at_1000": 0.69336, "precision_at_1": 0.19, "precision_at_3": 0.15167, "precision_at_5": 0.147, "precision_at_10": 0.133, "precision_at_20": 0.1075, "precision_at_100": 0.06375, "precision_at_1000": 0.02166, "mrr_at_1": 0.19, "mrr_at_3": 0.234167, "mrr_at_5": 0.253917, "mrr_at_10": 0.268972, "mrr_at_20": 0.274733, "mrr_at_100": 0.28043, "mrr_at_1000": 0.281222, "nauc_ndcg_at_1_max": 0.451314, "nauc_ndcg_at_1_std": 0.309071, "nauc_ndcg_at_1_diff1": 0.090823, "nauc_ndcg_at_3_max": 0.57623, "nauc_ndcg_at_3_std": 0.413316, "nauc_ndcg_at_3_diff1": 0.063526, "nauc_ndcg_at_5_max": 0.593482, "nauc_ndcg_at_5_std": 0.426967, "nauc_ndcg_at_5_diff1": 0.094987, "nauc_ndcg_at_10_max": 0.607023, "nauc_ndcg_at_10_std": 0.442132, "nauc_ndcg_at_10_diff1": 0.077517, "nauc_ndcg_at_20_max": 0.60761, "nauc_ndcg_at_20_std": 0.471594, "nauc_ndcg_at_20_diff1": 0.099025, "nauc_ndcg_at_100_max": 0.653178, "nauc_ndcg_at_100_std": 0.603822, "nauc_ndcg_at_100_diff1": 0.081958, "nauc_ndcg_at_1000_max": 0.689877, "nauc_ndcg_at_1000_std": 0.554245, "nauc_ndcg_at_1000_diff1": 0.082154, "nauc_map_at_1_max": 0.482808, "nauc_map_at_1_std": 0.211988, "nauc_map_at_1_diff1": 0.21651, "nauc_map_at_3_max": 0.550489, "nauc_map_at_3_std": 0.361403, "nauc_map_at_3_diff1": 0.139134, "nauc_map_at_5_max": 0.574675, "nauc_map_at_5_std": 0.413642, "nauc_map_at_5_diff1": 0.14803, "nauc_map_at_10_max": 0.606573, "nauc_map_at_10_std": 0.468381, "nauc_map_at_10_diff1": 0.117385, "nauc_map_at_20_max": 0.604518, "nauc_map_at_20_std": 0.481677, "nauc_map_at_20_diff1": 0.127302, "nauc_map_at_100_max": 0.635793, "nauc_map_at_100_std": 0.53942, "nauc_map_at_100_diff1": 0.115071, "nauc_map_at_1000_max": 0.66423, "nauc_map_at_1000_std": 0.528287, "nauc_map_at_1000_diff1": 0.10515, "nauc_recall_at_1_max": 0.482808, "nauc_recall_at_1_std": 0.211988, "nauc_recall_at_1_diff1": 0.21651, "nauc_recall_at_3_max": 0.526732, "nauc_recall_at_3_std": 0.406997, "nauc_recall_at_3_diff1": 0.056755, "nauc_recall_at_5_max": 0.530616, "nauc_recall_at_5_std": 0.436682, "nauc_recall_at_5_diff1": 0.106595, "nauc_recall_at_10_max": 0.528278, "nauc_recall_at_10_std": 0.480069, "nauc_recall_at_10_diff1": 0.066093, "nauc_recall_at_20_max": 0.508267, "nauc_recall_at_20_std": 0.512138, "nauc_recall_at_20_diff1": 0.119739, "nauc_recall_at_100_max": 0.554326, "nauc_recall_at_100_std": 0.720429, "nauc_recall_at_100_diff1": 0.030027, "nauc_recall_at_1000_max": 0.637032, "nauc_recall_at_1000_std": 0.779047, "nauc_recall_at_1000_diff1": 0.036234, "nauc_precision_at_1_max": 0.484514, "nauc_precision_at_1_std": 0.318657, "nauc_precision_at_1_diff1": 0.094068, "nauc_precision_at_3_max": 0.607544, "nauc_precision_at_3_std": 0.441644, "nauc_precision_at_3_diff1": 0.023119, "nauc_precision_at_5_max": 0.617083, "nauc_precision_at_5_std": 0.441474, "nauc_precision_at_5_diff1": 0.045917, "nauc_precision_at_10_max": 0.580594, "nauc_precision_at_10_std": 0.390159, "nauc_precision_at_10_diff1": 0.006383, "nauc_precision_at_20_max": 0.535692, "nauc_precision_at_20_std": 0.338149, "nauc_precision_at_20_diff1": 0.020108, "nauc_precision_at_100_max": 0.498379, "nauc_precision_at_100_std": 0.279442, "nauc_precision_at_100_diff1": -0.020004, "nauc_precision_at_1000_max": 0.289229, "nauc_precision_at_1000_std": -0.16393, "nauc_precision_at_1000_diff1": -0.080944, "nauc_mrr_at_1_max": 0.484514, "nauc_mrr_at_1_std": 0.318657, "nauc_mrr_at_1_diff1": 0.094068, "nauc_mrr_at_3_max": 0.512153, "nauc_mrr_at_3_std": 0.36212, "nauc_mrr_at_3_diff1": 0.041041, "nauc_mrr_at_5_max": 0.524539, "nauc_mrr_at_5_std": 0.359466, "nauc_mrr_at_5_diff1": 0.053267, "nauc_mrr_at_10_max": 0.528727, "nauc_mrr_at_10_std": 0.359742, "nauc_mrr_at_10_diff1": 0.050858, "nauc_mrr_at_20_max": 0.531083, "nauc_mrr_at_20_std": 0.36395, "nauc_mrr_at_20_diff1": 0.060639, "nauc_mrr_at_100_max": 0.532837, "nauc_mrr_at_100_std": 0.368902, "nauc_mrr_at_100_diff1": 0.057556, "nauc_mrr_at_1000_max": 0.532312, "nauc_mrr_at_1000_std": 0.367973, "nauc_mrr_at_1000_diff1": 0.057808, "main_score": 0.16178, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.19, "ndcg_at_3": 0.18647, "ndcg_at_5": 0.18886, "ndcg_at_10": 0.20306, "ndcg_at_20": 0.21957, "ndcg_at_100": 0.26555, "ndcg_at_1000": 0.35925, "map_at_1": 0.0387, "map_at_3": 0.05772, "map_at_5": 0.06859, "map_at_10": 0.08946, "map_at_20": 0.10409, "map_at_100": 0.12944, "map_at_1000": 0.15085, "recall_at_1": 0.0387, "recall_at_3": 0.07438, "recall_at_5": 0.0966, "recall_at_10": 0.15785, "recall_at_20": 0.22609, "recall_at_100": 0.38925, "recall_at_1000": 0.69255, "precision_at_1": 0.24, "precision_at_3": 0.19667, "precision_at_5": 0.183, "precision_at_10": 0.164, "precision_at_20": 0.135, "precision_at_100": 0.0745, "precision_at_1000": 0.02281, "mrr_at_1": 0.24, "mrr_at_3": 0.310833, "mrr_at_5": 0.325833, "mrr_at_10": 0.335798, "mrr_at_20": 0.343975, "mrr_at_100": 0.347123, "mrr_at_1000": 0.34775, "nauc_ndcg_at_1_max": 0.456231, "nauc_ndcg_at_1_std": 0.239584, "nauc_ndcg_at_1_diff1": 0.461609, "nauc_ndcg_at_3_max": 0.467684, "nauc_ndcg_at_3_std": 0.29855, "nauc_ndcg_at_3_diff1": 0.321871, "nauc_ndcg_at_5_max": 0.527769, "nauc_ndcg_at_5_std": 0.353345, "nauc_ndcg_at_5_diff1": 0.336673, "nauc_ndcg_at_10_max": 0.599181, "nauc_ndcg_at_10_std": 0.428825, "nauc_ndcg_at_10_diff1": 0.31491, "nauc_ndcg_at_20_max": 0.635756, "nauc_ndcg_at_20_std": 0.4656, "nauc_ndcg_at_20_diff1": 0.337897, "nauc_ndcg_at_100_max": 0.703426, "nauc_ndcg_at_100_std": 0.590129, "nauc_ndcg_at_100_diff1": 0.312604, "nauc_ndcg_at_1000_max": 0.701653, "nauc_ndcg_at_1000_std": 0.590112, "nauc_ndcg_at_1000_diff1": 0.288361, "nauc_map_at_1_max": 0.442765, "nauc_map_at_1_std": 0.377864, "nauc_map_at_1_diff1": 0.57771, "nauc_map_at_3_max": 0.427993, "nauc_map_at_3_std": 0.381224, "nauc_map_at_3_diff1": 0.393888, "nauc_map_at_5_max": 0.480282, "nauc_map_at_5_std": 0.40896, "nauc_map_at_5_diff1": 0.372097, "nauc_map_at_10_max": 0.556626, "nauc_map_at_10_std": 0.470784, "nauc_map_at_10_diff1": 0.334168, "nauc_map_at_20_max": 0.584078, "nauc_map_at_20_std": 0.491349, "nauc_map_at_20_diff1": 0.345913, "nauc_map_at_100_max": 0.609702, "nauc_map_at_100_std": 0.527843, "nauc_map_at_100_diff1": 0.310834, "nauc_map_at_1000_max": 0.602631, "nauc_map_at_1000_std": 0.514002, "nauc_map_at_1000_diff1": 0.282746, "nauc_recall_at_1_max": 0.442765, "nauc_recall_at_1_std": 0.377864, "nauc_recall_at_1_diff1": 0.57771, "nauc_recall_at_3_max": 0.401242, "nauc_recall_at_3_std": 0.360425, "nauc_recall_at_3_diff1": 0.305957, "nauc_recall_at_5_max": 0.502837, "nauc_recall_at_5_std": 0.401955, "nauc_recall_at_5_diff1": 0.282616, "nauc_recall_at_10_max": 0.586654, "nauc_recall_at_10_std": 0.484346, "nauc_recall_at_10_diff1": 0.197333, "nauc_recall_at_20_max": 0.609318, "nauc_recall_at_20_std": 0.510923, "nauc_recall_at_20_diff1": 0.229416, "nauc_recall_at_100_max": 0.701505, "nauc_recall_at_100_std": 0.691444, "nauc_recall_at_100_diff1": 0.211794, "nauc_recall_at_1000_max": 0.821802, "nauc_recall_at_1000_std": 0.844669, "nauc_recall_at_1000_diff1": 0.219747, "nauc_precision_at_1_max": 0.462519, "nauc_precision_at_1_std": 0.239194, "nauc_precision_at_1_diff1": 0.437058, "nauc_precision_at_3_max": 0.401268, "nauc_precision_at_3_std": 0.241488, "nauc_precision_at_3_diff1": 0.168939, "nauc_precision_at_5_max": 0.459488, "nauc_precision_at_5_std": 0.288839, "nauc_precision_at_5_diff1": 0.156601, "nauc_precision_at_10_max": 0.487107, "nauc_precision_at_10_std": 0.327101, "nauc_precision_at_10_diff1": 0.151402, "nauc_precision_at_20_max": 0.402319, "nauc_precision_at_20_std": 0.249694, "nauc_precision_at_20_diff1": 0.150229, "nauc_precision_at_100_max": 0.247389, "nauc_precision_at_100_std": 0.139991, "nauc_precision_at_100_diff1": 0.001666, "nauc_precision_at_1000_max": 0.055273, "nauc_precision_at_1000_std": -0.134375, "nauc_precision_at_1000_diff1": -0.058237, "nauc_mrr_at_1_max": 0.462519, "nauc_mrr_at_1_std": 0.239194, "nauc_mrr_at_1_diff1": 0.437058, "nauc_mrr_at_3_max": 0.499182, "nauc_mrr_at_3_std": 0.29178, "nauc_mrr_at_3_diff1": 0.375323, "nauc_mrr_at_5_max": 0.529627, "nauc_mrr_at_5_std": 0.320191, "nauc_mrr_at_5_diff1": 0.364684, "nauc_mrr_at_10_max": 0.53258, "nauc_mrr_at_10_std": 0.32599, "nauc_mrr_at_10_diff1": 0.363119, "nauc_mrr_at_20_max": 0.535269, "nauc_mrr_at_20_std": 0.332775, "nauc_mrr_at_20_diff1": 0.361478, "nauc_mrr_at_100_max": 0.534867, "nauc_mrr_at_100_std": 0.332383, "nauc_mrr_at_100_diff1": 0.364149, "nauc_mrr_at_1000_max": 0.534413, "nauc_mrr_at_1000_std": 0.331773, "nauc_mrr_at_1000_diff1": 0.364569, "main_score": 0.20306, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ] }, "evaluation_time": 1148.8939635753632, "kg_co2_emissions": 0.10479076740996303 }