{ "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", "task_name": "CUREv1", "mteb_version": "1.18.0", "scores": { "all": [ { "ndcg_at_1": 0.2455, "ndcg_at_3": 0.23569, "ndcg_at_5": 0.23253, "ndcg_at_10": 0.23006, "ndcg_at_20": 0.23557, "ndcg_at_100": 0.28014, "ndcg_at_1000": 0.36989, "map_at_1": 0.03569, "map_at_3": 0.06277, "map_at_5": 0.07604, "map_at_10": 0.09136, "map_at_20": 0.10428, "map_at_100": 0.12712, "map_at_1000": 0.14409, "recall_at_1": 0.03569, "recall_at_3": 0.07823, "recall_at_5": 0.10637, "recall_at_10": 0.14889, "recall_at_20": 0.20235, "recall_at_100": 0.36551, "recall_at_1000": 0.64799, "precision_at_1": 0.316, "precision_at_3": 0.27617, "precision_at_5": 0.2457, "precision_at_10": 0.19975, "precision_at_20": 0.15523, "precision_at_100": 0.07907, "precision_at_1000": 0.02119, "mrr_at_1": 0.316, "mrr_at_3": 0.416, "mrr_at_5": 0.4377, "mrr_at_10": 0.450281, "mrr_at_20": 0.456177, "mrr_at_100": 0.458937, "mrr_at_1000": 0.459184, "nauc_ndcg_at_1_max": 0.17838, "nauc_ndcg_at_1_std": 0.038815, "nauc_ndcg_at_1_diff1": 0.155882, "nauc_ndcg_at_3_max": 0.214877, "nauc_ndcg_at_3_std": 0.0611, "nauc_ndcg_at_3_diff1": 0.132345, "nauc_ndcg_at_5_max": 0.241861, "nauc_ndcg_at_5_std": 0.074279, "nauc_ndcg_at_5_diff1": 0.147279, "nauc_ndcg_at_10_max": 0.251803, "nauc_ndcg_at_10_std": 0.084808, "nauc_ndcg_at_10_diff1": 0.16014, "nauc_ndcg_at_20_max": 0.235658, "nauc_ndcg_at_20_std": 0.093648, "nauc_ndcg_at_20_diff1": 0.161666, "nauc_ndcg_at_100_max": 0.244332, "nauc_ndcg_at_100_std": 0.163128, "nauc_ndcg_at_100_diff1": 0.170134, "nauc_ndcg_at_1000_max": 0.355771, "nauc_ndcg_at_1000_std": 0.314429, "nauc_ndcg_at_1000_diff1": 0.136099, "nauc_map_at_1_max": 0.023498, "nauc_map_at_1_std": -0.1314, "nauc_map_at_1_diff1": 0.300495, "nauc_map_at_3_max": 0.05989, "nauc_map_at_3_std": -0.103571, "nauc_map_at_3_diff1": 0.243601, "nauc_map_at_5_max": 0.084594, "nauc_map_at_5_std": -0.086559, "nauc_map_at_5_diff1": 0.235301, "nauc_map_at_10_max": 0.104938, "nauc_map_at_10_std": -0.062616, "nauc_map_at_10_diff1": 0.219826, "nauc_map_at_20_max": 0.119716, "nauc_map_at_20_std": -0.035025, "nauc_map_at_20_diff1": 0.206392, "nauc_map_at_100_max": 0.173625, "nauc_map_at_100_std": 0.053825, "nauc_map_at_100_diff1": 0.190387, "nauc_map_at_1000_max": 0.232711, "nauc_map_at_1000_std": 0.13545, "nauc_map_at_1000_diff1": 0.171741, "nauc_recall_at_1_max": 0.023498, "nauc_recall_at_1_std": -0.1314, "nauc_recall_at_1_diff1": 0.300495, "nauc_recall_at_3_max": 0.039547, "nauc_recall_at_3_std": -0.100631, "nauc_recall_at_3_diff1": 0.209481, "nauc_recall_at_5_max": 0.062662, "nauc_recall_at_5_std": -0.079074, "nauc_recall_at_5_diff1": 0.202778, "nauc_recall_at_10_max": 0.065142, "nauc_recall_at_10_std": -0.051761, "nauc_recall_at_10_diff1": 0.176353, "nauc_recall_at_20_max": 0.057544, "nauc_recall_at_20_std": -0.018339, "nauc_recall_at_20_diff1": 0.154722, "nauc_recall_at_100_max": 0.09773, "nauc_recall_at_100_std": 0.138274, "nauc_recall_at_100_diff1": 0.136031, "nauc_recall_at_1000_max": 0.24409, "nauc_recall_at_1000_std": 0.392617, "nauc_recall_at_1000_diff1": 0.081837, "nauc_precision_at_1_max": 0.19284, "nauc_precision_at_1_std": 0.060575, "nauc_precision_at_1_diff1": 0.128496, "nauc_precision_at_3_max": 0.258551, "nauc_precision_at_3_std": 0.119094, "nauc_precision_at_3_diff1": 0.072425, "nauc_precision_at_5_max": 0.315269, "nauc_precision_at_5_std": 0.169783, "nauc_precision_at_5_diff1": 0.055831, "nauc_precision_at_10_max": 0.359114, "nauc_precision_at_10_std": 0.241794, "nauc_precision_at_10_diff1": 0.035504, "nauc_precision_at_20_max": 0.379679, "nauc_precision_at_20_std": 0.3202, "nauc_precision_at_20_diff1": -6.9e-05, "nauc_precision_at_100_max": 0.419046, "nauc_precision_at_100_std": 0.463212, "nauc_precision_at_100_diff1": -0.064889, "nauc_precision_at_1000_max": 0.424786, "nauc_precision_at_1000_std": 0.431349, "nauc_precision_at_1000_diff1": -0.116794, "nauc_mrr_at_1_max": 0.19284, "nauc_mrr_at_1_std": 0.060575, "nauc_mrr_at_1_diff1": 0.128496, "nauc_mrr_at_3_max": 0.217439, "nauc_mrr_at_3_std": 0.083336, "nauc_mrr_at_3_diff1": 0.115381, "nauc_mrr_at_5_max": 0.231955, "nauc_mrr_at_5_std": 0.093896, "nauc_mrr_at_5_diff1": 0.12065, "nauc_mrr_at_10_max": 0.236811, "nauc_mrr_at_10_std": 0.101109, "nauc_mrr_at_10_diff1": 0.122108, "nauc_mrr_at_20_max": 0.236239, "nauc_mrr_at_20_std": 0.102714, "nauc_mrr_at_20_diff1": 0.121603, "nauc_mrr_at_100_max": 0.235155, "nauc_mrr_at_100_std": 0.101671, "nauc_mrr_at_100_diff1": 0.121157, "nauc_mrr_at_1000_max": 0.235028, "nauc_mrr_at_1000_std": 0.101477, "nauc_mrr_at_1000_diff1": 0.121128, "main_score": 0.23006, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0165, "ndcg_at_3": 0.01419, "ndcg_at_5": 0.01521, "ndcg_at_10": 0.01673, "ndcg_at_20": 0.01854, "ndcg_at_100": 0.02841, "ndcg_at_1000": 0.05581, "map_at_1": 0.00187, "map_at_3": 0.00381, "map_at_5": 0.00488, "map_at_10": 0.00595, "map_at_20": 0.00669, "map_at_100": 0.00856, "map_at_1000": 0.01081, "recall_at_1": 0.00187, "recall_at_3": 0.00527, "recall_at_5": 0.00842, "recall_at_10": 0.01359, "recall_at_20": 0.02, "recall_at_100": 0.04949, "recall_at_1000": 0.14305, "precision_at_1": 0.0225, "precision_at_3": 0.01817, "precision_at_5": 0.0176, "precision_at_10": 0.0155, "precision_at_20": 0.01325, "precision_at_100": 0.00978, "precision_at_1000": 0.00452, "mrr_at_1": 0.0225, "mrr_at_3": 0.030583, "mrr_at_5": 0.035258, "mrr_at_10": 0.039202, "mrr_at_20": 0.041811, "mrr_at_100": 0.0445, "mrr_at_1000": 0.045356, "nauc_ndcg_at_1_max": 0.270934, "nauc_ndcg_at_1_std": 0.173297, "nauc_ndcg_at_1_diff1": -0.078754, "nauc_ndcg_at_3_max": 0.317506, "nauc_ndcg_at_3_std": 0.206687, "nauc_ndcg_at_3_diff1": -0.030328, "nauc_ndcg_at_5_max": 0.301299, "nauc_ndcg_at_5_std": 0.178729, "nauc_ndcg_at_5_diff1": -0.05008, "nauc_ndcg_at_10_max": 0.30518, "nauc_ndcg_at_10_std": 0.182176, "nauc_ndcg_at_10_diff1": -0.022389, "nauc_ndcg_at_20_max": 0.305965, "nauc_ndcg_at_20_std": 0.184719, "nauc_ndcg_at_20_diff1": -0.023821, "nauc_ndcg_at_100_max": 0.304547, "nauc_ndcg_at_100_std": 0.204829, "nauc_ndcg_at_100_diff1": -0.005352, "nauc_ndcg_at_1000_max": 0.297303, "nauc_ndcg_at_1000_std": 0.206275, "nauc_ndcg_at_1000_diff1": -0.002595, "nauc_map_at_1_max": 0.371002, "nauc_map_at_1_std": 0.18769, "nauc_map_at_1_diff1": -0.064868, "nauc_map_at_3_max": 0.340466, "nauc_map_at_3_std": 0.192041, "nauc_map_at_3_diff1": -0.053536, "nauc_map_at_5_max": 0.343326, "nauc_map_at_5_std": 0.16021, "nauc_map_at_5_diff1": -0.053588, "nauc_map_at_10_max": 0.369765, "nauc_map_at_10_std": 0.167672, "nauc_map_at_10_diff1": -0.024951, "nauc_map_at_20_max": 0.371554, "nauc_map_at_20_std": 0.172592, "nauc_map_at_20_diff1": -0.024786, "nauc_map_at_100_max": 0.370774, "nauc_map_at_100_std": 0.213688, "nauc_map_at_100_diff1": -0.014119, "nauc_map_at_1000_max": 0.386243, "nauc_map_at_1000_std": 0.267881, "nauc_map_at_1000_diff1": -0.011998, "nauc_recall_at_1_max": 0.371002, "nauc_recall_at_1_std": 0.18769, "nauc_recall_at_1_diff1": -0.064868, "nauc_recall_at_3_max": 0.269416, "nauc_recall_at_3_std": 0.153604, "nauc_recall_at_3_diff1": -0.051864, "nauc_recall_at_5_max": 0.261943, "nauc_recall_at_5_std": 0.087438, "nauc_recall_at_5_diff1": -0.056049, "nauc_recall_at_10_max": 0.337075, "nauc_recall_at_10_std": 0.134451, "nauc_recall_at_10_diff1": 0.00547, "nauc_recall_at_20_max": 0.296788, "nauc_recall_at_20_std": 0.137184, "nauc_recall_at_20_diff1": 0.000646, "nauc_recall_at_100_max": 0.265469, "nauc_recall_at_100_std": 0.176948, "nauc_recall_at_100_diff1": 0.011501, "nauc_recall_at_1000_max": 0.219776, "nauc_recall_at_1000_std": 0.145758, "nauc_recall_at_1000_diff1": 0.017092, "nauc_precision_at_1_max": 0.319912, "nauc_precision_at_1_std": 0.211007, "nauc_precision_at_1_diff1": -0.072593, "nauc_precision_at_3_max": 0.386271, "nauc_precision_at_3_std": 0.265484, "nauc_precision_at_3_diff1": -5.9e-05, "nauc_precision_at_5_max": 0.339159, "nauc_precision_at_5_std": 0.224943, "nauc_precision_at_5_diff1": -0.020396, "nauc_precision_at_10_max": 0.312706, "nauc_precision_at_10_std": 0.22433, "nauc_precision_at_10_diff1": 0.002388, "nauc_precision_at_20_max": 0.345639, "nauc_precision_at_20_std": 0.264347, "nauc_precision_at_20_diff1": -0.017427, "nauc_precision_at_100_max": 0.38019, "nauc_precision_at_100_std": 0.34999, "nauc_precision_at_100_diff1": -0.007887, "nauc_precision_at_1000_max": 0.426429, "nauc_precision_at_1000_std": 0.415406, "nauc_precision_at_1000_diff1": -0.020366, "nauc_mrr_at_1_max": 0.319912, "nauc_mrr_at_1_std": 0.211007, "nauc_mrr_at_1_diff1": -0.072593, "nauc_mrr_at_3_max": 0.32109, "nauc_mrr_at_3_std": 0.225333, "nauc_mrr_at_3_diff1": -0.022597, "nauc_mrr_at_5_max": 0.299185, "nauc_mrr_at_5_std": 0.210801, "nauc_mrr_at_5_diff1": -0.030561, "nauc_mrr_at_10_max": 0.286847, "nauc_mrr_at_10_std": 0.19765, "nauc_mrr_at_10_diff1": -0.022123, "nauc_mrr_at_20_max": 0.288089, "nauc_mrr_at_20_std": 0.195767, "nauc_mrr_at_20_diff1": -0.026999, "nauc_mrr_at_100_max": 0.286625, "nauc_mrr_at_100_std": 0.191158, "nauc_mrr_at_100_diff1": -0.026708, "nauc_mrr_at_1000_max": 0.286325, "nauc_mrr_at_1000_std": 0.190345, "nauc_mrr_at_1000_diff1": -0.026387, "main_score": 0.01673, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.03725, "ndcg_at_3": 0.04124, "ndcg_at_5": 0.04346, "ndcg_at_10": 0.04648, "ndcg_at_20": 0.05064, "ndcg_at_100": 0.07012, "ndcg_at_1000": 0.11521, "map_at_1": 0.00598, "map_at_3": 0.0109, "map_at_5": 0.01376, "map_at_10": 0.0168, "map_at_20": 0.01967, "map_at_100": 0.02522, "map_at_1000": 0.03, "recall_at_1": 0.00598, "recall_at_3": 0.01457, "recall_at_5": 0.02211, "recall_at_10": 0.03359, "recall_at_20": 0.05051, "recall_at_100": 0.10958, "recall_at_1000": 0.26243, "precision_at_1": 0.052, "precision_at_3": 0.05233, "precision_at_5": 0.0498, "precision_at_10": 0.0441, "precision_at_20": 0.03682, "precision_at_100": 0.0229, "precision_at_1000": 0.00804, "mrr_at_1": 0.052, "mrr_at_3": 0.082167, "mrr_at_5": 0.090492, "mrr_at_10": 0.098367, "mrr_at_20": 0.102246, "mrr_at_100": 0.106203, "mrr_at_1000": 0.107122, "nauc_ndcg_at_1_max": 0.254868, "nauc_ndcg_at_1_std": 0.390528, "nauc_ndcg_at_1_diff1": 0.216742, "nauc_ndcg_at_3_max": 0.278042, "nauc_ndcg_at_3_std": 0.374863, "nauc_ndcg_at_3_diff1": 0.137274, "nauc_ndcg_at_5_max": 0.295672, "nauc_ndcg_at_5_std": 0.38663, "nauc_ndcg_at_5_diff1": 0.130626, "nauc_ndcg_at_10_max": 0.292675, "nauc_ndcg_at_10_std": 0.38431, "nauc_ndcg_at_10_diff1": 0.133072, "nauc_ndcg_at_20_max": 0.290616, "nauc_ndcg_at_20_std": 0.377601, "nauc_ndcg_at_20_diff1": 0.135146, "nauc_ndcg_at_100_max": 0.325066, "nauc_ndcg_at_100_std": 0.402239, "nauc_ndcg_at_100_diff1": 0.114679, "nauc_ndcg_at_1000_max": 0.371392, "nauc_ndcg_at_1000_std": 0.469045, "nauc_ndcg_at_1000_diff1": 0.081641, "nauc_map_at_1_max": 0.133041, "nauc_map_at_1_std": 0.131943, "nauc_map_at_1_diff1": 0.371261, "nauc_map_at_3_max": 0.127318, "nauc_map_at_3_std": 0.144151, "nauc_map_at_3_diff1": 0.256308, "nauc_map_at_5_max": 0.139551, "nauc_map_at_5_std": 0.180018, "nauc_map_at_5_diff1": 0.235891, "nauc_map_at_10_max": 0.163602, "nauc_map_at_10_std": 0.210827, "nauc_map_at_10_diff1": 0.215281, "nauc_map_at_20_max": 0.190646, "nauc_map_at_20_std": 0.247933, "nauc_map_at_20_diff1": 0.198673, "nauc_map_at_100_max": 0.25942, "nauc_map_at_100_std": 0.326566, "nauc_map_at_100_diff1": 0.163003, "nauc_map_at_1000_max": 0.307801, "nauc_map_at_1000_std": 0.389314, "nauc_map_at_1000_diff1": 0.138929, "nauc_recall_at_1_max": 0.133041, "nauc_recall_at_1_std": 0.131943, "nauc_recall_at_1_diff1": 0.371261, "nauc_recall_at_3_max": 0.129135, "nauc_recall_at_3_std": 0.145273, "nauc_recall_at_3_diff1": 0.233628, "nauc_recall_at_5_max": 0.134568, "nauc_recall_at_5_std": 0.194708, "nauc_recall_at_5_diff1": 0.209018, "nauc_recall_at_10_max": 0.165248, "nauc_recall_at_10_std": 0.228698, "nauc_recall_at_10_diff1": 0.18473, "nauc_recall_at_20_max": 0.203409, "nauc_recall_at_20_std": 0.266723, "nauc_recall_at_20_diff1": 0.158601, "nauc_recall_at_100_max": 0.283856, "nauc_recall_at_100_std": 0.344998, "nauc_recall_at_100_diff1": 0.09771, "nauc_recall_at_1000_max": 0.331052, "nauc_recall_at_1000_std": 0.408014, "nauc_recall_at_1000_diff1": 0.060729, "nauc_precision_at_1_max": 0.29461, "nauc_precision_at_1_std": 0.413394, "nauc_precision_at_1_diff1": 0.203659, "nauc_precision_at_3_max": 0.317839, "nauc_precision_at_3_std": 0.428217, "nauc_precision_at_3_diff1": 0.091874, "nauc_precision_at_5_max": 0.362944, "nauc_precision_at_5_std": 0.463322, "nauc_precision_at_5_diff1": 0.075494, "nauc_precision_at_10_max": 0.392498, "nauc_precision_at_10_std": 0.500485, "nauc_precision_at_10_diff1": 0.053158, "nauc_precision_at_20_max": 0.422717, "nauc_precision_at_20_std": 0.530127, "nauc_precision_at_20_diff1": 0.033719, "nauc_precision_at_100_max": 0.477085, "nauc_precision_at_100_std": 0.58933, "nauc_precision_at_100_diff1": -0.003476, "nauc_precision_at_1000_max": 0.474689, "nauc_precision_at_1000_std": 0.565631, "nauc_precision_at_1000_diff1": -0.038625, "nauc_mrr_at_1_max": 0.29461, "nauc_mrr_at_1_std": 0.413394, "nauc_mrr_at_1_diff1": 0.203659, "nauc_mrr_at_3_max": 0.288865, "nauc_mrr_at_3_std": 0.393865, "nauc_mrr_at_3_diff1": 0.126216, "nauc_mrr_at_5_max": 0.294235, "nauc_mrr_at_5_std": 0.398488, "nauc_mrr_at_5_diff1": 0.118788, "nauc_mrr_at_10_max": 0.292847, "nauc_mrr_at_10_std": 0.40067, "nauc_mrr_at_10_diff1": 0.116917, "nauc_mrr_at_20_max": 0.294529, "nauc_mrr_at_20_std": 0.400073, "nauc_mrr_at_20_diff1": 0.11659, "nauc_mrr_at_100_max": 0.297353, "nauc_mrr_at_100_std": 0.400105, "nauc_mrr_at_100_diff1": 0.115579, "nauc_mrr_at_1000_max": 0.297401, "nauc_mrr_at_1000_std": 0.399938, "nauc_mrr_at_1000_diff1": 0.115634, "main_score": 0.04648, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "dentistry_and_oral_health": [ { "ndcg_at_1": 0.31, "ndcg_at_3": 0.29004, "ndcg_at_5": 0.2805, "ndcg_at_10": 0.26914, "ndcg_at_20": 0.26734, "ndcg_at_100": 0.30701, "ndcg_at_1000": 0.41722, "map_at_1": 0.04781, "map_at_3": 0.07287, "map_at_5": 0.0867, "map_at_10": 0.09918, "map_at_20": 0.11175, "map_at_100": 0.14063, "map_at_1000": 0.16427, "recall_at_1": 0.04781, "recall_at_3": 0.08596, "recall_at_5": 0.11898, "recall_at_10": 0.15329, "recall_at_20": 0.19692, "recall_at_100": 0.37296, "recall_at_1000": 0.6901, "precision_at_1": 0.4, "precision_at_3": 0.34, "precision_at_5": 0.303, "precision_at_10": 0.235, "precision_at_20": 0.18125, "precision_at_100": 0.09705, "precision_at_1000": 0.02466, "mrr_at_1": 0.4, "mrr_at_3": 0.4875, "mrr_at_5": 0.516, "mrr_at_10": 0.527163, "mrr_at_20": 0.531481, "mrr_at_100": 0.534145, "mrr_at_1000": 0.534337, "nauc_ndcg_at_1_max": 0.262159, "nauc_ndcg_at_1_std": 0.035562, "nauc_ndcg_at_1_diff1": 0.240358, "nauc_ndcg_at_3_max": 0.306644, "nauc_ndcg_at_3_std": 0.058634, "nauc_ndcg_at_3_diff1": 0.135933, "nauc_ndcg_at_5_max": 0.360515, "nauc_ndcg_at_5_std": 0.096986, "nauc_ndcg_at_5_diff1": 0.144771, "nauc_ndcg_at_10_max": 0.37585, "nauc_ndcg_at_10_std": 0.087961, "nauc_ndcg_at_10_diff1": 0.157764, "nauc_ndcg_at_20_max": 0.33816, "nauc_ndcg_at_20_std": 0.097152, "nauc_ndcg_at_20_diff1": 0.18053, "nauc_ndcg_at_100_max": 0.297125, "nauc_ndcg_at_100_std": 0.123816, "nauc_ndcg_at_100_diff1": 0.206917, "nauc_ndcg_at_1000_max": 0.354991, "nauc_ndcg_at_1000_std": 0.298968, "nauc_ndcg_at_1000_diff1": 0.195083, "nauc_map_at_1_max": 0.150005, "nauc_map_at_1_std": -0.128829, "nauc_map_at_1_diff1": 0.397185, "nauc_map_at_3_max": 0.150904, "nauc_map_at_3_std": -0.111166, "nauc_map_at_3_diff1": 0.28025, "nauc_map_at_5_max": 0.185698, "nauc_map_at_5_std": -0.090353, "nauc_map_at_5_diff1": 0.249384, "nauc_map_at_10_max": 0.222804, "nauc_map_at_10_std": -0.092098, "nauc_map_at_10_diff1": 0.233275, "nauc_map_at_20_max": 0.232025, "nauc_map_at_20_std": -0.063641, "nauc_map_at_20_diff1": 0.229689, "nauc_map_at_100_max": 0.263828, "nauc_map_at_100_std": 0.031772, "nauc_map_at_100_diff1": 0.202037, "nauc_map_at_1000_max": 0.291557, "nauc_map_at_1000_std": 0.135699, "nauc_map_at_1000_diff1": 0.185517, "nauc_recall_at_1_max": 0.150005, "nauc_recall_at_1_std": -0.128829, "nauc_recall_at_1_diff1": 0.397185, "nauc_recall_at_3_max": 0.113163, "nauc_recall_at_3_std": -0.076321, "nauc_recall_at_3_diff1": 0.201256, "nauc_recall_at_5_max": 0.136621, "nauc_recall_at_5_std": -0.048905, "nauc_recall_at_5_diff1": 0.159976, "nauc_recall_at_10_max": 0.137468, "nauc_recall_at_10_std": -0.093519, "nauc_recall_at_10_diff1": 0.140549, "nauc_recall_at_20_max": 0.138062, "nauc_recall_at_20_std": -0.075307, "nauc_recall_at_20_diff1": 0.168404, "nauc_recall_at_100_max": 0.080581, "nauc_recall_at_100_std": 0.065334, "nauc_recall_at_100_diff1": 0.111189, "nauc_recall_at_1000_max": 0.103804, "nauc_recall_at_1000_std": 0.325448, "nauc_recall_at_1000_diff1": 0.127956, "nauc_precision_at_1_max": 0.338478, "nauc_precision_at_1_std": 0.065989, "nauc_precision_at_1_diff1": 0.186541, "nauc_precision_at_3_max": 0.34779, "nauc_precision_at_3_std": 0.147195, "nauc_precision_at_3_diff1": 0.017082, "nauc_precision_at_5_max": 0.448773, "nauc_precision_at_5_std": 0.246149, "nauc_precision_at_5_diff1": -0.015712, "nauc_precision_at_10_max": 0.445189, "nauc_precision_at_10_std": 0.278038, "nauc_precision_at_10_diff1": -0.026619, "nauc_precision_at_20_max": 0.370219, "nauc_precision_at_20_std": 0.35453, "nauc_precision_at_20_diff1": 0.007325, "nauc_precision_at_100_max": 0.274436, "nauc_precision_at_100_std": 0.463756, "nauc_precision_at_100_diff1": -0.025514, "nauc_precision_at_1000_max": 0.174179, "nauc_precision_at_1000_std": 0.45685, "nauc_precision_at_1000_diff1": -0.018842, "nauc_mrr_at_1_max": 0.338478, "nauc_mrr_at_1_std": 0.065989, "nauc_mrr_at_1_diff1": 0.186541, "nauc_mrr_at_3_max": 0.347203, "nauc_mrr_at_3_std": 0.125594, "nauc_mrr_at_3_diff1": 0.162349, "nauc_mrr_at_5_max": 0.384632, "nauc_mrr_at_5_std": 0.138765, "nauc_mrr_at_5_diff1": 0.173552, "nauc_mrr_at_10_max": 0.37428, "nauc_mrr_at_10_std": 0.138342, "nauc_mrr_at_10_diff1": 0.180409, "nauc_mrr_at_20_max": 0.373683, "nauc_mrr_at_20_std": 0.139247, "nauc_mrr_at_20_diff1": 0.177817, "nauc_mrr_at_100_max": 0.3743, "nauc_mrr_at_100_std": 0.139053, "nauc_mrr_at_100_diff1": 0.177428, "nauc_mrr_at_1000_max": 0.374079, "nauc_mrr_at_1000_std": 0.138734, "nauc_mrr_at_1000_diff1": 0.177358, "main_score": 0.26914, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.025, "ndcg_at_3": 0.01587, "ndcg_at_5": 0.01569, "ndcg_at_10": 0.01734, "ndcg_at_20": 0.02022, "ndcg_at_100": 0.03342, "ndcg_at_1000": 0.07804, "map_at_1": 0.00121, "map_at_3": 0.00238, "map_at_5": 0.00302, "map_at_10": 0.00397, "map_at_20": 0.0052, "map_at_100": 0.00822, "map_at_1000": 0.01233, "recall_at_1": 0.00121, "recall_at_3": 0.00245, "recall_at_5": 0.00444, "recall_at_10": 0.00825, "recall_at_20": 0.01861, "recall_at_100": 0.06256, "recall_at_1000": 0.19809, "precision_at_1": 0.03, "precision_at_3": 0.01833, "precision_at_5": 0.019, "precision_at_10": 0.02, "precision_at_20": 0.0185, "precision_at_100": 0.0148, "precision_at_1000": 0.00703, "mrr_at_1": 0.03, "mrr_at_3": 0.034167, "mrr_at_5": 0.037417, "mrr_at_10": 0.043621, "mrr_at_20": 0.047213, "mrr_at_100": 0.052046, "mrr_at_1000": 0.053215, "nauc_ndcg_at_1_max": 0.082533, "nauc_ndcg_at_1_std": 0.497236, "nauc_ndcg_at_1_diff1": 0.00102, "nauc_ndcg_at_3_max": 0.140035, "nauc_ndcg_at_3_std": 0.381824, "nauc_ndcg_at_3_diff1": 0.002544, "nauc_ndcg_at_5_max": 0.179791, "nauc_ndcg_at_5_std": 0.380778, "nauc_ndcg_at_5_diff1": -0.038609, "nauc_ndcg_at_10_max": 0.203025, "nauc_ndcg_at_10_std": 0.312243, "nauc_ndcg_at_10_diff1": -0.033628, "nauc_ndcg_at_20_max": 0.210681, "nauc_ndcg_at_20_std": 0.228581, "nauc_ndcg_at_20_diff1": -0.073217, "nauc_ndcg_at_100_max": 0.18645, "nauc_ndcg_at_100_std": 0.222624, "nauc_ndcg_at_100_diff1": -0.09615, "nauc_ndcg_at_1000_max": 0.2293, "nauc_ndcg_at_1000_std": 0.262402, "nauc_ndcg_at_1000_diff1": -0.051384, "nauc_map_at_1_max": 0.019912, "nauc_map_at_1_std": -0.127096, "nauc_map_at_1_diff1": 0.268031, "nauc_map_at_3_max": 0.029162, "nauc_map_at_3_std": -0.194358, "nauc_map_at_3_diff1": 0.221255, "nauc_map_at_5_max": 0.178182, "nauc_map_at_5_std": -0.128798, "nauc_map_at_5_diff1": 0.155886, "nauc_map_at_10_max": 0.270039, "nauc_map_at_10_std": -0.061767, "nauc_map_at_10_diff1": 0.098872, "nauc_map_at_20_max": 0.301089, "nauc_map_at_20_std": -0.01969, "nauc_map_at_20_diff1": 0.054824, "nauc_map_at_100_max": 0.26189, "nauc_map_at_100_std": 0.170502, "nauc_map_at_100_diff1": 0.016863, "nauc_map_at_1000_max": 0.263443, "nauc_map_at_1000_std": 0.326812, "nauc_map_at_1000_diff1": 0.031102, "nauc_recall_at_1_max": 0.019912, "nauc_recall_at_1_std": -0.127096, "nauc_recall_at_1_diff1": 0.268031, "nauc_recall_at_3_max": 0.041954, "nauc_recall_at_3_std": -0.175737, "nauc_recall_at_3_diff1": 0.212166, "nauc_recall_at_5_max": 0.372667, "nauc_recall_at_5_std": -0.102763, "nauc_recall_at_5_diff1": 0.074834, "nauc_recall_at_10_max": 0.416016, "nauc_recall_at_10_std": -0.042905, "nauc_recall_at_10_diff1": 0.015443, "nauc_recall_at_20_max": 0.317121, "nauc_recall_at_20_std": -0.075734, "nauc_recall_at_20_diff1": -0.124196, "nauc_recall_at_100_max": 0.134974, "nauc_recall_at_100_std": 0.221949, "nauc_recall_at_100_diff1": -0.195092, "nauc_recall_at_1000_max": 0.234481, "nauc_recall_at_1000_std": 0.215153, "nauc_recall_at_1000_diff1": -0.072302, "nauc_precision_at_1_max": 0.179098, "nauc_precision_at_1_std": 0.524685, "nauc_precision_at_1_diff1": 0.067033, "nauc_precision_at_3_max": 0.288948, "nauc_precision_at_3_std": 0.38415, "nauc_precision_at_3_diff1": 0.008586, "nauc_precision_at_5_max": 0.311864, "nauc_precision_at_5_std": 0.475012, "nauc_precision_at_5_diff1": -0.055117, "nauc_precision_at_10_max": 0.309552, "nauc_precision_at_10_std": 0.408734, "nauc_precision_at_10_diff1": -0.044386, "nauc_precision_at_20_max": 0.285235, "nauc_precision_at_20_std": 0.431236, "nauc_precision_at_20_diff1": -0.076175, "nauc_precision_at_100_max": 0.203863, "nauc_precision_at_100_std": 0.448663, "nauc_precision_at_100_diff1": -0.030316, "nauc_precision_at_1000_max": 0.112354, "nauc_precision_at_1000_std": 0.356906, "nauc_precision_at_1000_diff1": -0.022165, "nauc_mrr_at_1_max": 0.179098, "nauc_mrr_at_1_std": 0.524685, "nauc_mrr_at_1_diff1": 0.067033, "nauc_mrr_at_3_max": 0.221489, "nauc_mrr_at_3_std": 0.504316, "nauc_mrr_at_3_diff1": 0.040358, "nauc_mrr_at_5_max": 0.25598, "nauc_mrr_at_5_std": 0.471097, "nauc_mrr_at_5_diff1": 0.017249, "nauc_mrr_at_10_max": 0.258668, "nauc_mrr_at_10_std": 0.433262, "nauc_mrr_at_10_diff1": 0.014945, "nauc_mrr_at_20_max": 0.253316, "nauc_mrr_at_20_std": 0.416014, "nauc_mrr_at_20_diff1": -0.006076, "nauc_mrr_at_100_max": 0.243163, "nauc_mrr_at_100_std": 0.395379, "nauc_mrr_at_100_diff1": -0.014304, "nauc_mrr_at_1000_max": 0.242173, "nauc_mrr_at_1000_std": 0.394232, "nauc_mrr_at_1000_diff1": -0.012408, "main_score": 0.01734, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.015, "ndcg_at_3": 0.0298, "ndcg_at_5": 0.03549, "ndcg_at_10": 0.03735, "ndcg_at_20": 0.04257, "ndcg_at_100": 0.06599, "ndcg_at_1000": 0.13781, "map_at_1": 0.00071, "map_at_3": 0.00305, "map_at_5": 0.00494, "map_at_10": 0.00706, "map_at_20": 0.0098, "map_at_100": 0.01721, "map_at_1000": 0.02449, "recall_at_1": 0.00071, "recall_at_3": 0.00612, "recall_at_5": 0.01135, "recall_at_10": 0.02005, "recall_at_20": 0.0363, "recall_at_100": 0.10981, "recall_at_1000": 0.33808, "precision_at_1": 0.02, "precision_at_3": 0.04667, "precision_at_5": 0.051, "precision_at_10": 0.046, "precision_at_20": 0.04125, "precision_at_100": 0.0287, "precision_at_1000": 0.0106, "mrr_at_1": 0.02, "mrr_at_3": 0.0625, "mrr_at_5": 0.0745, "mrr_at_10": 0.079435, "mrr_at_20": 0.084272, "mrr_at_100": 0.08992, "mrr_at_1000": 0.091292, "nauc_ndcg_at_1_max": 0.830963, "nauc_ndcg_at_1_std": 0.661926, "nauc_ndcg_at_1_diff1": 0.350953, "nauc_ndcg_at_3_max": 0.440519, "nauc_ndcg_at_3_std": 0.322414, "nauc_ndcg_at_3_diff1": 0.121579, "nauc_ndcg_at_5_max": 0.444752, "nauc_ndcg_at_5_std": 0.412569, "nauc_ndcg_at_5_diff1": 0.091219, "nauc_ndcg_at_10_max": 0.464306, "nauc_ndcg_at_10_std": 0.43141, "nauc_ndcg_at_10_diff1": 0.02571, "nauc_ndcg_at_20_max": 0.472087, "nauc_ndcg_at_20_std": 0.472359, "nauc_ndcg_at_20_diff1": 0.005563, "nauc_ndcg_at_100_max": 0.465913, "nauc_ndcg_at_100_std": 0.472034, "nauc_ndcg_at_100_diff1": 0.040451, "nauc_ndcg_at_1000_max": 0.400401, "nauc_ndcg_at_1000_std": 0.441629, "nauc_ndcg_at_1000_diff1": 0.016239, "nauc_map_at_1_max": 0.89183, "nauc_map_at_1_std": 0.527736, "nauc_map_at_1_diff1": 0.578602, "nauc_map_at_3_max": 0.367962, "nauc_map_at_3_std": 0.426881, "nauc_map_at_3_diff1": 0.221987, "nauc_map_at_5_max": 0.377176, "nauc_map_at_5_std": 0.474629, "nauc_map_at_5_diff1": 0.10812, "nauc_map_at_10_max": 0.404406, "nauc_map_at_10_std": 0.453495, "nauc_map_at_10_diff1": 0.046727, "nauc_map_at_20_max": 0.47276, "nauc_map_at_20_std": 0.47041, "nauc_map_at_20_diff1": 0.042835, "nauc_map_at_100_max": 0.517769, "nauc_map_at_100_std": 0.550171, "nauc_map_at_100_diff1": 0.026617, "nauc_map_at_1000_max": 0.462795, "nauc_map_at_1000_std": 0.597882, "nauc_map_at_1000_diff1": -0.001436, "nauc_recall_at_1_max": 0.89183, "nauc_recall_at_1_std": 0.527736, "nauc_recall_at_1_diff1": 0.578602, "nauc_recall_at_3_max": 0.238646, "nauc_recall_at_3_std": 0.371545, "nauc_recall_at_3_diff1": 0.245353, "nauc_recall_at_5_max": 0.262246, "nauc_recall_at_5_std": 0.413556, "nauc_recall_at_5_diff1": 0.077472, "nauc_recall_at_10_max": 0.260646, "nauc_recall_at_10_std": 0.371506, "nauc_recall_at_10_diff1": -0.018141, "nauc_recall_at_20_max": 0.339126, "nauc_recall_at_20_std": 0.362407, "nauc_recall_at_20_diff1": 0.012465, "nauc_recall_at_100_max": 0.442794, "nauc_recall_at_100_std": 0.341525, "nauc_recall_at_100_diff1": -0.019868, "nauc_recall_at_1000_max": 0.352054, "nauc_recall_at_1000_std": 0.305246, "nauc_recall_at_1000_diff1": -0.02513, "nauc_precision_at_1_max": 0.746445, "nauc_precision_at_1_std": 0.746445, "nauc_precision_at_1_diff1": 0.336329, "nauc_precision_at_3_max": 0.422903, "nauc_precision_at_3_std": 0.35965, "nauc_precision_at_3_diff1": 0.033066, "nauc_precision_at_5_max": 0.45594, "nauc_precision_at_5_std": 0.475548, "nauc_precision_at_5_diff1": 0.034012, "nauc_precision_at_10_max": 0.512956, "nauc_precision_at_10_std": 0.494631, "nauc_precision_at_10_diff1": -0.028727, "nauc_precision_at_20_max": 0.533652, "nauc_precision_at_20_std": 0.529863, "nauc_precision_at_20_diff1": -0.0351, "nauc_precision_at_100_max": 0.416597, "nauc_precision_at_100_std": 0.568553, "nauc_precision_at_100_diff1": 0.003864, "nauc_precision_at_1000_max": 0.211752, "nauc_precision_at_1000_std": 0.379066, "nauc_precision_at_1000_diff1": -0.057085, "nauc_mrr_at_1_max": 0.746445, "nauc_mrr_at_1_std": 0.746445, "nauc_mrr_at_1_diff1": 0.336329, "nauc_mrr_at_3_max": 0.433179, "nauc_mrr_at_3_std": 0.40314, "nauc_mrr_at_3_diff1": 0.106378, "nauc_mrr_at_5_max": 0.423599, "nauc_mrr_at_5_std": 0.409412, "nauc_mrr_at_5_diff1": 0.100606, "nauc_mrr_at_10_max": 0.40926, "nauc_mrr_at_10_std": 0.408538, "nauc_mrr_at_10_diff1": 0.103679, "nauc_mrr_at_20_max": 0.398693, "nauc_mrr_at_20_std": 0.419584, "nauc_mrr_at_20_diff1": 0.093951, "nauc_mrr_at_100_max": 0.40054, "nauc_mrr_at_100_std": 0.408723, "nauc_mrr_at_100_diff1": 0.097367, "nauc_mrr_at_1000_max": 0.401606, "nauc_mrr_at_1000_std": 0.406817, "nauc_mrr_at_1000_diff1": 0.095912, "main_score": 0.03735, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "dermatology": [ { "ndcg_at_1": 0.31, "ndcg_at_3": 0.2575, "ndcg_at_5": 0.25917, "ndcg_at_10": 0.27156, "ndcg_at_20": 0.30083, "ndcg_at_100": 0.37797, "ndcg_at_1000": 0.45711, "map_at_1": 0.0713, "map_at_3": 0.11408, "map_at_5": 0.13523, "map_at_10": 0.15644, "map_at_20": 0.1749, "map_at_100": 0.2029, "map_at_1000": 0.21878, "recall_at_1": 0.0713, "recall_at_3": 0.13492, "recall_at_5": 0.17777, "recall_at_10": 0.24171, "recall_at_20": 0.32896, "recall_at_100": 0.59066, "recall_at_1000": 0.88767, "precision_at_1": 0.36, "precision_at_3": 0.26667, "precision_at_5": 0.226, "precision_at_10": 0.18, "precision_at_20": 0.13575, "precision_at_100": 0.0605, "precision_at_1000": 0.01201, "mrr_at_1": 0.36, "mrr_at_3": 0.440833, "mrr_at_5": 0.464583, "mrr_at_10": 0.478254, "mrr_at_20": 0.484927, "mrr_at_100": 0.487533, "mrr_at_1000": 0.487755, "nauc_ndcg_at_1_max": 0.04995, "nauc_ndcg_at_1_std": -0.102367, "nauc_ndcg_at_1_diff1": 0.249632, "nauc_ndcg_at_3_max": 0.150188, "nauc_ndcg_at_3_std": -0.072784, "nauc_ndcg_at_3_diff1": 0.217193, "nauc_ndcg_at_5_max": 0.193473, "nauc_ndcg_at_5_std": -0.062059, "nauc_ndcg_at_5_diff1": 0.236841, "nauc_ndcg_at_10_max": 0.204371, "nauc_ndcg_at_10_std": -0.066771, "nauc_ndcg_at_10_diff1": 0.240819, "nauc_ndcg_at_20_max": 0.202178, "nauc_ndcg_at_20_std": -0.073885, "nauc_ndcg_at_20_diff1": 0.228193, "nauc_ndcg_at_100_max": 0.222843, "nauc_ndcg_at_100_std": -0.019054, "nauc_ndcg_at_100_diff1": 0.215307, "nauc_ndcg_at_1000_max": 0.340098, "nauc_ndcg_at_1000_std": 0.156785, "nauc_ndcg_at_1000_diff1": 0.182802, "nauc_map_at_1_max": -0.18384, "nauc_map_at_1_std": -0.306848, "nauc_map_at_1_diff1": 0.213, "nauc_map_at_3_max": -0.070255, "nauc_map_at_3_std": -0.238034, "nauc_map_at_3_diff1": 0.204896, "nauc_map_at_5_max": -0.010643, "nauc_map_at_5_std": -0.211851, "nauc_map_at_5_diff1": 0.224822, "nauc_map_at_10_max": 0.037807, "nauc_map_at_10_std": -0.198515, "nauc_map_at_10_diff1": 0.220285, "nauc_map_at_20_max": 0.06997, "nauc_map_at_20_std": -0.18402, "nauc_map_at_20_diff1": 0.217353, "nauc_map_at_100_max": 0.128925, "nauc_map_at_100_std": -0.128463, "nauc_map_at_100_diff1": 0.217492, "nauc_map_at_1000_max": 0.185679, "nauc_map_at_1000_std": -0.053141, "nauc_map_at_1000_diff1": 0.209925, "nauc_recall_at_1_max": -0.18384, "nauc_recall_at_1_std": -0.306848, "nauc_recall_at_1_diff1": 0.213, "nauc_recall_at_3_max": -0.028829, "nauc_recall_at_3_std": -0.202594, "nauc_recall_at_3_diff1": 0.193755, "nauc_recall_at_5_max": 0.049783, "nauc_recall_at_5_std": -0.154868, "nauc_recall_at_5_diff1": 0.194016, "nauc_recall_at_10_max": 0.086928, "nauc_recall_at_10_std": -0.161768, "nauc_recall_at_10_diff1": 0.198148, "nauc_recall_at_20_max": 0.105563, "nauc_recall_at_20_std": -0.14152, "nauc_recall_at_20_diff1": 0.185644, "nauc_recall_at_100_max": 0.094607, "nauc_recall_at_100_std": -0.036817, "nauc_recall_at_100_diff1": 0.144243, "nauc_recall_at_1000_max": 0.454236, "nauc_recall_at_1000_std": 0.441813, "nauc_recall_at_1000_diff1": 0.092118, "nauc_precision_at_1_max": 0.089723, "nauc_precision_at_1_std": -0.076832, "nauc_precision_at_1_diff1": 0.219591, "nauc_precision_at_3_max": 0.30738, "nauc_precision_at_3_std": 0.043767, "nauc_precision_at_3_diff1": 0.167434, "nauc_precision_at_5_max": 0.4123, "nauc_precision_at_5_std": 0.112647, "nauc_precision_at_5_diff1": 0.172376, "nauc_precision_at_10_max": 0.515276, "nauc_precision_at_10_std": 0.246296, "nauc_precision_at_10_diff1": 0.117642, "nauc_precision_at_20_max": 0.54337, "nauc_precision_at_20_std": 0.351811, "nauc_precision_at_20_diff1": 0.041937, "nauc_precision_at_100_max": 0.565415, "nauc_precision_at_100_std": 0.568387, "nauc_precision_at_100_diff1": -0.029673, "nauc_precision_at_1000_max": 0.493264, "nauc_precision_at_1000_std": 0.619834, "nauc_precision_at_1000_diff1": -0.070646, "nauc_mrr_at_1_max": 0.089723, "nauc_mrr_at_1_std": -0.076832, "nauc_mrr_at_1_diff1": 0.219591, "nauc_mrr_at_3_max": 0.174124, "nauc_mrr_at_3_std": -0.036364, "nauc_mrr_at_3_diff1": 0.205178, "nauc_mrr_at_5_max": 0.195736, "nauc_mrr_at_5_std": -0.013098, "nauc_mrr_at_5_diff1": 0.199468, "nauc_mrr_at_10_max": 0.194379, "nauc_mrr_at_10_std": -0.009731, "nauc_mrr_at_10_diff1": 0.198197, "nauc_mrr_at_20_max": 0.192653, "nauc_mrr_at_20_std": -0.006772, "nauc_mrr_at_20_diff1": 0.197341, "nauc_mrr_at_100_max": 0.188643, "nauc_mrr_at_100_std": -0.010106, "nauc_mrr_at_100_diff1": 0.198129, "nauc_mrr_at_1000_max": 0.188613, "nauc_mrr_at_1000_std": -0.010463, "nauc_mrr_at_1000_diff1": 0.198313, "main_score": 0.27156, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0425, "ndcg_at_3": 0.04793, "ndcg_at_5": 0.05227, "ndcg_at_10": 0.06312, "ndcg_at_20": 0.07531, "ndcg_at_100": 0.12514, "ndcg_at_1000": 0.21738, "map_at_1": 0.00844, "map_at_3": 0.02111, "map_at_5": 0.02574, "map_at_10": 0.03147, "map_at_20": 0.03474, "map_at_100": 0.04471, "map_at_1000": 0.05543, "recall_at_1": 0.00844, "recall_at_3": 0.03006, "recall_at_5": 0.04213, "recall_at_10": 0.07021, "recall_at_20": 0.09968, "recall_at_100": 0.24643, "recall_at_1000": 0.61167, "precision_at_1": 0.05, "precision_at_3": 0.05667, "precision_at_5": 0.05, "precision_at_10": 0.041, "precision_at_20": 0.0365, "precision_at_100": 0.02865, "precision_at_1000": 0.00863, "mrr_at_1": 0.05, "mrr_at_3": 0.083333, "mrr_at_5": 0.094333, "mrr_at_10": 0.102774, "mrr_at_20": 0.113328, "mrr_at_100": 0.119417, "mrr_at_1000": 0.120644, "nauc_ndcg_at_1_max": 0.23793, "nauc_ndcg_at_1_std": 0.27925, "nauc_ndcg_at_1_diff1": -0.037785, "nauc_ndcg_at_3_max": 0.298733, "nauc_ndcg_at_3_std": 0.294418, "nauc_ndcg_at_3_diff1": -0.102249, "nauc_ndcg_at_5_max": 0.348785, "nauc_ndcg_at_5_std": 0.327626, "nauc_ndcg_at_5_diff1": -0.131682, "nauc_ndcg_at_10_max": 0.31872, "nauc_ndcg_at_10_std": 0.316699, "nauc_ndcg_at_10_diff1": -0.144699, "nauc_ndcg_at_20_max": 0.30564, "nauc_ndcg_at_20_std": 0.303274, "nauc_ndcg_at_20_diff1": -0.134819, "nauc_ndcg_at_100_max": 0.429344, "nauc_ndcg_at_100_std": 0.457486, "nauc_ndcg_at_100_diff1": -0.137182, "nauc_ndcg_at_1000_max": 0.511343, "nauc_ndcg_at_1000_std": 0.506829, "nauc_ndcg_at_1000_diff1": -0.073097, "nauc_map_at_1_max": 0.203987, "nauc_map_at_1_std": 0.260889, "nauc_map_at_1_diff1": -0.049077, "nauc_map_at_3_max": 0.241079, "nauc_map_at_3_std": 0.236772, "nauc_map_at_3_diff1": -0.146875, "nauc_map_at_5_max": 0.30141, "nauc_map_at_5_std": 0.282837, "nauc_map_at_5_diff1": -0.150824, "nauc_map_at_10_max": 0.288975, "nauc_map_at_10_std": 0.28665, "nauc_map_at_10_diff1": -0.150916, "nauc_map_at_20_max": 0.294934, "nauc_map_at_20_std": 0.296714, "nauc_map_at_20_diff1": -0.151086, "nauc_map_at_100_max": 0.353941, "nauc_map_at_100_std": 0.363795, "nauc_map_at_100_diff1": -0.144088, "nauc_map_at_1000_max": 0.417341, "nauc_map_at_1000_std": 0.423131, "nauc_map_at_1000_diff1": -0.131522, "nauc_recall_at_1_max": 0.203987, "nauc_recall_at_1_std": 0.260889, "nauc_recall_at_1_diff1": -0.049077, "nauc_recall_at_3_max": 0.24683, "nauc_recall_at_3_std": 0.215174, "nauc_recall_at_3_diff1": -0.17166, "nauc_recall_at_5_max": 0.321161, "nauc_recall_at_5_std": 0.280628, "nauc_recall_at_5_diff1": -0.182607, "nauc_recall_at_10_max": 0.282522, "nauc_recall_at_10_std": 0.291178, "nauc_recall_at_10_diff1": -0.169971, "nauc_recall_at_20_max": 0.263132, "nauc_recall_at_20_std": 0.272935, "nauc_recall_at_20_diff1": -0.143663, "nauc_recall_at_100_max": 0.41981, "nauc_recall_at_100_std": 0.480716, "nauc_recall_at_100_diff1": -0.154936, "nauc_recall_at_1000_max": 0.484194, "nauc_recall_at_1000_std": 0.491593, "nauc_recall_at_1000_diff1": -0.014546, "nauc_precision_at_1_max": 0.301529, "nauc_precision_at_1_std": 0.336651, "nauc_precision_at_1_diff1": -0.044433, "nauc_precision_at_3_max": 0.385084, "nauc_precision_at_3_std": 0.378515, "nauc_precision_at_3_diff1": -0.122399, "nauc_precision_at_5_max": 0.429991, "nauc_precision_at_5_std": 0.415861, "nauc_precision_at_5_diff1": -0.120239, "nauc_precision_at_10_max": 0.391485, "nauc_precision_at_10_std": 0.387442, "nauc_precision_at_10_diff1": -0.143183, "nauc_precision_at_20_max": 0.402544, "nauc_precision_at_20_std": 0.388352, "nauc_precision_at_20_diff1": -0.129915, "nauc_precision_at_100_max": 0.530844, "nauc_precision_at_100_std": 0.515288, "nauc_precision_at_100_diff1": -0.03837, "nauc_precision_at_1000_max": 0.481895, "nauc_precision_at_1000_std": 0.40106, "nauc_precision_at_1000_diff1": 0.009201, "nauc_mrr_at_1_max": 0.301529, "nauc_mrr_at_1_std": 0.336651, "nauc_mrr_at_1_diff1": -0.044433, "nauc_mrr_at_3_max": 0.319506, "nauc_mrr_at_3_std": 0.319817, "nauc_mrr_at_3_diff1": -0.101977, "nauc_mrr_at_5_max": 0.33736, "nauc_mrr_at_5_std": 0.336576, "nauc_mrr_at_5_diff1": -0.099877, "nauc_mrr_at_10_max": 0.341808, "nauc_mrr_at_10_std": 0.341334, "nauc_mrr_at_10_diff1": -0.105118, "nauc_mrr_at_20_max": 0.346249, "nauc_mrr_at_20_std": 0.338374, "nauc_mrr_at_20_diff1": -0.091392, "nauc_mrr_at_100_max": 0.355299, "nauc_mrr_at_100_std": 0.349449, "nauc_mrr_at_100_diff1": -0.100431, "nauc_mrr_at_1000_max": 0.354348, "nauc_mrr_at_1000_std": 0.348026, "nauc_mrr_at_1000_diff1": -0.098659, "main_score": 0.06312, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1, "ndcg_at_3": 0.10033, "ndcg_at_5": 0.10788, "ndcg_at_10": 0.12087, "ndcg_at_20": 0.13505, "ndcg_at_100": 0.18908, "ndcg_at_1000": 0.28546, "map_at_1": 0.02576, "map_at_3": 0.04606, "map_at_5": 0.05657, "map_at_10": 0.06707, "map_at_20": 0.07394, "map_at_100": 0.08634, "map_at_1000": 0.09698, "recall_at_1": 0.02576, "recall_at_3": 0.05778, "recall_at_5": 0.0864, "recall_at_10": 0.12957, "recall_at_20": 0.16988, "recall_at_100": 0.33695, "recall_at_1000": 0.73461, "precision_at_1": 0.12, "precision_at_3": 0.10667, "precision_at_5": 0.098, "precision_at_10": 0.0815, "precision_at_20": 0.062, "precision_at_100": 0.03445, "precision_at_1000": 0.00946, "mrr_at_1": 0.12, "mrr_at_3": 0.166667, "mrr_at_5": 0.181417, "mrr_at_10": 0.197599, "mrr_at_20": 0.203682, "mrr_at_100": 0.209458, "mrr_at_1000": 0.210516, "nauc_ndcg_at_1_max": 0.066405, "nauc_ndcg_at_1_std": 0.040864, "nauc_ndcg_at_1_diff1": 0.273639, "nauc_ndcg_at_3_max": 0.163232, "nauc_ndcg_at_3_std": 0.127032, "nauc_ndcg_at_3_diff1": 0.196323, "nauc_ndcg_at_5_max": 0.170996, "nauc_ndcg_at_5_std": 0.127878, "nauc_ndcg_at_5_diff1": 0.152687, "nauc_ndcg_at_10_max": 0.180792, "nauc_ndcg_at_10_std": 0.101086, "nauc_ndcg_at_10_diff1": 0.1937, "nauc_ndcg_at_20_max": 0.174167, "nauc_ndcg_at_20_std": 0.104237, "nauc_ndcg_at_20_diff1": 0.187862, "nauc_ndcg_at_100_max": 0.201012, "nauc_ndcg_at_100_std": 0.154788, "nauc_ndcg_at_100_diff1": 0.190446, "nauc_ndcg_at_1000_max": 0.258052, "nauc_ndcg_at_1000_std": 0.312408, "nauc_ndcg_at_1000_diff1": 0.137185, "nauc_map_at_1_max": -0.033731, "nauc_map_at_1_std": -0.070018, "nauc_map_at_1_diff1": 0.314852, "nauc_map_at_3_max": 0.017836, "nauc_map_at_3_std": -0.010903, "nauc_map_at_3_diff1": 0.249742, "nauc_map_at_5_max": 0.047943, "nauc_map_at_5_std": 0.009725, "nauc_map_at_5_diff1": 0.207485, "nauc_map_at_10_max": 0.089329, "nauc_map_at_10_std": 0.006365, "nauc_map_at_10_diff1": 0.226891, "nauc_map_at_20_max": 0.096658, "nauc_map_at_20_std": 0.017688, "nauc_map_at_20_diff1": 0.220926, "nauc_map_at_100_max": 0.130142, "nauc_map_at_100_std": 0.049379, "nauc_map_at_100_diff1": 0.206134, "nauc_map_at_1000_max": 0.157432, "nauc_map_at_1000_std": 0.10869, "nauc_map_at_1000_diff1": 0.188563, "nauc_recall_at_1_max": -0.033731, "nauc_recall_at_1_std": -0.070018, "nauc_recall_at_1_diff1": 0.314852, "nauc_recall_at_3_max": 0.05766, "nauc_recall_at_3_std": 0.019066, "nauc_recall_at_3_diff1": 0.238571, "nauc_recall_at_5_max": 0.064501, "nauc_recall_at_5_std": 0.037042, "nauc_recall_at_5_diff1": 0.13191, "nauc_recall_at_10_max": 0.135992, "nauc_recall_at_10_std": 0.004476, "nauc_recall_at_10_diff1": 0.216826, "nauc_recall_at_20_max": 0.110779, "nauc_recall_at_20_std": 0.015381, "nauc_recall_at_20_diff1": 0.179468, "nauc_recall_at_100_max": 0.18461, "nauc_recall_at_100_std": 0.100587, "nauc_recall_at_100_diff1": 0.185787, "nauc_recall_at_1000_max": 0.230466, "nauc_recall_at_1000_std": 0.306899, "nauc_recall_at_1000_diff1": 0.082354, "nauc_precision_at_1_max": 0.047022, "nauc_precision_at_1_std": 0.077185, "nauc_precision_at_1_diff1": 0.22691, "nauc_precision_at_3_max": 0.198622, "nauc_precision_at_3_std": 0.172512, "nauc_precision_at_3_diff1": 0.137739, "nauc_precision_at_5_max": 0.236102, "nauc_precision_at_5_std": 0.206507, "nauc_precision_at_5_diff1": 0.079728, "nauc_precision_at_10_max": 0.301872, "nauc_precision_at_10_std": 0.259109, "nauc_precision_at_10_diff1": 0.10117, "nauc_precision_at_20_max": 0.301131, "nauc_precision_at_20_std": 0.322616, "nauc_precision_at_20_diff1": 0.059897, "nauc_precision_at_100_max": 0.312229, "nauc_precision_at_100_std": 0.484467, "nauc_precision_at_100_diff1": -0.059732, "nauc_precision_at_1000_max": 0.303772, "nauc_precision_at_1000_std": 0.548619, "nauc_precision_at_1000_diff1": -0.161872, "nauc_mrr_at_1_max": 0.047022, "nauc_mrr_at_1_std": 0.077185, "nauc_mrr_at_1_diff1": 0.22691, "nauc_mrr_at_3_max": 0.14318, "nauc_mrr_at_3_std": 0.122343, "nauc_mrr_at_3_diff1": 0.176549, "nauc_mrr_at_5_max": 0.149369, "nauc_mrr_at_5_std": 0.152037, "nauc_mrr_at_5_diff1": 0.158734, "nauc_mrr_at_10_max": 0.159235, "nauc_mrr_at_10_std": 0.163453, "nauc_mrr_at_10_diff1": 0.174423, "nauc_mrr_at_20_max": 0.157594, "nauc_mrr_at_20_std": 0.167348, "nauc_mrr_at_20_diff1": 0.167994, "nauc_mrr_at_100_max": 0.15436, "nauc_mrr_at_100_std": 0.167639, "nauc_mrr_at_100_diff1": 0.16834, "nauc_mrr_at_1000_max": 0.154177, "nauc_mrr_at_1000_std": 0.16656, "nauc_mrr_at_1000_diff1": 0.168231, "main_score": 0.12087, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "gastroenterology": [ { "ndcg_at_1": 0.2175, "ndcg_at_3": 0.23076, "ndcg_at_5": 0.2364, "ndcg_at_10": 0.23962, "ndcg_at_20": 0.24753, "ndcg_at_100": 0.30536, "ndcg_at_1000": 0.43112, "map_at_1": 0.01567, "map_at_3": 0.04147, "map_at_5": 0.05596, "map_at_10": 0.07703, "map_at_20": 0.09506, "map_at_100": 0.13022, "map_at_1000": 0.16128, "recall_at_1": 0.01567, "recall_at_3": 0.05906, "recall_at_5": 0.08952, "recall_at_10": 0.14597, "recall_at_20": 0.20679, "recall_at_100": 0.40167, "recall_at_1000": 0.76792, "precision_at_1": 0.285, "precision_at_3": 0.295, "precision_at_5": 0.28, "precision_at_10": 0.2515, "precision_at_20": 0.20825, "precision_at_100": 0.11725, "precision_at_1000": 0.03461, "mrr_at_1": 0.285, "mrr_at_3": 0.4025, "mrr_at_5": 0.42375, "mrr_at_10": 0.440966, "mrr_at_20": 0.446792, "mrr_at_100": 0.449217, "mrr_at_1000": 0.449383, "nauc_ndcg_at_1_max": 0.007143, "nauc_ndcg_at_1_std": -0.162617, "nauc_ndcg_at_1_diff1": 0.013953, "nauc_ndcg_at_3_max": 0.085298, "nauc_ndcg_at_3_std": -0.134654, "nauc_ndcg_at_3_diff1": 0.081302, "nauc_ndcg_at_5_max": 0.098727, "nauc_ndcg_at_5_std": -0.167917, "nauc_ndcg_at_5_diff1": 0.083415, "nauc_ndcg_at_10_max": 0.088817, "nauc_ndcg_at_10_std": -0.1681, "nauc_ndcg_at_10_diff1": 0.077643, "nauc_ndcg_at_20_max": 0.079604, "nauc_ndcg_at_20_std": -0.169041, "nauc_ndcg_at_20_diff1": 0.043062, "nauc_ndcg_at_100_max": 0.084122, "nauc_ndcg_at_100_std": -0.112636, "nauc_ndcg_at_100_diff1": 0.074842, "nauc_ndcg_at_1000_max": 0.276159, "nauc_ndcg_at_1000_std": 0.058186, "nauc_ndcg_at_1000_diff1": 0.153451, "nauc_map_at_1_max": -0.156327, "nauc_map_at_1_std": -0.281597, "nauc_map_at_1_diff1": -0.079856, "nauc_map_at_3_max": -0.098412, "nauc_map_at_3_std": -0.28322, "nauc_map_at_3_diff1": 0.080545, "nauc_map_at_5_max": -0.076227, "nauc_map_at_5_std": -0.287693, "nauc_map_at_5_diff1": 0.053305, "nauc_map_at_10_max": -0.070341, "nauc_map_at_10_std": -0.276547, "nauc_map_at_10_diff1": 0.038522, "nauc_map_at_20_max": -0.070907, "nauc_map_at_20_std": -0.274223, "nauc_map_at_20_diff1": 0.025319, "nauc_map_at_100_max": 0.002539, "nauc_map_at_100_std": -0.205279, "nauc_map_at_100_diff1": 0.070184, "nauc_map_at_1000_max": 0.121843, "nauc_map_at_1000_std": -0.100614, "nauc_map_at_1000_diff1": 0.098696, "nauc_recall_at_1_max": -0.156327, "nauc_recall_at_1_std": -0.281597, "nauc_recall_at_1_diff1": -0.079856, "nauc_recall_at_3_max": -0.051553, "nauc_recall_at_3_std": -0.246414, "nauc_recall_at_3_diff1": 0.126859, "nauc_recall_at_5_max": -0.061324, "nauc_recall_at_5_std": -0.261643, "nauc_recall_at_5_diff1": 0.050556, "nauc_recall_at_10_max": -0.096097, "nauc_recall_at_10_std": -0.245263, "nauc_recall_at_10_diff1": -0.003269, "nauc_recall_at_20_max": -0.129639, "nauc_recall_at_20_std": -0.253038, "nauc_recall_at_20_diff1": -0.050581, "nauc_recall_at_100_max": -0.116958, "nauc_recall_at_100_std": -0.135433, "nauc_recall_at_100_diff1": -0.006239, "nauc_recall_at_1000_max": 0.148694, "nauc_recall_at_1000_std": 0.171598, "nauc_recall_at_1000_diff1": 0.092374, "nauc_precision_at_1_max": -0.01329, "nauc_precision_at_1_std": -0.183699, "nauc_precision_at_1_diff1": 0.019079, "nauc_precision_at_3_max": 0.118793, "nauc_precision_at_3_std": -0.131977, "nauc_precision_at_3_diff1": 0.094855, "nauc_precision_at_5_max": 0.144328, "nauc_precision_at_5_std": -0.148321, "nauc_precision_at_5_diff1": 0.094413, "nauc_precision_at_10_max": 0.194573, "nauc_precision_at_10_std": -0.072538, "nauc_precision_at_10_diff1": 0.114755, "nauc_precision_at_20_max": 0.275886, "nauc_precision_at_20_std": 0.033307, "nauc_precision_at_20_diff1": 0.120732, "nauc_precision_at_100_max": 0.406897, "nauc_precision_at_100_std": 0.249605, "nauc_precision_at_100_diff1": 0.142815, "nauc_precision_at_1000_max": 0.451672, "nauc_precision_at_1000_std": 0.240989, "nauc_precision_at_1000_diff1": 0.074495, "nauc_mrr_at_1_max": -0.01329, "nauc_mrr_at_1_std": -0.183699, "nauc_mrr_at_1_diff1": 0.019079, "nauc_mrr_at_3_max": 0.06127, "nauc_mrr_at_3_std": -0.16341, "nauc_mrr_at_3_diff1": 0.058169, "nauc_mrr_at_5_max": 0.053563, "nauc_mrr_at_5_std": -0.173536, "nauc_mrr_at_5_diff1": 0.051746, "nauc_mrr_at_10_max": 0.060886, "nauc_mrr_at_10_std": -0.168602, "nauc_mrr_at_10_diff1": 0.051888, "nauc_mrr_at_20_max": 0.062277, "nauc_mrr_at_20_std": -0.163984, "nauc_mrr_at_20_diff1": 0.055138, "nauc_mrr_at_100_max": 0.0598, "nauc_mrr_at_100_std": -0.165578, "nauc_mrr_at_100_diff1": 0.053697, "nauc_mrr_at_1000_max": 0.059643, "nauc_mrr_at_1000_std": -0.165665, "nauc_mrr_at_1000_diff1": 0.053478, "main_score": 0.23962, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.055, "ndcg_at_3": 0.04853, "ndcg_at_5": 0.04888, "ndcg_at_10": 0.05006, "ndcg_at_20": 0.05394, "ndcg_at_100": 0.07551, "ndcg_at_1000": 0.16143, "map_at_1": 0.00472, "map_at_3": 0.00799, "map_at_5": 0.01011, "map_at_10": 0.01282, "map_at_20": 0.01553, "map_at_100": 0.0219, "map_at_1000": 0.03164, "recall_at_1": 0.00472, "recall_at_3": 0.01159, "recall_at_5": 0.01566, "recall_at_10": 0.02885, "recall_at_20": 0.04416, "recall_at_100": 0.11074, "recall_at_1000": 0.37399, "precision_at_1": 0.07, "precision_at_3": 0.05667, "precision_at_5": 0.06, "precision_at_10": 0.0525, "precision_at_20": 0.04875, "precision_at_100": 0.03535, "precision_at_1000": 0.01847, "mrr_at_1": 0.07, "mrr_at_3": 0.100833, "mrr_at_5": 0.112583, "mrr_at_10": 0.125643, "mrr_at_20": 0.130294, "mrr_at_100": 0.135624, "mrr_at_1000": 0.136872, "nauc_ndcg_at_1_max": 0.384296, "nauc_ndcg_at_1_std": 0.242628, "nauc_ndcg_at_1_diff1": -0.015208, "nauc_ndcg_at_3_max": 0.324924, "nauc_ndcg_at_3_std": 0.211976, "nauc_ndcg_at_3_diff1": -0.044896, "nauc_ndcg_at_5_max": 0.316956, "nauc_ndcg_at_5_std": 0.201793, "nauc_ndcg_at_5_diff1": -0.045802, "nauc_ndcg_at_10_max": 0.399521, "nauc_ndcg_at_10_std": 0.266945, "nauc_ndcg_at_10_diff1": -0.026266, "nauc_ndcg_at_20_max": 0.408567, "nauc_ndcg_at_20_std": 0.245347, "nauc_ndcg_at_20_diff1": -0.007087, "nauc_ndcg_at_100_max": 0.452003, "nauc_ndcg_at_100_std": 0.263783, "nauc_ndcg_at_100_diff1": 0.026892, "nauc_ndcg_at_1000_max": 0.533196, "nauc_ndcg_at_1000_std": 0.326088, "nauc_ndcg_at_1000_diff1": 0.092153, "nauc_map_at_1_max": 0.385177, "nauc_map_at_1_std": 0.13238, "nauc_map_at_1_diff1": -0.07986, "nauc_map_at_3_max": 0.302592, "nauc_map_at_3_std": 0.095523, "nauc_map_at_3_diff1": -0.129837, "nauc_map_at_5_max": 0.267368, "nauc_map_at_5_std": 0.078369, "nauc_map_at_5_diff1": -0.149632, "nauc_map_at_10_max": 0.358828, "nauc_map_at_10_std": 0.183014, "nauc_map_at_10_diff1": -0.130748, "nauc_map_at_20_max": 0.365314, "nauc_map_at_20_std": 0.173742, "nauc_map_at_20_diff1": -0.111814, "nauc_map_at_100_max": 0.41773, "nauc_map_at_100_std": 0.221581, "nauc_map_at_100_diff1": -0.027309, "nauc_map_at_1000_max": 0.485275, "nauc_map_at_1000_std": 0.292782, "nauc_map_at_1000_diff1": 0.038261, "nauc_recall_at_1_max": 0.385177, "nauc_recall_at_1_std": 0.13238, "nauc_recall_at_1_diff1": -0.07986, "nauc_recall_at_3_max": 0.254408, "nauc_recall_at_3_std": 0.056793, "nauc_recall_at_3_diff1": -0.166695, "nauc_recall_at_5_max": 0.214828, "nauc_recall_at_5_std": 0.053847, "nauc_recall_at_5_diff1": -0.189519, "nauc_recall_at_10_max": 0.436719, "nauc_recall_at_10_std": 0.284372, "nauc_recall_at_10_diff1": -0.137573, "nauc_recall_at_20_max": 0.40574, "nauc_recall_at_20_std": 0.199458, "nauc_recall_at_20_diff1": -0.080356, "nauc_recall_at_100_max": 0.422422, "nauc_recall_at_100_std": 0.223025, "nauc_recall_at_100_diff1": 0.013633, "nauc_recall_at_1000_max": 0.494679, "nauc_recall_at_1000_std": 0.277139, "nauc_recall_at_1000_diff1": 0.137501, "nauc_precision_at_1_max": 0.326268, "nauc_precision_at_1_std": 0.247729, "nauc_precision_at_1_diff1": -0.076086, "nauc_precision_at_3_max": 0.306358, "nauc_precision_at_3_std": 0.168942, "nauc_precision_at_3_diff1": -0.028155, "nauc_precision_at_5_max": 0.296407, "nauc_precision_at_5_std": 0.197746, "nauc_precision_at_5_diff1": -0.015607, "nauc_precision_at_10_max": 0.363548, "nauc_precision_at_10_std": 0.295543, "nauc_precision_at_10_diff1": 0.013166, "nauc_precision_at_20_max": 0.408813, "nauc_precision_at_20_std": 0.289883, "nauc_precision_at_20_diff1": 0.109319, "nauc_precision_at_100_max": 0.477202, "nauc_precision_at_100_std": 0.308438, "nauc_precision_at_100_diff1": 0.172992, "nauc_precision_at_1000_max": 0.480488, "nauc_precision_at_1000_std": 0.384215, "nauc_precision_at_1000_diff1": 0.165297, "nauc_mrr_at_1_max": 0.326268, "nauc_mrr_at_1_std": 0.247729, "nauc_mrr_at_1_diff1": -0.076086, "nauc_mrr_at_3_max": 0.267758, "nauc_mrr_at_3_std": 0.214324, "nauc_mrr_at_3_diff1": -0.097685, "nauc_mrr_at_5_max": 0.262897, "nauc_mrr_at_5_std": 0.229143, "nauc_mrr_at_5_diff1": -0.077466, "nauc_mrr_at_10_max": 0.288271, "nauc_mrr_at_10_std": 0.25116, "nauc_mrr_at_10_diff1": -0.063498, "nauc_mrr_at_20_max": 0.296022, "nauc_mrr_at_20_std": 0.249661, "nauc_mrr_at_20_diff1": -0.054385, "nauc_mrr_at_100_max": 0.299688, "nauc_mrr_at_100_std": 0.247661, "nauc_mrr_at_100_diff1": -0.054187, "nauc_mrr_at_1000_max": 0.299661, "nauc_mrr_at_1000_std": 0.247797, "nauc_mrr_at_1000_diff1": -0.05421, "main_score": 0.05006, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.075, "ndcg_at_3": 0.0712, "ndcg_at_5": 0.07196, "ndcg_at_10": 0.07319, "ndcg_at_20": 0.07972, "ndcg_at_100": 0.10564, "ndcg_at_1000": 0.20627, "map_at_1": 0.00463, "map_at_3": 0.00976, "map_at_5": 0.01392, "map_at_10": 0.01754, "map_at_20": 0.02276, "map_at_100": 0.03344, "map_at_1000": 0.0498, "recall_at_1": 0.00463, "recall_at_3": 0.01111, "recall_at_5": 0.02198, "recall_at_10": 0.03197, "recall_at_20": 0.06133, "recall_at_100": 0.14821, "recall_at_1000": 0.44916, "precision_at_1": 0.095, "precision_at_3": 0.095, "precision_at_5": 0.092, "precision_at_10": 0.088, "precision_at_20": 0.0825, "precision_at_100": 0.05505, "precision_at_1000": 0.024, "mrr_at_1": 0.095, "mrr_at_3": 0.131667, "mrr_at_5": 0.146167, "mrr_at_10": 0.159351, "mrr_at_20": 0.16592, "mrr_at_100": 0.170266, "mrr_at_1000": 0.171585, "nauc_ndcg_at_1_max": 0.49509, "nauc_ndcg_at_1_std": 0.306627, "nauc_ndcg_at_1_diff1": 0.064976, "nauc_ndcg_at_3_max": 0.506771, "nauc_ndcg_at_3_std": 0.332547, "nauc_ndcg_at_3_diff1": 0.091087, "nauc_ndcg_at_5_max": 0.512338, "nauc_ndcg_at_5_std": 0.329322, "nauc_ndcg_at_5_diff1": 0.118362, "nauc_ndcg_at_10_max": 0.525343, "nauc_ndcg_at_10_std": 0.290963, "nauc_ndcg_at_10_diff1": 0.075713, "nauc_ndcg_at_20_max": 0.566648, "nauc_ndcg_at_20_std": 0.31818, "nauc_ndcg_at_20_diff1": 0.063791, "nauc_ndcg_at_100_max": 0.547273, "nauc_ndcg_at_100_std": 0.29611, "nauc_ndcg_at_100_diff1": 0.066357, "nauc_ndcg_at_1000_max": 0.533196, "nauc_ndcg_at_1000_std": 0.349439, "nauc_ndcg_at_1000_diff1": 0.01331, "nauc_map_at_1_max": 0.671579, "nauc_map_at_1_std": 0.072624, "nauc_map_at_1_diff1": 0.421138, "nauc_map_at_3_max": 0.628311, "nauc_map_at_3_std": 0.066736, "nauc_map_at_3_diff1": 0.432236, "nauc_map_at_5_max": 0.583347, "nauc_map_at_5_std": 0.045991, "nauc_map_at_5_diff1": 0.37483, "nauc_map_at_10_max": 0.585066, "nauc_map_at_10_std": 0.084778, "nauc_map_at_10_diff1": 0.282907, "nauc_map_at_20_max": 0.600214, "nauc_map_at_20_std": 0.159449, "nauc_map_at_20_diff1": 0.222154, "nauc_map_at_100_max": 0.589587, "nauc_map_at_100_std": 0.22743, "nauc_map_at_100_diff1": 0.192015, "nauc_map_at_1000_max": 0.588819, "nauc_map_at_1000_std": 0.280224, "nauc_map_at_1000_diff1": 0.119025, "nauc_recall_at_1_max": 0.671579, "nauc_recall_at_1_std": 0.072624, "nauc_recall_at_1_diff1": 0.421138, "nauc_recall_at_3_max": 0.58673, "nauc_recall_at_3_std": 0.077564, "nauc_recall_at_3_diff1": 0.353594, "nauc_recall_at_5_max": 0.443708, "nauc_recall_at_5_std": 0.014916, "nauc_recall_at_5_diff1": 0.250948, "nauc_recall_at_10_max": 0.446558, "nauc_recall_at_10_std": 0.070486, "nauc_recall_at_10_diff1": 0.153596, "nauc_recall_at_20_max": 0.528669, "nauc_recall_at_20_std": 0.28736, "nauc_recall_at_20_diff1": 0.039099, "nauc_recall_at_100_max": 0.439874, "nauc_recall_at_100_std": 0.256106, "nauc_recall_at_100_diff1": 0.055795, "nauc_recall_at_1000_max": 0.438889, "nauc_recall_at_1000_std": 0.311813, "nauc_recall_at_1000_diff1": -0.012306, "nauc_precision_at_1_max": 0.574697, "nauc_precision_at_1_std": 0.388672, "nauc_precision_at_1_diff1": 0.132207, "nauc_precision_at_3_max": 0.502473, "nauc_precision_at_3_std": 0.396965, "nauc_precision_at_3_diff1": 0.092558, "nauc_precision_at_5_max": 0.520249, "nauc_precision_at_5_std": 0.382485, "nauc_precision_at_5_diff1": 0.081454, "nauc_precision_at_10_max": 0.511538, "nauc_precision_at_10_std": 0.333413, "nauc_precision_at_10_diff1": -0.028953, "nauc_precision_at_20_max": 0.501788, "nauc_precision_at_20_std": 0.334713, "nauc_precision_at_20_diff1": -0.028211, "nauc_precision_at_100_max": 0.448027, "nauc_precision_at_100_std": 0.30051, "nauc_precision_at_100_diff1": -0.049925, "nauc_precision_at_1000_max": 0.379518, "nauc_precision_at_1000_std": 0.189593, "nauc_precision_at_1000_diff1": -0.151365, "nauc_mrr_at_1_max": 0.574697, "nauc_mrr_at_1_std": 0.388672, "nauc_mrr_at_1_diff1": 0.132207, "nauc_mrr_at_3_max": 0.520184, "nauc_mrr_at_3_std": 0.387773, "nauc_mrr_at_3_diff1": 0.071544, "nauc_mrr_at_5_max": 0.510923, "nauc_mrr_at_5_std": 0.36601, "nauc_mrr_at_5_diff1": 0.069724, "nauc_mrr_at_10_max": 0.501044, "nauc_mrr_at_10_std": 0.353202, "nauc_mrr_at_10_diff1": 0.052156, "nauc_mrr_at_20_max": 0.501942, "nauc_mrr_at_20_std": 0.357888, "nauc_mrr_at_20_diff1": 0.049841, "nauc_mrr_at_100_max": 0.504112, "nauc_mrr_at_100_std": 0.361312, "nauc_mrr_at_100_diff1": 0.053115, "nauc_mrr_at_1000_max": 0.504435, "nauc_mrr_at_1000_std": 0.361509, "nauc_mrr_at_1000_diff1": 0.05376, "main_score": 0.07319, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "genetics": [ { "ndcg_at_1": 0.2925, "ndcg_at_3": 0.27966, "ndcg_at_5": 0.27615, "ndcg_at_10": 0.27655, "ndcg_at_20": 0.288, "ndcg_at_100": 0.32552, "ndcg_at_1000": 0.43158, "map_at_1": 0.03763, "map_at_3": 0.06756, "map_at_5": 0.08469, "map_at_10": 0.10641, "map_at_20": 0.12505, "map_at_100": 0.15472, "map_at_1000": 0.18534, "recall_at_1": 0.03763, "recall_at_3": 0.08694, "recall_at_5": 0.12548, "recall_at_10": 0.18295, "recall_at_20": 0.25665, "recall_at_100": 0.42219, "recall_at_1000": 0.72261, "precision_at_1": 0.365, "precision_at_3": 0.32167, "precision_at_5": 0.29, "precision_at_10": 0.2445, "precision_at_20": 0.1985, "precision_at_100": 0.1111, "precision_at_1000": 0.03795, "mrr_at_1": 0.365, "mrr_at_3": 0.476667, "mrr_at_5": 0.498417, "mrr_at_10": 0.509052, "mrr_at_20": 0.51532, "mrr_at_100": 0.517165, "mrr_at_1000": 0.517371, "nauc_ndcg_at_1_max": 0.091212, "nauc_ndcg_at_1_std": 0.193564, "nauc_ndcg_at_1_diff1": 0.003776, "nauc_ndcg_at_3_max": 0.078387, "nauc_ndcg_at_3_std": 0.212988, "nauc_ndcg_at_3_diff1": 0.034493, "nauc_ndcg_at_5_max": 0.078678, "nauc_ndcg_at_5_std": 0.217355, "nauc_ndcg_at_5_diff1": 0.059811, "nauc_ndcg_at_10_max": 0.028579, "nauc_ndcg_at_10_std": 0.209427, "nauc_ndcg_at_10_diff1": 0.087751, "nauc_ndcg_at_20_max": -0.030247, "nauc_ndcg_at_20_std": 0.220594, "nauc_ndcg_at_20_diff1": 0.128034, "nauc_ndcg_at_100_max": -0.044074, "nauc_ndcg_at_100_std": 0.323946, "nauc_ndcg_at_100_diff1": 0.159527, "nauc_ndcg_at_1000_max": 0.140822, "nauc_ndcg_at_1000_std": 0.486996, "nauc_ndcg_at_1000_diff1": 0.079609, "nauc_map_at_1_max": -0.182147, "nauc_map_at_1_std": 0.092706, "nauc_map_at_1_diff1": 0.313203, "nauc_map_at_3_max": -0.169429, "nauc_map_at_3_std": 0.097534, "nauc_map_at_3_diff1": 0.308098, "nauc_map_at_5_max": -0.167783, "nauc_map_at_5_std": 0.090499, "nauc_map_at_5_diff1": 0.287457, "nauc_map_at_10_max": -0.160327, "nauc_map_at_10_std": 0.103932, "nauc_map_at_10_diff1": 0.255962, "nauc_map_at_20_max": -0.145221, "nauc_map_at_20_std": 0.121869, "nauc_map_at_20_diff1": 0.243748, "nauc_map_at_100_max": -0.095896, "nauc_map_at_100_std": 0.213171, "nauc_map_at_100_diff1": 0.21617, "nauc_map_at_1000_max": 0.02583, "nauc_map_at_1000_std": 0.324566, "nauc_map_at_1000_diff1": 0.157213, "nauc_recall_at_1_max": -0.182147, "nauc_recall_at_1_std": 0.092706, "nauc_recall_at_1_diff1": 0.313203, "nauc_recall_at_3_max": -0.203599, "nauc_recall_at_3_std": 0.039429, "nauc_recall_at_3_diff1": 0.321893, "nauc_recall_at_5_max": -0.206854, "nauc_recall_at_5_std": 0.025466, "nauc_recall_at_5_diff1": 0.29026, "nauc_recall_at_10_max": -0.221917, "nauc_recall_at_10_std": 0.043141, "nauc_recall_at_10_diff1": 0.248058, "nauc_recall_at_20_max": -0.244151, "nauc_recall_at_20_std": 0.052231, "nauc_recall_at_20_diff1": 0.250075, "nauc_recall_at_100_max": -0.237991, "nauc_recall_at_100_std": 0.215468, "nauc_recall_at_100_diff1": 0.236855, "nauc_recall_at_1000_max": -0.061969, "nauc_recall_at_1000_std": 0.520271, "nauc_recall_at_1000_diff1": 0.217902, "nauc_precision_at_1_max": 0.112997, "nauc_precision_at_1_std": 0.222565, "nauc_precision_at_1_diff1": 0.060913, "nauc_precision_at_3_max": 0.136475, "nauc_precision_at_3_std": 0.221446, "nauc_precision_at_3_diff1": 0.001911, "nauc_precision_at_5_max": 0.224862, "nauc_precision_at_5_std": 0.264572, "nauc_precision_at_5_diff1": -0.023215, "nauc_precision_at_10_max": 0.286314, "nauc_precision_at_10_std": 0.301066, "nauc_precision_at_10_diff1": -0.077223, "nauc_precision_at_20_max": 0.342253, "nauc_precision_at_20_std": 0.328685, "nauc_precision_at_20_diff1": -0.135455, "nauc_precision_at_100_max": 0.426138, "nauc_precision_at_100_std": 0.390672, "nauc_precision_at_100_diff1": -0.218176, "nauc_precision_at_1000_max": 0.521506, "nauc_precision_at_1000_std": 0.296431, "nauc_precision_at_1000_diff1": -0.2738, "nauc_mrr_at_1_max": 0.112997, "nauc_mrr_at_1_std": 0.222565, "nauc_mrr_at_1_diff1": 0.060913, "nauc_mrr_at_3_max": 0.05561, "nauc_mrr_at_3_std": 0.183232, "nauc_mrr_at_3_diff1": 0.058086, "nauc_mrr_at_5_max": 0.088215, "nauc_mrr_at_5_std": 0.20512, "nauc_mrr_at_5_diff1": 0.07242, "nauc_mrr_at_10_max": 0.095316, "nauc_mrr_at_10_std": 0.212451, "nauc_mrr_at_10_diff1": 0.066719, "nauc_mrr_at_20_max": 0.093149, "nauc_mrr_at_20_std": 0.213935, "nauc_mrr_at_20_diff1": 0.065143, "nauc_mrr_at_100_max": 0.09339, "nauc_mrr_at_100_std": 0.212714, "nauc_mrr_at_100_diff1": 0.063646, "nauc_mrr_at_1000_max": 0.093374, "nauc_mrr_at_1000_std": 0.212334, "nauc_mrr_at_1000_diff1": 0.06346, "main_score": 0.27655, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0125, "ndcg_at_3": 0.01282, "ndcg_at_5": 0.01882, "ndcg_at_10": 0.02351, "ndcg_at_20": 0.02545, "ndcg_at_100": 0.04898, "ndcg_at_1000": 0.10357, "map_at_1": 0.00209, "map_at_3": 0.00339, "map_at_5": 0.00506, "map_at_10": 0.00734, "map_at_20": 0.00821, "map_at_100": 0.01212, "map_at_1000": 0.01748, "recall_at_1": 0.00209, "recall_at_3": 0.00554, "recall_at_5": 0.01093, "recall_at_10": 0.02403, "recall_at_20": 0.03008, "recall_at_100": 0.10071, "recall_at_1000": 0.29016, "precision_at_1": 0.015, "precision_at_3": 0.01833, "precision_at_5": 0.025, "precision_at_10": 0.0245, "precision_at_20": 0.01875, "precision_at_100": 0.0187, "precision_at_1000": 0.01127, "mrr_at_1": 0.015, "mrr_at_3": 0.0275, "mrr_at_5": 0.0355, "mrr_at_10": 0.043829, "mrr_at_20": 0.046871, "mrr_at_100": 0.052239, "mrr_at_1000": 0.053939, "nauc_ndcg_at_1_max": -0.273732, "nauc_ndcg_at_1_std": 0.459082, "nauc_ndcg_at_1_diff1": 0.150953, "nauc_ndcg_at_3_max": -0.027129, "nauc_ndcg_at_3_std": 0.279939, "nauc_ndcg_at_3_diff1": 0.253208, "nauc_ndcg_at_5_max": -0.077412, "nauc_ndcg_at_5_std": 0.148681, "nauc_ndcg_at_5_diff1": 0.150578, "nauc_ndcg_at_10_max": 0.001976, "nauc_ndcg_at_10_std": 0.191614, "nauc_ndcg_at_10_diff1": 0.175061, "nauc_ndcg_at_20_max": -0.00134, "nauc_ndcg_at_20_std": 0.209484, "nauc_ndcg_at_20_diff1": 0.185258, "nauc_ndcg_at_100_max": -0.097164, "nauc_ndcg_at_100_std": 0.101237, "nauc_ndcg_at_100_diff1": 0.112754, "nauc_ndcg_at_1000_max": -0.091733, "nauc_ndcg_at_1000_std": 0.100167, "nauc_ndcg_at_1000_diff1": 0.073941, "nauc_map_at_1_max": -0.374108, "nauc_map_at_1_std": 0.327176, "nauc_map_at_1_diff1": 0.148171, "nauc_map_at_3_max": -0.28353, "nauc_map_at_3_std": 0.185927, "nauc_map_at_3_diff1": 0.304446, "nauc_map_at_5_max": -0.260301, "nauc_map_at_5_std": 0.119602, "nauc_map_at_5_diff1": 0.176041, "nauc_map_at_10_max": -0.10458, "nauc_map_at_10_std": 0.125377, "nauc_map_at_10_diff1": 0.232572, "nauc_map_at_20_max": -0.107506, "nauc_map_at_20_std": 0.145426, "nauc_map_at_20_diff1": 0.244956, "nauc_map_at_100_max": -0.099985, "nauc_map_at_100_std": 0.163289, "nauc_map_at_100_diff1": 0.213858, "nauc_map_at_1000_max": -0.036551, "nauc_map_at_1000_std": 0.263395, "nauc_map_at_1000_diff1": 0.091323, "nauc_recall_at_1_max": -0.374108, "nauc_recall_at_1_std": 0.327176, "nauc_recall_at_1_diff1": 0.148171, "nauc_recall_at_3_max": -0.244527, "nauc_recall_at_3_std": 0.067337, "nauc_recall_at_3_diff1": 0.371555, "nauc_recall_at_5_max": -0.229676, "nauc_recall_at_5_std": -0.010224, "nauc_recall_at_5_diff1": 0.119423, "nauc_recall_at_10_max": 0.075118, "nauc_recall_at_10_std": 0.069708, "nauc_recall_at_10_diff1": 0.218793, "nauc_recall_at_20_max": 0.03164, "nauc_recall_at_20_std": 0.057037, "nauc_recall_at_20_diff1": 0.202365, "nauc_recall_at_100_max": -0.177997, "nauc_recall_at_100_std": -0.055348, "nauc_recall_at_100_diff1": 0.079903, "nauc_recall_at_1000_max": -0.217945, "nauc_recall_at_1000_std": -0.017609, "nauc_recall_at_1000_diff1": 0.029724, "nauc_precision_at_1_max": -0.211698, "nauc_precision_at_1_std": 0.549235, "nauc_precision_at_1_diff1": 0.056614, "nauc_precision_at_3_max": 0.059663, "nauc_precision_at_3_std": 0.19316, "nauc_precision_at_3_diff1": 0.170671, "nauc_precision_at_5_max": -0.003252, "nauc_precision_at_5_std": 0.153078, "nauc_precision_at_5_diff1": 0.039109, "nauc_precision_at_10_max": 0.030055, "nauc_precision_at_10_std": 0.269858, "nauc_precision_at_10_diff1": 0.012728, "nauc_precision_at_20_max": 0.050257, "nauc_precision_at_20_std": 0.297619, "nauc_precision_at_20_diff1": -0.034732, "nauc_precision_at_100_max": 0.149372, "nauc_precision_at_100_std": 0.320049, "nauc_precision_at_100_diff1": -0.156599, "nauc_precision_at_1000_max": 0.287955, "nauc_precision_at_1000_std": 0.457183, "nauc_precision_at_1000_diff1": -0.178633, "nauc_mrr_at_1_max": -0.211698, "nauc_mrr_at_1_std": 0.549235, "nauc_mrr_at_1_diff1": 0.056614, "nauc_mrr_at_3_max": -0.04019, "nauc_mrr_at_3_std": 0.277703, "nauc_mrr_at_3_diff1": 0.189827, "nauc_mrr_at_5_max": -0.033652, "nauc_mrr_at_5_std": 0.214644, "nauc_mrr_at_5_diff1": 0.136027, "nauc_mrr_at_10_max": -0.036073, "nauc_mrr_at_10_std": 0.22165, "nauc_mrr_at_10_diff1": 0.105025, "nauc_mrr_at_20_max": -0.022301, "nauc_mrr_at_20_std": 0.198123, "nauc_mrr_at_20_diff1": 0.085415, "nauc_mrr_at_100_max": -0.032725, "nauc_mrr_at_100_std": 0.175925, "nauc_mrr_at_100_diff1": 0.073227, "nauc_mrr_at_1000_max": -0.032155, "nauc_mrr_at_1000_std": 0.178991, "nauc_mrr_at_1000_diff1": 0.075603, "main_score": 0.02351, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0825, "ndcg_at_3": 0.06897, "ndcg_at_5": 0.07266, "ndcg_at_10": 0.08572, "ndcg_at_20": 0.09458, "ndcg_at_100": 0.12444, "ndcg_at_1000": 0.19972, "map_at_1": 0.01359, "map_at_3": 0.0222, "map_at_5": 0.02558, "map_at_10": 0.03341, "map_at_20": 0.03883, "map_at_100": 0.04714, "map_at_1000": 0.05793, "recall_at_1": 0.01359, "recall_at_3": 0.02792, "recall_at_5": 0.0372, "recall_at_10": 0.07207, "recall_at_20": 0.09966, "recall_at_100": 0.20013, "recall_at_1000": 0.44344, "precision_at_1": 0.11, "precision_at_3": 0.08, "precision_at_5": 0.076, "precision_at_10": 0.073, "precision_at_20": 0.06075, "precision_at_100": 0.0419, "precision_at_1000": 0.01923, "mrr_at_1": 0.11, "mrr_at_3": 0.141667, "mrr_at_5": 0.152667, "mrr_at_10": 0.168794, "mrr_at_20": 0.174075, "mrr_at_100": 0.180255, "mrr_at_1000": 0.181169, "nauc_ndcg_at_1_max": 0.254775, "nauc_ndcg_at_1_std": 0.427937, "nauc_ndcg_at_1_diff1": 0.148227, "nauc_ndcg_at_3_max": 0.360152, "nauc_ndcg_at_3_std": 0.392316, "nauc_ndcg_at_3_diff1": 0.256874, "nauc_ndcg_at_5_max": 0.351536, "nauc_ndcg_at_5_std": 0.397658, "nauc_ndcg_at_5_diff1": 0.250173, "nauc_ndcg_at_10_max": 0.329284, "nauc_ndcg_at_10_std": 0.397788, "nauc_ndcg_at_10_diff1": 0.244288, "nauc_ndcg_at_20_max": 0.299671, "nauc_ndcg_at_20_std": 0.387282, "nauc_ndcg_at_20_diff1": 0.251704, "nauc_ndcg_at_100_max": 0.28704, "nauc_ndcg_at_100_std": 0.442149, "nauc_ndcg_at_100_diff1": 0.228638, "nauc_ndcg_at_1000_max": 0.330824, "nauc_ndcg_at_1000_std": 0.481187, "nauc_ndcg_at_1000_diff1": 0.196216, "nauc_map_at_1_max": 0.212367, "nauc_map_at_1_std": 0.44033, "nauc_map_at_1_diff1": 0.308372, "nauc_map_at_3_max": 0.354427, "nauc_map_at_3_std": 0.391445, "nauc_map_at_3_diff1": 0.50567, "nauc_map_at_5_max": 0.339995, "nauc_map_at_5_std": 0.397401, "nauc_map_at_5_diff1": 0.472013, "nauc_map_at_10_max": 0.275177, "nauc_map_at_10_std": 0.3627, "nauc_map_at_10_diff1": 0.3958, "nauc_map_at_20_max": 0.249375, "nauc_map_at_20_std": 0.348145, "nauc_map_at_20_diff1": 0.359774, "nauc_map_at_100_max": 0.277352, "nauc_map_at_100_std": 0.375838, "nauc_map_at_100_diff1": 0.337119, "nauc_map_at_1000_max": 0.350208, "nauc_map_at_1000_std": 0.411027, "nauc_map_at_1000_diff1": 0.318987, "nauc_recall_at_1_max": 0.212367, "nauc_recall_at_1_std": 0.44033, "nauc_recall_at_1_diff1": 0.308372, "nauc_recall_at_3_max": 0.372904, "nauc_recall_at_3_std": 0.404777, "nauc_recall_at_3_diff1": 0.575542, "nauc_recall_at_5_max": 0.340375, "nauc_recall_at_5_std": 0.413995, "nauc_recall_at_5_diff1": 0.507309, "nauc_recall_at_10_max": 0.191921, "nauc_recall_at_10_std": 0.336118, "nauc_recall_at_10_diff1": 0.32077, "nauc_recall_at_20_max": 0.156325, "nauc_recall_at_20_std": 0.312536, "nauc_recall_at_20_diff1": 0.279236, "nauc_recall_at_100_max": 0.104703, "nauc_recall_at_100_std": 0.366425, "nauc_recall_at_100_diff1": 0.188285, "nauc_recall_at_1000_max": 0.138645, "nauc_recall_at_1000_std": 0.495678, "nauc_recall_at_1000_diff1": 0.124154, "nauc_precision_at_1_max": 0.308453, "nauc_precision_at_1_std": 0.386806, "nauc_precision_at_1_diff1": 0.170886, "nauc_precision_at_3_max": 0.441526, "nauc_precision_at_3_std": 0.375844, "nauc_precision_at_3_diff1": 0.24702, "nauc_precision_at_5_max": 0.390875, "nauc_precision_at_5_std": 0.374327, "nauc_precision_at_5_diff1": 0.191963, "nauc_precision_at_10_max": 0.372434, "nauc_precision_at_10_std": 0.352919, "nauc_precision_at_10_diff1": 0.142651, "nauc_precision_at_20_max": 0.415684, "nauc_precision_at_20_std": 0.329319, "nauc_precision_at_20_diff1": 0.130235, "nauc_precision_at_100_max": 0.555268, "nauc_precision_at_100_std": 0.346648, "nauc_precision_at_100_diff1": 0.087121, "nauc_precision_at_1000_max": 0.577026, "nauc_precision_at_1000_std": 0.253251, "nauc_precision_at_1000_diff1": 0.059957, "nauc_mrr_at_1_max": 0.308453, "nauc_mrr_at_1_std": 0.386806, "nauc_mrr_at_1_diff1": 0.170886, "nauc_mrr_at_3_max": 0.365157, "nauc_mrr_at_3_std": 0.412529, "nauc_mrr_at_3_diff1": 0.196684, "nauc_mrr_at_5_max": 0.357827, "nauc_mrr_at_5_std": 0.412727, "nauc_mrr_at_5_diff1": 0.181998, "nauc_mrr_at_10_max": 0.350344, "nauc_mrr_at_10_std": 0.419087, "nauc_mrr_at_10_diff1": 0.180962, "nauc_mrr_at_20_max": 0.355463, "nauc_mrr_at_20_std": 0.416862, "nauc_mrr_at_20_diff1": 0.184347, "nauc_mrr_at_100_max": 0.354986, "nauc_mrr_at_100_std": 0.415345, "nauc_mrr_at_100_diff1": 0.18409, "nauc_mrr_at_1000_max": 0.355158, "nauc_mrr_at_1000_std": 0.41533, "nauc_mrr_at_1000_diff1": 0.184042, "main_score": 0.08572, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "neuroscience_and_neurology": [ { "ndcg_at_1": 0.2175, "ndcg_at_3": 0.22616, "ndcg_at_5": 0.2161, "ndcg_at_10": 0.21144, "ndcg_at_20": 0.2078, "ndcg_at_100": 0.2629, "ndcg_at_1000": 0.39479, "map_at_1": 0.01401, "map_at_3": 0.03312, "map_at_5": 0.04054, "map_at_10": 0.05678, "map_at_20": 0.06967, "map_at_100": 0.10618, "map_at_1000": 0.13524, "recall_at_1": 0.01401, "recall_at_3": 0.0452, "recall_at_5": 0.05992, "recall_at_10": 0.09757, "recall_at_20": 0.14298, "recall_at_100": 0.34757, "recall_at_1000": 0.74676, "precision_at_1": 0.305, "precision_at_3": 0.31167, "precision_at_5": 0.275, "precision_at_10": 0.241, "precision_at_20": 0.19575, "precision_at_100": 0.11395, "precision_at_1000": 0.0293, "mrr_at_1": 0.305, "mrr_at_3": 0.425, "mrr_at_5": 0.44275, "mrr_at_10": 0.449335, "mrr_at_20": 0.457021, "mrr_at_100": 0.459678, "mrr_at_1000": 0.460022, "nauc_ndcg_at_1_max": 0.315982, "nauc_ndcg_at_1_std": 0.134237, "nauc_ndcg_at_1_diff1": 0.060645, "nauc_ndcg_at_3_max": 0.351915, "nauc_ndcg_at_3_std": 0.156451, "nauc_ndcg_at_3_diff1": 0.070189, "nauc_ndcg_at_5_max": 0.365165, "nauc_ndcg_at_5_std": 0.177162, "nauc_ndcg_at_5_diff1": 0.063367, "nauc_ndcg_at_10_max": 0.338469, "nauc_ndcg_at_10_std": 0.132611, "nauc_ndcg_at_10_diff1": 0.070199, "nauc_ndcg_at_20_max": 0.323895, "nauc_ndcg_at_20_std": 0.143352, "nauc_ndcg_at_20_diff1": 0.071867, "nauc_ndcg_at_100_max": 0.34807, "nauc_ndcg_at_100_std": 0.261075, "nauc_ndcg_at_100_diff1": 0.103558, "nauc_ndcg_at_1000_max": 0.431146, "nauc_ndcg_at_1000_std": 0.374754, "nauc_ndcg_at_1000_diff1": 0.091758, "nauc_map_at_1_max": 0.132334, "nauc_map_at_1_std": -0.069007, "nauc_map_at_1_diff1": 0.09061, "nauc_map_at_3_max": 0.15905, "nauc_map_at_3_std": -0.140471, "nauc_map_at_3_diff1": 0.008874, "nauc_map_at_5_max": 0.201223, "nauc_map_at_5_std": -0.119639, "nauc_map_at_5_diff1": 0.005452, "nauc_map_at_10_max": 0.209035, "nauc_map_at_10_std": -0.114257, "nauc_map_at_10_diff1": 0.002417, "nauc_map_at_20_max": 0.237618, "nauc_map_at_20_std": -0.081651, "nauc_map_at_20_diff1": 0.010132, "nauc_map_at_100_max": 0.297226, "nauc_map_at_100_std": 0.094224, "nauc_map_at_100_diff1": 0.076784, "nauc_map_at_1000_max": 0.352902, "nauc_map_at_1000_std": 0.221255, "nauc_map_at_1000_diff1": 0.075901, "nauc_recall_at_1_max": 0.132334, "nauc_recall_at_1_std": -0.069007, "nauc_recall_at_1_diff1": 0.09061, "nauc_recall_at_3_max": 0.119483, "nauc_recall_at_3_std": -0.140916, "nauc_recall_at_3_diff1": -0.04901, "nauc_recall_at_5_max": 0.181639, "nauc_recall_at_5_std": -0.12182, "nauc_recall_at_5_diff1": -0.005852, "nauc_recall_at_10_max": 0.129463, "nauc_recall_at_10_std": -0.122907, "nauc_recall_at_10_diff1": 0.014151, "nauc_recall_at_20_max": 0.121476, "nauc_recall_at_20_std": -0.093253, "nauc_recall_at_20_diff1": 0.008032, "nauc_recall_at_100_max": 0.198775, "nauc_recall_at_100_std": 0.167298, "nauc_recall_at_100_diff1": 0.092672, "nauc_recall_at_1000_max": 0.252266, "nauc_recall_at_1000_std": 0.330069, "nauc_recall_at_1000_diff1": 0.040367, "nauc_precision_at_1_max": 0.286198, "nauc_precision_at_1_std": 0.159165, "nauc_precision_at_1_diff1": 0.054749, "nauc_precision_at_3_max": 0.384404, "nauc_precision_at_3_std": 0.199941, "nauc_precision_at_3_diff1": 0.075262, "nauc_precision_at_5_max": 0.395986, "nauc_precision_at_5_std": 0.238044, "nauc_precision_at_5_diff1": 0.043743, "nauc_precision_at_10_max": 0.374956, "nauc_precision_at_10_std": 0.200915, "nauc_precision_at_10_diff1": 0.071479, "nauc_precision_at_20_max": 0.3689, "nauc_precision_at_20_std": 0.261989, "nauc_precision_at_20_diff1": 0.077629, "nauc_precision_at_100_max": 0.373492, "nauc_precision_at_100_std": 0.453282, "nauc_precision_at_100_diff1": 0.125235, "nauc_precision_at_1000_max": 0.324032, "nauc_precision_at_1000_std": 0.405551, "nauc_precision_at_1000_diff1": 0.018713, "nauc_mrr_at_1_max": 0.286198, "nauc_mrr_at_1_std": 0.159165, "nauc_mrr_at_1_diff1": 0.054749, "nauc_mrr_at_3_max": 0.34641, "nauc_mrr_at_3_std": 0.199377, "nauc_mrr_at_3_diff1": 0.053541, "nauc_mrr_at_5_max": 0.346524, "nauc_mrr_at_5_std": 0.20293, "nauc_mrr_at_5_diff1": 0.064946, "nauc_mrr_at_10_max": 0.338755, "nauc_mrr_at_10_std": 0.206548, "nauc_mrr_at_10_diff1": 0.075577, "nauc_mrr_at_20_max": 0.337038, "nauc_mrr_at_20_std": 0.204809, "nauc_mrr_at_20_diff1": 0.074593, "nauc_mrr_at_100_max": 0.339137, "nauc_mrr_at_100_std": 0.204792, "nauc_mrr_at_100_diff1": 0.072554, "nauc_mrr_at_1000_max": 0.33875, "nauc_mrr_at_1000_std": 0.204505, "nauc_mrr_at_1000_diff1": 0.072434, "main_score": 0.21144, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0375, "ndcg_at_3": 0.03855, "ndcg_at_5": 0.03816, "ndcg_at_10": 0.03461, "ndcg_at_20": 0.0331, "ndcg_at_100": 0.04428, "ndcg_at_1000": 0.09607, "map_at_1": 0.00488, "map_at_3": 0.01008, "map_at_5": 0.01369, "map_at_10": 0.01478, "map_at_20": 0.01583, "map_at_100": 0.01914, "map_at_1000": 0.02404, "recall_at_1": 0.00488, "recall_at_3": 0.01082, "recall_at_5": 0.01611, "recall_at_10": 0.01895, "recall_at_20": 0.02281, "recall_at_100": 0.05481, "recall_at_1000": 0.20713, "precision_at_1": 0.055, "precision_at_3": 0.05, "precision_at_5": 0.044, "precision_at_10": 0.0335, "precision_at_20": 0.0255, "precision_at_100": 0.0185, "precision_at_1000": 0.00859, "mrr_at_1": 0.055, "mrr_at_3": 0.075, "mrr_at_5": 0.0785, "mrr_at_10": 0.081159, "mrr_at_20": 0.082585, "mrr_at_100": 0.087942, "mrr_at_1000": 0.08931, "nauc_ndcg_at_1_max": 0.621358, "nauc_ndcg_at_1_std": 0.400376, "nauc_ndcg_at_1_diff1": 0.115321, "nauc_ndcg_at_3_max": 0.525558, "nauc_ndcg_at_3_std": 0.481366, "nauc_ndcg_at_3_diff1": 0.167472, "nauc_ndcg_at_5_max": 0.503386, "nauc_ndcg_at_5_std": 0.498712, "nauc_ndcg_at_5_diff1": 0.140262, "nauc_ndcg_at_10_max": 0.514489, "nauc_ndcg_at_10_std": 0.529997, "nauc_ndcg_at_10_diff1": 0.152306, "nauc_ndcg_at_20_max": 0.511937, "nauc_ndcg_at_20_std": 0.539275, "nauc_ndcg_at_20_diff1": 0.138101, "nauc_ndcg_at_100_max": 0.488051, "nauc_ndcg_at_100_std": 0.538626, "nauc_ndcg_at_100_diff1": 0.126002, "nauc_ndcg_at_1000_max": 0.497711, "nauc_ndcg_at_1000_std": 0.554146, "nauc_ndcg_at_1000_diff1": 0.063488, "nauc_map_at_1_max": 0.637075, "nauc_map_at_1_std": 0.507468, "nauc_map_at_1_diff1": 0.224074, "nauc_map_at_3_max": 0.660759, "nauc_map_at_3_std": 0.480957, "nauc_map_at_3_diff1": 0.235553, "nauc_map_at_5_max": 0.639368, "nauc_map_at_5_std": 0.48091, "nauc_map_at_5_diff1": 0.224279, "nauc_map_at_10_max": 0.640819, "nauc_map_at_10_std": 0.487127, "nauc_map_at_10_diff1": 0.231694, "nauc_map_at_20_max": 0.633099, "nauc_map_at_20_std": 0.496961, "nauc_map_at_20_diff1": 0.218703, "nauc_map_at_100_max": 0.620204, "nauc_map_at_100_std": 0.516651, "nauc_map_at_100_diff1": 0.203568, "nauc_map_at_1000_max": 0.617789, "nauc_map_at_1000_std": 0.548786, "nauc_map_at_1000_diff1": 0.180286, "nauc_recall_at_1_max": 0.637075, "nauc_recall_at_1_std": 0.507468, "nauc_recall_at_1_diff1": 0.224074, "nauc_recall_at_3_max": 0.634597, "nauc_recall_at_3_std": 0.488439, "nauc_recall_at_3_diff1": 0.236503, "nauc_recall_at_5_max": 0.565243, "nauc_recall_at_5_std": 0.468339, "nauc_recall_at_5_diff1": 0.216204, "nauc_recall_at_10_max": 0.555267, "nauc_recall_at_10_std": 0.472432, "nauc_recall_at_10_diff1": 0.219096, "nauc_recall_at_20_max": 0.493382, "nauc_recall_at_20_std": 0.488903, "nauc_recall_at_20_diff1": 0.160027, "nauc_recall_at_100_max": 0.407696, "nauc_recall_at_100_std": 0.4951, "nauc_recall_at_100_diff1": 0.109254, "nauc_recall_at_1000_max": 0.438121, "nauc_recall_at_1000_std": 0.488721, "nauc_recall_at_1000_diff1": 0.036303, "nauc_precision_at_1_max": 0.654755, "nauc_precision_at_1_std": 0.403176, "nauc_precision_at_1_diff1": 0.115301, "nauc_precision_at_3_max": 0.569439, "nauc_precision_at_3_std": 0.49077, "nauc_precision_at_3_diff1": 0.188668, "nauc_precision_at_5_max": 0.489027, "nauc_precision_at_5_std": 0.524081, "nauc_precision_at_5_diff1": 0.132727, "nauc_precision_at_10_max": 0.509239, "nauc_precision_at_10_std": 0.541602, "nauc_precision_at_10_diff1": 0.159978, "nauc_precision_at_20_max": 0.494338, "nauc_precision_at_20_std": 0.57459, "nauc_precision_at_20_diff1": 0.128282, "nauc_precision_at_100_max": 0.485232, "nauc_precision_at_100_std": 0.591345, "nauc_precision_at_100_diff1": 0.059413, "nauc_precision_at_1000_max": 0.530069, "nauc_precision_at_1000_std": 0.591428, "nauc_precision_at_1000_diff1": -0.00899, "nauc_mrr_at_1_max": 0.654755, "nauc_mrr_at_1_std": 0.403176, "nauc_mrr_at_1_diff1": 0.115301, "nauc_mrr_at_3_max": 0.52549, "nauc_mrr_at_3_std": 0.448484, "nauc_mrr_at_3_diff1": 0.138208, "nauc_mrr_at_5_max": 0.498753, "nauc_mrr_at_5_std": 0.459947, "nauc_mrr_at_5_diff1": 0.139435, "nauc_mrr_at_10_max": 0.482361, "nauc_mrr_at_10_std": 0.463006, "nauc_mrr_at_10_diff1": 0.128155, "nauc_mrr_at_20_max": 0.473595, "nauc_mrr_at_20_std": 0.46048, "nauc_mrr_at_20_diff1": 0.119531, "nauc_mrr_at_100_max": 0.467752, "nauc_mrr_at_100_std": 0.452146, "nauc_mrr_at_100_diff1": 0.120351, "nauc_mrr_at_1000_max": 0.468633, "nauc_mrr_at_1000_std": 0.452399, "nauc_mrr_at_1000_diff1": 0.12145, "main_score": 0.03461, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0575, "ndcg_at_3": 0.06605, "ndcg_at_5": 0.07269, "ndcg_at_10": 0.07183, "ndcg_at_20": 0.07582, "ndcg_at_100": 0.10234, "ndcg_at_1000": 0.18766, "map_at_1": 0.00524, "map_at_3": 0.01367, "map_at_5": 0.01708, "map_at_10": 0.02094, "map_at_20": 0.02521, "map_at_100": 0.03725, "map_at_1000": 0.04943, "recall_at_1": 0.00524, "recall_at_3": 0.01548, "recall_at_5": 0.02287, "recall_at_10": 0.0335, "recall_at_20": 0.05639, "recall_at_100": 0.13765, "recall_at_1000": 0.39154, "precision_at_1": 0.08, "precision_at_3": 0.09, "precision_at_5": 0.096, "precision_at_10": 0.0845, "precision_at_20": 0.075, "precision_at_100": 0.04875, "precision_at_1000": 0.01651, "mrr_at_1": 0.08, "mrr_at_3": 0.121667, "mrr_at_5": 0.139917, "mrr_at_10": 0.150857, "mrr_at_20": 0.157251, "mrr_at_100": 0.161419, "mrr_at_1000": 0.162479, "nauc_ndcg_at_1_max": 0.070613, "nauc_ndcg_at_1_std": 0.245179, "nauc_ndcg_at_1_diff1": -0.111163, "nauc_ndcg_at_3_max": 0.186075, "nauc_ndcg_at_3_std": 0.292946, "nauc_ndcg_at_3_diff1": -0.060346, "nauc_ndcg_at_5_max": 0.198548, "nauc_ndcg_at_5_std": 0.307766, "nauc_ndcg_at_5_diff1": -0.051375, "nauc_ndcg_at_10_max": 0.161106, "nauc_ndcg_at_10_std": 0.323347, "nauc_ndcg_at_10_diff1": -0.052708, "nauc_ndcg_at_20_max": 0.161321, "nauc_ndcg_at_20_std": 0.364689, "nauc_ndcg_at_20_diff1": -0.057589, "nauc_ndcg_at_100_max": 0.213141, "nauc_ndcg_at_100_std": 0.460308, "nauc_ndcg_at_100_diff1": -0.084753, "nauc_ndcg_at_1000_max": 0.293848, "nauc_ndcg_at_1000_std": 0.549199, "nauc_ndcg_at_1000_diff1": -0.112831, "nauc_map_at_1_max": 0.044882, "nauc_map_at_1_std": 0.123432, "nauc_map_at_1_diff1": -0.243508, "nauc_map_at_3_max": 0.065573, "nauc_map_at_3_std": 0.1442, "nauc_map_at_3_diff1": -0.217328, "nauc_map_at_5_max": 0.062293, "nauc_map_at_5_std": 0.165728, "nauc_map_at_5_diff1": -0.1762, "nauc_map_at_10_max": 0.055115, "nauc_map_at_10_std": 0.191435, "nauc_map_at_10_diff1": -0.13667, "nauc_map_at_20_max": 0.085098, "nauc_map_at_20_std": 0.245151, "nauc_map_at_20_diff1": -0.114965, "nauc_map_at_100_max": 0.133807, "nauc_map_at_100_std": 0.371684, "nauc_map_at_100_diff1": -0.091596, "nauc_map_at_1000_max": 0.194273, "nauc_map_at_1000_std": 0.444243, "nauc_map_at_1000_diff1": -0.094883, "nauc_recall_at_1_max": 0.044882, "nauc_recall_at_1_std": 0.123432, "nauc_recall_at_1_diff1": -0.243508, "nauc_recall_at_3_max": 0.082809, "nauc_recall_at_3_std": 0.141565, "nauc_recall_at_3_diff1": -0.200863, "nauc_recall_at_5_max": 0.090118, "nauc_recall_at_5_std": 0.163605, "nauc_recall_at_5_diff1": -0.137188, "nauc_recall_at_10_max": 0.064539, "nauc_recall_at_10_std": 0.217876, "nauc_recall_at_10_diff1": -0.117901, "nauc_recall_at_20_max": 0.20006, "nauc_recall_at_20_std": 0.363201, "nauc_recall_at_20_diff1": -0.083443, "nauc_recall_at_100_max": 0.256679, "nauc_recall_at_100_std": 0.510994, "nauc_recall_at_100_diff1": -0.081556, "nauc_recall_at_1000_max": 0.328838, "nauc_recall_at_1000_std": 0.560927, "nauc_recall_at_1000_diff1": -0.157369, "nauc_precision_at_1_max": 0.137409, "nauc_precision_at_1_std": 0.234706, "nauc_precision_at_1_diff1": -0.031007, "nauc_precision_at_3_max": 0.226132, "nauc_precision_at_3_std": 0.296525, "nauc_precision_at_3_diff1": -0.032728, "nauc_precision_at_5_max": 0.230596, "nauc_precision_at_5_std": 0.348815, "nauc_precision_at_5_diff1": -0.008008, "nauc_precision_at_10_max": 0.197267, "nauc_precision_at_10_std": 0.393233, "nauc_precision_at_10_diff1": -0.003084, "nauc_precision_at_20_max": 0.184694, "nauc_precision_at_20_std": 0.443388, "nauc_precision_at_20_diff1": -0.021959, "nauc_precision_at_100_max": 0.25182, "nauc_precision_at_100_std": 0.534462, "nauc_precision_at_100_diff1": -0.044019, "nauc_precision_at_1000_max": 0.329703, "nauc_precision_at_1000_std": 0.483418, "nauc_precision_at_1000_diff1": -0.121254, "nauc_mrr_at_1_max": 0.137409, "nauc_mrr_at_1_std": 0.234706, "nauc_mrr_at_1_diff1": -0.031007, "nauc_mrr_at_3_max": 0.169239, "nauc_mrr_at_3_std": 0.2403, "nauc_mrr_at_3_diff1": -0.058127, "nauc_mrr_at_5_max": 0.164558, "nauc_mrr_at_5_std": 0.24461, "nauc_mrr_at_5_diff1": -0.067941, "nauc_mrr_at_10_max": 0.17596, "nauc_mrr_at_10_std": 0.279655, "nauc_mrr_at_10_diff1": -0.070487, "nauc_mrr_at_20_max": 0.178296, "nauc_mrr_at_20_std": 0.286281, "nauc_mrr_at_20_diff1": -0.068772, "nauc_mrr_at_100_max": 0.184465, "nauc_mrr_at_100_std": 0.291154, "nauc_mrr_at_100_diff1": -0.069362, "nauc_mrr_at_1000_max": 0.184041, "nauc_mrr_at_1000_std": 0.290355, "nauc_mrr_at_1000_diff1": -0.069236, "main_score": 0.07183, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "orthopedic_surgery": [ { "ndcg_at_1": 0.2775, "ndcg_at_3": 0.26137, "ndcg_at_5": 0.24961, "ndcg_at_10": 0.25491, "ndcg_at_20": 0.26281, "ndcg_at_100": 0.31508, "ndcg_at_1000": 0.4009, "map_at_1": 0.0444, "map_at_3": 0.07962, "map_at_5": 0.09434, "map_at_10": 0.11366, "map_at_20": 0.12756, "map_at_100": 0.14744, "map_at_1000": 0.15852, "recall_at_1": 0.0444, "recall_at_3": 0.1016, "recall_at_5": 0.13254, "recall_at_10": 0.19734, "recall_at_20": 0.25425, "recall_at_100": 0.43986, "recall_at_1000": 0.76866, "precision_at_1": 0.335, "precision_at_3": 0.275, "precision_at_5": 0.232, "precision_at_10": 0.1845, "precision_at_20": 0.1335, "precision_at_100": 0.0536, "precision_at_1000": 0.01096, "mrr_at_1": 0.335, "mrr_at_3": 0.42, "mrr_at_5": 0.437, "mrr_at_10": 0.455312, "mrr_at_20": 0.459405, "mrr_at_100": 0.462657, "mrr_at_1000": 0.462934, "nauc_ndcg_at_1_max": 0.196028, "nauc_ndcg_at_1_std": 0.039342, "nauc_ndcg_at_1_diff1": 0.200417, "nauc_ndcg_at_3_max": 0.257361, "nauc_ndcg_at_3_std": 0.068362, "nauc_ndcg_at_3_diff1": 0.11408, "nauc_ndcg_at_5_max": 0.292956, "nauc_ndcg_at_5_std": 0.067398, "nauc_ndcg_at_5_diff1": 0.106083, "nauc_ndcg_at_10_max": 0.330056, "nauc_ndcg_at_10_std": 0.090937, "nauc_ndcg_at_10_diff1": 0.112399, "nauc_ndcg_at_20_max": 0.333791, "nauc_ndcg_at_20_std": 0.090887, "nauc_ndcg_at_20_diff1": 0.126232, "nauc_ndcg_at_100_max": 0.351399, "nauc_ndcg_at_100_std": 0.154237, "nauc_ndcg_at_100_diff1": 0.091334, "nauc_ndcg_at_1000_max": 0.382768, "nauc_ndcg_at_1000_std": 0.226758, "nauc_ndcg_at_1000_diff1": 0.07353, "nauc_map_at_1_max": 0.179152, "nauc_map_at_1_std": -0.09456, "nauc_map_at_1_diff1": 0.28455, "nauc_map_at_3_max": 0.235746, "nauc_map_at_3_std": -0.083776, "nauc_map_at_3_diff1": 0.222877, "nauc_map_at_5_max": 0.281368, "nauc_map_at_5_std": -0.032887, "nauc_map_at_5_diff1": 0.193626, "nauc_map_at_10_max": 0.308115, "nauc_map_at_10_std": -0.004938, "nauc_map_at_10_diff1": 0.16184, "nauc_map_at_20_max": 0.307676, "nauc_map_at_20_std": 0.017483, "nauc_map_at_20_diff1": 0.14994, "nauc_map_at_100_max": 0.321901, "nauc_map_at_100_std": 0.073932, "nauc_map_at_100_diff1": 0.115533, "nauc_map_at_1000_max": 0.336181, "nauc_map_at_1000_std": 0.101534, "nauc_map_at_1000_diff1": 0.107077, "nauc_recall_at_1_max": 0.179152, "nauc_recall_at_1_std": -0.09456, "nauc_recall_at_1_diff1": 0.28455, "nauc_recall_at_3_max": 0.190135, "nauc_recall_at_3_std": -0.106373, "nauc_recall_at_3_diff1": 0.174889, "nauc_recall_at_5_max": 0.247229, "nauc_recall_at_5_std": -0.049615, "nauc_recall_at_5_diff1": 0.160568, "nauc_recall_at_10_max": 0.267009, "nauc_recall_at_10_std": -0.006831, "nauc_recall_at_10_diff1": 0.126873, "nauc_recall_at_20_max": 0.246045, "nauc_recall_at_20_std": 0.025584, "nauc_recall_at_20_diff1": 0.116827, "nauc_recall_at_100_max": 0.229869, "nauc_recall_at_100_std": 0.143531, "nauc_recall_at_100_diff1": -0.011398, "nauc_recall_at_1000_max": 0.245949, "nauc_recall_at_1000_std": 0.315241, "nauc_recall_at_1000_diff1": -0.087016, "nauc_precision_at_1_max": 0.231923, "nauc_precision_at_1_std": 0.109211, "nauc_precision_at_1_diff1": 0.131497, "nauc_precision_at_3_max": 0.298433, "nauc_precision_at_3_std": 0.1606, "nauc_precision_at_3_diff1": 0.002165, "nauc_precision_at_5_max": 0.305597, "nauc_precision_at_5_std": 0.181298, "nauc_precision_at_5_diff1": -0.068938, "nauc_precision_at_10_max": 0.320205, "nauc_precision_at_10_std": 0.262665, "nauc_precision_at_10_diff1": -0.096882, "nauc_precision_at_20_max": 0.278088, "nauc_precision_at_20_std": 0.280208, "nauc_precision_at_20_diff1": -0.099338, "nauc_precision_at_100_max": 0.244634, "nauc_precision_at_100_std": 0.365782, "nauc_precision_at_100_diff1": -0.159168, "nauc_precision_at_1000_max": 0.229889, "nauc_precision_at_1000_std": 0.318521, "nauc_precision_at_1000_diff1": -0.121557, "nauc_mrr_at_1_max": 0.231923, "nauc_mrr_at_1_std": 0.109211, "nauc_mrr_at_1_diff1": 0.131497, "nauc_mrr_at_3_max": 0.276649, "nauc_mrr_at_3_std": 0.122569, "nauc_mrr_at_3_diff1": 0.094056, "nauc_mrr_at_5_max": 0.279943, "nauc_mrr_at_5_std": 0.119028, "nauc_mrr_at_5_diff1": 0.09543, "nauc_mrr_at_10_max": 0.286205, "nauc_mrr_at_10_std": 0.139221, "nauc_mrr_at_10_diff1": 0.107513, "nauc_mrr_at_20_max": 0.28485, "nauc_mrr_at_20_std": 0.139507, "nauc_mrr_at_20_diff1": 0.106252, "nauc_mrr_at_100_max": 0.28433, "nauc_mrr_at_100_std": 0.137329, "nauc_mrr_at_100_diff1": 0.104819, "nauc_mrr_at_1000_max": 0.284156, "nauc_mrr_at_1000_std": 0.137365, "nauc_mrr_at_1000_diff1": 0.104683, "main_score": 0.25491, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.01, "ndcg_at_3": 0.01109, "ndcg_at_5": 0.01152, "ndcg_at_10": 0.01452, "ndcg_at_20": 0.01738, "ndcg_at_100": 0.03157, "ndcg_at_1000": 0.07091, "map_at_1": 0.00551, "map_at_3": 0.00612, "map_at_5": 0.00646, "map_at_10": 0.0074, "map_at_20": 0.00846, "map_at_100": 0.01057, "map_at_1000": 0.01228, "recall_at_1": 0.00551, "recall_at_3": 0.00677, "recall_at_5": 0.00779, "recall_at_10": 0.01343, "recall_at_20": 0.02368, "recall_at_100": 0.06764, "recall_at_1000": 0.24173, "precision_at_1": 0.015, "precision_at_3": 0.01167, "precision_at_5": 0.01, "precision_at_10": 0.011, "precision_at_20": 0.00875, "precision_at_100": 0.0063, "precision_at_1000": 0.00265, "mrr_at_1": 0.015, "mrr_at_3": 0.021667, "mrr_at_5": 0.023917, "mrr_at_10": 0.028567, "mrr_at_20": 0.030722, "mrr_at_100": 0.034608, "mrr_at_1000": 0.035765, "nauc_ndcg_at_1_max": -0.157902, "nauc_ndcg_at_1_std": -0.053662, "nauc_ndcg_at_1_diff1": 0.614033, "nauc_ndcg_at_3_max": -0.203482, "nauc_ndcg_at_3_std": 0.008999, "nauc_ndcg_at_3_diff1": 0.511399, "nauc_ndcg_at_5_max": -0.167535, "nauc_ndcg_at_5_std": -0.013024, "nauc_ndcg_at_5_diff1": 0.489803, "nauc_ndcg_at_10_max": -0.131504, "nauc_ndcg_at_10_std": 0.009558, "nauc_ndcg_at_10_diff1": 0.381153, "nauc_ndcg_at_20_max": -0.103415, "nauc_ndcg_at_20_std": -0.000742, "nauc_ndcg_at_20_diff1": 0.294869, "nauc_ndcg_at_100_max": 0.036315, "nauc_ndcg_at_100_std": 0.11219, "nauc_ndcg_at_100_diff1": 0.246937, "nauc_ndcg_at_1000_max": 0.176982, "nauc_ndcg_at_1000_std": 0.226153, "nauc_ndcg_at_1000_diff1": 0.21838, "nauc_map_at_1_max": -0.307691, "nauc_map_at_1_std": -0.276157, "nauc_map_at_1_diff1": 0.903123, "nauc_map_at_3_max": -0.304248, "nauc_map_at_3_std": -0.220151, "nauc_map_at_3_diff1": 0.819115, "nauc_map_at_5_max": -0.28424, "nauc_map_at_5_std": -0.205234, "nauc_map_at_5_diff1": 0.779024, "nauc_map_at_10_max": -0.251606, "nauc_map_at_10_std": -0.158052, "nauc_map_at_10_diff1": 0.673657, "nauc_map_at_20_max": -0.216158, "nauc_map_at_20_std": -0.132218, "nauc_map_at_20_diff1": 0.572266, "nauc_map_at_100_max": -0.134353, "nauc_map_at_100_std": -0.044545, "nauc_map_at_100_diff1": 0.501818, "nauc_map_at_1000_max": -0.079709, "nauc_map_at_1000_std": 0.007591, "nauc_map_at_1000_diff1": 0.482006, "nauc_recall_at_1_max": -0.307691, "nauc_recall_at_1_std": -0.276157, "nauc_recall_at_1_diff1": 0.903123, "nauc_recall_at_3_max": -0.294396, "nauc_recall_at_3_std": -0.164527, "nauc_recall_at_3_diff1": 0.740936, "nauc_recall_at_5_max": -0.221232, "nauc_recall_at_5_std": -0.132705, "nauc_recall_at_5_diff1": 0.674322, "nauc_recall_at_10_max": -0.172951, "nauc_recall_at_10_std": -0.072025, "nauc_recall_at_10_diff1": 0.380519, "nauc_recall_at_20_max": -0.105943, "nauc_recall_at_20_std": -0.107407, "nauc_recall_at_20_diff1": 0.165093, "nauc_recall_at_100_max": 0.135614, "nauc_recall_at_100_std": 0.149547, "nauc_recall_at_100_diff1": 0.160589, "nauc_recall_at_1000_max": 0.263201, "nauc_recall_at_1000_std": 0.251807, "nauc_recall_at_1000_diff1": 0.134525, "nauc_precision_at_1_max": -0.104373, "nauc_precision_at_1_std": 0.034612, "nauc_precision_at_1_diff1": 0.485377, "nauc_precision_at_3_max": -0.031508, "nauc_precision_at_3_std": 0.264288, "nauc_precision_at_3_diff1": 0.344666, "nauc_precision_at_5_max": 0.078481, "nauc_precision_at_5_std": 0.211081, "nauc_precision_at_5_diff1": 0.330534, "nauc_precision_at_10_max": 0.121753, "nauc_precision_at_10_std": 0.214333, "nauc_precision_at_10_diff1": 0.232566, "nauc_precision_at_20_max": 0.191651, "nauc_precision_at_20_std": 0.262967, "nauc_precision_at_20_diff1": 0.195036, "nauc_precision_at_100_max": 0.275045, "nauc_precision_at_100_std": 0.305872, "nauc_precision_at_100_diff1": 0.244206, "nauc_precision_at_1000_max": 0.279842, "nauc_precision_at_1000_std": 0.288979, "nauc_precision_at_1000_diff1": 0.170221, "nauc_mrr_at_1_max": -0.104373, "nauc_mrr_at_1_std": 0.034612, "nauc_mrr_at_1_diff1": 0.485377, "nauc_mrr_at_3_max": -0.124404, "nauc_mrr_at_3_std": 0.149615, "nauc_mrr_at_3_diff1": 0.377939, "nauc_mrr_at_5_max": -0.050429, "nauc_mrr_at_5_std": 0.137105, "nauc_mrr_at_5_diff1": 0.389342, "nauc_mrr_at_10_max": -0.027205, "nauc_mrr_at_10_std": 0.124511, "nauc_mrr_at_10_diff1": 0.356476, "nauc_mrr_at_20_max": -0.018143, "nauc_mrr_at_20_std": 0.115431, "nauc_mrr_at_20_diff1": 0.352553, "nauc_mrr_at_100_max": 0.010128, "nauc_mrr_at_100_std": 0.126457, "nauc_mrr_at_100_diff1": 0.328042, "nauc_mrr_at_1000_max": 0.010922, "nauc_mrr_at_1000_std": 0.12606, "nauc_mrr_at_1000_diff1": 0.324718, "main_score": 0.01452, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.035, "ndcg_at_3": 0.03678, "ndcg_at_5": 0.03704, "ndcg_at_10": 0.03961, "ndcg_at_20": 0.0427, "ndcg_at_100": 0.06551, "ndcg_at_1000": 0.12478, "map_at_1": 0.01022, "map_at_3": 0.01753, "map_at_5": 0.01956, "map_at_10": 0.02199, "map_at_20": 0.02322, "map_at_100": 0.02666, "map_at_1000": 0.02982, "recall_at_1": 0.01022, "recall_at_3": 0.02422, "recall_at_5": 0.03038, "recall_at_10": 0.04061, "recall_at_20": 0.05173, "recall_at_100": 0.12118, "recall_at_1000": 0.36634, "precision_at_1": 0.05, "precision_at_3": 0.03667, "precision_at_5": 0.031, "precision_at_10": 0.025, "precision_at_20": 0.01925, "precision_at_100": 0.01215, "precision_at_1000": 0.0046, "mrr_at_1": 0.05, "mrr_at_3": 0.068333, "mrr_at_5": 0.073083, "mrr_at_10": 0.079506, "mrr_at_20": 0.08285, "mrr_at_100": 0.08826, "mrr_at_1000": 0.089602, "nauc_ndcg_at_1_max": 0.229445, "nauc_ndcg_at_1_std": 0.136054, "nauc_ndcg_at_1_diff1": 0.037487, "nauc_ndcg_at_3_max": 0.270285, "nauc_ndcg_at_3_std": 0.145754, "nauc_ndcg_at_3_diff1": 0.177527, "nauc_ndcg_at_5_max": 0.283927, "nauc_ndcg_at_5_std": 0.11234, "nauc_ndcg_at_5_diff1": 0.229411, "nauc_ndcg_at_10_max": 0.268706, "nauc_ndcg_at_10_std": 0.085561, "nauc_ndcg_at_10_diff1": 0.297056, "nauc_ndcg_at_20_max": 0.300118, "nauc_ndcg_at_20_std": 0.12953, "nauc_ndcg_at_20_diff1": 0.258419, "nauc_ndcg_at_100_max": 0.288477, "nauc_ndcg_at_100_std": 0.137352, "nauc_ndcg_at_100_diff1": 0.190028, "nauc_ndcg_at_1000_max": 0.342065, "nauc_ndcg_at_1000_std": 0.152039, "nauc_ndcg_at_1000_diff1": 0.151275, "nauc_map_at_1_max": 0.603433, "nauc_map_at_1_std": 0.004019, "nauc_map_at_1_diff1": 0.653725, "nauc_map_at_3_max": 0.467557, "nauc_map_at_3_std": 0.152126, "nauc_map_at_3_diff1": 0.471159, "nauc_map_at_5_max": 0.468942, "nauc_map_at_5_std": 0.124972, "nauc_map_at_5_diff1": 0.478237, "nauc_map_at_10_max": 0.417842, "nauc_map_at_10_std": 0.098936, "nauc_map_at_10_diff1": 0.47641, "nauc_map_at_20_max": 0.415796, "nauc_map_at_20_std": 0.109562, "nauc_map_at_20_diff1": 0.451193, "nauc_map_at_100_max": 0.386749, "nauc_map_at_100_std": 0.122298, "nauc_map_at_100_diff1": 0.405598, "nauc_map_at_1000_max": 0.380188, "nauc_map_at_1000_std": 0.127091, "nauc_map_at_1000_diff1": 0.386041, "nauc_recall_at_1_max": 0.603433, "nauc_recall_at_1_std": 0.004019, "nauc_recall_at_1_diff1": 0.653725, "nauc_recall_at_3_max": 0.412071, "nauc_recall_at_3_std": 0.177213, "nauc_recall_at_3_diff1": 0.397509, "nauc_recall_at_5_max": 0.413732, "nauc_recall_at_5_std": 0.111463, "nauc_recall_at_5_diff1": 0.419138, "nauc_recall_at_10_max": 0.298239, "nauc_recall_at_10_std": 0.066394, "nauc_recall_at_10_diff1": 0.392889, "nauc_recall_at_20_max": 0.312696, "nauc_recall_at_20_std": 0.146123, "nauc_recall_at_20_diff1": 0.27423, "nauc_recall_at_100_max": 0.258999, "nauc_recall_at_100_std": 0.137458, "nauc_recall_at_100_diff1": 0.127794, "nauc_recall_at_1000_max": 0.328129, "nauc_recall_at_1000_std": 0.182924, "nauc_recall_at_1000_diff1": 0.148119, "nauc_precision_at_1_max": 0.186692, "nauc_precision_at_1_std": 0.133056, "nauc_precision_at_1_diff1": -0.048538, "nauc_precision_at_3_max": 0.176403, "nauc_precision_at_3_std": 0.213406, "nauc_precision_at_3_diff1": 0.095361, "nauc_precision_at_5_max": 0.145369, "nauc_precision_at_5_std": 0.133871, "nauc_precision_at_5_diff1": 0.081454, "nauc_precision_at_10_max": 0.109319, "nauc_precision_at_10_std": 0.081244, "nauc_precision_at_10_diff1": 0.163076, "nauc_precision_at_20_max": 0.156888, "nauc_precision_at_20_std": 0.119279, "nauc_precision_at_20_diff1": 0.094836, "nauc_precision_at_100_max": 0.146645, "nauc_precision_at_100_std": 0.209121, "nauc_precision_at_100_diff1": 0.000252, "nauc_precision_at_1000_max": 0.212921, "nauc_precision_at_1000_std": 0.107575, "nauc_precision_at_1000_diff1": -0.045662, "nauc_mrr_at_1_max": 0.186692, "nauc_mrr_at_1_std": 0.133056, "nauc_mrr_at_1_diff1": -0.048538, "nauc_mrr_at_3_max": 0.178513, "nauc_mrr_at_3_std": 0.138983, "nauc_mrr_at_3_diff1": 0.017074, "nauc_mrr_at_5_max": 0.188114, "nauc_mrr_at_5_std": 0.128372, "nauc_mrr_at_5_diff1": 0.010375, "nauc_mrr_at_10_max": 0.201429, "nauc_mrr_at_10_std": 0.123534, "nauc_mrr_at_10_diff1": 0.020397, "nauc_mrr_at_20_max": 0.208626, "nauc_mrr_at_20_std": 0.132857, "nauc_mrr_at_20_diff1": 0.011415, "nauc_mrr_at_100_max": 0.209964, "nauc_mrr_at_100_std": 0.135687, "nauc_mrr_at_100_diff1": 0.009181, "nauc_mrr_at_1000_max": 0.210964, "nauc_mrr_at_1000_std": 0.135307, "nauc_mrr_at_1000_diff1": 0.00995, "main_score": 0.03961, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "otorhinolaryngology": [ { "ndcg_at_1": 0.2125, "ndcg_at_3": 0.19855, "ndcg_at_5": 0.20493, "ndcg_at_10": 0.20203, "ndcg_at_20": 0.20466, "ndcg_at_100": 0.26299, "ndcg_at_1000": 0.37755, "map_at_1": 0.02899, "map_at_3": 0.05452, "map_at_5": 0.06643, "map_at_10": 0.07926, "map_at_20": 0.09053, "map_at_100": 0.11459, "map_at_1000": 0.13534, "recall_at_1": 0.02899, "recall_at_3": 0.06271, "recall_at_5": 0.08478, "recall_at_10": 0.12229, "recall_at_20": 0.16704, "recall_at_100": 0.34015, "recall_at_1000": 0.68994, "precision_at_1": 0.31, "precision_at_3": 0.24667, "precision_at_5": 0.232, "precision_at_10": 0.1855, "precision_at_20": 0.1465, "precision_at_100": 0.0811, "precision_at_1000": 0.02318, "mrr_at_1": 0.31, "mrr_at_3": 0.39, "mrr_at_5": 0.4135, "mrr_at_10": 0.432175, "mrr_at_20": 0.437476, "mrr_at_100": 0.441199, "mrr_at_1000": 0.441351, "nauc_ndcg_at_1_max": 0.224483, "nauc_ndcg_at_1_std": -0.073513, "nauc_ndcg_at_1_diff1": 0.169015, "nauc_ndcg_at_3_max": 0.183353, "nauc_ndcg_at_3_std": -0.087549, "nauc_ndcg_at_3_diff1": 0.113515, "nauc_ndcg_at_5_max": 0.198847, "nauc_ndcg_at_5_std": -0.066875, "nauc_ndcg_at_5_diff1": 0.142653, "nauc_ndcg_at_10_max": 0.188978, "nauc_ndcg_at_10_std": -0.05511, "nauc_ndcg_at_10_diff1": 0.174298, "nauc_ndcg_at_20_max": 0.153629, "nauc_ndcg_at_20_std": -0.071752, "nauc_ndcg_at_20_diff1": 0.196827, "nauc_ndcg_at_100_max": 0.203674, "nauc_ndcg_at_100_std": 0.051324, "nauc_ndcg_at_100_diff1": 0.208249, "nauc_ndcg_at_1000_max": 0.336641, "nauc_ndcg_at_1000_std": 0.182568, "nauc_ndcg_at_1000_diff1": 0.120905, "nauc_map_at_1_max": 0.004748, "nauc_map_at_1_std": -0.151519, "nauc_map_at_1_diff1": 0.230032, "nauc_map_at_3_max": -0.016797, "nauc_map_at_3_std": -0.181009, "nauc_map_at_3_diff1": 0.144459, "nauc_map_at_5_max": 0.031458, "nauc_map_at_5_std": -0.170729, "nauc_map_at_5_diff1": 0.179876, "nauc_map_at_10_max": 0.050591, "nauc_map_at_10_std": -0.155919, "nauc_map_at_10_diff1": 0.196474, "nauc_map_at_20_max": 0.065099, "nauc_map_at_20_std": -0.139369, "nauc_map_at_20_diff1": 0.196216, "nauc_map_at_100_max": 0.114739, "nauc_map_at_100_std": -0.040845, "nauc_map_at_100_diff1": 0.185019, "nauc_map_at_1000_max": 0.182858, "nauc_map_at_1000_std": 0.050173, "nauc_map_at_1000_diff1": 0.153039, "nauc_recall_at_1_max": 0.004748, "nauc_recall_at_1_std": -0.151519, "nauc_recall_at_1_diff1": 0.230032, "nauc_recall_at_3_max": -0.036314, "nauc_recall_at_3_std": -0.188578, "nauc_recall_at_3_diff1": 0.129247, "nauc_recall_at_5_max": 0.040958, "nauc_recall_at_5_std": -0.159605, "nauc_recall_at_5_diff1": 0.183839, "nauc_recall_at_10_max": 0.022942, "nauc_recall_at_10_std": -0.155325, "nauc_recall_at_10_diff1": 0.219391, "nauc_recall_at_20_max": -0.007843, "nauc_recall_at_20_std": -0.162937, "nauc_recall_at_20_diff1": 0.249005, "nauc_recall_at_100_max": 0.129821, "nauc_recall_at_100_std": 0.145338, "nauc_recall_at_100_diff1": 0.204068, "nauc_recall_at_1000_max": 0.352102, "nauc_recall_at_1000_std": 0.401901, "nauc_recall_at_1000_diff1": 0.057019, "nauc_precision_at_1_max": 0.243946, "nauc_precision_at_1_std": -0.066028, "nauc_precision_at_1_diff1": 0.189548, "nauc_precision_at_3_max": 0.179439, "nauc_precision_at_3_std": -0.067792, "nauc_precision_at_3_diff1": 0.118553, "nauc_precision_at_5_max": 0.248143, "nauc_precision_at_5_std": -0.010269, "nauc_precision_at_5_diff1": 0.120173, "nauc_precision_at_10_max": 0.2581, "nauc_precision_at_10_std": 0.075555, "nauc_precision_at_10_diff1": 0.107712, "nauc_precision_at_20_max": 0.257157, "nauc_precision_at_20_std": 0.150204, "nauc_precision_at_20_diff1": 0.062262, "nauc_precision_at_100_max": 0.315495, "nauc_precision_at_100_std": 0.40212, "nauc_precision_at_100_diff1": -0.048743, "nauc_precision_at_1000_max": 0.303942, "nauc_precision_at_1000_std": 0.343457, "nauc_precision_at_1000_diff1": -0.143119, "nauc_mrr_at_1_max": 0.243946, "nauc_mrr_at_1_std": -0.066028, "nauc_mrr_at_1_diff1": 0.189548, "nauc_mrr_at_3_max": 0.218858, "nauc_mrr_at_3_std": -0.050589, "nauc_mrr_at_3_diff1": 0.157177, "nauc_mrr_at_5_max": 0.241075, "nauc_mrr_at_5_std": -0.031468, "nauc_mrr_at_5_diff1": 0.147911, "nauc_mrr_at_10_max": 0.236421, "nauc_mrr_at_10_std": -0.040367, "nauc_mrr_at_10_diff1": 0.147212, "nauc_mrr_at_20_max": 0.233334, "nauc_mrr_at_20_std": -0.043137, "nauc_mrr_at_20_diff1": 0.155035, "nauc_mrr_at_100_max": 0.233553, "nauc_mrr_at_100_std": -0.041725, "nauc_mrr_at_100_diff1": 0.153343, "nauc_mrr_at_1000_max": 0.233549, "nauc_mrr_at_1000_std": -0.041907, "nauc_mrr_at_1000_diff1": 0.153363, "main_score": 0.20203, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.01, "ndcg_at_3": 0.0128, "ndcg_at_5": 0.01535, "ndcg_at_10": 0.01516, "ndcg_at_20": 0.0172, "ndcg_at_100": 0.03205, "ndcg_at_1000": 0.08578, "map_at_1": 0.0015, "map_at_3": 0.00257, "map_at_5": 0.00348, "map_at_10": 0.00395, "map_at_20": 0.0048, "map_at_100": 0.00711, "map_at_1000": 0.01036, "recall_at_1": 0.0015, "recall_at_3": 0.00325, "recall_at_5": 0.0061, "recall_at_10": 0.00821, "recall_at_20": 0.01441, "recall_at_100": 0.05761, "recall_at_1000": 0.22866, "precision_at_1": 0.02, "precision_at_3": 0.01833, "precision_at_5": 0.02, "precision_at_10": 0.016, "precision_at_20": 0.01575, "precision_at_100": 0.01155, "precision_at_1000": 0.00674, "mrr_at_1": 0.02, "mrr_at_3": 0.028333, "mrr_at_5": 0.034083, "mrr_at_10": 0.039367, "mrr_at_20": 0.04312, "mrr_at_100": 0.047436, "mrr_at_1000": 0.048939, "nauc_ndcg_at_1_max": 0.003689, "nauc_ndcg_at_1_std": -0.286289, "nauc_ndcg_at_1_diff1": 0.437282, "nauc_ndcg_at_3_max": -0.173303, "nauc_ndcg_at_3_std": -0.221705, "nauc_ndcg_at_3_diff1": 0.399551, "nauc_ndcg_at_5_max": -0.109071, "nauc_ndcg_at_5_std": -0.130492, "nauc_ndcg_at_5_diff1": 0.228388, "nauc_ndcg_at_10_max": -0.06021, "nauc_ndcg_at_10_std": -0.141203, "nauc_ndcg_at_10_diff1": 0.149194, "nauc_ndcg_at_20_max": 0.006554, "nauc_ndcg_at_20_std": -0.098677, "nauc_ndcg_at_20_diff1": 0.09463, "nauc_ndcg_at_100_max": -0.029825, "nauc_ndcg_at_100_std": -0.051592, "nauc_ndcg_at_100_diff1": -0.024814, "nauc_ndcg_at_1000_max": 0.074936, "nauc_ndcg_at_1000_std": 0.051675, "nauc_ndcg_at_1000_diff1": 0.039285, "nauc_map_at_1_max": 0.184374, "nauc_map_at_1_std": -0.312483, "nauc_map_at_1_diff1": 0.451567, "nauc_map_at_3_max": -0.004906, "nauc_map_at_3_std": -0.301477, "nauc_map_at_3_diff1": 0.435367, "nauc_map_at_5_max": -0.006153, "nauc_map_at_5_std": -0.222144, "nauc_map_at_5_diff1": 0.263775, "nauc_map_at_10_max": -0.002436, "nauc_map_at_10_std": -0.189708, "nauc_map_at_10_diff1": 0.200064, "nauc_map_at_20_max": -0.003135, "nauc_map_at_20_std": -0.123174, "nauc_map_at_20_diff1": 0.154997, "nauc_map_at_100_max": -0.005582, "nauc_map_at_100_std": -0.055493, "nauc_map_at_100_diff1": 0.075404, "nauc_map_at_1000_max": 0.046805, "nauc_map_at_1000_std": 0.013064, "nauc_map_at_1000_diff1": 0.098781, "nauc_recall_at_1_max": 0.184374, "nauc_recall_at_1_std": -0.312483, "nauc_recall_at_1_diff1": 0.451567, "nauc_recall_at_3_max": -0.036011, "nauc_recall_at_3_std": -0.256459, "nauc_recall_at_3_diff1": 0.355555, "nauc_recall_at_5_max": 0.041837, "nauc_recall_at_5_std": -0.11386, "nauc_recall_at_5_diff1": 0.096989, "nauc_recall_at_10_max": 0.019597, "nauc_recall_at_10_std": -0.113267, "nauc_recall_at_10_diff1": 0.027362, "nauc_recall_at_20_max": 0.017588, "nauc_recall_at_20_std": -0.023383, "nauc_recall_at_20_diff1": 0.004776, "nauc_recall_at_100_max": -0.116408, "nauc_recall_at_100_std": -0.046924, "nauc_recall_at_100_diff1": -0.17357, "nauc_recall_at_1000_max": 0.034821, "nauc_recall_at_1000_std": 0.085936, "nauc_recall_at_1000_diff1": -0.047145, "nauc_precision_at_1_max": 0.003689, "nauc_precision_at_1_std": -0.286289, "nauc_precision_at_1_diff1": 0.437282, "nauc_precision_at_3_max": -0.146742, "nauc_precision_at_3_std": -0.174501, "nauc_precision_at_3_diff1": 0.3932, "nauc_precision_at_5_max": -0.077046, "nauc_precision_at_5_std": -0.004749, "nauc_precision_at_5_diff1": 0.227019, "nauc_precision_at_10_max": -0.038837, "nauc_precision_at_10_std": -0.058615, "nauc_precision_at_10_diff1": 0.119252, "nauc_precision_at_20_max": 0.020145, "nauc_precision_at_20_std": 0.020062, "nauc_precision_at_20_diff1": 0.094602, "nauc_precision_at_100_max": 0.093338, "nauc_precision_at_100_std": 0.111456, "nauc_precision_at_100_diff1": 0.08035, "nauc_precision_at_1000_max": 0.209215, "nauc_precision_at_1000_std": 0.139875, "nauc_precision_at_1000_diff1": 0.138258, "nauc_mrr_at_1_max": 0.003689, "nauc_mrr_at_1_std": -0.286289, "nauc_mrr_at_1_diff1": 0.437282, "nauc_mrr_at_3_max": -0.061807, "nauc_mrr_at_3_std": -0.219006, "nauc_mrr_at_3_diff1": 0.353494, "nauc_mrr_at_5_max": -0.003386, "nauc_mrr_at_5_std": -0.138169, "nauc_mrr_at_5_diff1": 0.280378, "nauc_mrr_at_10_max": -0.004429, "nauc_mrr_at_10_std": -0.160624, "nauc_mrr_at_10_diff1": 0.24964, "nauc_mrr_at_20_max": 0.003673, "nauc_mrr_at_20_std": -0.153004, "nauc_mrr_at_20_diff1": 0.245029, "nauc_mrr_at_100_max": 0.003721, "nauc_mrr_at_100_std": -0.14915, "nauc_mrr_at_100_diff1": 0.241284, "nauc_mrr_at_1000_max": 0.003955, "nauc_mrr_at_1000_std": -0.149407, "nauc_mrr_at_1000_diff1": 0.241803, "main_score": 0.01516, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.02, "ndcg_at_3": 0.02525, "ndcg_at_5": 0.02517, "ndcg_at_10": 0.02861, "ndcg_at_20": 0.03278, "ndcg_at_100": 0.05289, "ndcg_at_1000": 0.12139, "map_at_1": 0.0022, "map_at_3": 0.00433, "map_at_5": 0.00552, "map_at_10": 0.00754, "map_at_20": 0.00993, "map_at_100": 0.01438, "map_at_1000": 0.01944, "recall_at_1": 0.0022, "recall_at_3": 0.00607, "recall_at_5": 0.00928, "recall_at_10": 0.01869, "recall_at_20": 0.03135, "recall_at_100": 0.0875, "recall_at_1000": 0.32772, "precision_at_1": 0.035, "precision_at_3": 0.03667, "precision_at_5": 0.035, "precision_at_10": 0.033, "precision_at_20": 0.03075, "precision_at_100": 0.0182, "precision_at_1000": 0.00782, "mrr_at_1": 0.035, "mrr_at_3": 0.0625, "mrr_at_5": 0.069, "mrr_at_10": 0.077585, "mrr_at_20": 0.082649, "mrr_at_100": 0.086678, "mrr_at_1000": 0.088236, "nauc_ndcg_at_1_max": 0.274115, "nauc_ndcg_at_1_std": 0.169506, "nauc_ndcg_at_1_diff1": 0.329286, "nauc_ndcg_at_3_max": 0.296409, "nauc_ndcg_at_3_std": 0.201998, "nauc_ndcg_at_3_diff1": 0.142299, "nauc_ndcg_at_5_max": 0.300632, "nauc_ndcg_at_5_std": 0.196074, "nauc_ndcg_at_5_diff1": 0.098295, "nauc_ndcg_at_10_max": 0.42037, "nauc_ndcg_at_10_std": 0.19659, "nauc_ndcg_at_10_diff1": 0.136759, "nauc_ndcg_at_20_max": 0.440769, "nauc_ndcg_at_20_std": 0.206665, "nauc_ndcg_at_20_diff1": 0.160026, "nauc_ndcg_at_100_max": 0.511204, "nauc_ndcg_at_100_std": 0.291126, "nauc_ndcg_at_100_diff1": 0.203046, "nauc_ndcg_at_1000_max": 0.528112, "nauc_ndcg_at_1000_std": 0.290752, "nauc_ndcg_at_1000_diff1": 0.187132, "nauc_map_at_1_max": 0.241972, "nauc_map_at_1_std": 0.085008, "nauc_map_at_1_diff1": 0.53149, "nauc_map_at_3_max": 0.289539, "nauc_map_at_3_std": 0.173169, "nauc_map_at_3_diff1": 0.265895, "nauc_map_at_5_max": 0.253119, "nauc_map_at_5_std": 0.131252, "nauc_map_at_5_diff1": 0.200013, "nauc_map_at_10_max": 0.36208, "nauc_map_at_10_std": 0.154688, "nauc_map_at_10_diff1": 0.192413, "nauc_map_at_20_max": 0.415668, "nauc_map_at_20_std": 0.195696, "nauc_map_at_20_diff1": 0.200476, "nauc_map_at_100_max": 0.503525, "nauc_map_at_100_std": 0.294344, "nauc_map_at_100_diff1": 0.193404, "nauc_map_at_1000_max": 0.532357, "nauc_map_at_1000_std": 0.319432, "nauc_map_at_1000_diff1": 0.198265, "nauc_recall_at_1_max": 0.241972, "nauc_recall_at_1_std": 0.085008, "nauc_recall_at_1_diff1": 0.53149, "nauc_recall_at_3_max": 0.289279, "nauc_recall_at_3_std": 0.199704, "nauc_recall_at_3_diff1": 0.198208, "nauc_recall_at_5_max": 0.266467, "nauc_recall_at_5_std": 0.107293, "nauc_recall_at_5_diff1": 0.164103, "nauc_recall_at_10_max": 0.425621, "nauc_recall_at_10_std": 0.129574, "nauc_recall_at_10_diff1": 0.165727, "nauc_recall_at_20_max": 0.432122, "nauc_recall_at_20_std": 0.190901, "nauc_recall_at_20_diff1": 0.194322, "nauc_recall_at_100_max": 0.532428, "nauc_recall_at_100_std": 0.336327, "nauc_recall_at_100_diff1": 0.227369, "nauc_recall_at_1000_max": 0.491765, "nauc_recall_at_1000_std": 0.286808, "nauc_recall_at_1000_diff1": 0.237581, "nauc_precision_at_1_max": 0.299207, "nauc_precision_at_1_std": 0.223121, "nauc_precision_at_1_diff1": 0.330062, "nauc_precision_at_3_max": 0.353806, "nauc_precision_at_3_std": 0.225565, "nauc_precision_at_3_diff1": 0.117118, "nauc_precision_at_5_max": 0.352612, "nauc_precision_at_5_std": 0.19035, "nauc_precision_at_5_diff1": 0.077933, "nauc_precision_at_10_max": 0.489275, "nauc_precision_at_10_std": 0.226711, "nauc_precision_at_10_diff1": 0.140102, "nauc_precision_at_20_max": 0.509579, "nauc_precision_at_20_std": 0.252695, "nauc_precision_at_20_diff1": 0.156581, "nauc_precision_at_100_max": 0.550514, "nauc_precision_at_100_std": 0.298645, "nauc_precision_at_100_diff1": 0.163539, "nauc_precision_at_1000_max": 0.385691, "nauc_precision_at_1000_std": 0.153238, "nauc_precision_at_1000_diff1": 0.032576, "nauc_mrr_at_1_max": 0.299207, "nauc_mrr_at_1_std": 0.223121, "nauc_mrr_at_1_diff1": 0.330062, "nauc_mrr_at_3_max": 0.354723, "nauc_mrr_at_3_std": 0.203982, "nauc_mrr_at_3_diff1": 0.205334, "nauc_mrr_at_5_max": 0.360858, "nauc_mrr_at_5_std": 0.185983, "nauc_mrr_at_5_diff1": 0.209921, "nauc_mrr_at_10_max": 0.370725, "nauc_mrr_at_10_std": 0.178074, "nauc_mrr_at_10_diff1": 0.211994, "nauc_mrr_at_20_max": 0.365933, "nauc_mrr_at_20_std": 0.173588, "nauc_mrr_at_20_diff1": 0.206572, "nauc_mrr_at_100_max": 0.371235, "nauc_mrr_at_100_std": 0.182476, "nauc_mrr_at_100_diff1": 0.204483, "nauc_mrr_at_1000_max": 0.37146, "nauc_mrr_at_1000_std": 0.181576, "nauc_mrr_at_1000_diff1": 0.204965, "main_score": 0.02861, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "plastic_surgery": [ { "ndcg_at_1": 0.365, "ndcg_at_3": 0.31187, "ndcg_at_5": 0.30533, "ndcg_at_10": 0.29518, "ndcg_at_20": 0.30471, "ndcg_at_100": 0.36879, "ndcg_at_1000": 0.46476, "map_at_1": 0.0551, "map_at_3": 0.09161, "map_at_5": 0.11039, "map_at_10": 0.12942, "map_at_20": 0.14731, "map_at_100": 0.17837, "map_at_1000": 0.19565, "recall_at_1": 0.0551, "recall_at_3": 0.10673, "recall_at_5": 0.14066, "recall_at_10": 0.19137, "recall_at_20": 0.26428, "recall_at_100": 0.46448, "recall_at_1000": 0.78243, "precision_at_1": 0.465, "precision_at_3": 0.335, "precision_at_5": 0.303, "precision_at_10": 0.233, "precision_at_20": 0.17675, "precision_at_100": 0.08345, "precision_at_1000": 0.01776, "mrr_at_1": 0.465, "mrr_at_3": 0.561667, "mrr_at_5": 0.586667, "mrr_at_10": 0.597127, "mrr_at_20": 0.601332, "mrr_at_100": 0.602928, "mrr_at_1000": 0.603015, "nauc_ndcg_at_1_max": 0.219936, "nauc_ndcg_at_1_std": -0.054986, "nauc_ndcg_at_1_diff1": 0.170068, "nauc_ndcg_at_3_max": 0.244376, "nauc_ndcg_at_3_std": -0.08502, "nauc_ndcg_at_3_diff1": 0.10694, "nauc_ndcg_at_5_max": 0.233695, "nauc_ndcg_at_5_std": -0.040571, "nauc_ndcg_at_5_diff1": 0.117579, "nauc_ndcg_at_10_max": 0.288886, "nauc_ndcg_at_10_std": 0.004607, "nauc_ndcg_at_10_diff1": 0.153929, "nauc_ndcg_at_20_max": 0.262085, "nauc_ndcg_at_20_std": 0.02256, "nauc_ndcg_at_20_diff1": 0.151156, "nauc_ndcg_at_100_max": 0.274324, "nauc_ndcg_at_100_std": 0.085827, "nauc_ndcg_at_100_diff1": 0.138811, "nauc_ndcg_at_1000_max": 0.34662, "nauc_ndcg_at_1000_std": 0.191627, "nauc_ndcg_at_1000_diff1": 0.120306, "nauc_map_at_1_max": 0.091409, "nauc_map_at_1_std": -0.086359, "nauc_map_at_1_diff1": 0.108146, "nauc_map_at_3_max": 0.16526, "nauc_map_at_3_std": -0.085584, "nauc_map_at_3_diff1": 0.113256, "nauc_map_at_5_max": 0.19039, "nauc_map_at_5_std": -0.050312, "nauc_map_at_5_diff1": 0.154067, "nauc_map_at_10_max": 0.216639, "nauc_map_at_10_std": -0.026179, "nauc_map_at_10_diff1": 0.190123, "nauc_map_at_20_max": 0.209524, "nauc_map_at_20_std": -0.006848, "nauc_map_at_20_diff1": 0.190567, "nauc_map_at_100_max": 0.228047, "nauc_map_at_100_std": 0.074848, "nauc_map_at_100_diff1": 0.158756, "nauc_map_at_1000_max": 0.246738, "nauc_map_at_1000_std": 0.123002, "nauc_map_at_1000_diff1": 0.143028, "nauc_recall_at_1_max": 0.091409, "nauc_recall_at_1_std": -0.086359, "nauc_recall_at_1_diff1": 0.108146, "nauc_recall_at_3_max": 0.13549, "nauc_recall_at_3_std": -0.109589, "nauc_recall_at_3_diff1": 0.093561, "nauc_recall_at_5_max": 0.155696, "nauc_recall_at_5_std": -0.063746, "nauc_recall_at_5_diff1": 0.149424, "nauc_recall_at_10_max": 0.189781, "nauc_recall_at_10_std": -0.037354, "nauc_recall_at_10_diff1": 0.221289, "nauc_recall_at_20_max": 0.129511, "nauc_recall_at_20_std": 0.009649, "nauc_recall_at_20_diff1": 0.197095, "nauc_recall_at_100_max": 0.143023, "nauc_recall_at_100_std": 0.157645, "nauc_recall_at_100_diff1": 0.107489, "nauc_recall_at_1000_max": 0.316671, "nauc_recall_at_1000_std": 0.389253, "nauc_recall_at_1000_diff1": 0.142427, "nauc_precision_at_1_max": 0.158114, "nauc_precision_at_1_std": -0.038192, "nauc_precision_at_1_diff1": 0.128194, "nauc_precision_at_3_max": 0.214636, "nauc_precision_at_3_std": -0.04092, "nauc_precision_at_3_diff1": 0.060673, "nauc_precision_at_5_max": 0.171544, "nauc_precision_at_5_std": 0.079578, "nauc_precision_at_5_diff1": 0.056506, "nauc_precision_at_10_max": 0.238803, "nauc_precision_at_10_std": 0.180441, "nauc_precision_at_10_diff1": 0.077566, "nauc_precision_at_20_max": 0.181112, "nauc_precision_at_20_std": 0.259755, "nauc_precision_at_20_diff1": 0.02026, "nauc_precision_at_100_max": 0.110161, "nauc_precision_at_100_std": 0.409414, "nauc_precision_at_100_diff1": -0.158517, "nauc_precision_at_1000_max": 0.038566, "nauc_precision_at_1000_std": 0.352519, "nauc_precision_at_1000_diff1": -0.205564, "nauc_mrr_at_1_max": 0.158114, "nauc_mrr_at_1_std": -0.038192, "nauc_mrr_at_1_diff1": 0.128194, "nauc_mrr_at_3_max": 0.141197, "nauc_mrr_at_3_std": -0.089979, "nauc_mrr_at_3_diff1": 0.1074, "nauc_mrr_at_5_max": 0.14395, "nauc_mrr_at_5_std": -0.062418, "nauc_mrr_at_5_diff1": 0.10175, "nauc_mrr_at_10_max": 0.158246, "nauc_mrr_at_10_std": -0.055844, "nauc_mrr_at_10_diff1": 0.103485, "nauc_mrr_at_20_max": 0.152604, "nauc_mrr_at_20_std": -0.054803, "nauc_mrr_at_20_diff1": 0.09924, "nauc_mrr_at_100_max": 0.152121, "nauc_mrr_at_100_std": -0.056513, "nauc_mrr_at_100_diff1": 0.09972, "nauc_mrr_at_1000_max": 0.152039, "nauc_mrr_at_1000_std": -0.056629, "nauc_mrr_at_1000_diff1": 0.09993, "main_score": 0.29518, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0125, "ndcg_at_3": 0.01814, "ndcg_at_5": 0.0202, "ndcg_at_10": 0.02214, "ndcg_at_20": 0.02802, "ndcg_at_100": 0.05475, "ndcg_at_1000": 0.12201, "map_at_1": 0.00085, "map_at_3": 0.00288, "map_at_5": 0.00399, "map_at_10": 0.00518, "map_at_20": 0.00708, "map_at_100": 0.01224, "map_at_1000": 0.01667, "recall_at_1": 0.00085, "recall_at_3": 0.00496, "recall_at_5": 0.00898, "recall_at_10": 0.0158, "recall_at_20": 0.03206, "recall_at_100": 0.0998, "recall_at_1000": 0.34506, "precision_at_1": 0.02, "precision_at_3": 0.02833, "precision_at_5": 0.029, "precision_at_10": 0.026, "precision_at_20": 0.0225, "precision_at_100": 0.017, "precision_at_1000": 0.00631, "mrr_at_1": 0.02, "mrr_at_3": 0.045833, "mrr_at_5": 0.055333, "mrr_at_10": 0.06199, "mrr_at_20": 0.067578, "mrr_at_100": 0.072111, "mrr_at_1000": 0.073813, "nauc_ndcg_at_1_max": -0.036759, "nauc_ndcg_at_1_std": 0.729541, "nauc_ndcg_at_1_diff1": -0.41025, "nauc_ndcg_at_3_max": 0.299251, "nauc_ndcg_at_3_std": 0.717957, "nauc_ndcg_at_3_diff1": -0.000259, "nauc_ndcg_at_5_max": 0.303258, "nauc_ndcg_at_5_std": 0.520908, "nauc_ndcg_at_5_diff1": -0.059356, "nauc_ndcg_at_10_max": 0.381575, "nauc_ndcg_at_10_std": 0.454642, "nauc_ndcg_at_10_diff1": 0.003136, "nauc_ndcg_at_20_max": 0.382062, "nauc_ndcg_at_20_std": 0.454686, "nauc_ndcg_at_20_diff1": 0.069876, "nauc_ndcg_at_100_max": 0.402157, "nauc_ndcg_at_100_std": 0.423094, "nauc_ndcg_at_100_diff1": 0.100836, "nauc_ndcg_at_1000_max": 0.460807, "nauc_ndcg_at_1000_std": 0.451521, "nauc_ndcg_at_1000_diff1": 0.069401, "nauc_map_at_1_max": -0.049057, "nauc_map_at_1_std": 0.593215, "nauc_map_at_1_diff1": -0.43923, "nauc_map_at_3_max": 0.509326, "nauc_map_at_3_std": 0.783653, "nauc_map_at_3_diff1": 0.091993, "nauc_map_at_5_max": 0.469631, "nauc_map_at_5_std": 0.541361, "nauc_map_at_5_diff1": -0.024866, "nauc_map_at_10_max": 0.451599, "nauc_map_at_10_std": 0.476194, "nauc_map_at_10_diff1": 0.053176, "nauc_map_at_20_max": 0.461401, "nauc_map_at_20_std": 0.508355, "nauc_map_at_20_diff1": 0.112016, "nauc_map_at_100_max": 0.472355, "nauc_map_at_100_std": 0.484703, "nauc_map_at_100_diff1": 0.172795, "nauc_map_at_1000_max": 0.474377, "nauc_map_at_1000_std": 0.509974, "nauc_map_at_1000_diff1": 0.1489, "nauc_recall_at_1_max": -0.049057, "nauc_recall_at_1_std": 0.593215, "nauc_recall_at_1_diff1": -0.43923, "nauc_recall_at_3_max": 0.554553, "nauc_recall_at_3_std": 0.805634, "nauc_recall_at_3_diff1": 0.202979, "nauc_recall_at_5_max": 0.46672, "nauc_recall_at_5_std": 0.398373, "nauc_recall_at_5_diff1": -0.013629, "nauc_recall_at_10_max": 0.423403, "nauc_recall_at_10_std": 0.288879, "nauc_recall_at_10_diff1": 0.126814, "nauc_recall_at_20_max": 0.381581, "nauc_recall_at_20_std": 0.384986, "nauc_recall_at_20_diff1": 0.184568, "nauc_recall_at_100_max": 0.381003, "nauc_recall_at_100_std": 0.357337, "nauc_recall_at_100_diff1": 0.157013, "nauc_recall_at_1000_max": 0.442778, "nauc_recall_at_1000_std": 0.378878, "nauc_recall_at_1000_diff1": 0.11229, "nauc_precision_at_1_max": -0.028307, "nauc_precision_at_1_std": 0.661926, "nauc_precision_at_1_diff1": -0.43319, "nauc_precision_at_3_max": 0.386449, "nauc_precision_at_3_std": 0.665036, "nauc_precision_at_3_diff1": 0.098692, "nauc_precision_at_5_max": 0.33373, "nauc_precision_at_5_std": 0.435259, "nauc_precision_at_5_diff1": -0.006828, "nauc_precision_at_10_max": 0.394714, "nauc_precision_at_10_std": 0.377504, "nauc_precision_at_10_diff1": 0.029662, "nauc_precision_at_20_max": 0.372142, "nauc_precision_at_20_std": 0.384206, "nauc_precision_at_20_diff1": 0.08277, "nauc_precision_at_100_max": 0.381274, "nauc_precision_at_100_std": 0.373643, "nauc_precision_at_100_diff1": 0.046794, "nauc_precision_at_1000_max": 0.335371, "nauc_precision_at_1000_std": 0.403124, "nauc_precision_at_1000_diff1": -0.033191, "nauc_mrr_at_1_max": -0.028307, "nauc_mrr_at_1_std": 0.661926, "nauc_mrr_at_1_diff1": -0.43319, "nauc_mrr_at_3_max": 0.284689, "nauc_mrr_at_3_std": 0.653658, "nauc_mrr_at_3_diff1": -0.033241, "nauc_mrr_at_5_max": 0.282409, "nauc_mrr_at_5_std": 0.569571, "nauc_mrr_at_5_diff1": -0.044429, "nauc_mrr_at_10_max": 0.307684, "nauc_mrr_at_10_std": 0.529034, "nauc_mrr_at_10_diff1": -0.03487, "nauc_mrr_at_20_max": 0.302752, "nauc_mrr_at_20_std": 0.519336, "nauc_mrr_at_20_diff1": -0.028063, "nauc_mrr_at_100_max": 0.306495, "nauc_mrr_at_100_std": 0.513423, "nauc_mrr_at_100_diff1": -0.026719, "nauc_mrr_at_1000_max": 0.307136, "nauc_mrr_at_1000_std": 0.514527, "nauc_mrr_at_1000_diff1": -0.028002, "main_score": 0.02214, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.07, "ndcg_at_3": 0.06999, "ndcg_at_5": 0.07327, "ndcg_at_10": 0.07845, "ndcg_at_20": 0.08875, "ndcg_at_100": 0.13702, "ndcg_at_1000": 0.21818, "map_at_1": 0.00808, "map_at_3": 0.01558, "map_at_5": 0.02035, "map_at_10": 0.02636, "map_at_20": 0.03248, "map_at_100": 0.04553, "map_at_1000": 0.05349, "recall_at_1": 0.00808, "recall_at_3": 0.02245, "recall_at_5": 0.03534, "recall_at_10": 0.05569, "recall_at_20": 0.08891, "recall_at_100": 0.22686, "recall_at_1000": 0.5152, "precision_at_1": 0.1, "precision_at_3": 0.085, "precision_at_5": 0.086, "precision_at_10": 0.0755, "precision_at_20": 0.06475, "precision_at_100": 0.0357, "precision_at_1000": 0.00983, "mrr_at_1": 0.1, "mrr_at_3": 0.143333, "mrr_at_5": 0.163583, "mrr_at_10": 0.174315, "mrr_at_20": 0.183906, "mrr_at_100": 0.189409, "mrr_at_1000": 0.19038, "nauc_ndcg_at_1_max": 0.068583, "nauc_ndcg_at_1_std": 0.287362, "nauc_ndcg_at_1_diff1": 0.149622, "nauc_ndcg_at_3_max": 0.264946, "nauc_ndcg_at_3_std": 0.259084, "nauc_ndcg_at_3_diff1": 0.068147, "nauc_ndcg_at_5_max": 0.284404, "nauc_ndcg_at_5_std": 0.341567, "nauc_ndcg_at_5_diff1": 0.057369, "nauc_ndcg_at_10_max": 0.263486, "nauc_ndcg_at_10_std": 0.39219, "nauc_ndcg_at_10_diff1": 0.026325, "nauc_ndcg_at_20_max": 0.294126, "nauc_ndcg_at_20_std": 0.381246, "nauc_ndcg_at_20_diff1": 0.032569, "nauc_ndcg_at_100_max": 0.33188, "nauc_ndcg_at_100_std": 0.456841, "nauc_ndcg_at_100_diff1": 0.027133, "nauc_ndcg_at_1000_max": 0.379243, "nauc_ndcg_at_1000_std": 0.535541, "nauc_ndcg_at_1000_diff1": -0.008732, "nauc_map_at_1_max": 0.094576, "nauc_map_at_1_std": 0.200684, "nauc_map_at_1_diff1": 0.173172, "nauc_map_at_3_max": 0.182369, "nauc_map_at_3_std": 0.184411, "nauc_map_at_3_diff1": 0.069761, "nauc_map_at_5_max": 0.181968, "nauc_map_at_5_std": 0.206099, "nauc_map_at_5_diff1": 0.040121, "nauc_map_at_10_max": 0.200476, "nauc_map_at_10_std": 0.284668, "nauc_map_at_10_diff1": 0.011405, "nauc_map_at_20_max": 0.258283, "nauc_map_at_20_std": 0.329688, "nauc_map_at_20_diff1": 0.021366, "nauc_map_at_100_max": 0.284934, "nauc_map_at_100_std": 0.413022, "nauc_map_at_100_diff1": 0.037153, "nauc_map_at_1000_max": 0.303311, "nauc_map_at_1000_std": 0.455648, "nauc_map_at_1000_diff1": 0.027649, "nauc_recall_at_1_max": 0.094576, "nauc_recall_at_1_std": 0.200684, "nauc_recall_at_1_diff1": 0.173172, "nauc_recall_at_3_max": 0.216038, "nauc_recall_at_3_std": 0.168133, "nauc_recall_at_3_diff1": 0.016109, "nauc_recall_at_5_max": 0.191829, "nauc_recall_at_5_std": 0.21252, "nauc_recall_at_5_diff1": -0.013472, "nauc_recall_at_10_max": 0.202909, "nauc_recall_at_10_std": 0.297768, "nauc_recall_at_10_diff1": -0.052786, "nauc_recall_at_20_max": 0.297728, "nauc_recall_at_20_std": 0.329625, "nauc_recall_at_20_diff1": -0.004927, "nauc_recall_at_100_max": 0.313187, "nauc_recall_at_100_std": 0.4659, "nauc_recall_at_100_diff1": 0.036647, "nauc_recall_at_1000_max": 0.416703, "nauc_recall_at_1000_std": 0.565798, "nauc_recall_at_1000_diff1": -0.012654, "nauc_precision_at_1_max": 0.119909, "nauc_precision_at_1_std": 0.272941, "nauc_precision_at_1_diff1": 0.17439, "nauc_precision_at_3_max": 0.284855, "nauc_precision_at_3_std": 0.277085, "nauc_precision_at_3_diff1": 0.048661, "nauc_precision_at_5_max": 0.334585, "nauc_precision_at_5_std": 0.429044, "nauc_precision_at_5_diff1": 0.028878, "nauc_precision_at_10_max": 0.303137, "nauc_precision_at_10_std": 0.499565, "nauc_precision_at_10_diff1": -0.016309, "nauc_precision_at_20_max": 0.328652, "nauc_precision_at_20_std": 0.485848, "nauc_precision_at_20_diff1": 0.006722, "nauc_precision_at_100_max": 0.301875, "nauc_precision_at_100_std": 0.553737, "nauc_precision_at_100_diff1": 0.006081, "nauc_precision_at_1000_max": 0.153579, "nauc_precision_at_1000_std": 0.412031, "nauc_precision_at_1000_diff1": -0.092302, "nauc_mrr_at_1_max": 0.119909, "nauc_mrr_at_1_std": 0.272941, "nauc_mrr_at_1_diff1": 0.17439, "nauc_mrr_at_3_max": 0.205069, "nauc_mrr_at_3_std": 0.267183, "nauc_mrr_at_3_diff1": 0.108572, "nauc_mrr_at_5_max": 0.216243, "nauc_mrr_at_5_std": 0.319154, "nauc_mrr_at_5_diff1": 0.079622, "nauc_mrr_at_10_max": 0.218702, "nauc_mrr_at_10_std": 0.330735, "nauc_mrr_at_10_diff1": 0.073025, "nauc_mrr_at_20_max": 0.225879, "nauc_mrr_at_20_std": 0.331835, "nauc_mrr_at_20_diff1": 0.07524, "nauc_mrr_at_100_max": 0.226478, "nauc_mrr_at_100_std": 0.332186, "nauc_mrr_at_100_diff1": 0.075933, "nauc_mrr_at_1000_max": 0.226356, "nauc_mrr_at_1000_std": 0.331605, "nauc_mrr_at_1000_diff1": 0.076783, "main_score": 0.07845, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "psychiatry_and_psychology": [ { "ndcg_at_1": 0.2125, "ndcg_at_3": 0.21951, "ndcg_at_5": 0.22607, "ndcg_at_10": 0.22378, "ndcg_at_20": 0.23092, "ndcg_at_100": 0.29565, "ndcg_at_1000": 0.40872, "map_at_1": 0.0231, "map_at_3": 0.03824, "map_at_5": 0.04985, "map_at_10": 0.06547, "map_at_20": 0.08275, "map_at_100": 0.12334, "map_at_1000": 0.15315, "recall_at_1": 0.0231, "recall_at_3": 0.05112, "recall_at_5": 0.07749, "recall_at_10": 0.11651, "recall_at_20": 0.17931, "recall_at_100": 0.38768, "recall_at_1000": 0.72107, "precision_at_1": 0.305, "precision_at_3": 0.295, "precision_at_5": 0.284, "precision_at_10": 0.2465, "precision_at_20": 0.20625, "precision_at_100": 0.1228, "precision_at_1000": 0.03544, "mrr_at_1": 0.305, "mrr_at_3": 0.43, "mrr_at_5": 0.45275, "mrr_at_10": 0.46676, "mrr_at_20": 0.472673, "mrr_at_100": 0.474798, "mrr_at_1000": 0.474903, "nauc_ndcg_at_1_max": 0.129462, "nauc_ndcg_at_1_std": 0.132374, "nauc_ndcg_at_1_diff1": -0.045847, "nauc_ndcg_at_3_max": 0.140374, "nauc_ndcg_at_3_std": 0.171644, "nauc_ndcg_at_3_diff1": -0.036868, "nauc_ndcg_at_5_max": 0.194059, "nauc_ndcg_at_5_std": 0.178544, "nauc_ndcg_at_5_diff1": -0.028906, "nauc_ndcg_at_10_max": 0.183805, "nauc_ndcg_at_10_std": 0.213752, "nauc_ndcg_at_10_diff1": -0.046739, "nauc_ndcg_at_20_max": 0.201165, "nauc_ndcg_at_20_std": 0.306068, "nauc_ndcg_at_20_diff1": -0.080258, "nauc_ndcg_at_100_max": 0.222569, "nauc_ndcg_at_100_std": 0.476161, "nauc_ndcg_at_100_diff1": -0.031711, "nauc_ndcg_at_1000_max": 0.314688, "nauc_ndcg_at_1000_std": 0.605324, "nauc_ndcg_at_1000_diff1": -0.082253, "nauc_map_at_1_max": -0.210385, "nauc_map_at_1_std": -0.148131, "nauc_map_at_1_diff1": 0.267085, "nauc_map_at_3_max": -0.184299, "nauc_map_at_3_std": -0.051852, "nauc_map_at_3_diff1": 0.16589, "nauc_map_at_5_max": -0.17948, "nauc_map_at_5_std": -0.027329, "nauc_map_at_5_diff1": 0.119574, "nauc_map_at_10_max": -0.147055, "nauc_map_at_10_std": 0.016829, "nauc_map_at_10_diff1": 0.101974, "nauc_map_at_20_max": -0.056194, "nauc_map_at_20_std": 0.134757, "nauc_map_at_20_diff1": 0.059781, "nauc_map_at_100_max": 0.100084, "nauc_map_at_100_std": 0.356116, "nauc_map_at_100_diff1": 0.010074, "nauc_map_at_1000_max": 0.198722, "nauc_map_at_1000_std": 0.452866, "nauc_map_at_1000_diff1": -0.036439, "nauc_recall_at_1_max": -0.210385, "nauc_recall_at_1_std": -0.148131, "nauc_recall_at_1_diff1": 0.267085, "nauc_recall_at_3_max": -0.223863, "nauc_recall_at_3_std": -0.029722, "nauc_recall_at_3_diff1": 0.113344, "nauc_recall_at_5_max": -0.235895, "nauc_recall_at_5_std": -0.035688, "nauc_recall_at_5_diff1": 0.034534, "nauc_recall_at_10_max": -0.193377, "nauc_recall_at_10_std": 0.027818, "nauc_recall_at_10_diff1": 0.040395, "nauc_recall_at_20_max": -0.101388, "nauc_recall_at_20_std": 0.172039, "nauc_recall_at_20_diff1": -0.005157, "nauc_recall_at_100_max": 0.050701, "nauc_recall_at_100_std": 0.429856, "nauc_recall_at_100_diff1": 0.064091, "nauc_recall_at_1000_max": 0.1424, "nauc_recall_at_1000_std": 0.678421, "nauc_recall_at_1000_diff1": -0.007254, "nauc_precision_at_1_max": 0.146933, "nauc_precision_at_1_std": 0.167016, "nauc_precision_at_1_diff1": -0.067048, "nauc_precision_at_3_max": 0.209158, "nauc_precision_at_3_std": 0.21719, "nauc_precision_at_3_diff1": -0.065799, "nauc_precision_at_5_max": 0.314178, "nauc_precision_at_5_std": 0.235858, "nauc_precision_at_5_diff1": -0.035563, "nauc_precision_at_10_max": 0.351521, "nauc_precision_at_10_std": 0.309939, "nauc_precision_at_10_diff1": -0.09026, "nauc_precision_at_20_max": 0.455158, "nauc_precision_at_20_std": 0.408374, "nauc_precision_at_20_diff1": -0.153123, "nauc_precision_at_100_max": 0.50614, "nauc_precision_at_100_std": 0.454586, "nauc_precision_at_100_diff1": -0.161446, "nauc_precision_at_1000_max": 0.486666, "nauc_precision_at_1000_std": 0.223396, "nauc_precision_at_1000_diff1": -0.112774, "nauc_mrr_at_1_max": 0.146933, "nauc_mrr_at_1_std": 0.167016, "nauc_mrr_at_1_diff1": -0.067048, "nauc_mrr_at_3_max": 0.176183, "nauc_mrr_at_3_std": 0.176458, "nauc_mrr_at_3_diff1": -0.076852, "nauc_mrr_at_5_max": 0.17905, "nauc_mrr_at_5_std": 0.184138, "nauc_mrr_at_5_diff1": -0.059031, "nauc_mrr_at_10_max": 0.190746, "nauc_mrr_at_10_std": 0.203213, "nauc_mrr_at_10_diff1": -0.064551, "nauc_mrr_at_20_max": 0.190221, "nauc_mrr_at_20_std": 0.203402, "nauc_mrr_at_20_diff1": -0.06919, "nauc_mrr_at_100_max": 0.189091, "nauc_mrr_at_100_std": 0.200618, "nauc_mrr_at_100_diff1": -0.066385, "nauc_mrr_at_1000_max": 0.188842, "nauc_mrr_at_1000_std": 0.200417, "nauc_mrr_at_1000_diff1": -0.066564, "main_score": 0.22378, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0175, "ndcg_at_3": 0.01584, "ndcg_at_5": 0.01803, "ndcg_at_10": 0.01933, "ndcg_at_20": 0.02164, "ndcg_at_100": 0.03987, "ndcg_at_1000": 0.09157, "map_at_1": 0.00314, "map_at_3": 0.00451, "map_at_5": 0.00524, "map_at_10": 0.00615, "map_at_20": 0.00729, "map_at_100": 0.01072, "map_at_1000": 0.01466, "recall_at_1": 0.00314, "recall_at_3": 0.00666, "recall_at_5": 0.0094, "recall_at_10": 0.01389, "recall_at_20": 0.02131, "recall_at_100": 0.06463, "recall_at_1000": 0.23242, "precision_at_1": 0.025, "precision_at_3": 0.02333, "precision_at_5": 0.025, "precision_at_10": 0.0225, "precision_at_20": 0.019, "precision_at_100": 0.01765, "precision_at_1000": 0.00939, "mrr_at_1": 0.025, "mrr_at_3": 0.041667, "mrr_at_5": 0.051917, "mrr_at_10": 0.056825, "mrr_at_20": 0.059063, "mrr_at_100": 0.064412, "mrr_at_1000": 0.065725, "nauc_ndcg_at_1_max": 0.354211, "nauc_ndcg_at_1_std": 0.36088, "nauc_ndcg_at_1_diff1": -0.238453, "nauc_ndcg_at_3_max": 0.360078, "nauc_ndcg_at_3_std": 0.311382, "nauc_ndcg_at_3_diff1": -0.178746, "nauc_ndcg_at_5_max": 0.301314, "nauc_ndcg_at_5_std": 0.271288, "nauc_ndcg_at_5_diff1": -0.113593, "nauc_ndcg_at_10_max": 0.272276, "nauc_ndcg_at_10_std": 0.225878, "nauc_ndcg_at_10_diff1": -0.054992, "nauc_ndcg_at_20_max": 0.245981, "nauc_ndcg_at_20_std": 0.158349, "nauc_ndcg_at_20_diff1": 0.00364, "nauc_ndcg_at_100_max": 0.224787, "nauc_ndcg_at_100_std": 0.175925, "nauc_ndcg_at_100_diff1": -0.00661, "nauc_ndcg_at_1000_max": 0.250061, "nauc_ndcg_at_1000_std": 0.181717, "nauc_ndcg_at_1000_diff1": 0.013232, "nauc_map_at_1_max": 0.499929, "nauc_map_at_1_std": -0.121075, "nauc_map_at_1_diff1": -0.345721, "nauc_map_at_3_max": 0.436488, "nauc_map_at_3_std": 0.042657, "nauc_map_at_3_diff1": -0.342735, "nauc_map_at_5_max": 0.352244, "nauc_map_at_5_std": 0.07283, "nauc_map_at_5_diff1": -0.268756, "nauc_map_at_10_max": 0.293635, "nauc_map_at_10_std": 0.080963, "nauc_map_at_10_diff1": -0.22391, "nauc_map_at_20_max": 0.285567, "nauc_map_at_20_std": 0.052508, "nauc_map_at_20_diff1": -0.171884, "nauc_map_at_100_max": 0.259911, "nauc_map_at_100_std": 0.133032, "nauc_map_at_100_diff1": -0.141066, "nauc_map_at_1000_max": 0.288381, "nauc_map_at_1000_std": 0.187438, "nauc_map_at_1000_diff1": -0.093613, "nauc_recall_at_1_max": 0.499929, "nauc_recall_at_1_std": -0.121075, "nauc_recall_at_1_diff1": -0.345721, "nauc_recall_at_3_max": 0.432996, "nauc_recall_at_3_std": 0.157506, "nauc_recall_at_3_diff1": -0.329872, "nauc_recall_at_5_max": 0.264539, "nauc_recall_at_5_std": 0.163278, "nauc_recall_at_5_diff1": -0.174192, "nauc_recall_at_10_max": 0.164585, "nauc_recall_at_10_std": 0.117719, "nauc_recall_at_10_diff1": -0.067373, "nauc_recall_at_20_max": 0.182753, "nauc_recall_at_20_std": 0.022622, "nauc_recall_at_20_diff1": 0.019367, "nauc_recall_at_100_max": 0.148551, "nauc_recall_at_100_std": 0.08435, "nauc_recall_at_100_diff1": -0.026444, "nauc_recall_at_1000_max": 0.158569, "nauc_recall_at_1000_std": 0.082178, "nauc_recall_at_1000_diff1": -0.031357, "nauc_precision_at_1_max": 0.51414, "nauc_precision_at_1_std": 0.319345, "nauc_precision_at_1_diff1": -0.270512, "nauc_precision_at_3_max": 0.377324, "nauc_precision_at_3_std": 0.330235, "nauc_precision_at_3_diff1": -0.134501, "nauc_precision_at_5_max": 0.271954, "nauc_precision_at_5_std": 0.340698, "nauc_precision_at_5_diff1": -0.086923, "nauc_precision_at_10_max": 0.262973, "nauc_precision_at_10_std": 0.265719, "nauc_precision_at_10_diff1": 0.016594, "nauc_precision_at_20_max": 0.256985, "nauc_precision_at_20_std": 0.179336, "nauc_precision_at_20_diff1": 0.101336, "nauc_precision_at_100_max": 0.379349, "nauc_precision_at_100_std": 0.255376, "nauc_precision_at_100_diff1": 0.029084, "nauc_precision_at_1000_max": 0.424834, "nauc_precision_at_1000_std": 0.240509, "nauc_precision_at_1000_diff1": -0.071942, "nauc_mrr_at_1_max": 0.51414, "nauc_mrr_at_1_std": 0.319345, "nauc_mrr_at_1_diff1": -0.270512, "nauc_mrr_at_3_max": 0.38168, "nauc_mrr_at_3_std": 0.300816, "nauc_mrr_at_3_diff1": -0.163569, "nauc_mrr_at_5_max": 0.328865, "nauc_mrr_at_5_std": 0.299057, "nauc_mrr_at_5_diff1": -0.130043, "nauc_mrr_at_10_max": 0.338349, "nauc_mrr_at_10_std": 0.274858, "nauc_mrr_at_10_diff1": -0.073683, "nauc_mrr_at_20_max": 0.339628, "nauc_mrr_at_20_std": 0.262972, "nauc_mrr_at_20_diff1": -0.056961, "nauc_mrr_at_100_max": 0.341561, "nauc_mrr_at_100_std": 0.248973, "nauc_mrr_at_100_diff1": -0.062549, "nauc_mrr_at_1000_max": 0.344292, "nauc_mrr_at_1000_std": 0.249276, "nauc_mrr_at_1000_diff1": -0.064822, "main_score": 0.01933, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0525, "ndcg_at_3": 0.06014, "ndcg_at_5": 0.06715, "ndcg_at_10": 0.07523, "ndcg_at_20": 0.08109, "ndcg_at_100": 0.12608, "ndcg_at_1000": 0.21071, "map_at_1": 0.00296, "map_at_3": 0.01039, "map_at_5": 0.01426, "map_at_10": 0.01952, "map_at_20": 0.02584, "map_at_100": 0.04319, "map_at_1000": 0.05637, "recall_at_1": 0.00296, "recall_at_3": 0.01617, "recall_at_5": 0.02471, "recall_at_10": 0.04275, "recall_at_20": 0.07111, "recall_at_100": 0.18923, "recall_at_1000": 0.45037, "precision_at_1": 0.075, "precision_at_3": 0.07833, "precision_at_5": 0.085, "precision_at_10": 0.088, "precision_at_20": 0.07675, "precision_at_100": 0.05445, "precision_at_1000": 0.01901, "mrr_at_1": 0.075, "mrr_at_3": 0.123333, "mrr_at_5": 0.138083, "mrr_at_10": 0.158548, "mrr_at_20": 0.165177, "mrr_at_100": 0.169751, "mrr_at_1000": 0.170617, "nauc_ndcg_at_1_max": 0.166775, "nauc_ndcg_at_1_std": 0.154548, "nauc_ndcg_at_1_diff1": 0.057981, "nauc_ndcg_at_3_max": 0.129059, "nauc_ndcg_at_3_std": 0.28245, "nauc_ndcg_at_3_diff1": 0.019386, "nauc_ndcg_at_5_max": 0.217762, "nauc_ndcg_at_5_std": 0.377007, "nauc_ndcg_at_5_diff1": -0.03257, "nauc_ndcg_at_10_max": 0.205347, "nauc_ndcg_at_10_std": 0.384388, "nauc_ndcg_at_10_diff1": -0.038754, "nauc_ndcg_at_20_max": 0.219762, "nauc_ndcg_at_20_std": 0.426532, "nauc_ndcg_at_20_diff1": -0.025207, "nauc_ndcg_at_100_max": 0.379175, "nauc_ndcg_at_100_std": 0.601677, "nauc_ndcg_at_100_diff1": -0.054575, "nauc_ndcg_at_1000_max": 0.480383, "nauc_ndcg_at_1000_std": 0.706489, "nauc_ndcg_at_1000_diff1": -0.073321, "nauc_map_at_1_max": 0.097708, "nauc_map_at_1_std": 0.392943, "nauc_map_at_1_diff1": 0.306466, "nauc_map_at_3_max": -0.127229, "nauc_map_at_3_std": 0.365751, "nauc_map_at_3_diff1": 0.107844, "nauc_map_at_5_max": -0.065029, "nauc_map_at_5_std": 0.389486, "nauc_map_at_5_diff1": 0.106737, "nauc_map_at_10_max": -0.02068, "nauc_map_at_10_std": 0.407435, "nauc_map_at_10_diff1": 0.050681, "nauc_map_at_20_max": 0.042103, "nauc_map_at_20_std": 0.441834, "nauc_map_at_20_diff1": 0.029046, "nauc_map_at_100_max": 0.272288, "nauc_map_at_100_std": 0.595169, "nauc_map_at_100_diff1": -0.036392, "nauc_map_at_1000_max": 0.374143, "nauc_map_at_1000_std": 0.65246, "nauc_map_at_1000_diff1": -0.061611, "nauc_recall_at_1_max": 0.097708, "nauc_recall_at_1_std": 0.392943, "nauc_recall_at_1_diff1": 0.306466, "nauc_recall_at_3_max": -0.16096, "nauc_recall_at_3_std": 0.344337, "nauc_recall_at_3_diff1": 0.039736, "nauc_recall_at_5_max": -0.059059, "nauc_recall_at_5_std": 0.368151, "nauc_recall_at_5_diff1": 0.027596, "nauc_recall_at_10_max": -0.035739, "nauc_recall_at_10_std": 0.326156, "nauc_recall_at_10_diff1": -0.015035, "nauc_recall_at_20_max": 0.02032, "nauc_recall_at_20_std": 0.347636, "nauc_recall_at_20_diff1": -0.009791, "nauc_recall_at_100_max": 0.340112, "nauc_recall_at_100_std": 0.591133, "nauc_recall_at_100_diff1": -0.075238, "nauc_recall_at_1000_max": 0.48015, "nauc_recall_at_1000_std": 0.703081, "nauc_recall_at_1000_diff1": -0.106064, "nauc_precision_at_1_max": 0.196029, "nauc_precision_at_1_std": 0.232358, "nauc_precision_at_1_diff1": 0.043341, "nauc_precision_at_3_max": 0.191017, "nauc_precision_at_3_std": 0.34228, "nauc_precision_at_3_diff1": 0.001856, "nauc_precision_at_5_max": 0.316014, "nauc_precision_at_5_std": 0.43812, "nauc_precision_at_5_diff1": -0.040893, "nauc_precision_at_10_max": 0.315763, "nauc_precision_at_10_std": 0.408319, "nauc_precision_at_10_diff1": -0.066381, "nauc_precision_at_20_max": 0.399553, "nauc_precision_at_20_std": 0.474191, "nauc_precision_at_20_diff1": -0.058054, "nauc_precision_at_100_max": 0.565978, "nauc_precision_at_100_std": 0.575396, "nauc_precision_at_100_diff1": -0.120144, "nauc_precision_at_1000_max": 0.413395, "nauc_precision_at_1000_std": 0.314053, "nauc_precision_at_1000_diff1": -0.086709, "nauc_mrr_at_1_max": 0.196029, "nauc_mrr_at_1_std": 0.232358, "nauc_mrr_at_1_diff1": 0.043341, "nauc_mrr_at_3_max": 0.207643, "nauc_mrr_at_3_std": 0.323174, "nauc_mrr_at_3_diff1": 0.012223, "nauc_mrr_at_5_max": 0.225685, "nauc_mrr_at_5_std": 0.343155, "nauc_mrr_at_5_diff1": -0.00719, "nauc_mrr_at_10_max": 0.201189, "nauc_mrr_at_10_std": 0.309622, "nauc_mrr_at_10_diff1": -0.003958, "nauc_mrr_at_20_max": 0.209772, "nauc_mrr_at_20_std": 0.318209, "nauc_mrr_at_20_diff1": -0.006871, "nauc_mrr_at_100_max": 0.211364, "nauc_mrr_at_100_std": 0.323231, "nauc_mrr_at_100_diff1": -0.007866, "nauc_mrr_at_1000_max": 0.21084, "nauc_mrr_at_1000_std": 0.322617, "nauc_mrr_at_1000_diff1": -0.008389, "main_score": 0.07523, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "pulmonology": [ { "ndcg_at_1": 0.2025, "ndcg_at_3": 0.22204, "ndcg_at_5": 0.22391, "ndcg_at_10": 0.22806, "ndcg_at_20": 0.24192, "ndcg_at_100": 0.29239, "ndcg_at_1000": 0.40398, "map_at_1": 0.04112, "map_at_3": 0.07161, "map_at_5": 0.08471, "map_at_10": 0.10073, "map_at_20": 0.11456, "map_at_100": 0.13535, "map_at_1000": 0.1563, "recall_at_1": 0.04112, "recall_at_3": 0.09542, "recall_at_5": 0.1258, "recall_at_10": 0.17103, "recall_at_20": 0.23863, "recall_at_100": 0.40592, "recall_at_1000": 0.77798, "precision_at_1": 0.255, "precision_at_3": 0.24333, "precision_at_5": 0.218, "precision_at_10": 0.177, "precision_at_20": 0.139, "precision_at_100": 0.07465, "precision_at_1000": 0.02462, "mrr_at_1": 0.255, "mrr_at_3": 0.364167, "mrr_at_5": 0.390167, "mrr_at_10": 0.397496, "mrr_at_20": 0.406179, "mrr_at_100": 0.409682, "mrr_at_1000": 0.410078, "nauc_ndcg_at_1_max": 0.080312, "nauc_ndcg_at_1_std": 0.0077, "nauc_ndcg_at_1_diff1": 0.188199, "nauc_ndcg_at_3_max": 0.177289, "nauc_ndcg_at_3_std": 0.009559, "nauc_ndcg_at_3_diff1": 0.286855, "nauc_ndcg_at_5_max": 0.190539, "nauc_ndcg_at_5_std": -0.008695, "nauc_ndcg_at_5_diff1": 0.294569, "nauc_ndcg_at_10_max": 0.231126, "nauc_ndcg_at_10_std": -0.007411, "nauc_ndcg_at_10_diff1": 0.290621, "nauc_ndcg_at_20_max": 0.22259, "nauc_ndcg_at_20_std": 0.028949, "nauc_ndcg_at_20_diff1": 0.251598, "nauc_ndcg_at_100_max": 0.192731, "nauc_ndcg_at_100_std": 0.107882, "nauc_ndcg_at_100_diff1": 0.244911, "nauc_ndcg_at_1000_max": 0.323228, "nauc_ndcg_at_1000_std": 0.204412, "nauc_ndcg_at_1000_diff1": 0.231584, "nauc_map_at_1_max": 0.044498, "nauc_map_at_1_std": -0.050886, "nauc_map_at_1_diff1": 0.491884, "nauc_map_at_3_max": 0.153837, "nauc_map_at_3_std": 0.058398, "nauc_map_at_3_diff1": 0.4393, "nauc_map_at_5_max": 0.156518, "nauc_map_at_5_std": 0.056488, "nauc_map_at_5_diff1": 0.390259, "nauc_map_at_10_max": 0.164298, "nauc_map_at_10_std": 0.063579, "nauc_map_at_10_diff1": 0.363836, "nauc_map_at_20_max": 0.157887, "nauc_map_at_20_std": 0.069423, "nauc_map_at_20_diff1": 0.325695, "nauc_map_at_100_max": 0.179681, "nauc_map_at_100_std": 0.09477, "nauc_map_at_100_diff1": 0.309798, "nauc_map_at_1000_max": 0.248391, "nauc_map_at_1000_std": 0.126604, "nauc_map_at_1000_diff1": 0.291173, "nauc_recall_at_1_max": 0.044498, "nauc_recall_at_1_std": -0.050886, "nauc_recall_at_1_diff1": 0.491884, "nauc_recall_at_3_max": 0.164472, "nauc_recall_at_3_std": 0.034413, "nauc_recall_at_3_diff1": 0.397396, "nauc_recall_at_5_max": 0.151299, "nauc_recall_at_5_std": 0.033921, "nauc_recall_at_5_diff1": 0.326907, "nauc_recall_at_10_max": 0.158318, "nauc_recall_at_10_std": 0.031085, "nauc_recall_at_10_diff1": 0.282397, "nauc_recall_at_20_max": 0.084674, "nauc_recall_at_20_std": 0.020573, "nauc_recall_at_20_diff1": 0.167252, "nauc_recall_at_100_max": 0.062331, "nauc_recall_at_100_std": 0.140995, "nauc_recall_at_100_diff1": 0.155272, "nauc_recall_at_1000_max": 0.095918, "nauc_recall_at_1000_std": 0.42269, "nauc_recall_at_1000_diff1": 0.114439, "nauc_precision_at_1_max": 0.071137, "nauc_precision_at_1_std": 0.024468, "nauc_precision_at_1_diff1": 0.121423, "nauc_precision_at_3_max": 0.182998, "nauc_precision_at_3_std": 0.042101, "nauc_precision_at_3_diff1": 0.201972, "nauc_precision_at_5_max": 0.199528, "nauc_precision_at_5_std": 0.007076, "nauc_precision_at_5_diff1": 0.138278, "nauc_precision_at_10_max": 0.265717, "nauc_precision_at_10_std": -0.021587, "nauc_precision_at_10_diff1": 0.078352, "nauc_precision_at_20_max": 0.33308, "nauc_precision_at_20_std": 0.040618, "nauc_precision_at_20_diff1": -0.012796, "nauc_precision_at_100_max": 0.369481, "nauc_precision_at_100_std": 0.076947, "nauc_precision_at_100_diff1": -0.099013, "nauc_precision_at_1000_max": 0.429474, "nauc_precision_at_1000_std": -0.030257, "nauc_precision_at_1000_diff1": -0.140226, "nauc_mrr_at_1_max": 0.071137, "nauc_mrr_at_1_std": 0.024468, "nauc_mrr_at_1_diff1": 0.121423, "nauc_mrr_at_3_max": 0.150333, "nauc_mrr_at_3_std": 0.018998, "nauc_mrr_at_3_diff1": 0.162712, "nauc_mrr_at_5_max": 0.149511, "nauc_mrr_at_5_std": 0.015871, "nauc_mrr_at_5_diff1": 0.160877, "nauc_mrr_at_10_max": 0.152015, "nauc_mrr_at_10_std": 0.01467, "nauc_mrr_at_10_diff1": 0.156329, "nauc_mrr_at_20_max": 0.155091, "nauc_mrr_at_20_std": 0.015827, "nauc_mrr_at_20_diff1": 0.151895, "nauc_mrr_at_100_max": 0.153497, "nauc_mrr_at_100_std": 0.017773, "nauc_mrr_at_100_diff1": 0.153336, "nauc_mrr_at_1000_max": 0.153268, "nauc_mrr_at_1000_std": 0.017827, "nauc_mrr_at_1000_diff1": 0.153502, "main_score": 0.22806, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.025, "ndcg_at_3": 0.02145, "ndcg_at_5": 0.02272, "ndcg_at_10": 0.0218, "ndcg_at_20": 0.02479, "ndcg_at_100": 0.03781, "ndcg_at_1000": 0.09151, "map_at_1": 0.01036, "map_at_3": 0.01073, "map_at_5": 0.01101, "map_at_10": 0.01138, "map_at_20": 0.01231, "map_at_100": 0.01458, "map_at_1000": 0.01924, "recall_at_1": 0.01036, "recall_at_3": 0.01123, "recall_at_5": 0.01227, "recall_at_10": 0.01387, "recall_at_20": 0.02442, "recall_at_100": 0.06137, "recall_at_1000": 0.24263, "precision_at_1": 0.04, "precision_at_3": 0.02167, "precision_at_5": 0.021, "precision_at_10": 0.0165, "precision_at_20": 0.01575, "precision_at_100": 0.0132, "precision_at_1000": 0.00913, "mrr_at_1": 0.04, "mrr_at_3": 0.045833, "mrr_at_5": 0.052583, "mrr_at_10": 0.055756, "mrr_at_20": 0.0603, "mrr_at_100": 0.064167, "mrr_at_1000": 0.065326, "nauc_ndcg_at_1_max": 0.237, "nauc_ndcg_at_1_std": 0.065468, "nauc_ndcg_at_1_diff1": -0.127314, "nauc_ndcg_at_3_max": 0.157884, "nauc_ndcg_at_3_std": -0.038035, "nauc_ndcg_at_3_diff1": -0.174118, "nauc_ndcg_at_5_max": 0.152925, "nauc_ndcg_at_5_std": -0.047787, "nauc_ndcg_at_5_diff1": -0.188333, "nauc_ndcg_at_10_max": 0.131386, "nauc_ndcg_at_10_std": -0.109396, "nauc_ndcg_at_10_diff1": -0.164741, "nauc_ndcg_at_20_max": 0.152298, "nauc_ndcg_at_20_std": -0.024978, "nauc_ndcg_at_20_diff1": -0.074119, "nauc_ndcg_at_100_max": 0.167641, "nauc_ndcg_at_100_std": -0.009747, "nauc_ndcg_at_100_diff1": -0.043928, "nauc_ndcg_at_1000_max": 0.213872, "nauc_ndcg_at_1000_std": -0.001597, "nauc_ndcg_at_1000_diff1": 0.009562, "nauc_map_at_1_max": -0.126087, "nauc_map_at_1_std": -0.468786, "nauc_map_at_1_diff1": -0.223089, "nauc_map_at_3_max": -0.109444, "nauc_map_at_3_std": -0.439041, "nauc_map_at_3_diff1": -0.21935, "nauc_map_at_5_max": -0.100581, "nauc_map_at_5_std": -0.427012, "nauc_map_at_5_diff1": -0.217689, "nauc_map_at_10_max": -0.088774, "nauc_map_at_10_std": -0.412401, "nauc_map_at_10_diff1": -0.211396, "nauc_map_at_20_max": -0.058565, "nauc_map_at_20_std": -0.343824, "nauc_map_at_20_diff1": -0.169984, "nauc_map_at_100_max": 0.004275, "nauc_map_at_100_std": -0.253298, "nauc_map_at_100_diff1": -0.152674, "nauc_map_at_1000_max": 0.091675, "nauc_map_at_1000_std": -0.163233, "nauc_map_at_1000_diff1": -0.14468, "nauc_recall_at_1_max": -0.126087, "nauc_recall_at_1_std": -0.468786, "nauc_recall_at_1_diff1": -0.223089, "nauc_recall_at_3_max": -0.092032, "nauc_recall_at_3_std": -0.407716, "nauc_recall_at_3_diff1": -0.20697, "nauc_recall_at_5_max": -0.068311, "nauc_recall_at_5_std": -0.378673, "nauc_recall_at_5_diff1": -0.199487, "nauc_recall_at_10_max": -0.036309, "nauc_recall_at_10_std": -0.354194, "nauc_recall_at_10_diff1": -0.165423, "nauc_recall_at_20_max": 0.077549, "nauc_recall_at_20_std": 0.044466, "nauc_recall_at_20_diff1": 0.145802, "nauc_recall_at_100_max": 0.096646, "nauc_recall_at_100_std": 0.059005, "nauc_recall_at_100_diff1": 0.045487, "nauc_recall_at_1000_max": 0.127556, "nauc_recall_at_1000_std": -0.015516, "nauc_recall_at_1000_diff1": 0.08175, "nauc_precision_at_1_max": 0.330796, "nauc_precision_at_1_std": 0.206735, "nauc_precision_at_1_diff1": -0.099611, "nauc_precision_at_3_max": 0.351468, "nauc_precision_at_3_std": 0.232214, "nauc_precision_at_3_diff1": -0.166787, "nauc_precision_at_5_max": 0.365633, "nauc_precision_at_5_std": 0.246656, "nauc_precision_at_5_diff1": -0.196379, "nauc_precision_at_10_max": 0.396095, "nauc_precision_at_10_std": 0.195856, "nauc_precision_at_10_diff1": -0.137934, "nauc_precision_at_20_max": 0.45123, "nauc_precision_at_20_std": 0.23634, "nauc_precision_at_20_diff1": -0.047309, "nauc_precision_at_100_max": 0.476701, "nauc_precision_at_100_std": 0.201606, "nauc_precision_at_100_diff1": -0.095263, "nauc_precision_at_1000_max": 0.573821, "nauc_precision_at_1000_std": 0.219877, "nauc_precision_at_1000_diff1": -0.114046, "nauc_mrr_at_1_max": 0.330796, "nauc_mrr_at_1_std": 0.206735, "nauc_mrr_at_1_diff1": -0.099611, "nauc_mrr_at_3_max": 0.299968, "nauc_mrr_at_3_std": 0.178174, "nauc_mrr_at_3_diff1": -0.101476, "nauc_mrr_at_5_max": 0.289104, "nauc_mrr_at_5_std": 0.172489, "nauc_mrr_at_5_diff1": -0.105522, "nauc_mrr_at_10_max": 0.294189, "nauc_mrr_at_10_std": 0.156077, "nauc_mrr_at_10_diff1": -0.091023, "nauc_mrr_at_20_max": 0.292685, "nauc_mrr_at_20_std": 0.158583, "nauc_mrr_at_20_diff1": -0.053368, "nauc_mrr_at_100_max": 0.288583, "nauc_mrr_at_100_std": 0.149005, "nauc_mrr_at_100_diff1": -0.044649, "nauc_mrr_at_1000_max": 0.288552, "nauc_mrr_at_1000_std": 0.148161, "nauc_mrr_at_1000_diff1": -0.044016, "main_score": 0.0218, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.04, "ndcg_at_3": 0.03225, "ndcg_at_5": 0.03471, "ndcg_at_10": 0.03808, "ndcg_at_20": 0.04397, "ndcg_at_100": 0.06807, "ndcg_at_1000": 0.1284, "map_at_1": 0.00868, "map_at_3": 0.0105, "map_at_5": 0.01324, "map_at_10": 0.01577, "map_at_20": 0.01863, "map_at_100": 0.0236, "map_at_1000": 0.02894, "recall_at_1": 0.00868, "recall_at_3": 0.0114, "recall_at_5": 0.02105, "recall_at_10": 0.03478, "recall_at_20": 0.0567, "recall_at_100": 0.12242, "recall_at_1000": 0.33603, "precision_at_1": 0.06, "precision_at_3": 0.03833, "precision_at_5": 0.035, "precision_at_10": 0.032, "precision_at_20": 0.0285, "precision_at_100": 0.0198, "precision_at_1000": 0.00797, "mrr_at_1": 0.06, "mrr_at_3": 0.0725, "mrr_at_5": 0.08175, "mrr_at_10": 0.088748, "mrr_at_20": 0.094608, "mrr_at_100": 0.100061, "mrr_at_1000": 0.101048, "nauc_ndcg_at_1_max": 0.478099, "nauc_ndcg_at_1_std": 0.602764, "nauc_ndcg_at_1_diff1": 0.227495, "nauc_ndcg_at_3_max": 0.575515, "nauc_ndcg_at_3_std": 0.605555, "nauc_ndcg_at_3_diff1": 0.134344, "nauc_ndcg_at_5_max": 0.585696, "nauc_ndcg_at_5_std": 0.575578, "nauc_ndcg_at_5_diff1": 0.194374, "nauc_ndcg_at_10_max": 0.546021, "nauc_ndcg_at_10_std": 0.583111, "nauc_ndcg_at_10_diff1": 0.171539, "nauc_ndcg_at_20_max": 0.563163, "nauc_ndcg_at_20_std": 0.588421, "nauc_ndcg_at_20_diff1": 0.173125, "nauc_ndcg_at_100_max": 0.556037, "nauc_ndcg_at_100_std": 0.622754, "nauc_ndcg_at_100_diff1": 0.141619, "nauc_ndcg_at_1000_max": 0.547652, "nauc_ndcg_at_1000_std": 0.623928, "nauc_ndcg_at_1000_diff1": 0.038959, "nauc_map_at_1_max": 0.735091, "nauc_map_at_1_std": 0.160206, "nauc_map_at_1_diff1": 0.453658, "nauc_map_at_3_max": 0.723789, "nauc_map_at_3_std": 0.266154, "nauc_map_at_3_diff1": 0.346821, "nauc_map_at_5_max": 0.667768, "nauc_map_at_5_std": 0.356807, "nauc_map_at_5_diff1": 0.28945, "nauc_map_at_10_max": 0.654513, "nauc_map_at_10_std": 0.425749, "nauc_map_at_10_diff1": 0.271981, "nauc_map_at_20_max": 0.665456, "nauc_map_at_20_std": 0.474227, "nauc_map_at_20_diff1": 0.262311, "nauc_map_at_100_max": 0.646457, "nauc_map_at_100_std": 0.530958, "nauc_map_at_100_diff1": 0.21181, "nauc_map_at_1000_max": 0.636613, "nauc_map_at_1000_std": 0.569721, "nauc_map_at_1000_diff1": 0.152779, "nauc_recall_at_1_max": 0.735091, "nauc_recall_at_1_std": 0.160206, "nauc_recall_at_1_diff1": 0.453658, "nauc_recall_at_3_max": 0.689631, "nauc_recall_at_3_std": 0.287027, "nauc_recall_at_3_diff1": 0.294589, "nauc_recall_at_5_max": 0.544965, "nauc_recall_at_5_std": 0.449689, "nauc_recall_at_5_diff1": 0.21156, "nauc_recall_at_10_max": 0.529832, "nauc_recall_at_10_std": 0.556615, "nauc_recall_at_10_diff1": 0.194405, "nauc_recall_at_20_max": 0.561917, "nauc_recall_at_20_std": 0.588673, "nauc_recall_at_20_diff1": 0.246971, "nauc_recall_at_100_max": 0.513196, "nauc_recall_at_100_std": 0.586948, "nauc_recall_at_100_diff1": 0.148019, "nauc_recall_at_1000_max": 0.556022, "nauc_recall_at_1000_std": 0.596156, "nauc_recall_at_1000_diff1": 0.030092, "nauc_precision_at_1_max": 0.470351, "nauc_precision_at_1_std": 0.62718, "nauc_precision_at_1_diff1": 0.176594, "nauc_precision_at_3_max": 0.528622, "nauc_precision_at_3_std": 0.714842, "nauc_precision_at_3_diff1": 0.004445, "nauc_precision_at_5_max": 0.55307, "nauc_precision_at_5_std": 0.659218, "nauc_precision_at_5_diff1": 0.112691, "nauc_precision_at_10_max": 0.405188, "nauc_precision_at_10_std": 0.618978, "nauc_precision_at_10_diff1": 0.023112, "nauc_precision_at_20_max": 0.419711, "nauc_precision_at_20_std": 0.582583, "nauc_precision_at_20_diff1": -0.037026, "nauc_precision_at_100_max": 0.403271, "nauc_precision_at_100_std": 0.562811, "nauc_precision_at_100_diff1": -0.064068, "nauc_precision_at_1000_max": 0.28118, "nauc_precision_at_1000_std": 0.312987, "nauc_precision_at_1000_diff1": -0.170975, "nauc_mrr_at_1_max": 0.470351, "nauc_mrr_at_1_std": 0.62718, "nauc_mrr_at_1_diff1": 0.176594, "nauc_mrr_at_3_max": 0.418641, "nauc_mrr_at_3_std": 0.627342, "nauc_mrr_at_3_diff1": 0.098841, "nauc_mrr_at_5_max": 0.415983, "nauc_mrr_at_5_std": 0.604526, "nauc_mrr_at_5_diff1": 0.140007, "nauc_mrr_at_10_max": 0.404287, "nauc_mrr_at_10_std": 0.602274, "nauc_mrr_at_10_diff1": 0.112944, "nauc_mrr_at_20_max": 0.410057, "nauc_mrr_at_20_std": 0.599171, "nauc_mrr_at_20_diff1": 0.105964, "nauc_mrr_at_100_max": 0.406668, "nauc_mrr_at_100_std": 0.591734, "nauc_mrr_at_100_diff1": 0.103979, "nauc_mrr_at_1000_max": 0.407725, "nauc_mrr_at_1000_std": 0.591424, "nauc_mrr_at_1000_diff1": 0.104481, "main_score": 0.03808, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ] }, "evaluation_time": 3634.715311527252, "kg_co2_emissions": 0.34417915611375144 }