{ "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", "task_name": "CUREv1", "mteb_version": "1.18.0", "scores": { "all": [ { "ndcg_at_1": 0.14925, "ndcg_at_3": 0.12943, "ndcg_at_5": 0.1281, "ndcg_at_10": 0.13024, "ndcg_at_20": 0.13568, "ndcg_at_100": 0.16799, "ndcg_at_1000": 0.24566, "map_at_1": 0.0227, "map_at_3": 0.03443, "map_at_5": 0.04025, "map_at_10": 0.0478, "map_at_20": 0.05387, "map_at_100": 0.06471, "map_at_1000": 0.07424, "recall_at_1": 0.0227, "recall_at_3": 0.0429, "recall_at_5": 0.05702, "recall_at_10": 0.08481, "recall_at_20": 0.11869, "recall_at_100": 0.22916, "recall_at_1000": 0.48705, "precision_at_1": 0.1965, "precision_at_3": 0.14833, "precision_at_5": 0.1348, "precision_at_10": 0.11415, "precision_at_20": 0.09095, "precision_at_100": 0.04918, "precision_at_1000": 0.01536, "mrr_at_1": 0.1965, "mrr_at_3": 0.257, "mrr_at_5": 0.27535, "mrr_at_10": 0.291156, "mrr_at_20": 0.299306, "mrr_at_100": 0.304134, "mrr_at_1000": 0.304665, "nauc_ndcg_at_1_max": 0.122115, "nauc_ndcg_at_1_std": 0.128561, "nauc_ndcg_at_1_diff1": 0.16398, "nauc_ndcg_at_3_max": 0.172416, "nauc_ndcg_at_3_std": 0.182806, "nauc_ndcg_at_3_diff1": 0.140699, "nauc_ndcg_at_5_max": 0.170148, "nauc_ndcg_at_5_std": 0.192167, "nauc_ndcg_at_5_diff1": 0.129691, "nauc_ndcg_at_10_max": 0.146954, "nauc_ndcg_at_10_std": 0.18637, "nauc_ndcg_at_10_diff1": 0.124713, "nauc_ndcg_at_20_max": 0.14965, "nauc_ndcg_at_20_std": 0.201051, "nauc_ndcg_at_20_diff1": 0.134271, "nauc_ndcg_at_100_max": 0.146001, "nauc_ndcg_at_100_std": 0.237613, "nauc_ndcg_at_100_diff1": 0.132584, "nauc_ndcg_at_1000_max": 0.181507, "nauc_ndcg_at_1000_std": 0.330708, "nauc_ndcg_at_1000_diff1": 0.121833, "nauc_map_at_1_max": 0.008398, "nauc_map_at_1_std": -0.022271, "nauc_map_at_1_diff1": 0.192339, "nauc_map_at_3_max": 0.055797, "nauc_map_at_3_std": 0.020347, "nauc_map_at_3_diff1": 0.163583, "nauc_map_at_5_max": 0.067152, "nauc_map_at_5_std": 0.042499, "nauc_map_at_5_diff1": 0.15126, "nauc_map_at_10_max": 0.064245, "nauc_map_at_10_std": 0.066427, "nauc_map_at_10_diff1": 0.144379, "nauc_map_at_20_max": 0.07852, "nauc_map_at_20_std": 0.10115, "nauc_map_at_20_diff1": 0.143896, "nauc_map_at_100_max": 0.101809, "nauc_map_at_100_std": 0.164345, "nauc_map_at_100_diff1": 0.137065, "nauc_map_at_1000_max": 0.129865, "nauc_map_at_1000_std": 0.222864, "nauc_map_at_1000_diff1": 0.131461, "nauc_recall_at_1_max": 0.008398, "nauc_recall_at_1_std": -0.022271, "nauc_recall_at_1_diff1": 0.192339, "nauc_recall_at_3_max": 0.078889, "nauc_recall_at_3_std": 0.036743, "nauc_recall_at_3_diff1": 0.139195, "nauc_recall_at_5_max": 0.079509, "nauc_recall_at_5_std": 0.05721, "nauc_recall_at_5_diff1": 0.114085, "nauc_recall_at_10_max": 0.031823, "nauc_recall_at_10_std": 0.044646, "nauc_recall_at_10_diff1": 0.094123, "nauc_recall_at_20_max": 0.040274, "nauc_recall_at_20_std": 0.087572, "nauc_recall_at_20_diff1": 0.095925, "nauc_recall_at_100_max": 0.049747, "nauc_recall_at_100_std": 0.168644, "nauc_recall_at_100_diff1": 0.093731, "nauc_recall_at_1000_max": 0.086932, "nauc_recall_at_1000_std": 0.276775, "nauc_recall_at_1000_diff1": 0.063648, "nauc_precision_at_1_max": 0.122966, "nauc_precision_at_1_std": 0.153934, "nauc_precision_at_1_diff1": 0.164151, "nauc_precision_at_3_max": 0.210402, "nauc_precision_at_3_std": 0.261195, "nauc_precision_at_3_diff1": 0.11542, "nauc_precision_at_5_max": 0.213295, "nauc_precision_at_5_std": 0.293795, "nauc_precision_at_5_diff1": 0.094969, "nauc_precision_at_10_max": 0.205366, "nauc_precision_at_10_std": 0.343547, "nauc_precision_at_10_diff1": 0.076537, "nauc_precision_at_20_max": 0.231304, "nauc_precision_at_20_std": 0.414558, "nauc_precision_at_20_diff1": 0.075056, "nauc_precision_at_100_max": 0.238898, "nauc_precision_at_100_std": 0.475902, "nauc_precision_at_100_diff1": 0.041634, "nauc_precision_at_1000_max": 0.255742, "nauc_precision_at_1000_std": 0.456264, "nauc_precision_at_1000_diff1": 0.033958, "nauc_mrr_at_1_max": 0.122966, "nauc_mrr_at_1_std": 0.153934, "nauc_mrr_at_1_diff1": 0.164151, "nauc_mrr_at_3_max": 0.159154, "nauc_mrr_at_3_std": 0.195346, "nauc_mrr_at_3_diff1": 0.152807, "nauc_mrr_at_5_max": 0.159414, "nauc_mrr_at_5_std": 0.203269, "nauc_mrr_at_5_diff1": 0.148433, "nauc_mrr_at_10_max": 0.157813, "nauc_mrr_at_10_std": 0.203028, "nauc_mrr_at_10_diff1": 0.145419, "nauc_mrr_at_20_max": 0.158209, "nauc_mrr_at_20_std": 0.205787, "nauc_mrr_at_20_diff1": 0.144225, "nauc_mrr_at_100_max": 0.158614, "nauc_mrr_at_100_std": 0.20591, "nauc_mrr_at_100_diff1": 0.145447, "nauc_mrr_at_1000_max": 0.158541, "nauc_mrr_at_1000_std": 0.205654, "nauc_mrr_at_1000_diff1": 0.14549, "main_score": 0.13024, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.126, "ndcg_at_3": 0.10468, "ndcg_at_5": 0.10199, "ndcg_at_10": 0.10036, "ndcg_at_20": 0.10426, "ndcg_at_100": 0.12764, "ndcg_at_1000": 0.19122, "map_at_1": 0.01736, "map_at_3": 0.02563, "map_at_5": 0.03031, "map_at_10": 0.03582, "map_at_20": 0.03978, "map_at_100": 0.0467, "map_at_1000": 0.05262, "recall_at_1": 0.01736, "recall_at_3": 0.03212, "recall_at_5": 0.04414, "recall_at_10": 0.065, "recall_at_20": 0.0913, "recall_at_100": 0.17571, "recall_at_1000": 0.39514, "precision_at_1": 0.1645, "precision_at_3": 0.1205, "precision_at_5": 0.1074, "precision_at_10": 0.0868, "precision_at_20": 0.0686, "precision_at_100": 0.03557, "precision_at_1000": 0.01162, "mrr_at_1": 0.1645, "mrr_at_3": 0.211083, "mrr_at_5": 0.227633, "mrr_at_10": 0.24021, "mrr_at_20": 0.248139, "mrr_at_100": 0.253394, "mrr_at_1000": 0.254197, "nauc_ndcg_at_1_max": 0.143727, "nauc_ndcg_at_1_std": 0.191474, "nauc_ndcg_at_1_diff1": 0.156937, "nauc_ndcg_at_3_max": 0.162189, "nauc_ndcg_at_3_std": 0.22871, "nauc_ndcg_at_3_diff1": 0.139343, "nauc_ndcg_at_5_max": 0.17003, "nauc_ndcg_at_5_std": 0.243136, "nauc_ndcg_at_5_diff1": 0.145261, "nauc_ndcg_at_10_max": 0.153226, "nauc_ndcg_at_10_std": 0.24796, "nauc_ndcg_at_10_diff1": 0.133605, "nauc_ndcg_at_20_max": 0.154411, "nauc_ndcg_at_20_std": 0.262632, "nauc_ndcg_at_20_diff1": 0.13499, "nauc_ndcg_at_100_max": 0.167115, "nauc_ndcg_at_100_std": 0.292985, "nauc_ndcg_at_100_diff1": 0.143976, "nauc_ndcg_at_1000_max": 0.189479, "nauc_ndcg_at_1000_std": 0.363091, "nauc_ndcg_at_1000_diff1": 0.126775, "nauc_map_at_1_max": 0.038378, "nauc_map_at_1_std": 0.046162, "nauc_map_at_1_diff1": 0.223318, "nauc_map_at_3_max": 0.076567, "nauc_map_at_3_std": 0.097511, "nauc_map_at_3_diff1": 0.199158, "nauc_map_at_5_max": 0.088143, "nauc_map_at_5_std": 0.121439, "nauc_map_at_5_diff1": 0.199203, "nauc_map_at_10_max": 0.087039, "nauc_map_at_10_std": 0.147465, "nauc_map_at_10_diff1": 0.170918, "nauc_map_at_20_max": 0.094952, "nauc_map_at_20_std": 0.171321, "nauc_map_at_20_diff1": 0.163022, "nauc_map_at_100_max": 0.116832, "nauc_map_at_100_std": 0.221639, "nauc_map_at_100_diff1": 0.157988, "nauc_map_at_1000_max": 0.135543, "nauc_map_at_1000_std": 0.266494, "nauc_map_at_1000_diff1": 0.148631, "nauc_recall_at_1_max": 0.038378, "nauc_recall_at_1_std": 0.046162, "nauc_recall_at_1_diff1": 0.223318, "nauc_recall_at_3_max": 0.085833, "nauc_recall_at_3_std": 0.102147, "nauc_recall_at_3_diff1": 0.182954, "nauc_recall_at_5_max": 0.081386, "nauc_recall_at_5_std": 0.124196, "nauc_recall_at_5_diff1": 0.180012, "nauc_recall_at_10_max": 0.053273, "nauc_recall_at_10_std": 0.132258, "nauc_recall_at_10_diff1": 0.117645, "nauc_recall_at_20_max": 0.056862, "nauc_recall_at_20_std": 0.162181, "nauc_recall_at_20_diff1": 0.097572, "nauc_recall_at_100_max": 0.089609, "nauc_recall_at_100_std": 0.217496, "nauc_recall_at_100_diff1": 0.113445, "nauc_recall_at_1000_max": 0.10106, "nauc_recall_at_1000_std": 0.276489, "nauc_recall_at_1000_diff1": 0.086813, "nauc_precision_at_1_max": 0.151368, "nauc_precision_at_1_std": 0.209871, "nauc_precision_at_1_diff1": 0.155328, "nauc_precision_at_3_max": 0.179679, "nauc_precision_at_3_std": 0.280047, "nauc_precision_at_3_diff1": 0.111118, "nauc_precision_at_5_max": 0.194817, "nauc_precision_at_5_std": 0.316125, "nauc_precision_at_5_diff1": 0.089616, "nauc_precision_at_10_max": 0.1912, "nauc_precision_at_10_std": 0.374664, "nauc_precision_at_10_diff1": 0.050291, "nauc_precision_at_20_max": 0.206833, "nauc_precision_at_20_std": 0.429563, "nauc_precision_at_20_diff1": 0.039873, "nauc_precision_at_100_max": 0.247646, "nauc_precision_at_100_std": 0.506273, "nauc_precision_at_100_diff1": 0.027083, "nauc_precision_at_1000_max": 0.254149, "nauc_precision_at_1000_std": 0.486251, "nauc_precision_at_1000_diff1": -0.001557, "nauc_mrr_at_1_max": 0.151368, "nauc_mrr_at_1_std": 0.209871, "nauc_mrr_at_1_diff1": 0.155328, "nauc_mrr_at_3_max": 0.157076, "nauc_mrr_at_3_std": 0.228031, "nauc_mrr_at_3_diff1": 0.139967, "nauc_mrr_at_5_max": 0.16021, "nauc_mrr_at_5_std": 0.234544, "nauc_mrr_at_5_diff1": 0.133843, "nauc_mrr_at_10_max": 0.159489, "nauc_mrr_at_10_std": 0.238103, "nauc_mrr_at_10_diff1": 0.129059, "nauc_mrr_at_20_max": 0.161535, "nauc_mrr_at_20_std": 0.242216, "nauc_mrr_at_20_diff1": 0.129268, "nauc_mrr_at_100_max": 0.161484, "nauc_mrr_at_100_std": 0.242514, "nauc_mrr_at_100_diff1": 0.129406, "nauc_mrr_at_1000_max": 0.16148, "nauc_mrr_at_1000_std": 0.242214, "nauc_mrr_at_1000_diff1": 0.129505, "main_score": 0.10036, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.11375, "ndcg_at_3": 0.10541, "ndcg_at_5": 0.10203, "ndcg_at_10": 0.10207, "ndcg_at_20": 0.10474, "ndcg_at_100": 0.12645, "ndcg_at_1000": 0.18884, "map_at_1": 0.01445, "map_at_3": 0.02544, "map_at_5": 0.03044, "map_at_10": 0.03599, "map_at_20": 0.04008, "map_at_100": 0.04665, "map_at_1000": 0.05236, "recall_at_1": 0.01445, "recall_at_3": 0.03474, "recall_at_5": 0.04746, "recall_at_10": 0.06893, "recall_at_20": 0.09284, "recall_at_100": 0.17378, "recall_at_1000": 0.38886, "precision_at_1": 0.1545, "precision_at_3": 0.12483, "precision_at_5": 0.108, "precision_at_10": 0.0884, "precision_at_20": 0.06812, "precision_at_100": 0.03463, "precision_at_1000": 0.01129, "mrr_at_1": 0.1545, "mrr_at_3": 0.211833, "mrr_at_5": 0.226583, "mrr_at_10": 0.24032, "mrr_at_20": 0.246988, "mrr_at_100": 0.252025, "mrr_at_1000": 0.252867, "nauc_ndcg_at_1_max": 0.19226, "nauc_ndcg_at_1_std": 0.190085, "nauc_ndcg_at_1_diff1": 0.198765, "nauc_ndcg_at_3_max": 0.214807, "nauc_ndcg_at_3_std": 0.248147, "nauc_ndcg_at_3_diff1": 0.149011, "nauc_ndcg_at_5_max": 0.205442, "nauc_ndcg_at_5_std": 0.262891, "nauc_ndcg_at_5_diff1": 0.132023, "nauc_ndcg_at_10_max": 0.197008, "nauc_ndcg_at_10_std": 0.27968, "nauc_ndcg_at_10_diff1": 0.12978, "nauc_ndcg_at_20_max": 0.195337, "nauc_ndcg_at_20_std": 0.290491, "nauc_ndcg_at_20_diff1": 0.136657, "nauc_ndcg_at_100_max": 0.190445, "nauc_ndcg_at_100_std": 0.314058, "nauc_ndcg_at_100_diff1": 0.1419, "nauc_ndcg_at_1000_max": 0.213218, "nauc_ndcg_at_1000_std": 0.391459, "nauc_ndcg_at_1000_diff1": 0.111947, "nauc_map_at_1_max": 0.073149, "nauc_map_at_1_std": 0.08284, "nauc_map_at_1_diff1": 0.261324, "nauc_map_at_3_max": 0.122491, "nauc_map_at_3_std": 0.126259, "nauc_map_at_3_diff1": 0.195956, "nauc_map_at_5_max": 0.120573, "nauc_map_at_5_std": 0.151148, "nauc_map_at_5_diff1": 0.171942, "nauc_map_at_10_max": 0.129873, "nauc_map_at_10_std": 0.18812, "nauc_map_at_10_diff1": 0.166388, "nauc_map_at_20_max": 0.141732, "nauc_map_at_20_std": 0.215849, "nauc_map_at_20_diff1": 0.166018, "nauc_map_at_100_max": 0.158404, "nauc_map_at_100_std": 0.26181, "nauc_map_at_100_diff1": 0.159481, "nauc_map_at_1000_max": 0.176736, "nauc_map_at_1000_std": 0.303557, "nauc_map_at_1000_diff1": 0.148598, "nauc_recall_at_1_max": 0.073149, "nauc_recall_at_1_std": 0.08284, "nauc_recall_at_1_diff1": 0.261324, "nauc_recall_at_3_max": 0.126727, "nauc_recall_at_3_std": 0.125124, "nauc_recall_at_3_diff1": 0.159167, "nauc_recall_at_5_max": 0.102889, "nauc_recall_at_5_std": 0.14169, "nauc_recall_at_5_diff1": 0.11305, "nauc_recall_at_10_max": 0.091357, "nauc_recall_at_10_std": 0.183826, "nauc_recall_at_10_diff1": 0.114639, "nauc_recall_at_20_max": 0.096605, "nauc_recall_at_20_std": 0.206427, "nauc_recall_at_20_diff1": 0.122402, "nauc_recall_at_100_max": 0.08367, "nauc_recall_at_100_std": 0.241801, "nauc_recall_at_100_diff1": 0.118015, "nauc_recall_at_1000_max": 0.100935, "nauc_recall_at_1000_std": 0.321354, "nauc_recall_at_1000_diff1": 0.061117, "nauc_precision_at_1_max": 0.186931, "nauc_precision_at_1_std": 0.216432, "nauc_precision_at_1_diff1": 0.171875, "nauc_precision_at_3_max": 0.223997, "nauc_precision_at_3_std": 0.303961, "nauc_precision_at_3_diff1": 0.112314, "nauc_precision_at_5_max": 0.215545, "nauc_precision_at_5_std": 0.344916, "nauc_precision_at_5_diff1": 0.08146, "nauc_precision_at_10_max": 0.229622, "nauc_precision_at_10_std": 0.407159, "nauc_precision_at_10_diff1": 0.061084, "nauc_precision_at_20_max": 0.239188, "nauc_precision_at_20_std": 0.449592, "nauc_precision_at_20_diff1": 0.045572, "nauc_precision_at_100_max": 0.24804, "nauc_precision_at_100_std": 0.487569, "nauc_precision_at_100_diff1": 0.00495, "nauc_precision_at_1000_max": 0.261278, "nauc_precision_at_1000_std": 0.459418, "nauc_precision_at_1000_diff1": -0.028428, "nauc_mrr_at_1_max": 0.186931, "nauc_mrr_at_1_std": 0.216432, "nauc_mrr_at_1_diff1": 0.171875, "nauc_mrr_at_3_max": 0.197272, "nauc_mrr_at_3_std": 0.247103, "nauc_mrr_at_3_diff1": 0.143834, "nauc_mrr_at_5_max": 0.194701, "nauc_mrr_at_5_std": 0.251328, "nauc_mrr_at_5_diff1": 0.137166, "nauc_mrr_at_10_max": 0.195839, "nauc_mrr_at_10_std": 0.257154, "nauc_mrr_at_10_diff1": 0.13598, "nauc_mrr_at_20_max": 0.19531, "nauc_mrr_at_20_std": 0.257088, "nauc_mrr_at_20_diff1": 0.134544, "nauc_mrr_at_100_max": 0.196025, "nauc_mrr_at_100_std": 0.257969, "nauc_mrr_at_100_diff1": 0.134177, "nauc_mrr_at_1000_max": 0.195904, "nauc_mrr_at_1000_std": 0.257699, "nauc_mrr_at_1000_diff1": 0.134234, "main_score": 0.10207, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "dentistry_and_oral_health": [ { "ndcg_at_1": 0.2325, "ndcg_at_3": 0.20945, "ndcg_at_5": 0.20975, "ndcg_at_10": 0.20676, "ndcg_at_20": 0.21065, "ndcg_at_100": 0.25231, "ndcg_at_1000": 0.36268, "map_at_1": 0.04182, "map_at_3": 0.059, "map_at_5": 0.06637, "map_at_10": 0.0741, "map_at_20": 0.08322, "map_at_100": 0.10362, "map_at_1000": 0.12308, "recall_at_1": 0.04182, "recall_at_3": 0.07785, "recall_at_5": 0.0993, "recall_at_10": 0.12668, "recall_at_20": 0.17005, "recall_at_100": 0.32645, "recall_at_1000": 0.65295, "precision_at_1": 0.3, "precision_at_3": 0.23, "precision_at_5": 0.214, "precision_at_10": 0.172, "precision_at_20": 0.1415, "precision_at_100": 0.079, "precision_at_1000": 0.02279, "mrr_at_1": 0.3, "mrr_at_3": 0.389167, "mrr_at_5": 0.412417, "mrr_at_10": 0.433738, "mrr_at_20": 0.440398, "mrr_at_100": 0.44368, "mrr_at_1000": 0.443769, "nauc_ndcg_at_1_max": -0.045568, "nauc_ndcg_at_1_std": 0.038385, "nauc_ndcg_at_1_diff1": 0.020885, "nauc_ndcg_at_3_max": 0.020175, "nauc_ndcg_at_3_std": 0.066693, "nauc_ndcg_at_3_diff1": 0.020074, "nauc_ndcg_at_5_max": 0.045686, "nauc_ndcg_at_5_std": 0.109921, "nauc_ndcg_at_5_diff1": 0.017004, "nauc_ndcg_at_10_max": 0.029921, "nauc_ndcg_at_10_std": 0.084407, "nauc_ndcg_at_10_diff1": 0.016914, "nauc_ndcg_at_20_max": 0.055294, "nauc_ndcg_at_20_std": 0.083836, "nauc_ndcg_at_20_diff1": 0.043305, "nauc_ndcg_at_100_max": 0.077248, "nauc_ndcg_at_100_std": 0.120797, "nauc_ndcg_at_100_diff1": 0.043979, "nauc_ndcg_at_1000_max": 0.103885, "nauc_ndcg_at_1000_std": 0.279825, "nauc_ndcg_at_1000_diff1": -0.009115, "nauc_map_at_1_max": -0.012006, "nauc_map_at_1_std": -0.135987, "nauc_map_at_1_diff1": 0.156749, "nauc_map_at_3_max": 0.082042, "nauc_map_at_3_std": -0.091917, "nauc_map_at_3_diff1": 0.172723, "nauc_map_at_5_max": 0.066372, "nauc_map_at_5_std": -0.093236, "nauc_map_at_5_diff1": 0.152737, "nauc_map_at_10_max": 0.041739, "nauc_map_at_10_std": -0.077705, "nauc_map_at_10_diff1": 0.122856, "nauc_map_at_20_max": 0.05542, "nauc_map_at_20_std": -0.051899, "nauc_map_at_20_diff1": 0.124765, "nauc_map_at_100_max": 0.085127, "nauc_map_at_100_std": 0.049378, "nauc_map_at_100_diff1": 0.101262, "nauc_map_at_1000_max": 0.112109, "nauc_map_at_1000_std": 0.150088, "nauc_map_at_1000_diff1": 0.06323, "nauc_recall_at_1_max": -0.012006, "nauc_recall_at_1_std": -0.135987, "nauc_recall_at_1_diff1": 0.156749, "nauc_recall_at_3_max": 0.143428, "nauc_recall_at_3_std": -0.04194, "nauc_recall_at_3_diff1": 0.149294, "nauc_recall_at_5_max": 0.094196, "nauc_recall_at_5_std": -0.079187, "nauc_recall_at_5_diff1": 0.117475, "nauc_recall_at_10_max": 0.032626, "nauc_recall_at_10_std": -0.071838, "nauc_recall_at_10_diff1": 0.067452, "nauc_recall_at_20_max": 0.065044, "nauc_recall_at_20_std": -0.03755, "nauc_recall_at_20_diff1": 0.096024, "nauc_recall_at_100_max": 0.04364, "nauc_recall_at_100_std": 0.023747, "nauc_recall_at_100_diff1": 0.05069, "nauc_recall_at_1000_max": 0.074255, "nauc_recall_at_1000_std": 0.269286, "nauc_recall_at_1000_diff1": -0.048573, "nauc_precision_at_1_max": -0.031543, "nauc_precision_at_1_std": 0.086373, "nauc_precision_at_1_diff1": 0.033043, "nauc_precision_at_3_max": 0.031025, "nauc_precision_at_3_std": 0.175138, "nauc_precision_at_3_diff1": -0.022267, "nauc_precision_at_5_max": 0.072776, "nauc_precision_at_5_std": 0.320809, "nauc_precision_at_5_diff1": -0.067789, "nauc_precision_at_10_max": 0.047627, "nauc_precision_at_10_std": 0.394325, "nauc_precision_at_10_diff1": -0.128595, "nauc_precision_at_20_max": 0.105257, "nauc_precision_at_20_std": 0.440348, "nauc_precision_at_20_diff1": -0.084353, "nauc_precision_at_100_max": 0.133378, "nauc_precision_at_100_std": 0.504293, "nauc_precision_at_100_diff1": -0.124167, "nauc_precision_at_1000_max": 0.076911, "nauc_precision_at_1000_std": 0.445822, "nauc_precision_at_1000_diff1": -0.159281, "nauc_mrr_at_1_max": -0.031543, "nauc_mrr_at_1_std": 0.086373, "nauc_mrr_at_1_diff1": 0.033043, "nauc_mrr_at_3_max": 0.010768, "nauc_mrr_at_3_std": 0.121508, "nauc_mrr_at_3_diff1": 0.01081, "nauc_mrr_at_5_max": 0.015348, "nauc_mrr_at_5_std": 0.142081, "nauc_mrr_at_5_diff1": 0.000304, "nauc_mrr_at_10_max": 0.022344, "nauc_mrr_at_10_std": 0.146882, "nauc_mrr_at_10_diff1": 0.013805, "nauc_mrr_at_20_max": 0.018634, "nauc_mrr_at_20_std": 0.145552, "nauc_mrr_at_20_diff1": 0.010466, "nauc_mrr_at_100_max": 0.018549, "nauc_mrr_at_100_std": 0.141363, "nauc_mrr_at_100_diff1": 0.012367, "nauc_mrr_at_1000_max": 0.018447, "nauc_mrr_at_1000_std": 0.141501, "nauc_mrr_at_1000_diff1": 0.01233, "main_score": 0.20676, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.2175, "ndcg_at_3": 0.18011, "ndcg_at_5": 0.18516, "ndcg_at_10": 0.18705, "ndcg_at_20": 0.19026, "ndcg_at_100": 0.22171, "ndcg_at_1000": 0.3159, "map_at_1": 0.0352, "map_at_3": 0.05105, "map_at_5": 0.0611, "map_at_10": 0.0685, "map_at_20": 0.07491, "map_at_100": 0.08922, "map_at_1000": 0.10259, "recall_at_1": 0.0352, "recall_at_3": 0.06794, "recall_at_5": 0.10098, "recall_at_10": 0.12646, "recall_at_20": 0.15824, "recall_at_100": 0.27851, "recall_at_1000": 0.57227, "precision_at_1": 0.275, "precision_at_3": 0.19, "precision_at_5": 0.178, "precision_at_10": 0.152, "precision_at_20": 0.11975, "precision_at_100": 0.0627, "precision_at_1000": 0.01841, "mrr_at_1": 0.275, "mrr_at_3": 0.354167, "mrr_at_5": 0.382917, "mrr_at_10": 0.402962, "mrr_at_20": 0.411149, "mrr_at_100": 0.413769, "mrr_at_1000": 0.413969, "nauc_ndcg_at_1_max": 0.078642, "nauc_ndcg_at_1_std": 0.172015, "nauc_ndcg_at_1_diff1": 0.215395, "nauc_ndcg_at_3_max": 0.104507, "nauc_ndcg_at_3_std": 0.226877, "nauc_ndcg_at_3_diff1": 0.179011, "nauc_ndcg_at_5_max": 0.129156, "nauc_ndcg_at_5_std": 0.205623, "nauc_ndcg_at_5_diff1": 0.212055, "nauc_ndcg_at_10_max": 0.13129, "nauc_ndcg_at_10_std": 0.211805, "nauc_ndcg_at_10_diff1": 0.184048, "nauc_ndcg_at_20_max": 0.143485, "nauc_ndcg_at_20_std": 0.212568, "nauc_ndcg_at_20_diff1": 0.180512, "nauc_ndcg_at_100_max": 0.170803, "nauc_ndcg_at_100_std": 0.290752, "nauc_ndcg_at_100_diff1": 0.173143, "nauc_ndcg_at_1000_max": 0.185204, "nauc_ndcg_at_1000_std": 0.390334, "nauc_ndcg_at_1000_diff1": 0.110871, "nauc_map_at_1_max": 0.065706, "nauc_map_at_1_std": 0.091738, "nauc_map_at_1_diff1": 0.338458, "nauc_map_at_3_max": 0.098157, "nauc_map_at_3_std": 0.110031, "nauc_map_at_3_diff1": 0.291918, "nauc_map_at_5_max": 0.097585, "nauc_map_at_5_std": 0.099467, "nauc_map_at_5_diff1": 0.274349, "nauc_map_at_10_max": 0.086157, "nauc_map_at_10_std": 0.105713, "nauc_map_at_10_diff1": 0.231464, "nauc_map_at_20_max": 0.098443, "nauc_map_at_20_std": 0.126372, "nauc_map_at_20_diff1": 0.224507, "nauc_map_at_100_max": 0.123738, "nauc_map_at_100_std": 0.200456, "nauc_map_at_100_diff1": 0.190558, "nauc_map_at_1000_max": 0.133743, "nauc_map_at_1000_std": 0.257037, "nauc_map_at_1000_diff1": 0.15307, "nauc_recall_at_1_max": 0.065706, "nauc_recall_at_1_std": 0.091738, "nauc_recall_at_1_diff1": 0.338458, "nauc_recall_at_3_max": 0.101537, "nauc_recall_at_3_std": 0.091235, "nauc_recall_at_3_diff1": 0.25153, "nauc_recall_at_5_max": 0.116661, "nauc_recall_at_5_std": 0.059951, "nauc_recall_at_5_diff1": 0.216652, "nauc_recall_at_10_max": 0.087445, "nauc_recall_at_10_std": 0.050626, "nauc_recall_at_10_diff1": 0.141282, "nauc_recall_at_20_max": 0.11223, "nauc_recall_at_20_std": 0.084866, "nauc_recall_at_20_diff1": 0.133406, "nauc_recall_at_100_max": 0.148669, "nauc_recall_at_100_std": 0.206738, "nauc_recall_at_100_diff1": 0.114236, "nauc_recall_at_1000_max": 0.168834, "nauc_recall_at_1000_std": 0.348085, "nauc_recall_at_1000_diff1": 0.027986, "nauc_precision_at_1_max": 0.099623, "nauc_precision_at_1_std": 0.210466, "nauc_precision_at_1_diff1": 0.242652, "nauc_precision_at_3_max": 0.127562, "nauc_precision_at_3_std": 0.329012, "nauc_precision_at_3_diff1": 0.122179, "nauc_precision_at_5_max": 0.157824, "nauc_precision_at_5_std": 0.283013, "nauc_precision_at_5_diff1": 0.1326, "nauc_precision_at_10_max": 0.155779, "nauc_precision_at_10_std": 0.343624, "nauc_precision_at_10_diff1": 0.008775, "nauc_precision_at_20_max": 0.162551, "nauc_precision_at_20_std": 0.364546, "nauc_precision_at_20_diff1": -0.046288, "nauc_precision_at_100_max": 0.145892, "nauc_precision_at_100_std": 0.440937, "nauc_precision_at_100_diff1": -0.147414, "nauc_precision_at_1000_max": 0.059845, "nauc_precision_at_1000_std": 0.310831, "nauc_precision_at_1000_diff1": -0.182082, "nauc_mrr_at_1_max": 0.099623, "nauc_mrr_at_1_std": 0.210466, "nauc_mrr_at_1_diff1": 0.242652, "nauc_mrr_at_3_max": 0.111616, "nauc_mrr_at_3_std": 0.282856, "nauc_mrr_at_3_diff1": 0.193854, "nauc_mrr_at_5_max": 0.129922, "nauc_mrr_at_5_std": 0.27065, "nauc_mrr_at_5_diff1": 0.204903, "nauc_mrr_at_10_max": 0.141043, "nauc_mrr_at_10_std": 0.27719, "nauc_mrr_at_10_diff1": 0.205581, "nauc_mrr_at_20_max": 0.141461, "nauc_mrr_at_20_std": 0.280005, "nauc_mrr_at_20_diff1": 0.204273, "nauc_mrr_at_100_max": 0.138224, "nauc_mrr_at_100_std": 0.278257, "nauc_mrr_at_100_diff1": 0.20458, "nauc_mrr_at_1000_max": 0.137993, "nauc_mrr_at_1000_std": 0.278269, "nauc_mrr_at_1000_diff1": 0.204281, "main_score": 0.18705, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1975, "ndcg_at_3": 0.19467, "ndcg_at_5": 0.18794, "ndcg_at_10": 0.18766, "ndcg_at_20": 0.18876, "ndcg_at_100": 0.21697, "ndcg_at_1000": 0.31095, "map_at_1": 0.03669, "map_at_3": 0.05845, "map_at_5": 0.06339, "map_at_10": 0.07076, "map_at_20": 0.07708, "map_at_100": 0.09081, "map_at_1000": 0.10434, "recall_at_1": 0.03669, "recall_at_3": 0.08175, "recall_at_5": 0.0931, "recall_at_10": 0.12301, "recall_at_20": 0.1553, "recall_at_100": 0.26628, "recall_at_1000": 0.55914, "precision_at_1": 0.255, "precision_at_3": 0.21333, "precision_at_5": 0.185, "precision_at_10": 0.151, "precision_at_20": 0.11725, "precision_at_100": 0.0604, "precision_at_1000": 0.01803, "mrr_at_1": 0.255, "mrr_at_3": 0.360833, "mrr_at_5": 0.382833, "mrr_at_10": 0.39731, "mrr_at_20": 0.404694, "mrr_at_100": 0.407914, "mrr_at_1000": 0.40829, "nauc_ndcg_at_1_max": 0.109703, "nauc_ndcg_at_1_std": 0.116228, "nauc_ndcg_at_1_diff1": 0.241819, "nauc_ndcg_at_3_max": 0.168072, "nauc_ndcg_at_3_std": 0.185845, "nauc_ndcg_at_3_diff1": 0.229859, "nauc_ndcg_at_5_max": 0.201779, "nauc_ndcg_at_5_std": 0.211146, "nauc_ndcg_at_5_diff1": 0.226352, "nauc_ndcg_at_10_max": 0.214301, "nauc_ndcg_at_10_std": 0.198658, "nauc_ndcg_at_10_diff1": 0.240308, "nauc_ndcg_at_20_max": 0.230172, "nauc_ndcg_at_20_std": 0.211259, "nauc_ndcg_at_20_diff1": 0.239751, "nauc_ndcg_at_100_max": 0.246302, "nauc_ndcg_at_100_std": 0.263096, "nauc_ndcg_at_100_diff1": 0.254679, "nauc_ndcg_at_1000_max": 0.279237, "nauc_ndcg_at_1000_std": 0.395964, "nauc_ndcg_at_1000_diff1": 0.204374, "nauc_map_at_1_max": 0.101418, "nauc_map_at_1_std": -0.032852, "nauc_map_at_1_diff1": 0.358161, "nauc_map_at_3_max": 0.192955, "nauc_map_at_3_std": 0.020151, "nauc_map_at_3_diff1": 0.304374, "nauc_map_at_5_max": 0.190365, "nauc_map_at_5_std": 0.035291, "nauc_map_at_5_diff1": 0.288857, "nauc_map_at_10_max": 0.188154, "nauc_map_at_10_std": 0.051757, "nauc_map_at_10_diff1": 0.281196, "nauc_map_at_20_max": 0.196401, "nauc_map_at_20_std": 0.082405, "nauc_map_at_20_diff1": 0.274365, "nauc_map_at_100_max": 0.207436, "nauc_map_at_100_std": 0.155976, "nauc_map_at_100_diff1": 0.249221, "nauc_map_at_1000_max": 0.218711, "nauc_map_at_1000_std": 0.223988, "nauc_map_at_1000_diff1": 0.213224, "nauc_recall_at_1_max": 0.101418, "nauc_recall_at_1_std": -0.032852, "nauc_recall_at_1_diff1": 0.358161, "nauc_recall_at_3_max": 0.227136, "nauc_recall_at_3_std": 0.037148, "nauc_recall_at_3_diff1": 0.23965, "nauc_recall_at_5_max": 0.218705, "nauc_recall_at_5_std": 0.053589, "nauc_recall_at_5_diff1": 0.222651, "nauc_recall_at_10_max": 0.183241, "nauc_recall_at_10_std": 0.034339, "nauc_recall_at_10_diff1": 0.207405, "nauc_recall_at_20_max": 0.219909, "nauc_recall_at_20_std": 0.09486, "nauc_recall_at_20_diff1": 0.215064, "nauc_recall_at_100_max": 0.221377, "nauc_recall_at_100_std": 0.202365, "nauc_recall_at_100_diff1": 0.204964, "nauc_recall_at_1000_max": 0.28143, "nauc_recall_at_1000_std": 0.394539, "nauc_recall_at_1000_diff1": 0.15584, "nauc_precision_at_1_max": 0.141925, "nauc_precision_at_1_std": 0.182375, "nauc_precision_at_1_diff1": 0.222307, "nauc_precision_at_3_max": 0.162087, "nauc_precision_at_3_std": 0.330028, "nauc_precision_at_3_diff1": 0.141408, "nauc_precision_at_5_max": 0.180778, "nauc_precision_at_5_std": 0.380323, "nauc_precision_at_5_diff1": 0.063247, "nauc_precision_at_10_max": 0.177854, "nauc_precision_at_10_std": 0.423349, "nauc_precision_at_10_diff1": 0.012917, "nauc_precision_at_20_max": 0.188088, "nauc_precision_at_20_std": 0.483447, "nauc_precision_at_20_diff1": -0.053575, "nauc_precision_at_100_max": 0.148899, "nauc_precision_at_100_std": 0.525022, "nauc_precision_at_100_diff1": -0.134659, "nauc_precision_at_1000_max": 0.099106, "nauc_precision_at_1000_std": 0.436415, "nauc_precision_at_1000_diff1": -0.182832, "nauc_mrr_at_1_max": 0.141925, "nauc_mrr_at_1_std": 0.182375, "nauc_mrr_at_1_diff1": 0.222307, "nauc_mrr_at_3_max": 0.158918, "nauc_mrr_at_3_std": 0.251346, "nauc_mrr_at_3_diff1": 0.216537, "nauc_mrr_at_5_max": 0.177408, "nauc_mrr_at_5_std": 0.264125, "nauc_mrr_at_5_diff1": 0.209332, "nauc_mrr_at_10_max": 0.188614, "nauc_mrr_at_10_std": 0.269669, "nauc_mrr_at_10_diff1": 0.213792, "nauc_mrr_at_20_max": 0.191185, "nauc_mrr_at_20_std": 0.270049, "nauc_mrr_at_20_diff1": 0.215805, "nauc_mrr_at_100_max": 0.188788, "nauc_mrr_at_100_std": 0.268024, "nauc_mrr_at_100_diff1": 0.215387, "nauc_mrr_at_1000_max": 0.188257, "nauc_mrr_at_1000_std": 0.267775, "nauc_mrr_at_1000_diff1": 0.215071, "main_score": 0.18766, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "dermatology": [ { "ndcg_at_1": 0.1475, "ndcg_at_3": 0.12158, "ndcg_at_5": 0.12925, "ndcg_at_10": 0.15082, "ndcg_at_20": 0.17347, "ndcg_at_100": 0.23567, "ndcg_at_1000": 0.31999, "map_at_1": 0.02774, "map_at_3": 0.04281, "map_at_5": 0.05493, "map_at_10": 0.07106, "map_at_20": 0.08313, "map_at_100": 0.1016, "map_at_1000": 0.11189, "recall_at_1": 0.02774, "recall_at_3": 0.05181, "recall_at_5": 0.0862, "recall_at_10": 0.14079, "recall_at_20": 0.21364, "recall_at_100": 0.41783, "recall_at_1000": 0.76993, "precision_at_1": 0.195, "precision_at_3": 0.14333, "precision_at_5": 0.139, "precision_at_10": 0.127, "precision_at_20": 0.0985, "precision_at_100": 0.0463, "precision_at_1000": 0.00995, "mrr_at_1": 0.195, "mrr_at_3": 0.25, "mrr_at_5": 0.27825, "mrr_at_10": 0.296575, "mrr_at_20": 0.304813, "mrr_at_100": 0.310239, "mrr_at_1000": 0.310651, "nauc_ndcg_at_1_max": 0.174578, "nauc_ndcg_at_1_std": 0.066154, "nauc_ndcg_at_1_diff1": 0.114594, "nauc_ndcg_at_3_max": 0.230864, "nauc_ndcg_at_3_std": 0.088342, "nauc_ndcg_at_3_diff1": 0.135327, "nauc_ndcg_at_5_max": 0.247902, "nauc_ndcg_at_5_std": 0.070677, "nauc_ndcg_at_5_diff1": 0.134318, "nauc_ndcg_at_10_max": 0.279034, "nauc_ndcg_at_10_std": 0.099053, "nauc_ndcg_at_10_diff1": 0.157715, "nauc_ndcg_at_20_max": 0.305972, "nauc_ndcg_at_20_std": 0.099838, "nauc_ndcg_at_20_diff1": 0.212973, "nauc_ndcg_at_100_max": 0.341968, "nauc_ndcg_at_100_std": 0.194463, "nauc_ndcg_at_100_diff1": 0.181449, "nauc_ndcg_at_1000_max": 0.401755, "nauc_ndcg_at_1000_std": 0.320865, "nauc_ndcg_at_1000_diff1": 0.203305, "nauc_map_at_1_max": -0.037663, "nauc_map_at_1_std": -0.165458, "nauc_map_at_1_diff1": 0.060043, "nauc_map_at_3_max": 0.058411, "nauc_map_at_3_std": -0.129565, "nauc_map_at_3_diff1": 0.099319, "nauc_map_at_5_max": 0.099853, "nauc_map_at_5_std": -0.102045, "nauc_map_at_5_diff1": 0.096052, "nauc_map_at_10_max": 0.192021, "nauc_map_at_10_std": -0.027923, "nauc_map_at_10_diff1": 0.127784, "nauc_map_at_20_max": 0.253231, "nauc_map_at_20_std": 0.01653, "nauc_map_at_20_diff1": 0.171588, "nauc_map_at_100_max": 0.314835, "nauc_map_at_100_std": 0.114226, "nauc_map_at_100_diff1": 0.188924, "nauc_map_at_1000_max": 0.344138, "nauc_map_at_1000_std": 0.175439, "nauc_map_at_1000_diff1": 0.197024, "nauc_recall_at_1_max": -0.037663, "nauc_recall_at_1_std": -0.165458, "nauc_recall_at_1_diff1": 0.060043, "nauc_recall_at_3_max": 0.059631, "nauc_recall_at_3_std": -0.131323, "nauc_recall_at_3_diff1": 0.074578, "nauc_recall_at_5_max": 0.066663, "nauc_recall_at_5_std": -0.116578, "nauc_recall_at_5_diff1": 0.056064, "nauc_recall_at_10_max": 0.128213, "nauc_recall_at_10_std": -0.067987, "nauc_recall_at_10_diff1": 0.109638, "nauc_recall_at_20_max": 0.181649, "nauc_recall_at_20_std": -0.060265, "nauc_recall_at_20_diff1": 0.192475, "nauc_recall_at_100_max": 0.192333, "nauc_recall_at_100_std": 0.115298, "nauc_recall_at_100_diff1": 0.085204, "nauc_recall_at_1000_max": 0.256512, "nauc_recall_at_1000_std": 0.293486, "nauc_recall_at_1000_diff1": 0.102912, "nauc_precision_at_1_max": 0.163837, "nauc_precision_at_1_std": 0.086103, "nauc_precision_at_1_diff1": 0.12511, "nauc_precision_at_3_max": 0.285525, "nauc_precision_at_3_std": 0.147986, "nauc_precision_at_3_diff1": 0.171586, "nauc_precision_at_5_max": 0.396018, "nauc_precision_at_5_std": 0.214471, "nauc_precision_at_5_diff1": 0.174562, "nauc_precision_at_10_max": 0.478583, "nauc_precision_at_10_std": 0.367038, "nauc_precision_at_10_diff1": 0.223485, "nauc_precision_at_20_max": 0.517882, "nauc_precision_at_20_std": 0.453322, "nauc_precision_at_20_diff1": 0.291218, "nauc_precision_at_100_max": 0.481322, "nauc_precision_at_100_std": 0.61008, "nauc_precision_at_100_diff1": 0.223387, "nauc_precision_at_1000_max": 0.380758, "nauc_precision_at_1000_std": 0.578625, "nauc_precision_at_1000_diff1": 0.177521, "nauc_mrr_at_1_max": 0.163837, "nauc_mrr_at_1_std": 0.086103, "nauc_mrr_at_1_diff1": 0.12511, "nauc_mrr_at_3_max": 0.167144, "nauc_mrr_at_3_std": 0.097645, "nauc_mrr_at_3_diff1": 0.104223, "nauc_mrr_at_5_max": 0.188825, "nauc_mrr_at_5_std": 0.099811, "nauc_mrr_at_5_diff1": 0.125412, "nauc_mrr_at_10_max": 0.191117, "nauc_mrr_at_10_std": 0.102543, "nauc_mrr_at_10_diff1": 0.130043, "nauc_mrr_at_20_max": 0.195431, "nauc_mrr_at_20_std": 0.102581, "nauc_mrr_at_20_diff1": 0.136864, "nauc_mrr_at_100_max": 0.194694, "nauc_mrr_at_100_std": 0.104798, "nauc_mrr_at_100_diff1": 0.134372, "nauc_mrr_at_1000_max": 0.194096, "nauc_mrr_at_1000_std": 0.104244, "nauc_mrr_at_1000_diff1": 0.133905, "main_score": 0.15082, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1425, "ndcg_at_3": 0.1109, "ndcg_at_5": 0.11477, "ndcg_at_10": 0.12437, "ndcg_at_20": 0.14483, "ndcg_at_100": 0.19678, "ndcg_at_1000": 0.27915, "map_at_1": 0.02218, "map_at_3": 0.0342, "map_at_5": 0.04327, "map_at_10": 0.05573, "map_at_20": 0.06476, "map_at_100": 0.07881, "map_at_1000": 0.08706, "recall_at_1": 0.02218, "recall_at_3": 0.04216, "recall_at_5": 0.06488, "recall_at_10": 0.11144, "recall_at_20": 0.176, "recall_at_100": 0.3624, "recall_at_1000": 0.70923, "precision_at_1": 0.185, "precision_at_3": 0.13167, "precision_at_5": 0.124, "precision_at_10": 0.105, "precision_at_20": 0.08475, "precision_at_100": 0.03875, "precision_at_1000": 0.00882, "mrr_at_1": 0.185, "mrr_at_3": 0.226667, "mrr_at_5": 0.241917, "mrr_at_10": 0.261704, "mrr_at_20": 0.272665, "mrr_at_100": 0.277171, "mrr_at_1000": 0.277736, "nauc_ndcg_at_1_max": 0.180584, "nauc_ndcg_at_1_std": 0.14608, "nauc_ndcg_at_1_diff1": -0.008669, "nauc_ndcg_at_3_max": 0.223441, "nauc_ndcg_at_3_std": 0.198703, "nauc_ndcg_at_3_diff1": 0.038309, "nauc_ndcg_at_5_max": 0.231906, "nauc_ndcg_at_5_std": 0.196681, "nauc_ndcg_at_5_diff1": 0.066661, "nauc_ndcg_at_10_max": 0.250737, "nauc_ndcg_at_10_std": 0.168733, "nauc_ndcg_at_10_diff1": 0.099771, "nauc_ndcg_at_20_max": 0.324407, "nauc_ndcg_at_20_std": 0.190082, "nauc_ndcg_at_20_diff1": 0.182274, "nauc_ndcg_at_100_max": 0.322495, "nauc_ndcg_at_100_std": 0.236194, "nauc_ndcg_at_100_diff1": 0.116357, "nauc_ndcg_at_1000_max": 0.377027, "nauc_ndcg_at_1000_std": 0.365691, "nauc_ndcg_at_1000_diff1": 0.116144, "nauc_map_at_1_max": -0.03224, "nauc_map_at_1_std": -0.115797, "nauc_map_at_1_diff1": 0.045949, "nauc_map_at_3_max": 0.043217, "nauc_map_at_3_std": -0.047674, "nauc_map_at_3_diff1": 0.102805, "nauc_map_at_5_max": 0.090122, "nauc_map_at_5_std": -0.015016, "nauc_map_at_5_diff1": 0.124776, "nauc_map_at_10_max": 0.19787, "nauc_map_at_10_std": 0.044515, "nauc_map_at_10_diff1": 0.124686, "nauc_map_at_20_max": 0.268919, "nauc_map_at_20_std": 0.077892, "nauc_map_at_20_diff1": 0.179493, "nauc_map_at_100_max": 0.309678, "nauc_map_at_100_std": 0.157211, "nauc_map_at_100_diff1": 0.161196, "nauc_map_at_1000_max": 0.337665, "nauc_map_at_1000_std": 0.214878, "nauc_map_at_1000_diff1": 0.1567, "nauc_recall_at_1_max": -0.03224, "nauc_recall_at_1_std": -0.115797, "nauc_recall_at_1_diff1": 0.045949, "nauc_recall_at_3_max": 0.017971, "nauc_recall_at_3_std": -0.051642, "nauc_recall_at_3_diff1": 0.111028, "nauc_recall_at_5_max": 0.038748, "nauc_recall_at_5_std": 0.004823, "nauc_recall_at_5_diff1": 0.106351, "nauc_recall_at_10_max": 0.120768, "nauc_recall_at_10_std": 0.020312, "nauc_recall_at_10_diff1": 0.092274, "nauc_recall_at_20_max": 0.272697, "nauc_recall_at_20_std": 0.037294, "nauc_recall_at_20_diff1": 0.261917, "nauc_recall_at_100_max": 0.197464, "nauc_recall_at_100_std": 0.121242, "nauc_recall_at_100_diff1": 0.08246, "nauc_recall_at_1000_max": 0.249414, "nauc_recall_at_1000_std": 0.307784, "nauc_recall_at_1000_diff1": 0.184164, "nauc_precision_at_1_max": 0.221765, "nauc_precision_at_1_std": 0.179595, "nauc_precision_at_1_diff1": 0.02664, "nauc_precision_at_3_max": 0.303857, "nauc_precision_at_3_std": 0.254805, "nauc_precision_at_3_diff1": 0.052418, "nauc_precision_at_5_max": 0.340463, "nauc_precision_at_5_std": 0.292084, "nauc_precision_at_5_diff1": 0.095748, "nauc_precision_at_10_max": 0.452879, "nauc_precision_at_10_std": 0.365714, "nauc_precision_at_10_diff1": 0.119022, "nauc_precision_at_20_max": 0.543075, "nauc_precision_at_20_std": 0.49213, "nauc_precision_at_20_diff1": 0.166749, "nauc_precision_at_100_max": 0.505929, "nauc_precision_at_100_std": 0.619768, "nauc_precision_at_100_diff1": 0.051482, "nauc_precision_at_1000_max": 0.433567, "nauc_precision_at_1000_std": 0.62757, "nauc_precision_at_1000_diff1": -0.007451, "nauc_mrr_at_1_max": 0.221765, "nauc_mrr_at_1_std": 0.179595, "nauc_mrr_at_1_diff1": 0.02664, "nauc_mrr_at_3_max": 0.207065, "nauc_mrr_at_3_std": 0.167192, "nauc_mrr_at_3_diff1": 0.054236, "nauc_mrr_at_5_max": 0.197878, "nauc_mrr_at_5_std": 0.175995, "nauc_mrr_at_5_diff1": 0.048058, "nauc_mrr_at_10_max": 0.217233, "nauc_mrr_at_10_std": 0.184733, "nauc_mrr_at_10_diff1": 0.063697, "nauc_mrr_at_20_max": 0.226279, "nauc_mrr_at_20_std": 0.192001, "nauc_mrr_at_20_diff1": 0.06313, "nauc_mrr_at_100_max": 0.223544, "nauc_mrr_at_100_std": 0.191691, "nauc_mrr_at_100_diff1": 0.05985, "nauc_mrr_at_1000_max": 0.223377, "nauc_mrr_at_1000_std": 0.19134, "nauc_mrr_at_1000_diff1": 0.060331, "main_score": 0.12437, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1225, "ndcg_at_3": 0.10746, "ndcg_at_5": 0.11092, "ndcg_at_10": 0.12168, "ndcg_at_20": 0.13915, "ndcg_at_100": 0.18916, "ndcg_at_1000": 0.27327, "map_at_1": 0.02148, "map_at_3": 0.03547, "map_at_5": 0.04532, "map_at_10": 0.05644, "map_at_20": 0.06585, "map_at_100": 0.07831, "map_at_1000": 0.08672, "recall_at_1": 0.02148, "recall_at_3": 0.04519, "recall_at_5": 0.06908, "recall_at_10": 0.10811, "recall_at_20": 0.16683, "recall_at_100": 0.348, "recall_at_1000": 0.69643, "precision_at_1": 0.175, "precision_at_3": 0.13833, "precision_at_5": 0.123, "precision_at_10": 0.1055, "precision_at_20": 0.08225, "precision_at_100": 0.0367, "precision_at_1000": 0.00879, "mrr_at_1": 0.175, "mrr_at_3": 0.231667, "mrr_at_5": 0.245667, "mrr_at_10": 0.264361, "mrr_at_20": 0.271554, "mrr_at_100": 0.277828, "mrr_at_1000": 0.278382, "nauc_ndcg_at_1_max": 0.204388, "nauc_ndcg_at_1_std": 0.121761, "nauc_ndcg_at_1_diff1": 0.052687, "nauc_ndcg_at_3_max": 0.304797, "nauc_ndcg_at_3_std": 0.251272, "nauc_ndcg_at_3_diff1": 0.097366, "nauc_ndcg_at_5_max": 0.347678, "nauc_ndcg_at_5_std": 0.250926, "nauc_ndcg_at_5_diff1": 0.074685, "nauc_ndcg_at_10_max": 0.345962, "nauc_ndcg_at_10_std": 0.27642, "nauc_ndcg_at_10_diff1": 0.084544, "nauc_ndcg_at_20_max": 0.366187, "nauc_ndcg_at_20_std": 0.255854, "nauc_ndcg_at_20_diff1": 0.102079, "nauc_ndcg_at_100_max": 0.375242, "nauc_ndcg_at_100_std": 0.304312, "nauc_ndcg_at_100_diff1": 0.09059, "nauc_ndcg_at_1000_max": 0.412496, "nauc_ndcg_at_1000_std": 0.417824, "nauc_ndcg_at_1000_diff1": 0.073311, "nauc_map_at_1_max": 0.102139, "nauc_map_at_1_std": -0.022608, "nauc_map_at_1_diff1": -0.007406, "nauc_map_at_3_max": 0.145336, "nauc_map_at_3_std": 0.068333, "nauc_map_at_3_diff1": 0.012014, "nauc_map_at_5_max": 0.228896, "nauc_map_at_5_std": 0.120151, "nauc_map_at_5_diff1": 0.016962, "nauc_map_at_10_max": 0.304352, "nauc_map_at_10_std": 0.190464, "nauc_map_at_10_diff1": 0.048289, "nauc_map_at_20_max": 0.35711, "nauc_map_at_20_std": 0.214665, "nauc_map_at_20_diff1": 0.079188, "nauc_map_at_100_max": 0.386588, "nauc_map_at_100_std": 0.269953, "nauc_map_at_100_diff1": 0.092038, "nauc_map_at_1000_max": 0.405016, "nauc_map_at_1000_std": 0.320393, "nauc_map_at_1000_diff1": 0.088108, "nauc_recall_at_1_max": 0.102139, "nauc_recall_at_1_std": -0.022608, "nauc_recall_at_1_diff1": -0.007406, "nauc_recall_at_3_max": 0.113017, "nauc_recall_at_3_std": 0.079056, "nauc_recall_at_3_diff1": 0.039237, "nauc_recall_at_5_max": 0.17741, "nauc_recall_at_5_std": 0.089776, "nauc_recall_at_5_diff1": 0.018312, "nauc_recall_at_10_max": 0.256375, "nauc_recall_at_10_std": 0.170375, "nauc_recall_at_10_diff1": 0.083653, "nauc_recall_at_20_max": 0.272869, "nauc_recall_at_20_std": 0.112625, "nauc_recall_at_20_diff1": 0.103829, "nauc_recall_at_100_max": 0.229754, "nauc_recall_at_100_std": 0.188386, "nauc_recall_at_100_diff1": 0.0678, "nauc_recall_at_1000_max": 0.249254, "nauc_recall_at_1000_std": 0.305962, "nauc_recall_at_1000_diff1": 0.045399, "nauc_precision_at_1_max": 0.242557, "nauc_precision_at_1_std": 0.158967, "nauc_precision_at_1_diff1": 0.052499, "nauc_precision_at_3_max": 0.369618, "nauc_precision_at_3_std": 0.337832, "nauc_precision_at_3_diff1": 0.103572, "nauc_precision_at_5_max": 0.440776, "nauc_precision_at_5_std": 0.357977, "nauc_precision_at_5_diff1": 0.10241, "nauc_precision_at_10_max": 0.45358, "nauc_precision_at_10_std": 0.446551, "nauc_precision_at_10_diff1": 0.129196, "nauc_precision_at_20_max": 0.483344, "nauc_precision_at_20_std": 0.484104, "nauc_precision_at_20_diff1": 0.149693, "nauc_precision_at_100_max": 0.392068, "nauc_precision_at_100_std": 0.597517, "nauc_precision_at_100_diff1": 0.072134, "nauc_precision_at_1000_max": 0.304022, "nauc_precision_at_1000_std": 0.581102, "nauc_precision_at_1000_diff1": -0.006768, "nauc_mrr_at_1_max": 0.242557, "nauc_mrr_at_1_std": 0.158967, "nauc_mrr_at_1_diff1": 0.052499, "nauc_mrr_at_3_max": 0.248554, "nauc_mrr_at_3_std": 0.211351, "nauc_mrr_at_3_diff1": 0.084749, "nauc_mrr_at_5_max": 0.241942, "nauc_mrr_at_5_std": 0.201781, "nauc_mrr_at_5_diff1": 0.073941, "nauc_mrr_at_10_max": 0.257126, "nauc_mrr_at_10_std": 0.219682, "nauc_mrr_at_10_diff1": 0.076345, "nauc_mrr_at_20_max": 0.261495, "nauc_mrr_at_20_std": 0.219832, "nauc_mrr_at_20_diff1": 0.075133, "nauc_mrr_at_100_max": 0.258015, "nauc_mrr_at_100_std": 0.217975, "nauc_mrr_at_100_diff1": 0.07271, "nauc_mrr_at_1000_max": 0.257827, "nauc_mrr_at_1000_std": 0.2175, "nauc_mrr_at_1000_diff1": 0.072984, "main_score": 0.12168, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "gastroenterology": [ { "ndcg_at_1": 0.13, "ndcg_at_3": 0.13769, "ndcg_at_5": 0.14336, "ndcg_at_10": 0.14836, "ndcg_at_20": 0.16183, "ndcg_at_100": 0.21354, "ndcg_at_1000": 0.33131, "map_at_1": 0.01334, "map_at_3": 0.02602, "map_at_5": 0.03501, "map_at_10": 0.04291, "map_at_20": 0.05374, "map_at_100": 0.07693, "map_at_1000": 0.1013, "recall_at_1": 0.01334, "recall_at_3": 0.03611, "recall_at_5": 0.05949, "recall_at_10": 0.08905, "recall_at_20": 0.13952, "recall_at_100": 0.30247, "recall_at_1000": 0.65999, "precision_at_1": 0.2, "precision_at_3": 0.19167, "precision_at_5": 0.185, "precision_at_10": 0.1685, "precision_at_20": 0.14775, "precision_at_100": 0.09165, "precision_at_1000": 0.03064, "mrr_at_1": 0.2, "mrr_at_3": 0.2825, "mrr_at_5": 0.31, "mrr_at_10": 0.331397, "mrr_at_20": 0.340066, "mrr_at_100": 0.344201, "mrr_at_1000": 0.344418, "nauc_ndcg_at_1_max": 0.192332, "nauc_ndcg_at_1_std": 0.163442, "nauc_ndcg_at_1_diff1": 0.104369, "nauc_ndcg_at_3_max": 0.235656, "nauc_ndcg_at_3_std": 0.216758, "nauc_ndcg_at_3_diff1": 0.014931, "nauc_ndcg_at_5_max": 0.207209, "nauc_ndcg_at_5_std": 0.194854, "nauc_ndcg_at_5_diff1": 0.041777, "nauc_ndcg_at_10_max": 0.23637, "nauc_ndcg_at_10_std": 0.202222, "nauc_ndcg_at_10_diff1": 0.062418, "nauc_ndcg_at_20_max": 0.278812, "nauc_ndcg_at_20_std": 0.229762, "nauc_ndcg_at_20_diff1": 0.063899, "nauc_ndcg_at_100_max": 0.279905, "nauc_ndcg_at_100_std": 0.291439, "nauc_ndcg_at_100_diff1": 0.077005, "nauc_ndcg_at_1000_max": 0.325716, "nauc_ndcg_at_1000_std": 0.391402, "nauc_ndcg_at_1000_diff1": 0.099379, "nauc_map_at_1_max": 0.160026, "nauc_map_at_1_std": -0.057221, "nauc_map_at_1_diff1": 0.078664, "nauc_map_at_3_max": 0.235887, "nauc_map_at_3_std": -0.037181, "nauc_map_at_3_diff1": 0.016745, "nauc_map_at_5_max": 0.187342, "nauc_map_at_5_std": -0.018917, "nauc_map_at_5_diff1": 0.01147, "nauc_map_at_10_max": 0.200348, "nauc_map_at_10_std": 0.019064, "nauc_map_at_10_diff1": 0.040977, "nauc_map_at_20_max": 0.231571, "nauc_map_at_20_std": 0.080442, "nauc_map_at_20_diff1": 0.036076, "nauc_map_at_100_max": 0.258067, "nauc_map_at_100_std": 0.198632, "nauc_map_at_100_diff1": 0.031141, "nauc_map_at_1000_max": 0.308657, "nauc_map_at_1000_std": 0.299593, "nauc_map_at_1000_diff1": 0.038754, "nauc_recall_at_1_max": 0.160026, "nauc_recall_at_1_std": -0.057221, "nauc_recall_at_1_diff1": 0.078664, "nauc_recall_at_3_max": 0.192472, "nauc_recall_at_3_std": -0.060314, "nauc_recall_at_3_diff1": -0.064616, "nauc_recall_at_5_max": 0.07596, "nauc_recall_at_5_std": -0.078154, "nauc_recall_at_5_diff1": -0.078117, "nauc_recall_at_10_max": 0.095726, "nauc_recall_at_10_std": -0.033707, "nauc_recall_at_10_diff1": 0.011351, "nauc_recall_at_20_max": 0.130998, "nauc_recall_at_20_std": 0.032281, "nauc_recall_at_20_diff1": 0.028036, "nauc_recall_at_100_max": 0.103769, "nauc_recall_at_100_std": 0.146123, "nauc_recall_at_100_diff1": -0.003209, "nauc_recall_at_1000_max": 0.158071, "nauc_recall_at_1000_std": 0.281208, "nauc_recall_at_1000_diff1": -0.001435, "nauc_precision_at_1_max": 0.233492, "nauc_precision_at_1_std": 0.204537, "nauc_precision_at_1_diff1": 0.124629, "nauc_precision_at_3_max": 0.278016, "nauc_precision_at_3_std": 0.282552, "nauc_precision_at_3_diff1": 0.005031, "nauc_precision_at_5_max": 0.258162, "nauc_precision_at_5_std": 0.289645, "nauc_precision_at_5_diff1": 0.070215, "nauc_precision_at_10_max": 0.274511, "nauc_precision_at_10_std": 0.319345, "nauc_precision_at_10_diff1": 0.103401, "nauc_precision_at_20_max": 0.324761, "nauc_precision_at_20_std": 0.385511, "nauc_precision_at_20_diff1": 0.056515, "nauc_precision_at_100_max": 0.300173, "nauc_precision_at_100_std": 0.450363, "nauc_precision_at_100_diff1": 0.070775, "nauc_precision_at_1000_max": 0.342222, "nauc_precision_at_1000_std": 0.470191, "nauc_precision_at_1000_diff1": 0.066305, "nauc_mrr_at_1_max": 0.233492, "nauc_mrr_at_1_std": 0.204537, "nauc_mrr_at_1_diff1": 0.124629, "nauc_mrr_at_3_max": 0.261704, "nauc_mrr_at_3_std": 0.275639, "nauc_mrr_at_3_diff1": 0.063336, "nauc_mrr_at_5_max": 0.260323, "nauc_mrr_at_5_std": 0.279326, "nauc_mrr_at_5_diff1": 0.079421, "nauc_mrr_at_10_max": 0.262618, "nauc_mrr_at_10_std": 0.275756, "nauc_mrr_at_10_diff1": 0.102482, "nauc_mrr_at_20_max": 0.26341, "nauc_mrr_at_20_std": 0.277732, "nauc_mrr_at_20_diff1": 0.099359, "nauc_mrr_at_100_max": 0.264007, "nauc_mrr_at_100_std": 0.277841, "nauc_mrr_at_100_diff1": 0.097079, "nauc_mrr_at_1000_max": 0.263764, "nauc_mrr_at_1000_std": 0.277612, "nauc_mrr_at_1000_diff1": 0.096923, "main_score": 0.14836, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.125, "ndcg_at_3": 0.12794, "ndcg_at_5": 0.12765, "ndcg_at_10": 0.13348, "ndcg_at_20": 0.14359, "ndcg_at_100": 0.18263, "ndcg_at_1000": 0.293, "map_at_1": 0.01156, "map_at_3": 0.02156, "map_at_5": 0.02783, "map_at_10": 0.03736, "map_at_20": 0.04563, "map_at_100": 0.0622, "map_at_1000": 0.08119, "recall_at_1": 0.01156, "recall_at_3": 0.0271, "recall_at_5": 0.04159, "recall_at_10": 0.07965, "recall_at_20": 0.12843, "recall_at_100": 0.25594, "recall_at_1000": 0.59698, "precision_at_1": 0.19, "precision_at_3": 0.17667, "precision_at_5": 0.165, "precision_at_10": 0.1515, "precision_at_20": 0.125, "precision_at_100": 0.07625, "precision_at_1000": 0.02713, "mrr_at_1": 0.19, "mrr_at_3": 0.268333, "mrr_at_5": 0.288583, "mrr_at_10": 0.306605, "mrr_at_20": 0.316022, "mrr_at_100": 0.320694, "mrr_at_1000": 0.320979, "nauc_ndcg_at_1_max": 0.151854, "nauc_ndcg_at_1_std": 0.163451, "nauc_ndcg_at_1_diff1": 0.032602, "nauc_ndcg_at_3_max": 0.187805, "nauc_ndcg_at_3_std": 0.190113, "nauc_ndcg_at_3_diff1": 0.012413, "nauc_ndcg_at_5_max": 0.175236, "nauc_ndcg_at_5_std": 0.189749, "nauc_ndcg_at_5_diff1": 0.035281, "nauc_ndcg_at_10_max": 0.182234, "nauc_ndcg_at_10_std": 0.216101, "nauc_ndcg_at_10_diff1": 0.020876, "nauc_ndcg_at_20_max": 0.183442, "nauc_ndcg_at_20_std": 0.210124, "nauc_ndcg_at_20_diff1": 0.036821, "nauc_ndcg_at_100_max": 0.182395, "nauc_ndcg_at_100_std": 0.254786, "nauc_ndcg_at_100_diff1": 0.009778, "nauc_ndcg_at_1000_max": 0.255974, "nauc_ndcg_at_1000_std": 0.370153, "nauc_ndcg_at_1000_diff1": 0.004711, "nauc_map_at_1_max": 0.119919, "nauc_map_at_1_std": 0.036306, "nauc_map_at_1_diff1": 0.075449, "nauc_map_at_3_max": 0.136901, "nauc_map_at_3_std": -0.001154, "nauc_map_at_3_diff1": 0.083551, "nauc_map_at_5_max": 0.162018, "nauc_map_at_5_std": 0.032545, "nauc_map_at_5_diff1": 0.091217, "nauc_map_at_10_max": 0.147089, "nauc_map_at_10_std": 0.076508, "nauc_map_at_10_diff1": 0.068628, "nauc_map_at_20_max": 0.147045, "nauc_map_at_20_std": 0.096462, "nauc_map_at_20_diff1": 0.061969, "nauc_map_at_100_max": 0.186721, "nauc_map_at_100_std": 0.189204, "nauc_map_at_100_diff1": 0.034485, "nauc_map_at_1000_max": 0.260929, "nauc_map_at_1000_std": 0.293019, "nauc_map_at_1000_diff1": 0.024365, "nauc_recall_at_1_max": 0.119919, "nauc_recall_at_1_std": 0.036306, "nauc_recall_at_1_diff1": 0.075449, "nauc_recall_at_3_max": 0.116634, "nauc_recall_at_3_std": 0.001861, "nauc_recall_at_3_diff1": 0.056045, "nauc_recall_at_5_max": 0.103415, "nauc_recall_at_5_std": 0.039684, "nauc_recall_at_5_diff1": 0.021826, "nauc_recall_at_10_max": 0.062516, "nauc_recall_at_10_std": 0.053991, "nauc_recall_at_10_diff1": -0.067374, "nauc_recall_at_20_max": 0.012216, "nauc_recall_at_20_std": 0.005961, "nauc_recall_at_20_diff1": 0.026126, "nauc_recall_at_100_max": 0.03207, "nauc_recall_at_100_std": 0.136634, "nauc_recall_at_100_diff1": -0.020389, "nauc_recall_at_1000_max": 0.108732, "nauc_recall_at_1000_std": 0.234295, "nauc_recall_at_1000_diff1": 0.02546, "nauc_precision_at_1_max": 0.217779, "nauc_precision_at_1_std": 0.183049, "nauc_precision_at_1_diff1": 0.093622, "nauc_precision_at_3_max": 0.275579, "nauc_precision_at_3_std": 0.2464, "nauc_precision_at_3_diff1": 0.030441, "nauc_precision_at_5_max": 0.244148, "nauc_precision_at_5_std": 0.243938, "nauc_precision_at_5_diff1": 0.04169, "nauc_precision_at_10_max": 0.247742, "nauc_precision_at_10_std": 0.335861, "nauc_precision_at_10_diff1": -0.006621, "nauc_precision_at_20_max": 0.267832, "nauc_precision_at_20_std": 0.391464, "nauc_precision_at_20_diff1": -0.033752, "nauc_precision_at_100_max": 0.322506, "nauc_precision_at_100_std": 0.433839, "nauc_precision_at_100_diff1": -0.015516, "nauc_precision_at_1000_max": 0.421923, "nauc_precision_at_1000_std": 0.487975, "nauc_precision_at_1000_diff1": -0.039821, "nauc_mrr_at_1_max": 0.217779, "nauc_mrr_at_1_std": 0.183049, "nauc_mrr_at_1_diff1": 0.093622, "nauc_mrr_at_3_max": 0.229289, "nauc_mrr_at_3_std": 0.220729, "nauc_mrr_at_3_diff1": 0.046986, "nauc_mrr_at_5_max": 0.227159, "nauc_mrr_at_5_std": 0.234249, "nauc_mrr_at_5_diff1": 0.037331, "nauc_mrr_at_10_max": 0.228979, "nauc_mrr_at_10_std": 0.245686, "nauc_mrr_at_10_diff1": 0.023168, "nauc_mrr_at_20_max": 0.22469, "nauc_mrr_at_20_std": 0.243854, "nauc_mrr_at_20_diff1": 0.029923, "nauc_mrr_at_100_max": 0.22634, "nauc_mrr_at_100_std": 0.243889, "nauc_mrr_at_100_diff1": 0.0287, "nauc_mrr_at_1000_max": 0.226087, "nauc_mrr_at_1000_std": 0.243562, "nauc_mrr_at_1000_diff1": 0.029035, "main_score": 0.13348, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.135, "ndcg_at_3": 0.12812, "ndcg_at_5": 0.12425, "ndcg_at_10": 0.13295, "ndcg_at_20": 0.13909, "ndcg_at_100": 0.17663, "ndcg_at_1000": 0.28135, "map_at_1": 0.01344, "map_at_3": 0.02418, "map_at_5": 0.02898, "map_at_10": 0.03826, "map_at_20": 0.04583, "map_at_100": 0.06183, "map_at_1000": 0.07885, "recall_at_1": 0.01344, "recall_at_3": 0.03042, "recall_at_5": 0.04069, "recall_at_10": 0.0787, "recall_at_20": 0.11461, "recall_at_100": 0.24464, "recall_at_1000": 0.56731, "precision_at_1": 0.215, "precision_at_3": 0.17333, "precision_at_5": 0.153, "precision_at_10": 0.1445, "precision_at_20": 0.1215, "precision_at_100": 0.0724, "precision_at_1000": 0.02557, "mrr_at_1": 0.215, "mrr_at_3": 0.285, "mrr_at_5": 0.29825, "mrr_at_10": 0.32229, "mrr_at_20": 0.329009, "mrr_at_100": 0.334368, "mrr_at_1000": 0.334716, "nauc_ndcg_at_1_max": 0.178685, "nauc_ndcg_at_1_std": 0.287167, "nauc_ndcg_at_1_diff1": 0.028505, "nauc_ndcg_at_3_max": 0.257153, "nauc_ndcg_at_3_std": 0.316702, "nauc_ndcg_at_3_diff1": 0.090469, "nauc_ndcg_at_5_max": 0.255923, "nauc_ndcg_at_5_std": 0.324776, "nauc_ndcg_at_5_diff1": 0.087393, "nauc_ndcg_at_10_max": 0.290776, "nauc_ndcg_at_10_std": 0.32321, "nauc_ndcg_at_10_diff1": 0.086737, "nauc_ndcg_at_20_max": 0.32347, "nauc_ndcg_at_20_std": 0.351024, "nauc_ndcg_at_20_diff1": 0.134837, "nauc_ndcg_at_100_max": 0.345917, "nauc_ndcg_at_100_std": 0.395038, "nauc_ndcg_at_100_diff1": 0.129878, "nauc_ndcg_at_1000_max": 0.339435, "nauc_ndcg_at_1000_std": 0.478381, "nauc_ndcg_at_1000_diff1": 0.087741, "nauc_map_at_1_max": 0.143057, "nauc_map_at_1_std": 0.108342, "nauc_map_at_1_diff1": 0.211892, "nauc_map_at_3_max": 0.247654, "nauc_map_at_3_std": 0.140771, "nauc_map_at_3_diff1": 0.252264, "nauc_map_at_5_max": 0.285261, "nauc_map_at_5_std": 0.199168, "nauc_map_at_5_diff1": 0.236276, "nauc_map_at_10_max": 0.305463, "nauc_map_at_10_std": 0.20451, "nauc_map_at_10_diff1": 0.214804, "nauc_map_at_20_max": 0.334051, "nauc_map_at_20_std": 0.252227, "nauc_map_at_20_diff1": 0.207183, "nauc_map_at_100_max": 0.36936, "nauc_map_at_100_std": 0.343515, "nauc_map_at_100_diff1": 0.179402, "nauc_map_at_1000_max": 0.391729, "nauc_map_at_1000_std": 0.422111, "nauc_map_at_1000_diff1": 0.148926, "nauc_recall_at_1_max": 0.143057, "nauc_recall_at_1_std": 0.108342, "nauc_recall_at_1_diff1": 0.211892, "nauc_recall_at_3_max": 0.254781, "nauc_recall_at_3_std": 0.115213, "nauc_recall_at_3_diff1": 0.238637, "nauc_recall_at_5_max": 0.302113, "nauc_recall_at_5_std": 0.195098, "nauc_recall_at_5_diff1": 0.228515, "nauc_recall_at_10_max": 0.242579, "nauc_recall_at_10_std": 0.088711, "nauc_recall_at_10_diff1": 0.119433, "nauc_recall_at_20_max": 0.248117, "nauc_recall_at_20_std": 0.152037, "nauc_recall_at_20_diff1": 0.13694, "nauc_recall_at_100_max": 0.232707, "nauc_recall_at_100_std": 0.241971, "nauc_recall_at_100_diff1": 0.103502, "nauc_recall_at_1000_max": 0.228802, "nauc_recall_at_1000_std": 0.337286, "nauc_recall_at_1000_diff1": 0.025903, "nauc_precision_at_1_max": 0.240343, "nauc_precision_at_1_std": 0.291778, "nauc_precision_at_1_diff1": 0.075058, "nauc_precision_at_3_max": 0.33157, "nauc_precision_at_3_std": 0.340182, "nauc_precision_at_3_diff1": 0.130889, "nauc_precision_at_5_max": 0.294969, "nauc_precision_at_5_std": 0.349734, "nauc_precision_at_5_diff1": 0.103685, "nauc_precision_at_10_max": 0.316571, "nauc_precision_at_10_std": 0.410988, "nauc_precision_at_10_diff1": 0.055379, "nauc_precision_at_20_max": 0.299531, "nauc_precision_at_20_std": 0.455318, "nauc_precision_at_20_diff1": 0.066311, "nauc_precision_at_100_max": 0.294483, "nauc_precision_at_100_std": 0.498028, "nauc_precision_at_100_diff1": 0.002862, "nauc_precision_at_1000_max": 0.290339, "nauc_precision_at_1000_std": 0.493609, "nauc_precision_at_1000_diff1": -0.015988, "nauc_mrr_at_1_max": 0.240343, "nauc_mrr_at_1_std": 0.291778, "nauc_mrr_at_1_diff1": 0.075058, "nauc_mrr_at_3_max": 0.276497, "nauc_mrr_at_3_std": 0.315884, "nauc_mrr_at_3_diff1": 0.123509, "nauc_mrr_at_5_max": 0.266547, "nauc_mrr_at_5_std": 0.312963, "nauc_mrr_at_5_diff1": 0.12604, "nauc_mrr_at_10_max": 0.25961, "nauc_mrr_at_10_std": 0.323339, "nauc_mrr_at_10_diff1": 0.097922, "nauc_mrr_at_20_max": 0.258326, "nauc_mrr_at_20_std": 0.327533, "nauc_mrr_at_20_diff1": 0.103218, "nauc_mrr_at_100_max": 0.259272, "nauc_mrr_at_100_std": 0.32652, "nauc_mrr_at_100_diff1": 0.102961, "nauc_mrr_at_1000_max": 0.25939, "nauc_mrr_at_1000_std": 0.326219, "nauc_mrr_at_1000_diff1": 0.102794, "main_score": 0.13295, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "genetics": [ { "ndcg_at_1": 0.2425, "ndcg_at_3": 0.22052, "ndcg_at_5": 0.21552, "ndcg_at_10": 0.21743, "ndcg_at_20": 0.22491, "ndcg_at_100": 0.26149, "ndcg_at_1000": 0.38197, "map_at_1": 0.03238, "map_at_3": 0.05663, "map_at_5": 0.06919, "map_at_10": 0.08339, "map_at_20": 0.09365, "map_at_100": 0.11533, "map_at_1000": 0.14356, "recall_at_1": 0.03238, "recall_at_3": 0.07369, "recall_at_5": 0.09721, "recall_at_10": 0.14624, "recall_at_20": 0.19054, "recall_at_100": 0.32943, "recall_at_1000": 0.69815, "precision_at_1": 0.32, "precision_at_3": 0.26667, "precision_at_5": 0.238, "precision_at_10": 0.196, "precision_at_20": 0.15925, "precision_at_100": 0.09495, "precision_at_1000": 0.03745, "mrr_at_1": 0.32, "mrr_at_3": 0.415833, "mrr_at_5": 0.441333, "mrr_at_10": 0.453613, "mrr_at_20": 0.459634, "mrr_at_100": 0.462185, "mrr_at_1000": 0.462554, "nauc_ndcg_at_1_max": 0.232063, "nauc_ndcg_at_1_std": 0.161426, "nauc_ndcg_at_1_diff1": 0.157049, "nauc_ndcg_at_3_max": 0.206432, "nauc_ndcg_at_3_std": 0.232955, "nauc_ndcg_at_3_diff1": 0.056407, "nauc_ndcg_at_5_max": 0.227707, "nauc_ndcg_at_5_std": 0.231217, "nauc_ndcg_at_5_diff1": 0.03975, "nauc_ndcg_at_10_max": 0.178218, "nauc_ndcg_at_10_std": 0.257961, "nauc_ndcg_at_10_diff1": 0.034025, "nauc_ndcg_at_20_max": 0.140939, "nauc_ndcg_at_20_std": 0.288369, "nauc_ndcg_at_20_diff1": 0.052965, "nauc_ndcg_at_100_max": 0.105673, "nauc_ndcg_at_100_std": 0.345737, "nauc_ndcg_at_100_diff1": 0.049075, "nauc_ndcg_at_1000_max": 0.221954, "nauc_ndcg_at_1000_std": 0.477206, "nauc_ndcg_at_1000_diff1": 0.034738, "nauc_map_at_1_max": -0.041361, "nauc_map_at_1_std": 0.051926, "nauc_map_at_1_diff1": 0.082693, "nauc_map_at_3_max": -0.036608, "nauc_map_at_3_std": 0.063197, "nauc_map_at_3_diff1": -0.008066, "nauc_map_at_5_max": -0.007173, "nauc_map_at_5_std": 0.081656, "nauc_map_at_5_diff1": -0.032088, "nauc_map_at_10_max": -0.020093, "nauc_map_at_10_std": 0.112572, "nauc_map_at_10_diff1": 0.010589, "nauc_map_at_20_max": -0.012351, "nauc_map_at_20_std": 0.161383, "nauc_map_at_20_diff1": 0.02495, "nauc_map_at_100_max": 0.01631, "nauc_map_at_100_std": 0.249445, "nauc_map_at_100_diff1": 0.026695, "nauc_map_at_1000_max": 0.129812, "nauc_map_at_1000_std": 0.366333, "nauc_map_at_1000_diff1": 0.041426, "nauc_recall_at_1_max": -0.041361, "nauc_recall_at_1_std": 0.051926, "nauc_recall_at_1_diff1": 0.082693, "nauc_recall_at_3_max": -0.052153, "nauc_recall_at_3_std": 0.052552, "nauc_recall_at_3_diff1": -0.038071, "nauc_recall_at_5_max": -0.013286, "nauc_recall_at_5_std": 0.073723, "nauc_recall_at_5_diff1": -0.069667, "nauc_recall_at_10_max": -0.057654, "nauc_recall_at_10_std": 0.101885, "nauc_recall_at_10_diff1": 0.022477, "nauc_recall_at_20_max": -0.070216, "nauc_recall_at_20_std": 0.170772, "nauc_recall_at_20_diff1": 0.032536, "nauc_recall_at_100_max": -0.08122, "nauc_recall_at_100_std": 0.278649, "nauc_recall_at_100_diff1": 0.03015, "nauc_recall_at_1000_max": 0.066905, "nauc_recall_at_1000_std": 0.464557, "nauc_recall_at_1000_diff1": -0.018154, "nauc_precision_at_1_max": 0.301014, "nauc_precision_at_1_std": 0.232681, "nauc_precision_at_1_diff1": 0.176469, "nauc_precision_at_3_max": 0.265011, "nauc_precision_at_3_std": 0.318411, "nauc_precision_at_3_diff1": 0.024945, "nauc_precision_at_5_max": 0.342129, "nauc_precision_at_5_std": 0.325979, "nauc_precision_at_5_diff1": 0.046592, "nauc_precision_at_10_max": 0.336567, "nauc_precision_at_10_std": 0.407445, "nauc_precision_at_10_diff1": 0.055089, "nauc_precision_at_20_max": 0.364564, "nauc_precision_at_20_std": 0.484483, "nauc_precision_at_20_diff1": 0.085813, "nauc_precision_at_100_max": 0.402007, "nauc_precision_at_100_std": 0.456439, "nauc_precision_at_100_diff1": 0.093506, "nauc_precision_at_1000_max": 0.458381, "nauc_precision_at_1000_std": 0.350604, "nauc_precision_at_1000_diff1": 0.124455, "nauc_mrr_at_1_max": 0.301014, "nauc_mrr_at_1_std": 0.232681, "nauc_mrr_at_1_diff1": 0.176469, "nauc_mrr_at_3_max": 0.322587, "nauc_mrr_at_3_std": 0.2957, "nauc_mrr_at_3_diff1": 0.179415, "nauc_mrr_at_5_max": 0.32424, "nauc_mrr_at_5_std": 0.309441, "nauc_mrr_at_5_diff1": 0.167831, "nauc_mrr_at_10_max": 0.330287, "nauc_mrr_at_10_std": 0.314607, "nauc_mrr_at_10_diff1": 0.169105, "nauc_mrr_at_20_max": 0.325911, "nauc_mrr_at_20_std": 0.308465, "nauc_mrr_at_20_diff1": 0.167863, "nauc_mrr_at_100_max": 0.326561, "nauc_mrr_at_100_std": 0.307902, "nauc_mrr_at_100_diff1": 0.167157, "nauc_mrr_at_1000_max": 0.326573, "nauc_mrr_at_1000_std": 0.307636, "nauc_mrr_at_1000_diff1": 0.167352, "main_score": 0.21743, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.225, "ndcg_at_3": 0.1804, "ndcg_at_5": 0.17972, "ndcg_at_10": 0.18219, "ndcg_at_20": 0.18548, "ndcg_at_100": 0.21265, "ndcg_at_1000": 0.32163, "map_at_1": 0.0231, "map_at_3": 0.03666, "map_at_5": 0.04873, "map_at_10": 0.05937, "map_at_20": 0.06648, "map_at_100": 0.08194, "map_at_1000": 0.10281, "recall_at_1": 0.0231, "recall_at_3": 0.04569, "recall_at_5": 0.07667, "recall_at_10": 0.11586, "recall_at_20": 0.15609, "recall_at_100": 0.27845, "recall_at_1000": 0.62529, "precision_at_1": 0.295, "precision_at_3": 0.21333, "precision_at_5": 0.204, "precision_at_10": 0.168, "precision_at_20": 0.1365, "precision_at_100": 0.0777, "precision_at_1000": 0.03204, "mrr_at_1": 0.295, "mrr_at_3": 0.355833, "mrr_at_5": 0.388583, "mrr_at_10": 0.401413, "mrr_at_20": 0.409068, "mrr_at_100": 0.411804, "mrr_at_1000": 0.412138, "nauc_ndcg_at_1_max": 0.233885, "nauc_ndcg_at_1_std": 0.114053, "nauc_ndcg_at_1_diff1": 0.174566, "nauc_ndcg_at_3_max": 0.240038, "nauc_ndcg_at_3_std": 0.166669, "nauc_ndcg_at_3_diff1": 0.089874, "nauc_ndcg_at_5_max": 0.239263, "nauc_ndcg_at_5_std": 0.174384, "nauc_ndcg_at_5_diff1": 0.124781, "nauc_ndcg_at_10_max": 0.213537, "nauc_ndcg_at_10_std": 0.232923, "nauc_ndcg_at_10_diff1": 0.148482, "nauc_ndcg_at_20_max": 0.195593, "nauc_ndcg_at_20_std": 0.29249, "nauc_ndcg_at_20_diff1": 0.161904, "nauc_ndcg_at_100_max": 0.137048, "nauc_ndcg_at_100_std": 0.356367, "nauc_ndcg_at_100_diff1": 0.164865, "nauc_ndcg_at_1000_max": 0.205407, "nauc_ndcg_at_1000_std": 0.449258, "nauc_ndcg_at_1000_diff1": 0.128969, "nauc_map_at_1_max": 0.056794, "nauc_map_at_1_std": 0.034574, "nauc_map_at_1_diff1": 0.109136, "nauc_map_at_3_max": 0.05834, "nauc_map_at_3_std": 0.090557, "nauc_map_at_3_diff1": 0.080415, "nauc_map_at_5_max": 0.054031, "nauc_map_at_5_std": 0.109656, "nauc_map_at_5_diff1": 0.120737, "nauc_map_at_10_max": 0.03924, "nauc_map_at_10_std": 0.134472, "nauc_map_at_10_diff1": 0.10649, "nauc_map_at_20_max": 0.047705, "nauc_map_at_20_std": 0.17426, "nauc_map_at_20_diff1": 0.115813, "nauc_map_at_100_max": 0.081744, "nauc_map_at_100_std": 0.26745, "nauc_map_at_100_diff1": 0.143547, "nauc_map_at_1000_max": 0.172173, "nauc_map_at_1000_std": 0.373528, "nauc_map_at_1000_diff1": 0.146593, "nauc_recall_at_1_max": 0.056794, "nauc_recall_at_1_std": 0.034574, "nauc_recall_at_1_diff1": 0.109136, "nauc_recall_at_3_max": 0.034033, "nauc_recall_at_3_std": 0.107319, "nauc_recall_at_3_diff1": 0.046805, "nauc_recall_at_5_max": 0.004606, "nauc_recall_at_5_std": 0.096906, "nauc_recall_at_5_diff1": 0.129261, "nauc_recall_at_10_max": -0.039225, "nauc_recall_at_10_std": 0.147447, "nauc_recall_at_10_diff1": 0.1013, "nauc_recall_at_20_max": -0.036981, "nauc_recall_at_20_std": 0.230508, "nauc_recall_at_20_diff1": 0.102938, "nauc_recall_at_100_max": -0.063124, "nauc_recall_at_100_std": 0.314034, "nauc_recall_at_100_diff1": 0.081204, "nauc_recall_at_1000_max": -0.010367, "nauc_recall_at_1000_std": 0.42899, "nauc_recall_at_1000_diff1": -0.011864, "nauc_precision_at_1_max": 0.276311, "nauc_precision_at_1_std": 0.162819, "nauc_precision_at_1_diff1": 0.212229, "nauc_precision_at_3_max": 0.27576, "nauc_precision_at_3_std": 0.21494, "nauc_precision_at_3_diff1": 0.059804, "nauc_precision_at_5_max": 0.282878, "nauc_precision_at_5_std": 0.212623, "nauc_precision_at_5_diff1": 0.093515, "nauc_precision_at_10_max": 0.341633, "nauc_precision_at_10_std": 0.325388, "nauc_precision_at_10_diff1": 0.120017, "nauc_precision_at_20_max": 0.372769, "nauc_precision_at_20_std": 0.436573, "nauc_precision_at_20_diff1": 0.133097, "nauc_precision_at_100_max": 0.390544, "nauc_precision_at_100_std": 0.441337, "nauc_precision_at_100_diff1": 0.153254, "nauc_precision_at_1000_max": 0.428005, "nauc_precision_at_1000_std": 0.371632, "nauc_precision_at_1000_diff1": 0.121077, "nauc_mrr_at_1_max": 0.276311, "nauc_mrr_at_1_std": 0.162819, "nauc_mrr_at_1_diff1": 0.212229, "nauc_mrr_at_3_max": 0.258068, "nauc_mrr_at_3_std": 0.165496, "nauc_mrr_at_3_diff1": 0.148585, "nauc_mrr_at_5_max": 0.265441, "nauc_mrr_at_5_std": 0.162782, "nauc_mrr_at_5_diff1": 0.176875, "nauc_mrr_at_10_max": 0.269964, "nauc_mrr_at_10_std": 0.184957, "nauc_mrr_at_10_diff1": 0.184988, "nauc_mrr_at_20_max": 0.274473, "nauc_mrr_at_20_std": 0.191682, "nauc_mrr_at_20_diff1": 0.182923, "nauc_mrr_at_100_max": 0.273279, "nauc_mrr_at_100_std": 0.189241, "nauc_mrr_at_100_diff1": 0.182649, "nauc_mrr_at_1000_max": 0.273413, "nauc_mrr_at_1000_std": 0.188855, "nauc_mrr_at_1000_diff1": 0.182513, "main_score": 0.18219, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.22, "ndcg_at_3": 0.18858, "ndcg_at_5": 0.18365, "ndcg_at_10": 0.18508, "ndcg_at_20": 0.18721, "ndcg_at_100": 0.21473, "ndcg_at_1000": 0.31859, "map_at_1": 0.02315, "map_at_3": 0.04309, "map_at_5": 0.0536, "map_at_10": 0.06535, "map_at_20": 0.07356, "map_at_100": 0.08763, "map_at_1000": 0.1074, "recall_at_1": 0.02315, "recall_at_3": 0.05668, "recall_at_5": 0.07779, "recall_at_10": 0.11906, "recall_at_20": 0.15829, "recall_at_100": 0.28104, "recall_at_1000": 0.60438, "precision_at_1": 0.295, "precision_at_3": 0.225, "precision_at_5": 0.202, "precision_at_10": 0.1675, "precision_at_20": 0.13125, "precision_at_100": 0.0741, "precision_at_1000": 0.03131, "mrr_at_1": 0.295, "mrr_at_3": 0.369167, "mrr_at_5": 0.390667, "mrr_at_10": 0.406091, "mrr_at_20": 0.413109, "mrr_at_100": 0.416438, "mrr_at_1000": 0.41682, "nauc_ndcg_at_1_max": 0.265118, "nauc_ndcg_at_1_std": 0.167029, "nauc_ndcg_at_1_diff1": 0.120847, "nauc_ndcg_at_3_max": 0.317766, "nauc_ndcg_at_3_std": 0.266696, "nauc_ndcg_at_3_diff1": 0.127921, "nauc_ndcg_at_5_max": 0.288113, "nauc_ndcg_at_5_std": 0.290073, "nauc_ndcg_at_5_diff1": 0.073295, "nauc_ndcg_at_10_max": 0.253995, "nauc_ndcg_at_10_std": 0.331432, "nauc_ndcg_at_10_diff1": 0.0748, "nauc_ndcg_at_20_max": 0.23824, "nauc_ndcg_at_20_std": 0.334695, "nauc_ndcg_at_20_diff1": 0.074014, "nauc_ndcg_at_100_max": 0.193686, "nauc_ndcg_at_100_std": 0.399858, "nauc_ndcg_at_100_diff1": 0.09509, "nauc_ndcg_at_1000_max": 0.288052, "nauc_ndcg_at_1000_std": 0.522844, "nauc_ndcg_at_1000_diff1": 0.063216, "nauc_map_at_1_max": 0.068334, "nauc_map_at_1_std": 0.186972, "nauc_map_at_1_diff1": 0.185822, "nauc_map_at_3_max": 0.096017, "nauc_map_at_3_std": 0.253063, "nauc_map_at_3_diff1": 0.163187, "nauc_map_at_5_max": 0.08833, "nauc_map_at_5_std": 0.277807, "nauc_map_at_5_diff1": 0.117144, "nauc_map_at_10_max": 0.091064, "nauc_map_at_10_std": 0.296857, "nauc_map_at_10_diff1": 0.13641, "nauc_map_at_20_max": 0.099357, "nauc_map_at_20_std": 0.303075, "nauc_map_at_20_diff1": 0.130108, "nauc_map_at_100_max": 0.12661, "nauc_map_at_100_std": 0.360635, "nauc_map_at_100_diff1": 0.131487, "nauc_map_at_1000_max": 0.215873, "nauc_map_at_1000_std": 0.446998, "nauc_map_at_1000_diff1": 0.108256, "nauc_recall_at_1_max": 0.068334, "nauc_recall_at_1_std": 0.186972, "nauc_recall_at_1_diff1": 0.185822, "nauc_recall_at_3_max": 0.079541, "nauc_recall_at_3_std": 0.243381, "nauc_recall_at_3_diff1": 0.151674, "nauc_recall_at_5_max": 0.041563, "nauc_recall_at_5_std": 0.26222, "nauc_recall_at_5_diff1": 0.077149, "nauc_recall_at_10_max": 0.022223, "nauc_recall_at_10_std": 0.269073, "nauc_recall_at_10_diff1": 0.10718, "nauc_recall_at_20_max": 0.035098, "nauc_recall_at_20_std": 0.270467, "nauc_recall_at_20_diff1": 0.076805, "nauc_recall_at_100_max": 0.001094, "nauc_recall_at_100_std": 0.349424, "nauc_recall_at_100_diff1": 0.097104, "nauc_recall_at_1000_max": 0.161093, "nauc_recall_at_1000_std": 0.536012, "nauc_recall_at_1000_diff1": 0.065342, "nauc_precision_at_1_max": 0.281549, "nauc_precision_at_1_std": 0.198239, "nauc_precision_at_1_diff1": 0.099848, "nauc_precision_at_3_max": 0.363529, "nauc_precision_at_3_std": 0.322258, "nauc_precision_at_3_diff1": 0.103014, "nauc_precision_at_5_max": 0.363411, "nauc_precision_at_5_std": 0.356491, "nauc_precision_at_5_diff1": 0.038963, "nauc_precision_at_10_max": 0.374041, "nauc_precision_at_10_std": 0.400215, "nauc_precision_at_10_diff1": 0.032314, "nauc_precision_at_20_max": 0.400175, "nauc_precision_at_20_std": 0.379371, "nauc_precision_at_20_diff1": -0.013553, "nauc_precision_at_100_max": 0.418136, "nauc_precision_at_100_std": 0.378467, "nauc_precision_at_100_diff1": 0.00824, "nauc_precision_at_1000_max": 0.434737, "nauc_precision_at_1000_std": 0.319101, "nauc_precision_at_1000_diff1": -0.016313, "nauc_mrr_at_1_max": 0.281549, "nauc_mrr_at_1_std": 0.198239, "nauc_mrr_at_1_diff1": 0.099848, "nauc_mrr_at_3_max": 0.306612, "nauc_mrr_at_3_std": 0.240382, "nauc_mrr_at_3_diff1": 0.11662, "nauc_mrr_at_5_max": 0.314989, "nauc_mrr_at_5_std": 0.256023, "nauc_mrr_at_5_diff1": 0.108879, "nauc_mrr_at_10_max": 0.308518, "nauc_mrr_at_10_std": 0.257961, "nauc_mrr_at_10_diff1": 0.105375, "nauc_mrr_at_20_max": 0.308258, "nauc_mrr_at_20_std": 0.257729, "nauc_mrr_at_20_diff1": 0.104296, "nauc_mrr_at_100_max": 0.308878, "nauc_mrr_at_100_std": 0.257567, "nauc_mrr_at_100_diff1": 0.106516, "nauc_mrr_at_1000_max": 0.308818, "nauc_mrr_at_1000_std": 0.257185, "nauc_mrr_at_1000_diff1": 0.106512, "main_score": 0.18508, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "neuroscience_and_neurology": [ { "ndcg_at_1": 0.145, "ndcg_at_3": 0.14408, "ndcg_at_5": 0.15413, "ndcg_at_10": 0.14958, "ndcg_at_20": 0.14819, "ndcg_at_100": 0.19606, "ndcg_at_1000": 0.32598, "map_at_1": 0.01048, "map_at_3": 0.02097, "map_at_5": 0.02593, "map_at_10": 0.03355, "map_at_20": 0.04199, "map_at_100": 0.06583, "map_at_1000": 0.0893, "recall_at_1": 0.01048, "recall_at_3": 0.02785, "recall_at_5": 0.03927, "recall_at_10": 0.06697, "recall_at_20": 0.10534, "recall_at_100": 0.27392, "recall_at_1000": 0.66681, "precision_at_1": 0.205, "precision_at_3": 0.19833, "precision_at_5": 0.203, "precision_at_10": 0.175, "precision_at_20": 0.1435, "precision_at_100": 0.08845, "precision_at_1000": 0.02622, "mrr_at_1": 0.205, "mrr_at_3": 0.295, "mrr_at_5": 0.323, "mrr_at_10": 0.340091, "mrr_at_20": 0.34671, "mrr_at_100": 0.350545, "mrr_at_1000": 0.350929, "nauc_ndcg_at_1_max": 0.146748, "nauc_ndcg_at_1_std": 0.13286, "nauc_ndcg_at_1_diff1": 0.005683, "nauc_ndcg_at_3_max": 0.201802, "nauc_ndcg_at_3_std": 0.152775, "nauc_ndcg_at_3_diff1": 0.04942, "nauc_ndcg_at_5_max": 0.200795, "nauc_ndcg_at_5_std": 0.211288, "nauc_ndcg_at_5_diff1": 0.00568, "nauc_ndcg_at_10_max": 0.185602, "nauc_ndcg_at_10_std": 0.23916, "nauc_ndcg_at_10_diff1": -0.012959, "nauc_ndcg_at_20_max": 0.167087, "nauc_ndcg_at_20_std": 0.216048, "nauc_ndcg_at_20_diff1": -0.004466, "nauc_ndcg_at_100_max": 0.21598, "nauc_ndcg_at_100_std": 0.280183, "nauc_ndcg_at_100_diff1": -0.06003, "nauc_ndcg_at_1000_max": 0.240027, "nauc_ndcg_at_1000_std": 0.356944, "nauc_ndcg_at_1000_diff1": -0.054734, "nauc_map_at_1_max": 0.037163, "nauc_map_at_1_std": -0.007023, "nauc_map_at_1_diff1": 0.095233, "nauc_map_at_3_max": 0.071204, "nauc_map_at_3_std": -0.031794, "nauc_map_at_3_diff1": 0.143595, "nauc_map_at_5_max": 0.086344, "nauc_map_at_5_std": -0.00101, "nauc_map_at_5_diff1": 0.094105, "nauc_map_at_10_max": 0.078929, "nauc_map_at_10_std": 0.038223, "nauc_map_at_10_diff1": 0.036122, "nauc_map_at_20_max": 0.079603, "nauc_map_at_20_std": 0.071546, "nauc_map_at_20_diff1": 0.015963, "nauc_map_at_100_max": 0.143966, "nauc_map_at_100_std": 0.203785, "nauc_map_at_100_diff1": -0.042408, "nauc_map_at_1000_max": 0.195634, "nauc_map_at_1000_std": 0.298045, "nauc_map_at_1000_diff1": -0.033069, "nauc_recall_at_1_max": 0.037163, "nauc_recall_at_1_std": -0.007023, "nauc_recall_at_1_diff1": 0.095233, "nauc_recall_at_3_max": 0.067457, "nauc_recall_at_3_std": -0.050229, "nauc_recall_at_3_diff1": 0.10565, "nauc_recall_at_5_max": 0.072294, "nauc_recall_at_5_std": -0.016282, "nauc_recall_at_5_diff1": 0.042387, "nauc_recall_at_10_max": 0.005822, "nauc_recall_at_10_std": 0.008844, "nauc_recall_at_10_diff1": -0.073656, "nauc_recall_at_20_max": 0.020995, "nauc_recall_at_20_std": 0.008525, "nauc_recall_at_20_diff1": -0.092526, "nauc_recall_at_100_max": 0.120911, "nauc_recall_at_100_std": 0.155223, "nauc_recall_at_100_diff1": -0.097965, "nauc_recall_at_1000_max": 0.15247, "nauc_recall_at_1000_std": 0.31082, "nauc_recall_at_1000_diff1": -0.167706, "nauc_precision_at_1_max": 0.112394, "nauc_precision_at_1_std": 0.145219, "nauc_precision_at_1_diff1": -0.042418, "nauc_precision_at_3_max": 0.191766, "nauc_precision_at_3_std": 0.149525, "nauc_precision_at_3_diff1": 0.037117, "nauc_precision_at_5_max": 0.194155, "nauc_precision_at_5_std": 0.242581, "nauc_precision_at_5_diff1": -0.020708, "nauc_precision_at_10_max": 0.181563, "nauc_precision_at_10_std": 0.325022, "nauc_precision_at_10_diff1": -0.028879, "nauc_precision_at_20_max": 0.163468, "nauc_precision_at_20_std": 0.330496, "nauc_precision_at_20_diff1": -0.015833, "nauc_precision_at_100_max": 0.218688, "nauc_precision_at_100_std": 0.381802, "nauc_precision_at_100_diff1": -0.014386, "nauc_precision_at_1000_max": 0.190921, "nauc_precision_at_1000_std": 0.333418, "nauc_precision_at_1000_diff1": 0.123698, "nauc_mrr_at_1_max": 0.112394, "nauc_mrr_at_1_std": 0.145219, "nauc_mrr_at_1_diff1": -0.042418, "nauc_mrr_at_3_max": 0.118402, "nauc_mrr_at_3_std": 0.130093, "nauc_mrr_at_3_diff1": 0.013948, "nauc_mrr_at_5_max": 0.125195, "nauc_mrr_at_5_std": 0.149324, "nauc_mrr_at_5_diff1": 0.019998, "nauc_mrr_at_10_max": 0.118842, "nauc_mrr_at_10_std": 0.149401, "nauc_mrr_at_10_diff1": 0.004985, "nauc_mrr_at_20_max": 0.120062, "nauc_mrr_at_20_std": 0.151384, "nauc_mrr_at_20_diff1": -0.002649, "nauc_mrr_at_100_max": 0.121228, "nauc_mrr_at_100_std": 0.151971, "nauc_mrr_at_100_diff1": -0.000108, "nauc_mrr_at_1000_max": 0.121161, "nauc_mrr_at_1000_std": 0.151903, "nauc_mrr_at_1000_diff1": -0.000431, "main_score": 0.14958, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.115, "ndcg_at_3": 0.11833, "ndcg_at_5": 0.11074, "ndcg_at_10": 0.11682, "ndcg_at_20": 0.11801, "ndcg_at_100": 0.15052, "ndcg_at_1000": 0.26502, "map_at_1": 0.0068, "map_at_3": 0.01551, "map_at_5": 0.01772, "map_at_10": 0.02449, "map_at_20": 0.03054, "map_at_100": 0.0453, "map_at_1000": 0.06118, "recall_at_1": 0.0068, "recall_at_3": 0.02118, "recall_at_5": 0.02732, "recall_at_10": 0.05346, "recall_at_20": 0.09235, "recall_at_100": 0.21806, "recall_at_1000": 0.57116, "precision_at_1": 0.15, "precision_at_3": 0.165, "precision_at_5": 0.143, "precision_at_10": 0.1385, "precision_at_20": 0.1115, "precision_at_100": 0.06595, "precision_at_1000": 0.02135, "mrr_at_1": 0.15, "mrr_at_3": 0.2425, "mrr_at_5": 0.25975, "mrr_at_10": 0.283877, "mrr_at_20": 0.291515, "mrr_at_100": 0.29547, "mrr_at_1000": 0.296071, "nauc_ndcg_at_1_max": 0.277401, "nauc_ndcg_at_1_std": 0.203529, "nauc_ndcg_at_1_diff1": 0.204801, "nauc_ndcg_at_3_max": 0.300779, "nauc_ndcg_at_3_std": 0.258614, "nauc_ndcg_at_3_diff1": 0.120982, "nauc_ndcg_at_5_max": 0.270105, "nauc_ndcg_at_5_std": 0.273443, "nauc_ndcg_at_5_diff1": 0.093131, "nauc_ndcg_at_10_max": 0.264058, "nauc_ndcg_at_10_std": 0.282103, "nauc_ndcg_at_10_diff1": 0.102384, "nauc_ndcg_at_20_max": 0.28052, "nauc_ndcg_at_20_std": 0.294077, "nauc_ndcg_at_20_diff1": 0.050866, "nauc_ndcg_at_100_max": 0.264911, "nauc_ndcg_at_100_std": 0.331455, "nauc_ndcg_at_100_diff1": -0.003166, "nauc_ndcg_at_1000_max": 0.302359, "nauc_ndcg_at_1000_std": 0.402691, "nauc_ndcg_at_1000_diff1": 0.029891, "nauc_map_at_1_max": 0.303043, "nauc_map_at_1_std": 0.140522, "nauc_map_at_1_diff1": 0.394123, "nauc_map_at_3_max": 0.257409, "nauc_map_at_3_std": 0.061172, "nauc_map_at_3_diff1": 0.304437, "nauc_map_at_5_max": 0.243557, "nauc_map_at_5_std": 0.070489, "nauc_map_at_5_diff1": 0.268094, "nauc_map_at_10_max": 0.223227, "nauc_map_at_10_std": 0.113025, "nauc_map_at_10_diff1": 0.20525, "nauc_map_at_20_max": 0.237562, "nauc_map_at_20_std": 0.147916, "nauc_map_at_20_diff1": 0.145668, "nauc_map_at_100_max": 0.252567, "nauc_map_at_100_std": 0.260894, "nauc_map_at_100_diff1": 0.076943, "nauc_map_at_1000_max": 0.276741, "nauc_map_at_1000_std": 0.338812, "nauc_map_at_1000_diff1": 0.059712, "nauc_recall_at_1_max": 0.303043, "nauc_recall_at_1_std": 0.140522, "nauc_recall_at_1_diff1": 0.394123, "nauc_recall_at_3_max": 0.17229, "nauc_recall_at_3_std": 0.022595, "nauc_recall_at_3_diff1": 0.222011, "nauc_recall_at_5_max": 0.116357, "nauc_recall_at_5_std": 0.014254, "nauc_recall_at_5_diff1": 0.162191, "nauc_recall_at_10_max": 0.100844, "nauc_recall_at_10_std": 0.077639, "nauc_recall_at_10_diff1": 0.103818, "nauc_recall_at_20_max": 0.126762, "nauc_recall_at_20_std": 0.101488, "nauc_recall_at_20_diff1": -0.066226, "nauc_recall_at_100_max": 0.104055, "nauc_recall_at_100_std": 0.187341, "nauc_recall_at_100_diff1": -0.09253, "nauc_recall_at_1000_max": 0.140801, "nauc_recall_at_1000_std": 0.325373, "nauc_recall_at_1000_diff1": -0.128577, "nauc_precision_at_1_max": 0.258714, "nauc_precision_at_1_std": 0.204425, "nauc_precision_at_1_diff1": 0.171051, "nauc_precision_at_3_max": 0.297719, "nauc_precision_at_3_std": 0.248111, "nauc_precision_at_3_diff1": 0.074834, "nauc_precision_at_5_max": 0.260214, "nauc_precision_at_5_std": 0.294038, "nauc_precision_at_5_diff1": 0.020838, "nauc_precision_at_10_max": 0.265191, "nauc_precision_at_10_std": 0.33233, "nauc_precision_at_10_diff1": 0.005974, "nauc_precision_at_20_max": 0.284446, "nauc_precision_at_20_std": 0.383675, "nauc_precision_at_20_diff1": -0.038678, "nauc_precision_at_100_max": 0.255179, "nauc_precision_at_100_std": 0.442416, "nauc_precision_at_100_diff1": -0.044313, "nauc_precision_at_1000_max": 0.243395, "nauc_precision_at_1000_std": 0.374506, "nauc_precision_at_1000_diff1": 0.02941, "nauc_mrr_at_1_max": 0.258714, "nauc_mrr_at_1_std": 0.204425, "nauc_mrr_at_1_diff1": 0.171051, "nauc_mrr_at_3_max": 0.252441, "nauc_mrr_at_3_std": 0.217726, "nauc_mrr_at_3_diff1": 0.144862, "nauc_mrr_at_5_max": 0.233277, "nauc_mrr_at_5_std": 0.217101, "nauc_mrr_at_5_diff1": 0.137087, "nauc_mrr_at_10_max": 0.236722, "nauc_mrr_at_10_std": 0.2164, "nauc_mrr_at_10_diff1": 0.13638, "nauc_mrr_at_20_max": 0.239487, "nauc_mrr_at_20_std": 0.22074, "nauc_mrr_at_20_diff1": 0.128478, "nauc_mrr_at_100_max": 0.242324, "nauc_mrr_at_100_std": 0.221297, "nauc_mrr_at_100_diff1": 0.131432, "nauc_mrr_at_1000_max": 0.24217, "nauc_mrr_at_1000_std": 0.221002, "nauc_mrr_at_1000_diff1": 0.131319, "main_score": 0.11682, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1425, "ndcg_at_3": 0.13581, "ndcg_at_5": 0.13009, "ndcg_at_10": 0.12313, "ndcg_at_20": 0.12285, "ndcg_at_100": 0.15273, "ndcg_at_1000": 0.26631, "map_at_1": 0.00785, "map_at_3": 0.01863, "map_at_5": 0.02323, "map_at_10": 0.02815, "map_at_20": 0.03403, "map_at_100": 0.04827, "map_at_1000": 0.06383, "recall_at_1": 0.00785, "recall_at_3": 0.02616, "recall_at_5": 0.04091, "recall_at_10": 0.06002, "recall_at_20": 0.0899, "recall_at_100": 0.20636, "recall_at_1000": 0.56455, "precision_at_1": 0.18, "precision_at_3": 0.185, "precision_at_5": 0.161, "precision_at_10": 0.134, "precision_at_20": 0.1125, "precision_at_100": 0.06535, "precision_at_1000": 0.02132, "mrr_at_1": 0.18, "mrr_at_3": 0.26, "mrr_at_5": 0.28125, "mrr_at_10": 0.298954, "mrr_at_20": 0.305514, "mrr_at_100": 0.311003, "mrr_at_1000": 0.311406, "nauc_ndcg_at_1_max": 0.161874, "nauc_ndcg_at_1_std": 0.115428, "nauc_ndcg_at_1_diff1": 0.144849, "nauc_ndcg_at_3_max": 0.210199, "nauc_ndcg_at_3_std": 0.203714, "nauc_ndcg_at_3_diff1": 0.071255, "nauc_ndcg_at_5_max": 0.202076, "nauc_ndcg_at_5_std": 0.187474, "nauc_ndcg_at_5_diff1": 0.076147, "nauc_ndcg_at_10_max": 0.229638, "nauc_ndcg_at_10_std": 0.230445, "nauc_ndcg_at_10_diff1": 0.056076, "nauc_ndcg_at_20_max": 0.23367, "nauc_ndcg_at_20_std": 0.291231, "nauc_ndcg_at_20_diff1": 0.09048, "nauc_ndcg_at_100_max": 0.214439, "nauc_ndcg_at_100_std": 0.290038, "nauc_ndcg_at_100_diff1": 0.080447, "nauc_ndcg_at_1000_max": 0.245779, "nauc_ndcg_at_1000_std": 0.399369, "nauc_ndcg_at_1000_diff1": 0.052196, "nauc_map_at_1_max": 0.111399, "nauc_map_at_1_std": 0.005212, "nauc_map_at_1_diff1": 0.361116, "nauc_map_at_3_max": 0.117763, "nauc_map_at_3_std": 0.029035, "nauc_map_at_3_diff1": 0.284083, "nauc_map_at_5_max": 0.100757, "nauc_map_at_5_std": 0.002661, "nauc_map_at_5_diff1": 0.229905, "nauc_map_at_10_max": 0.145594, "nauc_map_at_10_std": 0.04634, "nauc_map_at_10_diff1": 0.184337, "nauc_map_at_20_max": 0.16493, "nauc_map_at_20_std": 0.107928, "nauc_map_at_20_diff1": 0.205756, "nauc_map_at_100_max": 0.166508, "nauc_map_at_100_std": 0.219381, "nauc_map_at_100_diff1": 0.153722, "nauc_map_at_1000_max": 0.194193, "nauc_map_at_1000_std": 0.320498, "nauc_map_at_1000_diff1": 0.114381, "nauc_recall_at_1_max": 0.111399, "nauc_recall_at_1_std": 0.005212, "nauc_recall_at_1_diff1": 0.361116, "nauc_recall_at_3_max": 0.080476, "nauc_recall_at_3_std": 0.0031, "nauc_recall_at_3_diff1": 0.166785, "nauc_recall_at_5_max": 0.032376, "nauc_recall_at_5_std": -0.053218, "nauc_recall_at_5_diff1": 0.094045, "nauc_recall_at_10_max": 0.106959, "nauc_recall_at_10_std": 0.013738, "nauc_recall_at_10_diff1": 0.037204, "nauc_recall_at_20_max": 0.130478, "nauc_recall_at_20_std": 0.11046, "nauc_recall_at_20_diff1": 0.13818, "nauc_recall_at_100_max": 0.11856, "nauc_recall_at_100_std": 0.14459, "nauc_recall_at_100_diff1": 0.089588, "nauc_recall_at_1000_max": 0.181683, "nauc_recall_at_1000_std": 0.336678, "nauc_recall_at_1000_diff1": 0.015663, "nauc_precision_at_1_max": 0.173841, "nauc_precision_at_1_std": 0.129855, "nauc_precision_at_1_diff1": 0.13952, "nauc_precision_at_3_max": 0.222502, "nauc_precision_at_3_std": 0.254992, "nauc_precision_at_3_diff1": 0.044214, "nauc_precision_at_5_max": 0.215566, "nauc_precision_at_5_std": 0.235845, "nauc_precision_at_5_diff1": 0.037159, "nauc_precision_at_10_max": 0.262639, "nauc_precision_at_10_std": 0.33311, "nauc_precision_at_10_diff1": -0.011571, "nauc_precision_at_20_max": 0.259627, "nauc_precision_at_20_std": 0.445458, "nauc_precision_at_20_diff1": 0.037456, "nauc_precision_at_100_max": 0.207709, "nauc_precision_at_100_std": 0.476953, "nauc_precision_at_100_diff1": -0.015768, "nauc_precision_at_1000_max": 0.243854, "nauc_precision_at_1000_std": 0.454217, "nauc_precision_at_1000_diff1": -0.046635, "nauc_mrr_at_1_max": 0.173841, "nauc_mrr_at_1_std": 0.129855, "nauc_mrr_at_1_diff1": 0.13952, "nauc_mrr_at_3_max": 0.192534, "nauc_mrr_at_3_std": 0.179948, "nauc_mrr_at_3_diff1": 0.094993, "nauc_mrr_at_5_max": 0.194365, "nauc_mrr_at_5_std": 0.184268, "nauc_mrr_at_5_diff1": 0.100693, "nauc_mrr_at_10_max": 0.204138, "nauc_mrr_at_10_std": 0.185781, "nauc_mrr_at_10_diff1": 0.107307, "nauc_mrr_at_20_max": 0.19822, "nauc_mrr_at_20_std": 0.186693, "nauc_mrr_at_20_diff1": 0.110261, "nauc_mrr_at_100_max": 0.199145, "nauc_mrr_at_100_std": 0.184707, "nauc_mrr_at_100_diff1": 0.107489, "nauc_mrr_at_1000_max": 0.19915, "nauc_mrr_at_1000_std": 0.185146, "nauc_mrr_at_1000_diff1": 0.10731, "main_score": 0.12313, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "orthopedic_surgery": [ { "ndcg_at_1": 0.1525, "ndcg_at_3": 0.12125, "ndcg_at_5": 0.12175, "ndcg_at_10": 0.12951, "ndcg_at_20": 0.13723, "ndcg_at_100": 0.17379, "ndcg_at_1000": 0.25933, "map_at_1": 0.03564, "map_at_3": 0.04435, "map_at_5": 0.05007, "map_at_10": 0.05735, "map_at_20": 0.06284, "map_at_100": 0.07253, "map_at_1000": 0.0794, "recall_at_1": 0.03564, "recall_at_3": 0.0516, "recall_at_5": 0.07067, "recall_at_10": 0.10275, "recall_at_20": 0.13776, "recall_at_100": 0.25629, "recall_at_1000": 0.60958, "precision_at_1": 0.195, "precision_at_3": 0.11833, "precision_at_5": 0.105, "precision_at_10": 0.09, "precision_at_20": 0.069, "precision_at_100": 0.033, "precision_at_1000": 0.00843, "mrr_at_1": 0.195, "mrr_at_3": 0.238333, "mrr_at_5": 0.255333, "mrr_at_10": 0.275637, "mrr_at_20": 0.282506, "mrr_at_100": 0.286443, "mrr_at_1000": 0.287422, "nauc_ndcg_at_1_max": 0.15662, "nauc_ndcg_at_1_std": 0.122999, "nauc_ndcg_at_1_diff1": 0.352148, "nauc_ndcg_at_3_max": 0.176669, "nauc_ndcg_at_3_std": 0.149132, "nauc_ndcg_at_3_diff1": 0.34642, "nauc_ndcg_at_5_max": 0.123489, "nauc_ndcg_at_5_std": 0.083762, "nauc_ndcg_at_5_diff1": 0.329074, "nauc_ndcg_at_10_max": 0.104803, "nauc_ndcg_at_10_std": 0.089763, "nauc_ndcg_at_10_diff1": 0.317698, "nauc_ndcg_at_20_max": 0.10769, "nauc_ndcg_at_20_std": 0.088607, "nauc_ndcg_at_20_diff1": 0.297423, "nauc_ndcg_at_100_max": 0.068712, "nauc_ndcg_at_100_std": 0.116983, "nauc_ndcg_at_100_diff1": 0.27664, "nauc_ndcg_at_1000_max": 0.097822, "nauc_ndcg_at_1000_std": 0.162161, "nauc_ndcg_at_1000_diff1": 0.316066, "nauc_map_at_1_max": -0.111543, "nauc_map_at_1_std": -0.257635, "nauc_map_at_1_diff1": 0.538963, "nauc_map_at_3_max": -0.044151, "nauc_map_at_3_std": -0.15911, "nauc_map_at_3_diff1": 0.464278, "nauc_map_at_5_max": -0.05505, "nauc_map_at_5_std": -0.158308, "nauc_map_at_5_diff1": 0.433797, "nauc_map_at_10_max": -0.044312, "nauc_map_at_10_std": -0.121353, "nauc_map_at_10_diff1": 0.41471, "nauc_map_at_20_max": -0.031676, "nauc_map_at_20_std": -0.08516, "nauc_map_at_20_diff1": 0.397084, "nauc_map_at_100_max": -0.024876, "nauc_map_at_100_std": -0.034999, "nauc_map_at_100_diff1": 0.377609, "nauc_map_at_1000_max": -0.016896, "nauc_map_at_1000_std": -0.014161, "nauc_map_at_1000_diff1": 0.377221, "nauc_recall_at_1_max": -0.111543, "nauc_recall_at_1_std": -0.257635, "nauc_recall_at_1_diff1": 0.538963, "nauc_recall_at_3_max": -0.001075, "nauc_recall_at_3_std": -0.112165, "nauc_recall_at_3_diff1": 0.427622, "nauc_recall_at_5_max": -0.060001, "nauc_recall_at_5_std": -0.143548, "nauc_recall_at_5_diff1": 0.336387, "nauc_recall_at_10_max": -0.029679, "nauc_recall_at_10_std": -0.071402, "nauc_recall_at_10_diff1": 0.268445, "nauc_recall_at_20_max": 0.034039, "nauc_recall_at_20_std": -0.000897, "nauc_recall_at_20_diff1": 0.213547, "nauc_recall_at_100_max": 0.018434, "nauc_recall_at_100_std": 0.109562, "nauc_recall_at_100_diff1": 0.140793, "nauc_recall_at_1000_max": 0.010725, "nauc_recall_at_1000_std": 0.163697, "nauc_recall_at_1000_diff1": 0.274097, "nauc_precision_at_1_max": 0.172436, "nauc_precision_at_1_std": 0.159324, "nauc_precision_at_1_diff1": 0.351692, "nauc_precision_at_3_max": 0.263786, "nauc_precision_at_3_std": 0.331266, "nauc_precision_at_3_diff1": 0.257691, "nauc_precision_at_5_max": 0.237161, "nauc_precision_at_5_std": 0.272326, "nauc_precision_at_5_diff1": 0.218889, "nauc_precision_at_10_max": 0.22694, "nauc_precision_at_10_std": 0.385718, "nauc_precision_at_10_diff1": 0.172251, "nauc_precision_at_20_max": 0.223811, "nauc_precision_at_20_std": 0.408155, "nauc_precision_at_20_diff1": 0.115215, "nauc_precision_at_100_max": 0.176575, "nauc_precision_at_100_std": 0.423415, "nauc_precision_at_100_diff1": 0.048756, "nauc_precision_at_1000_max": 0.196811, "nauc_precision_at_1000_std": 0.32816, "nauc_precision_at_1000_diff1": 0.041374, "nauc_mrr_at_1_max": 0.172436, "nauc_mrr_at_1_std": 0.159324, "nauc_mrr_at_1_diff1": 0.351692, "nauc_mrr_at_3_max": 0.223645, "nauc_mrr_at_3_std": 0.199387, "nauc_mrr_at_3_diff1": 0.313424, "nauc_mrr_at_5_max": 0.205093, "nauc_mrr_at_5_std": 0.176452, "nauc_mrr_at_5_diff1": 0.311487, "nauc_mrr_at_10_max": 0.197871, "nauc_mrr_at_10_std": 0.197325, "nauc_mrr_at_10_diff1": 0.293646, "nauc_mrr_at_20_max": 0.201689, "nauc_mrr_at_20_std": 0.193807, "nauc_mrr_at_20_diff1": 0.292266, "nauc_mrr_at_100_max": 0.201688, "nauc_mrr_at_100_std": 0.191277, "nauc_mrr_at_100_diff1": 0.292061, "nauc_mrr_at_1000_max": 0.201484, "nauc_mrr_at_1000_std": 0.191497, "nauc_mrr_at_1000_diff1": 0.292991, "main_score": 0.12951, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0825, "ndcg_at_3": 0.08527, "ndcg_at_5": 0.08575, "ndcg_at_10": 0.08931, "ndcg_at_20": 0.09946, "ndcg_at_100": 0.13296, "ndcg_at_1000": 0.20741, "map_at_1": 0.02789, "map_at_3": 0.03391, "map_at_5": 0.03801, "map_at_10": 0.04285, "map_at_20": 0.04614, "map_at_100": 0.05236, "map_at_1000": 0.05702, "recall_at_1": 0.02789, "recall_at_3": 0.04043, "recall_at_5": 0.05443, "recall_at_10": 0.07759, "recall_at_20": 0.10858, "recall_at_100": 0.21733, "recall_at_1000": 0.52164, "precision_at_1": 0.11, "precision_at_3": 0.08833, "precision_at_5": 0.076, "precision_at_10": 0.06, "precision_at_20": 0.04875, "precision_at_100": 0.02375, "precision_at_1000": 0.00695, "mrr_at_1": 0.11, "mrr_at_3": 0.156667, "mrr_at_5": 0.175167, "mrr_at_10": 0.187536, "mrr_at_20": 0.195735, "mrr_at_100": 0.202088, "mrr_at_1000": 0.202868, "nauc_ndcg_at_1_max": -0.071063, "nauc_ndcg_at_1_std": 0.224361, "nauc_ndcg_at_1_diff1": 0.249537, "nauc_ndcg_at_3_max": -0.029099, "nauc_ndcg_at_3_std": 0.100936, "nauc_ndcg_at_3_diff1": 0.253628, "nauc_ndcg_at_5_max": -0.058787, "nauc_ndcg_at_5_std": 0.045535, "nauc_ndcg_at_5_diff1": 0.273767, "nauc_ndcg_at_10_max": -0.045328, "nauc_ndcg_at_10_std": 0.038901, "nauc_ndcg_at_10_diff1": 0.279805, "nauc_ndcg_at_20_max": -0.029714, "nauc_ndcg_at_20_std": 0.014001, "nauc_ndcg_at_20_diff1": 0.273328, "nauc_ndcg_at_100_max": -0.063159, "nauc_ndcg_at_100_std": 0.046864, "nauc_ndcg_at_100_diff1": 0.246937, "nauc_ndcg_at_1000_max": -0.039338, "nauc_ndcg_at_1000_std": 0.069909, "nauc_ndcg_at_1000_diff1": 0.213856, "nauc_map_at_1_max": -0.294064, "nauc_map_at_1_std": -0.305367, "nauc_map_at_1_diff1": 0.488664, "nauc_map_at_3_max": -0.234771, "nauc_map_at_3_std": -0.237637, "nauc_map_at_3_diff1": 0.417285, "nauc_map_at_5_max": -0.222891, "nauc_map_at_5_std": -0.216741, "nauc_map_at_5_diff1": 0.407373, "nauc_map_at_10_max": -0.198374, "nauc_map_at_10_std": -0.175955, "nauc_map_at_10_diff1": 0.367441, "nauc_map_at_20_max": -0.185711, "nauc_map_at_20_std": -0.163037, "nauc_map_at_20_diff1": 0.359953, "nauc_map_at_100_max": -0.179786, "nauc_map_at_100_std": -0.120914, "nauc_map_at_100_diff1": 0.339457, "nauc_map_at_1000_max": -0.174344, "nauc_map_at_1000_std": -0.10775, "nauc_map_at_1000_diff1": 0.329301, "nauc_recall_at_1_max": -0.294064, "nauc_recall_at_1_std": -0.305367, "nauc_recall_at_1_diff1": 0.488664, "nauc_recall_at_3_max": -0.200322, "nauc_recall_at_3_std": -0.213641, "nauc_recall_at_3_diff1": 0.3678, "nauc_recall_at_5_max": -0.173309, "nauc_recall_at_5_std": -0.159249, "nauc_recall_at_5_diff1": 0.341378, "nauc_recall_at_10_max": -0.084117, "nauc_recall_at_10_std": -0.055682, "nauc_recall_at_10_diff1": 0.277716, "nauc_recall_at_20_max": -0.03824, "nauc_recall_at_20_std": -0.073655, "nauc_recall_at_20_diff1": 0.218843, "nauc_recall_at_100_max": -0.101228, "nauc_recall_at_100_std": 0.063177, "nauc_recall_at_100_diff1": 0.091457, "nauc_recall_at_1000_max": -0.066512, "nauc_recall_at_1000_std": 0.089278, "nauc_recall_at_1000_diff1": 0.038914, "nauc_precision_at_1_max": -0.053338, "nauc_precision_at_1_std": 0.229345, "nauc_precision_at_1_diff1": 0.158215, "nauc_precision_at_3_max": 0.070339, "nauc_precision_at_3_std": 0.244143, "nauc_precision_at_3_diff1": 0.101647, "nauc_precision_at_5_max": 0.071671, "nauc_precision_at_5_std": 0.226559, "nauc_precision_at_5_diff1": 0.113904, "nauc_precision_at_10_max": 0.100987, "nauc_precision_at_10_std": 0.295503, "nauc_precision_at_10_diff1": 0.10198, "nauc_precision_at_20_max": 0.135836, "nauc_precision_at_20_std": 0.304131, "nauc_precision_at_20_diff1": 0.056026, "nauc_precision_at_100_max": 0.107282, "nauc_precision_at_100_std": 0.355893, "nauc_precision_at_100_diff1": -0.018531, "nauc_precision_at_1000_max": 0.125678, "nauc_precision_at_1000_std": 0.212623, "nauc_precision_at_1000_diff1": -0.084816, "nauc_mrr_at_1_max": -0.053338, "nauc_mrr_at_1_std": 0.229345, "nauc_mrr_at_1_diff1": 0.158215, "nauc_mrr_at_3_max": -0.029041, "nauc_mrr_at_3_std": 0.185595, "nauc_mrr_at_3_diff1": 0.132294, "nauc_mrr_at_5_max": -0.022659, "nauc_mrr_at_5_std": 0.190812, "nauc_mrr_at_5_diff1": 0.132208, "nauc_mrr_at_10_max": -0.01351, "nauc_mrr_at_10_std": 0.189143, "nauc_mrr_at_10_diff1": 0.14234, "nauc_mrr_at_20_max": -0.00473, "nauc_mrr_at_20_std": 0.184944, "nauc_mrr_at_20_diff1": 0.133832, "nauc_mrr_at_100_max": -0.005572, "nauc_mrr_at_100_std": 0.186078, "nauc_mrr_at_100_diff1": 0.134263, "nauc_mrr_at_1000_max": -0.005782, "nauc_mrr_at_1000_std": 0.185684, "nauc_mrr_at_1000_diff1": 0.134068, "main_score": 0.08931, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.095, "ndcg_at_3": 0.09986, "ndcg_at_5": 0.09594, "ndcg_at_10": 0.09856, "ndcg_at_20": 0.10456, "ndcg_at_100": 0.13936, "ndcg_at_1000": 0.21122, "map_at_1": 0.02172, "map_at_3": 0.03331, "map_at_5": 0.03668, "map_at_10": 0.0417, "map_at_20": 0.04497, "map_at_100": 0.05204, "map_at_1000": 0.05681, "recall_at_1": 0.02172, "recall_at_3": 0.04561, "recall_at_5": 0.05558, "recall_at_10": 0.08352, "recall_at_20": 0.10746, "recall_at_100": 0.22019, "recall_at_1000": 0.5216, "precision_at_1": 0.13, "precision_at_3": 0.10833, "precision_at_5": 0.088, "precision_at_10": 0.068, "precision_at_20": 0.051, "precision_at_100": 0.02555, "precision_at_1000": 0.00698, "mrr_at_1": 0.13, "mrr_at_3": 0.191667, "mrr_at_5": 0.201417, "mrr_at_10": 0.215857, "mrr_at_20": 0.22341, "mrr_at_100": 0.228907, "mrr_at_1000": 0.229776, "nauc_ndcg_at_1_max": 0.071823, "nauc_ndcg_at_1_std": 0.190406, "nauc_ndcg_at_1_diff1": 0.238383, "nauc_ndcg_at_3_max": 0.078162, "nauc_ndcg_at_3_std": 0.123379, "nauc_ndcg_at_3_diff1": 0.133311, "nauc_ndcg_at_5_max": 0.077892, "nauc_ndcg_at_5_std": 0.114686, "nauc_ndcg_at_5_diff1": 0.131436, "nauc_ndcg_at_10_max": 0.070085, "nauc_ndcg_at_10_std": 0.076331, "nauc_ndcg_at_10_diff1": 0.136135, "nauc_ndcg_at_20_max": 0.070721, "nauc_ndcg_at_20_std": 0.074268, "nauc_ndcg_at_20_diff1": 0.133838, "nauc_ndcg_at_100_max": 0.009928, "nauc_ndcg_at_100_std": 0.093752, "nauc_ndcg_at_100_diff1": 0.128733, "nauc_ndcg_at_1000_max": 0.05294, "nauc_ndcg_at_1000_std": 0.145562, "nauc_ndcg_at_1000_diff1": 0.113259, "nauc_map_at_1_max": -0.13812, "nauc_map_at_1_std": -0.245674, "nauc_map_at_1_diff1": 0.307692, "nauc_map_at_3_max": -0.128461, "nauc_map_at_3_std": -0.21254, "nauc_map_at_3_diff1": 0.165485, "nauc_map_at_5_max": -0.098838, "nauc_map_at_5_std": -0.161829, "nauc_map_at_5_diff1": 0.148275, "nauc_map_at_10_max": -0.08924, "nauc_map_at_10_std": -0.135237, "nauc_map_at_10_diff1": 0.135171, "nauc_map_at_20_max": -0.079825, "nauc_map_at_20_std": -0.108027, "nauc_map_at_20_diff1": 0.121382, "nauc_map_at_100_max": -0.080876, "nauc_map_at_100_std": -0.064912, "nauc_map_at_100_diff1": 0.105255, "nauc_map_at_1000_max": -0.073585, "nauc_map_at_1000_std": -0.04662, "nauc_map_at_1000_diff1": 0.095726, "nauc_recall_at_1_max": -0.13812, "nauc_recall_at_1_std": -0.245674, "nauc_recall_at_1_diff1": 0.307692, "nauc_recall_at_3_max": -0.154598, "nauc_recall_at_3_std": -0.240869, "nauc_recall_at_3_diff1": 0.090745, "nauc_recall_at_5_max": -0.056201, "nauc_recall_at_5_std": -0.145894, "nauc_recall_at_5_diff1": 0.074589, "nauc_recall_at_10_max": -0.044106, "nauc_recall_at_10_std": -0.087059, "nauc_recall_at_10_diff1": 0.050275, "nauc_recall_at_20_max": -0.004598, "nauc_recall_at_20_std": -0.029489, "nauc_recall_at_20_diff1": 0.039152, "nauc_recall_at_100_max": -0.080661, "nauc_recall_at_100_std": 0.066965, "nauc_recall_at_100_diff1": 0.023151, "nauc_recall_at_1000_max": -0.010663, "nauc_recall_at_1000_std": 0.169929, "nauc_recall_at_1000_diff1": -0.035826, "nauc_precision_at_1_max": 0.072015, "nauc_precision_at_1_std": 0.173256, "nauc_precision_at_1_diff1": 0.191858, "nauc_precision_at_3_max": 0.106022, "nauc_precision_at_3_std": 0.227921, "nauc_precision_at_3_diff1": 0.044624, "nauc_precision_at_5_max": 0.145068, "nauc_precision_at_5_std": 0.276312, "nauc_precision_at_5_diff1": 0.026342, "nauc_precision_at_10_max": 0.152485, "nauc_precision_at_10_std": 0.305639, "nauc_precision_at_10_diff1": -0.006362, "nauc_precision_at_20_max": 0.169666, "nauc_precision_at_20_std": 0.361844, "nauc_precision_at_20_diff1": -0.033215, "nauc_precision_at_100_max": 0.108777, "nauc_precision_at_100_std": 0.369141, "nauc_precision_at_100_diff1": -0.085917, "nauc_precision_at_1000_max": 0.165712, "nauc_precision_at_1000_std": 0.28811, "nauc_precision_at_1000_diff1": -0.071954, "nauc_mrr_at_1_max": 0.072015, "nauc_mrr_at_1_std": 0.173256, "nauc_mrr_at_1_diff1": 0.191858, "nauc_mrr_at_3_max": 0.095388, "nauc_mrr_at_3_std": 0.176624, "nauc_mrr_at_3_diff1": 0.135575, "nauc_mrr_at_5_max": 0.121134, "nauc_mrr_at_5_std": 0.183947, "nauc_mrr_at_5_diff1": 0.137774, "nauc_mrr_at_10_max": 0.108685, "nauc_mrr_at_10_std": 0.172265, "nauc_mrr_at_10_diff1": 0.131585, "nauc_mrr_at_20_max": 0.116315, "nauc_mrr_at_20_std": 0.176073, "nauc_mrr_at_20_diff1": 0.139368, "nauc_mrr_at_100_max": 0.113513, "nauc_mrr_at_100_std": 0.179235, "nauc_mrr_at_100_diff1": 0.139304, "nauc_mrr_at_1000_max": 0.113953, "nauc_mrr_at_1000_std": 0.179409, "nauc_mrr_at_1000_diff1": 0.139499, "main_score": 0.09856, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "otorhinolaryngology": [ { "ndcg_at_1": 0.16, "ndcg_at_3": 0.15588, "ndcg_at_5": 0.14833, "ndcg_at_10": 0.14609, "ndcg_at_20": 0.14672, "ndcg_at_100": 0.19165, "ndcg_at_1000": 0.31518, "map_at_1": 0.02012, "map_at_3": 0.03263, "map_at_5": 0.03781, "map_at_10": 0.04662, "map_at_20": 0.05349, "map_at_100": 0.07029, "map_at_1000": 0.08902, "recall_at_1": 0.02012, "recall_at_3": 0.03987, "recall_at_5": 0.05297, "recall_at_10": 0.08205, "recall_at_20": 0.1138, "recall_at_100": 0.25159, "recall_at_1000": 0.63105, "precision_at_1": 0.22, "precision_at_3": 0.195, "precision_at_5": 0.168, "precision_at_10": 0.139, "precision_at_20": 0.11275, "precision_at_100": 0.0671, "precision_at_1000": 0.02206, "mrr_at_1": 0.22, "mrr_at_3": 0.296667, "mrr_at_5": 0.317167, "mrr_at_10": 0.333796, "mrr_at_20": 0.341408, "mrr_at_100": 0.345755, "mrr_at_1000": 0.346262, "nauc_ndcg_at_1_max": -0.059942, "nauc_ndcg_at_1_std": 0.111849, "nauc_ndcg_at_1_diff1": 0.134043, "nauc_ndcg_at_3_max": -0.040366, "nauc_ndcg_at_3_std": 0.118696, "nauc_ndcg_at_3_diff1": 0.090362, "nauc_ndcg_at_5_max": -0.045648, "nauc_ndcg_at_5_std": 0.113, "nauc_ndcg_at_5_diff1": 0.08857, "nauc_ndcg_at_10_max": -0.065555, "nauc_ndcg_at_10_std": 0.098012, "nauc_ndcg_at_10_diff1": 0.112707, "nauc_ndcg_at_20_max": -0.097382, "nauc_ndcg_at_20_std": 0.081558, "nauc_ndcg_at_20_diff1": 0.11009, "nauc_ndcg_at_100_max": -0.098659, "nauc_ndcg_at_100_std": 0.126002, "nauc_ndcg_at_100_diff1": 0.151362, "nauc_ndcg_at_1000_max": -0.074836, "nauc_ndcg_at_1000_std": 0.241763, "nauc_ndcg_at_1000_diff1": 0.069544, "nauc_map_at_1_max": -0.161787, "nauc_map_at_1_std": -0.15276, "nauc_map_at_1_diff1": 0.162265, "nauc_map_at_3_max": -0.135768, "nauc_map_at_3_std": -0.080245, "nauc_map_at_3_diff1": 0.135825, "nauc_map_at_5_max": -0.124626, "nauc_map_at_5_std": -0.068172, "nauc_map_at_5_diff1": 0.142284, "nauc_map_at_10_max": -0.113679, "nauc_map_at_10_std": -0.054852, "nauc_map_at_10_diff1": 0.16484, "nauc_map_at_20_max": -0.111901, "nauc_map_at_20_std": -0.020046, "nauc_map_at_20_diff1": 0.157209, "nauc_map_at_100_max": -0.110389, "nauc_map_at_100_std": 0.057706, "nauc_map_at_100_diff1": 0.161757, "nauc_map_at_1000_max": -0.091577, "nauc_map_at_1000_std": 0.120543, "nauc_map_at_1000_diff1": 0.131531, "nauc_recall_at_1_max": -0.161787, "nauc_recall_at_1_std": -0.15276, "nauc_recall_at_1_diff1": 0.162265, "nauc_recall_at_3_max": -0.109007, "nauc_recall_at_3_std": -0.040832, "nauc_recall_at_3_diff1": 0.132366, "nauc_recall_at_5_max": -0.104482, "nauc_recall_at_5_std": -0.016001, "nauc_recall_at_5_diff1": 0.127848, "nauc_recall_at_10_max": -0.112212, "nauc_recall_at_10_std": -0.042277, "nauc_recall_at_10_diff1": 0.142713, "nauc_recall_at_20_max": -0.126019, "nauc_recall_at_20_std": -0.014851, "nauc_recall_at_20_diff1": 0.083998, "nauc_recall_at_100_max": -0.144577, "nauc_recall_at_100_std": 0.108086, "nauc_recall_at_100_diff1": 0.15644, "nauc_recall_at_1000_max": -0.129294, "nauc_recall_at_1000_std": 0.265326, "nauc_recall_at_1000_diff1": 0.004891, "nauc_precision_at_1_max": -0.024723, "nauc_precision_at_1_std": 0.148429, "nauc_precision_at_1_diff1": 0.149998, "nauc_precision_at_3_max": 0.024464, "nauc_precision_at_3_std": 0.214381, "nauc_precision_at_3_diff1": 0.062314, "nauc_precision_at_5_max": 0.016283, "nauc_precision_at_5_std": 0.219928, "nauc_precision_at_5_diff1": 0.029343, "nauc_precision_at_10_max": 0.014534, "nauc_precision_at_10_std": 0.239887, "nauc_precision_at_10_diff1": 0.049414, "nauc_precision_at_20_max": -0.018758, "nauc_precision_at_20_std": 0.247311, "nauc_precision_at_20_diff1": 0.015821, "nauc_precision_at_100_max": 0.026168, "nauc_precision_at_100_std": 0.290008, "nauc_precision_at_100_diff1": -0.029491, "nauc_precision_at_1000_max": 0.088316, "nauc_precision_at_1000_std": 0.229738, "nauc_precision_at_1000_diff1": -0.119088, "nauc_mrr_at_1_max": -0.024723, "nauc_mrr_at_1_std": 0.148429, "nauc_mrr_at_1_diff1": 0.149998, "nauc_mrr_at_3_max": -0.014876, "nauc_mrr_at_3_std": 0.188386, "nauc_mrr_at_3_diff1": 0.118307, "nauc_mrr_at_5_max": -0.015014, "nauc_mrr_at_5_std": 0.190276, "nauc_mrr_at_5_diff1": 0.100404, "nauc_mrr_at_10_max": -0.027689, "nauc_mrr_at_10_std": 0.181061, "nauc_mrr_at_10_diff1": 0.091749, "nauc_mrr_at_20_max": -0.032322, "nauc_mrr_at_20_std": 0.176031, "nauc_mrr_at_20_diff1": 0.097367, "nauc_mrr_at_100_max": -0.030557, "nauc_mrr_at_100_std": 0.178247, "nauc_mrr_at_100_diff1": 0.100424, "nauc_mrr_at_1000_max": -0.03036, "nauc_mrr_at_1000_std": 0.178075, "nauc_mrr_at_1000_diff1": 0.100313, "main_score": 0.14609, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.17, "ndcg_at_3": 0.12595, "ndcg_at_5": 0.1177, "ndcg_at_10": 0.11371, "ndcg_at_20": 0.1111, "ndcg_at_100": 0.14347, "ndcg_at_1000": 0.25458, "map_at_1": 0.01927, "map_at_3": 0.02465, "map_at_5": 0.02848, "map_at_10": 0.03371, "map_at_20": 0.03808, "map_at_100": 0.04807, "map_at_1000": 0.06074, "recall_at_1": 0.01927, "recall_at_3": 0.02881, "recall_at_5": 0.0373, "recall_at_10": 0.05729, "recall_at_20": 0.07971, "recall_at_100": 0.18714, "recall_at_1000": 0.53097, "precision_at_1": 0.225, "precision_at_3": 0.14667, "precision_at_5": 0.125, "precision_at_10": 0.1075, "precision_at_20": 0.08325, "precision_at_100": 0.04815, "precision_at_1000": 0.01785, "mrr_at_1": 0.225, "mrr_at_3": 0.265, "mrr_at_5": 0.2825, "mrr_at_10": 0.298974, "mrr_at_20": 0.305561, "mrr_at_100": 0.311755, "mrr_at_1000": 0.31218, "nauc_ndcg_at_1_max": -0.083226, "nauc_ndcg_at_1_std": 0.131023, "nauc_ndcg_at_1_diff1": 0.025215, "nauc_ndcg_at_3_max": -0.039211, "nauc_ndcg_at_3_std": 0.157764, "nauc_ndcg_at_3_diff1": 0.047305, "nauc_ndcg_at_5_max": -0.043781, "nauc_ndcg_at_5_std": 0.180002, "nauc_ndcg_at_5_diff1": 0.077873, "nauc_ndcg_at_10_max": -0.067022, "nauc_ndcg_at_10_std": 0.170863, "nauc_ndcg_at_10_diff1": 0.084032, "nauc_ndcg_at_20_max": -0.072765, "nauc_ndcg_at_20_std": 0.181862, "nauc_ndcg_at_20_diff1": 0.10662, "nauc_ndcg_at_100_max": -0.035237, "nauc_ndcg_at_100_std": 0.21246, "nauc_ndcg_at_100_diff1": 0.146983, "nauc_ndcg_at_1000_max": -0.006426, "nauc_ndcg_at_1000_std": 0.336797, "nauc_ndcg_at_1000_diff1": 0.106081, "nauc_map_at_1_max": -0.163712, "nauc_map_at_1_std": -0.10274, "nauc_map_at_1_diff1": 0.369283, "nauc_map_at_3_max": -0.116159, "nauc_map_at_3_std": -0.046717, "nauc_map_at_3_diff1": 0.341567, "nauc_map_at_5_max": -0.136481, "nauc_map_at_5_std": -0.013172, "nauc_map_at_5_diff1": 0.325273, "nauc_map_at_10_max": -0.145528, "nauc_map_at_10_std": 0.019837, "nauc_map_at_10_diff1": 0.284063, "nauc_map_at_20_max": -0.140442, "nauc_map_at_20_std": 0.06223, "nauc_map_at_20_diff1": 0.263819, "nauc_map_at_100_max": -0.109172, "nauc_map_at_100_std": 0.129454, "nauc_map_at_100_diff1": 0.237353, "nauc_map_at_1000_max": -0.068722, "nauc_map_at_1000_std": 0.201961, "nauc_map_at_1000_diff1": 0.207338, "nauc_recall_at_1_max": -0.163712, "nauc_recall_at_1_std": -0.10274, "nauc_recall_at_1_diff1": 0.369283, "nauc_recall_at_3_max": -0.118662, "nauc_recall_at_3_std": -0.026161, "nauc_recall_at_3_diff1": 0.299283, "nauc_recall_at_5_max": -0.152135, "nauc_recall_at_5_std": 0.017809, "nauc_recall_at_5_diff1": 0.293712, "nauc_recall_at_10_max": -0.172503, "nauc_recall_at_10_std": 0.061912, "nauc_recall_at_10_diff1": 0.192355, "nauc_recall_at_20_max": -0.139683, "nauc_recall_at_20_std": 0.12875, "nauc_recall_at_20_diff1": 0.138784, "nauc_recall_at_100_max": -0.014768, "nauc_recall_at_100_std": 0.191165, "nauc_recall_at_100_diff1": 0.177946, "nauc_recall_at_1000_max": -0.014127, "nauc_recall_at_1000_std": 0.331679, "nauc_recall_at_1000_diff1": 0.102746, "nauc_precision_at_1_max": -0.073132, "nauc_precision_at_1_std": 0.209452, "nauc_precision_at_1_diff1": 0.030143, "nauc_precision_at_3_max": -0.000337, "nauc_precision_at_3_std": 0.253383, "nauc_precision_at_3_diff1": 0.020398, "nauc_precision_at_5_max": 0.019351, "nauc_precision_at_5_std": 0.334312, "nauc_precision_at_5_diff1": 0.035307, "nauc_precision_at_10_max": 0.010484, "nauc_precision_at_10_std": 0.329032, "nauc_precision_at_10_diff1": -0.00322, "nauc_precision_at_20_max": 0.022025, "nauc_precision_at_20_std": 0.38235, "nauc_precision_at_20_diff1": -0.004318, "nauc_precision_at_100_max": 0.118392, "nauc_precision_at_100_std": 0.390278, "nauc_precision_at_100_diff1": -0.036826, "nauc_precision_at_1000_max": 0.144247, "nauc_precision_at_1000_std": 0.310957, "nauc_precision_at_1000_diff1": -0.059235, "nauc_mrr_at_1_max": -0.073132, "nauc_mrr_at_1_std": 0.209452, "nauc_mrr_at_1_diff1": 0.030143, "nauc_mrr_at_3_max": -0.069123, "nauc_mrr_at_3_std": 0.212752, "nauc_mrr_at_3_diff1": 0.01973, "nauc_mrr_at_5_max": -0.058316, "nauc_mrr_at_5_std": 0.231515, "nauc_mrr_at_5_diff1": 0.025508, "nauc_mrr_at_10_max": -0.06325, "nauc_mrr_at_10_std": 0.225327, "nauc_mrr_at_10_diff1": 0.024011, "nauc_mrr_at_20_max": -0.061965, "nauc_mrr_at_20_std": 0.226051, "nauc_mrr_at_20_diff1": 0.023251, "nauc_mrr_at_100_max": -0.061583, "nauc_mrr_at_100_std": 0.227253, "nauc_mrr_at_100_diff1": 0.021903, "nauc_mrr_at_1000_max": -0.062014, "nauc_mrr_at_1000_std": 0.226977, "nauc_mrr_at_1000_diff1": 0.02207, "main_score": 0.11371, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.13, "ndcg_at_3": 0.11901, "ndcg_at_5": 0.11481, "ndcg_at_10": 0.11543, "ndcg_at_20": 0.11732, "ndcg_at_100": 0.149, "ndcg_at_1000": 0.26241, "map_at_1": 0.01715, "map_at_3": 0.02541, "map_at_5": 0.02987, "map_at_10": 0.03513, "map_at_20": 0.04118, "map_at_100": 0.05146, "map_at_1000": 0.0642, "recall_at_1": 0.01715, "recall_at_3": 0.03143, "recall_at_5": 0.04447, "recall_at_10": 0.06405, "recall_at_20": 0.09227, "recall_at_100": 0.19767, "recall_at_1000": 0.55511, "precision_at_1": 0.185, "precision_at_3": 0.15, "precision_at_5": 0.129, "precision_at_10": 0.112, "precision_at_20": 0.09075, "precision_at_100": 0.05065, "precision_at_1000": 0.01795, "mrr_at_1": 0.185, "mrr_at_3": 0.2575, "mrr_at_5": 0.2715, "mrr_at_10": 0.28796, "mrr_at_20": 0.295766, "mrr_at_100": 0.30051, "mrr_at_1000": 0.301033, "nauc_ndcg_at_1_max": -0.043519, "nauc_ndcg_at_1_std": 0.11841, "nauc_ndcg_at_1_diff1": 0.260674, "nauc_ndcg_at_3_max": -0.023098, "nauc_ndcg_at_3_std": 0.128978, "nauc_ndcg_at_3_diff1": 0.231493, "nauc_ndcg_at_5_max": -0.039606, "nauc_ndcg_at_5_std": 0.146617, "nauc_ndcg_at_5_diff1": 0.222033, "nauc_ndcg_at_10_max": -0.060182, "nauc_ndcg_at_10_std": 0.150155, "nauc_ndcg_at_10_diff1": 0.209677, "nauc_ndcg_at_20_max": -0.052154, "nauc_ndcg_at_20_std": 0.167818, "nauc_ndcg_at_20_diff1": 0.223347, "nauc_ndcg_at_100_max": -0.05557, "nauc_ndcg_at_100_std": 0.188668, "nauc_ndcg_at_100_diff1": 0.224313, "nauc_ndcg_at_1000_max": -0.034804, "nauc_ndcg_at_1000_std": 0.311202, "nauc_ndcg_at_1000_diff1": 0.205251, "nauc_map_at_1_max": -0.288885, "nauc_map_at_1_std": -0.151669, "nauc_map_at_1_diff1": 0.111673, "nauc_map_at_3_max": -0.178848, "nauc_map_at_3_std": -0.097264, "nauc_map_at_3_diff1": 0.14183, "nauc_map_at_5_max": -0.178476, "nauc_map_at_5_std": -0.064435, "nauc_map_at_5_diff1": 0.184245, "nauc_map_at_10_max": -0.176087, "nauc_map_at_10_std": -0.02937, "nauc_map_at_10_diff1": 0.200607, "nauc_map_at_20_max": -0.164212, "nauc_map_at_20_std": 0.017429, "nauc_map_at_20_diff1": 0.210379, "nauc_map_at_100_max": -0.140951, "nauc_map_at_100_std": 0.090215, "nauc_map_at_100_diff1": 0.210686, "nauc_map_at_1000_max": -0.107628, "nauc_map_at_1000_std": 0.151106, "nauc_map_at_1000_diff1": 0.207525, "nauc_recall_at_1_max": -0.288885, "nauc_recall_at_1_std": -0.151669, "nauc_recall_at_1_diff1": 0.111673, "nauc_recall_at_3_max": -0.131904, "nauc_recall_at_3_std": -0.064813, "nauc_recall_at_3_diff1": 0.138012, "nauc_recall_at_5_max": -0.174343, "nauc_recall_at_5_std": -0.023799, "nauc_recall_at_5_diff1": 0.253873, "nauc_recall_at_10_max": -0.168892, "nauc_recall_at_10_std": 0.014876, "nauc_recall_at_10_diff1": 0.235617, "nauc_recall_at_20_max": -0.137098, "nauc_recall_at_20_std": 0.079502, "nauc_recall_at_20_diff1": 0.234575, "nauc_recall_at_100_max": -0.08034, "nauc_recall_at_100_std": 0.15324, "nauc_recall_at_100_diff1": 0.198315, "nauc_recall_at_1000_max": -0.062147, "nauc_recall_at_1000_std": 0.273049, "nauc_recall_at_1000_diff1": 0.171571, "nauc_precision_at_1_max": 0.001142, "nauc_precision_at_1_std": 0.178624, "nauc_precision_at_1_diff1": 0.264966, "nauc_precision_at_3_max": 0.04998, "nauc_precision_at_3_std": 0.236245, "nauc_precision_at_3_diff1": 0.251093, "nauc_precision_at_5_max": 0.058536, "nauc_precision_at_5_std": 0.295194, "nauc_precision_at_5_diff1": 0.205144, "nauc_precision_at_10_max": 0.031029, "nauc_precision_at_10_std": 0.301656, "nauc_precision_at_10_diff1": 0.179042, "nauc_precision_at_20_max": 0.064995, "nauc_precision_at_20_std": 0.359101, "nauc_precision_at_20_diff1": 0.183677, "nauc_precision_at_100_max": 0.095247, "nauc_precision_at_100_std": 0.354142, "nauc_precision_at_100_diff1": 0.080223, "nauc_precision_at_1000_max": 0.118597, "nauc_precision_at_1000_std": 0.230752, "nauc_precision_at_1000_diff1": -0.008045, "nauc_mrr_at_1_max": 0.001142, "nauc_mrr_at_1_std": 0.178624, "nauc_mrr_at_1_diff1": 0.264966, "nauc_mrr_at_3_max": 0.013485, "nauc_mrr_at_3_std": 0.236892, "nauc_mrr_at_3_diff1": 0.254925, "nauc_mrr_at_5_max": 0.010681, "nauc_mrr_at_5_std": 0.234149, "nauc_mrr_at_5_diff1": 0.252611, "nauc_mrr_at_10_max": 0.014269, "nauc_mrr_at_10_std": 0.232147, "nauc_mrr_at_10_diff1": 0.239351, "nauc_mrr_at_20_max": 0.01451, "nauc_mrr_at_20_std": 0.23561, "nauc_mrr_at_20_diff1": 0.239992, "nauc_mrr_at_100_max": 0.012675, "nauc_mrr_at_100_std": 0.233583, "nauc_mrr_at_100_diff1": 0.241258, "nauc_mrr_at_1000_max": 0.012471, "nauc_mrr_at_1000_std": 0.233639, "nauc_mrr_at_1000_diff1": 0.241369, "main_score": 0.11543, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "plastic_surgery": [ { "ndcg_at_1": 0.18, "ndcg_at_3": 0.15551, "ndcg_at_5": 0.14656, "ndcg_at_10": 0.14687, "ndcg_at_20": 0.15433, "ndcg_at_100": 0.2083, "ndcg_at_1000": 0.30752, "map_at_1": 0.02581, "map_at_3": 0.04223, "map_at_5": 0.04686, "map_at_10": 0.05659, "map_at_20": 0.06391, "map_at_100": 0.07871, "map_at_1000": 0.08927, "recall_at_1": 0.02581, "recall_at_3": 0.05376, "recall_at_5": 0.06453, "recall_at_10": 0.1001, "recall_at_20": 0.13641, "recall_at_100": 0.29161, "recall_at_1000": 0.63264, "precision_at_1": 0.22, "precision_at_3": 0.175, "precision_at_5": 0.15, "precision_at_10": 0.1185, "precision_at_20": 0.09375, "precision_at_100": 0.0504, "precision_at_1000": 0.01367, "mrr_at_1": 0.22, "mrr_at_3": 0.295833, "mrr_at_5": 0.311833, "mrr_at_10": 0.334147, "mrr_at_20": 0.342257, "mrr_at_100": 0.347515, "mrr_at_1000": 0.347969, "nauc_ndcg_at_1_max": 0.214782, "nauc_ndcg_at_1_std": 0.098115, "nauc_ndcg_at_1_diff1": 0.316861, "nauc_ndcg_at_3_max": 0.183915, "nauc_ndcg_at_3_std": 0.110456, "nauc_ndcg_at_3_diff1": 0.205268, "nauc_ndcg_at_5_max": 0.152737, "nauc_ndcg_at_5_std": 0.113057, "nauc_ndcg_at_5_diff1": 0.192651, "nauc_ndcg_at_10_max": 0.173448, "nauc_ndcg_at_10_std": 0.140972, "nauc_ndcg_at_10_diff1": 0.186721, "nauc_ndcg_at_20_max": 0.208302, "nauc_ndcg_at_20_std": 0.166093, "nauc_ndcg_at_20_diff1": 0.20481, "nauc_ndcg_at_100_max": 0.228839, "nauc_ndcg_at_100_std": 0.219411, "nauc_ndcg_at_100_diff1": 0.17843, "nauc_ndcg_at_1000_max": 0.217731, "nauc_ndcg_at_1000_std": 0.26344, "nauc_ndcg_at_1000_diff1": 0.184618, "nauc_map_at_1_max": 0.284304, "nauc_map_at_1_std": 0.14166, "nauc_map_at_1_diff1": 0.226033, "nauc_map_at_3_max": 0.23688, "nauc_map_at_3_std": 0.164126, "nauc_map_at_3_diff1": 0.187304, "nauc_map_at_5_max": 0.215402, "nauc_map_at_5_std": 0.162209, "nauc_map_at_5_diff1": 0.173732, "nauc_map_at_10_max": 0.226033, "nauc_map_at_10_std": 0.190301, "nauc_map_at_10_diff1": 0.181929, "nauc_map_at_20_max": 0.224225, "nauc_map_at_20_std": 0.204255, "nauc_map_at_20_diff1": 0.180712, "nauc_map_at_100_max": 0.202839, "nauc_map_at_100_std": 0.223986, "nauc_map_at_100_diff1": 0.160188, "nauc_map_at_1000_max": 0.190947, "nauc_map_at_1000_std": 0.23564, "nauc_map_at_1000_diff1": 0.162879, "nauc_recall_at_1_max": 0.284304, "nauc_recall_at_1_std": 0.14166, "nauc_recall_at_1_diff1": 0.226033, "nauc_recall_at_3_max": 0.20343, "nauc_recall_at_3_std": 0.106199, "nauc_recall_at_3_diff1": 0.165382, "nauc_recall_at_5_max": 0.160984, "nauc_recall_at_5_std": 0.100389, "nauc_recall_at_5_diff1": 0.124054, "nauc_recall_at_10_max": 0.168595, "nauc_recall_at_10_std": 0.133676, "nauc_recall_at_10_diff1": 0.134159, "nauc_recall_at_20_max": 0.190787, "nauc_recall_at_20_std": 0.163649, "nauc_recall_at_20_diff1": 0.164126, "nauc_recall_at_100_max": 0.177732, "nauc_recall_at_100_std": 0.220485, "nauc_recall_at_100_diff1": 0.097738, "nauc_recall_at_1000_max": 0.227275, "nauc_recall_at_1000_std": 0.374868, "nauc_recall_at_1000_diff1": 0.07064, "nauc_precision_at_1_max": 0.19601, "nauc_precision_at_1_std": 0.09412, "nauc_precision_at_1_diff1": 0.298544, "nauc_precision_at_3_max": 0.097368, "nauc_precision_at_3_std": 0.11129, "nauc_precision_at_3_diff1": 0.18359, "nauc_precision_at_5_max": 0.031251, "nauc_precision_at_5_std": 0.126159, "nauc_precision_at_5_diff1": 0.142201, "nauc_precision_at_10_max": 0.024486, "nauc_precision_at_10_std": 0.148947, "nauc_precision_at_10_diff1": 0.131564, "nauc_precision_at_20_max": 0.013454, "nauc_precision_at_20_std": 0.139986, "nauc_precision_at_20_diff1": 0.134403, "nauc_precision_at_100_max": -0.087025, "nauc_precision_at_100_std": 0.130327, "nauc_precision_at_100_diff1": 0.083857, "nauc_precision_at_1000_max": -0.140612, "nauc_precision_at_1000_std": 0.045081, "nauc_precision_at_1000_diff1": 0.057052, "nauc_mrr_at_1_max": 0.19601, "nauc_mrr_at_1_std": 0.09412, "nauc_mrr_at_1_diff1": 0.298544, "nauc_mrr_at_3_max": 0.177085, "nauc_mrr_at_3_std": 0.091601, "nauc_mrr_at_3_diff1": 0.267717, "nauc_mrr_at_5_max": 0.178454, "nauc_mrr_at_5_std": 0.11037, "nauc_mrr_at_5_diff1": 0.267025, "nauc_mrr_at_10_max": 0.175946, "nauc_mrr_at_10_std": 0.096247, "nauc_mrr_at_10_diff1": 0.263124, "nauc_mrr_at_20_max": 0.176257, "nauc_mrr_at_20_std": 0.094214, "nauc_mrr_at_20_diff1": 0.265245, "nauc_mrr_at_100_max": 0.179718, "nauc_mrr_at_100_std": 0.097673, "nauc_mrr_at_100_diff1": 0.266421, "nauc_mrr_at_1000_max": 0.179328, "nauc_mrr_at_1000_std": 0.097567, "nauc_mrr_at_1000_diff1": 0.266078, "main_score": 0.14687, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.15, "ndcg_at_3": 0.11913, "ndcg_at_5": 0.11882, "ndcg_at_10": 0.11276, "ndcg_at_20": 0.11599, "ndcg_at_100": 0.15621, "ndcg_at_1000": 0.24492, "map_at_1": 0.02169, "map_at_3": 0.03281, "map_at_5": 0.03949, "map_at_10": 0.04503, "map_at_20": 0.04902, "map_at_100": 0.05753, "map_at_1000": 0.06487, "recall_at_1": 0.02169, "recall_at_3": 0.0384, "recall_at_5": 0.05992, "recall_at_10": 0.07806, "recall_at_20": 0.10506, "recall_at_100": 0.2191, "recall_at_1000": 0.53198, "precision_at_1": 0.19, "precision_at_3": 0.12833, "precision_at_5": 0.116, "precision_at_10": 0.0875, "precision_at_20": 0.0645, "precision_at_100": 0.0344, "precision_at_1000": 0.0106, "mrr_at_1": 0.19, "mrr_at_3": 0.2325, "mrr_at_5": 0.255, "mrr_at_10": 0.267849, "mrr_at_20": 0.276548, "mrr_at_100": 0.28314, "mrr_at_1000": 0.283811, "nauc_ndcg_at_1_max": 0.139003, "nauc_ndcg_at_1_std": 0.091407, "nauc_ndcg_at_1_diff1": 0.051955, "nauc_ndcg_at_3_max": 0.114221, "nauc_ndcg_at_3_std": 0.123493, "nauc_ndcg_at_3_diff1": 0.023347, "nauc_ndcg_at_5_max": 0.14499, "nauc_ndcg_at_5_std": 0.132521, "nauc_ndcg_at_5_diff1": 0.043267, "nauc_ndcg_at_10_max": 0.135761, "nauc_ndcg_at_10_std": 0.164649, "nauc_ndcg_at_10_diff1": 0.032195, "nauc_ndcg_at_20_max": 0.172901, "nauc_ndcg_at_20_std": 0.18452, "nauc_ndcg_at_20_diff1": 0.073837, "nauc_ndcg_at_100_max": 0.184508, "nauc_ndcg_at_100_std": 0.223916, "nauc_ndcg_at_100_diff1": 0.08395, "nauc_ndcg_at_1000_max": 0.205988, "nauc_ndcg_at_1000_std": 0.281279, "nauc_ndcg_at_1000_diff1": 0.084282, "nauc_map_at_1_max": 0.109464, "nauc_map_at_1_std": 0.136267, "nauc_map_at_1_diff1": -0.030025, "nauc_map_at_3_max": 0.124131, "nauc_map_at_3_std": 0.17726, "nauc_map_at_3_diff1": -0.021423, "nauc_map_at_5_max": 0.134279, "nauc_map_at_5_std": 0.18676, "nauc_map_at_5_diff1": -0.013772, "nauc_map_at_10_max": 0.134189, "nauc_map_at_10_std": 0.205531, "nauc_map_at_10_diff1": -0.014448, "nauc_map_at_20_max": 0.147728, "nauc_map_at_20_std": 0.213869, "nauc_map_at_20_diff1": 0.013828, "nauc_map_at_100_max": 0.139866, "nauc_map_at_100_std": 0.233612, "nauc_map_at_100_diff1": 0.024484, "nauc_map_at_1000_max": 0.139673, "nauc_map_at_1000_std": 0.251276, "nauc_map_at_1000_diff1": 0.027473, "nauc_recall_at_1_max": 0.109464, "nauc_recall_at_1_std": 0.136267, "nauc_recall_at_1_diff1": -0.030025, "nauc_recall_at_3_max": 0.159721, "nauc_recall_at_3_std": 0.182709, "nauc_recall_at_3_diff1": 0.00371, "nauc_recall_at_5_max": 0.122641, "nauc_recall_at_5_std": 0.162591, "nauc_recall_at_5_diff1": 0.000768, "nauc_recall_at_10_max": 0.094306, "nauc_recall_at_10_std": 0.167654, "nauc_recall_at_10_diff1": -0.021749, "nauc_recall_at_20_max": 0.152467, "nauc_recall_at_20_std": 0.169531, "nauc_recall_at_20_diff1": 0.075826, "nauc_recall_at_100_max": 0.108762, "nauc_recall_at_100_std": 0.243465, "nauc_recall_at_100_diff1": 0.058724, "nauc_recall_at_1000_max": 0.212476, "nauc_recall_at_1000_std": 0.358134, "nauc_recall_at_1000_diff1": 0.063545, "nauc_precision_at_1_max": 0.106721, "nauc_precision_at_1_std": 0.095152, "nauc_precision_at_1_diff1": 0.007297, "nauc_precision_at_3_max": 0.058595, "nauc_precision_at_3_std": 0.126555, "nauc_precision_at_3_diff1": 0.018478, "nauc_precision_at_5_max": 0.111905, "nauc_precision_at_5_std": 0.13623, "nauc_precision_at_5_diff1": 0.050735, "nauc_precision_at_10_max": 0.064185, "nauc_precision_at_10_std": 0.18003, "nauc_precision_at_10_diff1": 0.029294, "nauc_precision_at_20_max": 0.073034, "nauc_precision_at_20_std": 0.198702, "nauc_precision_at_20_diff1": 0.095779, "nauc_precision_at_100_max": -0.007689, "nauc_precision_at_100_std": 0.253492, "nauc_precision_at_100_diff1": 0.049927, "nauc_precision_at_1000_max": -0.038448, "nauc_precision_at_1000_std": 0.185253, "nauc_precision_at_1000_diff1": -0.040031, "nauc_mrr_at_1_max": 0.106721, "nauc_mrr_at_1_std": 0.095152, "nauc_mrr_at_1_diff1": 0.007297, "nauc_mrr_at_3_max": 0.1256, "nauc_mrr_at_3_std": 0.116602, "nauc_mrr_at_3_diff1": 0.033415, "nauc_mrr_at_5_max": 0.144117, "nauc_mrr_at_5_std": 0.100696, "nauc_mrr_at_5_diff1": 0.041285, "nauc_mrr_at_10_max": 0.142111, "nauc_mrr_at_10_std": 0.107472, "nauc_mrr_at_10_diff1": 0.035505, "nauc_mrr_at_20_max": 0.140886, "nauc_mrr_at_20_std": 0.106154, "nauc_mrr_at_20_diff1": 0.038117, "nauc_mrr_at_100_max": 0.141264, "nauc_mrr_at_100_std": 0.107, "nauc_mrr_at_100_diff1": 0.036288, "nauc_mrr_at_1000_max": 0.140886, "nauc_mrr_at_1000_std": 0.106677, "nauc_mrr_at_1000_diff1": 0.036252, "main_score": 0.11276, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.13, "ndcg_at_3": 0.11348, "ndcg_at_5": 0.11098, "ndcg_at_10": 0.11023, "ndcg_at_20": 0.1139, "ndcg_at_100": 0.15329, "ndcg_at_1000": 0.24511, "map_at_1": 0.01399, "map_at_3": 0.02754, "map_at_5": 0.03321, "map_at_10": 0.03964, "map_at_20": 0.04458, "map_at_100": 0.05252, "map_at_1000": 0.06036, "recall_at_1": 0.01399, "recall_at_3": 0.04055, "recall_at_5": 0.05551, "recall_at_10": 0.07918, "recall_at_20": 0.10647, "recall_at_100": 0.22426, "recall_at_1000": 0.54783, "precision_at_1": 0.155, "precision_at_3": 0.125, "precision_at_5": 0.114, "precision_at_10": 0.091, "precision_at_20": 0.06875, "precision_at_100": 0.03625, "precision_at_1000": 0.01134, "mrr_at_1": 0.155, "mrr_at_3": 0.21, "mrr_at_5": 0.2305, "mrr_at_10": 0.245738, "mrr_at_20": 0.254174, "mrr_at_100": 0.260509, "mrr_at_1000": 0.261059, "nauc_ndcg_at_1_max": 0.248696, "nauc_ndcg_at_1_std": 0.118197, "nauc_ndcg_at_1_diff1": 0.262379, "nauc_ndcg_at_3_max": 0.214895, "nauc_ndcg_at_3_std": 0.145413, "nauc_ndcg_at_3_diff1": 0.172299, "nauc_ndcg_at_5_max": 0.214947, "nauc_ndcg_at_5_std": 0.167872, "nauc_ndcg_at_5_diff1": 0.159529, "nauc_ndcg_at_10_max": 0.218412, "nauc_ndcg_at_10_std": 0.212928, "nauc_ndcg_at_10_diff1": 0.142195, "nauc_ndcg_at_20_max": 0.234742, "nauc_ndcg_at_20_std": 0.218042, "nauc_ndcg_at_20_diff1": 0.166235, "nauc_ndcg_at_100_max": 0.265116, "nauc_ndcg_at_100_std": 0.300471, "nauc_ndcg_at_100_diff1": 0.166678, "nauc_ndcg_at_1000_max": 0.276628, "nauc_ndcg_at_1000_std": 0.345331, "nauc_ndcg_at_1000_diff1": 0.139265, "nauc_map_at_1_max": 0.354631, "nauc_map_at_1_std": 0.187754, "nauc_map_at_1_diff1": 0.30223, "nauc_map_at_3_max": 0.252535, "nauc_map_at_3_std": 0.201603, "nauc_map_at_3_diff1": 0.211123, "nauc_map_at_5_max": 0.24272, "nauc_map_at_5_std": 0.21114, "nauc_map_at_5_diff1": 0.202918, "nauc_map_at_10_max": 0.246435, "nauc_map_at_10_std": 0.254909, "nauc_map_at_10_diff1": 0.194318, "nauc_map_at_20_max": 0.244843, "nauc_map_at_20_std": 0.260063, "nauc_map_at_20_diff1": 0.204084, "nauc_map_at_100_max": 0.234982, "nauc_map_at_100_std": 0.280686, "nauc_map_at_100_diff1": 0.19115, "nauc_map_at_1000_max": 0.227151, "nauc_map_at_1000_std": 0.296776, "nauc_map_at_1000_diff1": 0.178742, "nauc_recall_at_1_max": 0.354631, "nauc_recall_at_1_std": 0.187754, "nauc_recall_at_1_diff1": 0.30223, "nauc_recall_at_3_max": 0.189127, "nauc_recall_at_3_std": 0.152921, "nauc_recall_at_3_diff1": 0.126354, "nauc_recall_at_5_max": 0.167968, "nauc_recall_at_5_std": 0.153595, "nauc_recall_at_5_diff1": 0.090095, "nauc_recall_at_10_max": 0.163694, "nauc_recall_at_10_std": 0.24367, "nauc_recall_at_10_diff1": 0.094585, "nauc_recall_at_20_max": 0.195625, "nauc_recall_at_20_std": 0.240267, "nauc_recall_at_20_diff1": 0.141015, "nauc_recall_at_100_max": 0.186068, "nauc_recall_at_100_std": 0.341519, "nauc_recall_at_100_diff1": 0.076005, "nauc_recall_at_1000_max": 0.26276, "nauc_recall_at_1000_std": 0.412068, "nauc_recall_at_1000_diff1": 0.04134, "nauc_precision_at_1_max": 0.218338, "nauc_precision_at_1_std": 0.133993, "nauc_precision_at_1_diff1": 0.234527, "nauc_precision_at_3_max": 0.130936, "nauc_precision_at_3_std": 0.118805, "nauc_precision_at_3_diff1": 0.132415, "nauc_precision_at_5_max": 0.127631, "nauc_precision_at_5_std": 0.174889, "nauc_precision_at_5_diff1": 0.103323, "nauc_precision_at_10_max": 0.107214, "nauc_precision_at_10_std": 0.22769, "nauc_precision_at_10_diff1": 0.065106, "nauc_precision_at_20_max": 0.070227, "nauc_precision_at_20_std": 0.21138, "nauc_precision_at_20_diff1": 0.086473, "nauc_precision_at_100_max": -0.009044, "nauc_precision_at_100_std": 0.269152, "nauc_precision_at_100_diff1": 0.005507, "nauc_precision_at_1000_max": -0.079898, "nauc_precision_at_1000_std": 0.154183, "nauc_precision_at_1000_diff1": -0.093958, "nauc_mrr_at_1_max": 0.218338, "nauc_mrr_at_1_std": 0.133993, "nauc_mrr_at_1_diff1": 0.234527, "nauc_mrr_at_3_max": 0.200576, "nauc_mrr_at_3_std": 0.137502, "nauc_mrr_at_3_diff1": 0.179072, "nauc_mrr_at_5_max": 0.2068, "nauc_mrr_at_5_std": 0.153683, "nauc_mrr_at_5_diff1": 0.169094, "nauc_mrr_at_10_max": 0.214881, "nauc_mrr_at_10_std": 0.16047, "nauc_mrr_at_10_diff1": 0.166759, "nauc_mrr_at_20_max": 0.212124, "nauc_mrr_at_20_std": 0.155009, "nauc_mrr_at_20_diff1": 0.167777, "nauc_mrr_at_100_max": 0.213456, "nauc_mrr_at_100_std": 0.157286, "nauc_mrr_at_100_diff1": 0.171721, "nauc_mrr_at_1000_max": 0.213859, "nauc_mrr_at_1000_std": 0.157171, "nauc_mrr_at_1000_diff1": 0.171651, "main_score": 0.11023, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "psychiatry_and_psychology": [ { "ndcg_at_1": 0.1625, "ndcg_at_3": 0.13185, "ndcg_at_5": 0.13188, "ndcg_at_10": 0.13704, "ndcg_at_20": 0.14307, "ndcg_at_100": 0.19569, "ndcg_at_1000": 0.30421, "map_at_1": 0.01266, "map_at_3": 0.02028, "map_at_5": 0.02649, "map_at_10": 0.0385, "map_at_20": 0.0501, "map_at_100": 0.07097, "map_at_1000": 0.08806, "recall_at_1": 0.01266, "recall_at_3": 0.02626, "recall_at_5": 0.03916, "recall_at_10": 0.07746, "recall_at_20": 0.1215, "recall_at_100": 0.26665, "recall_at_1000": 0.60117, "precision_at_1": 0.22, "precision_at_3": 0.16333, "precision_at_5": 0.157, "precision_at_10": 0.147, "precision_at_20": 0.12375, "precision_at_100": 0.0774, "precision_at_1000": 0.02593, "mrr_at_1": 0.22, "mrr_at_3": 0.2875, "mrr_at_5": 0.309, "mrr_at_10": 0.326194, "mrr_at_20": 0.334801, "mrr_at_100": 0.338879, "mrr_at_1000": 0.339386, "nauc_ndcg_at_1_max": 0.227927, "nauc_ndcg_at_1_std": 0.005906, "nauc_ndcg_at_1_diff1": 0.262995, "nauc_ndcg_at_3_max": 0.203067, "nauc_ndcg_at_3_std": 0.061655, "nauc_ndcg_at_3_diff1": 0.124446, "nauc_ndcg_at_5_max": 0.18636, "nauc_ndcg_at_5_std": 0.068836, "nauc_ndcg_at_5_diff1": 0.090909, "nauc_ndcg_at_10_max": 0.13705, "nauc_ndcg_at_10_std": 0.12239, "nauc_ndcg_at_10_diff1": 0.028086, "nauc_ndcg_at_20_max": 0.134456, "nauc_ndcg_at_20_std": 0.218533, "nauc_ndcg_at_20_diff1": 0.019441, "nauc_ndcg_at_100_max": 0.122457, "nauc_ndcg_at_100_std": 0.321856, "nauc_ndcg_at_100_diff1": 0.010667, "nauc_ndcg_at_1000_max": 0.115225, "nauc_ndcg_at_1000_std": 0.319505, "nauc_ndcg_at_1000_diff1": 0.009492, "nauc_map_at_1_max": 0.185298, "nauc_map_at_1_std": 0.042584, "nauc_map_at_1_diff1": 0.138902, "nauc_map_at_3_max": 0.114705, "nauc_map_at_3_std": 0.070882, "nauc_map_at_3_diff1": 0.007131, "nauc_map_at_5_max": 0.12443, "nauc_map_at_5_std": 0.113367, "nauc_map_at_5_diff1": -0.00534, "nauc_map_at_10_max": 0.076405, "nauc_map_at_10_std": 0.175, "nauc_map_at_10_diff1": -0.032261, "nauc_map_at_20_max": 0.097026, "nauc_map_at_20_std": 0.267754, "nauc_map_at_20_diff1": -0.036414, "nauc_map_at_100_max": 0.12239, "nauc_map_at_100_std": 0.376286, "nauc_map_at_100_diff1": -0.044304, "nauc_map_at_1000_max": 0.130621, "nauc_map_at_1000_std": 0.397554, "nauc_map_at_1000_diff1": -0.048964, "nauc_recall_at_1_max": 0.185298, "nauc_recall_at_1_std": 0.042584, "nauc_recall_at_1_diff1": 0.138902, "nauc_recall_at_3_max": 0.047234, "nauc_recall_at_3_std": 0.029893, "nauc_recall_at_3_diff1": -0.077503, "nauc_recall_at_5_max": 0.066755, "nauc_recall_at_5_std": 0.07533, "nauc_recall_at_5_diff1": -0.065631, "nauc_recall_at_10_max": -0.101251, "nauc_recall_at_10_std": 0.076412, "nauc_recall_at_10_diff1": -0.102143, "nauc_recall_at_20_max": -0.084975, "nauc_recall_at_20_std": 0.211694, "nauc_recall_at_20_diff1": -0.067779, "nauc_recall_at_100_max": -0.082163, "nauc_recall_at_100_std": 0.311502, "nauc_recall_at_100_diff1": -0.034475, "nauc_recall_at_1000_max": -0.155902, "nauc_recall_at_1000_std": 0.286423, "nauc_recall_at_1000_diff1": 0.000755, "nauc_precision_at_1_max": 0.182009, "nauc_precision_at_1_std": 0.093576, "nauc_precision_at_1_diff1": 0.225192, "nauc_precision_at_3_max": 0.129802, "nauc_precision_at_3_std": 0.149244, "nauc_precision_at_3_diff1": 0.025888, "nauc_precision_at_5_max": 0.109382, "nauc_precision_at_5_std": 0.15014, "nauc_precision_at_5_diff1": 0.016923, "nauc_precision_at_10_max": 0.098436, "nauc_precision_at_10_std": 0.267915, "nauc_precision_at_10_diff1": -0.037193, "nauc_precision_at_20_max": 0.120145, "nauc_precision_at_20_std": 0.380098, "nauc_precision_at_20_diff1": -0.023218, "nauc_precision_at_100_max": 0.120035, "nauc_precision_at_100_std": 0.344015, "nauc_precision_at_100_diff1": -0.078058, "nauc_precision_at_1000_max": 0.057361, "nauc_precision_at_1000_std": 0.099264, "nauc_precision_at_1000_diff1": -0.170625, "nauc_mrr_at_1_max": 0.182009, "nauc_mrr_at_1_std": 0.093576, "nauc_mrr_at_1_diff1": 0.225192, "nauc_mrr_at_3_max": 0.149311, "nauc_mrr_at_3_std": 0.107397, "nauc_mrr_at_3_diff1": 0.143314, "nauc_mrr_at_5_max": 0.149662, "nauc_mrr_at_5_std": 0.093644, "nauc_mrr_at_5_diff1": 0.141673, "nauc_mrr_at_10_max": 0.140775, "nauc_mrr_at_10_std": 0.108352, "nauc_mrr_at_10_diff1": 0.12781, "nauc_mrr_at_20_max": 0.143674, "nauc_mrr_at_20_std": 0.116303, "nauc_mrr_at_20_diff1": 0.138056, "nauc_mrr_at_100_max": 0.143867, "nauc_mrr_at_100_std": 0.115243, "nauc_mrr_at_100_diff1": 0.134527, "nauc_mrr_at_1000_max": 0.143645, "nauc_mrr_at_1000_std": 0.114731, "nauc_mrr_at_1000_diff1": 0.134854, "main_score": 0.13704, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.18, "ndcg_at_3": 0.13677, "ndcg_at_5": 0.12763, "ndcg_at_10": 0.12056, "ndcg_at_20": 0.12399, "ndcg_at_100": 0.16351, "ndcg_at_1000": 0.26494, "map_at_1": 0.01409, "map_at_3": 0.01988, "map_at_5": 0.02467, "map_at_10": 0.03272, "map_at_20": 0.04125, "map_at_100": 0.05535, "map_at_1000": 0.06785, "recall_at_1": 0.01409, "recall_at_3": 0.02348, "recall_at_5": 0.03306, "recall_at_10": 0.0517, "recall_at_20": 0.09157, "recall_at_100": 0.21699, "recall_at_1000": 0.545, "precision_at_1": 0.25, "precision_at_3": 0.16833, "precision_at_5": 0.147, "precision_at_10": 0.125, "precision_at_20": 0.10425, "precision_at_100": 0.0605, "precision_at_1000": 0.02167, "mrr_at_1": 0.25, "mrr_at_3": 0.31, "mrr_at_5": 0.32225, "mrr_at_10": 0.335496, "mrr_at_20": 0.344156, "mrr_at_100": 0.350089, "mrr_at_1000": 0.350512, "nauc_ndcg_at_1_max": 0.246351, "nauc_ndcg_at_1_std": 0.078102, "nauc_ndcg_at_1_diff1": 0.257074, "nauc_ndcg_at_3_max": 0.20745, "nauc_ndcg_at_3_std": 0.124175, "nauc_ndcg_at_3_diff1": 0.101054, "nauc_ndcg_at_5_max": 0.227249, "nauc_ndcg_at_5_std": 0.149832, "nauc_ndcg_at_5_diff1": 0.073958, "nauc_ndcg_at_10_max": 0.214967, "nauc_ndcg_at_10_std": 0.202818, "nauc_ndcg_at_10_diff1": 0.021306, "nauc_ndcg_at_20_max": 0.192519, "nauc_ndcg_at_20_std": 0.295809, "nauc_ndcg_at_20_diff1": 0.015239, "nauc_ndcg_at_100_max": 0.192372, "nauc_ndcg_at_100_std": 0.373862, "nauc_ndcg_at_100_diff1": 0.05719, "nauc_ndcg_at_1000_max": 0.190189, "nauc_ndcg_at_1000_std": 0.391327, "nauc_ndcg_at_1000_diff1": 0.0483, "nauc_map_at_1_max": 0.229221, "nauc_map_at_1_std": 0.129308, "nauc_map_at_1_diff1": 0.34012, "nauc_map_at_3_max": 0.188041, "nauc_map_at_3_std": 0.222285, "nauc_map_at_3_diff1": 0.201642, "nauc_map_at_5_max": 0.189316, "nauc_map_at_5_std": 0.243846, "nauc_map_at_5_diff1": 0.148134, "nauc_map_at_10_max": 0.152906, "nauc_map_at_10_std": 0.313468, "nauc_map_at_10_diff1": 0.066858, "nauc_map_at_20_max": 0.140288, "nauc_map_at_20_std": 0.36814, "nauc_map_at_20_diff1": 0.022174, "nauc_map_at_100_max": 0.173146, "nauc_map_at_100_std": 0.442654, "nauc_map_at_100_diff1": -0.00506, "nauc_map_at_1000_max": 0.185073, "nauc_map_at_1000_std": 0.458598, "nauc_map_at_1000_diff1": -0.022155, "nauc_recall_at_1_max": 0.229221, "nauc_recall_at_1_std": 0.129308, "nauc_recall_at_1_diff1": 0.34012, "nauc_recall_at_3_max": 0.162812, "nauc_recall_at_3_std": 0.217316, "nauc_recall_at_3_diff1": 0.129362, "nauc_recall_at_5_max": 0.157381, "nauc_recall_at_5_std": 0.230322, "nauc_recall_at_5_diff1": 0.070143, "nauc_recall_at_10_max": 0.105453, "nauc_recall_at_10_std": 0.306188, "nauc_recall_at_10_diff1": -0.016036, "nauc_recall_at_20_max": -0.051764, "nauc_recall_at_20_std": 0.343768, "nauc_recall_at_20_diff1": 0.013067, "nauc_recall_at_100_max": -0.074456, "nauc_recall_at_100_std": 0.354034, "nauc_recall_at_100_diff1": 0.077075, "nauc_recall_at_1000_max": -0.087274, "nauc_recall_at_1000_std": 0.338037, "nauc_recall_at_1000_diff1": 0.06799, "nauc_precision_at_1_max": 0.231769, "nauc_precision_at_1_std": 0.17491, "nauc_precision_at_1_diff1": 0.230379, "nauc_precision_at_3_max": 0.163006, "nauc_precision_at_3_std": 0.205266, "nauc_precision_at_3_diff1": -0.034188, "nauc_precision_at_5_max": 0.165941, "nauc_precision_at_5_std": 0.218073, "nauc_precision_at_5_diff1": -0.08212, "nauc_precision_at_10_max": 0.145497, "nauc_precision_at_10_std": 0.291283, "nauc_precision_at_10_diff1": -0.159242, "nauc_precision_at_20_max": 0.151533, "nauc_precision_at_20_std": 0.356301, "nauc_precision_at_20_diff1": -0.190088, "nauc_precision_at_100_max": 0.20801, "nauc_precision_at_100_std": 0.319813, "nauc_precision_at_100_diff1": -0.192103, "nauc_precision_at_1000_max": 0.155885, "nauc_precision_at_1000_std": 0.069444, "nauc_precision_at_1000_diff1": -0.19247, "nauc_mrr_at_1_max": 0.231769, "nauc_mrr_at_1_std": 0.17491, "nauc_mrr_at_1_diff1": 0.230379, "nauc_mrr_at_3_max": 0.220189, "nauc_mrr_at_3_std": 0.174292, "nauc_mrr_at_3_diff1": 0.137643, "nauc_mrr_at_5_max": 0.213725, "nauc_mrr_at_5_std": 0.162012, "nauc_mrr_at_5_diff1": 0.133553, "nauc_mrr_at_10_max": 0.212904, "nauc_mrr_at_10_std": 0.16628, "nauc_mrr_at_10_diff1": 0.127296, "nauc_mrr_at_20_max": 0.208681, "nauc_mrr_at_20_std": 0.172109, "nauc_mrr_at_20_diff1": 0.129969, "nauc_mrr_at_100_max": 0.210891, "nauc_mrr_at_100_std": 0.173674, "nauc_mrr_at_100_diff1": 0.132392, "nauc_mrr_at_1000_max": 0.210789, "nauc_mrr_at_1000_std": 0.173605, "nauc_mrr_at_1000_diff1": 0.132425, "main_score": 0.12056, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.19, "ndcg_at_3": 0.14082, "ndcg_at_5": 0.12859, "ndcg_at_10": 0.12278, "ndcg_at_20": 0.12597, "ndcg_at_100": 0.16461, "ndcg_at_1000": 0.26388, "map_at_1": 0.01532, "map_at_3": 0.02228, "map_at_5": 0.0263, "map_at_10": 0.03531, "map_at_20": 0.0434, "map_at_100": 0.05777, "map_at_1000": 0.06972, "recall_at_1": 0.01532, "recall_at_3": 0.02562, "recall_at_5": 0.03398, "recall_at_10": 0.05678, "recall_at_20": 0.08913, "recall_at_100": 0.21925, "recall_at_1000": 0.53447, "precision_at_1": 0.26, "precision_at_3": 0.165, "precision_at_5": 0.143, "precision_at_10": 0.1265, "precision_at_20": 0.10525, "precision_at_100": 0.05985, "precision_at_1000": 0.02178, "mrr_at_1": 0.26, "mrr_at_3": 0.309167, "mrr_at_5": 0.330167, "mrr_at_10": 0.345883, "mrr_at_20": 0.352914, "mrr_at_100": 0.358716, "mrr_at_1000": 0.359077, "nauc_ndcg_at_1_max": 0.169375, "nauc_ndcg_at_1_std": 0.072769, "nauc_ndcg_at_1_diff1": 0.226743, "nauc_ndcg_at_3_max": 0.168191, "nauc_ndcg_at_3_std": 0.162924, "nauc_ndcg_at_3_diff1": 0.133718, "nauc_ndcg_at_5_max": 0.173713, "nauc_ndcg_at_5_std": 0.190769, "nauc_ndcg_at_5_diff1": 0.106367, "nauc_ndcg_at_10_max": 0.16818, "nauc_ndcg_at_10_std": 0.254837, "nauc_ndcg_at_10_diff1": 0.0775, "nauc_ndcg_at_20_max": 0.174465, "nauc_ndcg_at_20_std": 0.339917, "nauc_ndcg_at_20_diff1": 0.05541, "nauc_ndcg_at_100_max": 0.167453, "nauc_ndcg_at_100_std": 0.433507, "nauc_ndcg_at_100_diff1": 0.054386, "nauc_ndcg_at_1000_max": 0.16095, "nauc_ndcg_at_1000_std": 0.431496, "nauc_ndcg_at_1000_diff1": 0.042102, "nauc_map_at_1_max": 0.139082, "nauc_map_at_1_std": 0.156683, "nauc_map_at_1_diff1": 0.267592, "nauc_map_at_3_max": 0.115037, "nauc_map_at_3_std": 0.305465, "nauc_map_at_3_diff1": 0.183763, "nauc_map_at_5_max": 0.11765, "nauc_map_at_5_std": 0.335061, "nauc_map_at_5_diff1": 0.132754, "nauc_map_at_10_max": 0.096593, "nauc_map_at_10_std": 0.39637, "nauc_map_at_10_diff1": 0.063551, "nauc_map_at_20_max": 0.130389, "nauc_map_at_20_std": 0.439116, "nauc_map_at_20_diff1": 0.026336, "nauc_map_at_100_max": 0.157163, "nauc_map_at_100_std": 0.50424, "nauc_map_at_100_diff1": 0.004144, "nauc_map_at_1000_max": 0.165737, "nauc_map_at_1000_std": 0.507766, "nauc_map_at_1000_diff1": -0.00179, "nauc_recall_at_1_max": 0.139082, "nauc_recall_at_1_std": 0.156683, "nauc_recall_at_1_diff1": 0.267592, "nauc_recall_at_3_max": 0.077177, "nauc_recall_at_3_std": 0.322482, "nauc_recall_at_3_diff1": 0.15869, "nauc_recall_at_5_max": 0.067887, "nauc_recall_at_5_std": 0.321907, "nauc_recall_at_5_diff1": 0.097957, "nauc_recall_at_10_max": 0.037669, "nauc_recall_at_10_std": 0.382775, "nauc_recall_at_10_diff1": 0.051305, "nauc_recall_at_20_max": 0.010547, "nauc_recall_at_20_std": 0.400167, "nauc_recall_at_20_diff1": 0.020666, "nauc_recall_at_100_max": -0.063109, "nauc_recall_at_100_std": 0.420087, "nauc_recall_at_100_diff1": 0.01899, "nauc_recall_at_1000_max": -0.08959, "nauc_recall_at_1000_std": 0.411595, "nauc_recall_at_1000_diff1": 0.022236, "nauc_precision_at_1_max": 0.138757, "nauc_precision_at_1_std": 0.12908, "nauc_precision_at_1_diff1": 0.181037, "nauc_precision_at_3_max": 0.125274, "nauc_precision_at_3_std": 0.247693, "nauc_precision_at_3_diff1": 0.040344, "nauc_precision_at_5_max": 0.110944, "nauc_precision_at_5_std": 0.275178, "nauc_precision_at_5_diff1": -0.017712, "nauc_precision_at_10_max": 0.133247, "nauc_precision_at_10_std": 0.339381, "nauc_precision_at_10_diff1": -0.062225, "nauc_precision_at_20_max": 0.170696, "nauc_precision_at_20_std": 0.381218, "nauc_precision_at_20_diff1": -0.076369, "nauc_precision_at_100_max": 0.18996, "nauc_precision_at_100_std": 0.269472, "nauc_precision_at_100_diff1": -0.069088, "nauc_precision_at_1000_max": 0.114443, "nauc_precision_at_1000_std": -0.054943, "nauc_precision_at_1000_diff1": -0.084307, "nauc_mrr_at_1_max": 0.138757, "nauc_mrr_at_1_std": 0.12908, "nauc_mrr_at_1_diff1": 0.181037, "nauc_mrr_at_3_max": 0.151167, "nauc_mrr_at_3_std": 0.176872, "nauc_mrr_at_3_diff1": 0.153937, "nauc_mrr_at_5_max": 0.14886, "nauc_mrr_at_5_std": 0.177176, "nauc_mrr_at_5_diff1": 0.146895, "nauc_mrr_at_10_max": 0.147892, "nauc_mrr_at_10_std": 0.177058, "nauc_mrr_at_10_diff1": 0.14677, "nauc_mrr_at_20_max": 0.146249, "nauc_mrr_at_20_std": 0.177911, "nauc_mrr_at_20_diff1": 0.145401, "nauc_mrr_at_100_max": 0.146925, "nauc_mrr_at_100_std": 0.179317, "nauc_mrr_at_100_diff1": 0.146062, "nauc_mrr_at_1000_max": 0.146967, "nauc_mrr_at_1000_std": 0.179142, "nauc_mrr_at_1000_diff1": 0.146011, "main_score": 0.12278, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "pulmonology": [ { "ndcg_at_1": 0.21, "ndcg_at_3": 0.18193, "ndcg_at_5": 0.18025, "ndcg_at_10": 0.18694, "ndcg_at_20": 0.20201, "ndcg_at_100": 0.25366, "ndcg_at_1000": 0.35351, "map_at_1": 0.04229, "map_at_3": 0.06319, "map_at_5": 0.07185, "map_at_10": 0.08094, "map_at_20": 0.09089, "map_at_100": 0.10792, "map_at_1000": 0.12254, "recall_at_1": 0.04229, "recall_at_3": 0.0812, "recall_at_5": 0.10069, "recall_at_10": 0.13082, "recall_at_20": 0.18523, "recall_at_100": 0.35864, "recall_at_1000": 0.70256, "precision_at_1": 0.255, "precision_at_3": 0.185, "precision_at_5": 0.161, "precision_at_10": 0.141, "precision_at_20": 0.11475, "precision_at_100": 0.0613, "precision_at_1000": 0.01962, "mrr_at_1": 0.255, "mrr_at_3": 0.325, "mrr_at_5": 0.34175, "mrr_at_10": 0.358958, "mrr_at_20": 0.367041, "mrr_at_100": 0.372476, "mrr_at_1000": 0.372892, "nauc_ndcg_at_1_max": 0.152497, "nauc_ndcg_at_1_std": 0.215697, "nauc_ndcg_at_1_diff1": 0.23819, "nauc_ndcg_at_3_max": 0.275142, "nauc_ndcg_at_3_std": 0.32034, "nauc_ndcg_at_3_diff1": 0.27738, "nauc_ndcg_at_5_max": 0.265417, "nauc_ndcg_at_5_std": 0.318723, "nauc_ndcg_at_5_diff1": 0.290316, "nauc_ndcg_at_10_max": 0.268624, "nauc_ndcg_at_10_std": 0.336713, "nauc_ndcg_at_10_diff1": 0.292778, "nauc_ndcg_at_20_max": 0.267387, "nauc_ndcg_at_20_std": 0.325725, "nauc_ndcg_at_20_diff1": 0.319291, "nauc_ndcg_at_100_max": 0.274718, "nauc_ndcg_at_100_std": 0.354388, "nauc_ndcg_at_100_diff1": 0.326911, "nauc_ndcg_at_1000_max": 0.295135, "nauc_ndcg_at_1000_std": 0.411491, "nauc_ndcg_at_1000_diff1": 0.290479, "nauc_map_at_1_max": 0.152749, "nauc_map_at_1_std": 0.218361, "nauc_map_at_1_diff1": 0.36421, "nauc_map_at_3_max": 0.206537, "nauc_map_at_3_std": 0.282167, "nauc_map_at_3_diff1": 0.334496, "nauc_map_at_5_max": 0.204943, "nauc_map_at_5_std": 0.278441, "nauc_map_at_5_diff1": 0.331218, "nauc_map_at_10_max": 0.212823, "nauc_map_at_10_std": 0.299122, "nauc_map_at_10_diff1": 0.333055, "nauc_map_at_20_max": 0.2151, "nauc_map_at_20_std": 0.313097, "nauc_map_at_20_diff1": 0.334157, "nauc_map_at_100_max": 0.221753, "nauc_map_at_100_std": 0.335736, "nauc_map_at_100_diff1": 0.330655, "nauc_map_at_1000_max": 0.228304, "nauc_map_at_1000_std": 0.353907, "nauc_map_at_1000_diff1": 0.323442, "nauc_recall_at_1_max": 0.152749, "nauc_recall_at_1_std": 0.218361, "nauc_recall_at_1_diff1": 0.36421, "nauc_recall_at_3_max": 0.221293, "nauc_recall_at_3_std": 0.283972, "nauc_recall_at_3_diff1": 0.274429, "nauc_recall_at_5_max": 0.200752, "nauc_recall_at_5_std": 0.261136, "nauc_recall_at_5_diff1": 0.284352, "nauc_recall_at_10_max": 0.228178, "nauc_recall_at_10_std": 0.284696, "nauc_recall_at_10_diff1": 0.297402, "nauc_recall_at_20_max": 0.213699, "nauc_recall_at_20_std": 0.284403, "nauc_recall_at_20_diff1": 0.304389, "nauc_recall_at_100_max": 0.227607, "nauc_recall_at_100_std": 0.324878, "nauc_recall_at_100_diff1": 0.291202, "nauc_recall_at_1000_max": 0.335866, "nauc_recall_at_1000_std": 0.476399, "nauc_recall_at_1000_diff1": 0.188479, "nauc_precision_at_1_max": 0.136675, "nauc_precision_at_1_std": 0.225136, "nauc_precision_at_1_diff1": 0.239135, "nauc_precision_at_3_max": 0.270767, "nauc_precision_at_3_std": 0.344398, "nauc_precision_at_3_diff1": 0.240005, "nauc_precision_at_5_max": 0.234841, "nauc_precision_at_5_std": 0.304518, "nauc_precision_at_5_diff1": 0.227085, "nauc_precision_at_10_max": 0.210924, "nauc_precision_at_10_std": 0.321288, "nauc_precision_at_10_diff1": 0.130586, "nauc_precision_at_20_max": 0.152906, "nauc_precision_at_20_std": 0.218371, "nauc_precision_at_20_diff1": 0.105207, "nauc_precision_at_100_max": 0.087684, "nauc_precision_at_100_std": 0.122508, "nauc_precision_at_100_diff1": 0.025474, "nauc_precision_at_1000_max": 0.020592, "nauc_precision_at_1000_std": -0.039695, "nauc_precision_at_1000_diff1": -0.033197, "nauc_mrr_at_1_max": 0.136675, "nauc_mrr_at_1_std": 0.225136, "nauc_mrr_at_1_diff1": 0.239135, "nauc_mrr_at_3_max": 0.203075, "nauc_mrr_at_3_std": 0.257572, "nauc_mrr_at_3_diff1": 0.256627, "nauc_mrr_at_5_max": 0.202793, "nauc_mrr_at_5_std": 0.255034, "nauc_mrr_at_5_diff1": 0.255134, "nauc_mrr_at_10_max": 0.211217, "nauc_mrr_at_10_std": 0.260985, "nauc_mrr_at_10_diff1": 0.256264, "nauc_mrr_at_20_max": 0.208387, "nauc_mrr_at_20_std": 0.258167, "nauc_mrr_at_20_diff1": 0.258061, "nauc_mrr_at_100_max": 0.206445, "nauc_mrr_at_100_std": 0.257471, "nauc_mrr_at_100_diff1": 0.259713, "nauc_mrr_at_1000_max": 0.20619, "nauc_mrr_at_1000_std": 0.257492, "nauc_mrr_at_1000_diff1": 0.259376, "main_score": 0.18694, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.16, "ndcg_at_3": 0.14511, "ndcg_at_5": 0.13747, "ndcg_at_10": 0.14996, "ndcg_at_20": 0.16025, "ndcg_at_100": 0.20301, "ndcg_at_1000": 0.29007, "map_at_1": 0.03349, "map_at_3": 0.04912, "map_at_5": 0.05633, "map_at_10": 0.06647, "map_at_20": 0.07182, "map_at_100": 0.08373, "map_at_1000": 0.09262, "recall_at_1": 0.03349, "recall_at_3": 0.0591, "recall_at_5": 0.07358, "recall_at_10": 0.11724, "recall_at_20": 0.15673, "recall_at_100": 0.29849, "recall_at_1000": 0.61396, "precision_at_1": 0.195, "precision_at_3": 0.15333, "precision_at_5": 0.123, "precision_at_10": 0.109, "precision_at_20": 0.08225, "precision_at_100": 0.04405, "precision_at_1000": 0.01401, "mrr_at_1": 0.195, "mrr_at_3": 0.265833, "mrr_at_5": 0.279583, "mrr_at_10": 0.300528, "mrr_at_20": 0.308745, "mrr_at_100": 0.313832, "mrr_at_1000": 0.314462, "nauc_ndcg_at_1_max": 0.224847, "nauc_ndcg_at_1_std": 0.333605, "nauc_ndcg_at_1_diff1": 0.143868, "nauc_ndcg_at_3_max": 0.258555, "nauc_ndcg_at_3_std": 0.343858, "nauc_ndcg_at_3_diff1": 0.182349, "nauc_ndcg_at_5_max": 0.237259, "nauc_ndcg_at_5_std": 0.332384, "nauc_ndcg_at_5_diff1": 0.18377, "nauc_ndcg_at_10_max": 0.238586, "nauc_ndcg_at_10_std": 0.335144, "nauc_ndcg_at_10_diff1": 0.1453, "nauc_ndcg_at_20_max": 0.278333, "nauc_ndcg_at_20_std": 0.339559, "nauc_ndcg_at_20_diff1": 0.177633, "nauc_ndcg_at_100_max": 0.30789, "nauc_ndcg_at_100_std": 0.369856, "nauc_ndcg_at_100_diff1": 0.210587, "nauc_ndcg_at_1000_max": 0.329057, "nauc_ndcg_at_1000_std": 0.416946, "nauc_ndcg_at_1000_diff1": 0.198309, "nauc_map_at_1_max": 0.192859, "nauc_map_at_1_std": 0.203571, "nauc_map_at_1_diff1": 0.15196, "nauc_map_at_3_max": 0.170038, "nauc_map_at_3_std": 0.213484, "nauc_map_at_3_diff1": 0.168705, "nauc_map_at_5_max": 0.151351, "nauc_map_at_5_std": 0.216426, "nauc_map_at_5_diff1": 0.152826, "nauc_map_at_10_max": 0.181542, "nauc_map_at_10_std": 0.244058, "nauc_map_at_10_diff1": 0.122148, "nauc_map_at_20_max": 0.20534, "nauc_map_at_20_std": 0.261409, "nauc_map_at_20_diff1": 0.145111, "nauc_map_at_100_max": 0.227311, "nauc_map_at_100_std": 0.295963, "nauc_map_at_100_diff1": 0.167213, "nauc_map_at_1000_max": 0.235034, "nauc_map_at_1000_std": 0.317173, "nauc_map_at_1000_diff1": 0.162642, "nauc_recall_at_1_max": 0.192859, "nauc_recall_at_1_std": 0.203571, "nauc_recall_at_1_diff1": 0.15196, "nauc_recall_at_3_max": 0.184204, "nauc_recall_at_3_std": 0.221828, "nauc_recall_at_3_diff1": 0.191044, "nauc_recall_at_5_max": 0.150932, "nauc_recall_at_5_std": 0.216135, "nauc_recall_at_5_diff1": 0.172335, "nauc_recall_at_10_max": 0.182378, "nauc_recall_at_10_std": 0.237325, "nauc_recall_at_10_diff1": 0.066968, "nauc_recall_at_20_max": 0.282961, "nauc_recall_at_20_std": 0.279364, "nauc_recall_at_20_diff1": 0.141806, "nauc_recall_at_100_max": 0.296762, "nauc_recall_at_100_std": 0.348241, "nauc_recall_at_100_diff1": 0.16523, "nauc_recall_at_1000_max": 0.408506, "nauc_recall_at_1000_std": 0.43649, "nauc_recall_at_1000_diff1": 0.152496, "nauc_precision_at_1_max": 0.211369, "nauc_precision_at_1_std": 0.311458, "nauc_precision_at_1_diff1": 0.127663, "nauc_precision_at_3_max": 0.223668, "nauc_precision_at_3_std": 0.334099, "nauc_precision_at_3_diff1": 0.172457, "nauc_precision_at_5_max": 0.190982, "nauc_precision_at_5_std": 0.342344, "nauc_precision_at_5_diff1": 0.159323, "nauc_precision_at_10_max": 0.218592, "nauc_precision_at_10_std": 0.39064, "nauc_precision_at_10_diff1": 0.096987, "nauc_precision_at_20_max": 0.214788, "nauc_precision_at_20_std": 0.353526, "nauc_precision_at_20_diff1": 0.129976, "nauc_precision_at_100_max": 0.130404, "nauc_precision_at_100_std": 0.262048, "nauc_precision_at_100_diff1": 0.088523, "nauc_precision_at_1000_max": 0.019917, "nauc_precision_at_1000_std": 0.093894, "nauc_precision_at_1000_diff1": 0.005137, "nauc_mrr_at_1_max": 0.211369, "nauc_mrr_at_1_std": 0.311458, "nauc_mrr_at_1_diff1": 0.127663, "nauc_mrr_at_3_max": 0.228342, "nauc_mrr_at_3_std": 0.298754, "nauc_mrr_at_3_diff1": 0.166205, "nauc_mrr_at_5_max": 0.22611, "nauc_mrr_at_5_std": 0.300851, "nauc_mrr_at_5_diff1": 0.177109, "nauc_mrr_at_10_max": 0.224745, "nauc_mrr_at_10_std": 0.302049, "nauc_mrr_at_10_diff1": 0.163131, "nauc_mrr_at_20_max": 0.227149, "nauc_mrr_at_20_std": 0.3011, "nauc_mrr_at_20_diff1": 0.162785, "nauc_mrr_at_100_max": 0.225329, "nauc_mrr_at_100_std": 0.299533, "nauc_mrr_at_100_diff1": 0.164885, "nauc_mrr_at_1000_max": 0.225477, "nauc_mrr_at_1000_std": 0.29987, "nauc_mrr_at_1000_diff1": 0.164835, "main_score": 0.14996, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.1325, "ndcg_at_3": 0.13668, "ndcg_at_5": 0.13727, "ndcg_at_10": 0.14149, "ndcg_at_20": 0.15319, "ndcg_at_100": 0.19368, "ndcg_at_1000": 0.28064, "map_at_1": 0.02204, "map_at_3": 0.03938, "map_at_5": 0.04707, "map_at_10": 0.05489, "map_at_20": 0.06181, "map_at_100": 0.07298, "map_at_1000": 0.08217, "recall_at_1": 0.02204, "recall_at_3": 0.05882, "recall_at_5": 0.0794, "recall_at_10": 0.11124, "recall_at_20": 0.1532, "recall_at_100": 0.29117, "recall_at_1000": 0.61127, "precision_at_1": 0.165, "precision_at_3": 0.145, "precision_at_5": 0.129, "precision_at_10": 0.107, "precision_at_20": 0.086, "precision_at_100": 0.04375, "precision_at_1000": 0.01439, "mrr_at_1": 0.165, "mrr_at_3": 0.2475, "mrr_at_5": 0.2645, "mrr_at_10": 0.281264, "mrr_at_20": 0.28806, "mrr_at_100": 0.293996, "mrr_at_1000": 0.294565, "nauc_ndcg_at_1_max": 0.087325, "nauc_ndcg_at_1_std": 0.080723, "nauc_ndcg_at_1_diff1": 0.171581, "nauc_ndcg_at_3_max": 0.21657, "nauc_ndcg_at_3_std": 0.234666, "nauc_ndcg_at_3_diff1": 0.16937, "nauc_ndcg_at_5_max": 0.248384, "nauc_ndcg_at_5_std": 0.253694, "nauc_ndcg_at_5_diff1": 0.182717, "nauc_ndcg_at_10_max": 0.268173, "nauc_ndcg_at_10_std": 0.306246, "nauc_ndcg_at_10_diff1": 0.188987, "nauc_ndcg_at_20_max": 0.285886, "nauc_ndcg_at_20_std": 0.336585, "nauc_ndcg_at_20_diff1": 0.188405, "nauc_ndcg_at_100_max": 0.315832, "nauc_ndcg_at_100_std": 0.361968, "nauc_ndcg_at_100_diff1": 0.194861, "nauc_ndcg_at_1000_max": 0.323527, "nauc_ndcg_at_1000_std": 0.379804, "nauc_ndcg_at_1000_diff1": 0.170519, "nauc_map_at_1_max": 0.161682, "nauc_map_at_1_std": 0.108472, "nauc_map_at_1_diff1": 0.312034, "nauc_map_at_3_max": 0.190385, "nauc_map_at_3_std": 0.199601, "nauc_map_at_3_diff1": 0.184366, "nauc_map_at_5_max": 0.185938, "nauc_map_at_5_std": 0.205658, "nauc_map_at_5_diff1": 0.164047, "nauc_map_at_10_max": 0.192253, "nauc_map_at_10_std": 0.233324, "nauc_map_at_10_diff1": 0.168477, "nauc_map_at_20_max": 0.218192, "nauc_map_at_20_std": 0.268838, "nauc_map_at_20_diff1": 0.177407, "nauc_map_at_100_max": 0.245944, "nauc_map_at_100_std": 0.298774, "nauc_map_at_100_diff1": 0.190358, "nauc_map_at_1000_max": 0.252319, "nauc_map_at_1000_std": 0.317433, "nauc_map_at_1000_diff1": 0.183508, "nauc_recall_at_1_max": 0.161682, "nauc_recall_at_1_std": 0.108472, "nauc_recall_at_1_diff1": 0.312034, "nauc_recall_at_3_max": 0.188321, "nauc_recall_at_3_std": 0.225466, "nauc_recall_at_3_diff1": 0.129207, "nauc_recall_at_5_max": 0.216767, "nauc_recall_at_5_std": 0.246437, "nauc_recall_at_5_diff1": 0.085776, "nauc_recall_at_10_max": 0.189365, "nauc_recall_at_10_std": 0.279719, "nauc_recall_at_10_diff1": 0.104935, "nauc_recall_at_20_max": 0.248173, "nauc_recall_at_20_std": 0.346473, "nauc_recall_at_20_diff1": 0.13506, "nauc_recall_at_100_max": 0.301419, "nauc_recall_at_100_std": 0.388821, "nauc_recall_at_100_diff1": 0.137395, "nauc_recall_at_1000_max": 0.359691, "nauc_recall_at_1000_std": 0.426869, "nauc_recall_at_1000_diff1": 0.101256, "nauc_precision_at_1_max": 0.066663, "nauc_precision_at_1_std": 0.093508, "nauc_precision_at_1_diff1": 0.177083, "nauc_precision_at_3_max": 0.215697, "nauc_precision_at_3_std": 0.261519, "nauc_precision_at_3_diff1": 0.165719, "nauc_precision_at_5_max": 0.245762, "nauc_precision_at_5_std": 0.27138, "nauc_precision_at_5_diff1": 0.172107, "nauc_precision_at_10_max": 0.283339, "nauc_precision_at_10_std": 0.357011, "nauc_precision_at_10_diff1": 0.153674, "nauc_precision_at_20_max": 0.243722, "nauc_precision_at_20_std": 0.315513, "nauc_precision_at_20_diff1": 0.128073, "nauc_precision_at_100_max": 0.175607, "nauc_precision_at_100_std": 0.22311, "nauc_precision_at_100_diff1": 0.056204, "nauc_precision_at_1000_max": 0.078708, "nauc_precision_at_1000_std": 0.070175, "nauc_precision_at_1000_diff1": 0.00806, "nauc_mrr_at_1_max": 0.066663, "nauc_mrr_at_1_std": 0.093508, "nauc_mrr_at_1_diff1": 0.177083, "nauc_mrr_at_3_max": 0.174289, "nauc_mrr_at_3_std": 0.182491, "nauc_mrr_at_3_diff1": 0.208364, "nauc_mrr_at_5_max": 0.196117, "nauc_mrr_at_5_std": 0.184753, "nauc_mrr_at_5_diff1": 0.210499, "nauc_mrr_at_10_max": 0.187765, "nauc_mrr_at_10_std": 0.187276, "nauc_mrr_at_10_diff1": 0.204883, "nauc_mrr_at_20_max": 0.188379, "nauc_mrr_at_20_std": 0.189138, "nauc_mrr_at_20_diff1": 0.205368, "nauc_mrr_at_100_max": 0.187298, "nauc_mrr_at_100_std": 0.187732, "nauc_mrr_at_100_diff1": 0.205742, "nauc_mrr_at_1000_max": 0.187011, "nauc_mrr_at_1000_std": 0.187467, "nauc_mrr_at_1000_diff1": 0.205795, "main_score": 0.14149, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ] }, "evaluation_time": 1044.0460982322693, "kg_co2_emissions": 0.0952472765652264 }