{ "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", "task_name": "CUREv1", "mteb_version": "1.38.43", "scores": { "all": [ { "ndcg_at_1": 0.2645, "ndcg_at_3": 0.24771, "ndcg_at_5": 0.24067, "ndcg_at_10": 0.2372, "ndcg_at_20": 0.23957, "ndcg_at_100": 0.27898, "ndcg_at_1000": 0.36345, "map_at_1": 0.03973, "map_at_3": 0.06831, "map_at_5": 0.08125, "map_at_10": 0.09765, "map_at_20": 0.11074, "map_at_100": 0.1335, "map_at_1000": 0.14931, "recall_at_1": 0.03973, "recall_at_3": 0.08199, "recall_at_5": 0.10761, "recall_at_10": 0.15156, "recall_at_20": 0.19994, "recall_at_100": 0.35282, "recall_at_1000": 0.62254, "precision_at_1": 0.346, "precision_at_3": 0.29167, "precision_at_5": 0.2562, "precision_at_10": 0.20815, "precision_at_20": 0.16023, "precision_at_100": 0.07944, "precision_at_1000": 0.02037, "mrr_at_1": 0.346, "mrr_at_3": 0.43775, "mrr_at_5": 0.456625, "mrr_at_10": 0.468778, "mrr_at_20": 0.474264, "mrr_at_100": 0.47708, "mrr_at_1000": 0.477387, "nauc_ndcg_at_1_max": 0.105021, "nauc_ndcg_at_1_std": 0.112523, "nauc_ndcg_at_1_diff1": 0.268005, "nauc_ndcg_at_3_max": 0.141725, "nauc_ndcg_at_3_std": 0.165343, "nauc_ndcg_at_3_diff1": 0.26143, "nauc_ndcg_at_5_max": 0.152709, "nauc_ndcg_at_5_std": 0.190677, "nauc_ndcg_at_5_diff1": 0.245276, "nauc_ndcg_at_10_max": 0.148517, "nauc_ndcg_at_10_std": 0.200059, "nauc_ndcg_at_10_diff1": 0.234497, "nauc_ndcg_at_20_max": 0.152294, "nauc_ndcg_at_20_std": 0.201887, "nauc_ndcg_at_20_diff1": 0.231184, "nauc_ndcg_at_100_max": 0.162983, "nauc_ndcg_at_100_std": 0.263585, "nauc_ndcg_at_100_diff1": 0.218131, "nauc_ndcg_at_1000_max": 0.219675, "nauc_ndcg_at_1000_std": 0.383933, "nauc_ndcg_at_1000_diff1": 0.215393, "nauc_map_at_1_max": -0.000816, "nauc_map_at_1_std": -0.058073, "nauc_map_at_1_diff1": 0.325106, "nauc_map_at_3_max": 0.026753, "nauc_map_at_3_std": -0.006305, "nauc_map_at_3_diff1": 0.249528, "nauc_map_at_5_max": 0.038428, "nauc_map_at_5_std": 0.023324, "nauc_map_at_5_diff1": 0.225623, "nauc_map_at_10_max": 0.05252, "nauc_map_at_10_std": 0.061967, "nauc_map_at_10_diff1": 0.213841, "nauc_map_at_20_max": 0.073706, "nauc_map_at_20_std": 0.095436, "nauc_map_at_20_diff1": 0.211164, "nauc_map_at_100_max": 0.106931, "nauc_map_at_100_std": 0.171154, "nauc_map_at_100_diff1": 0.206429, "nauc_map_at_1000_max": 0.13116, "nauc_map_at_1000_std": 0.227938, "nauc_map_at_1000_diff1": 0.202209, "nauc_recall_at_1_max": -0.000816, "nauc_recall_at_1_std": -0.058073, "nauc_recall_at_1_diff1": 0.325106, "nauc_recall_at_3_max": 0.017167, "nauc_recall_at_3_std": -0.006437, "nauc_recall_at_3_diff1": 0.210973, "nauc_recall_at_5_max": 0.025774, "nauc_recall_at_5_std": 0.025683, "nauc_recall_at_5_diff1": 0.17831, "nauc_recall_at_10_max": 0.023109, "nauc_recall_at_10_std": 0.060256, "nauc_recall_at_10_diff1": 0.156002, "nauc_recall_at_20_max": 0.053901, "nauc_recall_at_20_std": 0.093642, "nauc_recall_at_20_diff1": 0.151377, "nauc_recall_at_100_max": 0.092668, "nauc_recall_at_100_std": 0.229793, "nauc_recall_at_100_diff1": 0.132714, "nauc_recall_at_1000_max": 0.169453, "nauc_recall_at_1000_std": 0.420369, "nauc_recall_at_1000_diff1": 0.113218, "nauc_precision_at_1_max": 0.135109, "nauc_precision_at_1_std": 0.156154, "nauc_precision_at_1_diff1": 0.255632, "nauc_precision_at_3_max": 0.178986, "nauc_precision_at_3_std": 0.244928, "nauc_precision_at_3_diff1": 0.190363, "nauc_precision_at_5_max": 0.204332, "nauc_precision_at_5_std": 0.30115, "nauc_precision_at_5_diff1": 0.147515, "nauc_precision_at_10_max": 0.216983, "nauc_precision_at_10_std": 0.343414, "nauc_precision_at_10_diff1": 0.114733, "nauc_precision_at_20_max": 0.240392, "nauc_precision_at_20_std": 0.382047, "nauc_precision_at_20_diff1": 0.094528, "nauc_precision_at_100_max": 0.224819, "nauc_precision_at_100_std": 0.429026, "nauc_precision_at_100_diff1": 0.033287, "nauc_precision_at_1000_max": 0.195155, "nauc_precision_at_1000_std": 0.361915, "nauc_precision_at_1000_diff1": -0.007118, "nauc_mrr_at_1_max": 0.135109, "nauc_mrr_at_1_std": 0.156154, "nauc_mrr_at_1_diff1": 0.255632, "nauc_mrr_at_3_max": 0.163226, "nauc_mrr_at_3_std": 0.204391, "nauc_mrr_at_3_diff1": 0.249961, "nauc_mrr_at_5_max": 0.171139, "nauc_mrr_at_5_std": 0.21912, "nauc_mrr_at_5_diff1": 0.251376, "nauc_mrr_at_10_max": 0.170648, "nauc_mrr_at_10_std": 0.222729, "nauc_mrr_at_10_diff1": 0.247163, "nauc_mrr_at_20_max": 0.171446, "nauc_mrr_at_20_std": 0.222774, "nauc_mrr_at_20_diff1": 0.248808, "nauc_mrr_at_100_max": 0.171506, "nauc_mrr_at_100_std": 0.222598, "nauc_mrr_at_100_diff1": 0.249595, "nauc_mrr_at_1000_max": 0.171359, "nauc_mrr_at_1000_std": 0.22232, "nauc_mrr_at_1000_diff1": 0.24966, "main_score": 0.2372, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.01775, "ndcg_at_3": 0.01798, "ndcg_at_5": 0.01846, "ndcg_at_10": 0.01868, "ndcg_at_20": 0.02024, "ndcg_at_100": 0.02859, "ndcg_at_1000": 0.05372, "map_at_1": 0.00274, "map_at_3": 0.00518, "map_at_5": 0.00627, "map_at_10": 0.00731, "map_at_20": 0.00817, "map_at_100": 0.00989, "map_at_1000": 0.0115, "recall_at_1": 0.00274, "recall_at_3": 0.00747, "recall_at_5": 0.0104, "recall_at_10": 0.01468, "recall_at_20": 0.01976, "recall_at_100": 0.04775, "recall_at_1000": 0.14131, "precision_at_1": 0.0275, "precision_at_3": 0.024, "precision_at_5": 0.022, "precision_at_10": 0.017, "precision_at_20": 0.01438, "precision_at_100": 0.00878, "precision_at_1000": 0.00369, "mrr_at_1": 0.0275, "mrr_at_3": 0.038917, "mrr_at_5": 0.042867, "mrr_at_10": 0.045647, "mrr_at_20": 0.048227, "mrr_at_100": 0.050828, "mrr_at_1000": 0.051699, "nauc_ndcg_at_1_max": -0.104899, "nauc_ndcg_at_1_std": 0.249368, "nauc_ndcg_at_1_diff1": 0.026639, "nauc_ndcg_at_3_max": -0.084905, "nauc_ndcg_at_3_std": 0.206661, "nauc_ndcg_at_3_diff1": 0.06018, "nauc_ndcg_at_5_max": -0.07979, "nauc_ndcg_at_5_std": 0.224159, "nauc_ndcg_at_5_diff1": 0.073795, "nauc_ndcg_at_10_max": -0.08331, "nauc_ndcg_at_10_std": 0.227397, "nauc_ndcg_at_10_diff1": 0.080584, "nauc_ndcg_at_20_max": -0.080043, "nauc_ndcg_at_20_std": 0.228549, "nauc_ndcg_at_20_diff1": 0.084043, "nauc_ndcg_at_100_max": -0.071088, "nauc_ndcg_at_100_std": 0.205291, "nauc_ndcg_at_100_diff1": 0.052534, "nauc_ndcg_at_1000_max": -0.019564, "nauc_ndcg_at_1000_std": 0.191467, "nauc_ndcg_at_1000_diff1": 0.044497, "nauc_map_at_1_max": -0.284808, "nauc_map_at_1_std": 0.172087, "nauc_map_at_1_diff1": 0.094396, "nauc_map_at_3_max": -0.233568, "nauc_map_at_3_std": 0.194496, "nauc_map_at_3_diff1": 0.036271, "nauc_map_at_5_max": -0.202513, "nauc_map_at_5_std": 0.232098, "nauc_map_at_5_diff1": 0.056173, "nauc_map_at_10_max": -0.16396, "nauc_map_at_10_std": 0.246754, "nauc_map_at_10_diff1": 0.080994, "nauc_map_at_20_max": -0.148699, "nauc_map_at_20_std": 0.254353, "nauc_map_at_20_diff1": 0.089801, "nauc_map_at_100_max": -0.126903, "nauc_map_at_100_std": 0.258821, "nauc_map_at_100_diff1": 0.07812, "nauc_map_at_1000_max": -0.102324, "nauc_map_at_1000_std": 0.270046, "nauc_map_at_1000_diff1": 0.072542, "nauc_recall_at_1_max": -0.284808, "nauc_recall_at_1_std": 0.172087, "nauc_recall_at_1_diff1": 0.094396, "nauc_recall_at_3_max": -0.232678, "nauc_recall_at_3_std": 0.169688, "nauc_recall_at_3_diff1": 0.040977, "nauc_recall_at_5_max": -0.186907, "nauc_recall_at_5_std": 0.221113, "nauc_recall_at_5_diff1": 0.073244, "nauc_recall_at_10_max": -0.115395, "nauc_recall_at_10_std": 0.226085, "nauc_recall_at_10_diff1": 0.129002, "nauc_recall_at_20_max": -0.103118, "nauc_recall_at_20_std": 0.229415, "nauc_recall_at_20_diff1": 0.128523, "nauc_recall_at_100_max": -0.061716, "nauc_recall_at_100_std": 0.161453, "nauc_recall_at_100_diff1": 0.055599, "nauc_recall_at_1000_max": 0.004745, "nauc_recall_at_1000_std": 0.139969, "nauc_recall_at_1000_diff1": 0.045984, "nauc_precision_at_1_max": -0.047335, "nauc_precision_at_1_std": 0.260048, "nauc_precision_at_1_diff1": 0.028456, "nauc_precision_at_3_max": -0.041171, "nauc_precision_at_3_std": 0.212226, "nauc_precision_at_3_diff1": 0.051581, "nauc_precision_at_5_max": -0.020552, "nauc_precision_at_5_std": 0.252534, "nauc_precision_at_5_diff1": 0.083401, "nauc_precision_at_10_max": -0.016381, "nauc_precision_at_10_std": 0.255646, "nauc_precision_at_10_diff1": 0.077603, "nauc_precision_at_20_max": 0.009552, "nauc_precision_at_20_std": 0.250992, "nauc_precision_at_20_diff1": 0.08547, "nauc_precision_at_100_max": 0.032994, "nauc_precision_at_100_std": 0.259204, "nauc_precision_at_100_diff1": 0.037498, "nauc_precision_at_1000_max": 0.07288, "nauc_precision_at_1000_std": 0.200717, "nauc_precision_at_1000_diff1": 0.00026, "nauc_mrr_at_1_max": -0.047335, "nauc_mrr_at_1_std": 0.260048, "nauc_mrr_at_1_diff1": 0.028456, "nauc_mrr_at_3_max": -0.070344, "nauc_mrr_at_3_std": 0.208812, "nauc_mrr_at_3_diff1": 0.034743, "nauc_mrr_at_5_max": -0.069097, "nauc_mrr_at_5_std": 0.210986, "nauc_mrr_at_5_diff1": 0.049768, "nauc_mrr_at_10_max": -0.064801, "nauc_mrr_at_10_std": 0.206095, "nauc_mrr_at_10_diff1": 0.044077, "nauc_mrr_at_20_max": -0.058801, "nauc_mrr_at_20_std": 0.19865, "nauc_mrr_at_20_diff1": 0.042745, "nauc_mrr_at_100_max": -0.056663, "nauc_mrr_at_100_std": 0.192206, "nauc_mrr_at_100_diff1": 0.040235, "nauc_mrr_at_1000_max": -0.055751, "nauc_mrr_at_1000_std": 0.191142, "nauc_mrr_at_1000_diff1": 0.039682, "main_score": 0.01868, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.02875, "ndcg_at_3": 0.02838, "ndcg_at_5": 0.03029, "ndcg_at_10": 0.03259, "ndcg_at_20": 0.03671, "ndcg_at_100": 0.05321, "ndcg_at_1000": 0.08848, "map_at_1": 0.00463, "map_at_3": 0.00817, "map_at_5": 0.01022, "map_at_10": 0.01268, "map_at_20": 0.01491, "map_at_100": 0.01928, "map_at_1000": 0.02198, "recall_at_1": 0.00463, "recall_at_3": 0.01115, "recall_at_5": 0.01724, "recall_at_10": 0.02564, "recall_at_20": 0.03957, "recall_at_100": 0.09099, "recall_at_1000": 0.21588, "precision_at_1": 0.0385, "precision_at_3": 0.035, "precision_at_5": 0.034, "precision_at_10": 0.0308, "precision_at_20": 0.02648, "precision_at_100": 0.01588, "precision_at_1000": 0.00538, "mrr_at_1": 0.0385, "mrr_at_3": 0.056583, "mrr_at_5": 0.064808, "mrr_at_10": 0.070263, "mrr_at_20": 0.074679, "mrr_at_100": 0.078554, "mrr_at_1000": 0.079562, "nauc_ndcg_at_1_max": -0.054997, "nauc_ndcg_at_1_std": 0.584345, "nauc_ndcg_at_1_diff1": -0.042351, "nauc_ndcg_at_3_max": -0.008302, "nauc_ndcg_at_3_std": 0.55016, "nauc_ndcg_at_3_diff1": -0.077802, "nauc_ndcg_at_5_max": -0.001663, "nauc_ndcg_at_5_std": 0.506481, "nauc_ndcg_at_5_diff1": -0.068418, "nauc_ndcg_at_10_max": -0.004661, "nauc_ndcg_at_10_std": 0.52553, "nauc_ndcg_at_10_diff1": -0.064897, "nauc_ndcg_at_20_max": -0.006228, "nauc_ndcg_at_20_std": 0.528076, "nauc_ndcg_at_20_diff1": -0.054137, "nauc_ndcg_at_100_max": -0.010011, "nauc_ndcg_at_100_std": 0.540432, "nauc_ndcg_at_100_diff1": -0.067999, "nauc_ndcg_at_1000_max": -0.001037, "nauc_ndcg_at_1000_std": 0.531, "nauc_ndcg_at_1000_diff1": -0.093608, "nauc_map_at_1_max": -0.172086, "nauc_map_at_1_std": 0.579218, "nauc_map_at_1_diff1": 0.015263, "nauc_map_at_3_max": -0.125889, "nauc_map_at_3_std": 0.547949, "nauc_map_at_3_diff1": -0.030013, "nauc_map_at_5_max": -0.119788, "nauc_map_at_5_std": 0.522384, "nauc_map_at_5_diff1": -0.032825, "nauc_map_at_10_max": -0.097009, "nauc_map_at_10_std": 0.537307, "nauc_map_at_10_diff1": -0.034918, "nauc_map_at_20_max": -0.068615, "nauc_map_at_20_std": 0.552846, "nauc_map_at_20_diff1": -0.036917, "nauc_map_at_100_max": -0.026493, "nauc_map_at_100_std": 0.585974, "nauc_map_at_100_diff1": -0.056813, "nauc_map_at_1000_max": -0.011599, "nauc_map_at_1000_std": 0.593994, "nauc_map_at_1000_diff1": -0.067867, "nauc_recall_at_1_max": -0.172086, "nauc_recall_at_1_std": 0.579218, "nauc_recall_at_1_diff1": 0.015263, "nauc_recall_at_3_max": -0.129338, "nauc_recall_at_3_std": 0.524902, "nauc_recall_at_3_diff1": -0.077956, "nauc_recall_at_5_max": -0.115883, "nauc_recall_at_5_std": 0.464437, "nauc_recall_at_5_diff1": -0.049256, "nauc_recall_at_10_max": -0.093681, "nauc_recall_at_10_std": 0.486505, "nauc_recall_at_10_diff1": -0.050889, "nauc_recall_at_20_max": -0.042091, "nauc_recall_at_20_std": 0.477132, "nauc_recall_at_20_diff1": -0.024787, "nauc_recall_at_100_max": -0.033953, "nauc_recall_at_100_std": 0.49317, "nauc_recall_at_100_diff1": -0.05413, "nauc_recall_at_1000_max": -0.022057, "nauc_recall_at_1000_std": 0.458746, "nauc_recall_at_1000_diff1": -0.091675, "nauc_precision_at_1_max": -0.049265, "nauc_precision_at_1_std": 0.582541, "nauc_precision_at_1_diff1": -0.057959, "nauc_precision_at_3_max": 0.029526, "nauc_precision_at_3_std": 0.529702, "nauc_precision_at_3_diff1": -0.101096, "nauc_precision_at_5_max": 0.042682, "nauc_precision_at_5_std": 0.49694, "nauc_precision_at_5_diff1": -0.080666, "nauc_precision_at_10_max": 0.064398, "nauc_precision_at_10_std": 0.540316, "nauc_precision_at_10_diff1": -0.080339, "nauc_precision_at_20_max": 0.082127, "nauc_precision_at_20_std": 0.558787, "nauc_precision_at_20_diff1": -0.088289, "nauc_precision_at_100_max": 0.093865, "nauc_precision_at_100_std": 0.552166, "nauc_precision_at_100_diff1": -0.129746, "nauc_precision_at_1000_max": 0.065463, "nauc_precision_at_1000_std": 0.404145, "nauc_precision_at_1000_diff1": -0.163324, "nauc_mrr_at_1_max": -0.049265, "nauc_mrr_at_1_std": 0.582541, "nauc_mrr_at_1_diff1": -0.057959, "nauc_mrr_at_3_max": -0.00939, "nauc_mrr_at_3_std": 0.539651, "nauc_mrr_at_3_diff1": -0.086762, "nauc_mrr_at_5_max": -0.003605, "nauc_mrr_at_5_std": 0.513091, "nauc_mrr_at_5_diff1": -0.07286, "nauc_mrr_at_10_max": -0.012878, "nauc_mrr_at_10_std": 0.506624, "nauc_mrr_at_10_diff1": -0.069389, "nauc_mrr_at_20_max": -0.01302, "nauc_mrr_at_20_std": 0.501016, "nauc_mrr_at_20_diff1": -0.067748, "nauc_mrr_at_100_max": -0.014182, "nauc_mrr_at_100_std": 0.498108, "nauc_mrr_at_100_diff1": -0.071762, "nauc_mrr_at_1000_max": -0.01358, "nauc_mrr_at_1000_std": 0.497466, "nauc_mrr_at_1000_diff1": -0.071941, "main_score": 0.03259, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "dentistry_and_oral_health": [ { "ndcg_at_1": 0.2725, "ndcg_at_3": 0.24606, "ndcg_at_5": 0.24317, "ndcg_at_10": 0.24198, "ndcg_at_20": 0.23983, "ndcg_at_100": 0.27764, "ndcg_at_1000": 0.40237, "map_at_1": 0.04274, "map_at_3": 0.06379, "map_at_5": 0.07363, "map_at_10": 0.08652, "map_at_20": 0.09863, "map_at_100": 0.12568, "map_at_1000": 0.15299, "recall_at_1": 0.04274, "recall_at_3": 0.07438, "recall_at_5": 0.10192, "recall_at_10": 0.14431, "recall_at_20": 0.18961, "recall_at_100": 0.33691, "recall_at_1000": 0.69407, "precision_at_1": 0.36, "precision_at_3": 0.295, "precision_at_5": 0.266, "precision_at_10": 0.224, "precision_at_20": 0.175, "precision_at_100": 0.0964, "precision_at_1000": 0.02608, "mrr_at_1": 0.36, "mrr_at_3": 0.454167, "mrr_at_5": 0.477167, "mrr_at_10": 0.490968, "mrr_at_20": 0.495536, "mrr_at_100": 0.498257, "mrr_at_1000": 0.498495, "nauc_ndcg_at_1_max": 0.116023, "nauc_ndcg_at_1_std": 0.037858, "nauc_ndcg_at_1_diff1": 0.313001, "nauc_ndcg_at_3_max": 0.189564, "nauc_ndcg_at_3_std": 0.091302, "nauc_ndcg_at_3_diff1": 0.315614, "nauc_ndcg_at_5_max": 0.217807, "nauc_ndcg_at_5_std": 0.121217, "nauc_ndcg_at_5_diff1": 0.319063, "nauc_ndcg_at_10_max": 0.223827, "nauc_ndcg_at_10_std": 0.115498, "nauc_ndcg_at_10_diff1": 0.330069, "nauc_ndcg_at_20_max": 0.231614, "nauc_ndcg_at_20_std": 0.09226, "nauc_ndcg_at_20_diff1": 0.343574, "nauc_ndcg_at_100_max": 0.218177, "nauc_ndcg_at_100_std": 0.136511, "nauc_ndcg_at_100_diff1": 0.365944, "nauc_ndcg_at_1000_max": 0.350475, "nauc_ndcg_at_1000_std": 0.382425, "nauc_ndcg_at_1000_diff1": 0.325029, "nauc_map_at_1_max": 0.208631, "nauc_map_at_1_std": -0.087993, "nauc_map_at_1_diff1": 0.560109, "nauc_map_at_3_max": 0.160466, "nauc_map_at_3_std": -0.125177, "nauc_map_at_3_diff1": 0.483291, "nauc_map_at_5_max": 0.141467, "nauc_map_at_5_std": -0.120794, "nauc_map_at_5_diff1": 0.450877, "nauc_map_at_10_max": 0.153029, "nauc_map_at_10_std": -0.0977, "nauc_map_at_10_diff1": 0.441052, "nauc_map_at_20_max": 0.174592, "nauc_map_at_20_std": -0.066458, "nauc_map_at_20_diff1": 0.422662, "nauc_map_at_100_max": 0.199558, "nauc_map_at_100_std": 0.058348, "nauc_map_at_100_diff1": 0.376971, "nauc_map_at_1000_max": 0.255511, "nauc_map_at_1000_std": 0.188937, "nauc_map_at_1000_diff1": 0.346864, "nauc_recall_at_1_max": 0.208631, "nauc_recall_at_1_std": -0.087993, "nauc_recall_at_1_diff1": 0.560109, "nauc_recall_at_3_max": 0.132018, "nauc_recall_at_3_std": -0.135585, "nauc_recall_at_3_diff1": 0.431182, "nauc_recall_at_5_max": 0.064766, "nauc_recall_at_5_std": -0.139475, "nauc_recall_at_5_diff1": 0.333192, "nauc_recall_at_10_max": 0.068526, "nauc_recall_at_10_std": -0.137129, "nauc_recall_at_10_diff1": 0.299997, "nauc_recall_at_20_max": 0.063227, "nauc_recall_at_20_std": -0.134145, "nauc_recall_at_20_diff1": 0.313549, "nauc_recall_at_100_max": 0.091199, "nauc_recall_at_100_std": 0.024502, "nauc_recall_at_100_diff1": 0.316959, "nauc_recall_at_1000_max": 0.249929, "nauc_recall_at_1000_std": 0.385694, "nauc_recall_at_1000_diff1": 0.212539, "nauc_precision_at_1_max": 0.118315, "nauc_precision_at_1_std": 0.115828, "nauc_precision_at_1_diff1": 0.273067, "nauc_precision_at_3_max": 0.252812, "nauc_precision_at_3_std": 0.219899, "nauc_precision_at_3_diff1": 0.213735, "nauc_precision_at_5_max": 0.272473, "nauc_precision_at_5_std": 0.286156, "nauc_precision_at_5_diff1": 0.157966, "nauc_precision_at_10_max": 0.304552, "nauc_precision_at_10_std": 0.360213, "nauc_precision_at_10_diff1": 0.076743, "nauc_precision_at_20_max": 0.313153, "nauc_precision_at_20_std": 0.396577, "nauc_precision_at_20_diff1": 0.020265, "nauc_precision_at_100_max": 0.258518, "nauc_precision_at_100_std": 0.51624, "nauc_precision_at_100_diff1": -0.037309, "nauc_precision_at_1000_max": 0.243038, "nauc_precision_at_1000_std": 0.476087, "nauc_precision_at_1000_diff1": -0.082496, "nauc_mrr_at_1_max": 0.118315, "nauc_mrr_at_1_std": 0.115828, "nauc_mrr_at_1_diff1": 0.273067, "nauc_mrr_at_3_max": 0.198493, "nauc_mrr_at_3_std": 0.16831, "nauc_mrr_at_3_diff1": 0.268263, "nauc_mrr_at_5_max": 0.204972, "nauc_mrr_at_5_std": 0.181062, "nauc_mrr_at_5_diff1": 0.273599, "nauc_mrr_at_10_max": 0.196743, "nauc_mrr_at_10_std": 0.180143, "nauc_mrr_at_10_diff1": 0.278175, "nauc_mrr_at_20_max": 0.198139, "nauc_mrr_at_20_std": 0.182715, "nauc_mrr_at_20_diff1": 0.280358, "nauc_mrr_at_100_max": 0.198223, "nauc_mrr_at_100_std": 0.181992, "nauc_mrr_at_100_diff1": 0.278698, "nauc_mrr_at_1000_max": 0.198003, "nauc_mrr_at_1000_std": 0.181788, "nauc_mrr_at_1000_diff1": 0.278512, "main_score": 0.24198, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.00207, "ndcg_at_5": 0.00381, "ndcg_at_10": 0.00412, "ndcg_at_20": 0.00731, "ndcg_at_100": 0.01563, "ndcg_at_1000": 0.05254, "map_at_1": 0.0, "map_at_3": 0.00014, "map_at_5": 0.0003, "map_at_10": 0.00055, "map_at_20": 0.00104, "map_at_100": 0.00204, "map_at_1000": 0.00368, "recall_at_1": 0.0, "recall_at_3": 0.00025, "recall_at_5": 0.00093, "recall_at_10": 0.0025, "recall_at_20": 0.00841, "recall_at_100": 0.03254, "recall_at_1000": 0.16816, "precision_at_1": 0.0, "precision_at_3": 0.005, "precision_at_5": 0.009, "precision_at_10": 0.007, "precision_at_20": 0.00925, "precision_at_100": 0.00665, "precision_at_1000": 0.00434, "mrr_at_1": 0.0, "mrr_at_3": 0.005, "mrr_at_5": 0.012, "mrr_at_10": 0.013548, "mrr_at_20": 0.018161, "mrr_at_100": 0.021535, "mrr_at_1000": 0.02296, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": -0.472249, "nauc_ndcg_at_3_std": -0.318487, "nauc_ndcg_at_3_diff1": -0.311007, "nauc_ndcg_at_5_max": -0.102888, "nauc_ndcg_at_5_std": 0.080215, "nauc_ndcg_at_5_diff1": 0.013472, "nauc_ndcg_at_10_max": 0.105091, "nauc_ndcg_at_10_std": 0.340613, "nauc_ndcg_at_10_diff1": 0.003453, "nauc_ndcg_at_20_max": 0.251712, "nauc_ndcg_at_20_std": 0.204273, "nauc_ndcg_at_20_diff1": -0.029571, "nauc_ndcg_at_100_max": 0.33008, "nauc_ndcg_at_100_std": 0.298139, "nauc_ndcg_at_100_diff1": 0.021132, "nauc_ndcg_at_1000_max": 0.27795, "nauc_ndcg_at_1000_std": 0.327836, "nauc_ndcg_at_1000_diff1": 0.015208, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": -0.492267, "nauc_map_at_3_std": -0.318487, "nauc_map_at_3_diff1": -0.347847, "nauc_map_at_5_max": 0.106291, "nauc_map_at_5_std": 0.283711, "nauc_map_at_5_diff1": 0.208709, "nauc_map_at_10_max": 0.251411, "nauc_map_at_10_std": 0.585751, "nauc_map_at_10_diff1": 0.166901, "nauc_map_at_20_max": 0.218406, "nauc_map_at_20_std": 0.350331, "nauc_map_at_20_diff1": 0.05091, "nauc_map_at_100_max": 0.286604, "nauc_map_at_100_std": 0.333102, "nauc_map_at_100_diff1": 0.073198, "nauc_map_at_1000_max": 0.207822, "nauc_map_at_1000_std": 0.365786, "nauc_map_at_1000_diff1": -0.000633, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": -0.498416, "nauc_recall_at_3_std": -0.318487, "nauc_recall_at_3_diff1": -0.359164, "nauc_recall_at_5_max": 0.293593, "nauc_recall_at_5_std": 0.467433, "nauc_recall_at_5_diff1": 0.377374, "nauc_recall_at_10_max": 0.422717, "nauc_recall_at_10_std": 0.78428, "nauc_recall_at_10_diff1": 0.248789, "nauc_recall_at_20_max": 0.309435, "nauc_recall_at_20_std": 0.280483, "nauc_recall_at_20_diff1": 0.019446, "nauc_recall_at_100_max": 0.378178, "nauc_recall_at_100_std": 0.296422, "nauc_recall_at_100_diff1": 0.07419, "nauc_recall_at_1000_max": 0.282549, "nauc_recall_at_1000_std": 0.33373, "nauc_recall_at_1000_diff1": 0.083891, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": -0.468294, "nauc_precision_at_3_std": -0.318487, "nauc_precision_at_3_diff1": -0.30373, "nauc_precision_at_5_max": -0.117014, "nauc_precision_at_5_std": 0.078049, "nauc_precision_at_5_diff1": 0.00322, "nauc_precision_at_10_max": -0.020852, "nauc_precision_at_10_std": 0.294837, "nauc_precision_at_10_diff1": -0.084097, "nauc_precision_at_20_max": 0.136707, "nauc_precision_at_20_std": 0.198249, "nauc_precision_at_20_diff1": -0.071824, "nauc_precision_at_100_max": 0.142661, "nauc_precision_at_100_std": 0.22269, "nauc_precision_at_100_diff1": -0.082136, "nauc_precision_at_1000_max": 0.106226, "nauc_precision_at_1000_std": 0.146272, "nauc_precision_at_1000_diff1": -0.060932, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": -0.494902, "nauc_mrr_at_3_std": -0.318487, "nauc_mrr_at_3_diff1": -0.352697, "nauc_mrr_at_5_max": -0.179993, "nauc_mrr_at_5_std": 0.045222, "nauc_mrr_at_5_diff1": -0.049135, "nauc_mrr_at_10_max": -0.128872, "nauc_mrr_at_10_std": 0.154291, "nauc_mrr_at_10_diff1": -0.061799, "nauc_mrr_at_20_max": 0.000758, "nauc_mrr_at_20_std": 0.121969, "nauc_mrr_at_20_diff1": -0.02826, "nauc_mrr_at_100_max": 0.012991, "nauc_mrr_at_100_std": 0.138807, "nauc_mrr_at_100_diff1": -0.021186, "nauc_mrr_at_1000_max": 0.019083, "nauc_mrr_at_1000_std": 0.133286, "nauc_mrr_at_1000_diff1": -0.016479, "main_score": 0.00412, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0275, "ndcg_at_3": 0.03016, "ndcg_at_5": 0.02925, "ndcg_at_10": 0.03161, "ndcg_at_20": 0.03314, "ndcg_at_100": 0.04796, "ndcg_at_1000": 0.09823, "map_at_1": 0.00388, "map_at_3": 0.00608, "map_at_5": 0.00718, "map_at_10": 0.00858, "map_at_20": 0.00947, "map_at_100": 0.01251, "map_at_1000": 0.01595, "recall_at_1": 0.00388, "recall_at_3": 0.00822, "recall_at_5": 0.01222, "recall_at_10": 0.01903, "recall_at_20": 0.02564, "recall_at_100": 0.06675, "recall_at_1000": 0.23895, "precision_at_1": 0.035, "precision_at_3": 0.03833, "precision_at_5": 0.031, "precision_at_10": 0.03, "precision_at_20": 0.024, "precision_at_100": 0.01655, "precision_at_1000": 0.00754, "mrr_at_1": 0.035, "mrr_at_3": 0.056667, "mrr_at_5": 0.061417, "mrr_at_10": 0.073488, "mrr_at_20": 0.078277, "mrr_at_100": 0.083309, "mrr_at_1000": 0.084615, "nauc_ndcg_at_1_max": 0.127375, "nauc_ndcg_at_1_std": 0.004073, "nauc_ndcg_at_1_diff1": 0.268459, "nauc_ndcg_at_3_max": 0.137584, "nauc_ndcg_at_3_std": 0.172701, "nauc_ndcg_at_3_diff1": 0.240859, "nauc_ndcg_at_5_max": 0.109487, "nauc_ndcg_at_5_std": 0.254044, "nauc_ndcg_at_5_diff1": 0.156257, "nauc_ndcg_at_10_max": 0.125537, "nauc_ndcg_at_10_std": 0.263937, "nauc_ndcg_at_10_diff1": 0.122722, "nauc_ndcg_at_20_max": 0.118712, "nauc_ndcg_at_20_std": 0.248827, "nauc_ndcg_at_20_diff1": 0.064351, "nauc_ndcg_at_100_max": 0.109277, "nauc_ndcg_at_100_std": 0.289514, "nauc_ndcg_at_100_diff1": 0.073045, "nauc_ndcg_at_1000_max": 0.186649, "nauc_ndcg_at_1000_std": 0.298542, "nauc_ndcg_at_1000_diff1": 0.093593, "nauc_map_at_1_max": 0.028784, "nauc_map_at_1_std": 0.156654, "nauc_map_at_1_diff1": -0.00345, "nauc_map_at_3_max": 0.101157, "nauc_map_at_3_std": 0.230707, "nauc_map_at_3_diff1": 0.088629, "nauc_map_at_5_max": 0.067246, "nauc_map_at_5_std": 0.313086, "nauc_map_at_5_diff1": 0.044044, "nauc_map_at_10_max": 0.099692, "nauc_map_at_10_std": 0.282573, "nauc_map_at_10_diff1": 0.063531, "nauc_map_at_20_max": 0.097073, "nauc_map_at_20_std": 0.267125, "nauc_map_at_20_diff1": 0.050846, "nauc_map_at_100_max": 0.088517, "nauc_map_at_100_std": 0.289778, "nauc_map_at_100_diff1": 0.030498, "nauc_map_at_1000_max": 0.12714, "nauc_map_at_1000_std": 0.308196, "nauc_map_at_1000_diff1": 0.033449, "nauc_recall_at_1_max": 0.028784, "nauc_recall_at_1_std": 0.156654, "nauc_recall_at_1_diff1": -0.00345, "nauc_recall_at_3_max": 0.091548, "nauc_recall_at_3_std": 0.293139, "nauc_recall_at_3_diff1": 0.118533, "nauc_recall_at_5_max": 0.011901, "nauc_recall_at_5_std": 0.460535, "nauc_recall_at_5_diff1": -0.003179, "nauc_recall_at_10_max": 0.102727, "nauc_recall_at_10_std": 0.337588, "nauc_recall_at_10_diff1": 0.027107, "nauc_recall_at_20_max": 0.104106, "nauc_recall_at_20_std": 0.268682, "nauc_recall_at_20_diff1": 0.015506, "nauc_recall_at_100_max": 0.02483, "nauc_recall_at_100_std": 0.336663, "nauc_recall_at_100_diff1": -0.026092, "nauc_recall_at_1000_max": 0.160252, "nauc_recall_at_1000_std": 0.257983, "nauc_recall_at_1000_diff1": 0.079306, "nauc_precision_at_1_max": 0.020047, "nauc_precision_at_1_std": 0.058914, "nauc_precision_at_1_diff1": 0.199778, "nauc_precision_at_3_max": 0.145647, "nauc_precision_at_3_std": 0.213822, "nauc_precision_at_3_diff1": 0.23622, "nauc_precision_at_5_max": 0.114888, "nauc_precision_at_5_std": 0.31288, "nauc_precision_at_5_diff1": 0.14513, "nauc_precision_at_10_max": 0.123962, "nauc_precision_at_10_std": 0.299527, "nauc_precision_at_10_diff1": 0.139793, "nauc_precision_at_20_max": 0.137241, "nauc_precision_at_20_std": 0.284185, "nauc_precision_at_20_diff1": 0.040235, "nauc_precision_at_100_max": 0.195224, "nauc_precision_at_100_std": 0.251996, "nauc_precision_at_100_diff1": 0.021197, "nauc_precision_at_1000_max": 0.279789, "nauc_precision_at_1000_std": 0.201435, "nauc_precision_at_1000_diff1": 0.031712, "nauc_mrr_at_1_max": 0.020047, "nauc_mrr_at_1_std": 0.058914, "nauc_mrr_at_1_diff1": 0.199778, "nauc_mrr_at_3_max": 0.069256, "nauc_mrr_at_3_std": 0.206782, "nauc_mrr_at_3_diff1": 0.199668, "nauc_mrr_at_5_max": 0.046641, "nauc_mrr_at_5_std": 0.240786, "nauc_mrr_at_5_diff1": 0.169916, "nauc_mrr_at_10_max": 0.050702, "nauc_mrr_at_10_std": 0.243697, "nauc_mrr_at_10_diff1": 0.167299, "nauc_mrr_at_20_max": 0.067257, "nauc_mrr_at_20_std": 0.241084, "nauc_mrr_at_20_diff1": 0.161468, "nauc_mrr_at_100_max": 0.073135, "nauc_mrr_at_100_std": 0.234757, "nauc_mrr_at_100_diff1": 0.159904, "nauc_mrr_at_1000_max": 0.075061, "nauc_mrr_at_1000_std": 0.233174, "nauc_mrr_at_1000_diff1": 0.16096, "main_score": 0.03161, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "dermatology": [ { "ndcg_at_1": 0.23, "ndcg_at_3": 0.21431, "ndcg_at_5": 0.21613, "ndcg_at_10": 0.23879, "ndcg_at_20": 0.26012, "ndcg_at_100": 0.33572, "ndcg_at_1000": 0.41749, "map_at_1": 0.04522, "map_at_3": 0.08516, "map_at_5": 0.1027, "map_at_10": 0.12829, "map_at_20": 0.14469, "map_at_100": 0.17184, "map_at_1000": 0.18607, "recall_at_1": 0.04522, "recall_at_3": 0.10582, "recall_at_5": 0.14677, "recall_at_10": 0.22903, "recall_at_20": 0.30739, "recall_at_100": 0.56475, "recall_at_1000": 0.86837, "precision_at_1": 0.285, "precision_at_3": 0.25, "precision_at_5": 0.218, "precision_at_10": 0.1795, "precision_at_20": 0.13075, "precision_at_100": 0.05885, "precision_at_1000": 0.01188, "mrr_at_1": 0.285, "mrr_at_3": 0.366667, "mrr_at_5": 0.387167, "mrr_at_10": 0.407734, "mrr_at_20": 0.413199, "mrr_at_100": 0.416555, "mrr_at_1000": 0.416815, "nauc_ndcg_at_1_max": 0.13188, "nauc_ndcg_at_1_std": 0.029042, "nauc_ndcg_at_1_diff1": 0.117299, "nauc_ndcg_at_3_max": 0.12146, "nauc_ndcg_at_3_std": 0.053806, "nauc_ndcg_at_3_diff1": 0.117947, "nauc_ndcg_at_5_max": 0.130248, "nauc_ndcg_at_5_std": 0.056499, "nauc_ndcg_at_5_diff1": 0.082087, "nauc_ndcg_at_10_max": 0.094055, "nauc_ndcg_at_10_std": 0.042118, "nauc_ndcg_at_10_diff1": 0.039337, "nauc_ndcg_at_20_max": 0.083587, "nauc_ndcg_at_20_std": 0.01838, "nauc_ndcg_at_20_diff1": 0.037383, "nauc_ndcg_at_100_max": 0.183986, "nauc_ndcg_at_100_std": 0.092022, "nauc_ndcg_at_100_diff1": 0.011184, "nauc_ndcg_at_1000_max": 0.256525, "nauc_ndcg_at_1000_std": 0.265504, "nauc_ndcg_at_1000_diff1": -0.038209, "nauc_map_at_1_max": 0.016631, "nauc_map_at_1_std": -0.131746, "nauc_map_at_1_diff1": 0.057981, "nauc_map_at_3_max": 0.004144, "nauc_map_at_3_std": -0.102595, "nauc_map_at_3_diff1": 0.079916, "nauc_map_at_5_max": 0.016073, "nauc_map_at_5_std": -0.105542, "nauc_map_at_5_diff1": 0.067787, "nauc_map_at_10_max": 0.015867, "nauc_map_at_10_std": -0.09608, "nauc_map_at_10_diff1": 0.030872, "nauc_map_at_20_max": 0.052502, "nauc_map_at_20_std": -0.075045, "nauc_map_at_20_diff1": 0.026655, "nauc_map_at_100_max": 0.127299, "nauc_map_at_100_std": 0.015921, "nauc_map_at_100_diff1": 0.008609, "nauc_map_at_1000_max": 0.156755, "nauc_map_at_1000_std": 0.082273, "nauc_map_at_1000_diff1": -0.012463, "nauc_recall_at_1_max": 0.016631, "nauc_recall_at_1_std": -0.131746, "nauc_recall_at_1_diff1": 0.057981, "nauc_recall_at_3_max": -0.018841, "nauc_recall_at_3_std": -0.12026, "nauc_recall_at_3_diff1": 0.119016, "nauc_recall_at_5_max": -0.031803, "nauc_recall_at_5_std": -0.128139, "nauc_recall_at_5_diff1": 0.078143, "nauc_recall_at_10_max": -0.061654, "nauc_recall_at_10_std": -0.138745, "nauc_recall_at_10_diff1": 0.017335, "nauc_recall_at_20_max": -0.055533, "nauc_recall_at_20_std": -0.12713, "nauc_recall_at_20_diff1": 0.031777, "nauc_recall_at_100_max": 0.162515, "nauc_recall_at_100_std": 0.035239, "nauc_recall_at_100_diff1": -0.00393, "nauc_recall_at_1000_max": 0.372464, "nauc_recall_at_1000_std": 0.476367, "nauc_recall_at_1000_diff1": -0.146405, "nauc_precision_at_1_max": 0.174413, "nauc_precision_at_1_std": 0.053692, "nauc_precision_at_1_diff1": 0.1405, "nauc_precision_at_3_max": 0.191423, "nauc_precision_at_3_std": 0.172395, "nauc_precision_at_3_diff1": 0.087566, "nauc_precision_at_5_max": 0.250329, "nauc_precision_at_5_std": 0.242966, "nauc_precision_at_5_diff1": 0.029035, "nauc_precision_at_10_max": 0.240885, "nauc_precision_at_10_std": 0.321775, "nauc_precision_at_10_diff1": -0.072188, "nauc_precision_at_20_max": 0.315751, "nauc_precision_at_20_std": 0.406719, "nauc_precision_at_20_diff1": -0.098734, "nauc_precision_at_100_max": 0.422774, "nauc_precision_at_100_std": 0.585324, "nauc_precision_at_100_diff1": -0.13925, "nauc_precision_at_1000_max": 0.313773, "nauc_precision_at_1000_std": 0.573172, "nauc_precision_at_1000_diff1": -0.183357, "nauc_mrr_at_1_max": 0.174413, "nauc_mrr_at_1_std": 0.053692, "nauc_mrr_at_1_diff1": 0.1405, "nauc_mrr_at_3_max": 0.185214, "nauc_mrr_at_3_std": 0.096804, "nauc_mrr_at_3_diff1": 0.149947, "nauc_mrr_at_5_max": 0.178472, "nauc_mrr_at_5_std": 0.109123, "nauc_mrr_at_5_diff1": 0.137211, "nauc_mrr_at_10_max": 0.173037, "nauc_mrr_at_10_std": 0.115412, "nauc_mrr_at_10_diff1": 0.122227, "nauc_mrr_at_20_max": 0.178659, "nauc_mrr_at_20_std": 0.116097, "nauc_mrr_at_20_diff1": 0.127565, "nauc_mrr_at_100_max": 0.181287, "nauc_mrr_at_100_std": 0.115934, "nauc_mrr_at_100_diff1": 0.128888, "nauc_mrr_at_1000_max": 0.180986, "nauc_mrr_at_1000_std": 0.115458, "nauc_mrr_at_1000_diff1": 0.129185, "main_score": 0.23879, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0525, "ndcg_at_3": 0.04988, "ndcg_at_5": 0.04946, "ndcg_at_10": 0.05722, "ndcg_at_20": 0.06521, "ndcg_at_100": 0.09527, "ndcg_at_1000": 0.16975, "map_at_1": 0.01025, "map_at_3": 0.01726, "map_at_5": 0.02103, "map_at_10": 0.02538, "map_at_20": 0.02899, "map_at_100": 0.0346, "map_at_1000": 0.03948, "recall_at_1": 0.01025, "recall_at_3": 0.02334, "recall_at_5": 0.03615, "recall_at_10": 0.06131, "recall_at_20": 0.08506, "recall_at_100": 0.19381, "recall_at_1000": 0.52216, "precision_at_1": 0.075, "precision_at_3": 0.06167, "precision_at_5": 0.053, "precision_at_10": 0.0435, "precision_at_20": 0.03425, "precision_at_100": 0.01805, "precision_at_1000": 0.0061, "mrr_at_1": 0.075, "mrr_at_3": 0.109167, "mrr_at_5": 0.120917, "mrr_at_10": 0.133413, "mrr_at_20": 0.136782, "mrr_at_100": 0.141747, "mrr_at_1000": 0.143119, "nauc_ndcg_at_1_max": -0.120166, "nauc_ndcg_at_1_std": 0.205987, "nauc_ndcg_at_1_diff1": -0.000984, "nauc_ndcg_at_3_max": -0.076252, "nauc_ndcg_at_3_std": 0.169358, "nauc_ndcg_at_3_diff1": 0.025034, "nauc_ndcg_at_5_max": -0.054391, "nauc_ndcg_at_5_std": 0.188926, "nauc_ndcg_at_5_diff1": 0.095328, "nauc_ndcg_at_10_max": 0.051724, "nauc_ndcg_at_10_std": 0.214659, "nauc_ndcg_at_10_diff1": 0.199753, "nauc_ndcg_at_20_max": 0.061954, "nauc_ndcg_at_20_std": 0.265439, "nauc_ndcg_at_20_diff1": 0.174388, "nauc_ndcg_at_100_max": 0.127839, "nauc_ndcg_at_100_std": 0.404925, "nauc_ndcg_at_100_diff1": 0.194774, "nauc_ndcg_at_1000_max": 0.152062, "nauc_ndcg_at_1000_std": 0.468106, "nauc_ndcg_at_1000_diff1": 0.167684, "nauc_map_at_1_max": -0.111887, "nauc_map_at_1_std": 0.195167, "nauc_map_at_1_diff1": -0.095086, "nauc_map_at_3_max": -0.107004, "nauc_map_at_3_std": 0.151302, "nauc_map_at_3_diff1": -0.049418, "nauc_map_at_5_max": -0.083743, "nauc_map_at_5_std": 0.163922, "nauc_map_at_5_diff1": 0.048928, "nauc_map_at_10_max": -0.011373, "nauc_map_at_10_std": 0.161658, "nauc_map_at_10_diff1": 0.127701, "nauc_map_at_20_max": 0.003803, "nauc_map_at_20_std": 0.200334, "nauc_map_at_20_diff1": 0.12269, "nauc_map_at_100_max": 0.035293, "nauc_map_at_100_std": 0.268731, "nauc_map_at_100_diff1": 0.128468, "nauc_map_at_1000_max": 0.044591, "nauc_map_at_1000_std": 0.305961, "nauc_map_at_1000_diff1": 0.123199, "nauc_recall_at_1_max": -0.111887, "nauc_recall_at_1_std": 0.195167, "nauc_recall_at_1_diff1": -0.095086, "nauc_recall_at_3_max": -0.085968, "nauc_recall_at_3_std": 0.162078, "nauc_recall_at_3_diff1": 0.035766, "nauc_recall_at_5_max": -0.046462, "nauc_recall_at_5_std": 0.190122, "nauc_recall_at_5_diff1": 0.225093, "nauc_recall_at_10_max": 0.140155, "nauc_recall_at_10_std": 0.16587, "nauc_recall_at_10_diff1": 0.359922, "nauc_recall_at_20_max": 0.141934, "nauc_recall_at_20_std": 0.25119, "nauc_recall_at_20_diff1": 0.291323, "nauc_recall_at_100_max": 0.226588, "nauc_recall_at_100_std": 0.455095, "nauc_recall_at_100_diff1": 0.278141, "nauc_recall_at_1000_max": 0.209832, "nauc_recall_at_1000_std": 0.438357, "nauc_recall_at_1000_diff1": 0.21915, "nauc_precision_at_1_max": -0.143207, "nauc_precision_at_1_std": 0.167856, "nauc_precision_at_1_diff1": 0.016689, "nauc_precision_at_3_max": -0.069696, "nauc_precision_at_3_std": 0.154387, "nauc_precision_at_3_diff1": 0.015834, "nauc_precision_at_5_max": -0.02663, "nauc_precision_at_5_std": 0.215599, "nauc_precision_at_5_diff1": 0.105947, "nauc_precision_at_10_max": 0.085865, "nauc_precision_at_10_std": 0.248398, "nauc_precision_at_10_diff1": 0.185028, "nauc_precision_at_20_max": 0.087883, "nauc_precision_at_20_std": 0.357807, "nauc_precision_at_20_diff1": 0.104944, "nauc_precision_at_100_max": 0.179044, "nauc_precision_at_100_std": 0.501751, "nauc_precision_at_100_diff1": 0.105572, "nauc_precision_at_1000_max": 0.140322, "nauc_precision_at_1000_std": 0.38483, "nauc_precision_at_1000_diff1": 0.009931, "nauc_mrr_at_1_max": -0.143207, "nauc_mrr_at_1_std": 0.167856, "nauc_mrr_at_1_diff1": 0.016689, "nauc_mrr_at_3_max": -0.074889, "nauc_mrr_at_3_std": 0.176088, "nauc_mrr_at_3_diff1": 0.039572, "nauc_mrr_at_5_max": -0.057715, "nauc_mrr_at_5_std": 0.204309, "nauc_mrr_at_5_diff1": 0.068071, "nauc_mrr_at_10_max": -0.023444, "nauc_mrr_at_10_std": 0.215721, "nauc_mrr_at_10_diff1": 0.086354, "nauc_mrr_at_20_max": -0.026165, "nauc_mrr_at_20_std": 0.22405, "nauc_mrr_at_20_diff1": 0.080674, "nauc_mrr_at_100_max": -0.018371, "nauc_mrr_at_100_std": 0.232989, "nauc_mrr_at_100_diff1": 0.083786, "nauc_mrr_at_1000_max": -0.018895, "nauc_mrr_at_1000_std": 0.232302, "nauc_mrr_at_1000_diff1": 0.082681, "main_score": 0.05722, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0575, "ndcg_at_3": 0.06155, "ndcg_at_5": 0.06557, "ndcg_at_10": 0.07217, "ndcg_at_20": 0.09023, "ndcg_at_100": 0.13935, "ndcg_at_1000": 0.22445, "map_at_1": 0.01178, "map_at_3": 0.025, "map_at_5": 0.02974, "map_at_10": 0.03597, "map_at_20": 0.04251, "map_at_100": 0.05298, "map_at_1000": 0.06075, "recall_at_1": 0.01178, "recall_at_3": 0.03591, "recall_at_5": 0.05152, "recall_at_10": 0.0764, "recall_at_20": 0.12495, "recall_at_100": 0.28722, "recall_at_1000": 0.63769, "precision_at_1": 0.075, "precision_at_3": 0.075, "precision_at_5": 0.072, "precision_at_10": 0.055, "precision_at_20": 0.04925, "precision_at_100": 0.02675, "precision_at_1000": 0.00817, "mrr_at_1": 0.075, "mrr_at_3": 0.1225, "mrr_at_5": 0.1455, "mrr_at_10": 0.153395, "mrr_at_20": 0.162332, "mrr_at_100": 0.167939, "mrr_at_1000": 0.168853, "nauc_ndcg_at_1_max": 0.260858, "nauc_ndcg_at_1_std": 0.146067, "nauc_ndcg_at_1_diff1": 0.302015, "nauc_ndcg_at_3_max": 0.15928, "nauc_ndcg_at_3_std": 0.141478, "nauc_ndcg_at_3_diff1": 0.113803, "nauc_ndcg_at_5_max": 0.16368, "nauc_ndcg_at_5_std": 0.144172, "nauc_ndcg_at_5_diff1": 0.068395, "nauc_ndcg_at_10_max": 0.19537, "nauc_ndcg_at_10_std": 0.206935, "nauc_ndcg_at_10_diff1": 0.073092, "nauc_ndcg_at_20_max": 0.192742, "nauc_ndcg_at_20_std": 0.231038, "nauc_ndcg_at_20_diff1": 0.037054, "nauc_ndcg_at_100_max": 0.255149, "nauc_ndcg_at_100_std": 0.299723, "nauc_ndcg_at_100_diff1": 0.094039, "nauc_ndcg_at_1000_max": 0.22066, "nauc_ndcg_at_1000_std": 0.438871, "nauc_ndcg_at_1000_diff1": 0.101132, "nauc_map_at_1_max": 0.248438, "nauc_map_at_1_std": -0.017555, "nauc_map_at_1_diff1": 0.109894, "nauc_map_at_3_max": 0.098316, "nauc_map_at_3_std": 0.052558, "nauc_map_at_3_diff1": -0.009588, "nauc_map_at_5_max": 0.147544, "nauc_map_at_5_std": 0.099148, "nauc_map_at_5_diff1": -0.003585, "nauc_map_at_10_max": 0.172567, "nauc_map_at_10_std": 0.136824, "nauc_map_at_10_diff1": 0.013927, "nauc_map_at_20_max": 0.177464, "nauc_map_at_20_std": 0.153713, "nauc_map_at_20_diff1": 0.009295, "nauc_map_at_100_max": 0.228893, "nauc_map_at_100_std": 0.211045, "nauc_map_at_100_diff1": 0.027454, "nauc_map_at_1000_max": 0.23203, "nauc_map_at_1000_std": 0.264771, "nauc_map_at_1000_diff1": 0.029427, "nauc_recall_at_1_max": 0.248438, "nauc_recall_at_1_std": -0.017555, "nauc_recall_at_1_diff1": 0.109894, "nauc_recall_at_3_max": 0.034135, "nauc_recall_at_3_std": 0.079502, "nauc_recall_at_3_diff1": -0.034967, "nauc_recall_at_5_max": 0.147572, "nauc_recall_at_5_std": 0.138919, "nauc_recall_at_5_diff1": -0.021442, "nauc_recall_at_10_max": 0.167241, "nauc_recall_at_10_std": 0.21678, "nauc_recall_at_10_diff1": -0.027424, "nauc_recall_at_20_max": 0.147049, "nauc_recall_at_20_std": 0.262059, "nauc_recall_at_20_diff1": -0.048855, "nauc_recall_at_100_max": 0.26919, "nauc_recall_at_100_std": 0.333164, "nauc_recall_at_100_diff1": 0.13773, "nauc_recall_at_1000_max": 0.225855, "nauc_recall_at_1000_std": 0.555893, "nauc_recall_at_1000_diff1": 0.128781, "nauc_precision_at_1_max": 0.191199, "nauc_precision_at_1_std": 0.154655, "nauc_precision_at_1_diff1": 0.288114, "nauc_precision_at_3_max": 0.102416, "nauc_precision_at_3_std": 0.183198, "nauc_precision_at_3_diff1": 0.056037, "nauc_precision_at_5_max": 0.138409, "nauc_precision_at_5_std": 0.202939, "nauc_precision_at_5_diff1": 0.028779, "nauc_precision_at_10_max": 0.15622, "nauc_precision_at_10_std": 0.262137, "nauc_precision_at_10_diff1": 0.091241, "nauc_precision_at_20_max": 0.140257, "nauc_precision_at_20_std": 0.267304, "nauc_precision_at_20_diff1": 0.037958, "nauc_precision_at_100_max": 0.227157, "nauc_precision_at_100_std": 0.410875, "nauc_precision_at_100_diff1": 0.10693, "nauc_precision_at_1000_max": 0.05809, "nauc_precision_at_1000_std": 0.449399, "nauc_precision_at_1000_diff1": 0.109905, "nauc_mrr_at_1_max": 0.191199, "nauc_mrr_at_1_std": 0.154655, "nauc_mrr_at_1_diff1": 0.288114, "nauc_mrr_at_3_max": 0.127106, "nauc_mrr_at_3_std": 0.196093, "nauc_mrr_at_3_diff1": 0.164807, "nauc_mrr_at_5_max": 0.137021, "nauc_mrr_at_5_std": 0.194622, "nauc_mrr_at_5_diff1": 0.148985, "nauc_mrr_at_10_max": 0.131139, "nauc_mrr_at_10_std": 0.206384, "nauc_mrr_at_10_diff1": 0.147846, "nauc_mrr_at_20_max": 0.127893, "nauc_mrr_at_20_std": 0.220127, "nauc_mrr_at_20_diff1": 0.146767, "nauc_mrr_at_100_max": 0.129582, "nauc_mrr_at_100_std": 0.218129, "nauc_mrr_at_100_diff1": 0.152403, "nauc_mrr_at_1000_max": 0.129084, "nauc_mrr_at_1000_std": 0.218139, "nauc_mrr_at_1000_diff1": 0.151799, "main_score": 0.07217, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "gastroenterology": [ { "ndcg_at_1": 0.2675, "ndcg_at_3": 0.26103, "ndcg_at_5": 0.25266, "ndcg_at_10": 0.247, "ndcg_at_20": 0.25242, "ndcg_at_100": 0.30906, "ndcg_at_1000": 0.43494, "map_at_1": 0.03059, "map_at_3": 0.05886, "map_at_5": 0.07169, "map_at_10": 0.08778, "map_at_20": 0.10586, "map_at_100": 0.14193, "map_at_1000": 0.17416, "recall_at_1": 0.03059, "recall_at_3": 0.06777, "recall_at_5": 0.08948, "recall_at_10": 0.12581, "recall_at_20": 0.18412, "recall_at_100": 0.38408, "recall_at_1000": 0.77153, "precision_at_1": 0.38, "precision_at_3": 0.345, "precision_at_5": 0.306, "precision_at_10": 0.257, "precision_at_20": 0.21575, "precision_at_100": 0.12065, "precision_at_1000": 0.03565, "mrr_at_1": 0.38, "mrr_at_3": 0.461667, "mrr_at_5": 0.482167, "mrr_at_10": 0.497526, "mrr_at_20": 0.501949, "mrr_at_100": 0.50568, "mrr_at_1000": 0.505859, "nauc_ndcg_at_1_max": 0.106597, "nauc_ndcg_at_1_std": 0.021885, "nauc_ndcg_at_1_diff1": 0.222476, "nauc_ndcg_at_3_max": 0.152944, "nauc_ndcg_at_3_std": 0.046065, "nauc_ndcg_at_3_diff1": 0.204709, "nauc_ndcg_at_5_max": 0.166464, "nauc_ndcg_at_5_std": 0.030656, "nauc_ndcg_at_5_diff1": 0.185071, "nauc_ndcg_at_10_max": 0.200839, "nauc_ndcg_at_10_std": 0.039601, "nauc_ndcg_at_10_diff1": 0.185311, "nauc_ndcg_at_20_max": 0.231977, "nauc_ndcg_at_20_std": 0.047887, "nauc_ndcg_at_20_diff1": 0.215178, "nauc_ndcg_at_100_max": 0.250631, "nauc_ndcg_at_100_std": 0.123892, "nauc_ndcg_at_100_diff1": 0.224764, "nauc_ndcg_at_1000_max": 0.334017, "nauc_ndcg_at_1000_std": 0.272939, "nauc_ndcg_at_1000_diff1": 0.218949, "nauc_map_at_1_max": 0.041932, "nauc_map_at_1_std": -0.133821, "nauc_map_at_1_diff1": 0.333875, "nauc_map_at_3_max": 0.115176, "nauc_map_at_3_std": -0.1071, "nauc_map_at_3_diff1": 0.284585, "nauc_map_at_5_max": 0.104542, "nauc_map_at_5_std": -0.099939, "nauc_map_at_5_diff1": 0.239942, "nauc_map_at_10_max": 0.108743, "nauc_map_at_10_std": -0.076181, "nauc_map_at_10_diff1": 0.20232, "nauc_map_at_20_max": 0.153953, "nauc_map_at_20_std": -0.029316, "nauc_map_at_20_diff1": 0.218716, "nauc_map_at_100_max": 0.216769, "nauc_map_at_100_std": 0.067462, "nauc_map_at_100_diff1": 0.234029, "nauc_map_at_1000_max": 0.272194, "nauc_map_at_1000_std": 0.139302, "nauc_map_at_1000_diff1": 0.236444, "nauc_recall_at_1_max": 0.041932, "nauc_recall_at_1_std": -0.133821, "nauc_recall_at_1_diff1": 0.333875, "nauc_recall_at_3_max": 0.135681, "nauc_recall_at_3_std": -0.102824, "nauc_recall_at_3_diff1": 0.262519, "nauc_recall_at_5_max": 0.107385, "nauc_recall_at_5_std": -0.105255, "nauc_recall_at_5_diff1": 0.204049, "nauc_recall_at_10_max": 0.110943, "nauc_recall_at_10_std": -0.081901, "nauc_recall_at_10_diff1": 0.135004, "nauc_recall_at_20_max": 0.135428, "nauc_recall_at_20_std": -0.032573, "nauc_recall_at_20_diff1": 0.186995, "nauc_recall_at_100_max": 0.161122, "nauc_recall_at_100_std": 0.130103, "nauc_recall_at_100_diff1": 0.148733, "nauc_recall_at_1000_max": 0.280243, "nauc_recall_at_1000_std": 0.452618, "nauc_recall_at_1000_diff1": 0.040128, "nauc_precision_at_1_max": 0.16791, "nauc_precision_at_1_std": 0.057605, "nauc_precision_at_1_diff1": 0.214852, "nauc_precision_at_3_max": 0.198366, "nauc_precision_at_3_std": 0.099011, "nauc_precision_at_3_diff1": 0.137598, "nauc_precision_at_5_max": 0.210085, "nauc_precision_at_5_std": 0.078688, "nauc_precision_at_5_diff1": 0.089406, "nauc_precision_at_10_max": 0.247687, "nauc_precision_at_10_std": 0.14586, "nauc_precision_at_10_diff1": 0.089759, "nauc_precision_at_20_max": 0.301243, "nauc_precision_at_20_std": 0.222973, "nauc_precision_at_20_diff1": 0.111039, "nauc_precision_at_100_max": 0.281204, "nauc_precision_at_100_std": 0.275466, "nauc_precision_at_100_diff1": 0.090684, "nauc_precision_at_1000_max": 0.203493, "nauc_precision_at_1000_std": 0.140386, "nauc_precision_at_1000_diff1": -0.002872, "nauc_mrr_at_1_max": 0.16791, "nauc_mrr_at_1_std": 0.057605, "nauc_mrr_at_1_diff1": 0.214852, "nauc_mrr_at_3_max": 0.218437, "nauc_mrr_at_3_std": 0.065733, "nauc_mrr_at_3_diff1": 0.214673, "nauc_mrr_at_5_max": 0.214401, "nauc_mrr_at_5_std": 0.063139, "nauc_mrr_at_5_diff1": 0.209767, "nauc_mrr_at_10_max": 0.219622, "nauc_mrr_at_10_std": 0.076649, "nauc_mrr_at_10_diff1": 0.208101, "nauc_mrr_at_20_max": 0.219462, "nauc_mrr_at_20_std": 0.083376, "nauc_mrr_at_20_diff1": 0.210206, "nauc_mrr_at_100_max": 0.21872, "nauc_mrr_at_100_std": 0.082852, "nauc_mrr_at_100_diff1": 0.210075, "nauc_mrr_at_1000_max": 0.218674, "nauc_mrr_at_1000_std": 0.082709, "nauc_mrr_at_1000_diff1": 0.210144, "main_score": 0.247, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0675, "ndcg_at_3": 0.06165, "ndcg_at_5": 0.05923, "ndcg_at_10": 0.05949, "ndcg_at_20": 0.06618, "ndcg_at_100": 0.09243, "ndcg_at_1000": 0.17471, "map_at_1": 0.00504, "map_at_3": 0.01071, "map_at_5": 0.01329, "map_at_10": 0.01714, "map_at_20": 0.02076, "map_at_100": 0.02879, "map_at_1000": 0.03919, "recall_at_1": 0.00504, "recall_at_3": 0.01311, "recall_at_5": 0.01979, "recall_at_10": 0.03028, "recall_at_20": 0.05173, "recall_at_100": 0.13781, "recall_at_1000": 0.40436, "precision_at_1": 0.115, "precision_at_3": 0.08833, "precision_at_5": 0.078, "precision_at_10": 0.068, "precision_at_20": 0.06075, "precision_at_100": 0.0399, "precision_at_1000": 0.01809, "mrr_at_1": 0.115, "mrr_at_3": 0.139167, "mrr_at_5": 0.145667, "mrr_at_10": 0.15622, "mrr_at_20": 0.163774, "mrr_at_100": 0.169057, "mrr_at_1000": 0.170111, "nauc_ndcg_at_1_max": -0.027073, "nauc_ndcg_at_1_std": 0.300839, "nauc_ndcg_at_1_diff1": 0.199847, "nauc_ndcg_at_3_max": 0.095906, "nauc_ndcg_at_3_std": 0.298874, "nauc_ndcg_at_3_diff1": 0.220675, "nauc_ndcg_at_5_max": 0.09834, "nauc_ndcg_at_5_std": 0.327668, "nauc_ndcg_at_5_diff1": 0.202962, "nauc_ndcg_at_10_max": 0.030575, "nauc_ndcg_at_10_std": 0.313526, "nauc_ndcg_at_10_diff1": 0.179839, "nauc_ndcg_at_20_max": 0.096927, "nauc_ndcg_at_20_std": 0.341993, "nauc_ndcg_at_20_diff1": 0.176541, "nauc_ndcg_at_100_max": 0.110123, "nauc_ndcg_at_100_std": 0.392672, "nauc_ndcg_at_100_diff1": 0.152482, "nauc_ndcg_at_1000_max": 0.151182, "nauc_ndcg_at_1000_std": 0.401722, "nauc_ndcg_at_1000_diff1": 0.184672, "nauc_map_at_1_max": 0.001032, "nauc_map_at_1_std": 0.349758, "nauc_map_at_1_diff1": 0.246212, "nauc_map_at_3_max": 0.017487, "nauc_map_at_3_std": 0.388803, "nauc_map_at_3_diff1": 0.311773, "nauc_map_at_5_max": 0.029745, "nauc_map_at_5_std": 0.422804, "nauc_map_at_5_diff1": 0.258353, "nauc_map_at_10_max": -0.029617, "nauc_map_at_10_std": 0.399725, "nauc_map_at_10_diff1": 0.245516, "nauc_map_at_20_max": 0.01781, "nauc_map_at_20_std": 0.401504, "nauc_map_at_20_diff1": 0.237863, "nauc_map_at_100_max": 0.047527, "nauc_map_at_100_std": 0.403984, "nauc_map_at_100_diff1": 0.19916, "nauc_map_at_1000_max": 0.087145, "nauc_map_at_1000_std": 0.395738, "nauc_map_at_1000_diff1": 0.186069, "nauc_recall_at_1_max": 0.001032, "nauc_recall_at_1_std": 0.349758, "nauc_recall_at_1_diff1": 0.246212, "nauc_recall_at_3_max": 0.012519, "nauc_recall_at_3_std": 0.389819, "nauc_recall_at_3_diff1": 0.217205, "nauc_recall_at_5_max": 0.003287, "nauc_recall_at_5_std": 0.444502, "nauc_recall_at_5_diff1": 0.157063, "nauc_recall_at_10_max": -0.083308, "nauc_recall_at_10_std": 0.373491, "nauc_recall_at_10_diff1": 0.146251, "nauc_recall_at_20_max": 0.056241, "nauc_recall_at_20_std": 0.349884, "nauc_recall_at_20_diff1": 0.127796, "nauc_recall_at_100_max": 0.074517, "nauc_recall_at_100_std": 0.356094, "nauc_recall_at_100_diff1": 0.076309, "nauc_recall_at_1000_max": 0.124971, "nauc_recall_at_1000_std": 0.331638, "nauc_recall_at_1000_diff1": 0.167471, "nauc_precision_at_1_max": 0.009055, "nauc_precision_at_1_std": 0.230019, "nauc_precision_at_1_diff1": 0.174589, "nauc_precision_at_3_max": 0.126771, "nauc_precision_at_3_std": 0.224747, "nauc_precision_at_3_diff1": 0.169041, "nauc_precision_at_5_max": 0.136578, "nauc_precision_at_5_std": 0.262245, "nauc_precision_at_5_diff1": 0.162013, "nauc_precision_at_10_max": 0.060829, "nauc_precision_at_10_std": 0.22647, "nauc_precision_at_10_diff1": 0.136156, "nauc_precision_at_20_max": 0.154048, "nauc_precision_at_20_std": 0.235949, "nauc_precision_at_20_diff1": 0.124153, "nauc_precision_at_100_max": 0.184441, "nauc_precision_at_100_std": 0.238745, "nauc_precision_at_100_diff1": 0.058834, "nauc_precision_at_1000_max": 0.164893, "nauc_precision_at_1000_std": 0.076788, "nauc_precision_at_1000_diff1": -0.042873, "nauc_mrr_at_1_max": 0.009055, "nauc_mrr_at_1_std": 0.230019, "nauc_mrr_at_1_diff1": 0.174589, "nauc_mrr_at_3_max": 0.041649, "nauc_mrr_at_3_std": 0.230896, "nauc_mrr_at_3_diff1": 0.128333, "nauc_mrr_at_5_max": 0.036757, "nauc_mrr_at_5_std": 0.240405, "nauc_mrr_at_5_diff1": 0.132276, "nauc_mrr_at_10_max": 0.038058, "nauc_mrr_at_10_std": 0.221403, "nauc_mrr_at_10_diff1": 0.129514, "nauc_mrr_at_20_max": 0.052861, "nauc_mrr_at_20_std": 0.227341, "nauc_mrr_at_20_diff1": 0.134616, "nauc_mrr_at_100_max": 0.053778, "nauc_mrr_at_100_std": 0.231746, "nauc_mrr_at_100_diff1": 0.135766, "nauc_mrr_at_1000_max": 0.053019, "nauc_mrr_at_1000_std": 0.231427, "nauc_mrr_at_1000_diff1": 0.135969, "main_score": 0.05949, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0575, "ndcg_at_3": 0.06692, "ndcg_at_5": 0.0685, "ndcg_at_10": 0.07642, "ndcg_at_20": 0.08517, "ndcg_at_100": 0.11302, "ndcg_at_1000": 0.19409, "map_at_1": 0.00675, "map_at_3": 0.01454, "map_at_5": 0.01723, "map_at_10": 0.02436, "map_at_20": 0.03134, "map_at_100": 0.04357, "map_at_1000": 0.05447, "recall_at_1": 0.00675, "recall_at_3": 0.01872, "recall_at_5": 0.02554, "recall_at_10": 0.05048, "recall_at_20": 0.07785, "recall_at_100": 0.15707, "recall_at_1000": 0.41421, "precision_at_1": 0.09, "precision_at_3": 0.09833, "precision_at_5": 0.092, "precision_at_10": 0.0875, "precision_at_20": 0.07825, "precision_at_100": 0.04935, "precision_at_1000": 0.0192, "mrr_at_1": 0.09, "mrr_at_3": 0.149167, "mrr_at_5": 0.162667, "mrr_at_10": 0.172629, "mrr_at_20": 0.178032, "mrr_at_100": 0.182898, "mrr_at_1000": 0.184353, "nauc_ndcg_at_1_max": 0.097117, "nauc_ndcg_at_1_std": 0.666954, "nauc_ndcg_at_1_diff1": -0.013357, "nauc_ndcg_at_3_max": 0.147227, "nauc_ndcg_at_3_std": 0.557047, "nauc_ndcg_at_3_diff1": -0.085908, "nauc_ndcg_at_5_max": 0.170967, "nauc_ndcg_at_5_std": 0.544486, "nauc_ndcg_at_5_diff1": -0.054365, "nauc_ndcg_at_10_max": 0.138805, "nauc_ndcg_at_10_std": 0.534443, "nauc_ndcg_at_10_diff1": -0.06323, "nauc_ndcg_at_20_max": 0.145841, "nauc_ndcg_at_20_std": 0.56617, "nauc_ndcg_at_20_diff1": -0.053878, "nauc_ndcg_at_100_max": 0.158531, "nauc_ndcg_at_100_std": 0.612434, "nauc_ndcg_at_100_diff1": -0.054903, "nauc_ndcg_at_1000_max": 0.153622, "nauc_ndcg_at_1000_std": 0.586151, "nauc_ndcg_at_1000_diff1": -0.087677, "nauc_map_at_1_max": 0.203216, "nauc_map_at_1_std": 0.644602, "nauc_map_at_1_diff1": 0.089455, "nauc_map_at_3_max": 0.203029, "nauc_map_at_3_std": 0.605246, "nauc_map_at_3_diff1": 0.041173, "nauc_map_at_5_max": 0.181588, "nauc_map_at_5_std": 0.624696, "nauc_map_at_5_diff1": 0.038252, "nauc_map_at_10_max": 0.136522, "nauc_map_at_10_std": 0.60448, "nauc_map_at_10_diff1": 0.025597, "nauc_map_at_20_max": 0.158404, "nauc_map_at_20_std": 0.621777, "nauc_map_at_20_diff1": 0.005691, "nauc_map_at_100_max": 0.168834, "nauc_map_at_100_std": 0.664517, "nauc_map_at_100_diff1": -0.024769, "nauc_map_at_1000_max": 0.180806, "nauc_map_at_1000_std": 0.627869, "nauc_map_at_1000_diff1": -0.040221, "nauc_recall_at_1_max": 0.203216, "nauc_recall_at_1_std": 0.644602, "nauc_recall_at_1_diff1": 0.089455, "nauc_recall_at_3_max": 0.248545, "nauc_recall_at_3_std": 0.575707, "nauc_recall_at_3_diff1": -0.000966, "nauc_recall_at_5_max": 0.189962, "nauc_recall_at_5_std": 0.59498, "nauc_recall_at_5_diff1": -0.000188, "nauc_recall_at_10_max": 0.10629, "nauc_recall_at_10_std": 0.490157, "nauc_recall_at_10_diff1": 0.009337, "nauc_recall_at_20_max": 0.149933, "nauc_recall_at_20_std": 0.53189, "nauc_recall_at_20_diff1": -0.014944, "nauc_recall_at_100_max": 0.153562, "nauc_recall_at_100_std": 0.603379, "nauc_recall_at_100_diff1": -0.029314, "nauc_recall_at_1000_max": 0.140092, "nauc_recall_at_1000_std": 0.564574, "nauc_recall_at_1000_diff1": -0.093811, "nauc_precision_at_1_max": 0.116612, "nauc_precision_at_1_std": 0.630787, "nauc_precision_at_1_diff1": -0.040933, "nauc_precision_at_3_max": 0.154962, "nauc_precision_at_3_std": 0.518674, "nauc_precision_at_3_diff1": -0.118042, "nauc_precision_at_5_max": 0.150986, "nauc_precision_at_5_std": 0.49064, "nauc_precision_at_5_diff1": -0.067159, "nauc_precision_at_10_max": 0.100776, "nauc_precision_at_10_std": 0.446356, "nauc_precision_at_10_diff1": -0.106315, "nauc_precision_at_20_max": 0.12689, "nauc_precision_at_20_std": 0.451515, "nauc_precision_at_20_diff1": -0.097898, "nauc_precision_at_100_max": 0.114721, "nauc_precision_at_100_std": 0.355385, "nauc_precision_at_100_diff1": -0.107477, "nauc_precision_at_1000_max": 0.053834, "nauc_precision_at_1000_std": 0.056133, "nauc_precision_at_1000_diff1": -0.064642, "nauc_mrr_at_1_max": 0.116612, "nauc_mrr_at_1_std": 0.630787, "nauc_mrr_at_1_diff1": -0.040933, "nauc_mrr_at_3_max": 0.135948, "nauc_mrr_at_3_std": 0.522814, "nauc_mrr_at_3_diff1": -0.106224, "nauc_mrr_at_5_max": 0.13756, "nauc_mrr_at_5_std": 0.517684, "nauc_mrr_at_5_diff1": -0.10765, "nauc_mrr_at_10_max": 0.12427, "nauc_mrr_at_10_std": 0.507252, "nauc_mrr_at_10_diff1": -0.119454, "nauc_mrr_at_20_max": 0.126755, "nauc_mrr_at_20_std": 0.506207, "nauc_mrr_at_20_diff1": -0.119114, "nauc_mrr_at_100_max": 0.126098, "nauc_mrr_at_100_std": 0.507341, "nauc_mrr_at_100_diff1": -0.113807, "nauc_mrr_at_1000_max": 0.12564, "nauc_mrr_at_1000_std": 0.507792, "nauc_mrr_at_1000_diff1": -0.114905, "main_score": 0.07642, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "genetics": [ { "ndcg_at_1": 0.285, "ndcg_at_3": 0.29325, "ndcg_at_5": 0.29254, "ndcg_at_10": 0.29659, "ndcg_at_20": 0.30057, "ndcg_at_100": 0.34157, "ndcg_at_1000": 0.45145, "map_at_1": 0.04404, "map_at_3": 0.08936, "map_at_5": 0.10835, "map_at_10": 0.13265, "map_at_20": 0.14988, "map_at_100": 0.17987, "map_at_1000": 0.21305, "recall_at_1": 0.04404, "recall_at_3": 0.10425, "recall_at_5": 0.1372, "recall_at_10": 0.19759, "recall_at_20": 0.25418, "recall_at_100": 0.42951, "recall_at_1000": 0.74058, "precision_at_1": 0.39, "precision_at_3": 0.35833, "precision_at_5": 0.323, "precision_at_10": 0.266, "precision_at_20": 0.20825, "precision_at_100": 0.1188, "precision_at_1000": 0.03964, "mrr_at_1": 0.39, "mrr_at_3": 0.505833, "mrr_at_5": 0.525083, "mrr_at_10": 0.53347, "mrr_at_20": 0.538049, "mrr_at_100": 0.540704, "mrr_at_1000": 0.540898, "nauc_ndcg_at_1_max": 0.014544, "nauc_ndcg_at_1_std": 0.122153, "nauc_ndcg_at_1_diff1": 0.130168, "nauc_ndcg_at_3_max": 0.042632, "nauc_ndcg_at_3_std": 0.185951, "nauc_ndcg_at_3_diff1": 0.138777, "nauc_ndcg_at_5_max": 0.031734, "nauc_ndcg_at_5_std": 0.2088, "nauc_ndcg_at_5_diff1": 0.091719, "nauc_ndcg_at_10_max": 0.000706, "nauc_ndcg_at_10_std": 0.216759, "nauc_ndcg_at_10_diff1": 0.071868, "nauc_ndcg_at_20_max": -0.041643, "nauc_ndcg_at_20_std": 0.236025, "nauc_ndcg_at_20_diff1": 0.05802, "nauc_ndcg_at_100_max": -0.081733, "nauc_ndcg_at_100_std": 0.322733, "nauc_ndcg_at_100_diff1": 0.057946, "nauc_ndcg_at_1000_max": -0.032255, "nauc_ndcg_at_1000_std": 0.456176, "nauc_ndcg_at_1000_diff1": 0.04252, "nauc_map_at_1_max": -0.100055, "nauc_map_at_1_std": 0.051127, "nauc_map_at_1_diff1": 0.114852, "nauc_map_at_3_max": -0.095116, "nauc_map_at_3_std": 0.132088, "nauc_map_at_3_diff1": 0.020722, "nauc_map_at_5_max": -0.091852, "nauc_map_at_5_std": 0.14758, "nauc_map_at_5_diff1": -0.014189, "nauc_map_at_10_max": -0.108959, "nauc_map_at_10_std": 0.163366, "nauc_map_at_10_diff1": -0.018119, "nauc_map_at_20_max": -0.111431, "nauc_map_at_20_std": 0.184196, "nauc_map_at_20_diff1": -0.019278, "nauc_map_at_100_max": -0.111878, "nauc_map_at_100_std": 0.246551, "nauc_map_at_100_diff1": -0.017364, "nauc_map_at_1000_max": -0.095519, "nauc_map_at_1000_std": 0.318279, "nauc_map_at_1000_diff1": -0.029467, "nauc_recall_at_1_max": -0.100055, "nauc_recall_at_1_std": 0.051127, "nauc_recall_at_1_diff1": 0.114852, "nauc_recall_at_3_max": -0.098916, "nauc_recall_at_3_std": 0.139049, "nauc_recall_at_3_diff1": 0.008213, "nauc_recall_at_5_max": -0.088344, "nauc_recall_at_5_std": 0.152923, "nauc_recall_at_5_diff1": -0.027951, "nauc_recall_at_10_max": -0.129145, "nauc_recall_at_10_std": 0.1544, "nauc_recall_at_10_diff1": 0.017187, "nauc_recall_at_20_max": -0.134563, "nauc_recall_at_20_std": 0.169122, "nauc_recall_at_20_diff1": 0.003677, "nauc_recall_at_100_max": -0.196851, "nauc_recall_at_100_std": 0.296655, "nauc_recall_at_100_diff1": 0.052894, "nauc_recall_at_1000_max": -0.184607, "nauc_recall_at_1000_std": 0.615302, "nauc_recall_at_1000_diff1": 0.041589, "nauc_precision_at_1_max": 0.106095, "nauc_precision_at_1_std": 0.131375, "nauc_precision_at_1_diff1": 0.096879, "nauc_precision_at_3_max": 0.152478, "nauc_precision_at_3_std": 0.21143, "nauc_precision_at_3_diff1": 0.077485, "nauc_precision_at_5_max": 0.143146, "nauc_precision_at_5_std": 0.257772, "nauc_precision_at_5_diff1": 0.039289, "nauc_precision_at_10_max": 0.177297, "nauc_precision_at_10_std": 0.267716, "nauc_precision_at_10_diff1": 0.03216, "nauc_precision_at_20_max": 0.147669, "nauc_precision_at_20_std": 0.274721, "nauc_precision_at_20_diff1": 0.045094, "nauc_precision_at_100_max": 0.150515, "nauc_precision_at_100_std": 0.250187, "nauc_precision_at_100_diff1": -0.014788, "nauc_precision_at_1000_max": 0.192707, "nauc_precision_at_1000_std": 0.136693, "nauc_precision_at_1000_diff1": -0.026536, "nauc_mrr_at_1_max": 0.106095, "nauc_mrr_at_1_std": 0.131375, "nauc_mrr_at_1_diff1": 0.096879, "nauc_mrr_at_3_max": 0.129874, "nauc_mrr_at_3_std": 0.147429, "nauc_mrr_at_3_diff1": 0.131213, "nauc_mrr_at_5_max": 0.130852, "nauc_mrr_at_5_std": 0.175156, "nauc_mrr_at_5_diff1": 0.134132, "nauc_mrr_at_10_max": 0.130821, "nauc_mrr_at_10_std": 0.18157, "nauc_mrr_at_10_diff1": 0.136116, "nauc_mrr_at_20_max": 0.13534, "nauc_mrr_at_20_std": 0.174901, "nauc_mrr_at_20_diff1": 0.138013, "nauc_mrr_at_100_max": 0.133419, "nauc_mrr_at_100_std": 0.173608, "nauc_mrr_at_100_diff1": 0.135346, "nauc_mrr_at_1000_max": 0.13332, "nauc_mrr_at_1000_std": 0.173654, "nauc_mrr_at_1000_diff1": 0.13506, "main_score": 0.29659, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.06, "ndcg_at_3": 0.06099, "ndcg_at_5": 0.05934, "ndcg_at_10": 0.06347, "ndcg_at_20": 0.07164, "ndcg_at_100": 0.09374, "ndcg_at_1000": 0.15294, "map_at_1": 0.01156, "map_at_3": 0.02617, "map_at_5": 0.02852, "map_at_10": 0.0334, "map_at_20": 0.03716, "map_at_100": 0.04296, "map_at_1000": 0.04911, "recall_at_1": 0.01156, "recall_at_3": 0.03559, "recall_at_5": 0.04134, "recall_at_10": 0.05813, "recall_at_20": 0.083, "recall_at_100": 0.15963, "recall_at_1000": 0.34823, "precision_at_1": 0.075, "precision_at_3": 0.07167, "precision_at_5": 0.057, "precision_at_10": 0.045, "precision_at_20": 0.039, "precision_at_100": 0.02415, "precision_at_1000": 0.01246, "mrr_at_1": 0.075, "mrr_at_3": 0.110833, "mrr_at_5": 0.119333, "mrr_at_10": 0.127942, "mrr_at_20": 0.133242, "mrr_at_100": 0.138325, "mrr_at_1000": 0.139572, "nauc_ndcg_at_1_max": -0.178964, "nauc_ndcg_at_1_std": 0.268346, "nauc_ndcg_at_1_diff1": -0.245908, "nauc_ndcg_at_3_max": -0.153492, "nauc_ndcg_at_3_std": 0.39811, "nauc_ndcg_at_3_diff1": -0.228319, "nauc_ndcg_at_5_max": -0.170494, "nauc_ndcg_at_5_std": 0.387413, "nauc_ndcg_at_5_diff1": -0.235498, "nauc_ndcg_at_10_max": -0.253327, "nauc_ndcg_at_10_std": 0.424858, "nauc_ndcg_at_10_diff1": -0.240849, "nauc_ndcg_at_20_max": -0.276926, "nauc_ndcg_at_20_std": 0.469039, "nauc_ndcg_at_20_diff1": -0.234348, "nauc_ndcg_at_100_max": -0.279648, "nauc_ndcg_at_100_std": 0.478755, "nauc_ndcg_at_100_diff1": -0.157964, "nauc_ndcg_at_1000_max": -0.254188, "nauc_ndcg_at_1000_std": 0.453728, "nauc_ndcg_at_1000_diff1": -0.152389, "nauc_map_at_1_max": -0.378968, "nauc_map_at_1_std": 0.515262, "nauc_map_at_1_diff1": -0.336123, "nauc_map_at_3_max": -0.325773, "nauc_map_at_3_std": 0.579239, "nauc_map_at_3_diff1": -0.312211, "nauc_map_at_5_max": -0.335528, "nauc_map_at_5_std": 0.557417, "nauc_map_at_5_diff1": -0.310107, "nauc_map_at_10_max": -0.350669, "nauc_map_at_10_std": 0.560525, "nauc_map_at_10_diff1": -0.302194, "nauc_map_at_20_max": -0.35094, "nauc_map_at_20_std": 0.563014, "nauc_map_at_20_diff1": -0.294755, "nauc_map_at_100_max": -0.332093, "nauc_map_at_100_std": 0.565422, "nauc_map_at_100_diff1": -0.261689, "nauc_map_at_1000_max": -0.327089, "nauc_map_at_1000_std": 0.577477, "nauc_map_at_1000_diff1": -0.244248, "nauc_recall_at_1_max": -0.378968, "nauc_recall_at_1_std": 0.515262, "nauc_recall_at_1_diff1": -0.336123, "nauc_recall_at_3_max": -0.290899, "nauc_recall_at_3_std": 0.52653, "nauc_recall_at_3_diff1": -0.271675, "nauc_recall_at_5_max": -0.310293, "nauc_recall_at_5_std": 0.473427, "nauc_recall_at_5_diff1": -0.267149, "nauc_recall_at_10_max": -0.339705, "nauc_recall_at_10_std": 0.481, "nauc_recall_at_10_diff1": -0.245516, "nauc_recall_at_20_max": -0.305775, "nauc_recall_at_20_std": 0.467682, "nauc_recall_at_20_diff1": -0.223408, "nauc_recall_at_100_max": -0.216708, "nauc_recall_at_100_std": 0.410363, "nauc_recall_at_100_diff1": -0.053216, "nauc_recall_at_1000_max": -0.216131, "nauc_recall_at_1000_std": 0.399612, "nauc_recall_at_1000_diff1": -0.044549, "nauc_precision_at_1_max": -0.18501, "nauc_precision_at_1_std": 0.27942, "nauc_precision_at_1_diff1": -0.24166, "nauc_precision_at_3_max": -0.100061, "nauc_precision_at_3_std": 0.377094, "nauc_precision_at_3_diff1": -0.216802, "nauc_precision_at_5_max": -0.081409, "nauc_precision_at_5_std": 0.327742, "nauc_precision_at_5_diff1": -0.19569, "nauc_precision_at_10_max": -0.173971, "nauc_precision_at_10_std": 0.384594, "nauc_precision_at_10_diff1": -0.18782, "nauc_precision_at_20_max": -0.166275, "nauc_precision_at_20_std": 0.435362, "nauc_precision_at_20_diff1": -0.157012, "nauc_precision_at_100_max": -0.147007, "nauc_precision_at_100_std": 0.379335, "nauc_precision_at_100_diff1": -0.08131, "nauc_precision_at_1000_max": -0.05036, "nauc_precision_at_1000_std": 0.259338, "nauc_precision_at_1000_diff1": -0.067339, "nauc_mrr_at_1_max": -0.18501, "nauc_mrr_at_1_std": 0.27942, "nauc_mrr_at_1_diff1": -0.24166, "nauc_mrr_at_3_max": -0.150626, "nauc_mrr_at_3_std": 0.323218, "nauc_mrr_at_3_diff1": -0.220132, "nauc_mrr_at_5_max": -0.135699, "nauc_mrr_at_5_std": 0.309314, "nauc_mrr_at_5_diff1": -0.212157, "nauc_mrr_at_10_max": -0.14719, "nauc_mrr_at_10_std": 0.310533, "nauc_mrr_at_10_diff1": -0.207794, "nauc_mrr_at_20_max": -0.144213, "nauc_mrr_at_20_std": 0.314161, "nauc_mrr_at_20_diff1": -0.21213, "nauc_mrr_at_100_max": -0.147853, "nauc_mrr_at_100_std": 0.312025, "nauc_mrr_at_100_diff1": -0.207664, "nauc_mrr_at_1000_max": -0.147365, "nauc_mrr_at_1000_std": 0.31119, "nauc_mrr_at_1000_diff1": -0.208182, "main_score": 0.06347, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.09, "ndcg_at_3": 0.08024, "ndcg_at_5": 0.08381, "ndcg_at_10": 0.08799, "ndcg_at_20": 0.09377, "ndcg_at_100": 0.12119, "ndcg_at_1000": 0.18689, "map_at_1": 0.01978, "map_at_3": 0.03041, "map_at_5": 0.03791, "map_at_10": 0.04397, "map_at_20": 0.04783, "map_at_100": 0.05487, "map_at_1000": 0.06138, "recall_at_1": 0.01978, "recall_at_3": 0.03598, "recall_at_5": 0.05357, "recall_at_10": 0.0752, "recall_at_20": 0.10158, "recall_at_100": 0.18765, "recall_at_1000": 0.40766, "precision_at_1": 0.125, "precision_at_3": 0.09333, "precision_at_5": 0.083, "precision_at_10": 0.066, "precision_at_20": 0.052, "precision_at_100": 0.03235, "precision_at_1000": 0.01365, "mrr_at_1": 0.125, "mrr_at_3": 0.159167, "mrr_at_5": 0.172417, "mrr_at_10": 0.182373, "mrr_at_20": 0.191291, "mrr_at_100": 0.196854, "mrr_at_1000": 0.197738, "nauc_ndcg_at_1_max": 0.037412, "nauc_ndcg_at_1_std": 0.008469, "nauc_ndcg_at_1_diff1": 0.040681, "nauc_ndcg_at_3_max": 0.014449, "nauc_ndcg_at_3_std": 0.053991, "nauc_ndcg_at_3_diff1": 0.004999, "nauc_ndcg_at_5_max": -0.080038, "nauc_ndcg_at_5_std": 0.137989, "nauc_ndcg_at_5_diff1": 0.023745, "nauc_ndcg_at_10_max": -0.1091, "nauc_ndcg_at_10_std": 0.202807, "nauc_ndcg_at_10_diff1": 0.040368, "nauc_ndcg_at_20_max": -0.154768, "nauc_ndcg_at_20_std": 0.258163, "nauc_ndcg_at_20_diff1": 0.044427, "nauc_ndcg_at_100_max": -0.173286, "nauc_ndcg_at_100_std": 0.332094, "nauc_ndcg_at_100_diff1": 0.047613, "nauc_ndcg_at_1000_max": -0.127047, "nauc_ndcg_at_1000_std": 0.380203, "nauc_ndcg_at_1000_diff1": 0.037593, "nauc_map_at_1_max": -0.164839, "nauc_map_at_1_std": 0.180061, "nauc_map_at_1_diff1": 0.038273, "nauc_map_at_3_max": -0.229879, "nauc_map_at_3_std": 0.180064, "nauc_map_at_3_diff1": -0.017426, "nauc_map_at_5_max": -0.265827, "nauc_map_at_5_std": 0.217999, "nauc_map_at_5_diff1": 0.02565, "nauc_map_at_10_max": -0.257515, "nauc_map_at_10_std": 0.253433, "nauc_map_at_10_diff1": 0.030497, "nauc_map_at_20_max": -0.258251, "nauc_map_at_20_std": 0.274039, "nauc_map_at_20_diff1": 0.034838, "nauc_map_at_100_max": -0.244052, "nauc_map_at_100_std": 0.299563, "nauc_map_at_100_diff1": 0.044663, "nauc_map_at_1000_max": -0.23035, "nauc_map_at_1000_std": 0.325729, "nauc_map_at_1000_diff1": 0.039669, "nauc_recall_at_1_max": -0.164839, "nauc_recall_at_1_std": 0.180061, "nauc_recall_at_1_diff1": 0.038273, "nauc_recall_at_3_max": -0.247886, "nauc_recall_at_3_std": 0.196588, "nauc_recall_at_3_diff1": -0.023154, "nauc_recall_at_5_max": -0.30346, "nauc_recall_at_5_std": 0.270713, "nauc_recall_at_5_diff1": 0.034521, "nauc_recall_at_10_max": -0.213347, "nauc_recall_at_10_std": 0.345041, "nauc_recall_at_10_diff1": 0.091635, "nauc_recall_at_20_max": -0.218851, "nauc_recall_at_20_std": 0.396649, "nauc_recall_at_20_diff1": 0.084155, "nauc_recall_at_100_max": -0.171211, "nauc_recall_at_100_std": 0.398879, "nauc_recall_at_100_diff1": 0.081136, "nauc_recall_at_1000_max": -0.126818, "nauc_recall_at_1000_std": 0.472387, "nauc_recall_at_1000_diff1": 0.126104, "nauc_precision_at_1_max": 0.117709, "nauc_precision_at_1_std": 0.026083, "nauc_precision_at_1_diff1": 0.02004, "nauc_precision_at_3_max": 0.094911, "nauc_precision_at_3_std": 0.084271, "nauc_precision_at_3_diff1": -0.036605, "nauc_precision_at_5_max": -0.013112, "nauc_precision_at_5_std": 0.159888, "nauc_precision_at_5_diff1": 0.017243, "nauc_precision_at_10_max": 0.00127, "nauc_precision_at_10_std": 0.221855, "nauc_precision_at_10_diff1": 0.00736, "nauc_precision_at_20_max": 0.002177, "nauc_precision_at_20_std": 0.297788, "nauc_precision_at_20_diff1": 0.014926, "nauc_precision_at_100_max": 0.077711, "nauc_precision_at_100_std": 0.326358, "nauc_precision_at_100_diff1": -0.055583, "nauc_precision_at_1000_max": 0.141084, "nauc_precision_at_1000_std": 0.094135, "nauc_precision_at_1000_diff1": -0.11262, "nauc_mrr_at_1_max": 0.117709, "nauc_mrr_at_1_std": 0.026083, "nauc_mrr_at_1_diff1": 0.02004, "nauc_mrr_at_3_max": 0.102265, "nauc_mrr_at_3_std": 0.080807, "nauc_mrr_at_3_diff1": -0.003189, "nauc_mrr_at_5_max": 0.084555, "nauc_mrr_at_5_std": 0.093174, "nauc_mrr_at_5_diff1": 0.01047, "nauc_mrr_at_10_max": 0.090331, "nauc_mrr_at_10_std": 0.099067, "nauc_mrr_at_10_diff1": 0.008723, "nauc_mrr_at_20_max": 0.0923, "nauc_mrr_at_20_std": 0.107211, "nauc_mrr_at_20_diff1": 0.00592, "nauc_mrr_at_100_max": 0.091551, "nauc_mrr_at_100_std": 0.105031, "nauc_mrr_at_100_diff1": 0.006495, "nauc_mrr_at_1000_max": 0.091149, "nauc_mrr_at_1000_std": 0.105107, "nauc_mrr_at_1000_diff1": 0.006714, "main_score": 0.08799, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "neuroscience_and_neurology": [ { "ndcg_at_1": 0.2425, "ndcg_at_3": 0.24625, "ndcg_at_5": 0.23103, "ndcg_at_10": 0.22569, "ndcg_at_20": 0.22366, "ndcg_at_100": 0.26385, "ndcg_at_1000": 0.38518, "map_at_1": 0.02465, "map_at_3": 0.04894, "map_at_5": 0.05643, "map_at_10": 0.07089, "map_at_20": 0.08593, "map_at_100": 0.11996, "map_at_1000": 0.14754, "recall_at_1": 0.02465, "recall_at_3": 0.0599, "recall_at_5": 0.07362, "recall_at_10": 0.11006, "recall_at_20": 0.15776, "recall_at_100": 0.33676, "recall_at_1000": 0.68211, "precision_at_1": 0.355, "precision_at_3": 0.34333, "precision_at_5": 0.295, "precision_at_10": 0.252, "precision_at_20": 0.20575, "precision_at_100": 0.10995, "precision_at_1000": 0.02828, "mrr_at_1": 0.355, "mrr_at_3": 0.4775, "mrr_at_5": 0.49325, "mrr_at_10": 0.503819, "mrr_at_20": 0.508007, "mrr_at_100": 0.510277, "mrr_at_1000": 0.51045, "nauc_ndcg_at_1_max": 0.110941, "nauc_ndcg_at_1_std": 0.200287, "nauc_ndcg_at_1_diff1": 0.083919, "nauc_ndcg_at_3_max": 0.204625, "nauc_ndcg_at_3_std": 0.207331, "nauc_ndcg_at_3_diff1": 0.117592, "nauc_ndcg_at_5_max": 0.240605, "nauc_ndcg_at_5_std": 0.210777, "nauc_ndcg_at_5_diff1": 0.085005, "nauc_ndcg_at_10_max": 0.243889, "nauc_ndcg_at_10_std": 0.191592, "nauc_ndcg_at_10_diff1": 0.043422, "nauc_ndcg_at_20_max": 0.236985, "nauc_ndcg_at_20_std": 0.174472, "nauc_ndcg_at_20_diff1": 0.048738, "nauc_ndcg_at_100_max": 0.224982, "nauc_ndcg_at_100_std": 0.201118, "nauc_ndcg_at_100_diff1": 0.034, "nauc_ndcg_at_1000_max": 0.275148, "nauc_ndcg_at_1000_std": 0.340042, "nauc_ndcg_at_1000_diff1": 0.002429, "nauc_map_at_1_max": 0.046898, "nauc_map_at_1_std": -0.140808, "nauc_map_at_1_diff1": 0.143668, "nauc_map_at_3_max": 0.17492, "nauc_map_at_3_std": -0.158161, "nauc_map_at_3_diff1": 0.201069, "nauc_map_at_5_max": 0.209375, "nauc_map_at_5_std": -0.128378, "nauc_map_at_5_diff1": 0.164064, "nauc_map_at_10_max": 0.245474, "nauc_map_at_10_std": -0.077977, "nauc_map_at_10_diff1": 0.11556, "nauc_map_at_20_max": 0.260187, "nauc_map_at_20_std": -0.0266, "nauc_map_at_20_diff1": 0.099174, "nauc_map_at_100_max": 0.260164, "nauc_map_at_100_std": 0.056181, "nauc_map_at_100_diff1": 0.084333, "nauc_map_at_1000_max": 0.282551, "nauc_map_at_1000_std": 0.133051, "nauc_map_at_1000_diff1": 0.053817, "nauc_recall_at_1_max": 0.046898, "nauc_recall_at_1_std": -0.140808, "nauc_recall_at_1_diff1": 0.143668, "nauc_recall_at_3_max": 0.179439, "nauc_recall_at_3_std": -0.145509, "nauc_recall_at_3_diff1": 0.153495, "nauc_recall_at_5_max": 0.200508, "nauc_recall_at_5_std": -0.115542, "nauc_recall_at_5_diff1": 0.108411, "nauc_recall_at_10_max": 0.224251, "nauc_recall_at_10_std": -0.082463, "nauc_recall_at_10_diff1": 0.036271, "nauc_recall_at_20_max": 0.198246, "nauc_recall_at_20_std": -0.011222, "nauc_recall_at_20_diff1": 0.010495, "nauc_recall_at_100_max": 0.089702, "nauc_recall_at_100_std": 0.076356, "nauc_recall_at_100_diff1": 0.034379, "nauc_recall_at_1000_max": 0.191415, "nauc_recall_at_1000_std": 0.263243, "nauc_recall_at_1000_diff1": -0.04626, "nauc_precision_at_1_max": 0.172271, "nauc_precision_at_1_std": 0.225593, "nauc_precision_at_1_diff1": 0.03696, "nauc_precision_at_3_max": 0.287094, "nauc_precision_at_3_std": 0.265899, "nauc_precision_at_3_diff1": 0.069138, "nauc_precision_at_5_max": 0.307001, "nauc_precision_at_5_std": 0.284567, "nauc_precision_at_5_diff1": -0.001643, "nauc_precision_at_10_max": 0.258487, "nauc_precision_at_10_std": 0.288441, "nauc_precision_at_10_diff1": -0.062286, "nauc_precision_at_20_max": 0.226637, "nauc_precision_at_20_std": 0.298447, "nauc_precision_at_20_diff1": -0.047675, "nauc_precision_at_100_max": 0.168292, "nauc_precision_at_100_std": 0.33274, "nauc_precision_at_100_diff1": -0.06481, "nauc_precision_at_1000_max": 0.173333, "nauc_precision_at_1000_std": 0.39207, "nauc_precision_at_1000_diff1": -0.068199, "nauc_mrr_at_1_max": 0.172271, "nauc_mrr_at_1_std": 0.225593, "nauc_mrr_at_1_diff1": 0.03696, "nauc_mrr_at_3_max": 0.264218, "nauc_mrr_at_3_std": 0.291632, "nauc_mrr_at_3_diff1": 0.023009, "nauc_mrr_at_5_max": 0.255565, "nauc_mrr_at_5_std": 0.294047, "nauc_mrr_at_5_diff1": 0.028424, "nauc_mrr_at_10_max": 0.250993, "nauc_mrr_at_10_std": 0.29518, "nauc_mrr_at_10_diff1": 0.025863, "nauc_mrr_at_20_max": 0.247144, "nauc_mrr_at_20_std": 0.297121, "nauc_mrr_at_20_diff1": 0.021601, "nauc_mrr_at_100_max": 0.24566, "nauc_mrr_at_100_std": 0.296608, "nauc_mrr_at_100_diff1": 0.02329, "nauc_mrr_at_1000_max": 0.24569, "nauc_mrr_at_1000_std": 0.296342, "nauc_mrr_at_1000_diff1": 0.023429, "main_score": 0.22569, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.015, "ndcg_at_3": 0.01429, "ndcg_at_5": 0.0183, "ndcg_at_10": 0.02018, "ndcg_at_20": 0.02268, "ndcg_at_100": 0.03926, "ndcg_at_1000": 0.09424, "map_at_1": 0.00089, "map_at_3": 0.00192, "map_at_5": 0.00356, "map_at_10": 0.00518, "map_at_20": 0.00648, "map_at_100": 0.0103, "map_at_1000": 0.0146, "recall_at_1": 0.00089, "recall_at_3": 0.00327, "recall_at_5": 0.00859, "recall_at_10": 0.01443, "recall_at_20": 0.02109, "recall_at_100": 0.06421, "recall_at_1000": 0.23409, "precision_at_1": 0.03, "precision_at_3": 0.02167, "precision_at_5": 0.027, "precision_at_10": 0.0245, "precision_at_20": 0.02275, "precision_at_100": 0.0178, "precision_at_1000": 0.00871, "mrr_at_1": 0.03, "mrr_at_3": 0.04, "mrr_at_5": 0.04875, "mrr_at_10": 0.055802, "mrr_at_20": 0.060628, "mrr_at_100": 0.065847, "mrr_at_1000": 0.066974, "nauc_ndcg_at_1_max": 0.114033, "nauc_ndcg_at_1_std": 0.718272, "nauc_ndcg_at_1_diff1": 0.124497, "nauc_ndcg_at_3_max": -0.057394, "nauc_ndcg_at_3_std": 0.559304, "nauc_ndcg_at_3_diff1": 0.010313, "nauc_ndcg_at_5_max": -0.009922, "nauc_ndcg_at_5_std": 0.483951, "nauc_ndcg_at_5_diff1": -0.023758, "nauc_ndcg_at_10_max": -0.019884, "nauc_ndcg_at_10_std": 0.371333, "nauc_ndcg_at_10_diff1": -0.021752, "nauc_ndcg_at_20_max": 0.028181, "nauc_ndcg_at_20_std": 0.34788, "nauc_ndcg_at_20_diff1": -0.020289, "nauc_ndcg_at_100_max": 0.049478, "nauc_ndcg_at_100_std": 0.360225, "nauc_ndcg_at_100_diff1": 0.017103, "nauc_ndcg_at_1000_max": 0.117701, "nauc_ndcg_at_1000_std": 0.40219, "nauc_ndcg_at_1000_diff1": 0.040093, "nauc_map_at_1_max": 0.179045, "nauc_map_at_1_std": 0.701682, "nauc_map_at_1_diff1": 0.195758, "nauc_map_at_3_max": -0.030114, "nauc_map_at_3_std": 0.556082, "nauc_map_at_3_diff1": 0.055199, "nauc_map_at_5_max": -0.017625, "nauc_map_at_5_std": 0.388994, "nauc_map_at_5_diff1": -0.013811, "nauc_map_at_10_max": -0.036691, "nauc_map_at_10_std": 0.264037, "nauc_map_at_10_diff1": -0.007113, "nauc_map_at_20_max": 0.026536, "nauc_map_at_20_std": 0.330303, "nauc_map_at_20_diff1": -0.01017, "nauc_map_at_100_max": 0.034917, "nauc_map_at_100_std": 0.389752, "nauc_map_at_100_diff1": 0.043955, "nauc_map_at_1000_max": 0.076698, "nauc_map_at_1000_std": 0.418891, "nauc_map_at_1000_diff1": 0.067259, "nauc_recall_at_1_max": 0.179045, "nauc_recall_at_1_std": 0.701682, "nauc_recall_at_1_diff1": 0.195758, "nauc_recall_at_3_max": -0.080709, "nauc_recall_at_3_std": 0.503893, "nauc_recall_at_3_diff1": 0.031387, "nauc_recall_at_5_max": -0.076212, "nauc_recall_at_5_std": 0.215, "nauc_recall_at_5_diff1": -0.031595, "nauc_recall_at_10_max": -0.087536, "nauc_recall_at_10_std": 0.104011, "nauc_recall_at_10_diff1": -0.031082, "nauc_recall_at_20_max": -0.000788, "nauc_recall_at_20_std": 0.189395, "nauc_recall_at_20_diff1": -0.014365, "nauc_recall_at_100_max": 0.051474, "nauc_recall_at_100_std": 0.255223, "nauc_recall_at_100_diff1": 0.013022, "nauc_recall_at_1000_max": 0.116126, "nauc_recall_at_1000_std": 0.32988, "nauc_recall_at_1000_diff1": 0.055253, "nauc_precision_at_1_max": 0.114033, "nauc_precision_at_1_std": 0.718272, "nauc_precision_at_1_diff1": 0.124497, "nauc_precision_at_3_max": -0.029267, "nauc_precision_at_3_std": 0.621184, "nauc_precision_at_3_diff1": 0.092588, "nauc_precision_at_5_max": 0.044977, "nauc_precision_at_5_std": 0.539894, "nauc_precision_at_5_diff1": 0.047004, "nauc_precision_at_10_max": 0.078878, "nauc_precision_at_10_std": 0.432465, "nauc_precision_at_10_diff1": -0.002441, "nauc_precision_at_20_max": 0.161498, "nauc_precision_at_20_std": 0.423063, "nauc_precision_at_20_diff1": 0.01916, "nauc_precision_at_100_max": 0.158225, "nauc_precision_at_100_std": 0.436302, "nauc_precision_at_100_diff1": 0.061014, "nauc_precision_at_1000_max": 0.244891, "nauc_precision_at_1000_std": 0.430179, "nauc_precision_at_1000_diff1": 0.028023, "nauc_mrr_at_1_max": 0.114033, "nauc_mrr_at_1_std": 0.718272, "nauc_mrr_at_1_diff1": 0.124497, "nauc_mrr_at_3_max": 0.04776, "nauc_mrr_at_3_std": 0.642206, "nauc_mrr_at_3_diff1": 0.143312, "nauc_mrr_at_5_max": 0.042706, "nauc_mrr_at_5_std": 0.58454, "nauc_mrr_at_5_diff1": 0.125946, "nauc_mrr_at_10_max": 0.027077, "nauc_mrr_at_10_std": 0.541611, "nauc_mrr_at_10_diff1": 0.069591, "nauc_mrr_at_20_max": 0.040927, "nauc_mrr_at_20_std": 0.52089, "nauc_mrr_at_20_diff1": 0.057597, "nauc_mrr_at_100_max": 0.053888, "nauc_mrr_at_100_std": 0.516154, "nauc_mrr_at_100_diff1": 0.052304, "nauc_mrr_at_1000_max": 0.052755, "nauc_mrr_at_1000_std": 0.516471, "nauc_mrr_at_1000_diff1": 0.056374, "main_score": 0.02018, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0725, "ndcg_at_3": 0.06985, "ndcg_at_5": 0.06682, "ndcg_at_10": 0.06447, "ndcg_at_20": 0.065, "ndcg_at_100": 0.08304, "ndcg_at_1000": 0.16195, "map_at_1": 0.00646, "map_at_3": 0.01402, "map_at_5": 0.01675, "map_at_10": 0.01971, "map_at_20": 0.02289, "map_at_100": 0.03065, "map_at_1000": 0.03916, "recall_at_1": 0.00646, "recall_at_3": 0.01902, "recall_at_5": 0.02425, "recall_at_10": 0.03452, "recall_at_20": 0.04752, "recall_at_100": 0.10914, "recall_at_1000": 0.35149, "precision_at_1": 0.09, "precision_at_3": 0.08667, "precision_at_5": 0.079, "precision_at_10": 0.0685, "precision_at_20": 0.0595, "precision_at_100": 0.03705, "precision_at_1000": 0.01392, "mrr_at_1": 0.09, "mrr_at_3": 0.126667, "mrr_at_5": 0.139167, "mrr_at_10": 0.149629, "mrr_at_20": 0.155344, "mrr_at_100": 0.16058, "mrr_at_1000": 0.161593, "nauc_ndcg_at_1_max": -0.14339, "nauc_ndcg_at_1_std": 0.283976, "nauc_ndcg_at_1_diff1": 0.165345, "nauc_ndcg_at_3_max": -0.01443, "nauc_ndcg_at_3_std": 0.307701, "nauc_ndcg_at_3_diff1": 0.199621, "nauc_ndcg_at_5_max": 0.006292, "nauc_ndcg_at_5_std": 0.261037, "nauc_ndcg_at_5_diff1": 0.204569, "nauc_ndcg_at_10_max": 0.015517, "nauc_ndcg_at_10_std": 0.280385, "nauc_ndcg_at_10_diff1": 0.198877, "nauc_ndcg_at_20_max": 0.015401, "nauc_ndcg_at_20_std": 0.298044, "nauc_ndcg_at_20_diff1": 0.194454, "nauc_ndcg_at_100_max": 0.052861, "nauc_ndcg_at_100_std": 0.351629, "nauc_ndcg_at_100_diff1": 0.227087, "nauc_ndcg_at_1000_max": 0.085085, "nauc_ndcg_at_1000_std": 0.443325, "nauc_ndcg_at_1000_diff1": 0.207091, "nauc_map_at_1_max": -0.233152, "nauc_map_at_1_std": -0.053186, "nauc_map_at_1_diff1": 0.300041, "nauc_map_at_3_max": -0.152931, "nauc_map_at_3_std": -0.157759, "nauc_map_at_3_diff1": 0.228738, "nauc_map_at_5_max": -0.150594, "nauc_map_at_5_std": -0.149602, "nauc_map_at_5_diff1": 0.234588, "nauc_map_at_10_max": -0.122637, "nauc_map_at_10_std": -0.090665, "nauc_map_at_10_diff1": 0.250594, "nauc_map_at_20_max": -0.08299, "nauc_map_at_20_std": -0.000308, "nauc_map_at_20_diff1": 0.249566, "nauc_map_at_100_max": -0.013104, "nauc_map_at_100_std": 0.153657, "nauc_map_at_100_diff1": 0.261858, "nauc_map_at_1000_max": 0.035331, "nauc_map_at_1000_std": 0.256819, "nauc_map_at_1000_diff1": 0.254484, "nauc_recall_at_1_max": -0.233152, "nauc_recall_at_1_std": -0.053186, "nauc_recall_at_1_diff1": 0.300041, "nauc_recall_at_3_max": -0.121014, "nauc_recall_at_3_std": -0.164916, "nauc_recall_at_3_diff1": 0.176183, "nauc_recall_at_5_max": -0.097141, "nauc_recall_at_5_std": -0.14086, "nauc_recall_at_5_diff1": 0.198872, "nauc_recall_at_10_max": -0.080002, "nauc_recall_at_10_std": -0.043275, "nauc_recall_at_10_diff1": 0.215649, "nauc_recall_at_20_max": -0.034688, "nauc_recall_at_20_std": 0.100344, "nauc_recall_at_20_diff1": 0.195201, "nauc_recall_at_100_max": 0.064948, "nauc_recall_at_100_std": 0.313467, "nauc_recall_at_100_diff1": 0.190798, "nauc_recall_at_1000_max": 0.137697, "nauc_recall_at_1000_std": 0.372522, "nauc_recall_at_1000_diff1": 0.124044, "nauc_precision_at_1_max": -0.136213, "nauc_precision_at_1_std": 0.280148, "nauc_precision_at_1_diff1": 0.205557, "nauc_precision_at_3_max": 0.055282, "nauc_precision_at_3_std": 0.362284, "nauc_precision_at_3_diff1": 0.280131, "nauc_precision_at_5_max": 0.099959, "nauc_precision_at_5_std": 0.33238, "nauc_precision_at_5_diff1": 0.279801, "nauc_precision_at_10_max": 0.127553, "nauc_precision_at_10_std": 0.445505, "nauc_precision_at_10_diff1": 0.235801, "nauc_precision_at_20_max": 0.155619, "nauc_precision_at_20_std": 0.544517, "nauc_precision_at_20_diff1": 0.209677, "nauc_precision_at_100_max": 0.178532, "nauc_precision_at_100_std": 0.627921, "nauc_precision_at_100_diff1": 0.179643, "nauc_precision_at_1000_max": 0.109087, "nauc_precision_at_1000_std": 0.614685, "nauc_precision_at_1000_diff1": 0.129908, "nauc_mrr_at_1_max": -0.136213, "nauc_mrr_at_1_std": 0.280148, "nauc_mrr_at_1_diff1": 0.205557, "nauc_mrr_at_3_max": -0.051762, "nauc_mrr_at_3_std": 0.337387, "nauc_mrr_at_3_diff1": 0.229951, "nauc_mrr_at_5_max": -0.009117, "nauc_mrr_at_5_std": 0.325846, "nauc_mrr_at_5_diff1": 0.235456, "nauc_mrr_at_10_max": -0.018157, "nauc_mrr_at_10_std": 0.334859, "nauc_mrr_at_10_diff1": 0.234947, "nauc_mrr_at_20_max": -0.018526, "nauc_mrr_at_20_std": 0.343568, "nauc_mrr_at_20_diff1": 0.223986, "nauc_mrr_at_100_max": -0.021418, "nauc_mrr_at_100_std": 0.342086, "nauc_mrr_at_100_diff1": 0.221903, "nauc_mrr_at_1000_max": -0.021844, "nauc_mrr_at_1000_std": 0.341961, "nauc_mrr_at_1000_diff1": 0.222774, "main_score": 0.06447, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "orthopedic_surgery": [ { "ndcg_at_1": 0.295, "ndcg_at_3": 0.27182, "ndcg_at_5": 0.271, "ndcg_at_10": 0.27374, "ndcg_at_20": 0.28211, "ndcg_at_100": 0.34149, "ndcg_at_1000": 0.42556, "map_at_1": 0.07231, "map_at_3": 0.10476, "map_at_5": 0.12316, "map_at_10": 0.1469, "map_at_20": 0.16095, "map_at_100": 0.18551, "map_at_1000": 0.19794, "recall_at_1": 0.07231, "recall_at_3": 0.12164, "recall_at_5": 0.15779, "recall_at_10": 0.21515, "recall_at_20": 0.27133, "recall_at_100": 0.46383, "recall_at_1000": 0.79435, "precision_at_1": 0.355, "precision_at_3": 0.27833, "precision_at_5": 0.24, "precision_at_10": 0.188, "precision_at_20": 0.13525, "precision_at_100": 0.05965, "precision_at_1000": 0.01141, "mrr_at_1": 0.355, "mrr_at_3": 0.44, "mrr_at_5": 0.451, "mrr_at_10": 0.464288, "mrr_at_20": 0.469728, "mrr_at_100": 0.472914, "mrr_at_1000": 0.473527, "nauc_ndcg_at_1_max": 0.166566, "nauc_ndcg_at_1_std": 0.098493, "nauc_ndcg_at_1_diff1": 0.377374, "nauc_ndcg_at_3_max": 0.139693, "nauc_ndcg_at_3_std": 0.164469, "nauc_ndcg_at_3_diff1": 0.336692, "nauc_ndcg_at_5_max": 0.136769, "nauc_ndcg_at_5_std": 0.159887, "nauc_ndcg_at_5_diff1": 0.341972, "nauc_ndcg_at_10_max": 0.14397, "nauc_ndcg_at_10_std": 0.13503, "nauc_ndcg_at_10_diff1": 0.357975, "nauc_ndcg_at_20_max": 0.148988, "nauc_ndcg_at_20_std": 0.127923, "nauc_ndcg_at_20_diff1": 0.356451, "nauc_ndcg_at_100_max": 0.170238, "nauc_ndcg_at_100_std": 0.186898, "nauc_ndcg_at_100_diff1": 0.334139, "nauc_ndcg_at_1000_max": 0.214924, "nauc_ndcg_at_1000_std": 0.264995, "nauc_ndcg_at_1000_diff1": 0.331481, "nauc_map_at_1_max": -0.085475, "nauc_map_at_1_std": -0.150885, "nauc_map_at_1_diff1": 0.502729, "nauc_map_at_3_max": -0.014217, "nauc_map_at_3_std": -0.051006, "nauc_map_at_3_diff1": 0.400472, "nauc_map_at_5_max": 0.013624, "nauc_map_at_5_std": -0.033203, "nauc_map_at_5_diff1": 0.390432, "nauc_map_at_10_max": 0.067867, "nauc_map_at_10_std": -0.005393, "nauc_map_at_10_diff1": 0.364509, "nauc_map_at_20_max": 0.088497, "nauc_map_at_20_std": 0.020907, "nauc_map_at_20_diff1": 0.351386, "nauc_map_at_100_max": 0.123675, "nauc_map_at_100_std": 0.080334, "nauc_map_at_100_diff1": 0.3313, "nauc_map_at_1000_max": 0.143272, "nauc_map_at_1000_std": 0.115847, "nauc_map_at_1000_diff1": 0.328484, "nauc_recall_at_1_max": -0.085475, "nauc_recall_at_1_std": -0.150885, "nauc_recall_at_1_diff1": 0.502729, "nauc_recall_at_3_max": -0.047774, "nauc_recall_at_3_std": -0.029969, "nauc_recall_at_3_diff1": 0.361957, "nauc_recall_at_5_max": -0.016115, "nauc_recall_at_5_std": -0.017715, "nauc_recall_at_5_diff1": 0.352854, "nauc_recall_at_10_max": 0.026382, "nauc_recall_at_10_std": 0.002061, "nauc_recall_at_10_diff1": 0.308537, "nauc_recall_at_20_max": 0.051723, "nauc_recall_at_20_std": 0.037683, "nauc_recall_at_20_diff1": 0.278188, "nauc_recall_at_100_max": 0.136188, "nauc_recall_at_100_std": 0.184954, "nauc_recall_at_100_diff1": 0.208443, "nauc_recall_at_1000_max": 0.221514, "nauc_recall_at_1000_std": 0.378553, "nauc_recall_at_1000_diff1": 0.176758, "nauc_precision_at_1_max": 0.204469, "nauc_precision_at_1_std": 0.136015, "nauc_precision_at_1_diff1": 0.340175, "nauc_precision_at_3_max": 0.235897, "nauc_precision_at_3_std": 0.280874, "nauc_precision_at_3_diff1": 0.174014, "nauc_precision_at_5_max": 0.260412, "nauc_precision_at_5_std": 0.312356, "nauc_precision_at_5_diff1": 0.156229, "nauc_precision_at_10_max": 0.311344, "nauc_precision_at_10_std": 0.336118, "nauc_precision_at_10_diff1": 0.106085, "nauc_precision_at_20_max": 0.330078, "nauc_precision_at_20_std": 0.373602, "nauc_precision_at_20_diff1": 0.057125, "nauc_precision_at_100_max": 0.327247, "nauc_precision_at_100_std": 0.448719, "nauc_precision_at_100_diff1": -0.005332, "nauc_precision_at_1000_max": 0.300431, "nauc_precision_at_1000_std": 0.423912, "nauc_precision_at_1000_diff1": -0.04236, "nauc_mrr_at_1_max": 0.204469, "nauc_mrr_at_1_std": 0.136015, "nauc_mrr_at_1_diff1": 0.340175, "nauc_mrr_at_3_max": 0.159197, "nauc_mrr_at_3_std": 0.211317, "nauc_mrr_at_3_diff1": 0.328633, "nauc_mrr_at_5_max": 0.17413, "nauc_mrr_at_5_std": 0.215558, "nauc_mrr_at_5_diff1": 0.337604, "nauc_mrr_at_10_max": 0.175788, "nauc_mrr_at_10_std": 0.221512, "nauc_mrr_at_10_diff1": 0.341331, "nauc_mrr_at_20_max": 0.177041, "nauc_mrr_at_20_std": 0.217074, "nauc_mrr_at_20_diff1": 0.337286, "nauc_mrr_at_100_max": 0.175984, "nauc_mrr_at_100_std": 0.216943, "nauc_mrr_at_100_diff1": 0.336884, "nauc_mrr_at_1000_max": 0.176336, "nauc_mrr_at_1000_std": 0.216748, "nauc_mrr_at_1000_diff1": 0.33736, "main_score": 0.27374, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0125, "ndcg_at_3": 0.01104, "ndcg_at_5": 0.01003, "ndcg_at_10": 0.0126, "ndcg_at_20": 0.01735, "ndcg_at_100": 0.03443, "ndcg_at_1000": 0.07723, "map_at_1": 0.00667, "map_at_3": 0.00688, "map_at_5": 0.00688, "map_at_10": 0.00753, "map_at_20": 0.00858, "map_at_100": 0.01184, "map_at_1000": 0.01401, "recall_at_1": 0.00667, "recall_at_3": 0.00708, "recall_at_5": 0.00708, "recall_at_10": 0.01129, "recall_at_20": 0.02309, "recall_at_100": 0.07007, "recall_at_1000": 0.26423, "precision_at_1": 0.015, "precision_at_3": 0.00667, "precision_at_5": 0.004, "precision_at_10": 0.0065, "precision_at_20": 0.00725, "precision_at_100": 0.007, "precision_at_1000": 0.00296, "mrr_at_1": 0.015, "mrr_at_3": 0.0175, "mrr_at_5": 0.0175, "mrr_at_10": 0.022395, "mrr_at_20": 0.024366, "mrr_at_100": 0.028651, "mrr_at_1000": 0.029998, "nauc_ndcg_at_1_max": -0.529649, "nauc_ndcg_at_1_std": 0.240461, "nauc_ndcg_at_1_diff1": 0.234881, "nauc_ndcg_at_3_max": -0.521324, "nauc_ndcg_at_3_std": 0.283598, "nauc_ndcg_at_3_diff1": 0.310201, "nauc_ndcg_at_5_max": -0.520621, "nauc_ndcg_at_5_std": 0.320813, "nauc_ndcg_at_5_diff1": 0.355185, "nauc_ndcg_at_10_max": -0.424811, "nauc_ndcg_at_10_std": 0.282101, "nauc_ndcg_at_10_diff1": 0.245313, "nauc_ndcg_at_20_max": -0.306632, "nauc_ndcg_at_20_std": 0.223327, "nauc_ndcg_at_20_diff1": 0.079248, "nauc_ndcg_at_100_max": -0.109963, "nauc_ndcg_at_100_std": 0.205412, "nauc_ndcg_at_100_diff1": -0.002453, "nauc_ndcg_at_1000_max": -0.069555, "nauc_ndcg_at_1000_std": 0.114044, "nauc_ndcg_at_1000_diff1": -0.066392, "nauc_map_at_1_max": -0.513684, "nauc_map_at_1_std": 0.495003, "nauc_map_at_1_diff1": 0.66248, "nauc_map_at_3_max": -0.513257, "nauc_map_at_3_std": 0.477864, "nauc_map_at_3_diff1": 0.640266, "nauc_map_at_5_max": -0.513257, "nauc_map_at_5_std": 0.477864, "nauc_map_at_5_diff1": 0.640266, "nauc_map_at_10_max": -0.495591, "nauc_map_at_10_std": 0.436827, "nauc_map_at_10_diff1": 0.557217, "nauc_map_at_20_max": -0.453527, "nauc_map_at_20_std": 0.388897, "nauc_map_at_20_diff1": 0.449387, "nauc_map_at_100_max": -0.293791, "nauc_map_at_100_std": 0.430182, "nauc_map_at_100_diff1": 0.30913, "nauc_map_at_1000_max": -0.258587, "nauc_map_at_1000_std": 0.412237, "nauc_map_at_1000_diff1": 0.255992, "nauc_recall_at_1_max": -0.513684, "nauc_recall_at_1_std": 0.495003, "nauc_recall_at_1_diff1": 0.66248, "nauc_recall_at_3_max": -0.512855, "nauc_recall_at_3_std": 0.461734, "nauc_recall_at_3_diff1": 0.61936, "nauc_recall_at_5_max": -0.512855, "nauc_recall_at_5_std": 0.461734, "nauc_recall_at_5_diff1": 0.61936, "nauc_recall_at_10_max": -0.426667, "nauc_recall_at_10_std": 0.269702, "nauc_recall_at_10_diff1": 0.283292, "nauc_recall_at_20_max": -0.300367, "nauc_recall_at_20_std": 0.087288, "nauc_recall_at_20_diff1": -0.071281, "nauc_recall_at_100_max": -0.005919, "nauc_recall_at_100_std": 0.11465, "nauc_recall_at_100_diff1": -0.080283, "nauc_recall_at_1000_max": 0.033229, "nauc_recall_at_1000_std": 0.012025, "nauc_recall_at_1000_diff1": -0.123942, "nauc_precision_at_1_max": -0.52464, "nauc_precision_at_1_std": 0.147303, "nauc_precision_at_1_diff1": 0.249709, "nauc_precision_at_3_max": -0.518379, "nauc_precision_at_3_std": 0.092836, "nauc_precision_at_3_diff1": 0.16964, "nauc_precision_at_5_max": -0.518379, "nauc_precision_at_5_std": 0.092836, "nauc_precision_at_5_diff1": 0.16964, "nauc_precision_at_10_max": -0.262141, "nauc_precision_at_10_std": 0.090628, "nauc_precision_at_10_diff1": -0.001403, "nauc_precision_at_20_max": -0.057067, "nauc_precision_at_20_std": 0.201632, "nauc_precision_at_20_diff1": -0.130687, "nauc_precision_at_100_max": 0.093477, "nauc_precision_at_100_std": 0.390581, "nauc_precision_at_100_diff1": -0.098723, "nauc_precision_at_1000_max": 0.01007, "nauc_precision_at_1000_std": 0.142399, "nauc_precision_at_1000_diff1": -0.077887, "nauc_mrr_at_1_max": -0.52464, "nauc_mrr_at_1_std": 0.147303, "nauc_mrr_at_1_diff1": 0.249709, "nauc_mrr_at_3_max": -0.521063, "nauc_mrr_at_3_std": 0.116179, "nauc_mrr_at_3_diff1": 0.203956, "nauc_mrr_at_5_max": -0.521063, "nauc_mrr_at_5_std": 0.116179, "nauc_mrr_at_5_diff1": 0.203956, "nauc_mrr_at_10_max": -0.430329, "nauc_mrr_at_10_std": 0.09615, "nauc_mrr_at_10_diff1": 0.148639, "nauc_mrr_at_20_max": -0.369443, "nauc_mrr_at_20_std": 0.094506, "nauc_mrr_at_20_diff1": 0.099734, "nauc_mrr_at_100_max": -0.321498, "nauc_mrr_at_100_std": 0.069941, "nauc_mrr_at_100_diff1": 0.098109, "nauc_mrr_at_1000_max": -0.325315, "nauc_mrr_at_1000_std": 0.067291, "nauc_mrr_at_1000_diff1": 0.092963, "main_score": 0.0126, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0275, "ndcg_at_3": 0.03306, "ndcg_at_5": 0.03503, "ndcg_at_10": 0.03982, "ndcg_at_20": 0.05226, "ndcg_at_100": 0.07919, "ndcg_at_1000": 0.13531, "map_at_1": 0.00785, "map_at_3": 0.01524, "map_at_5": 0.017, "map_at_10": 0.01957, "map_at_20": 0.02377, "map_at_100": 0.03106, "map_at_1000": 0.03475, "recall_at_1": 0.00785, "recall_at_3": 0.02303, "recall_at_5": 0.02795, "recall_at_10": 0.04196, "recall_at_20": 0.07567, "recall_at_100": 0.15568, "recall_at_1000": 0.38937, "precision_at_1": 0.03, "precision_at_3": 0.03333, "precision_at_5": 0.031, "precision_at_10": 0.03, "precision_at_20": 0.02875, "precision_at_100": 0.01655, "precision_at_1000": 0.0051, "mrr_at_1": 0.03, "mrr_at_3": 0.053333, "mrr_at_5": 0.061083, "mrr_at_10": 0.069776, "mrr_at_20": 0.074611, "mrr_at_100": 0.079202, "mrr_at_1000": 0.080743, "nauc_ndcg_at_1_max": -0.116765, "nauc_ndcg_at_1_std": 0.743884, "nauc_ndcg_at_1_diff1": -0.403005, "nauc_ndcg_at_3_max": -0.160059, "nauc_ndcg_at_3_std": 0.550289, "nauc_ndcg_at_3_diff1": -0.345751, "nauc_ndcg_at_5_max": -0.142894, "nauc_ndcg_at_5_std": 0.482477, "nauc_ndcg_at_5_diff1": -0.313893, "nauc_ndcg_at_10_max": -0.062597, "nauc_ndcg_at_10_std": 0.446533, "nauc_ndcg_at_10_diff1": -0.209872, "nauc_ndcg_at_20_max": -0.082883, "nauc_ndcg_at_20_std": 0.498973, "nauc_ndcg_at_20_diff1": -0.198755, "nauc_ndcg_at_100_max": -0.053353, "nauc_ndcg_at_100_std": 0.502531, "nauc_ndcg_at_100_diff1": -0.191536, "nauc_ndcg_at_1000_max": 0.024374, "nauc_ndcg_at_1000_std": 0.494158, "nauc_ndcg_at_1000_diff1": -0.188369, "nauc_map_at_1_max": -0.495808, "nauc_map_at_1_std": 0.854177, "nauc_map_at_1_diff1": -0.350323, "nauc_map_at_3_max": -0.314574, "nauc_map_at_3_std": 0.593649, "nauc_map_at_3_diff1": -0.355539, "nauc_map_at_5_max": -0.282987, "nauc_map_at_5_std": 0.551059, "nauc_map_at_5_diff1": -0.342612, "nauc_map_at_10_max": -0.216101, "nauc_map_at_10_std": 0.526521, "nauc_map_at_10_diff1": -0.278561, "nauc_map_at_20_max": -0.182533, "nauc_map_at_20_std": 0.567004, "nauc_map_at_20_diff1": -0.272004, "nauc_map_at_100_max": -0.124264, "nauc_map_at_100_std": 0.608833, "nauc_map_at_100_diff1": -0.266829, "nauc_map_at_1000_max": -0.096581, "nauc_map_at_1000_std": 0.610444, "nauc_map_at_1000_diff1": -0.266384, "nauc_recall_at_1_max": -0.495808, "nauc_recall_at_1_std": 0.854177, "nauc_recall_at_1_diff1": -0.350323, "nauc_recall_at_3_max": -0.202762, "nauc_recall_at_3_std": 0.452786, "nauc_recall_at_3_diff1": -0.348015, "nauc_recall_at_5_max": -0.163727, "nauc_recall_at_5_std": 0.39687, "nauc_recall_at_5_diff1": -0.313844, "nauc_recall_at_10_max": 0.010889, "nauc_recall_at_10_std": 0.304942, "nauc_recall_at_10_diff1": -0.07849, "nauc_recall_at_20_max": -0.024585, "nauc_recall_at_20_std": 0.454125, "nauc_recall_at_20_diff1": -0.061954, "nauc_recall_at_100_max": -0.014541, "nauc_recall_at_100_std": 0.413673, "nauc_recall_at_100_diff1": -0.131013, "nauc_recall_at_1000_max": 0.112722, "nauc_recall_at_1000_std": 0.414407, "nauc_recall_at_1000_diff1": -0.130942, "nauc_precision_at_1_max": -0.080047, "nauc_precision_at_1_std": 0.737054, "nauc_precision_at_1_diff1": -0.411054, "nauc_precision_at_3_max": -0.109981, "nauc_precision_at_3_std": 0.548591, "nauc_precision_at_3_diff1": -0.325315, "nauc_precision_at_5_max": -0.062958, "nauc_precision_at_5_std": 0.415974, "nauc_precision_at_5_diff1": -0.269254, "nauc_precision_at_10_max": 0.085613, "nauc_precision_at_10_std": 0.428373, "nauc_precision_at_10_diff1": -0.167967, "nauc_precision_at_20_max": 0.053914, "nauc_precision_at_20_std": 0.514447, "nauc_precision_at_20_diff1": -0.192623, "nauc_precision_at_100_max": 0.120685, "nauc_precision_at_100_std": 0.531845, "nauc_precision_at_100_diff1": -0.162058, "nauc_precision_at_1000_max": 0.159857, "nauc_precision_at_1000_std": 0.344804, "nauc_precision_at_1000_diff1": -0.081909, "nauc_mrr_at_1_max": -0.080047, "nauc_mrr_at_1_std": 0.737054, "nauc_mrr_at_1_diff1": -0.411054, "nauc_mrr_at_3_max": -0.104436, "nauc_mrr_at_3_std": 0.60948, "nauc_mrr_at_3_diff1": -0.362331, "nauc_mrr_at_5_max": -0.10228, "nauc_mrr_at_5_std": 0.521495, "nauc_mrr_at_5_diff1": -0.333284, "nauc_mrr_at_10_max": -0.063006, "nauc_mrr_at_10_std": 0.487241, "nauc_mrr_at_10_diff1": -0.296131, "nauc_mrr_at_20_max": -0.072424, "nauc_mrr_at_20_std": 0.488884, "nauc_mrr_at_20_diff1": -0.290412, "nauc_mrr_at_100_max": -0.059178, "nauc_mrr_at_100_std": 0.479522, "nauc_mrr_at_100_diff1": -0.2834, "nauc_mrr_at_1000_max": -0.059288, "nauc_mrr_at_1000_std": 0.482433, "nauc_mrr_at_1000_diff1": -0.284645, "main_score": 0.03982, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "otorhinolaryngology": [ { "ndcg_at_1": 0.3025, "ndcg_at_3": 0.25328, "ndcg_at_5": 0.24008, "ndcg_at_10": 0.23031, "ndcg_at_20": 0.22799, "ndcg_at_100": 0.28198, "ndcg_at_1000": 0.38595, "map_at_1": 0.02708, "map_at_3": 0.05026, "map_at_5": 0.06021, "map_at_10": 0.07572, "map_at_20": 0.08847, "map_at_100": 0.11682, "map_at_1000": 0.13533, "recall_at_1": 0.02708, "recall_at_3": 0.06516, "recall_at_5": 0.0847, "recall_at_10": 0.12493, "recall_at_20": 0.1728, "recall_at_100": 0.36475, "recall_at_1000": 0.68543, "precision_at_1": 0.4, "precision_at_3": 0.295, "precision_at_5": 0.26, "precision_at_10": 0.212, "precision_at_20": 0.16375, "precision_at_100": 0.0859, "precision_at_1000": 0.02207, "mrr_at_1": 0.4, "mrr_at_3": 0.471667, "mrr_at_5": 0.488417, "mrr_at_10": 0.499659, "mrr_at_20": 0.506951, "mrr_at_100": 0.510102, "mrr_at_1000": 0.510315, "nauc_ndcg_at_1_max": -0.005038, "nauc_ndcg_at_1_std": 0.026201, "nauc_ndcg_at_1_diff1": 0.142145, "nauc_ndcg_at_3_max": 0.036352, "nauc_ndcg_at_3_std": 0.100629, "nauc_ndcg_at_3_diff1": 0.182804, "nauc_ndcg_at_5_max": 0.00856, "nauc_ndcg_at_5_std": 0.094879, "nauc_ndcg_at_5_diff1": 0.175396, "nauc_ndcg_at_10_max": -0.008858, "nauc_ndcg_at_10_std": 0.103096, "nauc_ndcg_at_10_diff1": 0.199105, "nauc_ndcg_at_20_max": -0.022714, "nauc_ndcg_at_20_std": 0.121926, "nauc_ndcg_at_20_diff1": 0.210398, "nauc_ndcg_at_100_max": -0.093292, "nauc_ndcg_at_100_std": 0.159194, "nauc_ndcg_at_100_diff1": 0.175323, "nauc_ndcg_at_1000_max": -0.066813, "nauc_ndcg_at_1000_std": 0.28196, "nauc_ndcg_at_1000_diff1": 0.185133, "nauc_map_at_1_max": -0.140016, "nauc_map_at_1_std": -0.183061, "nauc_map_at_1_diff1": 0.102475, "nauc_map_at_3_max": -0.105116, "nauc_map_at_3_std": -0.060331, "nauc_map_at_3_diff1": 0.113049, "nauc_map_at_5_max": -0.120507, "nauc_map_at_5_std": -0.072874, "nauc_map_at_5_diff1": 0.106126, "nauc_map_at_10_max": -0.099655, "nauc_map_at_10_std": -0.034806, "nauc_map_at_10_diff1": 0.144924, "nauc_map_at_20_max": -0.088, "nauc_map_at_20_std": 0.014115, "nauc_map_at_20_diff1": 0.157001, "nauc_map_at_100_max": -0.08153, "nauc_map_at_100_std": 0.127593, "nauc_map_at_100_diff1": 0.151355, "nauc_map_at_1000_max": -0.077273, "nauc_map_at_1000_std": 0.190841, "nauc_map_at_1000_diff1": 0.152462, "nauc_recall_at_1_max": -0.140016, "nauc_recall_at_1_std": -0.183061, "nauc_recall_at_1_diff1": 0.102475, "nauc_recall_at_3_max": -0.090325, "nauc_recall_at_3_std": 0.04175, "nauc_recall_at_3_diff1": 0.061772, "nauc_recall_at_5_max": -0.121735, "nauc_recall_at_5_std": -0.001867, "nauc_recall_at_5_diff1": 0.061341, "nauc_recall_at_10_max": -0.102648, "nauc_recall_at_10_std": 0.007143, "nauc_recall_at_10_diff1": 0.121243, "nauc_recall_at_20_max": -0.107632, "nauc_recall_at_20_std": 0.051131, "nauc_recall_at_20_diff1": 0.166068, "nauc_recall_at_100_max": -0.181232, "nauc_recall_at_100_std": 0.124716, "nauc_recall_at_100_diff1": 0.082893, "nauc_recall_at_1000_max": -0.215327, "nauc_recall_at_1000_std": 0.372866, "nauc_recall_at_1000_diff1": 0.073673, "nauc_precision_at_1_max": 0.004409, "nauc_precision_at_1_std": 0.058934, "nauc_precision_at_1_diff1": 0.169664, "nauc_precision_at_3_max": 0.029152, "nauc_precision_at_3_std": 0.145582, "nauc_precision_at_3_diff1": 0.161942, "nauc_precision_at_5_max": -0.011057, "nauc_precision_at_5_std": 0.139465, "nauc_precision_at_5_diff1": 0.135534, "nauc_precision_at_10_max": 0.029644, "nauc_precision_at_10_std": 0.219013, "nauc_precision_at_10_diff1": 0.184913, "nauc_precision_at_20_max": 0.047566, "nauc_precision_at_20_std": 0.304429, "nauc_precision_at_20_diff1": 0.178015, "nauc_precision_at_100_max": 0.025681, "nauc_precision_at_100_std": 0.388359, "nauc_precision_at_100_diff1": 0.091241, "nauc_precision_at_1000_max": 0.084912, "nauc_precision_at_1000_std": 0.311653, "nauc_precision_at_1000_diff1": 0.049405, "nauc_mrr_at_1_max": 0.004409, "nauc_mrr_at_1_std": 0.058934, "nauc_mrr_at_1_diff1": 0.169664, "nauc_mrr_at_3_max": 0.007387, "nauc_mrr_at_3_std": 0.092403, "nauc_mrr_at_3_diff1": 0.183727, "nauc_mrr_at_5_max": -0.005018, "nauc_mrr_at_5_std": 0.083163, "nauc_mrr_at_5_diff1": 0.190115, "nauc_mrr_at_10_max": 0.000733, "nauc_mrr_at_10_std": 0.093457, "nauc_mrr_at_10_diff1": 0.184562, "nauc_mrr_at_20_max": 0.001371, "nauc_mrr_at_20_std": 0.094782, "nauc_mrr_at_20_diff1": 0.195888, "nauc_mrr_at_100_max": 0.00089, "nauc_mrr_at_100_std": 0.092774, "nauc_mrr_at_100_diff1": 0.193652, "nauc_mrr_at_1000_max": 0.000798, "nauc_mrr_at_1000_std": 0.0929, "nauc_mrr_at_1000_diff1": 0.193468, "main_score": 0.23031, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.035, "ndcg_at_3": 0.02865, "ndcg_at_5": 0.03175, "ndcg_at_10": 0.03042, "ndcg_at_20": 0.03355, "ndcg_at_100": 0.05447, "ndcg_at_1000": 0.11779, "map_at_1": 0.00163, "map_at_3": 0.00311, "map_at_5": 0.00549, "map_at_10": 0.00779, "map_at_20": 0.00984, "map_at_100": 0.015, "map_at_1000": 0.0198, "recall_at_1": 0.00163, "recall_at_3": 0.00441, "recall_at_5": 0.01063, "recall_at_10": 0.01751, "recall_at_20": 0.03086, "recall_at_100": 0.09219, "recall_at_1000": 0.29988, "precision_at_1": 0.055, "precision_at_3": 0.04, "precision_at_5": 0.042, "precision_at_10": 0.0345, "precision_at_20": 0.03025, "precision_at_100": 0.021, "precision_at_1000": 0.00873, "mrr_at_1": 0.055, "mrr_at_3": 0.071667, "mrr_at_5": 0.079917, "mrr_at_10": 0.083145, "mrr_at_20": 0.089833, "mrr_at_100": 0.095001, "mrr_at_1000": 0.096227, "nauc_ndcg_at_1_max": 0.210453, "nauc_ndcg_at_1_std": 0.607996, "nauc_ndcg_at_1_diff1": 0.04569, "nauc_ndcg_at_3_max": 0.076865, "nauc_ndcg_at_3_std": 0.457455, "nauc_ndcg_at_3_diff1": -0.047525, "nauc_ndcg_at_5_max": 0.050973, "nauc_ndcg_at_5_std": 0.481359, "nauc_ndcg_at_5_diff1": -0.020579, "nauc_ndcg_at_10_max": 0.062359, "nauc_ndcg_at_10_std": 0.557023, "nauc_ndcg_at_10_diff1": -0.021655, "nauc_ndcg_at_20_max": 0.080544, "nauc_ndcg_at_20_std": 0.556097, "nauc_ndcg_at_20_diff1": 0.034804, "nauc_ndcg_at_100_max": 0.12603, "nauc_ndcg_at_100_std": 0.492494, "nauc_ndcg_at_100_diff1": 0.045171, "nauc_ndcg_at_1000_max": 0.173058, "nauc_ndcg_at_1000_std": 0.457678, "nauc_ndcg_at_1000_diff1": 0.072028, "nauc_map_at_1_max": 0.424621, "nauc_map_at_1_std": 0.7616, "nauc_map_at_1_diff1": 0.059894, "nauc_map_at_3_max": 0.320694, "nauc_map_at_3_std": 0.621298, "nauc_map_at_3_diff1": -0.015556, "nauc_map_at_5_max": 0.204702, "nauc_map_at_5_std": 0.588413, "nauc_map_at_5_diff1": 0.042873, "nauc_map_at_10_max": 0.211308, "nauc_map_at_10_std": 0.64515, "nauc_map_at_10_diff1": 0.083243, "nauc_map_at_20_max": 0.1827, "nauc_map_at_20_std": 0.649846, "nauc_map_at_20_diff1": 0.110222, "nauc_map_at_100_max": 0.150694, "nauc_map_at_100_std": 0.624696, "nauc_map_at_100_diff1": 0.091644, "nauc_map_at_1000_max": 0.139168, "nauc_map_at_1000_std": 0.594476, "nauc_map_at_1000_diff1": 0.08892, "nauc_recall_at_1_max": 0.424621, "nauc_recall_at_1_std": 0.7616, "nauc_recall_at_1_diff1": 0.059894, "nauc_recall_at_3_max": 0.204021, "nauc_recall_at_3_std": 0.506566, "nauc_recall_at_3_diff1": -0.058737, "nauc_recall_at_5_max": 0.053208, "nauc_recall_at_5_std": 0.552552, "nauc_recall_at_5_diff1": 0.059529, "nauc_recall_at_10_max": 0.106429, "nauc_recall_at_10_std": 0.607192, "nauc_recall_at_10_diff1": 0.103865, "nauc_recall_at_20_max": 0.104615, "nauc_recall_at_20_std": 0.551197, "nauc_recall_at_20_diff1": 0.130143, "nauc_recall_at_100_max": 0.162579, "nauc_recall_at_100_std": 0.398263, "nauc_recall_at_100_diff1": 0.069106, "nauc_recall_at_1000_max": 0.2104, "nauc_recall_at_1000_std": 0.36699, "nauc_recall_at_1000_diff1": 0.05664, "nauc_precision_at_1_max": 0.318414, "nauc_precision_at_1_std": 0.659878, "nauc_precision_at_1_diff1": 0.122472, "nauc_precision_at_3_max": 0.120428, "nauc_precision_at_3_std": 0.502493, "nauc_precision_at_3_diff1": -0.017239, "nauc_precision_at_5_max": 0.046303, "nauc_precision_at_5_std": 0.486139, "nauc_precision_at_5_diff1": -0.004457, "nauc_precision_at_10_max": 0.044919, "nauc_precision_at_10_std": 0.559767, "nauc_precision_at_10_diff1": -0.007156, "nauc_precision_at_20_max": 0.031898, "nauc_precision_at_20_std": 0.539432, "nauc_precision_at_20_diff1": 0.046162, "nauc_precision_at_100_max": 0.031613, "nauc_precision_at_100_std": 0.462852, "nauc_precision_at_100_diff1": 0.047165, "nauc_precision_at_1000_max": 0.093292, "nauc_precision_at_1000_std": 0.314399, "nauc_precision_at_1000_diff1": 0.118556, "nauc_mrr_at_1_max": 0.318414, "nauc_mrr_at_1_std": 0.659878, "nauc_mrr_at_1_diff1": 0.122472, "nauc_mrr_at_3_max": 0.167917, "nauc_mrr_at_3_std": 0.534834, "nauc_mrr_at_3_diff1": 0.05463, "nauc_mrr_at_5_max": 0.132973, "nauc_mrr_at_5_std": 0.538052, "nauc_mrr_at_5_diff1": 0.058788, "nauc_mrr_at_10_max": 0.142131, "nauc_mrr_at_10_std": 0.542366, "nauc_mrr_at_10_diff1": 0.057361, "nauc_mrr_at_20_max": 0.144468, "nauc_mrr_at_20_std": 0.524655, "nauc_mrr_at_20_diff1": 0.064825, "nauc_mrr_at_100_max": 0.151844, "nauc_mrr_at_100_std": 0.516059, "nauc_mrr_at_100_diff1": 0.064072, "nauc_mrr_at_1000_max": 0.153686, "nauc_mrr_at_1000_std": 0.517001, "nauc_mrr_at_1000_diff1": 0.065177, "main_score": 0.03042, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0325, "ndcg_at_3": 0.0296, "ndcg_at_5": 0.03154, "ndcg_at_10": 0.03142, "ndcg_at_20": 0.03549, "ndcg_at_100": 0.05732, "ndcg_at_1000": 0.11622, "map_at_1": 0.00365, "map_at_3": 0.00724, "map_at_5": 0.00844, "map_at_10": 0.01017, "map_at_20": 0.01317, "map_at_100": 0.01934, "map_at_1000": 0.02375, "recall_at_1": 0.00365, "recall_at_3": 0.00926, "recall_at_5": 0.01312, "recall_at_10": 0.01895, "recall_at_20": 0.03492, "recall_at_100": 0.09589, "recall_at_1000": 0.29096, "precision_at_1": 0.04, "precision_at_3": 0.03833, "precision_at_5": 0.039, "precision_at_10": 0.033, "precision_at_20": 0.02925, "precision_at_100": 0.01935, "precision_at_1000": 0.00759, "mrr_at_1": 0.04, "mrr_at_3": 0.059167, "mrr_at_5": 0.067917, "mrr_at_10": 0.075177, "mrr_at_20": 0.079212, "mrr_at_100": 0.083046, "mrr_at_1000": 0.084777, "nauc_ndcg_at_1_max": 0.199397, "nauc_ndcg_at_1_std": 0.466822, "nauc_ndcg_at_1_diff1": -0.13913, "nauc_ndcg_at_3_max": 0.256919, "nauc_ndcg_at_3_std": 0.497297, "nauc_ndcg_at_3_diff1": 0.005206, "nauc_ndcg_at_5_max": 0.251731, "nauc_ndcg_at_5_std": 0.58559, "nauc_ndcg_at_5_diff1": 0.028477, "nauc_ndcg_at_10_max": 0.265072, "nauc_ndcg_at_10_std": 0.627559, "nauc_ndcg_at_10_diff1": 0.085132, "nauc_ndcg_at_20_max": 0.311144, "nauc_ndcg_at_20_std": 0.650818, "nauc_ndcg_at_20_diff1": 0.106079, "nauc_ndcg_at_100_max": 0.232044, "nauc_ndcg_at_100_std": 0.718966, "nauc_ndcg_at_100_diff1": 0.053395, "nauc_ndcg_at_1000_max": 0.194279, "nauc_ndcg_at_1000_std": 0.629369, "nauc_ndcg_at_1000_diff1": 0.073022, "nauc_map_at_1_max": 0.459369, "nauc_map_at_1_std": 0.565154, "nauc_map_at_1_diff1": 0.234875, "nauc_map_at_3_max": 0.567772, "nauc_map_at_3_std": 0.684584, "nauc_map_at_3_diff1": 0.369305, "nauc_map_at_5_max": 0.533659, "nauc_map_at_5_std": 0.710889, "nauc_map_at_5_diff1": 0.300582, "nauc_map_at_10_max": 0.507188, "nauc_map_at_10_std": 0.739693, "nauc_map_at_10_diff1": 0.280708, "nauc_map_at_20_max": 0.481557, "nauc_map_at_20_std": 0.752976, "nauc_map_at_20_diff1": 0.271821, "nauc_map_at_100_max": 0.390891, "nauc_map_at_100_std": 0.785211, "nauc_map_at_100_diff1": 0.142681, "nauc_map_at_1000_max": 0.344447, "nauc_map_at_1000_std": 0.770401, "nauc_map_at_1000_diff1": 0.125836, "nauc_recall_at_1_max": 0.459369, "nauc_recall_at_1_std": 0.565154, "nauc_recall_at_1_diff1": 0.234875, "nauc_recall_at_3_max": 0.520759, "nauc_recall_at_3_std": 0.669772, "nauc_recall_at_3_diff1": 0.343845, "nauc_recall_at_5_max": 0.418955, "nauc_recall_at_5_std": 0.711585, "nauc_recall_at_5_diff1": 0.212002, "nauc_recall_at_10_max": 0.366697, "nauc_recall_at_10_std": 0.745063, "nauc_recall_at_10_diff1": 0.187929, "nauc_recall_at_20_max": 0.341791, "nauc_recall_at_20_std": 0.678042, "nauc_recall_at_20_diff1": 0.174942, "nauc_recall_at_100_max": 0.20524, "nauc_recall_at_100_std": 0.725172, "nauc_recall_at_100_diff1": 0.001301, "nauc_recall_at_1000_max": 0.188014, "nauc_recall_at_1000_std": 0.591523, "nauc_recall_at_1000_diff1": 0.029882, "nauc_precision_at_1_max": 0.197679, "nauc_precision_at_1_std": 0.330796, "nauc_precision_at_1_diff1": -0.17873, "nauc_precision_at_3_max": 0.237398, "nauc_precision_at_3_std": 0.457298, "nauc_precision_at_3_diff1": 0.01954, "nauc_precision_at_5_max": 0.202942, "nauc_precision_at_5_std": 0.618014, "nauc_precision_at_5_diff1": -0.025916, "nauc_precision_at_10_max": 0.19636, "nauc_precision_at_10_std": 0.648689, "nauc_precision_at_10_diff1": 0.016721, "nauc_precision_at_20_max": 0.21598, "nauc_precision_at_20_std": 0.629467, "nauc_precision_at_20_diff1": 0.032158, "nauc_precision_at_100_max": 0.058008, "nauc_precision_at_100_std": 0.664263, "nauc_precision_at_100_diff1": -0.023799, "nauc_precision_at_1000_max": 0.058267, "nauc_precision_at_1000_std": 0.322274, "nauc_precision_at_1000_diff1": 0.111421, "nauc_mrr_at_1_max": 0.197679, "nauc_mrr_at_1_std": 0.330796, "nauc_mrr_at_1_diff1": -0.17873, "nauc_mrr_at_3_max": 0.195248, "nauc_mrr_at_3_std": 0.37741, "nauc_mrr_at_3_diff1": -0.063537, "nauc_mrr_at_5_max": 0.181278, "nauc_mrr_at_5_std": 0.438064, "nauc_mrr_at_5_diff1": -0.061662, "nauc_mrr_at_10_max": 0.170078, "nauc_mrr_at_10_std": 0.44916, "nauc_mrr_at_10_diff1": -0.046056, "nauc_mrr_at_20_max": 0.183337, "nauc_mrr_at_20_std": 0.434712, "nauc_mrr_at_20_diff1": -0.045994, "nauc_mrr_at_100_max": 0.185049, "nauc_mrr_at_100_std": 0.437882, "nauc_mrr_at_100_diff1": -0.045908, "nauc_mrr_at_1000_max": 0.183696, "nauc_mrr_at_1000_std": 0.435643, "nauc_mrr_at_1000_diff1": -0.045392, "main_score": 0.03142, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "plastic_surgery": [ { "ndcg_at_1": 0.31, "ndcg_at_3": 0.303, "ndcg_at_5": 0.29946, "ndcg_at_10": 0.29192, "ndcg_at_20": 0.29302, "ndcg_at_100": 0.35239, "ndcg_at_1000": 0.45262, "map_at_1": 0.04463, "map_at_3": 0.08272, "map_at_5": 0.10503, "map_at_10": 0.1271, "map_at_20": 0.14265, "map_at_100": 0.171, "map_at_1000": 0.18807, "recall_at_1": 0.04463, "recall_at_3": 0.10074, "recall_at_5": 0.14122, "recall_at_10": 0.19882, "recall_at_20": 0.2582, "recall_at_100": 0.45671, "recall_at_1000": 0.77781, "precision_at_1": 0.385, "precision_at_3": 0.34167, "precision_at_5": 0.315, "precision_at_10": 0.248, "precision_at_20": 0.18075, "precision_at_100": 0.0807, "precision_at_1000": 0.01784, "mrr_at_1": 0.385, "mrr_at_3": 0.501667, "mrr_at_5": 0.531167, "mrr_at_10": 0.543395, "mrr_at_20": 0.546156, "mrr_at_100": 0.548572, "mrr_at_1000": 0.548632, "nauc_ndcg_at_1_max": 0.066674, "nauc_ndcg_at_1_std": 0.032318, "nauc_ndcg_at_1_diff1": 0.346117, "nauc_ndcg_at_3_max": 0.101887, "nauc_ndcg_at_3_std": 0.131135, "nauc_ndcg_at_3_diff1": 0.3136, "nauc_ndcg_at_5_max": 0.122506, "nauc_ndcg_at_5_std": 0.179699, "nauc_ndcg_at_5_diff1": 0.292598, "nauc_ndcg_at_10_max": 0.139699, "nauc_ndcg_at_10_std": 0.19913, "nauc_ndcg_at_10_diff1": 0.285135, "nauc_ndcg_at_20_max": 0.147815, "nauc_ndcg_at_20_std": 0.190219, "nauc_ndcg_at_20_diff1": 0.334125, "nauc_ndcg_at_100_max": 0.125127, "nauc_ndcg_at_100_std": 0.212876, "nauc_ndcg_at_100_diff1": 0.311506, "nauc_ndcg_at_1000_max": 0.148171, "nauc_ndcg_at_1000_std": 0.295615, "nauc_ndcg_at_1000_diff1": 0.309027, "nauc_map_at_1_max": -0.012094, "nauc_map_at_1_std": 0.060922, "nauc_map_at_1_diff1": 0.49963, "nauc_map_at_3_max": 0.033075, "nauc_map_at_3_std": 0.071881, "nauc_map_at_3_diff1": 0.379433, "nauc_map_at_5_max": 0.036714, "nauc_map_at_5_std": 0.114324, "nauc_map_at_5_diff1": 0.312069, "nauc_map_at_10_max": 0.044794, "nauc_map_at_10_std": 0.142147, "nauc_map_at_10_diff1": 0.284194, "nauc_map_at_20_max": 0.051767, "nauc_map_at_20_std": 0.1571, "nauc_map_at_20_diff1": 0.309155, "nauc_map_at_100_max": 0.026872, "nauc_map_at_100_std": 0.179857, "nauc_map_at_100_diff1": 0.299225, "nauc_map_at_1000_max": 0.025429, "nauc_map_at_1000_std": 0.209739, "nauc_map_at_1000_diff1": 0.298742, "nauc_recall_at_1_max": -0.012094, "nauc_recall_at_1_std": 0.060922, "nauc_recall_at_1_diff1": 0.49963, "nauc_recall_at_3_max": 0.037338, "nauc_recall_at_3_std": 0.088849, "nauc_recall_at_3_diff1": 0.299363, "nauc_recall_at_5_max": 0.073191, "nauc_recall_at_5_std": 0.133322, "nauc_recall_at_5_diff1": 0.221697, "nauc_recall_at_10_max": 0.075026, "nauc_recall_at_10_std": 0.116679, "nauc_recall_at_10_diff1": 0.166677, "nauc_recall_at_20_max": 0.111305, "nauc_recall_at_20_std": 0.139675, "nauc_recall_at_20_diff1": 0.240406, "nauc_recall_at_100_max": 0.057655, "nauc_recall_at_100_std": 0.170101, "nauc_recall_at_100_diff1": 0.182593, "nauc_recall_at_1000_max": 0.205021, "nauc_recall_at_1000_std": 0.422542, "nauc_recall_at_1000_diff1": 0.144337, "nauc_precision_at_1_max": 0.04425, "nauc_precision_at_1_std": 0.06749, "nauc_precision_at_1_diff1": 0.39164, "nauc_precision_at_3_max": 0.033951, "nauc_precision_at_3_std": 0.134373, "nauc_precision_at_3_diff1": 0.249299, "nauc_precision_at_5_max": 0.055444, "nauc_precision_at_5_std": 0.191569, "nauc_precision_at_5_diff1": 0.173723, "nauc_precision_at_10_max": 0.048914, "nauc_precision_at_10_std": 0.205205, "nauc_precision_at_10_diff1": 0.117829, "nauc_precision_at_20_max": 0.01105, "nauc_precision_at_20_std": 0.20209, "nauc_precision_at_20_diff1": 0.132832, "nauc_precision_at_100_max": -0.105397, "nauc_precision_at_100_std": 0.201219, "nauc_precision_at_100_diff1": -0.015294, "nauc_precision_at_1000_max": -0.122882, "nauc_precision_at_1000_std": 0.153127, "nauc_precision_at_1000_diff1": -0.084832, "nauc_mrr_at_1_max": 0.04425, "nauc_mrr_at_1_std": 0.06749, "nauc_mrr_at_1_diff1": 0.39164, "nauc_mrr_at_3_max": 0.078045, "nauc_mrr_at_3_std": 0.120377, "nauc_mrr_at_3_diff1": 0.336722, "nauc_mrr_at_5_max": 0.102733, "nauc_mrr_at_5_std": 0.136873, "nauc_mrr_at_5_diff1": 0.333141, "nauc_mrr_at_10_max": 0.098807, "nauc_mrr_at_10_std": 0.123221, "nauc_mrr_at_10_diff1": 0.334461, "nauc_mrr_at_20_max": 0.097961, "nauc_mrr_at_20_std": 0.119755, "nauc_mrr_at_20_diff1": 0.338652, "nauc_mrr_at_100_max": 0.096553, "nauc_mrr_at_100_std": 0.12073, "nauc_mrr_at_100_diff1": 0.339514, "nauc_mrr_at_1000_max": 0.096632, "nauc_mrr_at_1000_std": 0.120868, "nauc_mrr_at_1000_diff1": 0.339528, "main_score": 0.29192, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0075, "ndcg_at_3": 0.0132, "ndcg_at_5": 0.01278, "ndcg_at_10": 0.01648, "ndcg_at_20": 0.01807, "ndcg_at_100": 0.03818, "ndcg_at_1000": 0.08892, "map_at_1": 0.00022, "map_at_3": 0.0018, "map_at_5": 0.00223, "map_at_10": 0.00401, "map_at_20": 0.00531, "map_at_100": 0.00861, "map_at_1000": 0.01135, "recall_at_1": 0.00022, "recall_at_3": 0.00338, "recall_at_5": 0.00429, "recall_at_10": 0.01284, "recall_at_20": 0.02043, "recall_at_100": 0.08227, "recall_at_1000": 0.27046, "precision_at_1": 0.01, "precision_at_3": 0.01833, "precision_at_5": 0.017, "precision_at_10": 0.02, "precision_at_20": 0.017, "precision_at_100": 0.0118, "precision_at_1000": 0.0047, "mrr_at_1": 0.01, "mrr_at_3": 0.025833, "mrr_at_5": 0.028333, "mrr_at_10": 0.037867, "mrr_at_20": 0.041724, "mrr_at_100": 0.046984, "mrr_at_1000": 0.048488, "nauc_ndcg_at_1_max": -0.153206, "nauc_ndcg_at_1_std": 0.121009, "nauc_ndcg_at_1_diff1": -0.168768, "nauc_ndcg_at_3_max": -0.06569, "nauc_ndcg_at_3_std": 0.335728, "nauc_ndcg_at_3_diff1": 0.046905, "nauc_ndcg_at_5_max": -0.080161, "nauc_ndcg_at_5_std": 0.40503, "nauc_ndcg_at_5_diff1": 0.034514, "nauc_ndcg_at_10_max": -0.137205, "nauc_ndcg_at_10_std": 0.341454, "nauc_ndcg_at_10_diff1": 0.014276, "nauc_ndcg_at_20_max": -0.085721, "nauc_ndcg_at_20_std": 0.338934, "nauc_ndcg_at_20_diff1": 0.0479, "nauc_ndcg_at_100_max": -0.011087, "nauc_ndcg_at_100_std": 0.248873, "nauc_ndcg_at_100_diff1": 0.026414, "nauc_ndcg_at_1000_max": -0.002178, "nauc_ndcg_at_1000_std": 0.271973, "nauc_ndcg_at_1000_diff1": 0.037247, "nauc_map_at_1_max": -0.179542, "nauc_map_at_1_std": 0.261068, "nauc_map_at_1_diff1": -0.090274, "nauc_map_at_3_max": 0.018367, "nauc_map_at_3_std": 0.368103, "nauc_map_at_3_diff1": -0.077274, "nauc_map_at_5_max": -0.046772, "nauc_map_at_5_std": 0.454692, "nauc_map_at_5_diff1": -0.084118, "nauc_map_at_10_max": -0.095203, "nauc_map_at_10_std": 0.367028, "nauc_map_at_10_diff1": -0.055312, "nauc_map_at_20_max": -0.098662, "nauc_map_at_20_std": 0.424404, "nauc_map_at_20_diff1": -0.031013, "nauc_map_at_100_max": -0.115844, "nauc_map_at_100_std": 0.416594, "nauc_map_at_100_diff1": 0.011289, "nauc_map_at_1000_max": -0.134828, "nauc_map_at_1000_std": 0.438939, "nauc_map_at_1000_diff1": 0.02703, "nauc_recall_at_1_max": -0.179542, "nauc_recall_at_1_std": 0.261068, "nauc_recall_at_1_diff1": -0.090274, "nauc_recall_at_3_max": 0.023433, "nauc_recall_at_3_std": 0.350492, "nauc_recall_at_3_diff1": -0.064495, "nauc_recall_at_5_max": -0.042126, "nauc_recall_at_5_std": 0.437976, "nauc_recall_at_5_diff1": -0.080092, "nauc_recall_at_10_max": -0.129444, "nauc_recall_at_10_std": 0.249696, "nauc_recall_at_10_diff1": -0.018996, "nauc_recall_at_20_max": -0.039841, "nauc_recall_at_20_std": 0.251313, "nauc_recall_at_20_diff1": 0.080353, "nauc_recall_at_100_max": 0.010581, "nauc_recall_at_100_std": 0.130766, "nauc_recall_at_100_diff1": 0.00798, "nauc_recall_at_1000_max": 0.061251, "nauc_recall_at_1000_std": 0.197953, "nauc_recall_at_1000_diff1": 0.03569, "nauc_precision_at_1_max": -0.194526, "nauc_precision_at_1_std": 0.340757, "nauc_precision_at_1_diff1": -0.045613, "nauc_precision_at_3_max": -0.153328, "nauc_precision_at_3_std": 0.412225, "nauc_precision_at_3_diff1": 0.126253, "nauc_precision_at_5_max": -0.150728, "nauc_precision_at_5_std": 0.471188, "nauc_precision_at_5_diff1": 0.078947, "nauc_precision_at_10_max": -0.208525, "nauc_precision_at_10_std": 0.406234, "nauc_precision_at_10_diff1": 0.039538, "nauc_precision_at_20_max": -0.166888, "nauc_precision_at_20_std": 0.43437, "nauc_precision_at_20_diff1": 0.108429, "nauc_precision_at_100_max": -0.179736, "nauc_precision_at_100_std": 0.432085, "nauc_precision_at_100_diff1": 0.132057, "nauc_precision_at_1000_max": -0.169991, "nauc_precision_at_1000_std": 0.37875, "nauc_precision_at_1000_diff1": 0.151202, "nauc_mrr_at_1_max": -0.194526, "nauc_mrr_at_1_std": 0.340757, "nauc_mrr_at_1_diff1": -0.045613, "nauc_mrr_at_3_max": -0.109722, "nauc_mrr_at_3_std": 0.26852, "nauc_mrr_at_3_diff1": 0.037269, "nauc_mrr_at_5_max": -0.084889, "nauc_mrr_at_5_std": 0.279866, "nauc_mrr_at_5_diff1": 0.054104, "nauc_mrr_at_10_max": -0.102766, "nauc_mrr_at_10_std": 0.255917, "nauc_mrr_at_10_diff1": 0.045176, "nauc_mrr_at_20_max": -0.077445, "nauc_mrr_at_20_std": 0.256041, "nauc_mrr_at_20_diff1": 0.075722, "nauc_mrr_at_100_max": -0.056252, "nauc_mrr_at_100_std": 0.2384, "nauc_mrr_at_100_diff1": 0.067437, "nauc_mrr_at_1000_max": -0.057489, "nauc_mrr_at_1000_std": 0.237234, "nauc_mrr_at_1000_diff1": 0.066149, "main_score": 0.01648, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.035, "ndcg_at_3": 0.03027, "ndcg_at_5": 0.02935, "ndcg_at_10": 0.03345, "ndcg_at_20": 0.04001, "ndcg_at_100": 0.06851, "ndcg_at_1000": 0.13438, "map_at_1": 0.00455, "map_at_3": 0.00684, "map_at_5": 0.00821, "map_at_10": 0.01179, "map_at_20": 0.0141, "map_at_100": 0.01947, "map_at_1000": 0.02369, "recall_at_1": 0.00455, "recall_at_3": 0.00776, "recall_at_5": 0.01175, "recall_at_10": 0.03013, "recall_at_20": 0.04652, "recall_at_100": 0.12585, "recall_at_1000": 0.36, "precision_at_1": 0.05, "precision_at_3": 0.03833, "precision_at_5": 0.035, "precision_at_10": 0.0315, "precision_at_20": 0.0305, "precision_at_100": 0.0186, "precision_at_1000": 0.00677, "mrr_at_1": 0.05, "mrr_at_3": 0.069167, "mrr_at_5": 0.079417, "mrr_at_10": 0.087851, "mrr_at_20": 0.093801, "mrr_at_100": 0.099792, "mrr_at_1000": 0.101409, "nauc_ndcg_at_1_max": -0.36615, "nauc_ndcg_at_1_std": 0.542796, "nauc_ndcg_at_1_diff1": 0.237207, "nauc_ndcg_at_3_max": -0.317093, "nauc_ndcg_at_3_std": 0.482174, "nauc_ndcg_at_3_diff1": 0.146597, "nauc_ndcg_at_5_max": -0.237427, "nauc_ndcg_at_5_std": 0.447584, "nauc_ndcg_at_5_diff1": 0.120178, "nauc_ndcg_at_10_max": -0.207014, "nauc_ndcg_at_10_std": 0.397534, "nauc_ndcg_at_10_diff1": 0.103529, "nauc_ndcg_at_20_max": -0.187213, "nauc_ndcg_at_20_std": 0.382258, "nauc_ndcg_at_20_diff1": 0.125199, "nauc_ndcg_at_100_max": -0.112379, "nauc_ndcg_at_100_std": 0.41676, "nauc_ndcg_at_100_diff1": 0.134865, "nauc_ndcg_at_1000_max": -0.075484, "nauc_ndcg_at_1000_std": 0.459476, "nauc_ndcg_at_1000_diff1": 0.071374, "nauc_map_at_1_max": -0.346562, "nauc_map_at_1_std": 0.513166, "nauc_map_at_1_diff1": 0.134405, "nauc_map_at_3_max": -0.351712, "nauc_map_at_3_std": 0.456953, "nauc_map_at_3_diff1": 0.133741, "nauc_map_at_5_max": -0.314325, "nauc_map_at_5_std": 0.447393, "nauc_map_at_5_diff1": 0.095236, "nauc_map_at_10_max": -0.302052, "nauc_map_at_10_std": 0.430375, "nauc_map_at_10_diff1": 0.087251, "nauc_map_at_20_max": -0.296553, "nauc_map_at_20_std": 0.441378, "nauc_map_at_20_diff1": 0.080077, "nauc_map_at_100_max": -0.266912, "nauc_map_at_100_std": 0.463516, "nauc_map_at_100_diff1": 0.083639, "nauc_map_at_1000_max": -0.246473, "nauc_map_at_1000_std": 0.48676, "nauc_map_at_1000_diff1": 0.069198, "nauc_recall_at_1_max": -0.346562, "nauc_recall_at_1_std": 0.513166, "nauc_recall_at_1_diff1": 0.134405, "nauc_recall_at_3_max": -0.327683, "nauc_recall_at_3_std": 0.453758, "nauc_recall_at_3_diff1": 0.096589, "nauc_recall_at_5_max": -0.205137, "nauc_recall_at_5_std": 0.388665, "nauc_recall_at_5_diff1": 0.086158, "nauc_recall_at_10_max": -0.207268, "nauc_recall_at_10_std": 0.241449, "nauc_recall_at_10_diff1": 0.045902, "nauc_recall_at_20_max": -0.188373, "nauc_recall_at_20_std": 0.259718, "nauc_recall_at_20_diff1": 0.088539, "nauc_recall_at_100_max": -0.052028, "nauc_recall_at_100_std": 0.368476, "nauc_recall_at_100_diff1": 0.131076, "nauc_recall_at_1000_max": 0.04031, "nauc_recall_at_1000_std": 0.439426, "nauc_recall_at_1000_diff1": 0.047826, "nauc_precision_at_1_max": -0.339335, "nauc_precision_at_1_std": 0.52557, "nauc_precision_at_1_diff1": 0.221706, "nauc_precision_at_3_max": -0.278835, "nauc_precision_at_3_std": 0.427853, "nauc_precision_at_3_diff1": 0.03887, "nauc_precision_at_5_max": -0.187322, "nauc_precision_at_5_std": 0.429643, "nauc_precision_at_5_diff1": 0.001404, "nauc_precision_at_10_max": -0.186169, "nauc_precision_at_10_std": 0.413384, "nauc_precision_at_10_diff1": -0.011681, "nauc_precision_at_20_max": -0.181817, "nauc_precision_at_20_std": 0.392305, "nauc_precision_at_20_diff1": 0.047906, "nauc_precision_at_100_max": -0.103708, "nauc_precision_at_100_std": 0.387781, "nauc_precision_at_100_diff1": 0.078296, "nauc_precision_at_1000_max": -0.164335, "nauc_precision_at_1000_std": 0.290425, "nauc_precision_at_1000_diff1": 0.000619, "nauc_mrr_at_1_max": -0.339335, "nauc_mrr_at_1_std": 0.52557, "nauc_mrr_at_1_diff1": 0.221706, "nauc_mrr_at_3_max": -0.281608, "nauc_mrr_at_3_std": 0.458918, "nauc_mrr_at_3_diff1": 0.108776, "nauc_mrr_at_5_max": -0.221127, "nauc_mrr_at_5_std": 0.440594, "nauc_mrr_at_5_diff1": 0.104637, "nauc_mrr_at_10_max": -0.224611, "nauc_mrr_at_10_std": 0.432039, "nauc_mrr_at_10_diff1": 0.104807, "nauc_mrr_at_20_max": -0.216327, "nauc_mrr_at_20_std": 0.41776, "nauc_mrr_at_20_diff1": 0.108497, "nauc_mrr_at_100_max": -0.208798, "nauc_mrr_at_100_std": 0.420158, "nauc_mrr_at_100_diff1": 0.105944, "nauc_mrr_at_1000_max": -0.210386, "nauc_mrr_at_1000_std": 0.420445, "nauc_mrr_at_1000_diff1": 0.105681, "main_score": 0.03345, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "psychiatry_and_psychology": [ { "ndcg_at_1": 0.26, "ndcg_at_3": 0.24507, "ndcg_at_5": 0.24629, "ndcg_at_10": 0.24524, "ndcg_at_20": 0.24413, "ndcg_at_100": 0.30477, "ndcg_at_1000": 0.40993, "map_at_1": 0.01932, "map_at_3": 0.03698, "map_at_5": 0.05066, "map_at_10": 0.06992, "map_at_20": 0.09003, "map_at_100": 0.13522, "map_at_1000": 0.1647, "recall_at_1": 0.01932, "recall_at_3": 0.04613, "recall_at_5": 0.07038, "recall_at_10": 0.11659, "recall_at_20": 0.17734, "recall_at_100": 0.38817, "recall_at_1000": 0.70839, "precision_at_1": 0.36, "precision_at_3": 0.32333, "precision_at_5": 0.311, "precision_at_10": 0.2825, "precision_at_20": 0.232, "precision_at_100": 0.1342, "precision_at_1000": 0.03524, "mrr_at_1": 0.36, "mrr_at_3": 0.465833, "mrr_at_5": 0.485583, "mrr_at_10": 0.500282, "mrr_at_20": 0.50529, "mrr_at_100": 0.507866, "mrr_at_1000": 0.508011, "nauc_ndcg_at_1_max": 0.145895, "nauc_ndcg_at_1_std": 0.217856, "nauc_ndcg_at_1_diff1": 0.136841, "nauc_ndcg_at_3_max": 0.16339, "nauc_ndcg_at_3_std": 0.239844, "nauc_ndcg_at_3_diff1": 0.216918, "nauc_ndcg_at_5_max": 0.154766, "nauc_ndcg_at_5_std": 0.269851, "nauc_ndcg_at_5_diff1": 0.194938, "nauc_ndcg_at_10_max": 0.135105, "nauc_ndcg_at_10_std": 0.296118, "nauc_ndcg_at_10_diff1": 0.180246, "nauc_ndcg_at_20_max": 0.167536, "nauc_ndcg_at_20_std": 0.376398, "nauc_ndcg_at_20_diff1": 0.187601, "nauc_ndcg_at_100_max": 0.242529, "nauc_ndcg_at_100_std": 0.544105, "nauc_ndcg_at_100_diff1": 0.14101, "nauc_ndcg_at_1000_max": 0.292093, "nauc_ndcg_at_1000_std": 0.579191, "nauc_ndcg_at_1000_diff1": 0.112806, "nauc_map_at_1_max": -0.10092, "nauc_map_at_1_std": 0.121316, "nauc_map_at_1_diff1": 0.032788, "nauc_map_at_3_max": -0.061714, "nauc_map_at_3_std": 0.182464, "nauc_map_at_3_diff1": 0.198229, "nauc_map_at_5_max": -0.019485, "nauc_map_at_5_std": 0.247636, "nauc_map_at_5_diff1": 0.187576, "nauc_map_at_10_max": -0.021255, "nauc_map_at_10_std": 0.275238, "nauc_map_at_10_diff1": 0.1629, "nauc_map_at_20_max": 0.030266, "nauc_map_at_20_std": 0.338765, "nauc_map_at_20_diff1": 0.168153, "nauc_map_at_100_max": 0.145332, "nauc_map_at_100_std": 0.501021, "nauc_map_at_100_diff1": 0.131461, "nauc_map_at_1000_max": 0.175635, "nauc_map_at_1000_std": 0.53946, "nauc_map_at_1000_diff1": 0.115625, "nauc_recall_at_1_max": -0.10092, "nauc_recall_at_1_std": 0.121316, "nauc_recall_at_1_diff1": 0.032788, "nauc_recall_at_3_max": -0.08521, "nauc_recall_at_3_std": 0.121295, "nauc_recall_at_3_diff1": 0.243828, "nauc_recall_at_5_max": -0.039834, "nauc_recall_at_5_std": 0.194242, "nauc_recall_at_5_diff1": 0.216531, "nauc_recall_at_10_max": -0.066431, "nauc_recall_at_10_std": 0.220864, "nauc_recall_at_10_diff1": 0.140358, "nauc_recall_at_20_max": 0.01833, "nauc_recall_at_20_std": 0.294184, "nauc_recall_at_20_diff1": 0.128296, "nauc_recall_at_100_max": 0.160966, "nauc_recall_at_100_std": 0.490747, "nauc_recall_at_100_diff1": 0.064426, "nauc_recall_at_1000_max": 0.306667, "nauc_recall_at_1000_std": 0.595454, "nauc_recall_at_1000_diff1": 0.040487, "nauc_precision_at_1_max": 0.173673, "nauc_precision_at_1_std": 0.268973, "nauc_precision_at_1_diff1": 0.16851, "nauc_precision_at_3_max": 0.183247, "nauc_precision_at_3_std": 0.304013, "nauc_precision_at_3_diff1": 0.215056, "nauc_precision_at_5_max": 0.193628, "nauc_precision_at_5_std": 0.366973, "nauc_precision_at_5_diff1": 0.144556, "nauc_precision_at_10_max": 0.155876, "nauc_precision_at_10_std": 0.350404, "nauc_precision_at_10_diff1": 0.09447, "nauc_precision_at_20_max": 0.216847, "nauc_precision_at_20_std": 0.39398, "nauc_precision_at_20_diff1": 0.091981, "nauc_precision_at_100_max": 0.234378, "nauc_precision_at_100_std": 0.396246, "nauc_precision_at_100_diff1": 0.019425, "nauc_precision_at_1000_max": 0.092708, "nauc_precision_at_1000_std": 0.173967, "nauc_precision_at_1000_diff1": -0.019134, "nauc_mrr_at_1_max": 0.173673, "nauc_mrr_at_1_std": 0.268973, "nauc_mrr_at_1_diff1": 0.16851, "nauc_mrr_at_3_max": 0.20887, "nauc_mrr_at_3_std": 0.30197, "nauc_mrr_at_3_diff1": 0.21054, "nauc_mrr_at_5_max": 0.205085, "nauc_mrr_at_5_std": 0.312617, "nauc_mrr_at_5_diff1": 0.210009, "nauc_mrr_at_10_max": 0.209784, "nauc_mrr_at_10_std": 0.317593, "nauc_mrr_at_10_diff1": 0.209115, "nauc_mrr_at_20_max": 0.209254, "nauc_mrr_at_20_std": 0.316855, "nauc_mrr_at_20_diff1": 0.210751, "nauc_mrr_at_100_max": 0.207998, "nauc_mrr_at_100_std": 0.31536, "nauc_mrr_at_100_diff1": 0.209365, "nauc_mrr_at_1000_max": 0.208144, "nauc_mrr_at_1000_std": 0.315422, "nauc_mrr_at_1000_diff1": 0.20939, "main_score": 0.24524, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.025, "ndcg_at_3": 0.02854, "ndcg_at_5": 0.02939, "ndcg_at_10": 0.0312, "ndcg_at_20": 0.03297, "ndcg_at_100": 0.0522, "ndcg_at_1000": 0.11607, "map_at_1": 0.00098, "map_at_3": 0.00507, "map_at_5": 0.00651, "map_at_10": 0.00995, "map_at_20": 0.0121, "map_at_100": 0.01687, "map_at_1000": 0.02307, "recall_at_1": 0.00098, "recall_at_3": 0.01059, "recall_at_5": 0.01421, "recall_at_10": 0.02373, "recall_at_20": 0.0329, "recall_at_100": 0.08447, "recall_at_1000": 0.27854, "precision_at_1": 0.04, "precision_at_3": 0.03833, "precision_at_5": 0.039, "precision_at_10": 0.0385, "precision_at_20": 0.03425, "precision_at_100": 0.025, "precision_at_1000": 0.01358, "mrr_at_1": 0.04, "mrr_at_3": 0.065, "mrr_at_5": 0.07275, "mrr_at_10": 0.07994, "mrr_at_20": 0.086, "mrr_at_100": 0.09041, "mrr_at_1000": 0.091654, "nauc_ndcg_at_1_max": -0.204159, "nauc_ndcg_at_1_std": 0.091065, "nauc_ndcg_at_1_diff1": -0.307701, "nauc_ndcg_at_3_max": -0.037419, "nauc_ndcg_at_3_std": 0.13544, "nauc_ndcg_at_3_diff1": -0.069297, "nauc_ndcg_at_5_max": 0.000753, "nauc_ndcg_at_5_std": 0.138412, "nauc_ndcg_at_5_diff1": -0.06807, "nauc_ndcg_at_10_max": 0.040234, "nauc_ndcg_at_10_std": 0.1764, "nauc_ndcg_at_10_diff1": 0.027157, "nauc_ndcg_at_20_max": 0.090402, "nauc_ndcg_at_20_std": 0.195563, "nauc_ndcg_at_20_diff1": 0.031256, "nauc_ndcg_at_100_max": 0.02636, "nauc_ndcg_at_100_std": 0.29854, "nauc_ndcg_at_100_diff1": 0.003217, "nauc_ndcg_at_1000_max": 0.022627, "nauc_ndcg_at_1000_std": 0.258005, "nauc_ndcg_at_1000_diff1": -0.061779, "nauc_map_at_1_max": -0.159847, "nauc_map_at_1_std": 0.244505, "nauc_map_at_1_diff1": -0.192265, "nauc_map_at_3_max": 0.103469, "nauc_map_at_3_std": 0.172049, "nauc_map_at_3_diff1": 0.115849, "nauc_map_at_5_max": 0.069684, "nauc_map_at_5_std": 0.159271, "nauc_map_at_5_diff1": 0.106544, "nauc_map_at_10_max": 0.12431, "nauc_map_at_10_std": 0.170652, "nauc_map_at_10_diff1": 0.234233, "nauc_map_at_20_max": 0.176355, "nauc_map_at_20_std": 0.162775, "nauc_map_at_20_diff1": 0.191628, "nauc_map_at_100_max": 0.095737, "nauc_map_at_100_std": 0.25586, "nauc_map_at_100_diff1": 0.130905, "nauc_map_at_1000_max": 0.089124, "nauc_map_at_1000_std": 0.256905, "nauc_map_at_1000_diff1": 0.082539, "nauc_recall_at_1_max": -0.159847, "nauc_recall_at_1_std": 0.244505, "nauc_recall_at_1_diff1": -0.192265, "nauc_recall_at_3_max": 0.046139, "nauc_recall_at_3_std": 0.179111, "nauc_recall_at_3_diff1": 0.070654, "nauc_recall_at_5_max": 0.014989, "nauc_recall_at_5_std": 0.18264, "nauc_recall_at_5_diff1": 0.047912, "nauc_recall_at_10_max": 0.109503, "nauc_recall_at_10_std": 0.202724, "nauc_recall_at_10_diff1": 0.242894, "nauc_recall_at_20_max": 0.100747, "nauc_recall_at_20_std": 0.235079, "nauc_recall_at_20_diff1": 0.187237, "nauc_recall_at_100_max": -0.01533, "nauc_recall_at_100_std": 0.354842, "nauc_recall_at_100_diff1": 0.016994, "nauc_recall_at_1000_max": 0.009926, "nauc_recall_at_1000_std": 0.267123, "nauc_recall_at_1000_diff1": -0.071599, "nauc_precision_at_1_max": -0.143547, "nauc_precision_at_1_std": 0.141334, "nauc_precision_at_1_diff1": -0.280856, "nauc_precision_at_3_max": -0.031288, "nauc_precision_at_3_std": 0.17039, "nauc_precision_at_3_diff1": -0.053662, "nauc_precision_at_5_max": -0.068545, "nauc_precision_at_5_std": 0.164783, "nauc_precision_at_5_diff1": -0.078582, "nauc_precision_at_10_max": -0.004312, "nauc_precision_at_10_std": 0.22653, "nauc_precision_at_10_diff1": -0.016151, "nauc_precision_at_20_max": 0.054192, "nauc_precision_at_20_std": 0.231185, "nauc_precision_at_20_diff1": -0.073985, "nauc_precision_at_100_max": 0.026854, "nauc_precision_at_100_std": 0.249742, "nauc_precision_at_100_diff1": -0.149921, "nauc_precision_at_1000_max": 0.022296, "nauc_precision_at_1000_std": 0.095698, "nauc_precision_at_1000_diff1": -0.168822, "nauc_mrr_at_1_max": -0.143547, "nauc_mrr_at_1_std": 0.141334, "nauc_mrr_at_1_diff1": -0.280856, "nauc_mrr_at_3_max": -0.0781, "nauc_mrr_at_3_std": 0.142629, "nauc_mrr_at_3_diff1": -0.089637, "nauc_mrr_at_5_max": -0.070067, "nauc_mrr_at_5_std": 0.13514, "nauc_mrr_at_5_diff1": -0.112172, "nauc_mrr_at_10_max": -0.057021, "nauc_mrr_at_10_std": 0.163778, "nauc_mrr_at_10_diff1": -0.08892, "nauc_mrr_at_20_max": -0.06178, "nauc_mrr_at_20_std": 0.16475, "nauc_mrr_at_20_diff1": -0.102145, "nauc_mrr_at_100_max": -0.066623, "nauc_mrr_at_100_std": 0.167717, "nauc_mrr_at_100_diff1": -0.104001, "nauc_mrr_at_1000_max": -0.066222, "nauc_mrr_at_1000_std": 0.166335, "nauc_mrr_at_1000_diff1": -0.104702, "main_score": 0.0312, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0775, "ndcg_at_3": 0.06972, "ndcg_at_5": 0.07122, "ndcg_at_10": 0.07382, "ndcg_at_20": 0.0806, "ndcg_at_100": 0.11387, "ndcg_at_1000": 0.20302, "map_at_1": 0.00339, "map_at_3": 0.00836, "map_at_5": 0.01257, "map_at_10": 0.01857, "map_at_20": 0.02777, "map_at_100": 0.04301, "map_at_1000": 0.05556, "recall_at_1": 0.00339, "recall_at_3": 0.01325, "recall_at_5": 0.02447, "recall_at_10": 0.03993, "recall_at_20": 0.07186, "recall_at_100": 0.16758, "recall_at_1000": 0.44381, "precision_at_1": 0.115, "precision_at_3": 0.09333, "precision_at_5": 0.094, "precision_at_10": 0.093, "precision_at_20": 0.085, "precision_at_100": 0.05365, "precision_at_1000": 0.01904, "mrr_at_1": 0.115, "mrr_at_3": 0.1475, "mrr_at_5": 0.16575, "mrr_at_10": 0.176946, "mrr_at_20": 0.186175, "mrr_at_100": 0.191914, "mrr_at_1000": 0.192877, "nauc_ndcg_at_1_max": 0.041286, "nauc_ndcg_at_1_std": 0.252101, "nauc_ndcg_at_1_diff1": -0.045098, "nauc_ndcg_at_3_max": 0.170573, "nauc_ndcg_at_3_std": 0.296801, "nauc_ndcg_at_3_diff1": -0.075827, "nauc_ndcg_at_5_max": 0.150446, "nauc_ndcg_at_5_std": 0.364463, "nauc_ndcg_at_5_diff1": -0.01427, "nauc_ndcg_at_10_max": 0.143793, "nauc_ndcg_at_10_std": 0.454322, "nauc_ndcg_at_10_diff1": -0.00589, "nauc_ndcg_at_20_max": 0.145359, "nauc_ndcg_at_20_std": 0.532642, "nauc_ndcg_at_20_diff1": 0.03787, "nauc_ndcg_at_100_max": 0.171828, "nauc_ndcg_at_100_std": 0.657946, "nauc_ndcg_at_100_diff1": 0.029913, "nauc_ndcg_at_1000_max": 0.239035, "nauc_ndcg_at_1000_std": 0.712843, "nauc_ndcg_at_1000_diff1": 0.029231, "nauc_map_at_1_max": 0.035097, "nauc_map_at_1_std": 0.435875, "nauc_map_at_1_diff1": -0.047217, "nauc_map_at_3_max": 0.054955, "nauc_map_at_3_std": 0.396385, "nauc_map_at_3_diff1": -0.115028, "nauc_map_at_5_max": 0.004487, "nauc_map_at_5_std": 0.408409, "nauc_map_at_5_diff1": 0.03505, "nauc_map_at_10_max": 0.020584, "nauc_map_at_10_std": 0.501983, "nauc_map_at_10_diff1": 0.035323, "nauc_map_at_20_max": 0.046692, "nauc_map_at_20_std": 0.566004, "nauc_map_at_20_diff1": 0.051352, "nauc_map_at_100_max": 0.125, "nauc_map_at_100_std": 0.651, "nauc_map_at_100_diff1": 0.02749, "nauc_map_at_1000_max": 0.151726, "nauc_map_at_1000_std": 0.672659, "nauc_map_at_1000_diff1": 0.024337, "nauc_recall_at_1_max": 0.035097, "nauc_recall_at_1_std": 0.435875, "nauc_recall_at_1_diff1": -0.047217, "nauc_recall_at_3_max": -0.026618, "nauc_recall_at_3_std": 0.351865, "nauc_recall_at_3_diff1": -0.147945, "nauc_recall_at_5_max": -0.068682, "nauc_recall_at_5_std": 0.380226, "nauc_recall_at_5_diff1": 0.169556, "nauc_recall_at_10_max": 0.019728, "nauc_recall_at_10_std": 0.484297, "nauc_recall_at_10_diff1": 0.107705, "nauc_recall_at_20_max": 0.067459, "nauc_recall_at_20_std": 0.544861, "nauc_recall_at_20_diff1": 0.107437, "nauc_recall_at_100_max": 0.135788, "nauc_recall_at_100_std": 0.69148, "nauc_recall_at_100_diff1": 0.042927, "nauc_recall_at_1000_max": 0.295274, "nauc_recall_at_1000_std": 0.721218, "nauc_recall_at_1000_diff1": 0.050769, "nauc_precision_at_1_max": 0.031779, "nauc_precision_at_1_std": 0.354133, "nauc_precision_at_1_diff1": 0.003576, "nauc_precision_at_3_max": 0.209824, "nauc_precision_at_3_std": 0.362513, "nauc_precision_at_3_diff1": -0.05419, "nauc_precision_at_5_max": 0.166156, "nauc_precision_at_5_std": 0.418204, "nauc_precision_at_5_diff1": -0.004451, "nauc_precision_at_10_max": 0.153407, "nauc_precision_at_10_std": 0.522618, "nauc_precision_at_10_diff1": 0.004594, "nauc_precision_at_20_max": 0.176028, "nauc_precision_at_20_std": 0.588076, "nauc_precision_at_20_diff1": 0.054147, "nauc_precision_at_100_max": 0.178772, "nauc_precision_at_100_std": 0.578691, "nauc_precision_at_100_diff1": 0.050381, "nauc_precision_at_1000_max": 0.057774, "nauc_precision_at_1000_std": 0.267236, "nauc_precision_at_1000_diff1": 0.062467, "nauc_mrr_at_1_max": 0.031779, "nauc_mrr_at_1_std": 0.354133, "nauc_mrr_at_1_diff1": 0.003576, "nauc_mrr_at_3_max": 0.08172, "nauc_mrr_at_3_std": 0.350946, "nauc_mrr_at_3_diff1": -0.017979, "nauc_mrr_at_5_max": 0.077893, "nauc_mrr_at_5_std": 0.364506, "nauc_mrr_at_5_diff1": -0.008913, "nauc_mrr_at_10_max": 0.092092, "nauc_mrr_at_10_std": 0.387359, "nauc_mrr_at_10_diff1": 0.00162, "nauc_mrr_at_20_max": 0.087102, "nauc_mrr_at_20_std": 0.390152, "nauc_mrr_at_20_diff1": 0.013753, "nauc_mrr_at_100_max": 0.086393, "nauc_mrr_at_100_std": 0.393464, "nauc_mrr_at_100_diff1": 0.009389, "nauc_mrr_at_1000_max": 0.086351, "nauc_mrr_at_1000_std": 0.392245, "nauc_mrr_at_1000_diff1": 0.009462, "main_score": 0.07382, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "pulmonology": [ { "ndcg_at_1": 0.3725, "ndcg_at_3": 0.32931, "ndcg_at_5": 0.31596, "ndcg_at_10": 0.31655, "ndcg_at_20": 0.32491, "ndcg_at_100": 0.37914, "ndcg_at_1000": 0.48148, "map_at_1": 0.0747, "map_at_3": 0.11132, "map_at_5": 0.12606, "map_at_10": 0.14789, "map_at_20": 0.16376, "map_at_100": 0.19294, "map_at_1000": 0.21566, "recall_at_1": 0.0747, "recall_at_3": 0.1262, "recall_at_5": 0.16172, "recall_at_10": 0.22496, "recall_at_20": 0.28474, "recall_at_100": 0.47442, "recall_at_1000": 0.81039, "precision_at_1": 0.45, "precision_at_3": 0.33, "precision_at_5": 0.276, "precision_at_10": 0.2225, "precision_at_20": 0.1705, "precision_at_100": 0.09025, "precision_at_1000": 0.02578, "mrr_at_1": 0.45, "mrr_at_3": 0.54, "mrr_at_5": 0.55825, "mrr_at_10": 0.570946, "mrr_at_20": 0.576024, "mrr_at_100": 0.577625, "mrr_at_1000": 0.577816, "nauc_ndcg_at_1_max": 0.128906, "nauc_ndcg_at_1_std": 0.047098, "nauc_ndcg_at_1_diff1": 0.328557, "nauc_ndcg_at_3_max": 0.132314, "nauc_ndcg_at_3_std": 0.022791, "nauc_ndcg_at_3_diff1": 0.251482, "nauc_ndcg_at_5_max": 0.124678, "nauc_ndcg_at_5_std": 0.054672, "nauc_ndcg_at_5_diff1": 0.237382, "nauc_ndcg_at_10_max": 0.162239, "nauc_ndcg_at_10_std": 0.088567, "nauc_ndcg_at_10_diff1": 0.211071, "nauc_ndcg_at_20_max": 0.198249, "nauc_ndcg_at_20_std": 0.084817, "nauc_ndcg_at_20_diff1": 0.193775, "nauc_ndcg_at_100_max": 0.217596, "nauc_ndcg_at_100_std": 0.143283, "nauc_ndcg_at_100_diff1": 0.167708, "nauc_ndcg_at_1000_max": 0.245988, "nauc_ndcg_at_1000_std": 0.234552, "nauc_ndcg_at_1000_diff1": 0.203679, "nauc_map_at_1_max": 0.081189, "nauc_map_at_1_std": -0.123474, "nauc_map_at_1_diff1": 0.291799, "nauc_map_at_3_max": 0.079474, "nauc_map_at_3_std": -0.084339, "nauc_map_at_3_diff1": 0.16493, "nauc_map_at_5_max": 0.082081, "nauc_map_at_5_std": -0.055288, "nauc_map_at_5_diff1": 0.159875, "nauc_map_at_10_max": 0.112666, "nauc_map_at_10_std": -0.017216, "nauc_map_at_10_diff1": 0.153937, "nauc_map_at_20_max": 0.138686, "nauc_map_at_20_std": 0.000583, "nauc_map_at_20_diff1": 0.156996, "nauc_map_at_100_max": 0.148985, "nauc_map_at_100_std": 0.034509, "nauc_map_at_100_diff1": 0.153637, "nauc_map_at_1000_max": 0.154082, "nauc_map_at_1000_std": 0.06912, "nauc_map_at_1000_diff1": 0.161675, "nauc_recall_at_1_max": 0.081189, "nauc_recall_at_1_std": -0.123474, "nauc_recall_at_1_diff1": 0.291799, "nauc_recall_at_3_max": 0.090649, "nauc_recall_at_3_std": -0.070699, "nauc_recall_at_3_diff1": 0.138544, "nauc_recall_at_5_max": 0.068044, "nauc_recall_at_5_std": -0.01725, "nauc_recall_at_5_diff1": 0.096573, "nauc_recall_at_10_max": 0.132847, "nauc_recall_at_10_std": 0.044869, "nauc_recall_at_10_diff1": 0.068849, "nauc_recall_at_20_max": 0.185136, "nauc_recall_at_20_std": 0.063957, "nauc_recall_at_20_diff1": 0.064378, "nauc_recall_at_100_max": 0.214969, "nauc_recall_at_100_std": 0.180334, "nauc_recall_at_100_diff1": 0.021124, "nauc_recall_at_1000_max": 0.304028, "nauc_recall_at_1000_std": 0.346107, "nauc_recall_at_1000_diff1": 0.129109, "nauc_precision_at_1_max": 0.090146, "nauc_precision_at_1_std": 0.089923, "nauc_precision_at_1_diff1": 0.277522, "nauc_precision_at_3_max": 0.057836, "nauc_precision_at_3_std": 0.060431, "nauc_precision_at_3_diff1": 0.090721, "nauc_precision_at_5_max": 0.03659, "nauc_precision_at_5_std": 0.113742, "nauc_precision_at_5_diff1": 0.08136, "nauc_precision_at_10_max": 0.07502, "nauc_precision_at_10_std": 0.162812, "nauc_precision_at_10_diff1": 0.060587, "nauc_precision_at_20_max": 0.083551, "nauc_precision_at_20_std": 0.178133, "nauc_precision_at_20_diff1": 0.031741, "nauc_precision_at_100_max": 0.010047, "nauc_precision_at_100_std": 0.193416, "nauc_precision_at_100_diff1": -0.01054, "nauc_precision_at_1000_max": -0.052127, "nauc_precision_at_1000_std": 0.095877, "nauc_precision_at_1000_diff1": 0.0303, "nauc_mrr_at_1_max": 0.090146, "nauc_mrr_at_1_std": 0.089923, "nauc_mrr_at_1_diff1": 0.277522, "nauc_mrr_at_3_max": 0.094447, "nauc_mrr_at_3_std": 0.107686, "nauc_mrr_at_3_diff1": 0.238487, "nauc_mrr_at_5_max": 0.093212, "nauc_mrr_at_5_std": 0.132995, "nauc_mrr_at_5_diff1": 0.232895, "nauc_mrr_at_10_max": 0.10582, "nauc_mrr_at_10_std": 0.13437, "nauc_mrr_at_10_diff1": 0.232397, "nauc_mrr_at_20_max": 0.104938, "nauc_mrr_at_20_std": 0.132994, "nauc_mrr_at_20_diff1": 0.234271, "nauc_mrr_at_100_max": 0.103824, "nauc_mrr_at_100_std": 0.13298, "nauc_mrr_at_100_diff1": 0.234241, "nauc_mrr_at_1000_max": 0.103705, "nauc_mrr_at_1000_std": 0.132505, "nauc_mrr_at_1000_diff1": 0.234559, "main_score": 0.31655, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.01, "ndcg_at_3": 0.01429, "ndcg_at_5": 0.01788, "ndcg_at_10": 0.02041, "ndcg_at_20": 0.02165, "ndcg_at_100": 0.03821, "ndcg_at_1000": 0.08741, "map_at_1": 0.00054, "map_at_3": 0.00153, "map_at_5": 0.00218, "map_at_10": 0.00345, "map_at_20": 0.00459, "map_at_100": 0.00757, "map_at_1000": 0.01076, "recall_at_1": 0.00054, "recall_at_3": 0.00315, "recall_at_5": 0.00522, "recall_at_10": 0.01213, "recall_at_20": 0.02171, "recall_at_100": 0.07211, "recall_at_1000": 0.26246, "precision_at_1": 0.015, "precision_at_3": 0.02, "precision_at_5": 0.023, "precision_at_10": 0.0225, "precision_at_20": 0.01925, "precision_at_100": 0.01195, "precision_at_1000": 0.00585, "mrr_at_1": 0.015, "mrr_at_3": 0.033333, "mrr_at_5": 0.041083, "mrr_at_10": 0.049101, "mrr_at_20": 0.052485, "mrr_at_100": 0.055982, "mrr_at_1000": 0.057114, "nauc_ndcg_at_1_max": -0.073383, "nauc_ndcg_at_1_std": 0.399718, "nauc_ndcg_at_1_diff1": -0.318889, "nauc_ndcg_at_3_max": -0.1592, "nauc_ndcg_at_3_std": 0.354938, "nauc_ndcg_at_3_diff1": -0.099917, "nauc_ndcg_at_5_max": -0.052062, "nauc_ndcg_at_5_std": 0.33429, "nauc_ndcg_at_5_diff1": -0.031668, "nauc_ndcg_at_10_max": -0.034563, "nauc_ndcg_at_10_std": 0.270497, "nauc_ndcg_at_10_diff1": -0.019583, "nauc_ndcg_at_20_max": -0.04903, "nauc_ndcg_at_20_std": 0.249229, "nauc_ndcg_at_20_diff1": -0.079106, "nauc_ndcg_at_100_max": 0.052562, "nauc_ndcg_at_100_std": 0.191299, "nauc_ndcg_at_100_diff1": -0.079429, "nauc_ndcg_at_1000_max": 0.021678, "nauc_ndcg_at_1000_std": 0.220627, "nauc_ndcg_at_1000_diff1": -0.129296, "nauc_map_at_1_max": 0.122437, "nauc_map_at_1_std": 0.3357, "nauc_map_at_1_diff1": -0.213029, "nauc_map_at_3_max": -0.101184, "nauc_map_at_3_std": 0.273765, "nauc_map_at_3_diff1": -0.121079, "nauc_map_at_5_max": -0.02473, "nauc_map_at_5_std": 0.345438, "nauc_map_at_5_diff1": -0.03087, "nauc_map_at_10_max": -0.053625, "nauc_map_at_10_std": 0.230351, "nauc_map_at_10_diff1": -0.020254, "nauc_map_at_20_max": -0.087284, "nauc_map_at_20_std": 0.18252, "nauc_map_at_20_diff1": -0.100532, "nauc_map_at_100_max": 0.002329, "nauc_map_at_100_std": 0.180873, "nauc_map_at_100_diff1": -0.085997, "nauc_map_at_1000_max": 0.02175, "nauc_map_at_1000_std": 0.222745, "nauc_map_at_1000_diff1": -0.106551, "nauc_recall_at_1_max": 0.122437, "nauc_recall_at_1_std": 0.3357, "nauc_recall_at_1_diff1": -0.213029, "nauc_recall_at_3_max": -0.162701, "nauc_recall_at_3_std": 0.234769, "nauc_recall_at_3_diff1": -0.106065, "nauc_recall_at_5_max": -0.051191, "nauc_recall_at_5_std": 0.315851, "nauc_recall_at_5_diff1": -0.025319, "nauc_recall_at_10_max": -0.071569, "nauc_recall_at_10_std": 0.102032, "nauc_recall_at_10_diff1": 0.0244, "nauc_recall_at_20_max": -0.115879, "nauc_recall_at_20_std": 0.047183, "nauc_recall_at_20_diff1": -0.141702, "nauc_recall_at_100_max": 0.124879, "nauc_recall_at_100_std": 0.090844, "nauc_recall_at_100_diff1": -0.063795, "nauc_recall_at_1000_max": 0.112701, "nauc_recall_at_1000_std": 0.155642, "nauc_recall_at_1000_diff1": -0.114854, "nauc_precision_at_1_max": -0.029246, "nauc_precision_at_1_std": 0.199624, "nauc_precision_at_1_diff1": -0.258653, "nauc_precision_at_3_max": -0.172346, "nauc_precision_at_3_std": 0.200094, "nauc_precision_at_3_diff1": -0.058939, "nauc_precision_at_5_max": -0.050081, "nauc_precision_at_5_std": 0.243289, "nauc_precision_at_5_diff1": 0.026563, "nauc_precision_at_10_max": -0.037756, "nauc_precision_at_10_std": 0.211699, "nauc_precision_at_10_diff1": -0.017757, "nauc_precision_at_20_max": -0.073039, "nauc_precision_at_20_std": 0.229694, "nauc_precision_at_20_diff1": -0.114538, "nauc_precision_at_100_max": 0.068722, "nauc_precision_at_100_std": 0.225856, "nauc_precision_at_100_diff1": -0.084028, "nauc_precision_at_1000_max": -0.108201, "nauc_precision_at_1000_std": 0.155344, "nauc_precision_at_1000_diff1": -0.14935, "nauc_mrr_at_1_max": -0.029246, "nauc_mrr_at_1_std": 0.199624, "nauc_mrr_at_1_diff1": -0.258653, "nauc_mrr_at_3_max": -0.138603, "nauc_mrr_at_3_std": 0.211464, "nauc_mrr_at_3_diff1": -0.114234, "nauc_mrr_at_5_max": -0.09253, "nauc_mrr_at_5_std": 0.220645, "nauc_mrr_at_5_diff1": -0.081349, "nauc_mrr_at_10_max": -0.072804, "nauc_mrr_at_10_std": 0.195899, "nauc_mrr_at_10_diff1": -0.076897, "nauc_mrr_at_20_max": -0.08315, "nauc_mrr_at_20_std": 0.207429, "nauc_mrr_at_20_diff1": -0.091501, "nauc_mrr_at_100_max": -0.078524, "nauc_mrr_at_100_std": 0.195002, "nauc_mrr_at_100_diff1": -0.092336, "nauc_mrr_at_1000_max": -0.079971, "nauc_mrr_at_1000_std": 0.194769, "nauc_mrr_at_1000_diff1": -0.09346, "main_score": 0.02041, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.04, "ndcg_at_3": 0.04089, "ndcg_at_5": 0.04374, "ndcg_at_10": 0.04686, "ndcg_at_20": 0.05349, "ndcg_at_100": 0.08142, "ndcg_at_1000": 0.13377, "map_at_1": 0.00936, "map_at_3": 0.01255, "map_at_5": 0.01481, "map_at_10": 0.01854, "map_at_20": 0.02206, "map_at_100": 0.02905, "map_at_1000": 0.03329, "recall_at_1": 0.00936, "recall_at_3": 0.01452, "recall_at_5": 0.01974, "recall_at_10": 0.03341, "recall_at_20": 0.05746, "recall_at_100": 0.14936, "recall_at_1000": 0.35194, "precision_at_1": 0.05, "precision_at_3": 0.045, "precision_at_5": 0.05, "precision_at_10": 0.044, "precision_at_20": 0.03825, "precision_at_100": 0.0231, "precision_at_1000": 0.00844, "mrr_at_1": 0.05, "mrr_at_3": 0.074167, "mrr_at_5": 0.083667, "mrr_at_10": 0.089353, "mrr_at_20": 0.095542, "mrr_at_100": 0.100417, "mrr_at_1000": 0.101501, "nauc_ndcg_at_1_max": 0.533925, "nauc_ndcg_at_1_std": 0.826033, "nauc_ndcg_at_1_diff1": 0.07615, "nauc_ndcg_at_3_max": 0.431792, "nauc_ndcg_at_3_std": 0.730695, "nauc_ndcg_at_3_diff1": 0.093385, "nauc_ndcg_at_5_max": 0.406105, "nauc_ndcg_at_5_std": 0.668385, "nauc_ndcg_at_5_diff1": 0.097777, "nauc_ndcg_at_10_max": 0.407192, "nauc_ndcg_at_10_std": 0.66925, "nauc_ndcg_at_10_diff1": 0.107855, "nauc_ndcg_at_20_max": 0.40854, "nauc_ndcg_at_20_std": 0.664062, "nauc_ndcg_at_20_diff1": 0.078021, "nauc_ndcg_at_100_max": 0.393028, "nauc_ndcg_at_100_std": 0.695762, "nauc_ndcg_at_100_diff1": 0.036653, "nauc_ndcg_at_1000_max": 0.391922, "nauc_ndcg_at_1000_std": 0.688678, "nauc_ndcg_at_1000_diff1": -0.002912, "nauc_map_at_1_max": 0.268292, "nauc_map_at_1_std": 0.965577, "nauc_map_at_1_diff1": 0.353323, "nauc_map_at_3_max": 0.272884, "nauc_map_at_3_std": 0.898631, "nauc_map_at_3_diff1": 0.300837, "nauc_map_at_5_max": 0.313869, "nauc_map_at_5_std": 0.840566, "nauc_map_at_5_diff1": 0.278169, "nauc_map_at_10_max": 0.375484, "nauc_map_at_10_std": 0.819081, "nauc_map_at_10_diff1": 0.248875, "nauc_map_at_20_max": 0.391718, "nauc_map_at_20_std": 0.789137, "nauc_map_at_20_diff1": 0.204382, "nauc_map_at_100_max": 0.407216, "nauc_map_at_100_std": 0.787439, "nauc_map_at_100_diff1": 0.141521, "nauc_map_at_1000_max": 0.411002, "nauc_map_at_1000_std": 0.789637, "nauc_map_at_1000_diff1": 0.117384, "nauc_recall_at_1_max": 0.268292, "nauc_recall_at_1_std": 0.965577, "nauc_recall_at_1_diff1": 0.353323, "nauc_recall_at_3_max": 0.285833, "nauc_recall_at_3_std": 0.829271, "nauc_recall_at_3_diff1": 0.259259, "nauc_recall_at_5_max": 0.342193, "nauc_recall_at_5_std": 0.716416, "nauc_recall_at_5_diff1": 0.232723, "nauc_recall_at_10_max": 0.42097, "nauc_recall_at_10_std": 0.701342, "nauc_recall_at_10_diff1": 0.174232, "nauc_recall_at_20_max": 0.363764, "nauc_recall_at_20_std": 0.540524, "nauc_recall_at_20_diff1": 0.04105, "nauc_recall_at_100_max": 0.335426, "nauc_recall_at_100_std": 0.556892, "nauc_recall_at_100_diff1": -0.037307, "nauc_recall_at_1000_max": 0.387977, "nauc_recall_at_1000_std": 0.531191, "nauc_recall_at_1000_diff1": -0.011115, "nauc_precision_at_1_max": 0.412047, "nauc_precision_at_1_std": 0.75546, "nauc_precision_at_1_diff1": 0.020284, "nauc_precision_at_3_max": 0.41299, "nauc_precision_at_3_std": 0.603584, "nauc_precision_at_3_diff1": 0.020559, "nauc_precision_at_5_max": 0.388311, "nauc_precision_at_5_std": 0.520967, "nauc_precision_at_5_diff1": 0.028478, "nauc_precision_at_10_max": 0.405537, "nauc_precision_at_10_std": 0.518684, "nauc_precision_at_10_diff1": 0.052671, "nauc_precision_at_20_max": 0.397037, "nauc_precision_at_20_std": 0.562167, "nauc_precision_at_20_diff1": -0.021842, "nauc_precision_at_100_max": 0.310553, "nauc_precision_at_100_std": 0.560395, "nauc_precision_at_100_diff1": -0.071931, "nauc_precision_at_1000_max": 0.133837, "nauc_precision_at_1000_std": 0.285584, "nauc_precision_at_1000_diff1": -0.025745, "nauc_mrr_at_1_max": 0.412047, "nauc_mrr_at_1_std": 0.75546, "nauc_mrr_at_1_diff1": 0.020284, "nauc_mrr_at_3_max": 0.395144, "nauc_mrr_at_3_std": 0.630353, "nauc_mrr_at_3_diff1": 0.03136, "nauc_mrr_at_5_max": 0.366629, "nauc_mrr_at_5_std": 0.589154, "nauc_mrr_at_5_diff1": 0.031491, "nauc_mrr_at_10_max": 0.361349, "nauc_mrr_at_10_std": 0.573909, "nauc_mrr_at_10_diff1": 0.039548, "nauc_mrr_at_20_max": 0.349601, "nauc_mrr_at_20_std": 0.585132, "nauc_mrr_at_20_diff1": 0.027337, "nauc_mrr_at_100_max": 0.34563, "nauc_mrr_at_100_std": 0.586536, "nauc_mrr_at_100_diff1": 0.022351, "nauc_mrr_at_1000_max": 0.347131, "nauc_mrr_at_1000_std": 0.586669, "nauc_mrr_at_1000_diff1": 0.023365, "main_score": 0.04686, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ] }, "evaluation_time": 52884.526300907135, "kg_co2_emissions": null }