{ "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", "task_name": "CUREv1", "mteb_version": "1.38.43", "scores": { "all": [ { "ndcg_at_1": 0.56575, "ndcg_at_3": 0.50998, "ndcg_at_5": 0.4914, "ndcg_at_10": 0.47847, "ndcg_at_20": 0.47807, "ndcg_at_100": 0.53028, "ndcg_at_1000": 0.61835, "map_at_1": 0.08511, "map_at_3": 0.14654, "map_at_5": 0.17659, "map_at_10": 0.21479, "map_at_20": 0.2484, "map_at_100": 0.30683, "map_at_1000": 0.33831, "recall_at_1": 0.08511, "recall_at_3": 0.16471, "recall_at_5": 0.21338, "recall_at_10": 0.28766, "recall_at_20": 0.37332, "recall_at_100": 0.60262, "recall_at_1000": 0.87703, "precision_at_1": 0.6705, "precision_at_3": 0.54583, "precision_at_5": 0.4791, "precision_at_10": 0.389, "precision_at_20": 0.30083, "precision_at_100": 0.14335, "precision_at_1000": 0.03063, "mrr_at_1": 0.6705, "mrr_at_3": 0.756333, "mrr_at_5": 0.768583, "mrr_at_10": 0.773027, "mrr_at_20": 0.774942, "mrr_at_100": 0.775397, "mrr_at_1000": 0.775449, "nauc_ndcg_at_1_max": 0.383303, "nauc_ndcg_at_1_std": 0.121314, "nauc_ndcg_at_1_diff1": 0.414513, "nauc_ndcg_at_3_max": 0.345379, "nauc_ndcg_at_3_std": 0.172805, "nauc_ndcg_at_3_diff1": 0.295395, "nauc_ndcg_at_5_max": 0.341651, "nauc_ndcg_at_5_std": 0.192094, "nauc_ndcg_at_5_diff1": 0.284511, "nauc_ndcg_at_10_max": 0.310385, "nauc_ndcg_at_10_std": 0.189227, "nauc_ndcg_at_10_diff1": 0.273185, "nauc_ndcg_at_20_max": 0.295991, "nauc_ndcg_at_20_std": 0.167549, "nauc_ndcg_at_20_diff1": 0.284793, "nauc_ndcg_at_100_max": 0.30425, "nauc_ndcg_at_100_std": 0.195659, "nauc_ndcg_at_100_diff1": 0.296336, "nauc_ndcg_at_1000_max": 0.374759, "nauc_ndcg_at_1000_std": 0.332284, "nauc_ndcg_at_1000_diff1": 0.28633, "nauc_map_at_1_max": 0.130211, "nauc_map_at_1_std": -0.164519, "nauc_map_at_1_diff1": 0.463792, "nauc_map_at_3_max": 0.129833, "nauc_map_at_3_std": -0.14335, "nauc_map_at_3_diff1": 0.351862, "nauc_map_at_5_max": 0.135155, "nauc_map_at_5_std": -0.120632, "nauc_map_at_5_diff1": 0.327738, "nauc_map_at_10_max": 0.150067, "nauc_map_at_10_std": -0.075704, "nauc_map_at_10_diff1": 0.29514, "nauc_map_at_20_max": 0.16625, "nauc_map_at_20_std": -0.028639, "nauc_map_at_20_diff1": 0.275787, "nauc_map_at_100_max": 0.20917, "nauc_map_at_100_std": 0.105351, "nauc_map_at_100_diff1": 0.248078, "nauc_map_at_1000_max": 0.24105, "nauc_map_at_1000_std": 0.194442, "nauc_map_at_1000_diff1": 0.227343, "nauc_recall_at_1_max": 0.130211, "nauc_recall_at_1_std": -0.164519, "nauc_recall_at_1_diff1": 0.463792, "nauc_recall_at_3_max": 0.086463, "nauc_recall_at_3_std": -0.162659, "nauc_recall_at_3_diff1": 0.309225, "nauc_recall_at_5_max": 0.074777, "nauc_recall_at_5_std": -0.149779, "nauc_recall_at_5_diff1": 0.274131, "nauc_recall_at_10_max": 0.067588, "nauc_recall_at_10_std": -0.118206, "nauc_recall_at_10_diff1": 0.224093, "nauc_recall_at_20_max": 0.062183, "nauc_recall_at_20_std": -0.095786, "nauc_recall_at_20_diff1": 0.204368, "nauc_recall_at_100_max": 0.086839, "nauc_recall_at_100_std": 0.050037, "nauc_recall_at_100_diff1": 0.172232, "nauc_recall_at_1000_max": 0.211645, "nauc_recall_at_1000_std": 0.314846, "nauc_recall_at_1000_diff1": 0.186744, "nauc_precision_at_1_max": 0.395367, "nauc_precision_at_1_std": 0.194946, "nauc_precision_at_1_diff1": 0.395689, "nauc_precision_at_3_max": 0.273534, "nauc_precision_at_3_std": 0.28539, "nauc_precision_at_3_diff1": 0.046787, "nauc_precision_at_5_max": 0.262702, "nauc_precision_at_5_std": 0.351492, "nauc_precision_at_5_diff1": -0.018627, "nauc_precision_at_10_max": 0.216105, "nauc_precision_at_10_std": 0.418397, "nauc_precision_at_10_diff1": -0.102112, "nauc_precision_at_20_max": 0.188442, "nauc_precision_at_20_std": 0.450649, "nauc_precision_at_20_diff1": -0.133818, "nauc_precision_at_100_max": 0.140293, "nauc_precision_at_100_std": 0.472836, "nauc_precision_at_100_diff1": -0.163466, "nauc_precision_at_1000_max": 0.103384, "nauc_precision_at_1000_std": 0.382843, "nauc_precision_at_1000_diff1": -0.179773, "nauc_mrr_at_1_max": 0.395367, "nauc_mrr_at_1_std": 0.194946, "nauc_mrr_at_1_diff1": 0.395689, "nauc_mrr_at_3_max": 0.418592, "nauc_mrr_at_3_std": 0.229262, "nauc_mrr_at_3_diff1": 0.389296, "nauc_mrr_at_5_max": 0.422473, "nauc_mrr_at_5_std": 0.235452, "nauc_mrr_at_5_diff1": 0.386692, "nauc_mrr_at_10_max": 0.418387, "nauc_mrr_at_10_std": 0.234134, "nauc_mrr_at_10_diff1": 0.385349, "nauc_mrr_at_20_max": 0.418345, "nauc_mrr_at_20_std": 0.231942, "nauc_mrr_at_20_diff1": 0.386958, "nauc_mrr_at_100_max": 0.417958, "nauc_mrr_at_100_std": 0.231697, "nauc_mrr_at_100_diff1": 0.386895, "nauc_mrr_at_1000_max": 0.417862, "nauc_mrr_at_1000_std": 0.231517, "nauc_mrr_at_1000_diff1": 0.386898, "main_score": 0.47847, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.51075, "ndcg_at_3": 0.45688, "ndcg_at_5": 0.43674, "ndcg_at_10": 0.42444, "ndcg_at_20": 0.42323, "ndcg_at_100": 0.47064, "ndcg_at_1000": 0.55803, "map_at_1": 0.07685, "map_at_3": 0.13091, "map_at_5": 0.15624, "map_at_10": 0.18709, "map_at_20": 0.21453, "map_at_100": 0.26191, "map_at_1000": 0.28785, "recall_at_1": 0.07685, "recall_at_3": 0.14675, "recall_at_5": 0.1892, "recall_at_10": 0.25378, "recall_at_20": 0.32967, "recall_at_100": 0.53828, "recall_at_1000": 0.81715, "precision_at_1": 0.605, "precision_at_3": 0.48583, "precision_at_5": 0.4213, "precision_at_10": 0.3393, "precision_at_20": 0.26165, "precision_at_100": 0.12452, "precision_at_1000": 0.02752, "mrr_at_1": 0.605, "mrr_at_3": 0.68775, "mrr_at_5": 0.70265, "mrr_at_10": 0.709328, "mrr_at_20": 0.711744, "mrr_at_100": 0.712808, "mrr_at_1000": 0.712895, "nauc_ndcg_at_1_max": 0.390919, "nauc_ndcg_at_1_std": 0.252758, "nauc_ndcg_at_1_diff1": 0.398123, "nauc_ndcg_at_3_max": 0.380373, "nauc_ndcg_at_3_std": 0.295459, "nauc_ndcg_at_3_diff1": 0.298459, "nauc_ndcg_at_5_max": 0.381825, "nauc_ndcg_at_5_std": 0.316138, "nauc_ndcg_at_5_diff1": 0.292485, "nauc_ndcg_at_10_max": 0.392204, "nauc_ndcg_at_10_std": 0.335395, "nauc_ndcg_at_10_diff1": 0.299905, "nauc_ndcg_at_20_max": 0.393135, "nauc_ndcg_at_20_std": 0.327637, "nauc_ndcg_at_20_diff1": 0.308989, "nauc_ndcg_at_100_max": 0.407131, "nauc_ndcg_at_100_std": 0.369449, "nauc_ndcg_at_100_diff1": 0.315595, "nauc_ndcg_at_1000_max": 0.466187, "nauc_ndcg_at_1000_std": 0.468595, "nauc_ndcg_at_1000_diff1": 0.315269, "nauc_map_at_1_max": 0.19919, "nauc_map_at_1_std": -0.055696, "nauc_map_at_1_diff1": 0.478077, "nauc_map_at_3_max": 0.20628, "nauc_map_at_3_std": -0.01735, "nauc_map_at_3_diff1": 0.367895, "nauc_map_at_5_max": 0.209039, "nauc_map_at_5_std": 0.011835, "nauc_map_at_5_diff1": 0.337325, "nauc_map_at_10_max": 0.240778, "nauc_map_at_10_std": 0.06992, "nauc_map_at_10_diff1": 0.317159, "nauc_map_at_20_max": 0.262632, "nauc_map_at_20_std": 0.125512, "nauc_map_at_20_diff1": 0.298948, "nauc_map_at_100_max": 0.31464, "nauc_map_at_100_std": 0.255108, "nauc_map_at_100_diff1": 0.276809, "nauc_map_at_1000_max": 0.349167, "nauc_map_at_1000_std": 0.329525, "nauc_map_at_1000_diff1": 0.264279, "nauc_recall_at_1_max": 0.19919, "nauc_recall_at_1_std": -0.055696, "nauc_recall_at_1_diff1": 0.478077, "nauc_recall_at_3_max": 0.16676, "nauc_recall_at_3_std": -0.036242, "nauc_recall_at_3_diff1": 0.329237, "nauc_recall_at_5_max": 0.154255, "nauc_recall_at_5_std": -0.012855, "nauc_recall_at_5_diff1": 0.289341, "nauc_recall_at_10_max": 0.167491, "nauc_recall_at_10_std": 0.034686, "nauc_recall_at_10_diff1": 0.252515, "nauc_recall_at_20_max": 0.184155, "nauc_recall_at_20_std": 0.082448, "nauc_recall_at_20_diff1": 0.232107, "nauc_recall_at_100_max": 0.239678, "nauc_recall_at_100_std": 0.254519, "nauc_recall_at_100_diff1": 0.20652, "nauc_recall_at_1000_max": 0.378396, "nauc_recall_at_1000_std": 0.480929, "nauc_recall_at_1000_diff1": 0.222662, "nauc_precision_at_1_max": 0.427914, "nauc_precision_at_1_std": 0.335381, "nauc_precision_at_1_diff1": 0.377747, "nauc_precision_at_3_max": 0.3379, "nauc_precision_at_3_std": 0.386553, "nauc_precision_at_3_diff1": 0.087084, "nauc_precision_at_5_max": 0.31463, "nauc_precision_at_5_std": 0.42836, "nauc_precision_at_5_diff1": 0.022857, "nauc_precision_at_10_max": 0.306258, "nauc_precision_at_10_std": 0.49157, "nauc_precision_at_10_diff1": -0.041129, "nauc_precision_at_20_max": 0.282277, "nauc_precision_at_20_std": 0.516851, "nauc_precision_at_20_diff1": -0.078301, "nauc_precision_at_100_max": 0.223507, "nauc_precision_at_100_std": 0.516209, "nauc_precision_at_100_diff1": -0.116892, "nauc_precision_at_1000_max": 0.180075, "nauc_precision_at_1000_std": 0.412598, "nauc_precision_at_1000_diff1": -0.135395, "nauc_mrr_at_1_max": 0.427914, "nauc_mrr_at_1_std": 0.335381, "nauc_mrr_at_1_diff1": 0.377747, "nauc_mrr_at_3_max": 0.456098, "nauc_mrr_at_3_std": 0.382378, "nauc_mrr_at_3_diff1": 0.367039, "nauc_mrr_at_5_max": 0.455081, "nauc_mrr_at_5_std": 0.386913, "nauc_mrr_at_5_diff1": 0.368167, "nauc_mrr_at_10_max": 0.454419, "nauc_mrr_at_10_std": 0.385689, "nauc_mrr_at_10_diff1": 0.3667, "nauc_mrr_at_20_max": 0.456029, "nauc_mrr_at_20_std": 0.385583, "nauc_mrr_at_20_diff1": 0.367907, "nauc_mrr_at_100_max": 0.455638, "nauc_mrr_at_100_std": 0.384864, "nauc_mrr_at_100_diff1": 0.368593, "nauc_mrr_at_1000_max": 0.455513, "nauc_mrr_at_1000_std": 0.384697, "nauc_mrr_at_1000_diff1": 0.368542, "main_score": 0.42444, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.49825, "ndcg_at_3": 0.44987, "ndcg_at_5": 0.43228, "ndcg_at_10": 0.41897, "ndcg_at_20": 0.4196, "ndcg_at_100": 0.46628, "ndcg_at_1000": 0.55259, "map_at_1": 0.07607, "map_at_3": 0.12834, "map_at_5": 0.15324, "map_at_10": 0.1846, "map_at_20": 0.21204, "map_at_100": 0.25829, "map_at_1000": 0.28371, "recall_at_1": 0.07607, "recall_at_3": 0.1462, "recall_at_5": 0.18691, "recall_at_10": 0.25325, "recall_at_20": 0.32815, "recall_at_100": 0.53303, "recall_at_1000": 0.80764, "precision_at_1": 0.59, "precision_at_3": 0.47767, "precision_at_5": 0.4185, "precision_at_10": 0.33555, "precision_at_20": 0.26, "precision_at_100": 0.12269, "precision_at_1000": 0.02716, "mrr_at_1": 0.59, "mrr_at_3": 0.6785, "mrr_at_5": 0.691375, "mrr_at_10": 0.699716, "mrr_at_20": 0.701816, "mrr_at_100": 0.702806, "mrr_at_1000": 0.702919, "nauc_ndcg_at_1_max": 0.382949, "nauc_ndcg_at_1_std": 0.222332, "nauc_ndcg_at_1_diff1": 0.417353, "nauc_ndcg_at_3_max": 0.384619, "nauc_ndcg_at_3_std": 0.306399, "nauc_ndcg_at_3_diff1": 0.318186, "nauc_ndcg_at_5_max": 0.38319, "nauc_ndcg_at_5_std": 0.329648, "nauc_ndcg_at_5_diff1": 0.308469, "nauc_ndcg_at_10_max": 0.379348, "nauc_ndcg_at_10_std": 0.332153, "nauc_ndcg_at_10_diff1": 0.312822, "nauc_ndcg_at_20_max": 0.372553, "nauc_ndcg_at_20_std": 0.328757, "nauc_ndcg_at_20_diff1": 0.324371, "nauc_ndcg_at_100_max": 0.382003, "nauc_ndcg_at_100_std": 0.354463, "nauc_ndcg_at_100_diff1": 0.326966, "nauc_ndcg_at_1000_max": 0.439238, "nauc_ndcg_at_1000_std": 0.458669, "nauc_ndcg_at_1000_diff1": 0.307298, "nauc_map_at_1_max": 0.191254, "nauc_map_at_1_std": -0.074796, "nauc_map_at_1_diff1": 0.499787, "nauc_map_at_3_max": 0.192397, "nauc_map_at_3_std": -0.02548, "nauc_map_at_3_diff1": 0.394715, "nauc_map_at_5_max": 0.202165, "nauc_map_at_5_std": 0.012594, "nauc_map_at_5_diff1": 0.369052, "nauc_map_at_10_max": 0.22882, "nauc_map_at_10_std": 0.067111, "nauc_map_at_10_diff1": 0.348287, "nauc_map_at_20_max": 0.248832, "nauc_map_at_20_std": 0.123731, "nauc_map_at_20_diff1": 0.330967, "nauc_map_at_100_max": 0.296268, "nauc_map_at_100_std": 0.246684, "nauc_map_at_100_diff1": 0.299757, "nauc_map_at_1000_max": 0.328742, "nauc_map_at_1000_std": 0.322949, "nauc_map_at_1000_diff1": 0.28088, "nauc_recall_at_1_max": 0.191254, "nauc_recall_at_1_std": -0.074796, "nauc_recall_at_1_diff1": 0.499787, "nauc_recall_at_3_max": 0.143248, "nauc_recall_at_3_std": -0.044381, "nauc_recall_at_3_diff1": 0.344251, "nauc_recall_at_5_max": 0.144234, "nauc_recall_at_5_std": -0.008822, "nauc_recall_at_5_diff1": 0.308276, "nauc_recall_at_10_max": 0.149679, "nauc_recall_at_10_std": 0.031293, "nauc_recall_at_10_diff1": 0.271648, "nauc_recall_at_20_max": 0.155863, "nauc_recall_at_20_std": 0.086842, "nauc_recall_at_20_diff1": 0.255218, "nauc_recall_at_100_max": 0.21488, "nauc_recall_at_100_std": 0.235653, "nauc_recall_at_100_diff1": 0.218153, "nauc_recall_at_1000_max": 0.355354, "nauc_recall_at_1000_std": 0.469637, "nauc_recall_at_1000_diff1": 0.182173, "nauc_precision_at_1_max": 0.420835, "nauc_precision_at_1_std": 0.302119, "nauc_precision_at_1_diff1": 0.400471, "nauc_precision_at_3_max": 0.340076, "nauc_precision_at_3_std": 0.404238, "nauc_precision_at_3_diff1": 0.099267, "nauc_precision_at_5_max": 0.324614, "nauc_precision_at_5_std": 0.45146, "nauc_precision_at_5_diff1": 0.03544, "nauc_precision_at_10_max": 0.310972, "nauc_precision_at_10_std": 0.503358, "nauc_precision_at_10_diff1": -0.03234, "nauc_precision_at_20_max": 0.277728, "nauc_precision_at_20_std": 0.521572, "nauc_precision_at_20_diff1": -0.081458, "nauc_precision_at_100_max": 0.216595, "nauc_precision_at_100_std": 0.514592, "nauc_precision_at_100_diff1": -0.148705, "nauc_precision_at_1000_max": 0.168728, "nauc_precision_at_1000_std": 0.419992, "nauc_precision_at_1000_diff1": -0.173099, "nauc_mrr_at_1_max": 0.420835, "nauc_mrr_at_1_std": 0.302119, "nauc_mrr_at_1_diff1": 0.400471, "nauc_mrr_at_3_max": 0.440445, "nauc_mrr_at_3_std": 0.358387, "nauc_mrr_at_3_diff1": 0.380779, "nauc_mrr_at_5_max": 0.441342, "nauc_mrr_at_5_std": 0.360252, "nauc_mrr_at_5_diff1": 0.37733, "nauc_mrr_at_10_max": 0.441398, "nauc_mrr_at_10_std": 0.36194, "nauc_mrr_at_10_diff1": 0.376058, "nauc_mrr_at_20_max": 0.441549, "nauc_mrr_at_20_std": 0.360784, "nauc_mrr_at_20_diff1": 0.377722, "nauc_mrr_at_100_max": 0.441026, "nauc_mrr_at_100_std": 0.359612, "nauc_mrr_at_100_diff1": 0.377788, "nauc_mrr_at_1000_max": 0.440993, "nauc_mrr_at_1000_std": 0.359449, "nauc_mrr_at_1000_diff1": 0.377871, "main_score": 0.41897, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "dentistry_and_oral_health": [ { "ndcg_at_1": 0.62, "ndcg_at_3": 0.52145, "ndcg_at_5": 0.49312, "ndcg_at_10": 0.48214, "ndcg_at_20": 0.47662, "ndcg_at_100": 0.53147, "ndcg_at_1000": 0.64369, "map_at_1": 0.09584, "map_at_3": 0.13928, "map_at_5": 0.15969, "map_at_10": 0.19241, "map_at_20": 0.22191, "map_at_100": 0.29249, "map_at_1000": 0.33526, "recall_at_1": 0.09584, "recall_at_3": 0.15253, "recall_at_5": 0.18454, "recall_at_10": 0.25317, "recall_at_20": 0.33495, "recall_at_100": 0.5921, "recall_at_1000": 0.90187, "precision_at_1": 0.715, "precision_at_3": 0.545, "precision_at_5": 0.474, "precision_at_10": 0.3985, "precision_at_20": 0.31375, "precision_at_100": 0.1665, "precision_at_1000": 0.03444, "mrr_at_1": 0.715, "mrr_at_3": 0.8, "mrr_at_5": 0.8095, "mrr_at_10": 0.811306, "mrr_at_20": 0.813041, "mrr_at_100": 0.813181, "mrr_at_1000": 0.813181, "nauc_ndcg_at_1_max": 0.293726, "nauc_ndcg_at_1_std": -0.225281, "nauc_ndcg_at_1_diff1": 0.42396, "nauc_ndcg_at_3_max": 0.243815, "nauc_ndcg_at_3_std": -0.145905, "nauc_ndcg_at_3_diff1": 0.321217, "nauc_ndcg_at_5_max": 0.218369, "nauc_ndcg_at_5_std": -0.107694, "nauc_ndcg_at_5_diff1": 0.273634, "nauc_ndcg_at_10_max": 0.222658, "nauc_ndcg_at_10_std": -0.112345, "nauc_ndcg_at_10_diff1": 0.280867, "nauc_ndcg_at_20_max": 0.232984, "nauc_ndcg_at_20_std": -0.139981, "nauc_ndcg_at_20_diff1": 0.305248, "nauc_ndcg_at_100_max": 0.225449, "nauc_ndcg_at_100_std": -0.11379, "nauc_ndcg_at_100_diff1": 0.295147, "nauc_ndcg_at_1000_max": 0.303448, "nauc_ndcg_at_1000_std": 0.109001, "nauc_ndcg_at_1000_diff1": 0.247112, "nauc_map_at_1_max": 0.163625, "nauc_map_at_1_std": -0.393402, "nauc_map_at_1_diff1": 0.526808, "nauc_map_at_3_max": 0.109309, "nauc_map_at_3_std": -0.419547, "nauc_map_at_3_diff1": 0.426809, "nauc_map_at_5_max": 0.092822, "nauc_map_at_5_std": -0.403106, "nauc_map_at_5_diff1": 0.384794, "nauc_map_at_10_max": 0.101261, "nauc_map_at_10_std": -0.370958, "nauc_map_at_10_diff1": 0.359419, "nauc_map_at_20_max": 0.124435, "nauc_map_at_20_std": -0.333903, "nauc_map_at_20_diff1": 0.345153, "nauc_map_at_100_max": 0.176575, "nauc_map_at_100_std": -0.136332, "nauc_map_at_100_diff1": 0.281489, "nauc_map_at_1000_max": 0.196652, "nauc_map_at_1000_std": 0.008876, "nauc_map_at_1000_diff1": 0.222202, "nauc_recall_at_1_max": 0.163625, "nauc_recall_at_1_std": -0.393402, "nauc_recall_at_1_diff1": 0.526808, "nauc_recall_at_3_max": 0.077978, "nauc_recall_at_3_std": -0.430119, "nauc_recall_at_3_diff1": 0.395313, "nauc_recall_at_5_max": 0.052148, "nauc_recall_at_5_std": -0.40298, "nauc_recall_at_5_diff1": 0.331143, "nauc_recall_at_10_max": 0.042141, "nauc_recall_at_10_std": -0.380487, "nauc_recall_at_10_diff1": 0.298867, "nauc_recall_at_20_max": 0.015696, "nauc_recall_at_20_std": -0.377128, "nauc_recall_at_20_diff1": 0.240639, "nauc_recall_at_100_max": 0.034419, "nauc_recall_at_100_std": -0.204202, "nauc_recall_at_100_diff1": 0.167442, "nauc_recall_at_1000_max": 0.183617, "nauc_recall_at_1000_std": 0.286908, "nauc_recall_at_1000_diff1": 0.121671, "nauc_precision_at_1_max": 0.265532, "nauc_precision_at_1_std": -0.149635, "nauc_precision_at_1_diff1": 0.442465, "nauc_precision_at_3_max": 0.134288, "nauc_precision_at_3_std": 0.13491, "nauc_precision_at_3_diff1": -0.025074, "nauc_precision_at_5_max": 0.114702, "nauc_precision_at_5_std": 0.301211, "nauc_precision_at_5_diff1": -0.133196, "nauc_precision_at_10_max": 0.168517, "nauc_precision_at_10_std": 0.439656, "nauc_precision_at_10_diff1": -0.185798, "nauc_precision_at_20_max": 0.196925, "nauc_precision_at_20_std": 0.494331, "nauc_precision_at_20_diff1": -0.191109, "nauc_precision_at_100_max": 0.12177, "nauc_precision_at_100_std": 0.609986, "nauc_precision_at_100_diff1": -0.25711, "nauc_precision_at_1000_max": 0.062699, "nauc_precision_at_1000_std": 0.530965, "nauc_precision_at_1000_diff1": -0.265399, "nauc_mrr_at_1_max": 0.265532, "nauc_mrr_at_1_std": -0.149635, "nauc_mrr_at_1_diff1": 0.442465, "nauc_mrr_at_3_max": 0.328965, "nauc_mrr_at_3_std": -0.158663, "nauc_mrr_at_3_diff1": 0.444917, "nauc_mrr_at_5_max": 0.32281, "nauc_mrr_at_5_std": -0.131077, "nauc_mrr_at_5_diff1": 0.435015, "nauc_mrr_at_10_max": 0.328594, "nauc_mrr_at_10_std": -0.131781, "nauc_mrr_at_10_diff1": 0.440579, "nauc_mrr_at_20_max": 0.322181, "nauc_mrr_at_20_std": -0.136367, "nauc_mrr_at_20_diff1": 0.441064, "nauc_mrr_at_100_max": 0.321648, "nauc_mrr_at_100_std": -0.136976, "nauc_mrr_at_100_diff1": 0.441153, "nauc_mrr_at_1000_max": 0.321648, "nauc_mrr_at_1000_std": -0.136976, "nauc_mrr_at_1000_diff1": 0.441153, "main_score": 0.48214, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.5775, "ndcg_at_3": 0.48811, "ndcg_at_5": 0.45659, "ndcg_at_10": 0.43701, "ndcg_at_20": 0.43378, "ndcg_at_100": 0.48368, "ndcg_at_1000": 0.59854, "map_at_1": 0.08999, "map_at_3": 0.13062, "map_at_5": 0.14684, "map_at_10": 0.17128, "map_at_20": 0.19752, "map_at_100": 0.25678, "map_at_1000": 0.29398, "recall_at_1": 0.08999, "recall_at_3": 0.1414, "recall_at_5": 0.17125, "recall_at_10": 0.2253, "recall_at_20": 0.29499, "recall_at_100": 0.53167, "recall_at_1000": 0.86714, "precision_at_1": 0.665, "precision_at_3": 0.5, "precision_at_5": 0.428, "precision_at_10": 0.3515, "precision_at_20": 0.286, "precision_at_100": 0.15105, "precision_at_1000": 0.03223, "mrr_at_1": 0.665, "mrr_at_3": 0.754167, "mrr_at_5": 0.765917, "mrr_at_10": 0.768867, "mrr_at_20": 0.770366, "mrr_at_100": 0.770997, "mrr_at_1000": 0.771171, "nauc_ndcg_at_1_max": 0.446574, "nauc_ndcg_at_1_std": 0.221785, "nauc_ndcg_at_1_diff1": 0.380826, "nauc_ndcg_at_3_max": 0.325398, "nauc_ndcg_at_3_std": 0.201805, "nauc_ndcg_at_3_diff1": 0.271373, "nauc_ndcg_at_5_max": 0.314074, "nauc_ndcg_at_5_std": 0.202518, "nauc_ndcg_at_5_diff1": 0.287334, "nauc_ndcg_at_10_max": 0.341518, "nauc_ndcg_at_10_std": 0.190591, "nauc_ndcg_at_10_diff1": 0.303474, "nauc_ndcg_at_20_max": 0.353114, "nauc_ndcg_at_20_std": 0.15248, "nauc_ndcg_at_20_diff1": 0.320528, "nauc_ndcg_at_100_max": 0.393453, "nauc_ndcg_at_100_std": 0.217798, "nauc_ndcg_at_100_diff1": 0.314068, "nauc_ndcg_at_1000_max": 0.44902, "nauc_ndcg_at_1000_std": 0.389183, "nauc_ndcg_at_1000_diff1": 0.287709, "nauc_map_at_1_max": 0.306518, "nauc_map_at_1_std": -0.161031, "nauc_map_at_1_diff1": 0.591784, "nauc_map_at_3_max": 0.217993, "nauc_map_at_3_std": -0.174408, "nauc_map_at_3_diff1": 0.437661, "nauc_map_at_5_max": 0.202641, "nauc_map_at_5_std": -0.165556, "nauc_map_at_5_diff1": 0.413214, "nauc_map_at_10_max": 0.216147, "nauc_map_at_10_std": -0.129217, "nauc_map_at_10_diff1": 0.383651, "nauc_map_at_20_max": 0.235873, "nauc_map_at_20_std": -0.087957, "nauc_map_at_20_diff1": 0.369377, "nauc_map_at_100_max": 0.294582, "nauc_map_at_100_std": 0.102535, "nauc_map_at_100_diff1": 0.327006, "nauc_map_at_1000_max": 0.320687, "nauc_map_at_1000_std": 0.216121, "nauc_map_at_1000_diff1": 0.295448, "nauc_recall_at_1_max": 0.306518, "nauc_recall_at_1_std": -0.161031, "nauc_recall_at_1_diff1": 0.591784, "nauc_recall_at_3_max": 0.18616, "nauc_recall_at_3_std": -0.188066, "nauc_recall_at_3_diff1": 0.400101, "nauc_recall_at_5_max": 0.146262, "nauc_recall_at_5_std": -0.189118, "nauc_recall_at_5_diff1": 0.354156, "nauc_recall_at_10_max": 0.160295, "nauc_recall_at_10_std": -0.146312, "nauc_recall_at_10_diff1": 0.297318, "nauc_recall_at_20_max": 0.188737, "nauc_recall_at_20_std": -0.118347, "nauc_recall_at_20_diff1": 0.300296, "nauc_recall_at_100_max": 0.257408, "nauc_recall_at_100_std": 0.102644, "nauc_recall_at_100_diff1": 0.237714, "nauc_recall_at_1000_max": 0.371274, "nauc_recall_at_1000_std": 0.49888, "nauc_recall_at_1000_diff1": 0.247819, "nauc_precision_at_1_max": 0.498261, "nauc_precision_at_1_std": 0.304972, "nauc_precision_at_1_diff1": 0.403557, "nauc_precision_at_3_max": 0.162284, "nauc_precision_at_3_std": 0.352566, "nauc_precision_at_3_diff1": -0.034367, "nauc_precision_at_5_max": 0.120039, "nauc_precision_at_5_std": 0.408655, "nauc_precision_at_5_diff1": -0.10067, "nauc_precision_at_10_max": 0.15004, "nauc_precision_at_10_std": 0.449941, "nauc_precision_at_10_diff1": -0.145622, "nauc_precision_at_20_max": 0.173602, "nauc_precision_at_20_std": 0.474337, "nauc_precision_at_20_diff1": -0.139897, "nauc_precision_at_100_max": 0.15122, "nauc_precision_at_100_std": 0.553588, "nauc_precision_at_100_diff1": -0.180823, "nauc_precision_at_1000_max": 0.098569, "nauc_precision_at_1000_std": 0.442472, "nauc_precision_at_1000_diff1": -0.201138, "nauc_mrr_at_1_max": 0.498261, "nauc_mrr_at_1_std": 0.304972, "nauc_mrr_at_1_diff1": 0.403557, "nauc_mrr_at_3_max": 0.514488, "nauc_mrr_at_3_std": 0.364193, "nauc_mrr_at_3_diff1": 0.353293, "nauc_mrr_at_5_max": 0.515841, "nauc_mrr_at_5_std": 0.364609, "nauc_mrr_at_5_diff1": 0.354706, "nauc_mrr_at_10_max": 0.515107, "nauc_mrr_at_10_std": 0.36133, "nauc_mrr_at_10_diff1": 0.356496, "nauc_mrr_at_20_max": 0.518928, "nauc_mrr_at_20_std": 0.36117, "nauc_mrr_at_20_diff1": 0.364758, "nauc_mrr_at_100_max": 0.517678, "nauc_mrr_at_100_std": 0.359541, "nauc_mrr_at_100_diff1": 0.363776, "nauc_mrr_at_1000_max": 0.517377, "nauc_mrr_at_1000_std": 0.359237, "nauc_mrr_at_1000_diff1": 0.363577, "main_score": 0.43701, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.5275, "ndcg_at_3": 0.4766, "ndcg_at_5": 0.44779, "ndcg_at_10": 0.41988, "ndcg_at_20": 0.41641, "ndcg_at_100": 0.46567, "ndcg_at_1000": 0.57638, "map_at_1": 0.0896, "map_at_3": 0.12778, "map_at_5": 0.14339, "map_at_10": 0.1652, "map_at_20": 0.18884, "map_at_100": 0.24596, "map_at_1000": 0.27963, "recall_at_1": 0.0896, "recall_at_3": 0.14238, "recall_at_5": 0.16975, "recall_at_10": 0.21881, "recall_at_20": 0.28266, "recall_at_100": 0.51513, "recall_at_1000": 0.83619, "precision_at_1": 0.62, "precision_at_3": 0.49667, "precision_at_5": 0.42, "precision_at_10": 0.3315, "precision_at_20": 0.27075, "precision_at_100": 0.142, "precision_at_1000": 0.03075, "mrr_at_1": 0.62, "mrr_at_3": 0.72, "mrr_at_5": 0.733, "mrr_at_10": 0.737353, "mrr_at_20": 0.739032, "mrr_at_100": 0.739716, "mrr_at_1000": 0.739804, "nauc_ndcg_at_1_max": 0.395897, "nauc_ndcg_at_1_std": 0.186985, "nauc_ndcg_at_1_diff1": 0.451351, "nauc_ndcg_at_3_max": 0.34436, "nauc_ndcg_at_3_std": 0.231231, "nauc_ndcg_at_3_diff1": 0.33829, "nauc_ndcg_at_5_max": 0.368011, "nauc_ndcg_at_5_std": 0.259811, "nauc_ndcg_at_5_diff1": 0.380984, "nauc_ndcg_at_10_max": 0.389686, "nauc_ndcg_at_10_std": 0.240005, "nauc_ndcg_at_10_diff1": 0.39947, "nauc_ndcg_at_20_max": 0.374351, "nauc_ndcg_at_20_std": 0.230216, "nauc_ndcg_at_20_diff1": 0.389731, "nauc_ndcg_at_100_max": 0.416897, "nauc_ndcg_at_100_std": 0.319011, "nauc_ndcg_at_100_diff1": 0.371392, "nauc_ndcg_at_1000_max": 0.473895, "nauc_ndcg_at_1000_std": 0.456932, "nauc_ndcg_at_1000_diff1": 0.35756, "nauc_map_at_1_max": 0.268158, "nauc_map_at_1_std": -0.177112, "nauc_map_at_1_diff1": 0.57219, "nauc_map_at_3_max": 0.208455, "nauc_map_at_3_std": -0.16955, "nauc_map_at_3_diff1": 0.449063, "nauc_map_at_5_max": 0.219744, "nauc_map_at_5_std": -0.136803, "nauc_map_at_5_diff1": 0.43821, "nauc_map_at_10_max": 0.238006, "nauc_map_at_10_std": -0.096303, "nauc_map_at_10_diff1": 0.426247, "nauc_map_at_20_max": 0.258019, "nauc_map_at_20_std": -0.039757, "nauc_map_at_20_diff1": 0.415216, "nauc_map_at_100_max": 0.310978, "nauc_map_at_100_std": 0.172025, "nauc_map_at_100_diff1": 0.36855, "nauc_map_at_1000_max": 0.337509, "nauc_map_at_1000_std": 0.277519, "nauc_map_at_1000_diff1": 0.34582, "nauc_recall_at_1_max": 0.268158, "nauc_recall_at_1_std": -0.177112, "nauc_recall_at_1_diff1": 0.57219, "nauc_recall_at_3_max": 0.168286, "nauc_recall_at_3_std": -0.173594, "nauc_recall_at_3_diff1": 0.386262, "nauc_recall_at_5_max": 0.180613, "nauc_recall_at_5_std": -0.132959, "nauc_recall_at_5_diff1": 0.363636, "nauc_recall_at_10_max": 0.192105, "nauc_recall_at_10_std": -0.081937, "nauc_recall_at_10_diff1": 0.330106, "nauc_recall_at_20_max": 0.195546, "nauc_recall_at_20_std": -0.027715, "nauc_recall_at_20_diff1": 0.301923, "nauc_recall_at_100_max": 0.27871, "nauc_recall_at_100_std": 0.229427, "nauc_recall_at_100_diff1": 0.24315, "nauc_recall_at_1000_max": 0.44791, "nauc_recall_at_1000_std": 0.59425, "nauc_recall_at_1000_diff1": 0.273599, "nauc_precision_at_1_max": 0.439013, "nauc_precision_at_1_std": 0.254553, "nauc_precision_at_1_diff1": 0.438898, "nauc_precision_at_3_max": 0.210755, "nauc_precision_at_3_std": 0.34488, "nauc_precision_at_3_diff1": 0.004728, "nauc_precision_at_5_max": 0.225851, "nauc_precision_at_5_std": 0.456853, "nauc_precision_at_5_diff1": -0.007995, "nauc_precision_at_10_max": 0.253601, "nauc_precision_at_10_std": 0.498278, "nauc_precision_at_10_diff1": -0.032888, "nauc_precision_at_20_max": 0.215331, "nauc_precision_at_20_std": 0.512314, "nauc_precision_at_20_diff1": -0.076723, "nauc_precision_at_100_max": 0.179431, "nauc_precision_at_100_std": 0.59071, "nauc_precision_at_100_diff1": -0.124039, "nauc_precision_at_1000_max": 0.130697, "nauc_precision_at_1000_std": 0.456429, "nauc_precision_at_1000_diff1": -0.139496, "nauc_mrr_at_1_max": 0.439013, "nauc_mrr_at_1_std": 0.254553, "nauc_mrr_at_1_diff1": 0.438898, "nauc_mrr_at_3_max": 0.491364, "nauc_mrr_at_3_std": 0.325862, "nauc_mrr_at_3_diff1": 0.416212, "nauc_mrr_at_5_max": 0.486155, "nauc_mrr_at_5_std": 0.320497, "nauc_mrr_at_5_diff1": 0.413194, "nauc_mrr_at_10_max": 0.49276, "nauc_mrr_at_10_std": 0.326049, "nauc_mrr_at_10_diff1": 0.420019, "nauc_mrr_at_20_max": 0.490142, "nauc_mrr_at_20_std": 0.32207, "nauc_mrr_at_20_diff1": 0.422405, "nauc_mrr_at_100_max": 0.489028, "nauc_mrr_at_100_std": 0.320666, "nauc_mrr_at_100_diff1": 0.421856, "nauc_mrr_at_1000_max": 0.488902, "nauc_mrr_at_1000_std": 0.320561, "nauc_mrr_at_1000_diff1": 0.421755, "main_score": 0.41988, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "dermatology": [ { "ndcg_at_1": 0.55, "ndcg_at_3": 0.49403, "ndcg_at_5": 0.50582, "ndcg_at_10": 0.52769, "ndcg_at_20": 0.55741, "ndcg_at_100": 0.6246, "ndcg_at_1000": 0.67511, "map_at_1": 0.14295, "map_at_3": 0.23443, "map_at_5": 0.28721, "map_at_10": 0.34325, "map_at_20": 0.38001, "map_at_100": 0.42533, "map_at_1000": 0.44158, "recall_at_1": 0.14295, "recall_at_3": 0.25989, "recall_at_5": 0.35626, "recall_at_10": 0.47077, "recall_at_20": 0.58505, "recall_at_100": 0.80861, "recall_at_1000": 0.98826, "precision_at_1": 0.64, "precision_at_3": 0.48667, "precision_at_5": 0.425, "precision_at_10": 0.3295, "precision_at_20": 0.23075, "precision_at_100": 0.088, "precision_at_1000": 0.01322, "mrr_at_1": 0.64, "mrr_at_3": 0.7275, "mrr_at_5": 0.74775, "mrr_at_10": 0.753032, "mrr_at_20": 0.75458, "mrr_at_100": 0.754858, "mrr_at_1000": 0.754881, "nauc_ndcg_at_1_max": 0.279441, "nauc_ndcg_at_1_std": -0.078586, "nauc_ndcg_at_1_diff1": 0.258675, "nauc_ndcg_at_3_max": 0.344604, "nauc_ndcg_at_3_std": -0.069698, "nauc_ndcg_at_3_diff1": 0.106631, "nauc_ndcg_at_5_max": 0.325612, "nauc_ndcg_at_5_std": -0.134976, "nauc_ndcg_at_5_diff1": 0.111147, "nauc_ndcg_at_10_max": 0.268929, "nauc_ndcg_at_10_std": -0.160807, "nauc_ndcg_at_10_diff1": 0.107235, "nauc_ndcg_at_20_max": 0.266601, "nauc_ndcg_at_20_std": -0.213199, "nauc_ndcg_at_20_diff1": 0.134943, "nauc_ndcg_at_100_max": 0.299868, "nauc_ndcg_at_100_std": -0.176878, "nauc_ndcg_at_100_diff1": 0.13424, "nauc_ndcg_at_1000_max": 0.35199, "nauc_ndcg_at_1000_std": 0.009701, "nauc_ndcg_at_1000_diff1": 0.118762, "nauc_map_at_1_max": 0.048001, "nauc_map_at_1_std": -0.31943, "nauc_map_at_1_diff1": 0.236697, "nauc_map_at_3_max": 0.113134, "nauc_map_at_3_std": -0.348541, "nauc_map_at_3_diff1": 0.162545, "nauc_map_at_5_max": 0.114147, "nauc_map_at_5_std": -0.387077, "nauc_map_at_5_diff1": 0.146364, "nauc_map_at_10_max": 0.140723, "nauc_map_at_10_std": -0.357595, "nauc_map_at_10_diff1": 0.105786, "nauc_map_at_20_max": 0.168563, "nauc_map_at_20_std": -0.335229, "nauc_map_at_20_diff1": 0.099438, "nauc_map_at_100_max": 0.210349, "nauc_map_at_100_std": -0.250412, "nauc_map_at_100_diff1": 0.092406, "nauc_map_at_1000_max": 0.223904, "nauc_map_at_1000_std": -0.182466, "nauc_map_at_1000_diff1": 0.083311, "nauc_recall_at_1_max": 0.048001, "nauc_recall_at_1_std": -0.31943, "nauc_recall_at_1_diff1": 0.236697, "nauc_recall_at_3_max": 0.061637, "nauc_recall_at_3_std": -0.39607, "nauc_recall_at_3_diff1": 0.118204, "nauc_recall_at_5_max": 0.027658, "nauc_recall_at_5_std": -0.461444, "nauc_recall_at_5_diff1": 0.107874, "nauc_recall_at_10_max": 0.013029, "nauc_recall_at_10_std": -0.445373, "nauc_recall_at_10_diff1": 0.073791, "nauc_recall_at_20_max": 0.012224, "nauc_recall_at_20_std": -0.499335, "nauc_recall_at_20_diff1": 0.124253, "nauc_recall_at_100_max": 0.034871, "nauc_recall_at_100_std": -0.475583, "nauc_recall_at_100_diff1": 0.136255, "nauc_recall_at_1000_max": 0.079115, "nauc_recall_at_1000_std": -0.062729, "nauc_recall_at_1000_diff1": 0.135491, "nauc_precision_at_1_max": 0.283984, "nauc_precision_at_1_std": -0.013803, "nauc_precision_at_1_diff1": 0.241905, "nauc_precision_at_3_max": 0.317151, "nauc_precision_at_3_std": 0.129298, "nauc_precision_at_3_diff1": -0.073094, "nauc_precision_at_5_max": 0.31953, "nauc_precision_at_5_std": 0.196953, "nauc_precision_at_5_diff1": -0.094917, "nauc_precision_at_10_max": 0.26441, "nauc_precision_at_10_std": 0.403375, "nauc_precision_at_10_diff1": -0.163231, "nauc_precision_at_20_max": 0.236647, "nauc_precision_at_20_std": 0.492873, "nauc_precision_at_20_diff1": -0.127427, "nauc_precision_at_100_max": 0.177166, "nauc_precision_at_100_std": 0.679834, "nauc_precision_at_100_diff1": -0.11469, "nauc_precision_at_1000_max": 0.120833, "nauc_precision_at_1000_std": 0.732909, "nauc_precision_at_1000_diff1": -0.115979, "nauc_mrr_at_1_max": 0.283984, "nauc_mrr_at_1_std": -0.013803, "nauc_mrr_at_1_diff1": 0.241905, "nauc_mrr_at_3_max": 0.294018, "nauc_mrr_at_3_std": -0.011548, "nauc_mrr_at_3_diff1": 0.179042, "nauc_mrr_at_5_max": 0.298687, "nauc_mrr_at_5_std": -0.013849, "nauc_mrr_at_5_diff1": 0.176434, "nauc_mrr_at_10_max": 0.297148, "nauc_mrr_at_10_std": -0.004687, "nauc_mrr_at_10_diff1": 0.180743, "nauc_mrr_at_20_max": 0.295021, "nauc_mrr_at_20_std": -0.006526, "nauc_mrr_at_20_diff1": 0.184676, "nauc_mrr_at_100_max": 0.295497, "nauc_mrr_at_100_std": -0.007442, "nauc_mrr_at_100_diff1": 0.185356, "nauc_mrr_at_1000_max": 0.295589, "nauc_mrr_at_1000_std": -0.007481, "nauc_mrr_at_1000_diff1": 0.185317, "main_score": 0.52769, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.4975, "ndcg_at_3": 0.45307, "ndcg_at_5": 0.45751, "ndcg_at_10": 0.47839, "ndcg_at_20": 0.50259, "ndcg_at_100": 0.57205, "ndcg_at_1000": 0.63114, "map_at_1": 0.13006, "map_at_3": 0.21284, "map_at_5": 0.25469, "map_at_10": 0.30083, "map_at_20": 0.33218, "map_at_100": 0.37453, "map_at_1000": 0.39034, "recall_at_1": 0.13006, "recall_at_3": 0.23688, "recall_at_5": 0.31476, "recall_at_10": 0.41985, "recall_at_20": 0.51659, "recall_at_100": 0.75105, "recall_at_1000": 0.97383, "precision_at_1": 0.585, "precision_at_3": 0.45, "precision_at_5": 0.39, "precision_at_10": 0.3, "precision_at_20": 0.20875, "precision_at_100": 0.0836, "precision_at_1000": 0.01296, "mrr_at_1": 0.585, "mrr_at_3": 0.675, "mrr_at_5": 0.69825, "mrr_at_10": 0.70677, "mrr_at_20": 0.707904, "mrr_at_100": 0.708604, "mrr_at_1000": 0.708672, "nauc_ndcg_at_1_max": 0.342298, "nauc_ndcg_at_1_std": 0.058922, "nauc_ndcg_at_1_diff1": 0.337337, "nauc_ndcg_at_3_max": 0.369273, "nauc_ndcg_at_3_std": 0.040257, "nauc_ndcg_at_3_diff1": 0.23722, "nauc_ndcg_at_5_max": 0.352796, "nauc_ndcg_at_5_std": 0.021499, "nauc_ndcg_at_5_diff1": 0.245192, "nauc_ndcg_at_10_max": 0.341428, "nauc_ndcg_at_10_std": -0.019163, "nauc_ndcg_at_10_diff1": 0.226575, "nauc_ndcg_at_20_max": 0.341735, "nauc_ndcg_at_20_std": -0.031447, "nauc_ndcg_at_20_diff1": 0.228255, "nauc_ndcg_at_100_max": 0.345184, "nauc_ndcg_at_100_std": -0.000506, "nauc_ndcg_at_100_diff1": 0.222689, "nauc_ndcg_at_1000_max": 0.404674, "nauc_ndcg_at_1000_std": 0.131867, "nauc_ndcg_at_1000_diff1": 0.220197, "nauc_map_at_1_max": 0.059094, "nauc_map_at_1_std": -0.281633, "nauc_map_at_1_diff1": 0.324635, "nauc_map_at_3_max": 0.187774, "nauc_map_at_3_std": -0.25753, "nauc_map_at_3_diff1": 0.250969, "nauc_map_at_5_max": 0.18492, "nauc_map_at_5_std": -0.258998, "nauc_map_at_5_diff1": 0.232353, "nauc_map_at_10_max": 0.216804, "nauc_map_at_10_std": -0.222208, "nauc_map_at_10_diff1": 0.194321, "nauc_map_at_20_max": 0.24543, "nauc_map_at_20_std": -0.176222, "nauc_map_at_20_diff1": 0.175882, "nauc_map_at_100_max": 0.287271, "nauc_map_at_100_std": -0.093031, "nauc_map_at_100_diff1": 0.169718, "nauc_map_at_1000_max": 0.308509, "nauc_map_at_1000_std": -0.037343, "nauc_map_at_1000_diff1": 0.161485, "nauc_recall_at_1_max": 0.059094, "nauc_recall_at_1_std": -0.281633, "nauc_recall_at_1_diff1": 0.324635, "nauc_recall_at_3_max": 0.150501, "nauc_recall_at_3_std": -0.273822, "nauc_recall_at_3_diff1": 0.206337, "nauc_recall_at_5_max": 0.113096, "nauc_recall_at_5_std": -0.28643, "nauc_recall_at_5_diff1": 0.191854, "nauc_recall_at_10_max": 0.076443, "nauc_recall_at_10_std": -0.303626, "nauc_recall_at_10_diff1": 0.121168, "nauc_recall_at_20_max": 0.097165, "nauc_recall_at_20_std": -0.263849, "nauc_recall_at_20_diff1": 0.119423, "nauc_recall_at_100_max": 0.069491, "nauc_recall_at_100_std": -0.189787, "nauc_recall_at_100_diff1": 0.081059, "nauc_recall_at_1000_max": 0.144871, "nauc_recall_at_1000_std": 0.162488, "nauc_recall_at_1000_diff1": 0.204617, "nauc_precision_at_1_max": 0.420061, "nauc_precision_at_1_std": 0.147941, "nauc_precision_at_1_diff1": 0.332896, "nauc_precision_at_3_max": 0.420981, "nauc_precision_at_3_std": 0.217706, "nauc_precision_at_3_diff1": 0.059503, "nauc_precision_at_5_max": 0.378948, "nauc_precision_at_5_std": 0.293833, "nauc_precision_at_5_diff1": 0.010027, "nauc_precision_at_10_max": 0.341273, "nauc_precision_at_10_std": 0.412484, "nauc_precision_at_10_diff1": -0.113077, "nauc_precision_at_20_max": 0.312932, "nauc_precision_at_20_std": 0.503835, "nauc_precision_at_20_diff1": -0.116644, "nauc_precision_at_100_max": 0.223773, "nauc_precision_at_100_std": 0.605125, "nauc_precision_at_100_diff1": -0.127039, "nauc_precision_at_1000_max": 0.196842, "nauc_precision_at_1000_std": 0.631208, "nauc_precision_at_1000_diff1": -0.146686, "nauc_mrr_at_1_max": 0.420061, "nauc_mrr_at_1_std": 0.147941, "nauc_mrr_at_1_diff1": 0.332896, "nauc_mrr_at_3_max": 0.448767, "nauc_mrr_at_3_std": 0.168769, "nauc_mrr_at_3_diff1": 0.32435, "nauc_mrr_at_5_max": 0.441449, "nauc_mrr_at_5_std": 0.181534, "nauc_mrr_at_5_diff1": 0.325349, "nauc_mrr_at_10_max": 0.438996, "nauc_mrr_at_10_std": 0.171875, "nauc_mrr_at_10_diff1": 0.328636, "nauc_mrr_at_20_max": 0.438224, "nauc_mrr_at_20_std": 0.172549, "nauc_mrr_at_20_diff1": 0.328044, "nauc_mrr_at_100_max": 0.438307, "nauc_mrr_at_100_std": 0.171952, "nauc_mrr_at_100_diff1": 0.327715, "nauc_mrr_at_1000_max": 0.438313, "nauc_mrr_at_1000_std": 0.171764, "nauc_mrr_at_1000_diff1": 0.328096, "main_score": 0.47839, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.4925, "ndcg_at_3": 0.46746, "ndcg_at_5": 0.46328, "ndcg_at_10": 0.48303, "ndcg_at_20": 0.51117, "ndcg_at_100": 0.57892, "ndcg_at_1000": 0.63768, "map_at_1": 0.12336, "map_at_3": 0.21972, "map_at_5": 0.25563, "map_at_10": 0.30619, "map_at_20": 0.33834, "map_at_100": 0.37954, "map_at_1000": 0.39518, "recall_at_1": 0.12336, "recall_at_3": 0.25778, "recall_at_5": 0.31632, "recall_at_10": 0.42558, "recall_at_20": 0.52678, "recall_at_100": 0.75563, "recall_at_1000": 0.9731, "precision_at_1": 0.57, "precision_at_3": 0.46333, "precision_at_5": 0.39, "precision_at_10": 0.3, "precision_at_20": 0.21425, "precision_at_100": 0.0824, "precision_at_1000": 0.01303, "mrr_at_1": 0.57, "mrr_at_3": 0.6925, "mrr_at_5": 0.70275, "mrr_at_10": 0.710621, "mrr_at_20": 0.712827, "mrr_at_100": 0.71355, "mrr_at_1000": 0.713643, "nauc_ndcg_at_1_max": 0.31714, "nauc_ndcg_at_1_std": -0.033266, "nauc_ndcg_at_1_diff1": 0.290733, "nauc_ndcg_at_3_max": 0.354967, "nauc_ndcg_at_3_std": -0.014983, "nauc_ndcg_at_3_diff1": 0.178382, "nauc_ndcg_at_5_max": 0.343111, "nauc_ndcg_at_5_std": -0.028601, "nauc_ndcg_at_5_diff1": 0.168429, "nauc_ndcg_at_10_max": 0.35953, "nauc_ndcg_at_10_std": -0.030296, "nauc_ndcg_at_10_diff1": 0.154126, "nauc_ndcg_at_20_max": 0.364749, "nauc_ndcg_at_20_std": -0.037543, "nauc_ndcg_at_20_diff1": 0.143027, "nauc_ndcg_at_100_max": 0.350255, "nauc_ndcg_at_100_std": -0.031865, "nauc_ndcg_at_100_diff1": 0.12375, "nauc_ndcg_at_1000_max": 0.380468, "nauc_ndcg_at_1000_std": 0.11448, "nauc_ndcg_at_1000_diff1": 0.103358, "nauc_map_at_1_max": 0.118501, "nauc_map_at_1_std": -0.273369, "nauc_map_at_1_diff1": 0.269864, "nauc_map_at_3_max": 0.235005, "nauc_map_at_3_std": -0.275532, "nauc_map_at_3_diff1": 0.198831, "nauc_map_at_5_max": 0.257793, "nauc_map_at_5_std": -0.268118, "nauc_map_at_5_diff1": 0.191428, "nauc_map_at_10_max": 0.312242, "nauc_map_at_10_std": -0.195467, "nauc_map_at_10_diff1": 0.161962, "nauc_map_at_20_max": 0.327201, "nauc_map_at_20_std": -0.146214, "nauc_map_at_20_diff1": 0.127932, "nauc_map_at_100_max": 0.329891, "nauc_map_at_100_std": -0.085616, "nauc_map_at_100_diff1": 0.098115, "nauc_map_at_1000_max": 0.333229, "nauc_map_at_1000_std": -0.033494, "nauc_map_at_1000_diff1": 0.080146, "nauc_recall_at_1_max": 0.118501, "nauc_recall_at_1_std": -0.273369, "nauc_recall_at_1_diff1": 0.269864, "nauc_recall_at_3_max": 0.177045, "nauc_recall_at_3_std": -0.301763, "nauc_recall_at_3_diff1": 0.169773, "nauc_recall_at_5_max": 0.203405, "nauc_recall_at_5_std": -0.307847, "nauc_recall_at_5_diff1": 0.180632, "nauc_recall_at_10_max": 0.234385, "nauc_recall_at_10_std": -0.23683, "nauc_recall_at_10_diff1": 0.144478, "nauc_recall_at_20_max": 0.219526, "nauc_recall_at_20_std": -0.219634, "nauc_recall_at_20_diff1": 0.10228, "nauc_recall_at_100_max": 0.101147, "nauc_recall_at_100_std": -0.230951, "nauc_recall_at_100_diff1": 0.025111, "nauc_recall_at_1000_max": 0.36714, "nauc_recall_at_1000_std": 0.190085, "nauc_recall_at_1000_diff1": 0.229277, "nauc_precision_at_1_max": 0.32953, "nauc_precision_at_1_std": 0.02068, "nauc_precision_at_1_diff1": 0.290373, "nauc_precision_at_3_max": 0.351583, "nauc_precision_at_3_std": 0.185592, "nauc_precision_at_3_diff1": -0.018777, "nauc_precision_at_5_max": 0.271614, "nauc_precision_at_5_std": 0.255415, "nauc_precision_at_5_diff1": -0.069519, "nauc_precision_at_10_max": 0.240101, "nauc_precision_at_10_std": 0.410966, "nauc_precision_at_10_diff1": -0.1631, "nauc_precision_at_20_max": 0.15974, "nauc_precision_at_20_std": 0.503275, "nauc_precision_at_20_diff1": -0.223053, "nauc_precision_at_100_max": -0.002429, "nauc_precision_at_100_std": 0.558636, "nauc_precision_at_100_diff1": -0.254157, "nauc_precision_at_1000_max": -0.033484, "nauc_precision_at_1000_std": 0.583446, "nauc_precision_at_1000_diff1": -0.240813, "nauc_mrr_at_1_max": 0.32953, "nauc_mrr_at_1_std": 0.02068, "nauc_mrr_at_1_diff1": 0.290373, "nauc_mrr_at_3_max": 0.35461, "nauc_mrr_at_3_std": 0.070871, "nauc_mrr_at_3_diff1": 0.266922, "nauc_mrr_at_5_max": 0.355575, "nauc_mrr_at_5_std": 0.067458, "nauc_mrr_at_5_diff1": 0.272144, "nauc_mrr_at_10_max": 0.351721, "nauc_mrr_at_10_std": 0.078823, "nauc_mrr_at_10_diff1": 0.265063, "nauc_mrr_at_20_max": 0.347518, "nauc_mrr_at_20_std": 0.074711, "nauc_mrr_at_20_diff1": 0.263729, "nauc_mrr_at_100_max": 0.3467, "nauc_mrr_at_100_std": 0.072752, "nauc_mrr_at_100_diff1": 0.262556, "nauc_mrr_at_1000_max": 0.34724, "nauc_mrr_at_1000_std": 0.072704, "nauc_mrr_at_1000_diff1": 0.263209, "main_score": 0.48303, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "gastroenterology": [ { "ndcg_at_1": 0.51, "ndcg_at_3": 0.49653, "ndcg_at_5": 0.47844, "ndcg_at_10": 0.46255, "ndcg_at_20": 0.46498, "ndcg_at_100": 0.53044, "ndcg_at_1000": 0.64033, "map_at_1": 0.05769, "map_at_3": 0.11096, "map_at_5": 0.13539, "map_at_10": 0.17194, "map_at_20": 0.21241, "map_at_100": 0.29147, "map_at_1000": 0.34296, "recall_at_1": 0.05769, "recall_at_3": 0.12957, "recall_at_5": 0.16724, "recall_at_10": 0.23622, "recall_at_20": 0.32934, "recall_at_100": 0.60715, "recall_at_1000": 0.93567, "precision_at_1": 0.64, "precision_at_3": 0.57, "precision_at_5": 0.505, "precision_at_10": 0.427, "precision_at_20": 0.3565, "precision_at_100": 0.1904, "precision_at_1000": 0.04521, "mrr_at_1": 0.64, "mrr_at_3": 0.7425, "mrr_at_5": 0.75425, "mrr_at_10": 0.759423, "mrr_at_20": 0.761133, "mrr_at_100": 0.761775, "mrr_at_1000": 0.761865, "nauc_ndcg_at_1_max": 0.413873, "nauc_ndcg_at_1_std": 0.2429, "nauc_ndcg_at_1_diff1": 0.310712, "nauc_ndcg_at_3_max": 0.352937, "nauc_ndcg_at_3_std": 0.210459, "nauc_ndcg_at_3_diff1": 0.25821, "nauc_ndcg_at_5_max": 0.36596, "nauc_ndcg_at_5_std": 0.234386, "nauc_ndcg_at_5_diff1": 0.265913, "nauc_ndcg_at_10_max": 0.34313, "nauc_ndcg_at_10_std": 0.182126, "nauc_ndcg_at_10_diff1": 0.283495, "nauc_ndcg_at_20_max": 0.321742, "nauc_ndcg_at_20_std": 0.144764, "nauc_ndcg_at_20_diff1": 0.311563, "nauc_ndcg_at_100_max": 0.308766, "nauc_ndcg_at_100_std": 0.123753, "nauc_ndcg_at_100_diff1": 0.343952, "nauc_ndcg_at_1000_max": 0.459551, "nauc_ndcg_at_1000_std": 0.300538, "nauc_ndcg_at_1000_diff1": 0.275793, "nauc_map_at_1_max": 0.071246, "nauc_map_at_1_std": -0.216214, "nauc_map_at_1_diff1": 0.641362, "nauc_map_at_3_max": 0.036629, "nauc_map_at_3_std": -0.244757, "nauc_map_at_3_diff1": 0.463927, "nauc_map_at_5_max": 0.040034, "nauc_map_at_5_std": -0.203411, "nauc_map_at_5_diff1": 0.413286, "nauc_map_at_10_max": 0.060056, "nauc_map_at_10_std": -0.154586, "nauc_map_at_10_diff1": 0.3731, "nauc_map_at_20_max": 0.081793, "nauc_map_at_20_std": -0.106782, "nauc_map_at_20_diff1": 0.351708, "nauc_map_at_100_max": 0.185157, "nauc_map_at_100_std": 0.024873, "nauc_map_at_100_diff1": 0.295601, "nauc_map_at_1000_max": 0.295551, "nauc_map_at_1000_std": 0.132698, "nauc_map_at_1000_diff1": 0.231964, "nauc_recall_at_1_max": 0.071246, "nauc_recall_at_1_std": -0.216214, "nauc_recall_at_1_diff1": 0.641362, "nauc_recall_at_3_max": -0.022821, "nauc_recall_at_3_std": -0.277181, "nauc_recall_at_3_diff1": 0.420951, "nauc_recall_at_5_max": -0.035889, "nauc_recall_at_5_std": -0.242946, "nauc_recall_at_5_diff1": 0.349973, "nauc_recall_at_10_max": -0.041875, "nauc_recall_at_10_std": -0.198091, "nauc_recall_at_10_diff1": 0.299583, "nauc_recall_at_20_max": -0.064861, "nauc_recall_at_20_std": -0.180269, "nauc_recall_at_20_diff1": 0.268456, "nauc_recall_at_100_max": -0.075138, "nauc_recall_at_100_std": -0.084833, "nauc_recall_at_100_diff1": 0.218106, "nauc_recall_at_1000_max": 0.171291, "nauc_recall_at_1000_std": 0.333515, "nauc_recall_at_1000_diff1": 0.292857, "nauc_precision_at_1_max": 0.409639, "nauc_precision_at_1_std": 0.237746, "nauc_precision_at_1_diff1": 0.285772, "nauc_precision_at_3_max": 0.328897, "nauc_precision_at_3_std": 0.224493, "nauc_precision_at_3_diff1": 0.025395, "nauc_precision_at_5_max": 0.34937, "nauc_precision_at_5_std": 0.322887, "nauc_precision_at_5_diff1": -0.054483, "nauc_precision_at_10_max": 0.329927, "nauc_precision_at_10_std": 0.332743, "nauc_precision_at_10_diff1": -0.117741, "nauc_precision_at_20_max": 0.326719, "nauc_precision_at_20_std": 0.349218, "nauc_precision_at_20_diff1": -0.153202, "nauc_precision_at_100_max": 0.310049, "nauc_precision_at_100_std": 0.322128, "nauc_precision_at_100_diff1": -0.217557, "nauc_precision_at_1000_max": 0.251095, "nauc_precision_at_1000_std": 0.184433, "nauc_precision_at_1000_diff1": -0.230174, "nauc_mrr_at_1_max": 0.409639, "nauc_mrr_at_1_std": 0.237746, "nauc_mrr_at_1_diff1": 0.285772, "nauc_mrr_at_3_max": 0.43996, "nauc_mrr_at_3_std": 0.251065, "nauc_mrr_at_3_diff1": 0.300542, "nauc_mrr_at_5_max": 0.437556, "nauc_mrr_at_5_std": 0.239669, "nauc_mrr_at_5_diff1": 0.290139, "nauc_mrr_at_10_max": 0.438367, "nauc_mrr_at_10_std": 0.244217, "nauc_mrr_at_10_diff1": 0.286772, "nauc_mrr_at_20_max": 0.441498, "nauc_mrr_at_20_std": 0.24676, "nauc_mrr_at_20_diff1": 0.289198, "nauc_mrr_at_100_max": 0.440852, "nauc_mrr_at_100_std": 0.247632, "nauc_mrr_at_100_diff1": 0.288864, "nauc_mrr_at_1000_max": 0.440629, "nauc_mrr_at_1000_std": 0.247321, "nauc_mrr_at_1000_diff1": 0.289195, "main_score": 0.46255, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.51, "ndcg_at_3": 0.48148, "ndcg_at_5": 0.47789, "ndcg_at_10": 0.45735, "ndcg_at_20": 0.448, "ndcg_at_100": 0.50864, "ndcg_at_1000": 0.61706, "map_at_1": 0.06725, "map_at_3": 0.11334, "map_at_5": 0.13994, "map_at_10": 0.17292, "map_at_20": 0.20748, "map_at_100": 0.28097, "map_at_1000": 0.32695, "recall_at_1": 0.06725, "recall_at_3": 0.12499, "recall_at_5": 0.1667, "recall_at_10": 0.22993, "recall_at_20": 0.31091, "recall_at_100": 0.57078, "recall_at_1000": 0.89976, "precision_at_1": 0.655, "precision_at_3": 0.55667, "precision_at_5": 0.511, "precision_at_10": 0.42, "precision_at_20": 0.3375, "precision_at_100": 0.1788, "precision_at_1000": 0.043, "mrr_at_1": 0.655, "mrr_at_3": 0.731667, "mrr_at_5": 0.747417, "mrr_at_10": 0.752484, "mrr_at_20": 0.754662, "mrr_at_100": 0.755017, "mrr_at_1000": 0.755077, "nauc_ndcg_at_1_max": 0.343902, "nauc_ndcg_at_1_std": 0.32165, "nauc_ndcg_at_1_diff1": 0.323905, "nauc_ndcg_at_3_max": 0.32176, "nauc_ndcg_at_3_std": 0.333407, "nauc_ndcg_at_3_diff1": 0.267379, "nauc_ndcg_at_5_max": 0.391828, "nauc_ndcg_at_5_std": 0.361394, "nauc_ndcg_at_5_diff1": 0.298178, "nauc_ndcg_at_10_max": 0.403847, "nauc_ndcg_at_10_std": 0.334878, "nauc_ndcg_at_10_diff1": 0.308623, "nauc_ndcg_at_20_max": 0.410293, "nauc_ndcg_at_20_std": 0.345919, "nauc_ndcg_at_20_diff1": 0.305485, "nauc_ndcg_at_100_max": 0.399961, "nauc_ndcg_at_100_std": 0.377673, "nauc_ndcg_at_100_diff1": 0.312419, "nauc_ndcg_at_1000_max": 0.463752, "nauc_ndcg_at_1000_std": 0.4758, "nauc_ndcg_at_1000_diff1": 0.278311, "nauc_map_at_1_max": 0.094151, "nauc_map_at_1_std": -0.147436, "nauc_map_at_1_diff1": 0.392708, "nauc_map_at_3_max": 0.124818, "nauc_map_at_3_std": -0.110395, "nauc_map_at_3_diff1": 0.328353, "nauc_map_at_5_max": 0.165124, "nauc_map_at_5_std": -0.064385, "nauc_map_at_5_diff1": 0.300749, "nauc_map_at_10_max": 0.182825, "nauc_map_at_10_std": -0.008546, "nauc_map_at_10_diff1": 0.269981, "nauc_map_at_20_max": 0.20988, "nauc_map_at_20_std": 0.079628, "nauc_map_at_20_diff1": 0.239985, "nauc_map_at_100_max": 0.283938, "nauc_map_at_100_std": 0.251614, "nauc_map_at_100_diff1": 0.207749, "nauc_map_at_1000_max": 0.386375, "nauc_map_at_1000_std": 0.357602, "nauc_map_at_1000_diff1": 0.211456, "nauc_recall_at_1_max": 0.094151, "nauc_recall_at_1_std": -0.147436, "nauc_recall_at_1_diff1": 0.392708, "nauc_recall_at_3_max": 0.100484, "nauc_recall_at_3_std": -0.13813, "nauc_recall_at_3_diff1": 0.326989, "nauc_recall_at_5_max": 0.151924, "nauc_recall_at_5_std": -0.105335, "nauc_recall_at_5_diff1": 0.318415, "nauc_recall_at_10_max": 0.135712, "nauc_recall_at_10_std": -0.054043, "nauc_recall_at_10_diff1": 0.244637, "nauc_recall_at_20_max": 0.135756, "nauc_recall_at_20_std": 0.043083, "nauc_recall_at_20_diff1": 0.205244, "nauc_recall_at_100_max": 0.106965, "nauc_recall_at_100_std": 0.183055, "nauc_recall_at_100_diff1": 0.13691, "nauc_recall_at_1000_max": 0.169976, "nauc_recall_at_1000_std": 0.431663, "nauc_recall_at_1000_diff1": 0.075718, "nauc_precision_at_1_max": 0.400475, "nauc_precision_at_1_std": 0.386876, "nauc_precision_at_1_diff1": 0.259673, "nauc_precision_at_3_max": 0.322341, "nauc_precision_at_3_std": 0.394709, "nauc_precision_at_3_diff1": 0.029243, "nauc_precision_at_5_max": 0.369163, "nauc_precision_at_5_std": 0.444768, "nauc_precision_at_5_diff1": 0.008153, "nauc_precision_at_10_max": 0.341265, "nauc_precision_at_10_std": 0.44059, "nauc_precision_at_10_diff1": -0.031172, "nauc_precision_at_20_max": 0.327794, "nauc_precision_at_20_std": 0.47075, "nauc_precision_at_20_diff1": -0.067454, "nauc_precision_at_100_max": 0.326534, "nauc_precision_at_100_std": 0.438962, "nauc_precision_at_100_diff1": -0.050368, "nauc_precision_at_1000_max": 0.338058, "nauc_precision_at_1000_std": 0.266223, "nauc_precision_at_1000_diff1": 0.036399, "nauc_mrr_at_1_max": 0.400475, "nauc_mrr_at_1_std": 0.386876, "nauc_mrr_at_1_diff1": 0.259673, "nauc_mrr_at_3_max": 0.422591, "nauc_mrr_at_3_std": 0.390454, "nauc_mrr_at_3_diff1": 0.277786, "nauc_mrr_at_5_max": 0.429182, "nauc_mrr_at_5_std": 0.387291, "nauc_mrr_at_5_diff1": 0.295561, "nauc_mrr_at_10_max": 0.428198, "nauc_mrr_at_10_std": 0.390198, "nauc_mrr_at_10_diff1": 0.28585, "nauc_mrr_at_20_max": 0.428877, "nauc_mrr_at_20_std": 0.390523, "nauc_mrr_at_20_diff1": 0.283374, "nauc_mrr_at_100_max": 0.427909, "nauc_mrr_at_100_std": 0.390106, "nauc_mrr_at_100_diff1": 0.28261, "nauc_mrr_at_1000_max": 0.427767, "nauc_mrr_at_1000_std": 0.389962, "nauc_mrr_at_1000_diff1": 0.282685, "main_score": 0.45735, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.46, "ndcg_at_3": 0.44592, "ndcg_at_5": 0.43241, "ndcg_at_10": 0.41884, "ndcg_at_20": 0.42325, "ndcg_at_100": 0.48115, "ndcg_at_1000": 0.59025, "map_at_1": 0.05555, "map_at_3": 0.09695, "map_at_5": 0.12009, "map_at_10": 0.15067, "map_at_20": 0.18785, "map_at_100": 0.25421, "map_at_1000": 0.29718, "recall_at_1": 0.05555, "recall_at_3": 0.11173, "recall_at_5": 0.14736, "recall_at_10": 0.20921, "recall_at_20": 0.30824, "recall_at_100": 0.55498, "recall_at_1000": 0.88284, "precision_at_1": 0.58, "precision_at_3": 0.52167, "precision_at_5": 0.47, "precision_at_10": 0.389, "precision_at_20": 0.324, "precision_at_100": 0.17075, "precision_at_1000": 0.04146, "mrr_at_1": 0.58, "mrr_at_3": 0.674167, "mrr_at_5": 0.689667, "mrr_at_10": 0.699615, "mrr_at_20": 0.702211, "mrr_at_100": 0.702886, "mrr_at_1000": 0.702922, "nauc_ndcg_at_1_max": 0.424594, "nauc_ndcg_at_1_std": 0.302745, "nauc_ndcg_at_1_diff1": 0.30652, "nauc_ndcg_at_3_max": 0.423698, "nauc_ndcg_at_3_std": 0.311535, "nauc_ndcg_at_3_diff1": 0.264351, "nauc_ndcg_at_5_max": 0.457414, "nauc_ndcg_at_5_std": 0.324396, "nauc_ndcg_at_5_diff1": 0.310355, "nauc_ndcg_at_10_max": 0.469194, "nauc_ndcg_at_10_std": 0.333247, "nauc_ndcg_at_10_diff1": 0.332788, "nauc_ndcg_at_20_max": 0.448589, "nauc_ndcg_at_20_std": 0.295311, "nauc_ndcg_at_20_diff1": 0.338191, "nauc_ndcg_at_100_max": 0.450463, "nauc_ndcg_at_100_std": 0.298411, "nauc_ndcg_at_100_diff1": 0.352865, "nauc_ndcg_at_1000_max": 0.551131, "nauc_ndcg_at_1000_std": 0.430135, "nauc_ndcg_at_1000_diff1": 0.325171, "nauc_map_at_1_max": 0.14568, "nauc_map_at_1_std": -0.118642, "nauc_map_at_1_diff1": 0.513674, "nauc_map_at_3_max": 0.17117, "nauc_map_at_3_std": -0.120492, "nauc_map_at_3_diff1": 0.384923, "nauc_map_at_5_max": 0.218706, "nauc_map_at_5_std": -0.082275, "nauc_map_at_5_diff1": 0.37369, "nauc_map_at_10_max": 0.246737, "nauc_map_at_10_std": -0.000597, "nauc_map_at_10_diff1": 0.350923, "nauc_map_at_20_max": 0.265063, "nauc_map_at_20_std": 0.054022, "nauc_map_at_20_diff1": 0.320339, "nauc_map_at_100_max": 0.352523, "nauc_map_at_100_std": 0.18588, "nauc_map_at_100_diff1": 0.304703, "nauc_map_at_1000_max": 0.459525, "nauc_map_at_1000_std": 0.28473, "nauc_map_at_1000_diff1": 0.293862, "nauc_recall_at_1_max": 0.14568, "nauc_recall_at_1_std": -0.118642, "nauc_recall_at_1_diff1": 0.513674, "nauc_recall_at_3_max": 0.136912, "nauc_recall_at_3_std": -0.155449, "nauc_recall_at_3_diff1": 0.388481, "nauc_recall_at_5_max": 0.176001, "nauc_recall_at_5_std": -0.123338, "nauc_recall_at_5_diff1": 0.376836, "nauc_recall_at_10_max": 0.14195, "nauc_recall_at_10_std": -0.027157, "nauc_recall_at_10_diff1": 0.319671, "nauc_recall_at_20_max": 0.105701, "nauc_recall_at_20_std": 0.006904, "nauc_recall_at_20_diff1": 0.232256, "nauc_recall_at_100_max": 0.099488, "nauc_recall_at_100_std": 0.098981, "nauc_recall_at_100_diff1": 0.205951, "nauc_recall_at_1000_max": 0.317256, "nauc_recall_at_1000_std": 0.415407, "nauc_recall_at_1000_diff1": 0.140647, "nauc_precision_at_1_max": 0.46492, "nauc_precision_at_1_std": 0.321996, "nauc_precision_at_1_diff1": 0.26705, "nauc_precision_at_3_max": 0.436589, "nauc_precision_at_3_std": 0.332732, "nauc_precision_at_3_diff1": 0.06803, "nauc_precision_at_5_max": 0.477903, "nauc_precision_at_5_std": 0.392477, "nauc_precision_at_5_diff1": 0.075131, "nauc_precision_at_10_max": 0.451995, "nauc_precision_at_10_std": 0.428834, "nauc_precision_at_10_diff1": 0.050559, "nauc_precision_at_20_max": 0.397479, "nauc_precision_at_20_std": 0.405034, "nauc_precision_at_20_diff1": -0.011112, "nauc_precision_at_100_max": 0.373011, "nauc_precision_at_100_std": 0.36363, "nauc_precision_at_100_diff1": -0.044549, "nauc_precision_at_1000_max": 0.373476, "nauc_precision_at_1000_std": 0.231589, "nauc_precision_at_1000_diff1": -0.068352, "nauc_mrr_at_1_max": 0.46492, "nauc_mrr_at_1_std": 0.321996, "nauc_mrr_at_1_diff1": 0.26705, "nauc_mrr_at_3_max": 0.517478, "nauc_mrr_at_3_std": 0.365539, "nauc_mrr_at_3_diff1": 0.281354, "nauc_mrr_at_5_max": 0.52235, "nauc_mrr_at_5_std": 0.364604, "nauc_mrr_at_5_diff1": 0.307658, "nauc_mrr_at_10_max": 0.518332, "nauc_mrr_at_10_std": 0.371508, "nauc_mrr_at_10_diff1": 0.296661, "nauc_mrr_at_20_max": 0.515916, "nauc_mrr_at_20_std": 0.370312, "nauc_mrr_at_20_diff1": 0.293117, "nauc_mrr_at_100_max": 0.514647, "nauc_mrr_at_100_std": 0.368543, "nauc_mrr_at_100_diff1": 0.293193, "nauc_mrr_at_1000_max": 0.5146, "nauc_mrr_at_1000_std": 0.368447, "nauc_mrr_at_1000_diff1": 0.293262, "main_score": 0.41884, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "genetics": [ { "ndcg_at_1": 0.5525, "ndcg_at_3": 0.53965, "ndcg_at_5": 0.52591, "ndcg_at_10": 0.52782, "ndcg_at_20": 0.5252, "ndcg_at_100": 0.5635, "ndcg_at_1000": 0.66517, "map_at_1": 0.07034, "map_at_3": 0.15274, "map_at_5": 0.19419, "map_at_10": 0.24106, "map_at_20": 0.27288, "map_at_100": 0.34484, "map_at_1000": 0.40116, "recall_at_1": 0.07034, "recall_at_3": 0.18065, "recall_at_5": 0.24407, "recall_at_10": 0.33434, "recall_at_20": 0.39913, "recall_at_100": 0.61574, "recall_at_1000": 0.91759, "precision_at_1": 0.665, "precision_at_3": 0.61167, "precision_at_5": 0.552, "precision_at_10": 0.4665, "precision_at_20": 0.37125, "precision_at_100": 0.2011, "precision_at_1000": 0.05298, "mrr_at_1": 0.665, "mrr_at_3": 0.750833, "mrr_at_5": 0.761333, "mrr_at_10": 0.768054, "mrr_at_20": 0.770027, "mrr_at_100": 0.770437, "mrr_at_1000": 0.770492, "nauc_ndcg_at_1_max": 0.338118, "nauc_ndcg_at_1_std": 0.181697, "nauc_ndcg_at_1_diff1": 0.412921, "nauc_ndcg_at_3_max": 0.343449, "nauc_ndcg_at_3_std": 0.262934, "nauc_ndcg_at_3_diff1": 0.256733, "nauc_ndcg_at_5_max": 0.324395, "nauc_ndcg_at_5_std": 0.25941, "nauc_ndcg_at_5_diff1": 0.250611, "nauc_ndcg_at_10_max": 0.284489, "nauc_ndcg_at_10_std": 0.23799, "nauc_ndcg_at_10_diff1": 0.25858, "nauc_ndcg_at_20_max": 0.268791, "nauc_ndcg_at_20_std": 0.242626, "nauc_ndcg_at_20_diff1": 0.256644, "nauc_ndcg_at_100_max": 0.29453, "nauc_ndcg_at_100_std": 0.298869, "nauc_ndcg_at_100_diff1": 0.278869, "nauc_ndcg_at_1000_max": 0.363228, "nauc_ndcg_at_1000_std": 0.413204, "nauc_ndcg_at_1000_diff1": 0.275785, "nauc_map_at_1_max": 0.055387, "nauc_map_at_1_std": -0.037405, "nauc_map_at_1_diff1": 0.403384, "nauc_map_at_3_max": 0.042875, "nauc_map_at_3_std": -0.001558, "nauc_map_at_3_diff1": 0.289482, "nauc_map_at_5_max": 0.033999, "nauc_map_at_5_std": -0.010157, "nauc_map_at_5_diff1": 0.277014, "nauc_map_at_10_max": 0.060784, "nauc_map_at_10_std": 0.022978, "nauc_map_at_10_diff1": 0.273716, "nauc_map_at_20_max": 0.088985, "nauc_map_at_20_std": 0.067625, "nauc_map_at_20_diff1": 0.262528, "nauc_map_at_100_max": 0.164936, "nauc_map_at_100_std": 0.199093, "nauc_map_at_100_diff1": 0.258952, "nauc_map_at_1000_max": 0.252073, "nauc_map_at_1000_std": 0.302061, "nauc_map_at_1000_diff1": 0.254125, "nauc_recall_at_1_max": 0.055387, "nauc_recall_at_1_std": -0.037405, "nauc_recall_at_1_diff1": 0.403384, "nauc_recall_at_3_max": -0.020393, "nauc_recall_at_3_std": -0.014983, "nauc_recall_at_3_diff1": 0.202516, "nauc_recall_at_5_max": -0.050299, "nauc_recall_at_5_std": -0.053505, "nauc_recall_at_5_diff1": 0.201399, "nauc_recall_at_10_max": -0.05871, "nauc_recall_at_10_std": -0.049868, "nauc_recall_at_10_diff1": 0.198273, "nauc_recall_at_20_max": -0.040167, "nauc_recall_at_20_std": -0.01368, "nauc_recall_at_20_diff1": 0.182014, "nauc_recall_at_100_max": 0.007299, "nauc_recall_at_100_std": 0.125202, "nauc_recall_at_100_diff1": 0.136871, "nauc_recall_at_1000_max": 0.103137, "nauc_recall_at_1000_std": 0.46233, "nauc_recall_at_1000_diff1": 0.121139, "nauc_precision_at_1_max": 0.41192, "nauc_precision_at_1_std": 0.257875, "nauc_precision_at_1_diff1": 0.431052, "nauc_precision_at_3_max": 0.367148, "nauc_precision_at_3_std": 0.335308, "nauc_precision_at_3_diff1": 0.136073, "nauc_precision_at_5_max": 0.34768, "nauc_precision_at_5_std": 0.336041, "nauc_precision_at_5_diff1": 0.083843, "nauc_precision_at_10_max": 0.314378, "nauc_precision_at_10_std": 0.330877, "nauc_precision_at_10_diff1": -0.009853, "nauc_precision_at_20_max": 0.28205, "nauc_precision_at_20_std": 0.32836, "nauc_precision_at_20_diff1": -0.0761, "nauc_precision_at_100_max": 0.245759, "nauc_precision_at_100_std": 0.278626, "nauc_precision_at_100_diff1": -0.081765, "nauc_precision_at_1000_max": 0.218796, "nauc_precision_at_1000_std": 0.17345, "nauc_precision_at_1000_diff1": -0.105284, "nauc_mrr_at_1_max": 0.41192, "nauc_mrr_at_1_std": 0.257875, "nauc_mrr_at_1_diff1": 0.431052, "nauc_mrr_at_3_max": 0.415502, "nauc_mrr_at_3_std": 0.308557, "nauc_mrr_at_3_diff1": 0.398897, "nauc_mrr_at_5_max": 0.422371, "nauc_mrr_at_5_std": 0.301425, "nauc_mrr_at_5_diff1": 0.403598, "nauc_mrr_at_10_max": 0.412799, "nauc_mrr_at_10_std": 0.290711, "nauc_mrr_at_10_diff1": 0.401794, "nauc_mrr_at_20_max": 0.416203, "nauc_mrr_at_20_std": 0.293573, "nauc_mrr_at_20_diff1": 0.401991, "nauc_mrr_at_100_max": 0.416281, "nauc_mrr_at_100_std": 0.292256, "nauc_mrr_at_100_diff1": 0.403114, "nauc_mrr_at_1000_max": 0.416224, "nauc_mrr_at_1000_std": 0.292272, "nauc_mrr_at_1000_diff1": 0.403068, "main_score": 0.52782, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.53, "ndcg_at_3": 0.5107, "ndcg_at_5": 0.49223, "ndcg_at_10": 0.48799, "ndcg_at_20": 0.49067, "ndcg_at_100": 0.52605, "ndcg_at_1000": 0.62607, "map_at_1": 0.06743, "map_at_3": 0.14713, "map_at_5": 0.18209, "map_at_10": 0.21809, "map_at_20": 0.24914, "map_at_100": 0.31243, "map_at_1000": 0.36137, "recall_at_1": 0.06743, "recall_at_3": 0.17119, "recall_at_5": 0.22137, "recall_at_10": 0.29049, "recall_at_20": 0.37063, "recall_at_100": 0.57848, "recall_at_1000": 0.88278, "precision_at_1": 0.62, "precision_at_3": 0.56667, "precision_at_5": 0.509, "precision_at_10": 0.4175, "precision_at_20": 0.3395, "precision_at_100": 0.18525, "precision_at_1000": 0.04961, "mrr_at_1": 0.62, "mrr_at_3": 0.696667, "mrr_at_5": 0.711667, "mrr_at_10": 0.720887, "mrr_at_20": 0.723789, "mrr_at_100": 0.724508, "mrr_at_1000": 0.724542, "nauc_ndcg_at_1_max": 0.319958, "nauc_ndcg_at_1_std": 0.267065, "nauc_ndcg_at_1_diff1": 0.349171, "nauc_ndcg_at_3_max": 0.332725, "nauc_ndcg_at_3_std": 0.31936, "nauc_ndcg_at_3_diff1": 0.230338, "nauc_ndcg_at_5_max": 0.340788, "nauc_ndcg_at_5_std": 0.351741, "nauc_ndcg_at_5_diff1": 0.232728, "nauc_ndcg_at_10_max": 0.34788, "nauc_ndcg_at_10_std": 0.341175, "nauc_ndcg_at_10_diff1": 0.262945, "nauc_ndcg_at_20_max": 0.355001, "nauc_ndcg_at_20_std": 0.352253, "nauc_ndcg_at_20_diff1": 0.288249, "nauc_ndcg_at_100_max": 0.401434, "nauc_ndcg_at_100_std": 0.479818, "nauc_ndcg_at_100_diff1": 0.35573, "nauc_ndcg_at_1000_max": 0.432807, "nauc_ndcg_at_1000_std": 0.524873, "nauc_ndcg_at_1000_diff1": 0.327288, "nauc_map_at_1_max": 0.190161, "nauc_map_at_1_std": 0.064362, "nauc_map_at_1_diff1": 0.520603, "nauc_map_at_3_max": 0.166403, "nauc_map_at_3_std": 0.099993, "nauc_map_at_3_diff1": 0.422802, "nauc_map_at_5_max": 0.188069, "nauc_map_at_5_std": 0.119458, "nauc_map_at_5_diff1": 0.388854, "nauc_map_at_10_max": 0.233224, "nauc_map_at_10_std": 0.146535, "nauc_map_at_10_diff1": 0.385752, "nauc_map_at_20_max": 0.25356, "nauc_map_at_20_std": 0.193189, "nauc_map_at_20_diff1": 0.387264, "nauc_map_at_100_max": 0.310605, "nauc_map_at_100_std": 0.336509, "nauc_map_at_100_diff1": 0.358317, "nauc_map_at_1000_max": 0.369531, "nauc_map_at_1000_std": 0.414423, "nauc_map_at_1000_diff1": 0.309402, "nauc_recall_at_1_max": 0.190161, "nauc_recall_at_1_std": 0.064362, "nauc_recall_at_1_diff1": 0.520603, "nauc_recall_at_3_max": 0.10679, "nauc_recall_at_3_std": 0.093005, "nauc_recall_at_3_diff1": 0.348218, "nauc_recall_at_5_max": 0.133511, "nauc_recall_at_5_std": 0.10199, "nauc_recall_at_5_diff1": 0.321016, "nauc_recall_at_10_max": 0.15121, "nauc_recall_at_10_std": 0.109366, "nauc_recall_at_10_diff1": 0.309924, "nauc_recall_at_20_max": 0.14646, "nauc_recall_at_20_std": 0.139445, "nauc_recall_at_20_diff1": 0.316125, "nauc_recall_at_100_max": 0.191706, "nauc_recall_at_100_std": 0.370969, "nauc_recall_at_100_diff1": 0.287281, "nauc_recall_at_1000_max": 0.259829, "nauc_recall_at_1000_std": 0.594969, "nauc_recall_at_1000_diff1": 0.32553, "nauc_precision_at_1_max": 0.353929, "nauc_precision_at_1_std": 0.305664, "nauc_precision_at_1_diff1": 0.358759, "nauc_precision_at_3_max": 0.320853, "nauc_precision_at_3_std": 0.328263, "nauc_precision_at_3_diff1": 0.053608, "nauc_precision_at_5_max": 0.321603, "nauc_precision_at_5_std": 0.361795, "nauc_precision_at_5_diff1": -0.006489, "nauc_precision_at_10_max": 0.278186, "nauc_precision_at_10_std": 0.327873, "nauc_precision_at_10_diff1": -0.102977, "nauc_precision_at_20_max": 0.230843, "nauc_precision_at_20_std": 0.315932, "nauc_precision_at_20_diff1": -0.166071, "nauc_precision_at_100_max": 0.174181, "nauc_precision_at_100_std": 0.28084, "nauc_precision_at_100_diff1": -0.239165, "nauc_precision_at_1000_max": 0.152775, "nauc_precision_at_1000_std": 0.148202, "nauc_precision_at_1000_diff1": -0.270483, "nauc_mrr_at_1_max": 0.353929, "nauc_mrr_at_1_std": 0.305664, "nauc_mrr_at_1_diff1": 0.358759, "nauc_mrr_at_3_max": 0.375576, "nauc_mrr_at_3_std": 0.380129, "nauc_mrr_at_3_diff1": 0.29912, "nauc_mrr_at_5_max": 0.363583, "nauc_mrr_at_5_std": 0.365541, "nauc_mrr_at_5_diff1": 0.303454, "nauc_mrr_at_10_max": 0.37326, "nauc_mrr_at_10_std": 0.370199, "nauc_mrr_at_10_diff1": 0.316107, "nauc_mrr_at_20_max": 0.373878, "nauc_mrr_at_20_std": 0.369664, "nauc_mrr_at_20_diff1": 0.314104, "nauc_mrr_at_100_max": 0.373226, "nauc_mrr_at_100_std": 0.368517, "nauc_mrr_at_100_diff1": 0.31426, "nauc_mrr_at_1000_max": 0.373146, "nauc_mrr_at_1000_std": 0.368437, "nauc_mrr_at_1000_diff1": 0.314332, "main_score": 0.48799, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.53, "ndcg_at_3": 0.48747, "ndcg_at_5": 0.48243, "ndcg_at_10": 0.48302, "ndcg_at_20": 0.48393, "ndcg_at_100": 0.52039, "ndcg_at_1000": 0.62002, "map_at_1": 0.07228, "map_at_3": 0.13984, "map_at_5": 0.17654, "map_at_10": 0.21622, "map_at_20": 0.24629, "map_at_100": 0.30587, "map_at_1000": 0.35405, "recall_at_1": 0.07228, "recall_at_3": 0.16205, "recall_at_5": 0.21812, "recall_at_10": 0.29809, "recall_at_20": 0.37227, "recall_at_100": 0.57762, "recall_at_1000": 0.87358, "precision_at_1": 0.625, "precision_at_3": 0.53167, "precision_at_5": 0.493, "precision_at_10": 0.416, "precision_at_20": 0.33525, "precision_at_100": 0.1803, "precision_at_1000": 0.04897, "mrr_at_1": 0.625, "mrr_at_3": 0.705833, "mrr_at_5": 0.716333, "mrr_at_10": 0.727504, "mrr_at_20": 0.729214, "mrr_at_100": 0.730219, "mrr_at_1000": 0.730219, "nauc_ndcg_at_1_max": 0.273312, "nauc_ndcg_at_1_std": 0.283973, "nauc_ndcg_at_1_diff1": 0.332006, "nauc_ndcg_at_3_max": 0.351205, "nauc_ndcg_at_3_std": 0.372696, "nauc_ndcg_at_3_diff1": 0.230765, "nauc_ndcg_at_5_max": 0.349075, "nauc_ndcg_at_5_std": 0.371721, "nauc_ndcg_at_5_diff1": 0.226598, "nauc_ndcg_at_10_max": 0.318185, "nauc_ndcg_at_10_std": 0.385426, "nauc_ndcg_at_10_diff1": 0.249354, "nauc_ndcg_at_20_max": 0.344939, "nauc_ndcg_at_20_std": 0.409513, "nauc_ndcg_at_20_diff1": 0.267361, "nauc_ndcg_at_100_max": 0.363248, "nauc_ndcg_at_100_std": 0.476404, "nauc_ndcg_at_100_diff1": 0.318301, "nauc_ndcg_at_1000_max": 0.377069, "nauc_ndcg_at_1000_std": 0.541037, "nauc_ndcg_at_1000_diff1": 0.275638, "nauc_map_at_1_max": 0.235557, "nauc_map_at_1_std": 0.108317, "nauc_map_at_1_diff1": 0.4829, "nauc_map_at_3_max": 0.216563, "nauc_map_at_3_std": 0.125644, "nauc_map_at_3_diff1": 0.41419, "nauc_map_at_5_max": 0.229588, "nauc_map_at_5_std": 0.136322, "nauc_map_at_5_diff1": 0.405132, "nauc_map_at_10_max": 0.231117, "nauc_map_at_10_std": 0.169135, "nauc_map_at_10_diff1": 0.410463, "nauc_map_at_20_max": 0.245878, "nauc_map_at_20_std": 0.212216, "nauc_map_at_20_diff1": 0.394918, "nauc_map_at_100_max": 0.283254, "nauc_map_at_100_std": 0.332051, "nauc_map_at_100_diff1": 0.343703, "nauc_map_at_1000_max": 0.322422, "nauc_map_at_1000_std": 0.409075, "nauc_map_at_1000_diff1": 0.280446, "nauc_recall_at_1_max": 0.235557, "nauc_recall_at_1_std": 0.108317, "nauc_recall_at_1_diff1": 0.4829, "nauc_recall_at_3_max": 0.146158, "nauc_recall_at_3_std": 0.086297, "nauc_recall_at_3_diff1": 0.35378, "nauc_recall_at_5_max": 0.15308, "nauc_recall_at_5_std": 0.100215, "nauc_recall_at_5_diff1": 0.347692, "nauc_recall_at_10_max": 0.111742, "nauc_recall_at_10_std": 0.104434, "nauc_recall_at_10_diff1": 0.348207, "nauc_recall_at_20_max": 0.135451, "nauc_recall_at_20_std": 0.152563, "nauc_recall_at_20_diff1": 0.344832, "nauc_recall_at_100_max": 0.151469, "nauc_recall_at_100_std": 0.316013, "nauc_recall_at_100_diff1": 0.2923, "nauc_recall_at_1000_max": 0.21601, "nauc_recall_at_1000_std": 0.558837, "nauc_recall_at_1000_diff1": 0.182526, "nauc_precision_at_1_max": 0.301983, "nauc_precision_at_1_std": 0.317726, "nauc_precision_at_1_diff1": 0.367576, "nauc_precision_at_3_max": 0.307641, "nauc_precision_at_3_std": 0.352113, "nauc_precision_at_3_diff1": 0.064358, "nauc_precision_at_5_max": 0.281851, "nauc_precision_at_5_std": 0.337884, "nauc_precision_at_5_diff1": 0.000847, "nauc_precision_at_10_max": 0.209307, "nauc_precision_at_10_std": 0.350768, "nauc_precision_at_10_diff1": -0.114377, "nauc_precision_at_20_max": 0.192441, "nauc_precision_at_20_std": 0.347875, "nauc_precision_at_20_diff1": -0.222192, "nauc_precision_at_100_max": 0.140285, "nauc_precision_at_100_std": 0.285503, "nauc_precision_at_100_diff1": -0.296061, "nauc_precision_at_1000_max": 0.118906, "nauc_precision_at_1000_std": 0.145145, "nauc_precision_at_1000_diff1": -0.297254, "nauc_mrr_at_1_max": 0.301983, "nauc_mrr_at_1_std": 0.317726, "nauc_mrr_at_1_diff1": 0.367576, "nauc_mrr_at_3_max": 0.331657, "nauc_mrr_at_3_std": 0.382476, "nauc_mrr_at_3_diff1": 0.328782, "nauc_mrr_at_5_max": 0.331619, "nauc_mrr_at_5_std": 0.380723, "nauc_mrr_at_5_diff1": 0.337922, "nauc_mrr_at_10_max": 0.331186, "nauc_mrr_at_10_std": 0.379663, "nauc_mrr_at_10_diff1": 0.332855, "nauc_mrr_at_20_max": 0.332076, "nauc_mrr_at_20_std": 0.379089, "nauc_mrr_at_20_diff1": 0.333728, "nauc_mrr_at_100_max": 0.330798, "nauc_mrr_at_100_std": 0.376839, "nauc_mrr_at_100_diff1": 0.333971, "nauc_mrr_at_1000_max": 0.330798, "nauc_mrr_at_1000_std": 0.376839, "nauc_mrr_at_1000_diff1": 0.333971, "main_score": 0.48302, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "neuroscience_and_neurology": [ { "ndcg_at_1": 0.515, "ndcg_at_3": 0.48984, "ndcg_at_5": 0.47366, "ndcg_at_10": 0.45576, "ndcg_at_20": 0.44588, "ndcg_at_100": 0.50023, "ndcg_at_1000": 0.61496, "map_at_1": 0.03675, "map_at_3": 0.08677, "map_at_5": 0.11388, "map_at_10": 0.15247, "map_at_20": 0.19427, "map_at_100": 0.2837, "map_at_1000": 0.32851, "recall_at_1": 0.03675, "recall_at_3": 0.10672, "recall_at_5": 0.15152, "recall_at_10": 0.22209, "recall_at_20": 0.3092, "recall_at_100": 0.59531, "recall_at_1000": 0.92114, "precision_at_1": 0.65, "precision_at_3": 0.585, "precision_at_5": 0.539, "precision_at_10": 0.468, "precision_at_20": 0.37725, "precision_at_100": 0.19275, "precision_at_1000": 0.03701, "mrr_at_1": 0.65, "mrr_at_3": 0.745833, "mrr_at_5": 0.755083, "mrr_at_10": 0.759145, "mrr_at_20": 0.761578, "mrr_at_100": 0.762267, "mrr_at_1000": 0.762299, "nauc_ndcg_at_1_max": 0.387081, "nauc_ndcg_at_1_std": 0.242295, "nauc_ndcg_at_1_diff1": 0.20967, "nauc_ndcg_at_3_max": 0.468592, "nauc_ndcg_at_3_std": 0.294065, "nauc_ndcg_at_3_diff1": 0.225612, "nauc_ndcg_at_5_max": 0.472789, "nauc_ndcg_at_5_std": 0.31218, "nauc_ndcg_at_5_diff1": 0.221088, "nauc_ndcg_at_10_max": 0.453326, "nauc_ndcg_at_10_std": 0.318923, "nauc_ndcg_at_10_diff1": 0.1956, "nauc_ndcg_at_20_max": 0.408137, "nauc_ndcg_at_20_std": 0.27587, "nauc_ndcg_at_20_diff1": 0.177005, "nauc_ndcg_at_100_max": 0.392025, "nauc_ndcg_at_100_std": 0.329557, "nauc_ndcg_at_100_diff1": 0.189646, "nauc_ndcg_at_1000_max": 0.47532, "nauc_ndcg_at_1000_std": 0.494159, "nauc_ndcg_at_1000_diff1": 0.186274, "nauc_map_at_1_max": 0.096565, "nauc_map_at_1_std": -0.171645, "nauc_map_at_1_diff1": 0.13883, "nauc_map_at_3_max": 0.145076, "nauc_map_at_3_std": -0.233657, "nauc_map_at_3_diff1": 0.174582, "nauc_map_at_5_max": 0.16753, "nauc_map_at_5_std": -0.200282, "nauc_map_at_5_diff1": 0.219664, "nauc_map_at_10_max": 0.198866, "nauc_map_at_10_std": -0.127019, "nauc_map_at_10_diff1": 0.203925, "nauc_map_at_20_max": 0.233063, "nauc_map_at_20_std": -0.056309, "nauc_map_at_20_diff1": 0.203701, "nauc_map_at_100_max": 0.345361, "nauc_map_at_100_std": 0.219487, "nauc_map_at_100_diff1": 0.19473, "nauc_map_at_1000_max": 0.402208, "nauc_map_at_1000_std": 0.367703, "nauc_map_at_1000_diff1": 0.189645, "nauc_recall_at_1_max": 0.096565, "nauc_recall_at_1_std": -0.171645, "nauc_recall_at_1_diff1": 0.13883, "nauc_recall_at_3_max": 0.076928, "nauc_recall_at_3_std": -0.270253, "nauc_recall_at_3_diff1": 0.145562, "nauc_recall_at_5_max": 0.06344, "nauc_recall_at_5_std": -0.228655, "nauc_recall_at_5_diff1": 0.159147, "nauc_recall_at_10_max": 0.049586, "nauc_recall_at_10_std": -0.209783, "nauc_recall_at_10_diff1": 0.116897, "nauc_recall_at_20_max": 0.042033, "nauc_recall_at_20_std": -0.178476, "nauc_recall_at_20_diff1": 0.10012, "nauc_recall_at_100_max": 0.02013, "nauc_recall_at_100_std": 0.033106, "nauc_recall_at_100_diff1": 0.031153, "nauc_recall_at_1000_max": 0.037917, "nauc_recall_at_1000_std": 0.265845, "nauc_recall_at_1000_diff1": 0.08444, "nauc_precision_at_1_max": 0.415803, "nauc_precision_at_1_std": 0.361348, "nauc_precision_at_1_diff1": 0.229832, "nauc_precision_at_3_max": 0.428113, "nauc_precision_at_3_std": 0.322112, "nauc_precision_at_3_diff1": 0.165177, "nauc_precision_at_5_max": 0.44782, "nauc_precision_at_5_std": 0.390416, "nauc_precision_at_5_diff1": 0.175568, "nauc_precision_at_10_max": 0.373741, "nauc_precision_at_10_std": 0.453809, "nauc_precision_at_10_diff1": 0.092516, "nauc_precision_at_20_max": 0.337759, "nauc_precision_at_20_std": 0.469967, "nauc_precision_at_20_diff1": 0.052426, "nauc_precision_at_100_max": 0.285364, "nauc_precision_at_100_std": 0.577567, "nauc_precision_at_100_diff1": 0.00865, "nauc_precision_at_1000_max": 0.217934, "nauc_precision_at_1000_std": 0.477501, "nauc_precision_at_1000_diff1": -0.01065, "nauc_mrr_at_1_max": 0.415803, "nauc_mrr_at_1_std": 0.361348, "nauc_mrr_at_1_diff1": 0.229832, "nauc_mrr_at_3_max": 0.446867, "nauc_mrr_at_3_std": 0.379141, "nauc_mrr_at_3_diff1": 0.241224, "nauc_mrr_at_5_max": 0.439926, "nauc_mrr_at_5_std": 0.396412, "nauc_mrr_at_5_diff1": 0.241328, "nauc_mrr_at_10_max": 0.439058, "nauc_mrr_at_10_std": 0.393287, "nauc_mrr_at_10_diff1": 0.236609, "nauc_mrr_at_20_max": 0.436999, "nauc_mrr_at_20_std": 0.390616, "nauc_mrr_at_20_diff1": 0.233137, "nauc_mrr_at_100_max": 0.437017, "nauc_mrr_at_100_std": 0.391666, "nauc_mrr_at_100_diff1": 0.232955, "nauc_mrr_at_1000_max": 0.437094, "nauc_mrr_at_1000_std": 0.39157, "nauc_mrr_at_1000_diff1": 0.233075, "main_score": 0.45576, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.4725, "ndcg_at_3": 0.43092, "ndcg_at_5": 0.40486, "ndcg_at_10": 0.38899, "ndcg_at_20": 0.38092, "ndcg_at_100": 0.43735, "ndcg_at_1000": 0.55494, "map_at_1": 0.03512, "map_at_3": 0.07462, "map_at_5": 0.09632, "map_at_10": 0.12841, "map_at_20": 0.16146, "map_at_100": 0.23402, "map_at_1000": 0.27232, "recall_at_1": 0.03512, "recall_at_3": 0.08596, "recall_at_5": 0.12331, "recall_at_10": 0.18998, "recall_at_20": 0.27022, "recall_at_100": 0.53987, "recall_at_1000": 0.86811, "precision_at_1": 0.595, "precision_at_3": 0.515, "precision_at_5": 0.456, "precision_at_10": 0.3945, "precision_at_20": 0.32025, "precision_at_100": 0.1686, "precision_at_1000": 0.03431, "mrr_at_1": 0.595, "mrr_at_3": 0.669167, "mrr_at_5": 0.676917, "mrr_at_10": 0.687302, "mrr_at_20": 0.690354, "mrr_at_100": 0.692021, "mrr_at_1000": 0.692076, "nauc_ndcg_at_1_max": 0.320301, "nauc_ndcg_at_1_std": 0.356918, "nauc_ndcg_at_1_diff1": 0.255852, "nauc_ndcg_at_3_max": 0.422869, "nauc_ndcg_at_3_std": 0.419301, "nauc_ndcg_at_3_diff1": 0.220197, "nauc_ndcg_at_5_max": 0.462901, "nauc_ndcg_at_5_std": 0.434727, "nauc_ndcg_at_5_diff1": 0.222906, "nauc_ndcg_at_10_max": 0.461402, "nauc_ndcg_at_10_std": 0.429367, "nauc_ndcg_at_10_diff1": 0.245201, "nauc_ndcg_at_20_max": 0.477565, "nauc_ndcg_at_20_std": 0.435445, "nauc_ndcg_at_20_diff1": 0.257577, "nauc_ndcg_at_100_max": 0.483651, "nauc_ndcg_at_100_std": 0.455911, "nauc_ndcg_at_100_diff1": 0.28682, "nauc_ndcg_at_1000_max": 0.507684, "nauc_ndcg_at_1000_std": 0.560323, "nauc_ndcg_at_1000_diff1": 0.269913, "nauc_map_at_1_max": 0.033715, "nauc_map_at_1_std": -0.146148, "nauc_map_at_1_diff1": 0.271073, "nauc_map_at_3_max": 0.195347, "nauc_map_at_3_std": -0.112182, "nauc_map_at_3_diff1": 0.320462, "nauc_map_at_5_max": 0.2455, "nauc_map_at_5_std": -0.043832, "nauc_map_at_5_diff1": 0.317526, "nauc_map_at_10_max": 0.247592, "nauc_map_at_10_std": 0.012989, "nauc_map_at_10_diff1": 0.294889, "nauc_map_at_20_max": 0.320562, "nauc_map_at_20_std": 0.120584, "nauc_map_at_20_diff1": 0.281124, "nauc_map_at_100_max": 0.434894, "nauc_map_at_100_std": 0.358752, "nauc_map_at_100_diff1": 0.267806, "nauc_map_at_1000_max": 0.474775, "nauc_map_at_1000_std": 0.460162, "nauc_map_at_1000_diff1": 0.2613, "nauc_recall_at_1_max": 0.033715, "nauc_recall_at_1_std": -0.146148, "nauc_recall_at_1_diff1": 0.271073, "nauc_recall_at_3_max": 0.195969, "nauc_recall_at_3_std": -0.122281, "nauc_recall_at_3_diff1": 0.326626, "nauc_recall_at_5_max": 0.219292, "nauc_recall_at_5_std": -0.036253, "nauc_recall_at_5_diff1": 0.248608, "nauc_recall_at_10_max": 0.146078, "nauc_recall_at_10_std": -0.053063, "nauc_recall_at_10_diff1": 0.216704, "nauc_recall_at_20_max": 0.190137, "nauc_recall_at_20_std": 0.034798, "nauc_recall_at_20_diff1": 0.189273, "nauc_recall_at_100_max": 0.240324, "nauc_recall_at_100_std": 0.184481, "nauc_recall_at_100_diff1": 0.195556, "nauc_recall_at_1000_max": 0.393639, "nauc_recall_at_1000_std": 0.455997, "nauc_recall_at_1000_diff1": 0.239326, "nauc_precision_at_1_max": 0.369299, "nauc_precision_at_1_std": 0.468195, "nauc_precision_at_1_diff1": 0.26273, "nauc_precision_at_3_max": 0.430886, "nauc_precision_at_3_std": 0.519645, "nauc_precision_at_3_diff1": 0.13989, "nauc_precision_at_5_max": 0.455875, "nauc_precision_at_5_std": 0.526598, "nauc_precision_at_5_diff1": 0.116189, "nauc_precision_at_10_max": 0.437229, "nauc_precision_at_10_std": 0.550527, "nauc_precision_at_10_diff1": 0.094167, "nauc_precision_at_20_max": 0.44345, "nauc_precision_at_20_std": 0.612192, "nauc_precision_at_20_diff1": 0.059772, "nauc_precision_at_100_max": 0.325152, "nauc_precision_at_100_std": 0.583985, "nauc_precision_at_100_diff1": 0.00951, "nauc_precision_at_1000_max": 0.212723, "nauc_precision_at_1000_std": 0.432563, "nauc_precision_at_1000_diff1": -0.026866, "nauc_mrr_at_1_max": 0.369299, "nauc_mrr_at_1_std": 0.468195, "nauc_mrr_at_1_diff1": 0.26273, "nauc_mrr_at_3_max": 0.432539, "nauc_mrr_at_3_std": 0.508854, "nauc_mrr_at_3_diff1": 0.287363, "nauc_mrr_at_5_max": 0.429972, "nauc_mrr_at_5_std": 0.510049, "nauc_mrr_at_5_diff1": 0.27338, "nauc_mrr_at_10_max": 0.425107, "nauc_mrr_at_10_std": 0.503007, "nauc_mrr_at_10_diff1": 0.27718, "nauc_mrr_at_20_max": 0.422484, "nauc_mrr_at_20_std": 0.504176, "nauc_mrr_at_20_diff1": 0.278381, "nauc_mrr_at_100_max": 0.422012, "nauc_mrr_at_100_std": 0.503458, "nauc_mrr_at_100_diff1": 0.276513, "nauc_mrr_at_1000_max": 0.422, "nauc_mrr_at_1000_std": 0.503396, "nauc_mrr_at_1000_diff1": 0.27653, "main_score": 0.38899, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.455, "ndcg_at_3": 0.41812, "ndcg_at_5": 0.40909, "ndcg_at_10": 0.38895, "ndcg_at_20": 0.37835, "ndcg_at_100": 0.43599, "ndcg_at_1000": 0.55385, "map_at_1": 0.03262, "map_at_3": 0.06733, "map_at_5": 0.0912, "map_at_10": 0.12318, "map_at_20": 0.15524, "map_at_100": 0.22818, "map_at_1000": 0.26649, "recall_at_1": 0.03262, "recall_at_3": 0.07883, "recall_at_5": 0.12107, "recall_at_10": 0.18528, "recall_at_20": 0.26266, "recall_at_100": 0.53531, "recall_at_1000": 0.86669, "precision_at_1": 0.56, "precision_at_3": 0.5, "precision_at_5": 0.474, "precision_at_10": 0.397, "precision_at_20": 0.317, "precision_at_100": 0.16645, "precision_at_1000": 0.03426, "mrr_at_1": 0.56, "mrr_at_3": 0.6625, "mrr_at_5": 0.6765, "mrr_at_10": 0.682323, "mrr_at_20": 0.68393, "mrr_at_100": 0.685225, "mrr_at_1000": 0.685273, "nauc_ndcg_at_1_max": 0.353178, "nauc_ndcg_at_1_std": 0.276418, "nauc_ndcg_at_1_diff1": 0.28944, "nauc_ndcg_at_3_max": 0.448284, "nauc_ndcg_at_3_std": 0.454336, "nauc_ndcg_at_3_diff1": 0.268742, "nauc_ndcg_at_5_max": 0.463221, "nauc_ndcg_at_5_std": 0.459056, "nauc_ndcg_at_5_diff1": 0.266604, "nauc_ndcg_at_10_max": 0.481508, "nauc_ndcg_at_10_std": 0.470638, "nauc_ndcg_at_10_diff1": 0.263651, "nauc_ndcg_at_20_max": 0.487366, "nauc_ndcg_at_20_std": 0.447854, "nauc_ndcg_at_20_diff1": 0.261295, "nauc_ndcg_at_100_max": 0.457107, "nauc_ndcg_at_100_std": 0.477744, "nauc_ndcg_at_100_diff1": 0.243819, "nauc_ndcg_at_1000_max": 0.502489, "nauc_ndcg_at_1000_std": 0.584294, "nauc_ndcg_at_1000_diff1": 0.248406, "nauc_map_at_1_max": 0.136432, "nauc_map_at_1_std": -0.086258, "nauc_map_at_1_diff1": 0.317303, "nauc_map_at_3_max": 0.280659, "nauc_map_at_3_std": 0.002936, "nauc_map_at_3_diff1": 0.242964, "nauc_map_at_5_max": 0.280286, "nauc_map_at_5_std": 0.03108, "nauc_map_at_5_diff1": 0.251611, "nauc_map_at_10_max": 0.292149, "nauc_map_at_10_std": 0.105498, "nauc_map_at_10_diff1": 0.225907, "nauc_map_at_20_max": 0.348521, "nauc_map_at_20_std": 0.193551, "nauc_map_at_20_diff1": 0.23127, "nauc_map_at_100_max": 0.459873, "nauc_map_at_100_std": 0.42094, "nauc_map_at_100_diff1": 0.178966, "nauc_map_at_1000_max": 0.503621, "nauc_map_at_1000_std": 0.516143, "nauc_map_at_1000_diff1": 0.175521, "nauc_recall_at_1_max": 0.136432, "nauc_recall_at_1_std": -0.086258, "nauc_recall_at_1_diff1": 0.317303, "nauc_recall_at_3_max": 0.229492, "nauc_recall_at_3_std": -0.009796, "nauc_recall_at_3_diff1": 0.185291, "nauc_recall_at_5_max": 0.159113, "nauc_recall_at_5_std": -0.041281, "nauc_recall_at_5_diff1": 0.152877, "nauc_recall_at_10_max": 0.151727, "nauc_recall_at_10_std": 0.017782, "nauc_recall_at_10_diff1": 0.121979, "nauc_recall_at_20_max": 0.155441, "nauc_recall_at_20_std": 0.060427, "nauc_recall_at_20_diff1": 0.118043, "nauc_recall_at_100_max": 0.217787, "nauc_recall_at_100_std": 0.221503, "nauc_recall_at_100_diff1": 0.098996, "nauc_recall_at_1000_max": 0.323103, "nauc_recall_at_1000_std": 0.461578, "nauc_recall_at_1000_diff1": 0.151553, "nauc_precision_at_1_max": 0.453278, "nauc_precision_at_1_std": 0.398741, "nauc_precision_at_1_diff1": 0.297645, "nauc_precision_at_3_max": 0.450283, "nauc_precision_at_3_std": 0.548815, "nauc_precision_at_3_diff1": 0.158503, "nauc_precision_at_5_max": 0.458953, "nauc_precision_at_5_std": 0.541291, "nauc_precision_at_5_diff1": 0.153567, "nauc_precision_at_10_max": 0.444652, "nauc_precision_at_10_std": 0.563917, "nauc_precision_at_10_diff1": 0.120174, "nauc_precision_at_20_max": 0.461, "nauc_precision_at_20_std": 0.569718, "nauc_precision_at_20_diff1": 0.105536, "nauc_precision_at_100_max": 0.364142, "nauc_precision_at_100_std": 0.568738, "nauc_precision_at_100_diff1": -0.001882, "nauc_precision_at_1000_max": 0.242209, "nauc_precision_at_1000_std": 0.404193, "nauc_precision_at_1000_diff1": -0.024117, "nauc_mrr_at_1_max": 0.453278, "nauc_mrr_at_1_std": 0.398741, "nauc_mrr_at_1_diff1": 0.297645, "nauc_mrr_at_3_max": 0.465161, "nauc_mrr_at_3_std": 0.475037, "nauc_mrr_at_3_diff1": 0.281285, "nauc_mrr_at_5_max": 0.459862, "nauc_mrr_at_5_std": 0.459053, "nauc_mrr_at_5_diff1": 0.280361, "nauc_mrr_at_10_max": 0.464484, "nauc_mrr_at_10_std": 0.464751, "nauc_mrr_at_10_diff1": 0.283418, "nauc_mrr_at_20_max": 0.465053, "nauc_mrr_at_20_std": 0.464399, "nauc_mrr_at_20_diff1": 0.284317, "nauc_mrr_at_100_max": 0.465257, "nauc_mrr_at_100_std": 0.463659, "nauc_mrr_at_100_diff1": 0.284797, "nauc_mrr_at_1000_max": 0.465198, "nauc_mrr_at_1000_std": 0.463638, "nauc_mrr_at_1000_diff1": 0.284685, "main_score": 0.38895, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "orthopedic_surgery": [ { "ndcg_at_1": 0.5225, "ndcg_at_3": 0.50341, "ndcg_at_5": 0.49077, "ndcg_at_10": 0.47389, "ndcg_at_20": 0.48439, "ndcg_at_100": 0.55757, "ndcg_at_1000": 0.62556, "map_at_1": 0.1215, "map_at_3": 0.19829, "map_at_5": 0.23065, "map_at_10": 0.26548, "map_at_20": 0.29483, "map_at_100": 0.34143, "map_at_1000": 0.3573, "recall_at_1": 0.1215, "recall_at_3": 0.22223, "recall_at_5": 0.27611, "recall_at_10": 0.34515, "recall_at_20": 0.43437, "recall_at_100": 0.68609, "recall_at_1000": 0.93936, "precision_at_1": 0.6, "precision_at_3": 0.49833, "precision_at_5": 0.43, "precision_at_10": 0.312, "precision_at_20": 0.22425, "precision_at_100": 0.0883, "precision_at_1000": 0.01383, "mrr_at_1": 0.6, "mrr_at_3": 0.705, "mrr_at_5": 0.72075, "mrr_at_10": 0.725839, "mrr_at_20": 0.72788, "mrr_at_100": 0.728444, "mrr_at_1000": 0.728536, "nauc_ndcg_at_1_max": 0.430553, "nauc_ndcg_at_1_std": 0.134678, "nauc_ndcg_at_1_diff1": 0.616007, "nauc_ndcg_at_3_max": 0.395882, "nauc_ndcg_at_3_std": 0.220682, "nauc_ndcg_at_3_diff1": 0.440754, "nauc_ndcg_at_5_max": 0.352443, "nauc_ndcg_at_5_std": 0.209213, "nauc_ndcg_at_5_diff1": 0.423973, "nauc_ndcg_at_10_max": 0.330437, "nauc_ndcg_at_10_std": 0.147742, "nauc_ndcg_at_10_diff1": 0.447907, "nauc_ndcg_at_20_max": 0.305579, "nauc_ndcg_at_20_std": 0.123692, "nauc_ndcg_at_20_diff1": 0.458334, "nauc_ndcg_at_100_max": 0.311246, "nauc_ndcg_at_100_std": 0.174465, "nauc_ndcg_at_100_diff1": 0.475551, "nauc_ndcg_at_1000_max": 0.377737, "nauc_ndcg_at_1000_std": 0.246796, "nauc_ndcg_at_1000_diff1": 0.456082, "nauc_map_at_1_max": 0.028631, "nauc_map_at_1_std": -0.197655, "nauc_map_at_1_diff1": 0.577541, "nauc_map_at_3_max": 0.089791, "nauc_map_at_3_std": -0.131974, "nauc_map_at_3_diff1": 0.465858, "nauc_map_at_5_max": 0.105814, "nauc_map_at_5_std": -0.105689, "nauc_map_at_5_diff1": 0.450948, "nauc_map_at_10_max": 0.130984, "nauc_map_at_10_std": -0.068933, "nauc_map_at_10_diff1": 0.422343, "nauc_map_at_20_max": 0.147535, "nauc_map_at_20_std": -0.02764, "nauc_map_at_20_diff1": 0.411805, "nauc_map_at_100_max": 0.172744, "nauc_map_at_100_std": 0.064117, "nauc_map_at_100_diff1": 0.381395, "nauc_map_at_1000_max": 0.190513, "nauc_map_at_1000_std": 0.094769, "nauc_map_at_1000_diff1": 0.369318, "nauc_recall_at_1_max": 0.028631, "nauc_recall_at_1_std": -0.197655, "nauc_recall_at_1_diff1": 0.577541, "nauc_recall_at_3_max": 0.05235, "nauc_recall_at_3_std": -0.138678, "nauc_recall_at_3_diff1": 0.404444, "nauc_recall_at_5_max": 0.047233, "nauc_recall_at_5_std": -0.129288, "nauc_recall_at_5_diff1": 0.367166, "nauc_recall_at_10_max": 0.064303, "nauc_recall_at_10_std": -0.106963, "nauc_recall_at_10_diff1": 0.329716, "nauc_recall_at_20_max": 0.035796, "nauc_recall_at_20_std": -0.076006, "nauc_recall_at_20_diff1": 0.296074, "nauc_recall_at_100_max": -0.002468, "nauc_recall_at_100_std": 0.072195, "nauc_recall_at_100_diff1": 0.243899, "nauc_recall_at_1000_max": 0.073475, "nauc_recall_at_1000_std": 0.278421, "nauc_recall_at_1000_diff1": 0.257254, "nauc_precision_at_1_max": 0.436109, "nauc_precision_at_1_std": 0.193782, "nauc_precision_at_1_diff1": 0.537867, "nauc_precision_at_3_max": 0.396004, "nauc_precision_at_3_std": 0.402115, "nauc_precision_at_3_diff1": 0.047464, "nauc_precision_at_5_max": 0.321403, "nauc_precision_at_5_std": 0.405249, "nauc_precision_at_5_diff1": -0.061665, "nauc_precision_at_10_max": 0.288696, "nauc_precision_at_10_std": 0.40737, "nauc_precision_at_10_diff1": -0.129728, "nauc_precision_at_20_max": 0.249031, "nauc_precision_at_20_std": 0.456058, "nauc_precision_at_20_diff1": -0.182768, "nauc_precision_at_100_max": 0.187831, "nauc_precision_at_100_std": 0.477042, "nauc_precision_at_100_diff1": -0.244187, "nauc_precision_at_1000_max": 0.181959, "nauc_precision_at_1000_std": 0.414005, "nauc_precision_at_1000_diff1": -0.263867, "nauc_mrr_at_1_max": 0.436109, "nauc_mrr_at_1_std": 0.193782, "nauc_mrr_at_1_diff1": 0.537867, "nauc_mrr_at_3_max": 0.464873, "nauc_mrr_at_3_std": 0.285862, "nauc_mrr_at_3_diff1": 0.475321, "nauc_mrr_at_5_max": 0.463288, "nauc_mrr_at_5_std": 0.27236, "nauc_mrr_at_5_diff1": 0.487182, "nauc_mrr_at_10_max": 0.46208, "nauc_mrr_at_10_std": 0.265226, "nauc_mrr_at_10_diff1": 0.497729, "nauc_mrr_at_20_max": 0.461734, "nauc_mrr_at_20_std": 0.266865, "nauc_mrr_at_20_diff1": 0.496683, "nauc_mrr_at_100_max": 0.46127, "nauc_mrr_at_100_std": 0.26801, "nauc_mrr_at_100_diff1": 0.497005, "nauc_mrr_at_1000_max": 0.461076, "nauc_mrr_at_1000_std": 0.267708, "nauc_mrr_at_1000_diff1": 0.496952, "main_score": 0.47389, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.455, "ndcg_at_3": 0.42508, "ndcg_at_5": 0.41611, "ndcg_at_10": 0.41316, "ndcg_at_20": 0.42578, "ndcg_at_100": 0.49176, "ndcg_at_1000": 0.56546, "map_at_1": 0.10328, "map_at_3": 0.16901, "map_at_5": 0.19376, "map_at_10": 0.22363, "map_at_20": 0.24984, "map_at_100": 0.28633, "map_at_1000": 0.30087, "recall_at_1": 0.10328, "recall_at_3": 0.19442, "recall_at_5": 0.23959, "recall_at_10": 0.31174, "recall_at_20": 0.40194, "recall_at_100": 0.62396, "recall_at_1000": 0.89074, "precision_at_1": 0.525, "precision_at_3": 0.41333, "precision_at_5": 0.358, "precision_at_10": 0.273, "precision_at_20": 0.19825, "precision_at_100": 0.0763, "precision_at_1000": 0.01307, "mrr_at_1": 0.525, "mrr_at_3": 0.630833, "mrr_at_5": 0.644333, "mrr_at_10": 0.655099, "mrr_at_20": 0.657971, "mrr_at_100": 0.659547, "mrr_at_1000": 0.659628, "nauc_ndcg_at_1_max": 0.441489, "nauc_ndcg_at_1_std": 0.273452, "nauc_ndcg_at_1_diff1": 0.54014, "nauc_ndcg_at_3_max": 0.394141, "nauc_ndcg_at_3_std": 0.246629, "nauc_ndcg_at_3_diff1": 0.424916, "nauc_ndcg_at_5_max": 0.386053, "nauc_ndcg_at_5_std": 0.278706, "nauc_ndcg_at_5_diff1": 0.39111, "nauc_ndcg_at_10_max": 0.383236, "nauc_ndcg_at_10_std": 0.256308, "nauc_ndcg_at_10_diff1": 0.387913, "nauc_ndcg_at_20_max": 0.376847, "nauc_ndcg_at_20_std": 0.265951, "nauc_ndcg_at_20_diff1": 0.399826, "nauc_ndcg_at_100_max": 0.39086, "nauc_ndcg_at_100_std": 0.320963, "nauc_ndcg_at_100_diff1": 0.422156, "nauc_ndcg_at_1000_max": 0.438032, "nauc_ndcg_at_1000_std": 0.342358, "nauc_ndcg_at_1000_diff1": 0.433752, "nauc_map_at_1_max": 0.193323, "nauc_map_at_1_std": -0.016003, "nauc_map_at_1_diff1": 0.493375, "nauc_map_at_3_max": 0.242052, "nauc_map_at_3_std": 0.053257, "nauc_map_at_3_diff1": 0.379014, "nauc_map_at_5_max": 0.231514, "nauc_map_at_5_std": 0.079143, "nauc_map_at_5_diff1": 0.349591, "nauc_map_at_10_max": 0.238991, "nauc_map_at_10_std": 0.116146, "nauc_map_at_10_diff1": 0.333771, "nauc_map_at_20_max": 0.248224, "nauc_map_at_20_std": 0.166089, "nauc_map_at_20_diff1": 0.327817, "nauc_map_at_100_max": 0.269516, "nauc_map_at_100_std": 0.238954, "nauc_map_at_100_diff1": 0.313123, "nauc_map_at_1000_max": 0.279167, "nauc_map_at_1000_std": 0.250308, "nauc_map_at_1000_diff1": 0.308091, "nauc_recall_at_1_max": 0.193323, "nauc_recall_at_1_std": -0.016003, "nauc_recall_at_1_diff1": 0.493375, "nauc_recall_at_3_max": 0.199133, "nauc_recall_at_3_std": 0.032615, "nauc_recall_at_3_diff1": 0.309986, "nauc_recall_at_5_max": 0.178484, "nauc_recall_at_5_std": 0.054853, "nauc_recall_at_5_diff1": 0.271038, "nauc_recall_at_10_max": 0.149358, "nauc_recall_at_10_std": 0.084114, "nauc_recall_at_10_diff1": 0.216551, "nauc_recall_at_20_max": 0.14218, "nauc_recall_at_20_std": 0.145409, "nauc_recall_at_20_diff1": 0.214751, "nauc_recall_at_100_max": 0.167531, "nauc_recall_at_100_std": 0.307234, "nauc_recall_at_100_diff1": 0.212305, "nauc_recall_at_1000_max": 0.266587, "nauc_recall_at_1000_std": 0.428361, "nauc_recall_at_1000_diff1": 0.223792, "nauc_precision_at_1_max": 0.449581, "nauc_precision_at_1_std": 0.340211, "nauc_precision_at_1_diff1": 0.483055, "nauc_precision_at_3_max": 0.337171, "nauc_precision_at_3_std": 0.345536, "nauc_precision_at_3_diff1": 0.126626, "nauc_precision_at_5_max": 0.256177, "nauc_precision_at_5_std": 0.384253, "nauc_precision_at_5_diff1": 0.014843, "nauc_precision_at_10_max": 0.220523, "nauc_precision_at_10_std": 0.376057, "nauc_precision_at_10_diff1": -0.04816, "nauc_precision_at_20_max": 0.197027, "nauc_precision_at_20_std": 0.425282, "nauc_precision_at_20_diff1": -0.070796, "nauc_precision_at_100_max": 0.150358, "nauc_precision_at_100_std": 0.363983, "nauc_precision_at_100_diff1": -0.096798, "nauc_precision_at_1000_max": 0.115735, "nauc_precision_at_1000_std": 0.203603, "nauc_precision_at_1000_diff1": -0.118179, "nauc_mrr_at_1_max": 0.449581, "nauc_mrr_at_1_std": 0.340211, "nauc_mrr_at_1_diff1": 0.483055, "nauc_mrr_at_3_max": 0.460192, "nauc_mrr_at_3_std": 0.342064, "nauc_mrr_at_3_diff1": 0.45457, "nauc_mrr_at_5_max": 0.470531, "nauc_mrr_at_5_std": 0.344658, "nauc_mrr_at_5_diff1": 0.472268, "nauc_mrr_at_10_max": 0.465727, "nauc_mrr_at_10_std": 0.342519, "nauc_mrr_at_10_diff1": 0.467128, "nauc_mrr_at_20_max": 0.469911, "nauc_mrr_at_20_std": 0.344253, "nauc_mrr_at_20_diff1": 0.468388, "nauc_mrr_at_100_max": 0.468423, "nauc_mrr_at_100_std": 0.344761, "nauc_mrr_at_100_diff1": 0.468449, "nauc_mrr_at_1000_max": 0.468319, "nauc_mrr_at_1000_std": 0.344559, "nauc_mrr_at_1000_diff1": 0.468486, "main_score": 0.41316, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.455, "ndcg_at_3": 0.42817, "ndcg_at_5": 0.41561, "ndcg_at_10": 0.41374, "ndcg_at_20": 0.42212, "ndcg_at_100": 0.4914, "ndcg_at_1000": 0.56631, "map_at_1": 0.11047, "map_at_3": 0.17216, "map_at_5": 0.1981, "map_at_10": 0.2298, "map_at_20": 0.25231, "map_at_100": 0.29123, "map_at_1000": 0.30523, "recall_at_1": 0.11047, "recall_at_3": 0.19269, "recall_at_5": 0.23767, "recall_at_10": 0.31086, "recall_at_20": 0.37846, "recall_at_100": 0.60983, "recall_at_1000": 0.89539, "precision_at_1": 0.535, "precision_at_3": 0.41333, "precision_at_5": 0.35, "precision_at_10": 0.2715, "precision_at_20": 0.19475, "precision_at_100": 0.07865, "precision_at_1000": 0.01317, "mrr_at_1": 0.535, "mrr_at_3": 0.633333, "mrr_at_5": 0.645333, "mrr_at_10": 0.656224, "mrr_at_20": 0.659161, "mrr_at_100": 0.660915, "mrr_at_1000": 0.661046, "nauc_ndcg_at_1_max": 0.428742, "nauc_ndcg_at_1_std": 0.139534, "nauc_ndcg_at_1_diff1": 0.556042, "nauc_ndcg_at_3_max": 0.386771, "nauc_ndcg_at_3_std": 0.152898, "nauc_ndcg_at_3_diff1": 0.400701, "nauc_ndcg_at_5_max": 0.369818, "nauc_ndcg_at_5_std": 0.171593, "nauc_ndcg_at_5_diff1": 0.362945, "nauc_ndcg_at_10_max": 0.377354, "nauc_ndcg_at_10_std": 0.151107, "nauc_ndcg_at_10_diff1": 0.387013, "nauc_ndcg_at_20_max": 0.372358, "nauc_ndcg_at_20_std": 0.157751, "nauc_ndcg_at_20_diff1": 0.39761, "nauc_ndcg_at_100_max": 0.384807, "nauc_ndcg_at_100_std": 0.202844, "nauc_ndcg_at_100_diff1": 0.412586, "nauc_ndcg_at_1000_max": 0.436394, "nauc_ndcg_at_1000_std": 0.245167, "nauc_ndcg_at_1000_diff1": 0.405706, "nauc_map_at_1_max": 0.19675, "nauc_map_at_1_std": -0.142371, "nauc_map_at_1_diff1": 0.527493, "nauc_map_at_3_max": 0.218795, "nauc_map_at_3_std": -0.057418, "nauc_map_at_3_diff1": 0.428941, "nauc_map_at_5_max": 0.228475, "nauc_map_at_5_std": -0.020068, "nauc_map_at_5_diff1": 0.394532, "nauc_map_at_10_max": 0.238022, "nauc_map_at_10_std": 0.013657, "nauc_map_at_10_diff1": 0.37335, "nauc_map_at_20_max": 0.254433, "nauc_map_at_20_std": 0.061648, "nauc_map_at_20_diff1": 0.3593, "nauc_map_at_100_max": 0.278767, "nauc_map_at_100_std": 0.128934, "nauc_map_at_100_diff1": 0.348306, "nauc_map_at_1000_max": 0.291869, "nauc_map_at_1000_std": 0.148074, "nauc_map_at_1000_diff1": 0.34261, "nauc_recall_at_1_max": 0.19675, "nauc_recall_at_1_std": -0.142371, "nauc_recall_at_1_diff1": 0.527493, "nauc_recall_at_3_max": 0.176855, "nauc_recall_at_3_std": -0.074097, "nauc_recall_at_3_diff1": 0.371848, "nauc_recall_at_5_max": 0.170925, "nauc_recall_at_5_std": -0.031637, "nauc_recall_at_5_diff1": 0.309588, "nauc_recall_at_10_max": 0.145109, "nauc_recall_at_10_std": -0.019887, "nauc_recall_at_10_diff1": 0.27226, "nauc_recall_at_20_max": 0.164672, "nauc_recall_at_20_std": 0.057002, "nauc_recall_at_20_diff1": 0.240906, "nauc_recall_at_100_max": 0.195774, "nauc_recall_at_100_std": 0.209759, "nauc_recall_at_100_diff1": 0.218852, "nauc_recall_at_1000_max": 0.29275, "nauc_recall_at_1000_std": 0.382372, "nauc_recall_at_1000_diff1": 0.215764, "nauc_precision_at_1_max": 0.461297, "nauc_precision_at_1_std": 0.212263, "nauc_precision_at_1_diff1": 0.496763, "nauc_precision_at_3_max": 0.309074, "nauc_precision_at_3_std": 0.267742, "nauc_precision_at_3_diff1": 0.102895, "nauc_precision_at_5_max": 0.275458, "nauc_precision_at_5_std": 0.323826, "nauc_precision_at_5_diff1": -0.005603, "nauc_precision_at_10_max": 0.258122, "nauc_precision_at_10_std": 0.361955, "nauc_precision_at_10_diff1": -0.063081, "nauc_precision_at_20_max": 0.214167, "nauc_precision_at_20_std": 0.397349, "nauc_precision_at_20_diff1": -0.11128, "nauc_precision_at_100_max": 0.178061, "nauc_precision_at_100_std": 0.378279, "nauc_precision_at_100_diff1": -0.128655, "nauc_precision_at_1000_max": 0.154681, "nauc_precision_at_1000_std": 0.293296, "nauc_precision_at_1000_diff1": -0.167254, "nauc_mrr_at_1_max": 0.461297, "nauc_mrr_at_1_std": 0.212263, "nauc_mrr_at_1_diff1": 0.496763, "nauc_mrr_at_3_max": 0.468161, "nauc_mrr_at_3_std": 0.222092, "nauc_mrr_at_3_diff1": 0.448475, "nauc_mrr_at_5_max": 0.46463, "nauc_mrr_at_5_std": 0.233184, "nauc_mrr_at_5_diff1": 0.438635, "nauc_mrr_at_10_max": 0.468877, "nauc_mrr_at_10_std": 0.227106, "nauc_mrr_at_10_diff1": 0.45111, "nauc_mrr_at_20_max": 0.471893, "nauc_mrr_at_20_std": 0.227373, "nauc_mrr_at_20_diff1": 0.449654, "nauc_mrr_at_100_max": 0.471518, "nauc_mrr_at_100_std": 0.227285, "nauc_mrr_at_100_diff1": 0.450098, "nauc_mrr_at_1000_max": 0.471383, "nauc_mrr_at_1000_std": 0.227198, "nauc_mrr_at_1000_diff1": 0.450179, "main_score": 0.41374, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "otorhinolaryngology": [ { "ndcg_at_1": 0.595, "ndcg_at_3": 0.50015, "ndcg_at_5": 0.47928, "ndcg_at_10": 0.45524, "ndcg_at_20": 0.44618, "ndcg_at_100": 0.51158, "ndcg_at_1000": 0.61737, "map_at_1": 0.06408, "map_at_3": 0.11897, "map_at_5": 0.14639, "map_at_10": 0.17846, "map_at_20": 0.21166, "map_at_100": 0.27492, "map_at_1000": 0.30908, "recall_at_1": 0.06408, "recall_at_3": 0.13282, "recall_at_5": 0.17517, "recall_at_10": 0.23693, "recall_at_20": 0.31909, "recall_at_100": 0.57249, "recall_at_1000": 0.89072, "precision_at_1": 0.705, "precision_at_3": 0.55, "precision_at_5": 0.483, "precision_at_10": 0.3865, "precision_at_20": 0.3005, "precision_at_100": 0.1444, "precision_at_1000": 0.03075, "mrr_at_1": 0.705, "mrr_at_3": 0.781667, "mrr_at_5": 0.793667, "mrr_at_10": 0.795903, "mrr_at_20": 0.79758, "mrr_at_100": 0.797862, "mrr_at_1000": 0.797892, "nauc_ndcg_at_1_max": 0.334335, "nauc_ndcg_at_1_std": 0.131989, "nauc_ndcg_at_1_diff1": 0.335491, "nauc_ndcg_at_3_max": 0.290325, "nauc_ndcg_at_3_std": 0.227868, "nauc_ndcg_at_3_diff1": 0.295903, "nauc_ndcg_at_5_max": 0.285333, "nauc_ndcg_at_5_std": 0.26958, "nauc_ndcg_at_5_diff1": 0.249833, "nauc_ndcg_at_10_max": 0.282232, "nauc_ndcg_at_10_std": 0.286433, "nauc_ndcg_at_10_diff1": 0.206698, "nauc_ndcg_at_20_max": 0.291212, "nauc_ndcg_at_20_std": 0.292609, "nauc_ndcg_at_20_diff1": 0.246244, "nauc_ndcg_at_100_max": 0.270488, "nauc_ndcg_at_100_std": 0.382185, "nauc_ndcg_at_100_diff1": 0.271353, "nauc_ndcg_at_1000_max": 0.295009, "nauc_ndcg_at_1000_std": 0.472497, "nauc_ndcg_at_1000_diff1": 0.241393, "nauc_map_at_1_max": 0.370125, "nauc_map_at_1_std": 0.100579, "nauc_map_at_1_diff1": 0.393318, "nauc_map_at_3_max": 0.288873, "nauc_map_at_3_std": 0.031914, "nauc_map_at_3_diff1": 0.331194, "nauc_map_at_5_max": 0.28578, "nauc_map_at_5_std": 0.057876, "nauc_map_at_5_diff1": 0.314154, "nauc_map_at_10_max": 0.289032, "nauc_map_at_10_std": 0.096555, "nauc_map_at_10_diff1": 0.301513, "nauc_map_at_20_max": 0.287648, "nauc_map_at_20_std": 0.166776, "nauc_map_at_20_diff1": 0.289785, "nauc_map_at_100_max": 0.263629, "nauc_map_at_100_std": 0.333923, "nauc_map_at_100_diff1": 0.251131, "nauc_map_at_1000_max": 0.264554, "nauc_map_at_1000_std": 0.414463, "nauc_map_at_1000_diff1": 0.202104, "nauc_recall_at_1_max": 0.370125, "nauc_recall_at_1_std": 0.100579, "nauc_recall_at_1_diff1": 0.393318, "nauc_recall_at_3_max": 0.244205, "nauc_recall_at_3_std": -0.00712, "nauc_recall_at_3_diff1": 0.300828, "nauc_recall_at_5_max": 0.229752, "nauc_recall_at_5_std": 0.006424, "nauc_recall_at_5_diff1": 0.266821, "nauc_recall_at_10_max": 0.208847, "nauc_recall_at_10_std": 0.03055, "nauc_recall_at_10_diff1": 0.237793, "nauc_recall_at_20_max": 0.20537, "nauc_recall_at_20_std": 0.102125, "nauc_recall_at_20_diff1": 0.230251, "nauc_recall_at_100_max": 0.114489, "nauc_recall_at_100_std": 0.270867, "nauc_recall_at_100_diff1": 0.201042, "nauc_recall_at_1000_max": 0.202529, "nauc_recall_at_1000_std": 0.4554, "nauc_recall_at_1000_diff1": 0.283281, "nauc_precision_at_1_max": 0.387602, "nauc_precision_at_1_std": 0.289277, "nauc_precision_at_1_diff1": 0.334238, "nauc_precision_at_3_max": 0.194474, "nauc_precision_at_3_std": 0.314194, "nauc_precision_at_3_diff1": 0.145124, "nauc_precision_at_5_max": 0.128699, "nauc_precision_at_5_std": 0.341353, "nauc_precision_at_5_diff1": 0.021997, "nauc_precision_at_10_max": 0.09057, "nauc_precision_at_10_std": 0.399198, "nauc_precision_at_10_diff1": -0.091983, "nauc_precision_at_20_max": 0.031281, "nauc_precision_at_20_std": 0.451359, "nauc_precision_at_20_diff1": -0.129209, "nauc_precision_at_100_max": -0.060112, "nauc_precision_at_100_std": 0.435717, "nauc_precision_at_100_diff1": -0.237756, "nauc_precision_at_1000_max": -0.080822, "nauc_precision_at_1000_std": 0.262896, "nauc_precision_at_1000_diff1": -0.300176, "nauc_mrr_at_1_max": 0.387602, "nauc_mrr_at_1_std": 0.289277, "nauc_mrr_at_1_diff1": 0.334238, "nauc_mrr_at_3_max": 0.380159, "nauc_mrr_at_3_std": 0.315761, "nauc_mrr_at_3_diff1": 0.315771, "nauc_mrr_at_5_max": 0.374027, "nauc_mrr_at_5_std": 0.317747, "nauc_mrr_at_5_diff1": 0.302994, "nauc_mrr_at_10_max": 0.367161, "nauc_mrr_at_10_std": 0.313398, "nauc_mrr_at_10_diff1": 0.301875, "nauc_mrr_at_20_max": 0.369677, "nauc_mrr_at_20_std": 0.313988, "nauc_mrr_at_20_diff1": 0.303811, "nauc_mrr_at_100_max": 0.370219, "nauc_mrr_at_100_std": 0.314376, "nauc_mrr_at_100_diff1": 0.30474, "nauc_mrr_at_1000_max": 0.370136, "nauc_mrr_at_1000_std": 0.314283, "nauc_mrr_at_1000_diff1": 0.30477, "main_score": 0.45524, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.56, "ndcg_at_3": 0.47328, "ndcg_at_5": 0.4524, "ndcg_at_10": 0.42996, "ndcg_at_20": 0.41932, "ndcg_at_100": 0.48778, "ndcg_at_1000": 0.59436, "map_at_1": 0.05998, "map_at_3": 0.10524, "map_at_5": 0.13195, "map_at_10": 0.16432, "map_at_20": 0.19371, "map_at_100": 0.25267, "map_at_1000": 0.28576, "recall_at_1": 0.05998, "recall_at_3": 0.11433, "recall_at_5": 0.15913, "recall_at_10": 0.22696, "recall_at_20": 0.30011, "recall_at_100": 0.55341, "recall_at_1000": 0.87799, "precision_at_1": 0.655, "precision_at_3": 0.51833, "precision_at_5": 0.462, "precision_at_10": 0.371, "precision_at_20": 0.2865, "precision_at_100": 0.13905, "precision_at_1000": 0.0301, "mrr_at_1": 0.655, "mrr_at_3": 0.738333, "mrr_at_5": 0.752083, "mrr_at_10": 0.757454, "mrr_at_20": 0.759213, "mrr_at_100": 0.759647, "mrr_at_1000": 0.759722, "nauc_ndcg_at_1_max": 0.293772, "nauc_ndcg_at_1_std": 0.080627, "nauc_ndcg_at_1_diff1": 0.297946, "nauc_ndcg_at_3_max": 0.255912, "nauc_ndcg_at_3_std": 0.167772, "nauc_ndcg_at_3_diff1": 0.181839, "nauc_ndcg_at_5_max": 0.257794, "nauc_ndcg_at_5_std": 0.238372, "nauc_ndcg_at_5_diff1": 0.173283, "nauc_ndcg_at_10_max": 0.293557, "nauc_ndcg_at_10_std": 0.286791, "nauc_ndcg_at_10_diff1": 0.191587, "nauc_ndcg_at_20_max": 0.332082, "nauc_ndcg_at_20_std": 0.296105, "nauc_ndcg_at_20_diff1": 0.206688, "nauc_ndcg_at_100_max": 0.339225, "nauc_ndcg_at_100_std": 0.406531, "nauc_ndcg_at_100_diff1": 0.200155, "nauc_ndcg_at_1000_max": 0.347969, "nauc_ndcg_at_1000_std": 0.446201, "nauc_ndcg_at_1000_diff1": 0.173173, "nauc_map_at_1_max": 0.324526, "nauc_map_at_1_std": 0.024156, "nauc_map_at_1_diff1": 0.39815, "nauc_map_at_3_max": 0.297141, "nauc_map_at_3_std": 0.036775, "nauc_map_at_3_diff1": 0.312425, "nauc_map_at_5_max": 0.289965, "nauc_map_at_5_std": 0.060091, "nauc_map_at_5_diff1": 0.284142, "nauc_map_at_10_max": 0.305189, "nauc_map_at_10_std": 0.121592, "nauc_map_at_10_diff1": 0.269787, "nauc_map_at_20_max": 0.313971, "nauc_map_at_20_std": 0.194224, "nauc_map_at_20_diff1": 0.240187, "nauc_map_at_100_max": 0.329713, "nauc_map_at_100_std": 0.344617, "nauc_map_at_100_diff1": 0.211585, "nauc_map_at_1000_max": 0.332609, "nauc_map_at_1000_std": 0.391035, "nauc_map_at_1000_diff1": 0.181691, "nauc_recall_at_1_max": 0.324526, "nauc_recall_at_1_std": 0.024156, "nauc_recall_at_1_diff1": 0.39815, "nauc_recall_at_3_max": 0.278408, "nauc_recall_at_3_std": 0.037596, "nauc_recall_at_3_diff1": 0.307763, "nauc_recall_at_5_max": 0.232477, "nauc_recall_at_5_std": 0.039021, "nauc_recall_at_5_diff1": 0.260576, "nauc_recall_at_10_max": 0.235146, "nauc_recall_at_10_std": 0.079339, "nauc_recall_at_10_diff1": 0.251068, "nauc_recall_at_20_max": 0.250424, "nauc_recall_at_20_std": 0.153748, "nauc_recall_at_20_diff1": 0.223053, "nauc_recall_at_100_max": 0.231096, "nauc_recall_at_100_std": 0.374569, "nauc_recall_at_100_diff1": 0.135296, "nauc_recall_at_1000_max": 0.299532, "nauc_recall_at_1000_std": 0.562325, "nauc_recall_at_1000_diff1": 0.173075, "nauc_precision_at_1_max": 0.307938, "nauc_precision_at_1_std": 0.112331, "nauc_precision_at_1_diff1": 0.287216, "nauc_precision_at_3_max": 0.171992, "nauc_precision_at_3_std": 0.220883, "nauc_precision_at_3_diff1": 0.021776, "nauc_precision_at_5_max": 0.134254, "nauc_precision_at_5_std": 0.316339, "nauc_precision_at_5_diff1": -0.071302, "nauc_precision_at_10_max": 0.142735, "nauc_precision_at_10_std": 0.387547, "nauc_precision_at_10_diff1": -0.086391, "nauc_precision_at_20_max": 0.099903, "nauc_precision_at_20_std": 0.388269, "nauc_precision_at_20_diff1": -0.129733, "nauc_precision_at_100_max": 0.018585, "nauc_precision_at_100_std": 0.336785, "nauc_precision_at_100_diff1": -0.163081, "nauc_precision_at_1000_max": -0.059739, "nauc_precision_at_1000_std": 0.106794, "nauc_precision_at_1000_diff1": -0.186176, "nauc_mrr_at_1_max": 0.307938, "nauc_mrr_at_1_std": 0.112331, "nauc_mrr_at_1_diff1": 0.287216, "nauc_mrr_at_3_max": 0.301311, "nauc_mrr_at_3_std": 0.189726, "nauc_mrr_at_3_diff1": 0.228193, "nauc_mrr_at_5_max": 0.308283, "nauc_mrr_at_5_std": 0.188892, "nauc_mrr_at_5_diff1": 0.225263, "nauc_mrr_at_10_max": 0.303687, "nauc_mrr_at_10_std": 0.172724, "nauc_mrr_at_10_diff1": 0.224384, "nauc_mrr_at_20_max": 0.306068, "nauc_mrr_at_20_std": 0.171443, "nauc_mrr_at_20_diff1": 0.2312, "nauc_mrr_at_100_max": 0.305136, "nauc_mrr_at_100_std": 0.172236, "nauc_mrr_at_100_diff1": 0.230584, "nauc_mrr_at_1000_max": 0.305087, "nauc_mrr_at_1000_std": 0.172198, "nauc_mrr_at_1000_diff1": 0.23048, "main_score": 0.42996, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.5525, "ndcg_at_3": 0.50436, "ndcg_at_5": 0.48145, "ndcg_at_10": 0.45306, "ndcg_at_20": 0.44769, "ndcg_at_100": 0.50961, "ndcg_at_1000": 0.61407, "map_at_1": 0.05863, "map_at_3": 0.11331, "map_at_5": 0.14341, "map_at_10": 0.17589, "map_at_20": 0.21158, "map_at_100": 0.27254, "map_at_1000": 0.30651, "recall_at_1": 0.05863, "recall_at_3": 0.12874, "recall_at_5": 0.17773, "recall_at_10": 0.24108, "recall_at_20": 0.32636, "recall_at_100": 0.57372, "recall_at_1000": 0.89347, "precision_at_1": 0.67, "precision_at_3": 0.56833, "precision_at_5": 0.496, "precision_at_10": 0.3905, "precision_at_20": 0.30725, "precision_at_100": 0.1457, "precision_at_1000": 0.03066, "mrr_at_1": 0.67, "mrr_at_3": 0.755, "mrr_at_5": 0.76275, "mrr_at_10": 0.769282, "mrr_at_20": 0.770853, "mrr_at_100": 0.771591, "mrr_at_1000": 0.771591, "nauc_ndcg_at_1_max": 0.233445, "nauc_ndcg_at_1_std": 0.027788, "nauc_ndcg_at_1_diff1": 0.415879, "nauc_ndcg_at_3_max": 0.211501, "nauc_ndcg_at_3_std": 0.138864, "nauc_ndcg_at_3_diff1": 0.255494, "nauc_ndcg_at_5_max": 0.239255, "nauc_ndcg_at_5_std": 0.18297, "nauc_ndcg_at_5_diff1": 0.259621, "nauc_ndcg_at_10_max": 0.234282, "nauc_ndcg_at_10_std": 0.199268, "nauc_ndcg_at_10_diff1": 0.228354, "nauc_ndcg_at_20_max": 0.287642, "nauc_ndcg_at_20_std": 0.223796, "nauc_ndcg_at_20_diff1": 0.279032, "nauc_ndcg_at_100_max": 0.282525, "nauc_ndcg_at_100_std": 0.343525, "nauc_ndcg_at_100_diff1": 0.275119, "nauc_ndcg_at_1000_max": 0.281101, "nauc_ndcg_at_1000_std": 0.401936, "nauc_ndcg_at_1000_diff1": 0.221368, "nauc_map_at_1_max": 0.316743, "nauc_map_at_1_std": -0.007643, "nauc_map_at_1_diff1": 0.442903, "nauc_map_at_3_max": 0.254801, "nauc_map_at_3_std": 0.006719, "nauc_map_at_3_diff1": 0.322003, "nauc_map_at_5_max": 0.25348, "nauc_map_at_5_std": 0.023312, "nauc_map_at_5_diff1": 0.310937, "nauc_map_at_10_max": 0.25426, "nauc_map_at_10_std": 0.057875, "nauc_map_at_10_diff1": 0.288213, "nauc_map_at_20_max": 0.273702, "nauc_map_at_20_std": 0.145147, "nauc_map_at_20_diff1": 0.277455, "nauc_map_at_100_max": 0.279825, "nauc_map_at_100_std": 0.30183, "nauc_map_at_100_diff1": 0.242125, "nauc_map_at_1000_max": 0.287869, "nauc_map_at_1000_std": 0.36205, "nauc_map_at_1000_diff1": 0.210048, "nauc_recall_at_1_max": 0.316743, "nauc_recall_at_1_std": -0.007643, "nauc_recall_at_1_diff1": 0.442903, "nauc_recall_at_3_max": 0.207402, "nauc_recall_at_3_std": 0.00656, "nauc_recall_at_3_diff1": 0.26709, "nauc_recall_at_5_max": 0.188841, "nauc_recall_at_5_std": -0.006209, "nauc_recall_at_5_diff1": 0.256893, "nauc_recall_at_10_max": 0.162022, "nauc_recall_at_10_std": 0.005513, "nauc_recall_at_10_diff1": 0.215525, "nauc_recall_at_20_max": 0.217928, "nauc_recall_at_20_std": 0.116493, "nauc_recall_at_20_diff1": 0.232555, "nauc_recall_at_100_max": 0.234829, "nauc_recall_at_100_std": 0.33824, "nauc_recall_at_100_diff1": 0.198029, "nauc_recall_at_1000_max": 0.27822, "nauc_recall_at_1000_std": 0.583585, "nauc_recall_at_1000_diff1": 0.121646, "nauc_precision_at_1_max": 0.219803, "nauc_precision_at_1_std": 0.117968, "nauc_precision_at_1_diff1": 0.337111, "nauc_precision_at_3_max": 0.111439, "nauc_precision_at_3_std": 0.240477, "nauc_precision_at_3_diff1": 0.033147, "nauc_precision_at_5_max": 0.121828, "nauc_precision_at_5_std": 0.292123, "nauc_precision_at_5_diff1": 0.001228, "nauc_precision_at_10_max": 0.070877, "nauc_precision_at_10_std": 0.358196, "nauc_precision_at_10_diff1": -0.112998, "nauc_precision_at_20_max": 0.078978, "nauc_precision_at_20_std": 0.391836, "nauc_precision_at_20_diff1": -0.100902, "nauc_precision_at_100_max": -0.003174, "nauc_precision_at_100_std": 0.351018, "nauc_precision_at_100_diff1": -0.177796, "nauc_precision_at_1000_max": -0.068804, "nauc_precision_at_1000_std": 0.147452, "nauc_precision_at_1000_diff1": -0.217006, "nauc_mrr_at_1_max": 0.219803, "nauc_mrr_at_1_std": 0.117968, "nauc_mrr_at_1_diff1": 0.337111, "nauc_mrr_at_3_max": 0.233631, "nauc_mrr_at_3_std": 0.198184, "nauc_mrr_at_3_diff1": 0.298768, "nauc_mrr_at_5_max": 0.219995, "nauc_mrr_at_5_std": 0.18441, "nauc_mrr_at_5_diff1": 0.298496, "nauc_mrr_at_10_max": 0.204087, "nauc_mrr_at_10_std": 0.174687, "nauc_mrr_at_10_diff1": 0.286357, "nauc_mrr_at_20_max": 0.20935, "nauc_mrr_at_20_std": 0.175223, "nauc_mrr_at_20_diff1": 0.293286, "nauc_mrr_at_100_max": 0.208881, "nauc_mrr_at_100_std": 0.174136, "nauc_mrr_at_100_diff1": 0.293592, "nauc_mrr_at_1000_max": 0.208881, "nauc_mrr_at_1000_std": 0.174136, "nauc_mrr_at_1000_diff1": 0.293592, "main_score": 0.45306, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "plastic_surgery": [ { "ndcg_at_1": 0.6, "ndcg_at_3": 0.5062, "ndcg_at_5": 0.49028, "ndcg_at_10": 0.48017, "ndcg_at_20": 0.47926, "ndcg_at_100": 0.56294, "ndcg_at_1000": 0.64938, "map_at_1": 0.07601, "map_at_3": 0.13487, "map_at_5": 0.17093, "map_at_10": 0.21504, "map_at_20": 0.2516, "map_at_100": 0.32154, "map_at_1000": 0.34684, "recall_at_1": 0.07601, "recall_at_3": 0.14489, "recall_at_5": 0.20392, "recall_at_10": 0.29733, "recall_at_20": 0.39348, "recall_at_100": 0.67602, "recall_at_1000": 0.94542, "precision_at_1": 0.69, "precision_at_3": 0.52667, "precision_at_5": 0.477, "precision_at_10": 0.388, "precision_at_20": 0.29125, "precision_at_100": 0.1318, "precision_at_1000": 0.02283, "mrr_at_1": 0.69, "mrr_at_3": 0.759167, "mrr_at_5": 0.778667, "mrr_at_10": 0.783254, "mrr_at_20": 0.785148, "mrr_at_100": 0.785405, "mrr_at_1000": 0.785405, "nauc_ndcg_at_1_max": 0.424576, "nauc_ndcg_at_1_std": 0.040854, "nauc_ndcg_at_1_diff1": 0.480917, "nauc_ndcg_at_3_max": 0.342593, "nauc_ndcg_at_3_std": 0.151918, "nauc_ndcg_at_3_diff1": 0.234363, "nauc_ndcg_at_5_max": 0.367336, "nauc_ndcg_at_5_std": 0.191602, "nauc_ndcg_at_5_diff1": 0.214353, "nauc_ndcg_at_10_max": 0.335845, "nauc_ndcg_at_10_std": 0.187882, "nauc_ndcg_at_10_diff1": 0.208832, "nauc_ndcg_at_20_max": 0.332376, "nauc_ndcg_at_20_std": 0.177943, "nauc_ndcg_at_20_diff1": 0.250971, "nauc_ndcg_at_100_max": 0.323355, "nauc_ndcg_at_100_std": 0.246411, "nauc_ndcg_at_100_diff1": 0.232148, "nauc_ndcg_at_1000_max": 0.364347, "nauc_ndcg_at_1000_std": 0.292502, "nauc_ndcg_at_1000_diff1": 0.239296, "nauc_map_at_1_max": 0.239998, "nauc_map_at_1_std": -0.044404, "nauc_map_at_1_diff1": 0.389914, "nauc_map_at_3_max": 0.289568, "nauc_map_at_3_std": -0.013917, "nauc_map_at_3_diff1": 0.265926, "nauc_map_at_5_max": 0.305557, "nauc_map_at_5_std": 0.013143, "nauc_map_at_5_diff1": 0.248464, "nauc_map_at_10_max": 0.316503, "nauc_map_at_10_std": 0.038798, "nauc_map_at_10_diff1": 0.243697, "nauc_map_at_20_max": 0.304486, "nauc_map_at_20_std": 0.099941, "nauc_map_at_20_diff1": 0.230203, "nauc_map_at_100_max": 0.279531, "nauc_map_at_100_std": 0.248289, "nauc_map_at_100_diff1": 0.184313, "nauc_map_at_1000_max": 0.297944, "nauc_map_at_1000_std": 0.295957, "nauc_map_at_1000_diff1": 0.179718, "nauc_recall_at_1_max": 0.239998, "nauc_recall_at_1_std": -0.044404, "nauc_recall_at_1_diff1": 0.389914, "nauc_recall_at_3_max": 0.282819, "nauc_recall_at_3_std": -0.019096, "nauc_recall_at_3_diff1": 0.246404, "nauc_recall_at_5_max": 0.268557, "nauc_recall_at_5_std": -0.017089, "nauc_recall_at_5_diff1": 0.216748, "nauc_recall_at_10_max": 0.233709, "nauc_recall_at_10_std": -0.019679, "nauc_recall_at_10_diff1": 0.181993, "nauc_recall_at_20_max": 0.190487, "nauc_recall_at_20_std": 0.031213, "nauc_recall_at_20_diff1": 0.172952, "nauc_recall_at_100_max": 0.141136, "nauc_recall_at_100_std": 0.255248, "nauc_recall_at_100_diff1": 0.13724, "nauc_recall_at_1000_max": 0.308287, "nauc_recall_at_1000_std": 0.41578, "nauc_recall_at_1000_diff1": 0.223923, "nauc_precision_at_1_max": 0.416962, "nauc_precision_at_1_std": 0.027444, "nauc_precision_at_1_diff1": 0.51441, "nauc_precision_at_3_max": 0.226856, "nauc_precision_at_3_std": 0.239303, "nauc_precision_at_3_diff1": 0.040114, "nauc_precision_at_5_max": 0.209665, "nauc_precision_at_5_std": 0.302695, "nauc_precision_at_5_diff1": -0.023638, "nauc_precision_at_10_max": 0.114814, "nauc_precision_at_10_std": 0.347591, "nauc_precision_at_10_diff1": -0.077188, "nauc_precision_at_20_max": 0.019527, "nauc_precision_at_20_std": 0.392976, "nauc_precision_at_20_diff1": -0.090672, "nauc_precision_at_100_max": -0.031243, "nauc_precision_at_100_std": 0.397721, "nauc_precision_at_100_diff1": -0.146979, "nauc_precision_at_1000_max": -0.024474, "nauc_precision_at_1000_std": 0.242047, "nauc_precision_at_1000_diff1": -0.12541, "nauc_mrr_at_1_max": 0.416962, "nauc_mrr_at_1_std": 0.027444, "nauc_mrr_at_1_diff1": 0.51441, "nauc_mrr_at_3_max": 0.435248, "nauc_mrr_at_3_std": 0.086436, "nauc_mrr_at_3_diff1": 0.515052, "nauc_mrr_at_5_max": 0.432727, "nauc_mrr_at_5_std": 0.068827, "nauc_mrr_at_5_diff1": 0.515313, "nauc_mrr_at_10_max": 0.433226, "nauc_mrr_at_10_std": 0.068865, "nauc_mrr_at_10_diff1": 0.511915, "nauc_mrr_at_20_max": 0.43026, "nauc_mrr_at_20_std": 0.066895, "nauc_mrr_at_20_diff1": 0.512451, "nauc_mrr_at_100_max": 0.430589, "nauc_mrr_at_100_std": 0.067018, "nauc_mrr_at_100_diff1": 0.512394, "nauc_mrr_at_1000_max": 0.430589, "nauc_mrr_at_1000_std": 0.067018, "nauc_mrr_at_1000_diff1": 0.512394, "main_score": 0.48017, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.5675, "ndcg_at_3": 0.48664, "ndcg_at_5": 0.44468, "ndcg_at_10": 0.43548, "ndcg_at_20": 0.43611, "ndcg_at_100": 0.51069, "ndcg_at_1000": 0.6019, "map_at_1": 0.06991, "map_at_3": 0.12882, "map_at_5": 0.15673, "map_at_10": 0.19582, "map_at_20": 0.22771, "map_at_100": 0.28401, "map_at_1000": 0.30545, "recall_at_1": 0.06991, "recall_at_3": 0.13984, "recall_at_5": 0.18441, "recall_at_10": 0.2683, "recall_at_20": 0.35977, "recall_at_100": 0.61055, "recall_at_1000": 0.8966, "precision_at_1": 0.65, "precision_at_3": 0.50833, "precision_at_5": 0.417, "precision_at_10": 0.3425, "precision_at_20": 0.25375, "precision_at_100": 0.11305, "precision_at_1000": 0.02082, "mrr_at_1": 0.65, "mrr_at_3": 0.7275, "mrr_at_5": 0.743, "mrr_at_10": 0.747901, "mrr_at_20": 0.74948, "mrr_at_100": 0.750282, "mrr_at_1000": 0.75037, "nauc_ndcg_at_1_max": 0.412219, "nauc_ndcg_at_1_std": 0.182118, "nauc_ndcg_at_1_diff1": 0.435253, "nauc_ndcg_at_3_max": 0.437338, "nauc_ndcg_at_3_std": 0.294655, "nauc_ndcg_at_3_diff1": 0.251516, "nauc_ndcg_at_5_max": 0.463304, "nauc_ndcg_at_5_std": 0.335461, "nauc_ndcg_at_5_diff1": 0.220642, "nauc_ndcg_at_10_max": 0.488451, "nauc_ndcg_at_10_std": 0.372832, "nauc_ndcg_at_10_diff1": 0.24709, "nauc_ndcg_at_20_max": 0.508466, "nauc_ndcg_at_20_std": 0.369923, "nauc_ndcg_at_20_diff1": 0.27993, "nauc_ndcg_at_100_max": 0.516064, "nauc_ndcg_at_100_std": 0.459697, "nauc_ndcg_at_100_diff1": 0.260724, "nauc_ndcg_at_1000_max": 0.530582, "nauc_ndcg_at_1000_std": 0.473808, "nauc_ndcg_at_1000_diff1": 0.266666, "nauc_map_at_1_max": 0.353024, "nauc_map_at_1_std": 0.04054, "nauc_map_at_1_diff1": 0.459633, "nauc_map_at_3_max": 0.402795, "nauc_map_at_3_std": 0.098454, "nauc_map_at_3_diff1": 0.29789, "nauc_map_at_5_max": 0.423819, "nauc_map_at_5_std": 0.149607, "nauc_map_at_5_diff1": 0.262211, "nauc_map_at_10_max": 0.448204, "nauc_map_at_10_std": 0.209742, "nauc_map_at_10_diff1": 0.25847, "nauc_map_at_20_max": 0.44705, "nauc_map_at_20_std": 0.27024, "nauc_map_at_20_diff1": 0.240066, "nauc_map_at_100_max": 0.46222, "nauc_map_at_100_std": 0.400176, "nauc_map_at_100_diff1": 0.200896, "nauc_map_at_1000_max": 0.477864, "nauc_map_at_1000_std": 0.428626, "nauc_map_at_1000_diff1": 0.194783, "nauc_recall_at_1_max": 0.353024, "nauc_recall_at_1_std": 0.04054, "nauc_recall_at_1_diff1": 0.459633, "nauc_recall_at_3_max": 0.399856, "nauc_recall_at_3_std": 0.111443, "nauc_recall_at_3_diff1": 0.277952, "nauc_recall_at_5_max": 0.405369, "nauc_recall_at_5_std": 0.148265, "nauc_recall_at_5_diff1": 0.221064, "nauc_recall_at_10_max": 0.393445, "nauc_recall_at_10_std": 0.194924, "nauc_recall_at_10_diff1": 0.213733, "nauc_recall_at_20_max": 0.384254, "nauc_recall_at_20_std": 0.257321, "nauc_recall_at_20_diff1": 0.192618, "nauc_recall_at_100_max": 0.412821, "nauc_recall_at_100_std": 0.497078, "nauc_recall_at_100_diff1": 0.155868, "nauc_recall_at_1000_max": 0.639514, "nauc_recall_at_1000_std": 0.669389, "nauc_recall_at_1000_diff1": 0.263342, "nauc_precision_at_1_max": 0.438929, "nauc_precision_at_1_std": 0.242949, "nauc_precision_at_1_diff1": 0.414696, "nauc_precision_at_3_max": 0.370486, "nauc_precision_at_3_std": 0.350642, "nauc_precision_at_3_diff1": 0.076342, "nauc_precision_at_5_max": 0.364123, "nauc_precision_at_5_std": 0.421472, "nauc_precision_at_5_diff1": 0.005498, "nauc_precision_at_10_max": 0.316554, "nauc_precision_at_10_std": 0.50953, "nauc_precision_at_10_diff1": -0.01961, "nauc_precision_at_20_max": 0.219745, "nauc_precision_at_20_std": 0.516549, "nauc_precision_at_20_diff1": -0.068107, "nauc_precision_at_100_max": 0.081929, "nauc_precision_at_100_std": 0.430949, "nauc_precision_at_100_diff1": -0.148093, "nauc_precision_at_1000_max": -0.05181, "nauc_precision_at_1000_std": 0.163304, "nauc_precision_at_1000_diff1": -0.191778, "nauc_mrr_at_1_max": 0.438929, "nauc_mrr_at_1_std": 0.242949, "nauc_mrr_at_1_diff1": 0.414696, "nauc_mrr_at_3_max": 0.469744, "nauc_mrr_at_3_std": 0.317065, "nauc_mrr_at_3_diff1": 0.407816, "nauc_mrr_at_5_max": 0.458014, "nauc_mrr_at_5_std": 0.309604, "nauc_mrr_at_5_diff1": 0.400139, "nauc_mrr_at_10_max": 0.458018, "nauc_mrr_at_10_std": 0.307634, "nauc_mrr_at_10_diff1": 0.39484, "nauc_mrr_at_20_max": 0.464455, "nauc_mrr_at_20_std": 0.309847, "nauc_mrr_at_20_diff1": 0.399541, "nauc_mrr_at_100_max": 0.463483, "nauc_mrr_at_100_std": 0.308355, "nauc_mrr_at_100_diff1": 0.401093, "nauc_mrr_at_1000_max": 0.46328, "nauc_mrr_at_1000_std": 0.308088, "nauc_mrr_at_1000_diff1": 0.400959, "main_score": 0.43548, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.54, "ndcg_at_3": 0.4603, "ndcg_at_5": 0.44342, "ndcg_at_10": 0.42447, "ndcg_at_20": 0.43008, "ndcg_at_100": 0.50392, "ndcg_at_1000": 0.59546, "map_at_1": 0.06115, "map_at_3": 0.11523, "map_at_5": 0.14777, "map_at_10": 0.18253, "map_at_20": 0.21502, "map_at_100": 0.27215, "map_at_1000": 0.29477, "recall_at_1": 0.06115, "recall_at_3": 0.12957, "recall_at_5": 0.18561, "recall_at_10": 0.25762, "recall_at_20": 0.35055, "recall_at_100": 0.61196, "recall_at_1000": 0.90487, "precision_at_1": 0.61, "precision_at_3": 0.47667, "precision_at_5": 0.437, "precision_at_10": 0.346, "precision_at_20": 0.2635, "precision_at_100": 0.1165, "precision_at_1000": 0.02122, "mrr_at_1": 0.61, "mrr_at_3": 0.695833, "mrr_at_5": 0.717333, "mrr_at_10": 0.723234, "mrr_at_20": 0.724868, "mrr_at_100": 0.725395, "mrr_at_1000": 0.7255, "nauc_ndcg_at_1_max": 0.318189, "nauc_ndcg_at_1_std": 0.133118, "nauc_ndcg_at_1_diff1": 0.467384, "nauc_ndcg_at_3_max": 0.28949, "nauc_ndcg_at_3_std": 0.210258, "nauc_ndcg_at_3_diff1": 0.263889, "nauc_ndcg_at_5_max": 0.286507, "nauc_ndcg_at_5_std": 0.259856, "nauc_ndcg_at_5_diff1": 0.239731, "nauc_ndcg_at_10_max": 0.305902, "nauc_ndcg_at_10_std": 0.276791, "nauc_ndcg_at_10_diff1": 0.225895, "nauc_ndcg_at_20_max": 0.305373, "nauc_ndcg_at_20_std": 0.296178, "nauc_ndcg_at_20_diff1": 0.256301, "nauc_ndcg_at_100_max": 0.34572, "nauc_ndcg_at_100_std": 0.373323, "nauc_ndcg_at_100_diff1": 0.24209, "nauc_ndcg_at_1000_max": 0.369522, "nauc_ndcg_at_1000_std": 0.398983, "nauc_ndcg_at_1000_diff1": 0.252441, "nauc_map_at_1_max": 0.304576, "nauc_map_at_1_std": 0.084262, "nauc_map_at_1_diff1": 0.526617, "nauc_map_at_3_max": 0.317679, "nauc_map_at_3_std": 0.127389, "nauc_map_at_3_diff1": 0.319135, "nauc_map_at_5_max": 0.318126, "nauc_map_at_5_std": 0.165904, "nauc_map_at_5_diff1": 0.26209, "nauc_map_at_10_max": 0.34203, "nauc_map_at_10_std": 0.203369, "nauc_map_at_10_diff1": 0.239494, "nauc_map_at_20_max": 0.323534, "nauc_map_at_20_std": 0.248311, "nauc_map_at_20_diff1": 0.236128, "nauc_map_at_100_max": 0.309657, "nauc_map_at_100_std": 0.359731, "nauc_map_at_100_diff1": 0.197661, "nauc_map_at_1000_max": 0.313966, "nauc_map_at_1000_std": 0.393447, "nauc_map_at_1000_diff1": 0.181788, "nauc_recall_at_1_max": 0.304576, "nauc_recall_at_1_std": 0.084262, "nauc_recall_at_1_diff1": 0.526617, "nauc_recall_at_3_max": 0.264755, "nauc_recall_at_3_std": 0.087884, "nauc_recall_at_3_diff1": 0.243238, "nauc_recall_at_5_max": 0.227957, "nauc_recall_at_5_std": 0.116671, "nauc_recall_at_5_diff1": 0.162156, "nauc_recall_at_10_max": 0.257738, "nauc_recall_at_10_std": 0.151813, "nauc_recall_at_10_diff1": 0.122611, "nauc_recall_at_20_max": 0.24184, "nauc_recall_at_20_std": 0.217889, "nauc_recall_at_20_diff1": 0.154564, "nauc_recall_at_100_max": 0.237514, "nauc_recall_at_100_std": 0.403929, "nauc_recall_at_100_diff1": 0.09564, "nauc_recall_at_1000_max": 0.448369, "nauc_recall_at_1000_std": 0.615976, "nauc_recall_at_1000_diff1": 0.191754, "nauc_precision_at_1_max": 0.324604, "nauc_precision_at_1_std": 0.200845, "nauc_precision_at_1_diff1": 0.465291, "nauc_precision_at_3_max": 0.241505, "nauc_precision_at_3_std": 0.265363, "nauc_precision_at_3_diff1": 0.079518, "nauc_precision_at_5_max": 0.194864, "nauc_precision_at_5_std": 0.330398, "nauc_precision_at_5_diff1": 0.02698, "nauc_precision_at_10_max": 0.122406, "nauc_precision_at_10_std": 0.342309, "nauc_precision_at_10_diff1": -0.053545, "nauc_precision_at_20_max": 0.014722, "nauc_precision_at_20_std": 0.344584, "nauc_precision_at_20_diff1": -0.060348, "nauc_precision_at_100_max": -0.024077, "nauc_precision_at_100_std": 0.355186, "nauc_precision_at_100_diff1": -0.144785, "nauc_precision_at_1000_max": -0.07081, "nauc_precision_at_1000_std": 0.177303, "nauc_precision_at_1000_diff1": -0.181352, "nauc_mrr_at_1_max": 0.324604, "nauc_mrr_at_1_std": 0.200845, "nauc_mrr_at_1_diff1": 0.465291, "nauc_mrr_at_3_max": 0.315815, "nauc_mrr_at_3_std": 0.175895, "nauc_mrr_at_3_diff1": 0.435815, "nauc_mrr_at_5_max": 0.306085, "nauc_mrr_at_5_std": 0.180985, "nauc_mrr_at_5_diff1": 0.431057, "nauc_mrr_at_10_max": 0.313684, "nauc_mrr_at_10_std": 0.18506, "nauc_mrr_at_10_diff1": 0.428825, "nauc_mrr_at_20_max": 0.315965, "nauc_mrr_at_20_std": 0.186734, "nauc_mrr_at_20_diff1": 0.432478, "nauc_mrr_at_100_max": 0.315942, "nauc_mrr_at_100_std": 0.186437, "nauc_mrr_at_100_diff1": 0.433868, "nauc_mrr_at_1000_max": 0.315627, "nauc_mrr_at_1000_std": 0.186063, "nauc_mrr_at_1000_diff1": 0.433709, "main_score": 0.42447, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "psychiatry_and_psychology": [ { "ndcg_at_1": 0.6025, "ndcg_at_3": 0.551, "ndcg_at_5": 0.52324, "ndcg_at_10": 0.5105, "ndcg_at_20": 0.50523, "ndcg_at_100": 0.5662, "ndcg_at_1000": 0.65447, "map_at_1": 0.06031, "map_at_3": 0.10646, "map_at_5": 0.13014, "map_at_10": 0.1773, "map_at_20": 0.22807, "map_at_100": 0.31857, "map_at_1000": 0.36913, "recall_at_1": 0.06031, "recall_at_3": 0.11674, "recall_at_5": 0.15275, "recall_at_10": 0.23335, "recall_at_20": 0.34097, "recall_at_100": 0.62297, "recall_at_1000": 0.90032, "precision_at_1": 0.73, "precision_at_3": 0.63833, "precision_at_5": 0.563, "precision_at_10": 0.499, "precision_at_20": 0.41125, "precision_at_100": 0.21725, "precision_at_1000": 0.05011, "mrr_at_1": 0.73, "mrr_at_3": 0.803333, "mrr_at_5": 0.812083, "mrr_at_10": 0.817282, "mrr_at_20": 0.817736, "mrr_at_100": 0.818193, "mrr_at_1000": 0.81822, "nauc_ndcg_at_1_max": 0.427433, "nauc_ndcg_at_1_std": 0.231686, "nauc_ndcg_at_1_diff1": 0.393628, "nauc_ndcg_at_3_max": 0.396268, "nauc_ndcg_at_3_std": 0.266869, "nauc_ndcg_at_3_diff1": 0.263792, "nauc_ndcg_at_5_max": 0.43477, "nauc_ndcg_at_5_std": 0.310835, "nauc_ndcg_at_5_diff1": 0.257489, "nauc_ndcg_at_10_max": 0.407883, "nauc_ndcg_at_10_std": 0.333942, "nauc_ndcg_at_10_diff1": 0.222673, "nauc_ndcg_at_20_max": 0.434787, "nauc_ndcg_at_20_std": 0.384471, "nauc_ndcg_at_20_diff1": 0.230889, "nauc_ndcg_at_100_max": 0.409558, "nauc_ndcg_at_100_std": 0.469586, "nauc_ndcg_at_100_diff1": 0.212144, "nauc_ndcg_at_1000_max": 0.493565, "nauc_ndcg_at_1000_std": 0.513845, "nauc_ndcg_at_1000_diff1": 0.222145, "nauc_map_at_1_max": -0.038328, "nauc_map_at_1_std": -0.090641, "nauc_map_at_1_diff1": 0.502196, "nauc_map_at_3_max": 0.019255, "nauc_map_at_3_std": 0.020295, "nauc_map_at_3_diff1": 0.364567, "nauc_map_at_5_max": 0.084947, "nauc_map_at_5_std": 0.086385, "nauc_map_at_5_diff1": 0.319685, "nauc_map_at_10_max": 0.108991, "nauc_map_at_10_std": 0.148826, "nauc_map_at_10_diff1": 0.234186, "nauc_map_at_20_max": 0.157649, "nauc_map_at_20_std": 0.237115, "nauc_map_at_20_diff1": 0.178586, "nauc_map_at_100_max": 0.273858, "nauc_map_at_100_std": 0.410554, "nauc_map_at_100_diff1": 0.137768, "nauc_map_at_1000_max": 0.36522, "nauc_map_at_1000_std": 0.479009, "nauc_map_at_1000_diff1": 0.120197, "nauc_recall_at_1_max": -0.038328, "nauc_recall_at_1_std": -0.090641, "nauc_recall_at_1_diff1": 0.502196, "nauc_recall_at_3_max": -0.010855, "nauc_recall_at_3_std": 0.010956, "nauc_recall_at_3_diff1": 0.358667, "nauc_recall_at_5_max": 0.034372, "nauc_recall_at_5_std": 0.034047, "nauc_recall_at_5_diff1": 0.303738, "nauc_recall_at_10_max": 0.004551, "nauc_recall_at_10_std": 0.058017, "nauc_recall_at_10_diff1": 0.193043, "nauc_recall_at_20_max": 0.032768, "nauc_recall_at_20_std": 0.120187, "nauc_recall_at_20_diff1": 0.13051, "nauc_recall_at_100_max": 0.089831, "nauc_recall_at_100_std": 0.313227, "nauc_recall_at_100_diff1": 0.121014, "nauc_recall_at_1000_max": 0.230212, "nauc_recall_at_1000_std": 0.515407, "nauc_recall_at_1000_diff1": 0.052957, "nauc_precision_at_1_max": 0.560607, "nauc_precision_at_1_std": 0.41485, "nauc_precision_at_1_diff1": 0.31763, "nauc_precision_at_3_max": 0.39942, "nauc_precision_at_3_std": 0.379712, "nauc_precision_at_3_diff1": -0.010529, "nauc_precision_at_5_max": 0.452915, "nauc_precision_at_5_std": 0.405418, "nauc_precision_at_5_diff1": -0.033216, "nauc_precision_at_10_max": 0.397259, "nauc_precision_at_10_std": 0.402216, "nauc_precision_at_10_diff1": -0.122997, "nauc_precision_at_20_max": 0.383906, "nauc_precision_at_20_std": 0.390547, "nauc_precision_at_20_diff1": -0.131229, "nauc_precision_at_100_max": 0.297702, "nauc_precision_at_100_std": 0.262839, "nauc_precision_at_100_diff1": -0.099956, "nauc_precision_at_1000_max": 0.245019, "nauc_precision_at_1000_std": 0.125345, "nauc_precision_at_1000_diff1": -0.087021, "nauc_mrr_at_1_max": 0.560607, "nauc_mrr_at_1_std": 0.41485, "nauc_mrr_at_1_diff1": 0.31763, "nauc_mrr_at_3_max": 0.611143, "nauc_mrr_at_3_std": 0.457393, "nauc_mrr_at_3_diff1": 0.376068, "nauc_mrr_at_5_max": 0.603493, "nauc_mrr_at_5_std": 0.442295, "nauc_mrr_at_5_diff1": 0.364355, "nauc_mrr_at_10_max": 0.600838, "nauc_mrr_at_10_std": 0.451537, "nauc_mrr_at_10_diff1": 0.358677, "nauc_mrr_at_20_max": 0.601507, "nauc_mrr_at_20_std": 0.450025, "nauc_mrr_at_20_diff1": 0.360139, "nauc_mrr_at_100_max": 0.601213, "nauc_mrr_at_100_std": 0.448881, "nauc_mrr_at_100_diff1": 0.360429, "nauc_mrr_at_1000_max": 0.601146, "nauc_mrr_at_1000_std": 0.448789, "nauc_mrr_at_1000_diff1": 0.360322, "main_score": 0.5105, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.5825, "ndcg_at_3": 0.51232, "ndcg_at_5": 0.49993, "ndcg_at_10": 0.48738, "ndcg_at_20": 0.47967, "ndcg_at_100": 0.53402, "ndcg_at_1000": 0.63026, "map_at_1": 0.05637, "map_at_3": 0.09834, "map_at_5": 0.12488, "map_at_10": 0.16753, "map_at_20": 0.21239, "map_at_100": 0.29015, "map_at_1000": 0.33823, "recall_at_1": 0.05637, "recall_at_3": 0.10998, "recall_at_5": 0.1519, "recall_at_10": 0.2276, "recall_at_20": 0.32508, "recall_at_100": 0.58275, "recall_at_1000": 0.88856, "precision_at_1": 0.72, "precision_at_3": 0.585, "precision_at_5": 0.538, "precision_at_10": 0.4705, "precision_at_20": 0.38375, "precision_at_100": 0.20275, "precision_at_1000": 0.04804, "mrr_at_1": 0.72, "mrr_at_3": 0.785, "mrr_at_5": 0.79725, "mrr_at_10": 0.80352, "mrr_at_20": 0.804558, "mrr_at_100": 0.804763, "mrr_at_1000": 0.804818, "nauc_ndcg_at_1_max": 0.415092, "nauc_ndcg_at_1_std": 0.187701, "nauc_ndcg_at_1_diff1": 0.323475, "nauc_ndcg_at_3_max": 0.354378, "nauc_ndcg_at_3_std": 0.22374, "nauc_ndcg_at_3_diff1": 0.186156, "nauc_ndcg_at_5_max": 0.339753, "nauc_ndcg_at_5_std": 0.245733, "nauc_ndcg_at_5_diff1": 0.146447, "nauc_ndcg_at_10_max": 0.368307, "nauc_ndcg_at_10_std": 0.298457, "nauc_ndcg_at_10_diff1": 0.141449, "nauc_ndcg_at_20_max": 0.398521, "nauc_ndcg_at_20_std": 0.368223, "nauc_ndcg_at_20_diff1": 0.154707, "nauc_ndcg_at_100_max": 0.377802, "nauc_ndcg_at_100_std": 0.492385, "nauc_ndcg_at_100_diff1": 0.121056, "nauc_ndcg_at_1000_max": 0.446828, "nauc_ndcg_at_1000_std": 0.541848, "nauc_ndcg_at_1000_diff1": 0.133389, "nauc_map_at_1_max": -0.049475, "nauc_map_at_1_std": -0.014602, "nauc_map_at_1_diff1": 0.467103, "nauc_map_at_3_max": 0.007251, "nauc_map_at_3_std": 0.047805, "nauc_map_at_3_diff1": 0.299312, "nauc_map_at_5_max": 0.038637, "nauc_map_at_5_std": 0.076134, "nauc_map_at_5_diff1": 0.239966, "nauc_map_at_10_max": 0.120028, "nauc_map_at_10_std": 0.160575, "nauc_map_at_10_diff1": 0.199544, "nauc_map_at_20_max": 0.156998, "nauc_map_at_20_std": 0.249836, "nauc_map_at_20_diff1": 0.153727, "nauc_map_at_100_max": 0.237428, "nauc_map_at_100_std": 0.422789, "nauc_map_at_100_diff1": 0.106465, "nauc_map_at_1000_max": 0.305725, "nauc_map_at_1000_std": 0.4902, "nauc_map_at_1000_diff1": 0.0725, "nauc_recall_at_1_max": -0.049475, "nauc_recall_at_1_std": -0.014602, "nauc_recall_at_1_diff1": 0.467103, "nauc_recall_at_3_max": -0.028818, "nauc_recall_at_3_std": 0.033315, "nauc_recall_at_3_diff1": 0.26215, "nauc_recall_at_5_max": -0.030163, "nauc_recall_at_5_std": 0.022122, "nauc_recall_at_5_diff1": 0.181093, "nauc_recall_at_10_max": 0.048791, "nauc_recall_at_10_std": 0.085664, "nauc_recall_at_10_diff1": 0.168109, "nauc_recall_at_20_max": 0.083577, "nauc_recall_at_20_std": 0.166069, "nauc_recall_at_20_diff1": 0.137638, "nauc_recall_at_100_max": 0.140661, "nauc_recall_at_100_std": 0.387448, "nauc_recall_at_100_diff1": 0.106365, "nauc_recall_at_1000_max": 0.213222, "nauc_recall_at_1000_std": 0.543497, "nauc_recall_at_1000_diff1": 0.107738, "nauc_precision_at_1_max": 0.484604, "nauc_precision_at_1_std": 0.334402, "nauc_precision_at_1_diff1": 0.25973, "nauc_precision_at_3_max": 0.380416, "nauc_precision_at_3_std": 0.277247, "nauc_precision_at_3_diff1": -0.002149, "nauc_precision_at_5_max": 0.339559, "nauc_precision_at_5_std": 0.293982, "nauc_precision_at_5_diff1": -0.106344, "nauc_precision_at_10_max": 0.350937, "nauc_precision_at_10_std": 0.351441, "nauc_precision_at_10_diff1": -0.155692, "nauc_precision_at_20_max": 0.326525, "nauc_precision_at_20_std": 0.368921, "nauc_precision_at_20_diff1": -0.158424, "nauc_precision_at_100_max": 0.215551, "nauc_precision_at_100_std": 0.255207, "nauc_precision_at_100_diff1": -0.142425, "nauc_precision_at_1000_max": 0.1764, "nauc_precision_at_1000_std": 0.102019, "nauc_precision_at_1000_diff1": -0.131129, "nauc_mrr_at_1_max": 0.484604, "nauc_mrr_at_1_std": 0.334402, "nauc_mrr_at_1_diff1": 0.25973, "nauc_mrr_at_3_max": 0.506924, "nauc_mrr_at_3_std": 0.39047, "nauc_mrr_at_3_diff1": 0.256978, "nauc_mrr_at_5_max": 0.512034, "nauc_mrr_at_5_std": 0.399791, "nauc_mrr_at_5_diff1": 0.241071, "nauc_mrr_at_10_max": 0.509947, "nauc_mrr_at_10_std": 0.391051, "nauc_mrr_at_10_diff1": 0.242061, "nauc_mrr_at_20_max": 0.508794, "nauc_mrr_at_20_std": 0.389931, "nauc_mrr_at_20_diff1": 0.243743, "nauc_mrr_at_100_max": 0.508701, "nauc_mrr_at_100_std": 0.389299, "nauc_mrr_at_100_diff1": 0.244211, "nauc_mrr_at_1000_max": 0.508593, "nauc_mrr_at_1000_std": 0.389106, "nauc_mrr_at_1000_diff1": 0.244229, "main_score": 0.48738, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.58, "ndcg_at_3": 0.52078, "ndcg_at_5": 0.50034, "ndcg_at_10": 0.4877, "ndcg_at_20": 0.4798, "ndcg_at_100": 0.5349, "ndcg_at_1000": 0.63004, "map_at_1": 0.0643, "map_at_3": 0.10575, "map_at_5": 0.13097, "map_at_10": 0.17555, "map_at_20": 0.21892, "map_at_100": 0.29881, "map_at_1000": 0.34639, "recall_at_1": 0.0643, "recall_at_3": 0.11623, "recall_at_5": 0.15344, "recall_at_10": 0.23438, "recall_at_20": 0.3238, "recall_at_100": 0.58077, "recall_at_1000": 0.87952, "precision_at_1": 0.71, "precision_at_3": 0.59667, "precision_at_5": 0.544, "precision_at_10": 0.472, "precision_at_20": 0.384, "precision_at_100": 0.20275, "precision_at_1000": 0.04819, "mrr_at_1": 0.71, "mrr_at_3": 0.774167, "mrr_at_5": 0.787667, "mrr_at_10": 0.791345, "mrr_at_20": 0.79204, "mrr_at_100": 0.79262, "mrr_at_1000": 0.792657, "nauc_ndcg_at_1_max": 0.433924, "nauc_ndcg_at_1_std": 0.158872, "nauc_ndcg_at_1_diff1": 0.415651, "nauc_ndcg_at_3_max": 0.401801, "nauc_ndcg_at_3_std": 0.23811, "nauc_ndcg_at_3_diff1": 0.266793, "nauc_ndcg_at_5_max": 0.381349, "nauc_ndcg_at_5_std": 0.281512, "nauc_ndcg_at_5_diff1": 0.21104, "nauc_ndcg_at_10_max": 0.391996, "nauc_ndcg_at_10_std": 0.312386, "nauc_ndcg_at_10_diff1": 0.17723, "nauc_ndcg_at_20_max": 0.418835, "nauc_ndcg_at_20_std": 0.358421, "nauc_ndcg_at_20_diff1": 0.197955, "nauc_ndcg_at_100_max": 0.378643, "nauc_ndcg_at_100_std": 0.429741, "nauc_ndcg_at_100_diff1": 0.171005, "nauc_ndcg_at_1000_max": 0.433766, "nauc_ndcg_at_1000_std": 0.472829, "nauc_ndcg_at_1000_diff1": 0.152038, "nauc_map_at_1_max": -0.130677, "nauc_map_at_1_std": -0.1829, "nauc_map_at_1_diff1": 0.323868, "nauc_map_at_3_max": -0.004641, "nauc_map_at_3_std": -0.087107, "nauc_map_at_3_diff1": 0.305749, "nauc_map_at_5_max": 0.026738, "nauc_map_at_5_std": -0.023987, "nauc_map_at_5_diff1": 0.266301, "nauc_map_at_10_max": 0.116187, "nauc_map_at_10_std": 0.083925, "nauc_map_at_10_diff1": 0.22405, "nauc_map_at_20_max": 0.15623, "nauc_map_at_20_std": 0.173519, "nauc_map_at_20_diff1": 0.197913, "nauc_map_at_100_max": 0.24183, "nauc_map_at_100_std": 0.350984, "nauc_map_at_100_diff1": 0.125254, "nauc_map_at_1000_max": 0.31324, "nauc_map_at_1000_std": 0.427347, "nauc_map_at_1000_diff1": 0.085668, "nauc_recall_at_1_max": -0.130677, "nauc_recall_at_1_std": -0.1829, "nauc_recall_at_1_diff1": 0.323868, "nauc_recall_at_3_max": -0.031632, "nauc_recall_at_3_std": -0.088436, "nauc_recall_at_3_diff1": 0.28778, "nauc_recall_at_5_max": -0.01279, "nauc_recall_at_5_std": -0.030396, "nauc_recall_at_5_diff1": 0.240529, "nauc_recall_at_10_max": 0.061334, "nauc_recall_at_10_std": 0.038556, "nauc_recall_at_10_diff1": 0.190094, "nauc_recall_at_20_max": 0.102518, "nauc_recall_at_20_std": 0.133246, "nauc_recall_at_20_diff1": 0.180463, "nauc_recall_at_100_max": 0.142683, "nauc_recall_at_100_std": 0.323252, "nauc_recall_at_100_diff1": 0.124126, "nauc_recall_at_1000_max": 0.213245, "nauc_recall_at_1000_std": 0.469254, "nauc_recall_at_1000_diff1": 0.040106, "nauc_precision_at_1_max": 0.547347, "nauc_precision_at_1_std": 0.29043, "nauc_precision_at_1_diff1": 0.357875, "nauc_precision_at_3_max": 0.440199, "nauc_precision_at_3_std": 0.352775, "nauc_precision_at_3_diff1": 0.095139, "nauc_precision_at_5_max": 0.386882, "nauc_precision_at_5_std": 0.403301, "nauc_precision_at_5_diff1": -0.039409, "nauc_precision_at_10_max": 0.406324, "nauc_precision_at_10_std": 0.467633, "nauc_precision_at_10_diff1": -0.135608, "nauc_precision_at_20_max": 0.370115, "nauc_precision_at_20_std": 0.45008, "nauc_precision_at_20_diff1": -0.151156, "nauc_precision_at_100_max": 0.246529, "nauc_precision_at_100_std": 0.317684, "nauc_precision_at_100_diff1": -0.179945, "nauc_precision_at_1000_max": 0.209357, "nauc_precision_at_1000_std": 0.167425, "nauc_precision_at_1000_diff1": -0.131817, "nauc_mrr_at_1_max": 0.547347, "nauc_mrr_at_1_std": 0.29043, "nauc_mrr_at_1_diff1": 0.357875, "nauc_mrr_at_3_max": 0.553376, "nauc_mrr_at_3_std": 0.349117, "nauc_mrr_at_3_diff1": 0.3374, "nauc_mrr_at_5_max": 0.554372, "nauc_mrr_at_5_std": 0.346068, "nauc_mrr_at_5_diff1": 0.332929, "nauc_mrr_at_10_max": 0.557369, "nauc_mrr_at_10_std": 0.344938, "nauc_mrr_at_10_diff1": 0.335245, "nauc_mrr_at_20_max": 0.55601, "nauc_mrr_at_20_std": 0.343492, "nauc_mrr_at_20_diff1": 0.334366, "nauc_mrr_at_100_max": 0.554937, "nauc_mrr_at_100_std": 0.342497, "nauc_mrr_at_100_diff1": 0.334995, "nauc_mrr_at_1000_max": 0.554976, "nauc_mrr_at_1000_std": 0.342367, "nauc_mrr_at_1000_diff1": 0.334951, "main_score": 0.4877, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "pulmonology": [ { "ndcg_at_1": 0.66, "ndcg_at_3": 0.57054, "ndcg_at_5": 0.54584, "ndcg_at_10": 0.53798, "ndcg_at_20": 0.54072, "ndcg_at_100": 0.6007, "ndcg_at_1000": 0.68679, "map_at_1": 0.13133, "map_at_3": 0.19704, "map_at_5": 0.22769, "map_at_10": 0.26889, "map_at_20": 0.30301, "map_at_100": 0.36172, "map_at_1000": 0.39676, "recall_at_1": 0.13133, "recall_at_3": 0.21507, "recall_at_5": 0.2623, "recall_at_10": 0.3464, "recall_at_20": 0.43707, "recall_at_100": 0.66923, "recall_at_1000": 0.93792, "precision_at_1": 0.76, "precision_at_3": 0.54667, "precision_at_5": 0.471, "precision_at_10": 0.377, "precision_at_20": 0.28275, "precision_at_100": 0.142, "precision_at_1000": 0.03291, "mrr_at_1": 0.76, "mrr_at_3": 0.831667, "mrr_at_5": 0.838417, "mrr_at_10": 0.841681, "mrr_at_20": 0.843113, "mrr_at_100": 0.843321, "mrr_at_1000": 0.843321, "nauc_ndcg_at_1_max": 0.585005, "nauc_ndcg_at_1_std": 0.218772, "nauc_ndcg_at_1_diff1": 0.599665, "nauc_ndcg_at_3_max": 0.472552, "nauc_ndcg_at_3_std": 0.202705, "nauc_ndcg_at_3_diff1": 0.408856, "nauc_ndcg_at_5_max": 0.446168, "nauc_ndcg_at_5_std": 0.212895, "nauc_ndcg_at_5_diff1": 0.394884, "nauc_ndcg_at_10_max": 0.397545, "nauc_ndcg_at_10_std": 0.233078, "nauc_ndcg_at_10_diff1": 0.331716, "nauc_ndcg_at_20_max": 0.354937, "nauc_ndcg_at_20_std": 0.212787, "nauc_ndcg_at_20_diff1": 0.309866, "nauc_ndcg_at_100_max": 0.340096, "nauc_ndcg_at_100_std": 0.241192, "nauc_ndcg_at_100_diff1": 0.337385, "nauc_ndcg_at_1000_max": 0.430617, "nauc_ndcg_at_1000_std": 0.310834, "nauc_ndcg_at_1000_diff1": 0.359479, "nauc_map_at_1_max": 0.264496, "nauc_map_at_1_std": 0.031644, "nauc_map_at_1_diff1": 0.493705, "nauc_map_at_3_max": 0.248047, "nauc_map_at_3_std": 0.118142, "nauc_map_at_3_diff1": 0.368982, "nauc_map_at_5_max": 0.257092, "nauc_map_at_5_std": 0.136118, "nauc_map_at_5_diff1": 0.339782, "nauc_map_at_10_max": 0.252005, "nauc_map_at_10_std": 0.158003, "nauc_map_at_10_diff1": 0.292813, "nauc_map_at_20_max": 0.239073, "nauc_map_at_20_std": 0.166914, "nauc_map_at_20_diff1": 0.261949, "nauc_map_at_100_max": 0.23373, "nauc_map_at_100_std": 0.212751, "nauc_map_at_100_diff1": 0.241115, "nauc_map_at_1000_max": 0.260528, "nauc_map_at_1000_std": 0.229328, "nauc_map_at_1000_diff1": 0.220567, "nauc_recall_at_1_max": 0.264496, "nauc_recall_at_1_std": 0.031644, "nauc_recall_at_1_diff1": 0.493705, "nauc_recall_at_3_max": 0.220222, "nauc_recall_at_3_std": 0.12583, "nauc_recall_at_3_diff1": 0.331452, "nauc_recall_at_5_max": 0.220576, "nauc_recall_at_5_std": 0.142056, "nauc_recall_at_5_diff1": 0.297938, "nauc_recall_at_10_max": 0.18303, "nauc_recall_at_10_std": 0.125088, "nauc_recall_at_10_diff1": 0.219537, "nauc_recall_at_20_max": 0.139742, "nauc_recall_at_20_std": 0.132575, "nauc_recall_at_20_diff1": 0.176572, "nauc_recall_at_100_max": 0.096807, "nauc_recall_at_100_std": 0.166347, "nauc_recall_at_100_diff1": 0.183007, "nauc_recall_at_1000_max": 0.243525, "nauc_recall_at_1000_std": 0.492019, "nauc_recall_at_1000_diff1": 0.25907, "nauc_precision_at_1_max": 0.542052, "nauc_precision_at_1_std": 0.172969, "nauc_precision_at_1_diff1": 0.533162, "nauc_precision_at_3_max": 0.241412, "nauc_precision_at_3_std": 0.131392, "nauc_precision_at_3_diff1": -0.048416, "nauc_precision_at_5_max": 0.171979, "nauc_precision_at_5_std": 0.139312, "nauc_precision_at_5_diff1": -0.087269, "nauc_precision_at_10_max": 0.068717, "nauc_precision_at_10_std": 0.132841, "nauc_precision_at_10_diff1": -0.179434, "nauc_precision_at_20_max": 0.008668, "nauc_precision_at_20_std": 0.102307, "nauc_precision_at_20_diff1": -0.209463, "nauc_precision_at_100_max": -0.002835, "nauc_precision_at_100_std": 0.046018, "nauc_precision_at_100_diff1": -0.199251, "nauc_precision_at_1000_max": 0.010023, "nauc_precision_at_1000_std": -0.096995, "nauc_precision_at_1000_diff1": -0.232781, "nauc_mrr_at_1_max": 0.542052, "nauc_mrr_at_1_std": 0.172969, "nauc_mrr_at_1_diff1": 0.533162, "nauc_mrr_at_3_max": 0.589762, "nauc_mrr_at_3_std": 0.213726, "nauc_mrr_at_3_diff1": 0.562212, "nauc_mrr_at_5_max": 0.579744, "nauc_mrr_at_5_std": 0.214546, "nauc_mrr_at_5_diff1": 0.560695, "nauc_mrr_at_10_max": 0.575434, "nauc_mrr_at_10_std": 0.210053, "nauc_mrr_at_10_diff1": 0.557454, "nauc_mrr_at_20_max": 0.575154, "nauc_mrr_at_20_std": 0.209679, "nauc_mrr_at_20_diff1": 0.555731, "nauc_mrr_at_100_max": 0.574539, "nauc_mrr_at_100_std": 0.208536, "nauc_mrr_at_100_diff1": 0.556017, "nauc_mrr_at_1000_max": 0.574539, "nauc_mrr_at_1000_std": 0.208536, "nauc_mrr_at_1000_diff1": 0.556017, "main_score": 0.53798, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.5425, "ndcg_at_3": 0.49358, "ndcg_at_5": 0.48645, "ndcg_at_10": 0.47872, "ndcg_at_20": 0.4834, "ndcg_at_100": 0.53807, "ndcg_at_1000": 0.62483, "map_at_1": 0.11507, "map_at_3": 0.17275, "map_at_5": 0.20416, "map_at_10": 0.23877, "map_at_20": 0.26721, "map_at_100": 0.31744, "map_at_1000": 0.34599, "recall_at_1": 0.11507, "recall_at_3": 0.18953, "recall_at_5": 0.24529, "recall_at_10": 0.31497, "recall_at_20": 0.3949, "recall_at_100": 0.61704, "recall_at_1000": 0.89685, "precision_at_1": 0.615, "precision_at_3": 0.48167, "precision_at_5": 0.428, "precision_at_10": 0.339, "precision_at_20": 0.25825, "precision_at_100": 0.1245, "precision_at_1000": 0.02981, "mrr_at_1": 0.615, "mrr_at_3": 0.713333, "mrr_at_5": 0.729083, "mrr_at_10": 0.735978, "mrr_at_20": 0.737974, "mrr_at_100": 0.738512, "mrr_at_1000": 0.738512, "nauc_ndcg_at_1_max": 0.474956, "nauc_ndcg_at_1_std": 0.298094, "nauc_ndcg_at_1_diff1": 0.542151, "nauc_ndcg_at_3_max": 0.457606, "nauc_ndcg_at_3_std": 0.339838, "nauc_ndcg_at_3_diff1": 0.422135, "nauc_ndcg_at_5_max": 0.411809, "nauc_ndcg_at_5_std": 0.32388, "nauc_ndcg_at_5_diff1": 0.403023, "nauc_ndcg_at_10_max": 0.393901, "nauc_ndcg_at_10_std": 0.364921, "nauc_ndcg_at_10_diff1": 0.386635, "nauc_ndcg_at_20_max": 0.367837, "nauc_ndcg_at_20_std": 0.358352, "nauc_ndcg_at_20_diff1": 0.384775, "nauc_ndcg_at_100_max": 0.381559, "nauc_ndcg_at_100_std": 0.385876, "nauc_ndcg_at_100_diff1": 0.40896, "nauc_ndcg_at_1000_max": 0.454596, "nauc_ndcg_at_1000_std": 0.44208, "nauc_ndcg_at_1000_diff1": 0.400731, "nauc_map_at_1_max": 0.277183, "nauc_map_at_1_std": 0.098411, "nauc_map_at_1_diff1": 0.533924, "nauc_map_at_3_max": 0.21361, "nauc_map_at_3_std": 0.153867, "nauc_map_at_3_diff1": 0.452881, "nauc_map_at_5_max": 0.192684, "nauc_map_at_5_std": 0.172613, "nauc_map_at_5_diff1": 0.427153, "nauc_map_at_10_max": 0.219915, "nauc_map_at_10_std": 0.223728, "nauc_map_at_10_diff1": 0.403853, "nauc_map_at_20_max": 0.234235, "nauc_map_at_20_std": 0.251662, "nauc_map_at_20_diff1": 0.387714, "nauc_map_at_100_max": 0.280632, "nauc_map_at_100_std": 0.33246, "nauc_map_at_100_diff1": 0.367947, "nauc_map_at_1000_max": 0.313652, "nauc_map_at_1000_std": 0.371272, "nauc_map_at_1000_diff1": 0.349451, "nauc_recall_at_1_max": 0.277183, "nauc_recall_at_1_std": 0.098411, "nauc_recall_at_1_diff1": 0.533924, "nauc_recall_at_3_max": 0.175701, "nauc_recall_at_3_std": 0.136366, "nauc_recall_at_3_diff1": 0.417164, "nauc_recall_at_5_max": 0.119258, "nauc_recall_at_5_std": 0.136988, "nauc_recall_at_5_diff1": 0.375021, "nauc_recall_at_10_max": 0.147376, "nauc_recall_at_10_std": 0.202777, "nauc_recall_at_10_diff1": 0.340815, "nauc_recall_at_20_max": 0.151258, "nauc_recall_at_20_std": 0.230678, "nauc_recall_at_20_diff1": 0.302705, "nauc_recall_at_100_max": 0.195814, "nauc_recall_at_100_std": 0.333313, "nauc_recall_at_100_diff1": 0.275887, "nauc_recall_at_1000_max": 0.38762, "nauc_recall_at_1000_std": 0.567872, "nauc_recall_at_1000_diff1": 0.311726, "nauc_precision_at_1_max": 0.453723, "nauc_precision_at_1_std": 0.294629, "nauc_precision_at_1_diff1": 0.514783, "nauc_precision_at_3_max": 0.330154, "nauc_precision_at_3_std": 0.350724, "nauc_precision_at_3_diff1": 0.112024, "nauc_precision_at_5_max": 0.263038, "nauc_precision_at_5_std": 0.304981, "nauc_precision_at_5_diff1": 0.017022, "nauc_precision_at_10_max": 0.233802, "nauc_precision_at_10_std": 0.329313, "nauc_precision_at_10_diff1": -0.102445, "nauc_precision_at_20_max": 0.192758, "nauc_precision_at_20_std": 0.325071, "nauc_precision_at_20_diff1": -0.169895, "nauc_precision_at_100_max": 0.197968, "nauc_precision_at_100_std": 0.275085, "nauc_precision_at_100_diff1": -0.199236, "nauc_precision_at_1000_max": 0.144944, "nauc_precision_at_1000_std": 0.102567, "nauc_precision_at_1000_diff1": -0.252912, "nauc_mrr_at_1_max": 0.453723, "nauc_mrr_at_1_std": 0.294629, "nauc_mrr_at_1_diff1": 0.514783, "nauc_mrr_at_3_max": 0.478706, "nauc_mrr_at_3_std": 0.326243, "nauc_mrr_at_3_diff1": 0.485729, "nauc_mrr_at_5_max": 0.473659, "nauc_mrr_at_5_std": 0.334886, "nauc_mrr_at_5_diff1": 0.488235, "nauc_mrr_at_10_max": 0.47265, "nauc_mrr_at_10_std": 0.330983, "nauc_mrr_at_10_diff1": 0.500681, "nauc_mrr_at_20_max": 0.474208, "nauc_mrr_at_20_std": 0.330867, "nauc_mrr_at_20_diff1": 0.501154, "nauc_mrr_at_100_max": 0.47378, "nauc_mrr_at_100_std": 0.330139, "nauc_mrr_at_100_diff1": 0.500646, "nauc_mrr_at_1000_max": 0.47378, "nauc_mrr_at_1000_std": 0.330139, "nauc_mrr_at_1000_diff1": 0.500646, "main_score": 0.47872, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.565, "ndcg_at_3": 0.48651, "ndcg_at_5": 0.46539, "ndcg_at_10": 0.45701, "ndcg_at_20": 0.46992, "ndcg_at_100": 0.51915, "ndcg_at_1000": 0.61276, "map_at_1": 0.11834, "map_at_3": 0.1732, "map_at_5": 0.19814, "map_at_10": 0.22722, "map_at_20": 0.25564, "map_at_100": 0.30227, "map_at_1000": 0.33173, "recall_at_1": 0.11834, "recall_at_3": 0.1912, "recall_at_5": 0.23198, "recall_at_10": 0.29863, "recall_at_20": 0.38752, "recall_at_100": 0.5932, "recall_at_1000": 0.89676, "precision_at_1": 0.65, "precision_at_3": 0.46, "precision_at_5": 0.399, "precision_at_10": 0.3135, "precision_at_20": 0.2445, "precision_at_100": 0.118, "precision_at_1000": 0.02983, "mrr_at_1": 0.65, "mrr_at_3": 0.716667, "mrr_at_5": 0.729417, "mrr_at_10": 0.73697, "mrr_at_20": 0.740971, "mrr_at_100": 0.742197, "mrr_at_1000": 0.742197, "nauc_ndcg_at_1_max": 0.519457, "nauc_ndcg_at_1_std": 0.364853, "nauc_ndcg_at_1_diff1": 0.477496, "nauc_ndcg_at_3_max": 0.448164, "nauc_ndcg_at_3_std": 0.418138, "nauc_ndcg_at_3_diff1": 0.418062, "nauc_ndcg_at_5_max": 0.434302, "nauc_ndcg_at_5_std": 0.434744, "nauc_ndcg_at_5_diff1": 0.416017, "nauc_ndcg_at_10_max": 0.420353, "nauc_ndcg_at_10_std": 0.45324, "nauc_ndcg_at_10_diff1": 0.417807, "nauc_ndcg_at_20_max": 0.404387, "nauc_ndcg_at_20_std": 0.453437, "nauc_ndcg_at_20_diff1": 0.419626, "nauc_ndcg_at_100_max": 0.382473, "nauc_ndcg_at_100_std": 0.469012, "nauc_ndcg_at_100_diff1": 0.423382, "nauc_ndcg_at_1000_max": 0.456206, "nauc_ndcg_at_1000_std": 0.511766, "nauc_ndcg_at_1000_diff1": 0.417106, "nauc_map_at_1_max": 0.335999, "nauc_map_at_1_std": 0.156322, "nauc_map_at_1_diff1": 0.640907, "nauc_map_at_3_max": 0.254036, "nauc_map_at_3_std": 0.232772, "nauc_map_at_3_diff1": 0.559619, "nauc_map_at_5_max": 0.239004, "nauc_map_at_5_std": 0.277885, "nauc_map_at_5_diff1": 0.533367, "nauc_map_at_10_max": 0.249541, "nauc_map_at_10_std": 0.310848, "nauc_map_at_10_diff1": 0.51327, "nauc_map_at_20_max": 0.254484, "nauc_map_at_20_std": 0.332833, "nauc_map_at_20_diff1": 0.47932, "nauc_map_at_100_max": 0.28973, "nauc_map_at_100_std": 0.402948, "nauc_map_at_100_diff1": 0.435435, "nauc_map_at_1000_max": 0.325676, "nauc_map_at_1000_std": 0.443737, "nauc_map_at_1000_diff1": 0.420715, "nauc_recall_at_1_max": 0.335999, "nauc_recall_at_1_std": 0.156322, "nauc_recall_at_1_diff1": 0.640907, "nauc_recall_at_3_max": 0.223587, "nauc_recall_at_3_std": 0.248197, "nauc_recall_at_3_diff1": 0.522802, "nauc_recall_at_5_max": 0.203161, "nauc_recall_at_5_std": 0.296722, "nauc_recall_at_5_diff1": 0.486242, "nauc_recall_at_10_max": 0.22476, "nauc_recall_at_10_std": 0.312648, "nauc_recall_at_10_diff1": 0.46061, "nauc_recall_at_20_max": 0.195761, "nauc_recall_at_20_std": 0.310626, "nauc_recall_at_20_diff1": 0.364553, "nauc_recall_at_100_max": 0.21351, "nauc_recall_at_100_std": 0.398587, "nauc_recall_at_100_diff1": 0.272261, "nauc_recall_at_1000_max": 0.355143, "nauc_recall_at_1000_std": 0.577606, "nauc_recall_at_1000_diff1": 0.238484, "nauc_precision_at_1_max": 0.543795, "nauc_precision_at_1_std": 0.39227, "nauc_precision_at_1_diff1": 0.442534, "nauc_precision_at_3_max": 0.313491, "nauc_precision_at_3_std": 0.424414, "nauc_precision_at_3_diff1": 0.082814, "nauc_precision_at_5_max": 0.28945, "nauc_precision_at_5_std": 0.43406, "nauc_precision_at_5_diff1": -0.000579, "nauc_precision_at_10_max": 0.255107, "nauc_precision_at_10_std": 0.378999, "nauc_precision_at_10_diff1": -0.115385, "nauc_precision_at_20_max": 0.209474, "nauc_precision_at_20_std": 0.304176, "nauc_precision_at_20_diff1": -0.200472, "nauc_precision_at_100_max": 0.165549, "nauc_precision_at_100_std": 0.239756, "nauc_precision_at_100_diff1": -0.236825, "nauc_precision_at_1000_max": 0.132602, "nauc_precision_at_1000_std": 0.0871, "nauc_precision_at_1000_diff1": -0.232786, "nauc_mrr_at_1_max": 0.543795, "nauc_mrr_at_1_std": 0.39227, "nauc_mrr_at_1_diff1": 0.442534, "nauc_mrr_at_3_max": 0.535339, "nauc_mrr_at_3_std": 0.472142, "nauc_mrr_at_3_diff1": 0.421876, "nauc_mrr_at_5_max": 0.544971, "nauc_mrr_at_5_std": 0.477919, "nauc_mrr_at_5_diff1": 0.411878, "nauc_mrr_at_10_max": 0.552341, "nauc_mrr_at_10_std": 0.4726, "nauc_mrr_at_10_diff1": 0.420069, "nauc_mrr_at_20_max": 0.55148, "nauc_mrr_at_20_std": 0.470102, "nauc_mrr_at_20_diff1": 0.420851, "nauc_mrr_at_100_max": 0.549596, "nauc_mrr_at_100_std": 0.467873, "nauc_mrr_at_100_diff1": 0.421855, "nauc_mrr_at_1000_max": 0.549596, "nauc_mrr_at_1000_std": 0.467873, "nauc_mrr_at_1000_diff1": 0.421855, "main_score": 0.45701, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ] }, "evaluation_time": 9547.73494386673, "kg_co2_emissions": null }