{ "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", "task_name": "CUREv1", "mteb_version": "2.14.3", "scores": { "all": [ { "ndcg_at_1": 0.705, "ndcg_at_3": 0.63545, "ndcg_at_5": 0.6106, "ndcg_at_10": 0.59688, "ndcg_at_20": 0.59897, "ndcg_at_100": 0.66369, "ndcg_at_1000": 0.73872, "map_at_1": 0.1046, "map_at_3": 0.19059, "map_at_5": 0.23267, "map_at_10": 0.29218, "map_at_20": 0.34393, "map_at_100": 0.43645, "map_at_1000": 0.47778, "recall_at_1": 0.1046, "recall_at_3": 0.20567, "recall_at_5": 0.26472, "recall_at_10": 0.3641, "recall_at_20": 0.47138, "recall_at_100": 0.74732, "recall_at_1000": 0.96755, "accuracy": 0.1046, "precision_at_1": 0.8065, "precision_at_3": 0.67167, "precision_at_5": 0.5897, "precision_at_10": 0.48715, "precision_at_20": 0.38348, "precision_at_100": 0.1844, "precision_at_1000": 0.03568, "mrr_at_1": 0.8065, "mrr_at_3": 0.865583, "mrr_at_5": 0.870808, "mrr_at_10": 0.87329, "mrr_at_20": 0.874039, "mrr_at_100": 0.874363, "mrr_at_1000": 0.874372, "nauc_ndcg_at_1_max": 0.39375, "nauc_ndcg_at_1_std": 0.138674, "nauc_ndcg_at_1_diff1": 0.455736, "nauc_ndcg_at_3_max": 0.359743, "nauc_ndcg_at_3_std": 0.159934, "nauc_ndcg_at_3_diff1": 0.267927, "nauc_ndcg_at_5_max": 0.33729, "nauc_ndcg_at_5_std": 0.137354, "nauc_ndcg_at_5_diff1": 0.257893, "nauc_ndcg_at_10_max": 0.324645, "nauc_ndcg_at_10_std": 0.134717, "nauc_ndcg_at_10_diff1": 0.262932, "nauc_ndcg_at_20_max": 0.313644, "nauc_ndcg_at_20_std": 0.126388, "nauc_ndcg_at_20_diff1": 0.269436, "nauc_ndcg_at_100_max": 0.340119, "nauc_ndcg_at_100_std": 0.183783, "nauc_ndcg_at_100_diff1": 0.284951, "nauc_ndcg_at_1000_max": 0.403345, "nauc_ndcg_at_1000_std": 0.273464, "nauc_ndcg_at_1000_diff1": 0.276045, "nauc_map_at_1_max": 0.063771, "nauc_map_at_1_std": -0.185651, "nauc_map_at_1_diff1": 0.400971, "nauc_map_at_3_max": 0.097634, "nauc_map_at_3_std": -0.131357, "nauc_map_at_3_diff1": 0.289366, "nauc_map_at_5_max": 0.11832, "nauc_map_at_5_std": -0.110811, "nauc_map_at_5_diff1": 0.265325, "nauc_map_at_10_max": 0.151308, "nauc_map_at_10_std": -0.068513, "nauc_map_at_10_diff1": 0.237447, "nauc_map_at_20_max": 0.178577, "nauc_map_at_20_std": -0.023108, "nauc_map_at_20_diff1": 0.219715, "nauc_map_at_100_max": 0.235979, "nauc_map_at_100_std": 0.108586, "nauc_map_at_100_diff1": 0.191103, "nauc_map_at_1000_max": 0.250723, "nauc_map_at_1000_std": 0.161363, "nauc_map_at_1000_diff1": 0.168208, "nauc_recall_at_1_max": 0.063771, "nauc_recall_at_1_std": -0.185651, "nauc_recall_at_1_diff1": 0.400971, "nauc_recall_at_3_max": 0.061446, "nauc_recall_at_3_std": -0.146591, "nauc_recall_at_3_diff1": 0.256197, "nauc_recall_at_5_max": 0.064085, "nauc_recall_at_5_std": -0.135901, "nauc_recall_at_5_diff1": 0.226879, "nauc_recall_at_10_max": 0.078567, "nauc_recall_at_10_std": -0.10173, "nauc_recall_at_10_diff1": 0.19646, "nauc_recall_at_20_max": 0.087372, "nauc_recall_at_20_std": -0.073466, "nauc_recall_at_20_diff1": 0.178187, "nauc_recall_at_100_max": 0.12803, "nauc_recall_at_100_std": 0.078705, "nauc_recall_at_100_diff1": 0.166493, "nauc_recall_at_1000_max": 0.337722, "nauc_recall_at_1000_std": 0.502667, "nauc_recall_at_1000_diff1": 0.135234, "nauc_precision_at_1_max": 0.462821, "nauc_precision_at_1_std": 0.21995, "nauc_precision_at_1_diff1": 0.459634, "nauc_precision_at_3_max": 0.291373, "nauc_precision_at_3_std": 0.276849, "nauc_precision_at_3_diff1": -0.037324, "nauc_precision_at_5_max": 0.24676, "nauc_precision_at_5_std": 0.268217, "nauc_precision_at_5_diff1": -0.083186, "nauc_precision_at_10_max": 0.202163, "nauc_precision_at_10_std": 0.303227, "nauc_precision_at_10_diff1": -0.13612, "nauc_precision_at_20_max": 0.141234, "nauc_precision_at_20_std": 0.302722, "nauc_precision_at_20_diff1": -0.162632, "nauc_precision_at_100_max": 0.051984, "nauc_precision_at_100_std": 0.259639, "nauc_precision_at_100_diff1": -0.162277, "nauc_precision_at_1000_max": -0.030103, "nauc_precision_at_1000_std": 0.10514, "nauc_precision_at_1000_diff1": -0.150194, "nauc_mrr_at_1_max": 0.462821, "nauc_mrr_at_1_std": 0.21995, "nauc_mrr_at_1_diff1": 0.459634, "nauc_mrr_at_3_max": 0.50614, "nauc_mrr_at_3_std": 0.254287, "nauc_mrr_at_3_diff1": 0.466474, "nauc_mrr_at_5_max": 0.503815, "nauc_mrr_at_5_std": 0.26106, "nauc_mrr_at_5_diff1": 0.468392, "nauc_mrr_at_10_max": 0.501658, "nauc_mrr_at_10_std": 0.259461, "nauc_mrr_at_10_diff1": 0.467799, "nauc_mrr_at_20_max": 0.500472, "nauc_mrr_at_20_std": 0.257817, "nauc_mrr_at_20_diff1": 0.46717, "nauc_mrr_at_100_max": 0.49999, "nauc_mrr_at_100_std": 0.257026, "nauc_mrr_at_100_diff1": 0.467023, "nauc_mrr_at_1000_max": 0.499966, "nauc_mrr_at_1000_std": 0.256993, "nauc_mrr_at_1000_diff1": 0.467012, "hit_rate_at_1": 0.8065, "hit_rate_at_3": 0.9355, "hit_rate_at_5": 0.9585, "hit_rate_at_10": 0.977, "hit_rate_at_20": 0.9875, "hit_rate_at_100": 0.997, "hit_rate_at_1000": 0.999, "main_score": 0.59688, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ], "mteb_version": "2.14.3" }, { "ndcg_at_1": 0.65525, "ndcg_at_3": 0.59735, "ndcg_at_5": 0.57618, "ndcg_at_10": 0.56372, "ndcg_at_20": 0.56663, "ndcg_at_100": 0.63087, "ndcg_at_1000": 0.70956, "map_at_1": 0.09732, "map_at_3": 0.17871, "map_at_5": 0.21896, "map_at_10": 0.27244, "map_at_20": 0.32022, "map_at_100": 0.40557, "map_at_1000": 0.44498, "recall_at_1": 0.09732, "recall_at_3": 0.19533, "recall_at_5": 0.25275, "recall_at_10": 0.34432, "recall_at_20": 0.44905, "recall_at_100": 0.71908, "recall_at_1000": 0.95197, "accuracy": 0.09732, "precision_at_1": 0.757, "precision_at_3": 0.631, "precision_at_5": 0.5614, "precision_at_10": 0.46145, "precision_at_20": 0.36345, "precision_at_100": 0.17466, "precision_at_1000": 0.03464, "mrr_at_1": 0.757, "mrr_at_3": 0.825917, "mrr_at_5": 0.834067, "mrr_at_10": 0.837696, "mrr_at_20": 0.838611, "mrr_at_100": 0.83902, "mrr_at_1000": 0.839042, "nauc_ndcg_at_1_max": 0.393044, "nauc_ndcg_at_1_std": 0.201198, "nauc_ndcg_at_1_diff1": 0.430803, "nauc_ndcg_at_3_max": 0.376362, "nauc_ndcg_at_3_std": 0.218365, "nauc_ndcg_at_3_diff1": 0.267511, "nauc_ndcg_at_5_max": 0.361189, "nauc_ndcg_at_5_std": 0.206293, "nauc_ndcg_at_5_diff1": 0.253075, "nauc_ndcg_at_10_max": 0.360719, "nauc_ndcg_at_10_std": 0.219229, "nauc_ndcg_at_10_diff1": 0.25597, "nauc_ndcg_at_20_max": 0.359528, "nauc_ndcg_at_20_std": 0.216846, "nauc_ndcg_at_20_diff1": 0.275071, "nauc_ndcg_at_100_max": 0.401269, "nauc_ndcg_at_100_std": 0.288726, "nauc_ndcg_at_100_diff1": 0.292717, "nauc_ndcg_at_1000_max": 0.450172, "nauc_ndcg_at_1000_std": 0.364685, "nauc_ndcg_at_1000_diff1": 0.277444, "nauc_map_at_1_max": 0.13223, "nauc_map_at_1_std": -0.108235, "nauc_map_at_1_diff1": 0.426186, "nauc_map_at_3_max": 0.14281, "nauc_map_at_3_std": -0.063947, "nauc_map_at_3_diff1": 0.304778, "nauc_map_at_5_max": 0.160704, "nauc_map_at_5_std": -0.044299, "nauc_map_at_5_diff1": 0.280119, "nauc_map_at_10_max": 0.197604, "nauc_map_at_10_std": 0.009515, "nauc_map_at_10_diff1": 0.254541, "nauc_map_at_20_max": 0.225953, "nauc_map_at_20_std": 0.058081, "nauc_map_at_20_diff1": 0.240966, "nauc_map_at_100_max": 0.301153, "nauc_map_at_100_std": 0.198427, "nauc_map_at_100_diff1": 0.221496, "nauc_map_at_1000_max": 0.323093, "nauc_map_at_1000_std": 0.253032, "nauc_map_at_1000_diff1": 0.198261, "nauc_recall_at_1_max": 0.13223, "nauc_recall_at_1_std": -0.108235, "nauc_recall_at_1_diff1": 0.426186, "nauc_recall_at_3_max": 0.09935, "nauc_recall_at_3_std": -0.084652, "nauc_recall_at_3_diff1": 0.266677, "nauc_recall_at_5_max": 0.10699, "nauc_recall_at_5_std": -0.072051, "nauc_recall_at_5_diff1": 0.241015, "nauc_recall_at_10_max": 0.127044, "nauc_recall_at_10_std": -0.022849, "nauc_recall_at_10_diff1": 0.20408, "nauc_recall_at_20_max": 0.136497, "nauc_recall_at_20_std": 0.01361, "nauc_recall_at_20_diff1": 0.194746, "nauc_recall_at_100_max": 0.229012, "nauc_recall_at_100_std": 0.197874, "nauc_recall_at_100_diff1": 0.197782, "nauc_recall_at_1000_max": 0.496121, "nauc_recall_at_1000_std": 0.623218, "nauc_recall_at_1000_diff1": 0.196388, "nauc_precision_at_1_max": 0.471764, "nauc_precision_at_1_std": 0.272603, "nauc_precision_at_1_diff1": 0.427772, "nauc_precision_at_3_max": 0.320247, "nauc_precision_at_3_std": 0.296245, "nauc_precision_at_3_diff1": 0.006208, "nauc_precision_at_5_max": 0.271993, "nauc_precision_at_5_std": 0.293566, "nauc_precision_at_5_diff1": -0.056394, "nauc_precision_at_10_max": 0.230932, "nauc_precision_at_10_std": 0.328726, "nauc_precision_at_10_diff1": -0.109507, "nauc_precision_at_20_max": 0.175196, "nauc_precision_at_20_std": 0.319219, "nauc_precision_at_20_diff1": -0.144094, "nauc_precision_at_100_max": 0.089949, "nauc_precision_at_100_std": 0.274375, "nauc_precision_at_100_diff1": -0.156718, "nauc_precision_at_1000_max": 0.001205, "nauc_precision_at_1000_std": 0.117889, "nauc_precision_at_1000_diff1": -0.161866, "nauc_mrr_at_1_max": 0.471764, "nauc_mrr_at_1_std": 0.272603, "nauc_mrr_at_1_diff1": 0.427772, "nauc_mrr_at_3_max": 0.50397, "nauc_mrr_at_3_std": 0.31291, "nauc_mrr_at_3_diff1": 0.420003, "nauc_mrr_at_5_max": 0.505808, "nauc_mrr_at_5_std": 0.316374, "nauc_mrr_at_5_diff1": 0.422281, "nauc_mrr_at_10_max": 0.502215, "nauc_mrr_at_10_std": 0.311954, "nauc_mrr_at_10_diff1": 0.422525, "nauc_mrr_at_20_max": 0.501879, "nauc_mrr_at_20_std": 0.31095, "nauc_mrr_at_20_diff1": 0.422988, "nauc_mrr_at_100_max": 0.501594, "nauc_mrr_at_100_std": 0.310651, "nauc_mrr_at_100_diff1": 0.422801, "nauc_mrr_at_1000_max": 0.501543, "nauc_mrr_at_1000_std": 0.310565, "nauc_mrr_at_1000_diff1": 0.422838, "hit_rate_at_1": 0.757, "hit_rate_at_3": 0.9075, "hit_rate_at_5": 0.942, "hit_rate_at_10": 0.9685, "hit_rate_at_20": 0.981, "hit_rate_at_100": 0.9945, "hit_rate_at_1000": 0.9995, "main_score": 0.56372, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ], "mteb_version": "2.14.3" }, { "ndcg_at_1": 0.65925, "ndcg_at_3": 0.59297, "ndcg_at_5": 0.57005, "ndcg_at_10": 0.55787, "ndcg_at_20": 0.56151, "ndcg_at_100": 0.62573, "ndcg_at_1000": 0.70512, "map_at_1": 0.09814, "map_at_3": 0.17613, "map_at_5": 0.21575, "map_at_10": 0.26856, "map_at_20": 0.31554, "map_at_100": 0.39998, "map_at_1000": 0.43872, "recall_at_1": 0.09814, "recall_at_3": 0.19102, "recall_at_5": 0.24819, "recall_at_10": 0.34068, "recall_at_20": 0.44555, "recall_at_100": 0.71333, "recall_at_1000": 0.94913, "accuracy": 0.09814, "precision_at_1": 0.7625, "precision_at_3": 0.62633, "precision_at_5": 0.5531, "precision_at_10": 0.4545, "precision_at_20": 0.3582, "precision_at_100": 0.17298, "precision_at_1000": 0.03438, "mrr_at_1": 0.7625, "mrr_at_3": 0.828333, "mrr_at_5": 0.835233, "mrr_at_10": 0.839794, "mrr_at_20": 0.84074, "mrr_at_100": 0.841152, "mrr_at_1000": 0.84118, "nauc_ndcg_at_1_max": 0.419136, "nauc_ndcg_at_1_std": 0.224325, "nauc_ndcg_at_1_diff1": 0.420854, "nauc_ndcg_at_3_max": 0.392541, "nauc_ndcg_at_3_std": 0.237563, "nauc_ndcg_at_3_diff1": 0.266696, "nauc_ndcg_at_5_max": 0.377742, "nauc_ndcg_at_5_std": 0.237934, "nauc_ndcg_at_5_diff1": 0.255427, "nauc_ndcg_at_10_max": 0.387418, "nauc_ndcg_at_10_std": 0.245104, "nauc_ndcg_at_10_diff1": 0.270135, "nauc_ndcg_at_20_max": 0.388518, "nauc_ndcg_at_20_std": 0.245788, "nauc_ndcg_at_20_diff1": 0.28213, "nauc_ndcg_at_100_max": 0.42528, "nauc_ndcg_at_100_std": 0.319133, "nauc_ndcg_at_100_diff1": 0.289783, "nauc_ndcg_at_1000_max": 0.467534, "nauc_ndcg_at_1000_std": 0.384411, "nauc_ndcg_at_1000_diff1": 0.276804, "nauc_map_at_1_max": 0.162403, "nauc_map_at_1_std": -0.081242, "nauc_map_at_1_diff1": 0.413849, "nauc_map_at_3_max": 0.181448, "nauc_map_at_3_std": -0.037266, "nauc_map_at_3_diff1": 0.300297, "nauc_map_at_5_max": 0.195981, "nauc_map_at_5_std": -0.009896, "nauc_map_at_5_diff1": 0.268749, "nauc_map_at_10_max": 0.232349, "nauc_map_at_10_std": 0.044456, "nauc_map_at_10_diff1": 0.247814, "nauc_map_at_20_max": 0.26017, "nauc_map_at_20_std": 0.094447, "nauc_map_at_20_diff1": 0.232216, "nauc_map_at_100_max": 0.329186, "nauc_map_at_100_std": 0.230463, "nauc_map_at_100_diff1": 0.210219, "nauc_map_at_1000_max": 0.347859, "nauc_map_at_1000_std": 0.27799, "nauc_map_at_1000_diff1": 0.193491, "nauc_recall_at_1_max": 0.162403, "nauc_recall_at_1_std": -0.081242, "nauc_recall_at_1_diff1": 0.413849, "nauc_recall_at_3_max": 0.144797, "nauc_recall_at_3_std": -0.053155, "nauc_recall_at_3_diff1": 0.269147, "nauc_recall_at_5_max": 0.144369, "nauc_recall_at_5_std": -0.037326, "nauc_recall_at_5_diff1": 0.231299, "nauc_recall_at_10_max": 0.160546, "nauc_recall_at_10_std": 0.009148, "nauc_recall_at_10_diff1": 0.207723, "nauc_recall_at_20_max": 0.170553, "nauc_recall_at_20_std": 0.047659, "nauc_recall_at_20_diff1": 0.196508, "nauc_recall_at_100_max": 0.260695, "nauc_recall_at_100_std": 0.240517, "nauc_recall_at_100_diff1": 0.193752, "nauc_recall_at_1000_max": 0.518548, "nauc_recall_at_1000_std": 0.634939, "nauc_recall_at_1000_diff1": 0.169251, "nauc_precision_at_1_max": 0.516857, "nauc_precision_at_1_std": 0.334099, "nauc_precision_at_1_diff1": 0.423117, "nauc_precision_at_3_max": 0.320262, "nauc_precision_at_3_std": 0.312089, "nauc_precision_at_3_diff1": 0.01924, "nauc_precision_at_5_max": 0.26256, "nauc_precision_at_5_std": 0.31638, "nauc_precision_at_5_diff1": -0.047373, "nauc_precision_at_10_max": 0.226286, "nauc_precision_at_10_std": 0.330807, "nauc_precision_at_10_diff1": -0.088352, "nauc_precision_at_20_max": 0.167656, "nauc_precision_at_20_std": 0.315548, "nauc_precision_at_20_diff1": -0.123859, "nauc_precision_at_100_max": 0.073646, "nauc_precision_at_100_std": 0.252929, "nauc_precision_at_100_diff1": -0.131017, "nauc_precision_at_1000_max": -0.02312, "nauc_precision_at_1000_std": 0.085642, "nauc_precision_at_1000_diff1": -0.129838, "nauc_mrr_at_1_max": 0.516857, "nauc_mrr_at_1_std": 0.334099, "nauc_mrr_at_1_diff1": 0.423117, "nauc_mrr_at_3_max": 0.538592, "nauc_mrr_at_3_std": 0.376627, "nauc_mrr_at_3_diff1": 0.426473, "nauc_mrr_at_5_max": 0.53788, "nauc_mrr_at_5_std": 0.373968, "nauc_mrr_at_5_diff1": 0.426326, "nauc_mrr_at_10_max": 0.536866, "nauc_mrr_at_10_std": 0.37247, "nauc_mrr_at_10_diff1": 0.428973, "nauc_mrr_at_20_max": 0.537112, "nauc_mrr_at_20_std": 0.372653, "nauc_mrr_at_20_diff1": 0.428304, "nauc_mrr_at_100_max": 0.536663, "nauc_mrr_at_100_std": 0.371932, "nauc_mrr_at_100_diff1": 0.427939, "nauc_mrr_at_1000_max": 0.536626, "nauc_mrr_at_1000_std": 0.371849, "nauc_mrr_at_1000_diff1": 0.427894, "hit_rate_at_1": 0.7625, "hit_rate_at_3": 0.905, "hit_rate_at_5": 0.9345, "hit_rate_at_10": 0.966, "hit_rate_at_20": 0.9795, "hit_rate_at_100": 0.993, "hit_rate_at_1000": 0.998, "main_score": 0.55787, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ], "mteb_version": "2.14.3" } ], "dentistry_and_oral_health": [ { "ndcg_at_1": 0.77, "ndcg_at_3": 0.66143, "ndcg_at_5": 0.62836, "ndcg_at_10": 0.59942, "ndcg_at_20": 0.59183, "ndcg_at_100": 0.64798, "ndcg_at_1000": 0.75312, "map_at_1": 0.1175, "map_at_3": 0.1802, "map_at_5": 0.21095, "map_at_10": 0.25481, "map_at_20": 0.30058, "map_at_100": 0.39926, "map_at_1000": 0.45378, "recall_at_1": 0.1175, "recall_at_3": 0.19083, "recall_at_5": 0.23716, "recall_at_10": 0.30754, "recall_at_20": 0.40562, "recall_at_100": 0.69236, "recall_at_1000": 0.97563, "accuracy": 0.1175, "precision_at_1": 0.875, "precision_at_3": 0.67833, "precision_at_5": 0.594, "precision_at_10": 0.4895, "precision_at_20": 0.395, "precision_at_100": 0.20185, "precision_at_1000": 0.0383, "mrr_at_1": 0.875, "mrr_at_3": 0.9175, "mrr_at_5": 0.9225, "mrr_at_10": 0.9225, "mrr_at_20": 0.9225, "mrr_at_100": 0.9225, "mrr_at_1000": 0.92252, "nauc_ndcg_at_1_max": 0.329481, "nauc_ndcg_at_1_std": -0.200205, "nauc_ndcg_at_1_diff1": 0.55794, "nauc_ndcg_at_3_max": 0.230803, "nauc_ndcg_at_3_std": -0.118483, "nauc_ndcg_at_3_diff1": 0.238493, "nauc_ndcg_at_5_max": 0.174946, "nauc_ndcg_at_5_std": -0.142225, "nauc_ndcg_at_5_diff1": 0.257161, "nauc_ndcg_at_10_max": 0.183355, "nauc_ndcg_at_10_std": -0.180204, "nauc_ndcg_at_10_diff1": 0.274807, "nauc_ndcg_at_20_max": 0.147781, "nauc_ndcg_at_20_std": -0.201558, "nauc_ndcg_at_20_diff1": 0.304294, "nauc_ndcg_at_100_max": 0.135355, "nauc_ndcg_at_100_std": -0.188609, "nauc_ndcg_at_100_diff1": 0.296904, "nauc_ndcg_at_1000_max": 0.190734, "nauc_ndcg_at_1000_std": 0.015831, "nauc_ndcg_at_1000_diff1": 0.238112, "nauc_map_at_1_max": -0.050107, "nauc_map_at_1_std": -0.408078, "nauc_map_at_1_diff1": 0.419936, "nauc_map_at_3_max": -0.012085, "nauc_map_at_3_std": -0.407521, "nauc_map_at_3_diff1": 0.338147, "nauc_map_at_5_max": -0.011745, "nauc_map_at_5_std": -0.414345, "nauc_map_at_5_diff1": 0.320266, "nauc_map_at_10_max": 0.028295, "nauc_map_at_10_std": -0.384603, "nauc_map_at_10_diff1": 0.305821, "nauc_map_at_20_max": 0.059082, "nauc_map_at_20_std": -0.350799, "nauc_map_at_20_diff1": 0.296495, "nauc_map_at_100_max": 0.06401, "nauc_map_at_100_std": -0.176276, "nauc_map_at_100_diff1": 0.234351, "nauc_map_at_1000_max": 0.05868, "nauc_map_at_1000_std": -0.045454, "nauc_map_at_1000_diff1": 0.181838, "nauc_recall_at_1_max": -0.050107, "nauc_recall_at_1_std": -0.408078, "nauc_recall_at_1_diff1": 0.419936, "nauc_recall_at_3_max": -0.033275, "nauc_recall_at_3_std": -0.409558, "nauc_recall_at_3_diff1": 0.298107, "nauc_recall_at_5_max": -0.036489, "nauc_recall_at_5_std": -0.415291, "nauc_recall_at_5_diff1": 0.279356, "nauc_recall_at_10_max": 0.014797, "nauc_recall_at_10_std": -0.372846, "nauc_recall_at_10_diff1": 0.265178, "nauc_recall_at_20_max": 0.047464, "nauc_recall_at_20_std": -0.351983, "nauc_recall_at_20_diff1": 0.274924, "nauc_recall_at_100_max": 0.019723, "nauc_recall_at_100_std": -0.186855, "nauc_recall_at_100_diff1": 0.20002, "nauc_recall_at_1000_max": 0.06531, "nauc_recall_at_1000_std": 0.487726, "nauc_recall_at_1000_diff1": -0.013733, "nauc_precision_at_1_max": 0.440844, "nauc_precision_at_1_std": -0.066481, "nauc_precision_at_1_diff1": 0.630163, "nauc_precision_at_3_max": 0.256879, "nauc_precision_at_3_std": 0.236292, "nauc_precision_at_3_diff1": -0.162754, "nauc_precision_at_5_max": 0.176228, "nauc_precision_at_5_std": 0.320181, "nauc_precision_at_5_diff1": -0.182629, "nauc_precision_at_10_max": 0.168667, "nauc_precision_at_10_std": 0.424705, "nauc_precision_at_10_diff1": -0.230058, "nauc_precision_at_20_max": 0.107444, "nauc_precision_at_20_std": 0.469596, "nauc_precision_at_20_diff1": -0.254208, "nauc_precision_at_100_max": 0.000426, "nauc_precision_at_100_std": 0.470515, "nauc_precision_at_100_diff1": -0.263692, "nauc_precision_at_1000_max": -0.036887, "nauc_precision_at_1000_std": 0.364928, "nauc_precision_at_1000_diff1": -0.218442, "nauc_mrr_at_1_max": 0.440844, "nauc_mrr_at_1_std": -0.066481, "nauc_mrr_at_1_diff1": 0.630163, "nauc_mrr_at_3_max": 0.493972, "nauc_mrr_at_3_std": -0.089349, "nauc_mrr_at_3_diff1": 0.636617, "nauc_mrr_at_5_max": 0.491575, "nauc_mrr_at_5_std": -0.0687, "nauc_mrr_at_5_diff1": 0.639852, "nauc_mrr_at_10_max": 0.491575, "nauc_mrr_at_10_std": -0.0687, "nauc_mrr_at_10_diff1": 0.639852, "nauc_mrr_at_20_max": 0.491575, "nauc_mrr_at_20_std": -0.0687, "nauc_mrr_at_20_diff1": 0.639852, "nauc_mrr_at_100_max": 0.491575, "nauc_mrr_at_100_std": -0.0687, "nauc_mrr_at_100_diff1": 0.639852, "nauc_mrr_at_1000_max": 0.491438, "nauc_mrr_at_1000_std": -0.068868, "nauc_mrr_at_1000_diff1": 0.63983, "hit_rate_at_1": 0.875, "hit_rate_at_3": 0.975, "hit_rate_at_5": 0.995, "hit_rate_at_10": 0.995, "hit_rate_at_20": 0.995, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.59942, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ], "mteb_version": "2.14.3" }, { "ndcg_at_1": 0.73, "ndcg_at_3": 0.62685, "ndcg_at_5": 0.59757, "ndcg_at_10": 0.5655, "ndcg_at_20": 0.55907, "ndcg_at_100": 0.61659, "ndcg_at_1000": 0.72534, "map_at_1": 0.10522, "map_at_3": 0.16939, "map_at_5": 0.20049, "map_at_10": 0.23345, "map_at_20": 0.27519, "map_at_100": 0.36755, "map_at_1000": 0.4194, "recall_at_1": 0.10522, "recall_at_3": 0.18531, "recall_at_5": 0.23375, "recall_at_10": 0.28862, "recall_at_20": 0.38406, "recall_at_100": 0.66747, "recall_at_1000": 0.96031, "accuracy": 0.10522, "precision_at_1": 0.84, "precision_at_3": 0.63833, "precision_at_5": 0.568, "precision_at_10": 0.4585, "precision_at_20": 0.371, "precision_at_100": 0.19105, "precision_at_1000": 0.03723, "mrr_at_1": 0.84, "mrr_at_3": 0.880833, "mrr_at_5": 0.892333, "mrr_at_10": 0.892958, "mrr_at_20": 0.893343, "mrr_at_100": 0.89351, "mrr_at_1000": 0.89351, "nauc_ndcg_at_1_max": 0.425972, "nauc_ndcg_at_1_std": -0.091149, "nauc_ndcg_at_1_diff1": 0.464748, "nauc_ndcg_at_3_max": 0.338407, "nauc_ndcg_at_3_std": 0.007416, "nauc_ndcg_at_3_diff1": 0.25389, "nauc_ndcg_at_5_max": 0.296975, "nauc_ndcg_at_5_std": -0.020898, "nauc_ndcg_at_5_diff1": 0.28647, "nauc_ndcg_at_10_max": 0.335631, "nauc_ndcg_at_10_std": -0.001686, "nauc_ndcg_at_10_diff1": 0.317707, "nauc_ndcg_at_20_max": 0.323493, "nauc_ndcg_at_20_std": -0.031167, "nauc_ndcg_at_20_diff1": 0.354263, "nauc_ndcg_at_100_max": 0.334324, "nauc_ndcg_at_100_std": 0.018007, "nauc_ndcg_at_100_diff1": 0.33455, "nauc_ndcg_at_1000_max": 0.368204, "nauc_ndcg_at_1000_std": 0.169935, "nauc_ndcg_at_1000_diff1": 0.285041, "nauc_map_at_1_max": 0.189381, "nauc_map_at_1_std": -0.31223, "nauc_map_at_1_diff1": 0.520017, "nauc_map_at_3_max": 0.194348, "nauc_map_at_3_std": -0.289361, "nauc_map_at_3_diff1": 0.434516, "nauc_map_at_5_max": 0.189127, "nauc_map_at_5_std": -0.284439, "nauc_map_at_5_diff1": 0.416831, "nauc_map_at_10_max": 0.226955, "nauc_map_at_10_std": -0.235059, "nauc_map_at_10_diff1": 0.39729, "nauc_map_at_20_max": 0.245966, "nauc_map_at_20_std": -0.194723, "nauc_map_at_20_diff1": 0.375588, "nauc_map_at_100_max": 0.272825, "nauc_map_at_100_std": -0.033173, "nauc_map_at_100_diff1": 0.332554, "nauc_map_at_1000_max": 0.269105, "nauc_map_at_1000_std": 0.069671, "nauc_map_at_1000_diff1": 0.294363, "nauc_recall_at_1_max": 0.189381, "nauc_recall_at_1_std": -0.31223, "nauc_recall_at_1_diff1": 0.520017, "nauc_recall_at_3_max": 0.145883, "nauc_recall_at_3_std": -0.282379, "nauc_recall_at_3_diff1": 0.381669, "nauc_recall_at_5_max": 0.121296, "nauc_recall_at_5_std": -0.289305, "nauc_recall_at_5_diff1": 0.35559, "nauc_recall_at_10_max": 0.167474, "nauc_recall_at_10_std": -0.230931, "nauc_recall_at_10_diff1": 0.319207, "nauc_recall_at_20_max": 0.164095, "nauc_recall_at_20_std": -0.202749, "nauc_recall_at_20_diff1": 0.286274, "nauc_recall_at_100_max": 0.166824, "nauc_recall_at_100_std": -0.010458, "nauc_recall_at_100_diff1": 0.227904, "nauc_recall_at_1000_max": 0.252125, "nauc_recall_at_1000_std": 0.537067, "nauc_recall_at_1000_diff1": 0.000135, "nauc_precision_at_1_max": 0.528519, "nauc_precision_at_1_std": 0.014482, "nauc_precision_at_1_diff1": 0.447073, "nauc_precision_at_3_max": 0.23981, "nauc_precision_at_3_std": 0.261974, "nauc_precision_at_3_diff1": -0.071125, "nauc_precision_at_5_max": 0.136227, "nauc_precision_at_5_std": 0.30793, "nauc_precision_at_5_diff1": -0.120367, "nauc_precision_at_10_max": 0.127501, "nauc_precision_at_10_std": 0.406085, "nauc_precision_at_10_diff1": -0.184157, "nauc_precision_at_20_max": 0.048791, "nauc_precision_at_20_std": 0.399285, "nauc_precision_at_20_diff1": -0.24028, "nauc_precision_at_100_max": -0.044039, "nauc_precision_at_100_std": 0.384814, "nauc_precision_at_100_diff1": -0.231939, "nauc_precision_at_1000_max": -0.090172, "nauc_precision_at_1000_std": 0.271741, "nauc_precision_at_1000_diff1": -0.197211, "nauc_mrr_at_1_max": 0.528519, "nauc_mrr_at_1_std": 0.014482, "nauc_mrr_at_1_diff1": 0.447073, "nauc_mrr_at_3_max": 0.529265, "nauc_mrr_at_3_std": 0.093003, "nauc_mrr_at_3_diff1": 0.451062, "nauc_mrr_at_5_max": 0.53334, "nauc_mrr_at_5_std": 0.067021, "nauc_mrr_at_5_diff1": 0.453391, "nauc_mrr_at_10_max": 0.530508, "nauc_mrr_at_10_std": 0.06136, "nauc_mrr_at_10_diff1": 0.45176, "nauc_mrr_at_20_max": 0.52979, "nauc_mrr_at_20_std": 0.059514, "nauc_mrr_at_20_diff1": 0.451376, "nauc_mrr_at_100_max": 0.529477, "nauc_mrr_at_100_std": 0.058436, "nauc_mrr_at_100_diff1": 0.450936, "nauc_mrr_at_1000_max": 0.529477, "nauc_mrr_at_1000_std": 0.058436, "nauc_mrr_at_1000_diff1": 0.450936, "hit_rate_at_1": 0.84, "hit_rate_at_3": 0.935, "hit_rate_at_5": 0.985, "hit_rate_at_10": 0.99, "hit_rate_at_20": 0.995, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.5655, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ], "mteb_version": "2.14.3" }, { "ndcg_at_1": 0.71, "ndcg_at_3": 0.60199, "ndcg_at_5": 0.57527, "ndcg_at_10": 0.55375, "ndcg_at_20": 0.54295, "ndcg_at_100": 0.59484, "ndcg_at_1000": 0.70343, "map_at_1": 0.10179, "map_at_3": 0.1556, "map_at_5": 0.1825, "map_at_10": 0.22104, "map_at_20": 0.26098, "map_at_100": 0.34837, "map_at_1000": 0.39644, "recall_at_1": 0.10179, "recall_at_3": 0.16811, "recall_at_5": 0.21114, "recall_at_10": 0.28816, "recall_at_20": 0.37727, "recall_at_100": 0.64604, "recall_at_1000": 0.9455, "accuracy": 0.10179, "precision_at_1": 0.815, "precision_at_3": 0.60833, "precision_at_5": 0.544, "precision_at_10": 0.4535, "precision_at_20": 0.362, "precision_at_100": 0.1835, "precision_at_1000": 0.03616, "mrr_at_1": 0.815, "mrr_at_3": 0.865833, "mrr_at_5": 0.872833, "mrr_at_10": 0.876524, "mrr_at_20": 0.876524, "mrr_at_100": 0.876903, "mrr_at_1000": 0.876903, "nauc_ndcg_at_1_max": 0.402375, "nauc_ndcg_at_1_std": 0.060423, "nauc_ndcg_at_1_diff1": 0.440546, "nauc_ndcg_at_3_max": 0.38568, "nauc_ndcg_at_3_std": 0.119681, "nauc_ndcg_at_3_diff1": 0.23938, "nauc_ndcg_at_5_max": 0.363616, "nauc_ndcg_at_5_std": 0.151737, "nauc_ndcg_at_5_diff1": 0.262823, "nauc_ndcg_at_10_max": 0.373181, "nauc_ndcg_at_10_std": 0.161981, "nauc_ndcg_at_10_diff1": 0.314035, "nauc_ndcg_at_20_max": 0.363017, "nauc_ndcg_at_20_std": 0.150038, "nauc_ndcg_at_20_diff1": 0.336993, "nauc_ndcg_at_100_max": 0.398737, "nauc_ndcg_at_100_std": 0.221163, "nauc_ndcg_at_100_diff1": 0.32192, "nauc_ndcg_at_1000_max": 0.43037, "nauc_ndcg_at_1000_std": 0.376889, "nauc_ndcg_at_1000_diff1": 0.274745, "nauc_map_at_1_max": 0.182985, "nauc_map_at_1_std": -0.223101, "nauc_map_at_1_diff1": 0.498574, "nauc_map_at_3_max": 0.268255, "nauc_map_at_3_std": -0.176845, "nauc_map_at_3_diff1": 0.386248, "nauc_map_at_5_max": 0.262047, "nauc_map_at_5_std": -0.155548, "nauc_map_at_5_diff1": 0.360561, "nauc_map_at_10_max": 0.283432, "nauc_map_at_10_std": -0.112804, "nauc_map_at_10_diff1": 0.364505, "nauc_map_at_20_max": 0.306659, "nauc_map_at_20_std": -0.05493, "nauc_map_at_20_diff1": 0.35688, "nauc_map_at_100_max": 0.329754, "nauc_map_at_100_std": 0.147929, "nauc_map_at_100_diff1": 0.30349, "nauc_map_at_1000_max": 0.325893, "nauc_map_at_1000_std": 0.256644, "nauc_map_at_1000_diff1": 0.265364, "nauc_recall_at_1_max": 0.182985, "nauc_recall_at_1_std": -0.223101, "nauc_recall_at_1_diff1": 0.498574, "nauc_recall_at_3_max": 0.233472, "nauc_recall_at_3_std": -0.183309, "nauc_recall_at_3_diff1": 0.328006, "nauc_recall_at_5_max": 0.205254, "nauc_recall_at_5_std": -0.164249, "nauc_recall_at_5_diff1": 0.2885, "nauc_recall_at_10_max": 0.176995, "nauc_recall_at_10_std": -0.152126, "nauc_recall_at_10_diff1": 0.287845, "nauc_recall_at_20_max": 0.195135, "nauc_recall_at_20_std": -0.102846, "nauc_recall_at_20_diff1": 0.287665, "nauc_recall_at_100_max": 0.227337, "nauc_recall_at_100_std": 0.122833, "nauc_recall_at_100_diff1": 0.217529, "nauc_recall_at_1000_max": 0.355352, "nauc_recall_at_1000_std": 0.662142, "nauc_recall_at_1000_diff1": 0.03639, "nauc_precision_at_1_max": 0.531882, "nauc_precision_at_1_std": 0.209225, "nauc_precision_at_1_diff1": 0.450426, "nauc_precision_at_3_max": 0.328843, "nauc_precision_at_3_std": 0.314323, "nauc_precision_at_3_diff1": -0.059165, "nauc_precision_at_5_max": 0.19279, "nauc_precision_at_5_std": 0.369212, "nauc_precision_at_5_diff1": -0.101186, "nauc_precision_at_10_max": 0.130272, "nauc_precision_at_10_std": 0.424986, "nauc_precision_at_10_diff1": -0.126024, "nauc_precision_at_20_max": 0.065777, "nauc_precision_at_20_std": 0.426893, "nauc_precision_at_20_diff1": -0.162388, "nauc_precision_at_100_max": -0.032412, "nauc_precision_at_100_std": 0.414472, "nauc_precision_at_100_diff1": -0.192038, "nauc_precision_at_1000_max": -0.091859, "nauc_precision_at_1000_std": 0.277365, "nauc_precision_at_1000_diff1": -0.180224, "nauc_mrr_at_1_max": 0.531882, "nauc_mrr_at_1_std": 0.209225, "nauc_mrr_at_1_diff1": 0.450426, "nauc_mrr_at_3_max": 0.559518, "nauc_mrr_at_3_std": 0.300007, "nauc_mrr_at_3_diff1": 0.430356, "nauc_mrr_at_5_max": 0.56086, "nauc_mrr_at_5_std": 0.278112, "nauc_mrr_at_5_diff1": 0.440923, "nauc_mrr_at_10_max": 0.549549, "nauc_mrr_at_10_std": 0.272503, "nauc_mrr_at_10_diff1": 0.434021, "nauc_mrr_at_20_max": 0.549549, "nauc_mrr_at_20_std": 0.272503, "nauc_mrr_at_20_diff1": 0.434021, "nauc_mrr_at_100_max": 0.548922, "nauc_mrr_at_100_std": 0.27015, "nauc_mrr_at_100_diff1": 0.43356, "nauc_mrr_at_1000_max": 0.548922, "nauc_mrr_at_1000_std": 0.27015, "nauc_mrr_at_1000_diff1": 0.43356, "hit_rate_at_1": 0.815, "hit_rate_at_3": 0.935, "hit_rate_at_5": 0.965, "hit_rate_at_10": 0.99, "hit_rate_at_20": 0.99, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.55375, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ], "mteb_version": "2.14.3" } ], "dermatology": [ { "ndcg_at_1": 0.7375, "ndcg_at_3": 0.666, "ndcg_at_5": 0.65453, "ndcg_at_10": 0.67638, "ndcg_at_20": 0.70599, "ndcg_at_100": 0.76478, "ndcg_at_1000": 0.79001, "map_at_1": 0.17409, "map_at_3": 0.33019, "map_at_5": 0.39531, "map_at_10": 0.48582, "map_at_20": 0.5378, "map_at_100": 0.60021, "map_at_1000": 0.61269, "recall_at_1": 0.17409, "recall_at_3": 0.35643, "recall_at_5": 0.44838, "recall_at_10": 0.60198, "recall_at_20": 0.71526, "recall_at_100": 0.91766, "recall_at_1000": 1.0, "accuracy": 0.17409, "precision_at_1": 0.8, "precision_at_3": 0.65667, "precision_at_5": 0.552, "precision_at_10": 0.4275, "precision_at_20": 0.29875, "precision_at_100": 0.1081, "precision_at_1000": 0.01346, "mrr_at_1": 0.8, "mrr_at_3": 0.855833, "mrr_at_5": 0.863583, "mrr_at_10": 0.868881, "mrr_at_20": 0.86972, "mrr_at_100": 0.86972, "mrr_at_1000": 0.86972, "nauc_ndcg_at_1_max": 0.498724, "nauc_ndcg_at_1_std": 0.169594, "nauc_ndcg_at_1_diff1": 0.384805, "nauc_ndcg_at_3_max": 0.400234, "nauc_ndcg_at_3_std": 0.103483, "nauc_ndcg_at_3_diff1": 0.233346, "nauc_ndcg_at_5_max": 0.304902, "nauc_ndcg_at_5_std": -0.005189, "nauc_ndcg_at_5_diff1": 0.227373, "nauc_ndcg_at_10_max": 0.248038, "nauc_ndcg_at_10_std": -0.110183, "nauc_ndcg_at_10_diff1": 0.27458, "nauc_ndcg_at_20_max": 0.267407, "nauc_ndcg_at_20_std": -0.124778, "nauc_ndcg_at_20_diff1": 0.266593, "nauc_ndcg_at_100_max": 0.345802, "nauc_ndcg_at_100_std": -0.03736, "nauc_ndcg_at_100_diff1": 0.279237, "nauc_ndcg_at_1000_max": 0.404017, "nauc_ndcg_at_1000_std": 0.097963, "nauc_ndcg_at_1000_diff1": 0.260541, "nauc_map_at_1_max": -0.163509, "nauc_map_at_1_std": -0.367103, "nauc_map_at_1_diff1": 0.288539, "nauc_map_at_3_max": -0.108646, "nauc_map_at_3_std": -0.366506, "nauc_map_at_3_diff1": 0.226917, "nauc_map_at_5_max": -0.080578, "nauc_map_at_5_std": -0.39762, "nauc_map_at_5_diff1": 0.229584, "nauc_map_at_10_max": -0.011578, "nauc_map_at_10_std": -0.394887, "nauc_map_at_10_diff1": 0.249188, "nauc_map_at_20_max": 0.037218, "nauc_map_at_20_std": -0.351954, "nauc_map_at_20_diff1": 0.233548, "nauc_map_at_100_max": 0.16568, "nauc_map_at_100_std": -0.201889, "nauc_map_at_100_diff1": 0.227825, "nauc_map_at_1000_max": 0.189314, "nauc_map_at_1000_std": -0.150987, "nauc_map_at_1000_diff1": 0.215358, "nauc_recall_at_1_max": -0.163509, "nauc_recall_at_1_std": -0.367103, "nauc_recall_at_1_diff1": 0.288539, "nauc_recall_at_3_max": -0.153906, "nauc_recall_at_3_std": -0.395624, "nauc_recall_at_3_diff1": 0.212198, "nauc_recall_at_5_max": -0.169539, "nauc_recall_at_5_std": -0.446757, "nauc_recall_at_5_diff1": 0.205071, "nauc_recall_at_10_max": -0.143893, "nauc_recall_at_10_std": -0.521801, "nauc_recall_at_10_diff1": 0.244724, "nauc_recall_at_20_max": -0.121429, "nauc_recall_at_20_std": -0.53127, "nauc_recall_at_20_diff1": 0.226716, "nauc_recall_at_100_max": 0.043331, "nauc_recall_at_100_std": -0.508545, "nauc_recall_at_100_diff1": 0.212521, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.488611, "nauc_precision_at_1_std": 0.118994, "nauc_precision_at_1_diff1": 0.41295, "nauc_precision_at_3_max": 0.475271, "nauc_precision_at_3_std": 0.288795, "nauc_precision_at_3_diff1": 0.032888, "nauc_precision_at_5_max": 0.425579, "nauc_precision_at_5_std": 0.294392, "nauc_precision_at_5_diff1": -0.02034, "nauc_precision_at_10_max": 0.443888, "nauc_precision_at_10_std": 0.421415, "nauc_precision_at_10_diff1": -0.05567, "nauc_precision_at_20_max": 0.424576, "nauc_precision_at_20_std": 0.556632, "nauc_precision_at_20_diff1": -0.122806, "nauc_precision_at_100_max": 0.37992, "nauc_precision_at_100_std": 0.649474, "nauc_precision_at_100_diff1": -0.158804, "nauc_precision_at_1000_max": 0.329281, "nauc_precision_at_1000_std": 0.662632, "nauc_precision_at_1000_diff1": -0.188735, "nauc_mrr_at_1_max": 0.488611, "nauc_mrr_at_1_std": 0.118994, "nauc_mrr_at_1_diff1": 0.41295, "nauc_mrr_at_3_max": 0.537727, "nauc_mrr_at_3_std": 0.209539, "nauc_mrr_at_3_diff1": 0.400047, "nauc_mrr_at_5_max": 0.530329, "nauc_mrr_at_5_std": 0.22671, "nauc_mrr_at_5_diff1": 0.394457, "nauc_mrr_at_10_max": 0.524973, "nauc_mrr_at_10_std": 0.205263, "nauc_mrr_at_10_diff1": 0.403905, "nauc_mrr_at_20_max": 0.523093, "nauc_mrr_at_20_std": 0.201737, "nauc_mrr_at_20_diff1": 0.400724, "nauc_mrr_at_100_max": 0.523093, "nauc_mrr_at_100_std": 0.201737, "nauc_mrr_at_100_diff1": 0.400724, "nauc_mrr_at_1000_max": 0.523093, "nauc_mrr_at_1000_std": 0.201737, "nauc_mrr_at_1000_diff1": 0.400724, "hit_rate_at_1": 0.8, "hit_rate_at_3": 0.92, "hit_rate_at_5": 0.955, "hit_rate_at_10": 0.99, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.67638, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ], "mteb_version": "2.14.3" }, { "ndcg_at_1": 0.655, "ndcg_at_3": 0.62656, "ndcg_at_5": 0.61885, "ndcg_at_10": 0.63708, "ndcg_at_20": 0.66405, "ndcg_at_100": 0.72523, "ndcg_at_1000": 0.75768, "map_at_1": 0.15067, "map_at_3": 0.30667, "map_at_5": 0.37057, "map_at_10": 0.44982, "map_at_20": 0.49738, "map_at_100": 0.55701, "map_at_1000": 0.57018, "recall_at_1": 0.15067, "recall_at_3": 0.34368, "recall_at_5": 0.4341, "recall_at_10": 0.56484, "recall_at_20": 0.67432, "recall_at_100": 0.88394, "recall_at_1000": 0.99748, "accuracy": 0.15067, "precision_at_1": 0.715, "precision_at_3": 0.625, "precision_at_5": 0.533, "precision_at_10": 0.4075, "precision_at_20": 0.2835, "precision_at_100": 0.1042, "precision_at_1000": 0.01341, "mrr_at_1": 0.715, "mrr_at_3": 0.805833, "mrr_at_5": 0.815583, "mrr_at_10": 0.817637, "mrr_at_20": 0.818091, "mrr_at_100": 0.818728, "mrr_at_1000": 0.818756, "nauc_ndcg_at_1_max": 0.490711, "nauc_ndcg_at_1_std": 0.245719, "nauc_ndcg_at_1_diff1": 0.383368, "nauc_ndcg_at_3_max": 0.382926, "nauc_ndcg_at_3_std": 0.122947, "nauc_ndcg_at_3_diff1": 0.262222, "nauc_ndcg_at_5_max": 0.299522, "nauc_ndcg_at_5_std": 0.015713, "nauc_ndcg_at_5_diff1": 0.265477, "nauc_ndcg_at_10_max": 0.309759, "nauc_ndcg_at_10_std": -0.015949, "nauc_ndcg_at_10_diff1": 0.292236, "nauc_ndcg_at_20_max": 0.319705, "nauc_ndcg_at_20_std": -0.032106, "nauc_ndcg_at_20_diff1": 0.291803, "nauc_ndcg_at_100_max": 0.392621, "nauc_ndcg_at_100_std": 0.048091, "nauc_ndcg_at_100_diff1": 0.299007, "nauc_ndcg_at_1000_max": 0.441903, "nauc_ndcg_at_1000_std": 0.155533, "nauc_ndcg_at_1000_diff1": 0.28828, "nauc_map_at_1_max": -0.051641, "nauc_map_at_1_std": -0.258877, "nauc_map_at_1_diff1": 0.389255, "nauc_map_at_3_max": -0.057536, "nauc_map_at_3_std": -0.308561, "nauc_map_at_3_diff1": 0.2404, "nauc_map_at_5_max": -0.031692, "nauc_map_at_5_std": -0.331638, "nauc_map_at_5_diff1": 0.233044, "nauc_map_at_10_max": 0.054467, "nauc_map_at_10_std": -0.296596, "nauc_map_at_10_diff1": 0.245268, "nauc_map_at_20_max": 0.109812, "nauc_map_at_20_std": -0.252989, "nauc_map_at_20_diff1": 0.2355, "nauc_map_at_100_max": 0.245366, "nauc_map_at_100_std": -0.1072, "nauc_map_at_100_diff1": 0.242695, "nauc_map_at_1000_max": 0.272579, "nauc_map_at_1000_std": -0.059495, "nauc_map_at_1000_diff1": 0.233606, "nauc_recall_at_1_max": -0.051641, "nauc_recall_at_1_std": -0.258877, "nauc_recall_at_1_diff1": 0.389255, "nauc_recall_at_3_max": -0.122053, "nauc_recall_at_3_std": -0.350342, "nauc_recall_at_3_diff1": 0.185552, "nauc_recall_at_5_max": -0.119256, "nauc_recall_at_5_std": -0.390666, "nauc_recall_at_5_diff1": 0.183096, "nauc_recall_at_10_max": -0.042358, "nauc_recall_at_10_std": -0.370581, "nauc_recall_at_10_diff1": 0.196484, "nauc_recall_at_20_max": -0.003126, "nauc_recall_at_20_std": -0.356782, "nauc_recall_at_20_diff1": 0.183572, "nauc_recall_at_100_max": 0.226758, "nauc_recall_at_100_std": -0.187547, "nauc_recall_at_100_diff1": 0.188084, "nauc_recall_at_1000_max": 0.97646, "nauc_recall_at_1000_std": 0.97646, "nauc_recall_at_1000_diff1": -0.389207, "nauc_precision_at_1_max": 0.499629, "nauc_precision_at_1_std": 0.236287, "nauc_precision_at_1_diff1": 0.384333, "nauc_precision_at_3_max": 0.405578, "nauc_precision_at_3_std": 0.21406, "nauc_precision_at_3_diff1": 0.010418, "nauc_precision_at_5_max": 0.374577, "nauc_precision_at_5_std": 0.231871, "nauc_precision_at_5_diff1": -0.015496, "nauc_precision_at_10_max": 0.448701, "nauc_precision_at_10_std": 0.39677, "nauc_precision_at_10_diff1": -0.033172, "nauc_precision_at_20_max": 0.456782, "nauc_precision_at_20_std": 0.515126, "nauc_precision_at_20_diff1": -0.082769, "nauc_precision_at_100_max": 0.412591, "nauc_precision_at_100_std": 0.61678, "nauc_precision_at_100_diff1": -0.12217, "nauc_precision_at_1000_max": 0.34837, "nauc_precision_at_1000_std": 0.615687, "nauc_precision_at_1000_diff1": -0.151537, "nauc_mrr_at_1_max": 0.499629, "nauc_mrr_at_1_std": 0.236287, "nauc_mrr_at_1_diff1": 0.384333, "nauc_mrr_at_3_max": 0.503501, "nauc_mrr_at_3_std": 0.238943, "nauc_mrr_at_3_diff1": 0.367713, "nauc_mrr_at_5_max": 0.499233, "nauc_mrr_at_5_std": 0.241806, "nauc_mrr_at_5_diff1": 0.366625, "nauc_mrr_at_10_max": 0.507839, "nauc_mrr_at_10_std": 0.243953, "nauc_mrr_at_10_diff1": 0.370435, "nauc_mrr_at_20_max": 0.506829, "nauc_mrr_at_20_std": 0.242617, "nauc_mrr_at_20_diff1": 0.369922, "nauc_mrr_at_100_max": 0.505697, "nauc_mrr_at_100_std": 0.241527, "nauc_mrr_at_100_diff1": 0.371988, "nauc_mrr_at_1000_max": 0.505611, "nauc_mrr_at_1000_std": 0.241394, "nauc_mrr_at_1000_diff1": 0.371901, "hit_rate_at_1": 0.715, "hit_rate_at_3": 0.915, "hit_rate_at_5": 0.955, "hit_rate_at_10": 0.97, "hit_rate_at_20": 0.975, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.63708, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ], "mteb_version": "2.14.3" }, { "ndcg_at_1": 0.715, "ndcg_at_3": 0.65135, "ndcg_at_5": 0.64681, "ndcg_at_10": 0.66246, "ndcg_at_20": 0.68932, "ndcg_at_100": 0.74754, "ndcg_at_1000": 0.77644, "map_at_1": 0.16222, "map_at_3": 0.31649, "map_at_5": 0.38736, "map_at_10": 0.47191, "map_at_20": 0.52086, "map_at_100": 0.58062, "map_at_1000": 0.59367, "recall_at_1": 0.16222, "recall_at_3": 0.34921, "recall_at_5": 0.44164, "recall_at_10": 0.58674, "recall_at_20": 0.70067, "recall_at_100": 0.90595, "recall_at_1000": 0.99955, "accuracy": 0.16222, "precision_at_1": 0.79, "precision_at_3": 0.645, "precision_at_5": 0.558, "precision_at_10": 0.425, "precision_at_20": 0.29225, "precision_at_100": 0.10575, "precision_at_1000": 0.01345, "mrr_at_1": 0.79, "mrr_at_3": 0.849167, "mrr_at_5": 0.853667, "mrr_at_10": 0.858895, "mrr_at_20": 0.86006, "mrr_at_100": 0.86029, "mrr_at_1000": 0.86029, "nauc_ndcg_at_1_max": 0.475748, "nauc_ndcg_at_1_std": 0.237246, "nauc_ndcg_at_1_diff1": 0.38659, "nauc_ndcg_at_3_max": 0.375898, "nauc_ndcg_at_3_std": 0.05948, "nauc_ndcg_at_3_diff1": 0.286909, "nauc_ndcg_at_5_max": 0.300279, "nauc_ndcg_at_5_std": -0.008003, "nauc_ndcg_at_5_diff1": 0.250906, "nauc_ndcg_at_10_max": 0.306357, "nauc_ndcg_at_10_std": -0.055748, "nauc_ndcg_at_10_diff1": 0.320369, "nauc_ndcg_at_20_max": 0.332837, "nauc_ndcg_at_20_std": -0.088107, "nauc_ndcg_at_20_diff1": 0.340042, "nauc_ndcg_at_100_max": 0.374827, "nauc_ndcg_at_100_std": -0.021237, "nauc_ndcg_at_100_diff1": 0.313029, "nauc_ndcg_at_1000_max": 0.428157, "nauc_ndcg_at_1000_std": 0.105275, "nauc_ndcg_at_1000_diff1": 0.298516, "nauc_map_at_1_max": -0.009857, "nauc_map_at_1_std": -0.270042, "nauc_map_at_1_diff1": 0.388013, "nauc_map_at_3_max": -0.001183, "nauc_map_at_3_std": -0.346106, "nauc_map_at_3_diff1": 0.318014, "nauc_map_at_5_max": 0.018291, "nauc_map_at_5_std": -0.370137, "nauc_map_at_5_diff1": 0.278045, "nauc_map_at_10_max": 0.098735, "nauc_map_at_10_std": -0.333993, "nauc_map_at_10_diff1": 0.291926, "nauc_map_at_20_max": 0.149057, "nauc_map_at_20_std": -0.290922, "nauc_map_at_20_diff1": 0.275193, "nauc_map_at_100_max": 0.260752, "nauc_map_at_100_std": -0.159126, "nauc_map_at_100_diff1": 0.274892, "nauc_map_at_1000_max": 0.286827, "nauc_map_at_1000_std": -0.111226, "nauc_map_at_1000_diff1": 0.268134, "nauc_recall_at_1_max": -0.009857, "nauc_recall_at_1_std": -0.270042, "nauc_recall_at_1_diff1": 0.388013, "nauc_recall_at_3_max": -0.057689, "nauc_recall_at_3_std": -0.386277, "nauc_recall_at_3_diff1": 0.28945, "nauc_recall_at_5_max": -0.052776, "nauc_recall_at_5_std": -0.420217, "nauc_recall_at_5_diff1": 0.241681, "nauc_recall_at_10_max": -0.023126, "nauc_recall_at_10_std": -0.417324, "nauc_recall_at_10_diff1": 0.271389, "nauc_recall_at_20_max": 0.008042, "nauc_recall_at_20_std": -0.432763, "nauc_recall_at_20_diff1": 0.270038, "nauc_recall_at_100_max": 0.097201, "nauc_recall_at_100_std": -0.426651, "nauc_recall_at_100_diff1": 0.226156, "nauc_recall_at_1000_max": 0.869281, "nauc_recall_at_1000_std": 0.869281, "nauc_recall_at_1000_diff1": -1.151727, "nauc_precision_at_1_max": 0.476122, "nauc_precision_at_1_std": 0.308474, "nauc_precision_at_1_diff1": 0.377233, "nauc_precision_at_3_max": 0.390246, "nauc_precision_at_3_std": 0.1891, "nauc_precision_at_3_diff1": 0.055303, "nauc_precision_at_5_max": 0.311216, "nauc_precision_at_5_std": 0.22565, "nauc_precision_at_5_diff1": -0.072442, "nauc_precision_at_10_max": 0.361846, "nauc_precision_at_10_std": 0.396388, "nauc_precision_at_10_diff1": -0.093876, "nauc_precision_at_20_max": 0.371977, "nauc_precision_at_20_std": 0.509666, "nauc_precision_at_20_diff1": -0.125943, "nauc_precision_at_100_max": 0.323041, "nauc_precision_at_100_std": 0.585194, "nauc_precision_at_100_diff1": -0.150318, "nauc_precision_at_1000_max": 0.277049, "nauc_precision_at_1000_std": 0.59469, "nauc_precision_at_1000_diff1": -0.165806, "nauc_mrr_at_1_max": 0.476122, "nauc_mrr_at_1_std": 0.308474, "nauc_mrr_at_1_diff1": 0.377233, "nauc_mrr_at_3_max": 0.488734, "nauc_mrr_at_3_std": 0.29611, "nauc_mrr_at_3_diff1": 0.409477, "nauc_mrr_at_5_max": 0.486855, "nauc_mrr_at_5_std": 0.302256, "nauc_mrr_at_5_diff1": 0.395215, "nauc_mrr_at_10_max": 0.49175, "nauc_mrr_at_10_std": 0.308364, "nauc_mrr_at_10_diff1": 0.401284, "nauc_mrr_at_20_max": 0.488503, "nauc_mrr_at_20_std": 0.304194, "nauc_mrr_at_20_diff1": 0.399701, "nauc_mrr_at_100_max": 0.487964, "nauc_mrr_at_100_std": 0.303647, "nauc_mrr_at_100_diff1": 0.399036, "nauc_mrr_at_1000_max": 0.487964, "nauc_mrr_at_1000_std": 0.303647, "nauc_mrr_at_1000_diff1": 0.399036, "hit_rate_at_1": 0.79, "hit_rate_at_3": 0.92, "hit_rate_at_5": 0.94, "hit_rate_at_10": 0.975, "hit_rate_at_20": 0.99, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.66246, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ], "mteb_version": "2.14.3" } ], "gastroenterology": [ { "ndcg_at_1": 0.67, "ndcg_at_3": 0.62087, "ndcg_at_5": 0.59564, "ndcg_at_10": 0.58721, "ndcg_at_20": 0.59178, "ndcg_at_100": 0.66928, "ndcg_at_1000": 0.75059, "map_at_1": 0.07091, "map_at_3": 0.148, "map_at_5": 0.18963, "map_at_10": 0.25214, "map_at_20": 0.31391, "map_at_100": 0.44285, "map_at_1000": 0.50213, "recall_at_1": 0.07091, "recall_at_3": 0.1631, "recall_at_5": 0.21917, "recall_at_10": 0.31331, "recall_at_20": 0.43194, "recall_at_100": 0.7478, "recall_at_1000": 0.98707, "accuracy": 0.07091, "precision_at_1": 0.815, "precision_at_3": 0.70667, "precision_at_5": 0.628, "precision_at_10": 0.544, "precision_at_20": 0.457, "precision_at_100": 0.2437, "precision_at_1000": 0.04926, "mrr_at_1": 0.815, "mrr_at_3": 0.8675, "mrr_at_5": 0.87225, "mrr_at_10": 0.874083, "mrr_at_20": 0.87475, "mrr_at_100": 0.875127, "mrr_at_1000": 0.875204, "nauc_ndcg_at_1_max": 0.386041, "nauc_ndcg_at_1_std": 0.221957, "nauc_ndcg_at_1_diff1": 0.344851, "nauc_ndcg_at_3_max": 0.403653, "nauc_ndcg_at_3_std": 0.199291, "nauc_ndcg_at_3_diff1": 0.208371, "nauc_ndcg_at_5_max": 0.353533, "nauc_ndcg_at_5_std": 0.129812, "nauc_ndcg_at_5_diff1": 0.214513, "nauc_ndcg_at_10_max": 0.346824, "nauc_ndcg_at_10_std": 0.108666, "nauc_ndcg_at_10_diff1": 0.20499, "nauc_ndcg_at_20_max": 0.346524, "nauc_ndcg_at_20_std": 0.10388, "nauc_ndcg_at_20_diff1": 0.219845, "nauc_ndcg_at_100_max": 0.354758, "nauc_ndcg_at_100_std": 0.192063, "nauc_ndcg_at_100_diff1": 0.201175, "nauc_ndcg_at_1000_max": 0.448297, "nauc_ndcg_at_1000_std": 0.238816, "nauc_ndcg_at_1000_diff1": 0.194116, "nauc_map_at_1_max": 0.107261, "nauc_map_at_1_std": -0.187059, "nauc_map_at_1_diff1": 0.449321, "nauc_map_at_3_max": 0.07992, "nauc_map_at_3_std": -0.178498, "nauc_map_at_3_diff1": 0.291301, "nauc_map_at_5_max": 0.07392, "nauc_map_at_5_std": -0.157349, "nauc_map_at_5_diff1": 0.228819, "nauc_map_at_10_max": 0.080862, "nauc_map_at_10_std": -0.127168, "nauc_map_at_10_diff1": 0.170932, "nauc_map_at_20_max": 0.126529, "nauc_map_at_20_std": -0.070025, "nauc_map_at_20_diff1": 0.171182, "nauc_map_at_100_max": 0.234803, "nauc_map_at_100_std": 0.106118, "nauc_map_at_100_diff1": 0.135137, "nauc_map_at_1000_max": 0.287866, "nauc_map_at_1000_std": 0.116787, "nauc_map_at_1000_diff1": 0.099478, "nauc_recall_at_1_max": 0.107261, "nauc_recall_at_1_std": -0.187059, "nauc_recall_at_1_diff1": 0.449321, "nauc_recall_at_3_max": 0.006291, "nauc_recall_at_3_std": -0.222281, "nauc_recall_at_3_diff1": 0.261238, "nauc_recall_at_5_max": -0.019965, "nauc_recall_at_5_std": -0.202331, "nauc_recall_at_5_diff1": 0.20401, "nauc_recall_at_10_max": -0.03115, "nauc_recall_at_10_std": -0.179409, "nauc_recall_at_10_diff1": 0.126526, "nauc_recall_at_20_max": -0.017369, "nauc_recall_at_20_std": -0.127835, "nauc_recall_at_20_diff1": 0.118267, "nauc_recall_at_100_max": 0.016476, "nauc_recall_at_100_std": 0.087872, "nauc_recall_at_100_diff1": 0.129026, "nauc_recall_at_1000_max": -0.001778, "nauc_recall_at_1000_std": 0.503482, "nauc_recall_at_1000_diff1": 0.089628, "nauc_precision_at_1_max": 0.55281, "nauc_precision_at_1_std": 0.293218, "nauc_precision_at_1_diff1": 0.363546, "nauc_precision_at_3_max": 0.3617, "nauc_precision_at_3_std": 0.281352, "nauc_precision_at_3_diff1": -0.072316, "nauc_precision_at_5_max": 0.293564, "nauc_precision_at_5_std": 0.232559, "nauc_precision_at_5_diff1": -0.118252, "nauc_precision_at_10_max": 0.239191, "nauc_precision_at_10_std": 0.227069, "nauc_precision_at_10_diff1": -0.160979, "nauc_precision_at_20_max": 0.239899, "nauc_precision_at_20_std": 0.260706, "nauc_precision_at_20_diff1": -0.137449, "nauc_precision_at_100_max": 0.150281, "nauc_precision_at_100_std": 0.178565, "nauc_precision_at_100_diff1": -0.133697, "nauc_precision_at_1000_max": 0.048976, "nauc_precision_at_1000_std": -0.058501, "nauc_precision_at_1000_diff1": -0.152008, "nauc_mrr_at_1_max": 0.55281, "nauc_mrr_at_1_std": 0.293218, "nauc_mrr_at_1_diff1": 0.363546, "nauc_mrr_at_3_max": 0.615335, "nauc_mrr_at_3_std": 0.305779, "nauc_mrr_at_3_diff1": 0.344274, "nauc_mrr_at_5_max": 0.611756, "nauc_mrr_at_5_std": 0.310949, "nauc_mrr_at_5_diff1": 0.352167, "nauc_mrr_at_10_max": 0.610359, "nauc_mrr_at_10_std": 0.314264, "nauc_mrr_at_10_diff1": 0.349627, "nauc_mrr_at_20_max": 0.609153, "nauc_mrr_at_20_std": 0.313609, "nauc_mrr_at_20_diff1": 0.347035, "nauc_mrr_at_100_max": 0.608069, "nauc_mrr_at_100_std": 0.311437, "nauc_mrr_at_100_diff1": 0.348333, "nauc_mrr_at_1000_max": 0.607814, "nauc_mrr_at_1000_std": 0.311115, "nauc_mrr_at_1000_diff1": 0.348518, "hit_rate_at_1": 0.815, "hit_rate_at_3": 0.935, "hit_rate_at_5": 0.955, "hit_rate_at_10": 0.97, "hit_rate_at_20": 0.98, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 1.0, "main_score": 0.58721, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ], "mteb_version": "2.14.3" }, { "ndcg_at_1": 0.625, "ndcg_at_3": 0.59711, "ndcg_at_5": 0.58487, "ndcg_at_10": 0.57191, "ndcg_at_20": 0.57397, "ndcg_at_100": 0.64871, "ndcg_at_1000": 0.73781, "map_at_1": 0.07548, "map_at_3": 0.14681, "map_at_5": 0.18891, "map_at_10": 0.248, "map_at_20": 0.30417, "map_at_100": 0.42328, "map_at_1000": 0.4828, "recall_at_1": 0.07548, "recall_at_3": 0.15787, "recall_at_5": 0.21539, "recall_at_10": 0.30501, "recall_at_20": 0.41595, "recall_at_100": 0.72702, "recall_at_1000": 0.98225, "accuracy": 0.07548, "precision_at_1": 0.765, "precision_at_3": 0.67667, "precision_at_5": 0.62, "precision_at_10": 0.5285, "precision_at_20": 0.43825, "precision_at_100": 0.2334, "precision_at_1000": 0.04887, "mrr_at_1": 0.765, "mrr_at_3": 0.836667, "mrr_at_5": 0.845417, "mrr_at_10": 0.847361, "mrr_at_20": 0.847778, "mrr_at_100": 0.848432, "mrr_at_1000": 0.848465, "nauc_ndcg_at_1_max": 0.367931, "nauc_ndcg_at_1_std": 0.209555, "nauc_ndcg_at_1_diff1": 0.343725, "nauc_ndcg_at_3_max": 0.387124, "nauc_ndcg_at_3_std": 0.207953, "nauc_ndcg_at_3_diff1": 0.229838, "nauc_ndcg_at_5_max": 0.34002, "nauc_ndcg_at_5_std": 0.155058, "nauc_ndcg_at_5_diff1": 0.219771, "nauc_ndcg_at_10_max": 0.336388, "nauc_ndcg_at_10_std": 0.148155, "nauc_ndcg_at_10_diff1": 0.155402, "nauc_ndcg_at_20_max": 0.361304, "nauc_ndcg_at_20_std": 0.173755, "nauc_ndcg_at_20_diff1": 0.13643, "nauc_ndcg_at_100_max": 0.382034, "nauc_ndcg_at_100_std": 0.274885, "nauc_ndcg_at_100_diff1": 0.131095, "nauc_ndcg_at_1000_max": 0.439578, "nauc_ndcg_at_1000_std": 0.286299, "nauc_ndcg_at_1000_diff1": 0.156765, "nauc_map_at_1_max": 0.027906, "nauc_map_at_1_std": -0.118005, "nauc_map_at_1_diff1": 0.273843, "nauc_map_at_3_max": 0.046103, "nauc_map_at_3_std": -0.109739, "nauc_map_at_3_diff1": 0.198218, "nauc_map_at_5_max": 0.051764, "nauc_map_at_5_std": -0.099207, "nauc_map_at_5_diff1": 0.146254, "nauc_map_at_10_max": 0.091599, "nauc_map_at_10_std": -0.047385, "nauc_map_at_10_diff1": 0.078485, "nauc_map_at_20_max": 0.133241, "nauc_map_at_20_std": -7.7e-05, "nauc_map_at_20_diff1": 0.053657, "nauc_map_at_100_max": 0.238666, "nauc_map_at_100_std": 0.164226, "nauc_map_at_100_diff1": 0.034025, "nauc_map_at_1000_max": 0.292076, "nauc_map_at_1000_std": 0.174772, "nauc_map_at_1000_diff1": 0.021005, "nauc_recall_at_1_max": 0.027906, "nauc_recall_at_1_std": -0.118005, "nauc_recall_at_1_diff1": 0.273843, "nauc_recall_at_3_max": 0.005273, "nauc_recall_at_3_std": -0.129226, "nauc_recall_at_3_diff1": 0.199566, "nauc_recall_at_5_max": 0.001808, "nauc_recall_at_5_std": -0.123096, "nauc_recall_at_5_diff1": 0.141431, "nauc_recall_at_10_max": 0.029258, "nauc_recall_at_10_std": -0.065808, "nauc_recall_at_10_diff1": 0.051075, "nauc_recall_at_20_max": 0.051772, "nauc_recall_at_20_std": -0.01714, "nauc_recall_at_20_diff1": 0.011408, "nauc_recall_at_100_max": 0.110447, "nauc_recall_at_100_std": 0.212942, "nauc_recall_at_100_diff1": -0.000446, "nauc_recall_at_1000_max": 0.063941, "nauc_recall_at_1000_std": 0.616461, "nauc_recall_at_1000_diff1": -0.309596, "nauc_precision_at_1_max": 0.530718, "nauc_precision_at_1_std": 0.355454, "nauc_precision_at_1_diff1": 0.369017, "nauc_precision_at_3_max": 0.359873, "nauc_precision_at_3_std": 0.250274, "nauc_precision_at_3_diff1": -0.012724, "nauc_precision_at_5_max": 0.301646, "nauc_precision_at_5_std": 0.197998, "nauc_precision_at_5_diff1": -0.024187, "nauc_precision_at_10_max": 0.270554, "nauc_precision_at_10_std": 0.219684, "nauc_precision_at_10_diff1": -0.110434, "nauc_precision_at_20_max": 0.242298, "nauc_precision_at_20_std": 0.211078, "nauc_precision_at_20_diff1": -0.122785, "nauc_precision_at_100_max": 0.172215, "nauc_precision_at_100_std": 0.162849, "nauc_precision_at_100_diff1": -0.054423, "nauc_precision_at_1000_max": 0.086487, "nauc_precision_at_1000_std": -0.073116, "nauc_precision_at_1000_diff1": -0.054836, "nauc_mrr_at_1_max": 0.530718, "nauc_mrr_at_1_std": 0.355454, "nauc_mrr_at_1_diff1": 0.369017, "nauc_mrr_at_3_max": 0.559242, "nauc_mrr_at_3_std": 0.397383, "nauc_mrr_at_3_diff1": 0.366726, "nauc_mrr_at_5_max": 0.564023, "nauc_mrr_at_5_std": 0.403214, "nauc_mrr_at_5_diff1": 0.371921, "nauc_mrr_at_10_max": 0.56371, "nauc_mrr_at_10_std": 0.40244, "nauc_mrr_at_10_diff1": 0.368316, "nauc_mrr_at_20_max": 0.56432, "nauc_mrr_at_20_std": 0.400667, "nauc_mrr_at_20_diff1": 0.371079, "nauc_mrr_at_100_max": 0.562493, "nauc_mrr_at_100_std": 0.398596, "nauc_mrr_at_100_diff1": 0.369947, "nauc_mrr_at_1000_max": 0.562391, "nauc_mrr_at_1000_std": 0.398521, "nauc_mrr_at_1000_diff1": 0.370073, "hit_rate_at_1": 0.765, "hit_rate_at_3": 0.92, "hit_rate_at_5": 0.955, "hit_rate_at_10": 0.97, "hit_rate_at_20": 0.975, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.57191, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ], "mteb_version": "2.14.3" }, { "ndcg_at_1": 0.6225, "ndcg_at_3": 0.59021, "ndcg_at_5": 0.5678, "ndcg_at_10": 0.55779, "ndcg_at_20": 0.5649, "ndcg_at_100": 0.64537, "ndcg_at_1000": 0.73272, "map_at_1": 0.07348, "map_at_3": 0.14516, "map_at_5": 0.18223, "map_at_10": 0.2397, "map_at_20": 0.29651, "map_at_100": 0.41784, "map_at_1000": 0.4767, "recall_at_1": 0.07348, "recall_at_3": 0.15395, "recall_at_5": 0.20449, "recall_at_10": 0.29575, "recall_at_20": 0.40683, "recall_at_100": 0.73, "recall_at_1000": 0.98252, "accuracy": 0.07348, "precision_at_1": 0.775, "precision_at_3": 0.66833, "precision_at_5": 0.6, "precision_at_10": 0.518, "precision_at_20": 0.437, "precision_at_100": 0.23495, "precision_at_1000": 0.04865, "mrr_at_1": 0.775, "mrr_at_3": 0.828333, "mrr_at_5": 0.838583, "mrr_at_10": 0.843018, "mrr_at_20": 0.844125, "mrr_at_100": 0.844712, "mrr_at_1000": 0.844743, "nauc_ndcg_at_1_max": 0.371731, "nauc_ndcg_at_1_std": 0.180899, "nauc_ndcg_at_1_diff1": 0.284635, "nauc_ndcg_at_3_max": 0.395253, "nauc_ndcg_at_3_std": 0.214864, "nauc_ndcg_at_3_diff1": 0.227205, "nauc_ndcg_at_5_max": 0.382143, "nauc_ndcg_at_5_std": 0.221434, "nauc_ndcg_at_5_diff1": 0.209869, "nauc_ndcg_at_10_max": 0.389111, "nauc_ndcg_at_10_std": 0.200894, "nauc_ndcg_at_10_diff1": 0.200848, "nauc_ndcg_at_20_max": 0.408615, "nauc_ndcg_at_20_std": 0.219958, "nauc_ndcg_at_20_diff1": 0.202948, "nauc_ndcg_at_100_max": 0.423913, "nauc_ndcg_at_100_std": 0.310542, "nauc_ndcg_at_100_diff1": 0.15163, "nauc_ndcg_at_1000_max": 0.487606, "nauc_ndcg_at_1000_std": 0.328093, "nauc_ndcg_at_1000_diff1": 0.168944, "nauc_map_at_1_max": 0.082815, "nauc_map_at_1_std": -0.090411, "nauc_map_at_1_diff1": 0.319354, "nauc_map_at_3_max": 0.096354, "nauc_map_at_3_std": -0.06144, "nauc_map_at_3_diff1": 0.190509, "nauc_map_at_5_max": 0.1181, "nauc_map_at_5_std": -0.026906, "nauc_map_at_5_diff1": 0.13915, "nauc_map_at_10_max": 0.15617, "nauc_map_at_10_std": 0.027958, "nauc_map_at_10_diff1": 0.096864, "nauc_map_at_20_max": 0.202086, "nauc_map_at_20_std": 0.078841, "nauc_map_at_20_diff1": 0.093015, "nauc_map_at_100_max": 0.303998, "nauc_map_at_100_std": 0.229275, "nauc_map_at_100_diff1": 0.05469, "nauc_map_at_1000_max": 0.344193, "nauc_map_at_1000_std": 0.234502, "nauc_map_at_1000_diff1": 0.051767, "nauc_recall_at_1_max": 0.082815, "nauc_recall_at_1_std": -0.090411, "nauc_recall_at_1_diff1": 0.319354, "nauc_recall_at_3_max": 0.060885, "nauc_recall_at_3_std": -0.075679, "nauc_recall_at_3_diff1": 0.199529, "nauc_recall_at_5_max": 0.065132, "nauc_recall_at_5_std": -0.050394, "nauc_recall_at_5_diff1": 0.152271, "nauc_recall_at_10_max": 0.078109, "nauc_recall_at_10_std": -0.006775, "nauc_recall_at_10_diff1": 0.108803, "nauc_recall_at_20_max": 0.108993, "nauc_recall_at_20_std": 0.048343, "nauc_recall_at_20_diff1": 0.109339, "nauc_recall_at_100_max": 0.123868, "nauc_recall_at_100_std": 0.243772, "nauc_recall_at_100_diff1": 0.03579, "nauc_recall_at_1000_max": 0.19855, "nauc_recall_at_1000_std": 0.712935, "nauc_recall_at_1000_diff1": -0.062832, "nauc_precision_at_1_max": 0.542071, "nauc_precision_at_1_std": 0.307112, "nauc_precision_at_1_diff1": 0.284223, "nauc_precision_at_3_max": 0.386255, "nauc_precision_at_3_std": 0.285008, "nauc_precision_at_3_diff1": 0.032481, "nauc_precision_at_5_max": 0.321548, "nauc_precision_at_5_std": 0.268566, "nauc_precision_at_5_diff1": -0.060587, "nauc_precision_at_10_max": 0.285217, "nauc_precision_at_10_std": 0.246061, "nauc_precision_at_10_diff1": -0.078724, "nauc_precision_at_20_max": 0.246263, "nauc_precision_at_20_std": 0.206953, "nauc_precision_at_20_diff1": -0.059567, "nauc_precision_at_100_max": 0.119979, "nauc_precision_at_100_std": 0.122286, "nauc_precision_at_100_diff1": -0.061079, "nauc_precision_at_1000_max": 0.017631, "nauc_precision_at_1000_std": -0.115175, "nauc_precision_at_1000_diff1": -0.054615, "nauc_mrr_at_1_max": 0.542071, "nauc_mrr_at_1_std": 0.307112, "nauc_mrr_at_1_diff1": 0.284223, "nauc_mrr_at_3_max": 0.640237, "nauc_mrr_at_3_std": 0.41215, "nauc_mrr_at_3_diff1": 0.278237, "nauc_mrr_at_5_max": 0.629516, "nauc_mrr_at_5_std": 0.405338, "nauc_mrr_at_5_diff1": 0.27855, "nauc_mrr_at_10_max": 0.625302, "nauc_mrr_at_10_std": 0.402785, "nauc_mrr_at_10_diff1": 0.287047, "nauc_mrr_at_20_max": 0.6256, "nauc_mrr_at_20_std": 0.401892, "nauc_mrr_at_20_diff1": 0.285048, "nauc_mrr_at_100_max": 0.624379, "nauc_mrr_at_100_std": 0.399864, "nauc_mrr_at_100_diff1": 0.283878, "nauc_mrr_at_1000_max": 0.624298, "nauc_mrr_at_1000_std": 0.399795, "nauc_mrr_at_1000_diff1": 0.284186, "hit_rate_at_1": 0.775, "hit_rate_at_3": 0.885, "hit_rate_at_5": 0.93, "hit_rate_at_10": 0.96, "hit_rate_at_20": 0.975, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.55779, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ], "mteb_version": "2.14.3" } ], "genetics": [ { "ndcg_at_1": 0.705, "ndcg_at_3": 0.65664, "ndcg_at_5": 0.63951, "ndcg_at_10": 0.6359, "ndcg_at_20": 0.64377, "ndcg_at_100": 0.68933, "ndcg_at_1000": 0.77104, "map_at_1": 0.10104, "map_at_3": 0.19529, "map_at_5": 0.23945, "map_at_10": 0.30043, "map_at_20": 0.35988, "map_at_100": 0.46981, "map_at_1000": 0.5403, "recall_at_1": 0.10104, "recall_at_3": 0.21012, "recall_at_5": 0.27238, "recall_at_10": 0.36973, "recall_at_20": 0.48054, "recall_at_100": 0.73374, "recall_at_1000": 0.96908, "accuracy": 0.10104, "precision_at_1": 0.825, "precision_at_3": 0.71667, "precision_at_5": 0.642, "precision_at_10": 0.552, "precision_at_20": 0.46125, "precision_at_100": 0.24905, "precision_at_1000": 0.06045, "mrr_at_1": 0.825, "mrr_at_3": 0.884167, "mrr_at_5": 0.886667, "mrr_at_10": 0.88877, "mrr_at_20": 0.889397, "mrr_at_100": 0.889637, "mrr_at_1000": 0.889637, "nauc_ndcg_at_1_max": 0.366909, "nauc_ndcg_at_1_std": 0.257007, "nauc_ndcg_at_1_diff1": 0.403987, "nauc_ndcg_at_3_max": 0.405806, "nauc_ndcg_at_3_std": 0.263208, "nauc_ndcg_at_3_diff1": 0.294857, "nauc_ndcg_at_5_max": 0.387515, "nauc_ndcg_at_5_std": 0.252146, "nauc_ndcg_at_5_diff1": 0.258684, "nauc_ndcg_at_10_max": 0.429491, "nauc_ndcg_at_10_std": 0.335227, "nauc_ndcg_at_10_diff1": 0.228093, "nauc_ndcg_at_20_max": 0.475965, "nauc_ndcg_at_20_std": 0.353133, "nauc_ndcg_at_20_diff1": 0.235281, "nauc_ndcg_at_100_max": 0.523049, "nauc_ndcg_at_100_std": 0.418952, "nauc_ndcg_at_100_diff1": 0.288894, "nauc_ndcg_at_1000_max": 0.49526, "nauc_ndcg_at_1000_std": 0.448155, "nauc_ndcg_at_1000_diff1": 0.243591, "nauc_map_at_1_max": 0.226909, "nauc_map_at_1_std": 0.065677, "nauc_map_at_1_diff1": 0.399368, "nauc_map_at_3_max": 0.287116, "nauc_map_at_3_std": 0.076142, "nauc_map_at_3_diff1": 0.314673, "nauc_map_at_5_max": 0.326657, "nauc_map_at_5_std": 0.140804, "nauc_map_at_5_diff1": 0.300504, "nauc_map_at_10_max": 0.382947, "nauc_map_at_10_std": 0.210664, "nauc_map_at_10_diff1": 0.277842, "nauc_map_at_20_max": 0.425791, "nauc_map_at_20_std": 0.263091, "nauc_map_at_20_diff1": 0.26552, "nauc_map_at_100_max": 0.471309, "nauc_map_at_100_std": 0.366464, "nauc_map_at_100_diff1": 0.26899, "nauc_map_at_1000_max": 0.466396, "nauc_map_at_1000_std": 0.38303, "nauc_map_at_1000_diff1": 0.195843, "nauc_recall_at_1_max": 0.226909, "nauc_recall_at_1_std": 0.065677, "nauc_recall_at_1_diff1": 0.399368, "nauc_recall_at_3_max": 0.244911, "nauc_recall_at_3_std": 0.062139, "nauc_recall_at_3_diff1": 0.277274, "nauc_recall_at_5_max": 0.268796, "nauc_recall_at_5_std": 0.143146, "nauc_recall_at_5_diff1": 0.267627, "nauc_recall_at_10_max": 0.310038, "nauc_recall_at_10_std": 0.201216, "nauc_recall_at_10_diff1": 0.240758, "nauc_recall_at_20_max": 0.353401, "nauc_recall_at_20_std": 0.2362, "nauc_recall_at_20_diff1": 0.235039, "nauc_recall_at_100_max": 0.403382, "nauc_recall_at_100_std": 0.367948, "nauc_recall_at_100_diff1": 0.299157, "nauc_recall_at_1000_max": 0.554606, "nauc_recall_at_1000_std": 0.715928, "nauc_recall_at_1000_diff1": 0.244005, "nauc_precision_at_1_max": 0.600749, "nauc_precision_at_1_std": 0.321916, "nauc_precision_at_1_diff1": 0.490985, "nauc_precision_at_3_max": 0.331387, "nauc_precision_at_3_std": 0.225493, "nauc_precision_at_3_diff1": 0.026152, "nauc_precision_at_5_max": 0.218192, "nauc_precision_at_5_std": 0.202789, "nauc_precision_at_5_diff1": -0.103284, "nauc_precision_at_10_max": 0.116193, "nauc_precision_at_10_std": 0.188061, "nauc_precision_at_10_diff1": -0.194315, "nauc_precision_at_20_max": 0.018958, "nauc_precision_at_20_std": 0.107569, "nauc_precision_at_20_diff1": -0.219186, "nauc_precision_at_100_max": -0.125843, "nauc_precision_at_100_std": -0.002915, "nauc_precision_at_100_diff1": -0.228767, "nauc_precision_at_1000_max": -0.148719, "nauc_precision_at_1000_std": -0.137879, "nauc_precision_at_1000_diff1": -0.270463, "nauc_mrr_at_1_max": 0.600749, "nauc_mrr_at_1_std": 0.321916, "nauc_mrr_at_1_diff1": 0.490985, "nauc_mrr_at_3_max": 0.608242, "nauc_mrr_at_3_std": 0.368092, "nauc_mrr_at_3_diff1": 0.454054, "nauc_mrr_at_5_max": 0.620436, "nauc_mrr_at_5_std": 0.390249, "nauc_mrr_at_5_diff1": 0.467779, "nauc_mrr_at_10_max": 0.617241, "nauc_mrr_at_10_std": 0.380054, "nauc_mrr_at_10_diff1": 0.473022, "nauc_mrr_at_20_max": 0.616375, "nauc_mrr_at_20_std": 0.380184, "nauc_mrr_at_20_diff1": 0.471133, "nauc_mrr_at_100_max": 0.615504, "nauc_mrr_at_100_std": 0.378778, "nauc_mrr_at_100_diff1": 0.470851, "nauc_mrr_at_1000_max": 0.615504, "nauc_mrr_at_1000_std": 0.378778, "nauc_mrr_at_1000_diff1": 0.470851, "hit_rate_at_1": 0.825, "hit_rate_at_3": 0.955, "hit_rate_at_5": 0.965, "hit_rate_at_10": 0.98, "hit_rate_at_20": 0.99, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.6359, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ], "mteb_version": "2.14.3" }, { "ndcg_at_1": 0.67, "ndcg_at_3": 0.62747, "ndcg_at_5": 0.60069, "ndcg_at_10": 0.60463, "ndcg_at_20": 0.61542, "ndcg_at_100": 0.66498, "ndcg_at_1000": 0.7523, "map_at_1": 0.0982, "map_at_3": 0.19026, "map_at_5": 0.22548, "map_at_10": 0.28343, "map_at_20": 0.33544, "map_at_100": 0.44149, "map_at_1000": 0.51098, "recall_at_1": 0.0982, "recall_at_3": 0.20526, "recall_at_5": 0.25181, "recall_at_10": 0.3551, "recall_at_20": 0.45938, "recall_at_100": 0.71505, "recall_at_1000": 0.96669, "accuracy": 0.0982, "precision_at_1": 0.795, "precision_at_3": 0.67833, "precision_at_5": 0.593, "precision_at_10": 0.523, "precision_at_20": 0.44225, "precision_at_100": 0.24145, "precision_at_1000": 0.05998, "mrr_at_1": 0.795, "mrr_at_3": 0.848333, "mrr_at_5": 0.856583, "mrr_at_10": 0.859262, "mrr_at_20": 0.860441, "mrr_at_100": 0.860625, "mrr_at_1000": 0.860625, "nauc_ndcg_at_1_max": 0.408364, "nauc_ndcg_at_1_std": 0.230687, "nauc_ndcg_at_1_diff1": 0.423812, "nauc_ndcg_at_3_max": 0.449011, "nauc_ndcg_at_3_std": 0.286219, "nauc_ndcg_at_3_diff1": 0.309837, "nauc_ndcg_at_5_max": 0.417379, "nauc_ndcg_at_5_std": 0.298754, "nauc_ndcg_at_5_diff1": 0.261907, "nauc_ndcg_at_10_max": 0.422226, "nauc_ndcg_at_10_std": 0.33505, "nauc_ndcg_at_10_diff1": 0.222998, "nauc_ndcg_at_20_max": 0.436186, "nauc_ndcg_at_20_std": 0.343255, "nauc_ndcg_at_20_diff1": 0.25367, "nauc_ndcg_at_100_max": 0.503368, "nauc_ndcg_at_100_std": 0.460238, "nauc_ndcg_at_100_diff1": 0.298761, "nauc_ndcg_at_1000_max": 0.472399, "nauc_ndcg_at_1000_std": 0.4691, "nauc_ndcg_at_1000_diff1": 0.268733, "nauc_map_at_1_max": 0.251647, "nauc_map_at_1_std": 0.107864, "nauc_map_at_1_diff1": 0.357552, "nauc_map_at_3_max": 0.319679, "nauc_map_at_3_std": 0.142443, "nauc_map_at_3_diff1": 0.302701, "nauc_map_at_5_max": 0.343253, "nauc_map_at_5_std": 0.19185, "nauc_map_at_5_diff1": 0.295011, "nauc_map_at_10_max": 0.377554, "nauc_map_at_10_std": 0.243604, "nauc_map_at_10_diff1": 0.287568, "nauc_map_at_20_max": 0.400502, "nauc_map_at_20_std": 0.28357, "nauc_map_at_20_diff1": 0.290691, "nauc_map_at_100_max": 0.447748, "nauc_map_at_100_std": 0.400389, "nauc_map_at_100_diff1": 0.285138, "nauc_map_at_1000_max": 0.448251, "nauc_map_at_1000_std": 0.405054, "nauc_map_at_1000_diff1": 0.218043, "nauc_recall_at_1_max": 0.251647, "nauc_recall_at_1_std": 0.107864, "nauc_recall_at_1_diff1": 0.357552, "nauc_recall_at_3_max": 0.270891, "nauc_recall_at_3_std": 0.142458, "nauc_recall_at_3_diff1": 0.261153, "nauc_recall_at_5_max": 0.292945, "nauc_recall_at_5_std": 0.192324, "nauc_recall_at_5_diff1": 0.252036, "nauc_recall_at_10_max": 0.30309, "nauc_recall_at_10_std": 0.226975, "nauc_recall_at_10_diff1": 0.219562, "nauc_recall_at_20_max": 0.295278, "nauc_recall_at_20_std": 0.246956, "nauc_recall_at_20_diff1": 0.241755, "nauc_recall_at_100_max": 0.362398, "nauc_recall_at_100_std": 0.418399, "nauc_recall_at_100_diff1": 0.29769, "nauc_recall_at_1000_max": 0.448434, "nauc_recall_at_1000_std": 0.683495, "nauc_recall_at_1000_diff1": 0.284985, "nauc_precision_at_1_max": 0.633528, "nauc_precision_at_1_std": 0.229066, "nauc_precision_at_1_diff1": 0.523123, "nauc_precision_at_3_max": 0.410238, "nauc_precision_at_3_std": 0.188344, "nauc_precision_at_3_diff1": 0.153416, "nauc_precision_at_5_max": 0.258069, "nauc_precision_at_5_std": 0.190369, "nauc_precision_at_5_diff1": 0.021281, "nauc_precision_at_10_max": 0.130431, "nauc_precision_at_10_std": 0.158677, "nauc_precision_at_10_diff1": -0.109837, "nauc_precision_at_20_max": 0.017012, "nauc_precision_at_20_std": 0.083859, "nauc_precision_at_20_diff1": -0.17042, "nauc_precision_at_100_max": -0.09164, "nauc_precision_at_100_std": -0.012133, "nauc_precision_at_100_diff1": -0.208407, "nauc_precision_at_1000_max": -0.108099, "nauc_precision_at_1000_std": -0.153506, "nauc_precision_at_1000_diff1": -0.248417, "nauc_mrr_at_1_max": 0.633528, "nauc_mrr_at_1_std": 0.229066, "nauc_mrr_at_1_diff1": 0.523123, "nauc_mrr_at_3_max": 0.637151, "nauc_mrr_at_3_std": 0.343115, "nauc_mrr_at_3_diff1": 0.529045, "nauc_mrr_at_5_max": 0.638357, "nauc_mrr_at_5_std": 0.334301, "nauc_mrr_at_5_diff1": 0.515002, "nauc_mrr_at_10_max": 0.645528, "nauc_mrr_at_10_std": 0.325971, "nauc_mrr_at_10_diff1": 0.51846, "nauc_mrr_at_20_max": 0.644097, "nauc_mrr_at_20_std": 0.324274, "nauc_mrr_at_20_diff1": 0.51855, "nauc_mrr_at_100_max": 0.64371, "nauc_mrr_at_100_std": 0.323383, "nauc_mrr_at_100_diff1": 0.518628, "nauc_mrr_at_1000_max": 0.64371, "nauc_mrr_at_1000_std": 0.323383, "nauc_mrr_at_1000_diff1": 0.518628, "hit_rate_at_1": 0.795, "hit_rate_at_3": 0.915, "hit_rate_at_5": 0.95, "hit_rate_at_10": 0.97, "hit_rate_at_20": 0.99, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.60463, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ], "mteb_version": "2.14.3" }, { "ndcg_at_1": 0.6725, "ndcg_at_3": 0.62598, "ndcg_at_5": 0.59837, "ndcg_at_10": 0.60348, "ndcg_at_20": 0.61018, "ndcg_at_100": 0.66079, "ndcg_at_1000": 0.7482, "map_at_1": 0.09539, "map_at_3": 0.18788, "map_at_5": 0.22592, "map_at_10": 0.2842, "map_at_20": 0.33539, "map_at_100": 0.43783, "map_at_1000": 0.50552, "recall_at_1": 0.09539, "recall_at_3": 0.20521, "recall_at_5": 0.25651, "recall_at_10": 0.35905, "recall_at_20": 0.45833, "recall_at_100": 0.71605, "recall_at_1000": 0.96023, "accuracy": 0.09539, "precision_at_1": 0.805, "precision_at_3": 0.68167, "precision_at_5": 0.599, "precision_at_10": 0.5255, "precision_at_20": 0.43525, "precision_at_100": 0.2372, "precision_at_1000": 0.05956, "mrr_at_1": 0.805, "mrr_at_3": 0.861667, "mrr_at_5": 0.865917, "mrr_at_10": 0.870837, "mrr_at_20": 0.871115, "mrr_at_100": 0.871168, "mrr_at_1000": 0.871168, "nauc_ndcg_at_1_max": 0.406298, "nauc_ndcg_at_1_std": 0.233552, "nauc_ndcg_at_1_diff1": 0.396391, "nauc_ndcg_at_3_max": 0.413246, "nauc_ndcg_at_3_std": 0.288778, "nauc_ndcg_at_3_diff1": 0.298214, "nauc_ndcg_at_5_max": 0.392619, "nauc_ndcg_at_5_std": 0.270496, "nauc_ndcg_at_5_diff1": 0.268152, "nauc_ndcg_at_10_max": 0.412217, "nauc_ndcg_at_10_std": 0.304327, "nauc_ndcg_at_10_diff1": 0.253161, "nauc_ndcg_at_20_max": 0.437162, "nauc_ndcg_at_20_std": 0.347872, "nauc_ndcg_at_20_diff1": 0.281216, "nauc_ndcg_at_100_max": 0.498062, "nauc_ndcg_at_100_std": 0.44632, "nauc_ndcg_at_100_diff1": 0.305946, "nauc_ndcg_at_1000_max": 0.43718, "nauc_ndcg_at_1000_std": 0.431846, "nauc_ndcg_at_1000_diff1": 0.27037, "nauc_map_at_1_max": 0.352003, "nauc_map_at_1_std": 0.168014, "nauc_map_at_1_diff1": 0.446208, "nauc_map_at_3_max": 0.364269, "nauc_map_at_3_std": 0.172284, "nauc_map_at_3_diff1": 0.33331, "nauc_map_at_5_max": 0.369507, "nauc_map_at_5_std": 0.206898, "nauc_map_at_5_diff1": 0.316735, "nauc_map_at_10_max": 0.402261, "nauc_map_at_10_std": 0.258386, "nauc_map_at_10_diff1": 0.308797, "nauc_map_at_20_max": 0.413858, "nauc_map_at_20_std": 0.300486, "nauc_map_at_20_diff1": 0.298567, "nauc_map_at_100_max": 0.44207, "nauc_map_at_100_std": 0.396634, "nauc_map_at_100_diff1": 0.285135, "nauc_map_at_1000_max": 0.412296, "nauc_map_at_1000_std": 0.388843, "nauc_map_at_1000_diff1": 0.239714, "nauc_recall_at_1_max": 0.352003, "nauc_recall_at_1_std": 0.168014, "nauc_recall_at_1_diff1": 0.446208, "nauc_recall_at_3_max": 0.313949, "nauc_recall_at_3_std": 0.170964, "nauc_recall_at_3_diff1": 0.28077, "nauc_recall_at_5_max": 0.318243, "nauc_recall_at_5_std": 0.199558, "nauc_recall_at_5_diff1": 0.26364, "nauc_recall_at_10_max": 0.346802, "nauc_recall_at_10_std": 0.248632, "nauc_recall_at_10_diff1": 0.250638, "nauc_recall_at_20_max": 0.355757, "nauc_recall_at_20_std": 0.290252, "nauc_recall_at_20_diff1": 0.251554, "nauc_recall_at_100_max": 0.446776, "nauc_recall_at_100_std": 0.447115, "nauc_recall_at_100_diff1": 0.288849, "nauc_recall_at_1000_max": 0.514431, "nauc_recall_at_1000_std": 0.698063, "nauc_recall_at_1000_diff1": 0.279997, "nauc_precision_at_1_max": 0.528484, "nauc_precision_at_1_std": 0.221969, "nauc_precision_at_1_diff1": 0.530326, "nauc_precision_at_3_max": 0.26154, "nauc_precision_at_3_std": 0.176183, "nauc_precision_at_3_diff1": 0.10867, "nauc_precision_at_5_max": 0.140765, "nauc_precision_at_5_std": 0.129593, "nauc_precision_at_5_diff1": -0.015991, "nauc_precision_at_10_max": 0.02259, "nauc_precision_at_10_std": 0.083764, "nauc_precision_at_10_diff1": -0.119468, "nauc_precision_at_20_max": -0.06829, "nauc_precision_at_20_std": 0.053881, "nauc_precision_at_20_diff1": -0.178174, "nauc_precision_at_100_max": -0.166766, "nauc_precision_at_100_std": -0.054725, "nauc_precision_at_100_diff1": -0.198494, "nauc_precision_at_1000_max": -0.18871, "nauc_precision_at_1000_std": -0.17603, "nauc_precision_at_1000_diff1": -0.205117, "nauc_mrr_at_1_max": 0.528484, "nauc_mrr_at_1_std": 0.221969, "nauc_mrr_at_1_diff1": 0.530326, "nauc_mrr_at_3_max": 0.555029, "nauc_mrr_at_3_std": 0.296197, "nauc_mrr_at_3_diff1": 0.503837, "nauc_mrr_at_5_max": 0.547042, "nauc_mrr_at_5_std": 0.284789, "nauc_mrr_at_5_diff1": 0.498967, "nauc_mrr_at_10_max": 0.5509, "nauc_mrr_at_10_std": 0.274445, "nauc_mrr_at_10_diff1": 0.505717, "nauc_mrr_at_20_max": 0.550893, "nauc_mrr_at_20_std": 0.274788, "nauc_mrr_at_20_diff1": 0.506052, "nauc_mrr_at_100_max": 0.550819, "nauc_mrr_at_100_std": 0.274533, "nauc_mrr_at_100_diff1": 0.506216, "nauc_mrr_at_1000_max": 0.550819, "nauc_mrr_at_1000_std": 0.274533, "nauc_mrr_at_1000_diff1": 0.506216, "hit_rate_at_1": 0.805, "hit_rate_at_3": 0.93, "hit_rate_at_5": 0.95, "hit_rate_at_10": 0.985, "hit_rate_at_20": 0.99, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 0.995, "main_score": 0.60348, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ], "mteb_version": "2.14.3" } ], "neuroscience_and_neurology": [ { "ndcg_at_1": 0.6175, "ndcg_at_3": 0.57149, "ndcg_at_5": 0.55385, "ndcg_at_10": 0.5398, "ndcg_at_20": 0.53828, "ndcg_at_100": 0.61422, "ndcg_at_1000": 0.70852, "map_at_1": 0.05444, "map_at_3": 0.11152, "map_at_5": 0.14597, "map_at_10": 0.20015, "map_at_20": 0.26073, "map_at_100": 0.39144, "map_at_1000": 0.4454, "recall_at_1": 0.05444, "recall_at_3": 0.12143, "recall_at_5": 0.17585, "recall_at_10": 0.26585, "recall_at_20": 0.38659, "recall_at_100": 0.72632, "recall_at_1000": 0.98095, "accuracy": 0.05444, "precision_at_1": 0.74, "precision_at_3": 0.66833, "precision_at_5": 0.608, "precision_at_10": 0.5355, "precision_at_20": 0.44825, "precision_at_100": 0.2364, "precision_at_1000": 0.04061, "mrr_at_1": 0.74, "mrr_at_3": 0.8, "mrr_at_5": 0.80975, "mrr_at_10": 0.813722, "mrr_at_20": 0.81504, "mrr_at_100": 0.815978, "mrr_at_1000": 0.815978, "nauc_ndcg_at_1_max": 0.293446, "nauc_ndcg_at_1_std": 0.160441, "nauc_ndcg_at_1_diff1": 0.233773, "nauc_ndcg_at_3_max": 0.344122, "nauc_ndcg_at_3_std": 0.270561, "nauc_ndcg_at_3_diff1": 0.253708, "nauc_ndcg_at_5_max": 0.360317, "nauc_ndcg_at_5_std": 0.261218, "nauc_ndcg_at_5_diff1": 0.243356, "nauc_ndcg_at_10_max": 0.39968, "nauc_ndcg_at_10_std": 0.278006, "nauc_ndcg_at_10_diff1": 0.265856, "nauc_ndcg_at_20_max": 0.375631, "nauc_ndcg_at_20_std": 0.237511, "nauc_ndcg_at_20_diff1": 0.288553, "nauc_ndcg_at_100_max": 0.421603, "nauc_ndcg_at_100_std": 0.281002, "nauc_ndcg_at_100_diff1": 0.299856, "nauc_ndcg_at_1000_max": 0.471543, "nauc_ndcg_at_1000_std": 0.398837, "nauc_ndcg_at_1000_diff1": 0.325817, "nauc_map_at_1_max": 0.036499, "nauc_map_at_1_std": -0.176718, "nauc_map_at_1_diff1": 0.283087, "nauc_map_at_3_max": 0.004643, "nauc_map_at_3_std": -0.179612, "nauc_map_at_3_diff1": 0.273606, "nauc_map_at_5_max": 0.035559, "nauc_map_at_5_std": -0.152631, "nauc_map_at_5_diff1": 0.241289, "nauc_map_at_10_max": 0.115662, "nauc_map_at_10_std": -0.074721, "nauc_map_at_10_diff1": 0.2262, "nauc_map_at_20_max": 0.189785, "nauc_map_at_20_std": -0.022256, "nauc_map_at_20_diff1": 0.222343, "nauc_map_at_100_max": 0.378641, "nauc_map_at_100_std": 0.178327, "nauc_map_at_100_diff1": 0.243487, "nauc_map_at_1000_max": 0.41203, "nauc_map_at_1000_std": 0.276817, "nauc_map_at_1000_diff1": 0.258285, "nauc_recall_at_1_max": 0.036499, "nauc_recall_at_1_std": -0.176718, "nauc_recall_at_1_diff1": 0.283087, "nauc_recall_at_3_max": -0.033318, "nauc_recall_at_3_std": -0.200997, "nauc_recall_at_3_diff1": 0.255468, "nauc_recall_at_5_max": -0.051865, "nauc_recall_at_5_std": -0.193715, "nauc_recall_at_5_diff1": 0.142465, "nauc_recall_at_10_max": -0.015932, "nauc_recall_at_10_std": -0.133156, "nauc_recall_at_10_diff1": 0.109036, "nauc_recall_at_20_max": 0.005803, "nauc_recall_at_20_std": -0.12607, "nauc_recall_at_20_diff1": 0.117728, "nauc_recall_at_100_max": 0.113609, "nauc_recall_at_100_std": -0.00247, "nauc_recall_at_100_diff1": 0.073119, "nauc_recall_at_1000_max": 0.289879, "nauc_recall_at_1000_std": 0.62471, "nauc_recall_at_1000_diff1": -0.016141, "nauc_precision_at_1_max": 0.391407, "nauc_precision_at_1_std": 0.200174, "nauc_precision_at_1_diff1": 0.299369, "nauc_precision_at_3_max": 0.3625, "nauc_precision_at_3_std": 0.278733, "nauc_precision_at_3_diff1": 0.23235, "nauc_precision_at_5_max": 0.359102, "nauc_precision_at_5_std": 0.282775, "nauc_precision_at_5_diff1": 0.157784, "nauc_precision_at_10_max": 0.418545, "nauc_precision_at_10_std": 0.372694, "nauc_precision_at_10_diff1": 0.102175, "nauc_precision_at_20_max": 0.372231, "nauc_precision_at_20_std": 0.345575, "nauc_precision_at_20_diff1": 0.089859, "nauc_precision_at_100_max": 0.248414, "nauc_precision_at_100_std": 0.323159, "nauc_precision_at_100_diff1": 0.050043, "nauc_precision_at_1000_max": 0.127356, "nauc_precision_at_1000_std": 0.240457, "nauc_precision_at_1000_diff1": 0.016573, "nauc_mrr_at_1_max": 0.391407, "nauc_mrr_at_1_std": 0.200174, "nauc_mrr_at_1_diff1": 0.299369, "nauc_mrr_at_3_max": 0.428659, "nauc_mrr_at_3_std": 0.232161, "nauc_mrr_at_3_diff1": 0.337417, "nauc_mrr_at_5_max": 0.427521, "nauc_mrr_at_5_std": 0.239328, "nauc_mrr_at_5_diff1": 0.325758, "nauc_mrr_at_10_max": 0.425866, "nauc_mrr_at_10_std": 0.243414, "nauc_mrr_at_10_diff1": 0.332066, "nauc_mrr_at_20_max": 0.425489, "nauc_mrr_at_20_std": 0.241447, "nauc_mrr_at_20_diff1": 0.33454, "nauc_mrr_at_100_max": 0.424405, "nauc_mrr_at_100_std": 0.240625, "nauc_mrr_at_100_diff1": 0.332324, "nauc_mrr_at_1000_max": 0.424405, "nauc_mrr_at_1000_std": 0.240625, "nauc_mrr_at_1000_diff1": 0.332324, "hit_rate_at_1": 0.74, "hit_rate_at_3": 0.87, "hit_rate_at_5": 0.915, "hit_rate_at_10": 0.945, "hit_rate_at_20": 0.965, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 0.995, "main_score": 0.5398, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ], "mteb_version": "2.14.3" }, { "ndcg_at_1": 0.565, "ndcg_at_3": 0.54579, "ndcg_at_5": 0.52419, "ndcg_at_10": 0.50536, "ndcg_at_20": 0.50966, "ndcg_at_100": 0.58584, "ndcg_at_1000": 0.68607, "map_at_1": 0.0484, "map_at_3": 0.10565, "map_at_5": 0.13732, "map_at_10": 0.18465, "map_at_20": 0.24338, "map_at_100": 0.36496, "map_at_1000": 0.41799, "recall_at_1": 0.0484, "recall_at_3": 0.12084, "recall_at_5": 0.16279, "recall_at_10": 0.24297, "recall_at_20": 0.36827, "recall_at_100": 0.7042, "recall_at_1000": 0.98027, "accuracy": 0.0484, "precision_at_1": 0.685, "precision_at_3": 0.64833, "precision_at_5": 0.591, "precision_at_10": 0.5145, "precision_at_20": 0.43425, "precision_at_100": 0.2269, "precision_at_1000": 0.04017, "mrr_at_1": 0.685, "mrr_at_3": 0.77, "mrr_at_5": 0.775, "mrr_at_10": 0.779524, "mrr_at_20": 0.780856, "mrr_at_100": 0.782462, "mrr_at_1000": 0.782484, "nauc_ndcg_at_1_max": 0.261161, "nauc_ndcg_at_1_std": 0.320521, "nauc_ndcg_at_1_diff1": 0.16382, "nauc_ndcg_at_3_max": 0.280155, "nauc_ndcg_at_3_std": 0.323191, "nauc_ndcg_at_3_diff1": 0.15323, "nauc_ndcg_at_5_max": 0.273771, "nauc_ndcg_at_5_std": 0.337358, "nauc_ndcg_at_5_diff1": 0.142924, "nauc_ndcg_at_10_max": 0.315834, "nauc_ndcg_at_10_std": 0.329505, "nauc_ndcg_at_10_diff1": 0.210162, "nauc_ndcg_at_20_max": 0.299774, "nauc_ndcg_at_20_std": 0.305987, "nauc_ndcg_at_20_diff1": 0.25266, "nauc_ndcg_at_100_max": 0.35383, "nauc_ndcg_at_100_std": 0.337458, "nauc_ndcg_at_100_diff1": 0.248271, "nauc_ndcg_at_1000_max": 0.386191, "nauc_ndcg_at_1000_std": 0.434858, "nauc_ndcg_at_1000_diff1": 0.208661, "nauc_map_at_1_max": 0.088475, "nauc_map_at_1_std": -0.104724, "nauc_map_at_1_diff1": 0.422474, "nauc_map_at_3_max": 0.017574, "nauc_map_at_3_std": -0.139498, "nauc_map_at_3_diff1": 0.35603, "nauc_map_at_5_max": 0.026635, "nauc_map_at_5_std": -0.110554, "nauc_map_at_5_diff1": 0.297558, "nauc_map_at_10_max": 0.08167, "nauc_map_at_10_std": -0.057724, "nauc_map_at_10_diff1": 0.27206, "nauc_map_at_20_max": 0.146946, "nauc_map_at_20_std": 0.014177, "nauc_map_at_20_diff1": 0.249711, "nauc_map_at_100_max": 0.327092, "nauc_map_at_100_std": 0.246891, "nauc_map_at_100_diff1": 0.227219, "nauc_map_at_1000_max": 0.365748, "nauc_map_at_1000_std": 0.34203, "nauc_map_at_1000_diff1": 0.206472, "nauc_recall_at_1_max": 0.088475, "nauc_recall_at_1_std": -0.104724, "nauc_recall_at_1_diff1": 0.422474, "nauc_recall_at_3_max": -0.045565, "nauc_recall_at_3_std": -0.156188, "nauc_recall_at_3_diff1": 0.342156, "nauc_recall_at_5_max": -0.046962, "nauc_recall_at_5_std": -0.138169, "nauc_recall_at_5_diff1": 0.261224, "nauc_recall_at_10_max": -0.016167, "nauc_recall_at_10_std": -0.102726, "nauc_recall_at_10_diff1": 0.244174, "nauc_recall_at_20_max": 0.000374, "nauc_recall_at_20_std": -0.072511, "nauc_recall_at_20_diff1": 0.224331, "nauc_recall_at_100_max": 0.171803, "nauc_recall_at_100_std": 0.110237, "nauc_recall_at_100_diff1": 0.154276, "nauc_recall_at_1000_max": 0.397249, "nauc_recall_at_1000_std": 0.599862, "nauc_recall_at_1000_diff1": 0.128917, "nauc_precision_at_1_max": 0.326284, "nauc_precision_at_1_std": 0.386923, "nauc_precision_at_1_diff1": 0.223091, "nauc_precision_at_3_max": 0.309278, "nauc_precision_at_3_std": 0.346003, "nauc_precision_at_3_diff1": 0.083015, "nauc_precision_at_5_max": 0.270332, "nauc_precision_at_5_std": 0.358626, "nauc_precision_at_5_diff1": -0.009827, "nauc_precision_at_10_max": 0.321404, "nauc_precision_at_10_std": 0.397459, "nauc_precision_at_10_diff1": 0.003315, "nauc_precision_at_20_max": 0.335417, "nauc_precision_at_20_std": 0.416444, "nauc_precision_at_20_diff1": -0.020291, "nauc_precision_at_100_max": 0.252654, "nauc_precision_at_100_std": 0.367462, "nauc_precision_at_100_diff1": -0.052545, "nauc_precision_at_1000_max": 0.130426, "nauc_precision_at_1000_std": 0.225891, "nauc_precision_at_1000_diff1": -0.073077, "nauc_mrr_at_1_max": 0.326284, "nauc_mrr_at_1_std": 0.386923, "nauc_mrr_at_1_diff1": 0.223091, "nauc_mrr_at_3_max": 0.328706, "nauc_mrr_at_3_std": 0.383889, "nauc_mrr_at_3_diff1": 0.222245, "nauc_mrr_at_5_max": 0.326357, "nauc_mrr_at_5_std": 0.377069, "nauc_mrr_at_5_diff1": 0.221717, "nauc_mrr_at_10_max": 0.329526, "nauc_mrr_at_10_std": 0.385953, "nauc_mrr_at_10_diff1": 0.232751, "nauc_mrr_at_20_max": 0.329462, "nauc_mrr_at_20_std": 0.385684, "nauc_mrr_at_20_diff1": 0.232781, "nauc_mrr_at_100_max": 0.329034, "nauc_mrr_at_100_std": 0.385962, "nauc_mrr_at_100_diff1": 0.230034, "nauc_mrr_at_1000_max": 0.328967, "nauc_mrr_at_1000_std": 0.385889, "nauc_mrr_at_1000_diff1": 0.230127, "hit_rate_at_1": 0.685, "hit_rate_at_3": 0.87, "hit_rate_at_5": 0.89, "hit_rate_at_10": 0.92, "hit_rate_at_20": 0.94, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 1.0, "main_score": 0.50536, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ], "mteb_version": "2.14.3" }, { "ndcg_at_1": 0.5475, "ndcg_at_3": 0.5247, "ndcg_at_5": 0.50298, "ndcg_at_10": 0.48192, "ndcg_at_20": 0.49431, "ndcg_at_100": 0.57316, "ndcg_at_1000": 0.67404, "map_at_1": 0.0446, "map_at_3": 0.09509, "map_at_5": 0.12324, "map_at_10": 0.16648, "map_at_20": 0.2249, "map_at_100": 0.3486, "map_at_1000": 0.40144, "recall_at_1": 0.0446, "recall_at_3": 0.10921, "recall_at_5": 0.15145, "recall_at_10": 0.22897, "recall_at_20": 0.36678, "recall_at_100": 0.70368, "recall_at_1000": 0.97853, "accuracy": 0.0446, "precision_at_1": 0.68, "precision_at_3": 0.62167, "precision_at_5": 0.566, "precision_at_10": 0.485, "precision_at_20": 0.424, "precision_at_100": 0.22685, "precision_at_1000": 0.04011, "mrr_at_1": 0.68, "mrr_at_3": 0.759167, "mrr_at_5": 0.766167, "mrr_at_10": 0.771823, "mrr_at_20": 0.774162, "mrr_at_100": 0.775086, "mrr_at_1000": 0.775142, "nauc_ndcg_at_1_max": 0.325606, "nauc_ndcg_at_1_std": 0.244904, "nauc_ndcg_at_1_diff1": 0.201639, "nauc_ndcg_at_3_max": 0.363595, "nauc_ndcg_at_3_std": 0.29323, "nauc_ndcg_at_3_diff1": 0.206037, "nauc_ndcg_at_5_max": 0.375571, "nauc_ndcg_at_5_std": 0.342585, "nauc_ndcg_at_5_diff1": 0.220546, "nauc_ndcg_at_10_max": 0.418117, "nauc_ndcg_at_10_std": 0.309344, "nauc_ndcg_at_10_diff1": 0.244674, "nauc_ndcg_at_20_max": 0.422492, "nauc_ndcg_at_20_std": 0.303619, "nauc_ndcg_at_20_diff1": 0.251826, "nauc_ndcg_at_100_max": 0.438968, "nauc_ndcg_at_100_std": 0.337274, "nauc_ndcg_at_100_diff1": 0.293245, "nauc_ndcg_at_1000_max": 0.481365, "nauc_ndcg_at_1000_std": 0.437396, "nauc_ndcg_at_1000_diff1": 0.285937, "nauc_map_at_1_max": 0.063563, "nauc_map_at_1_std": -0.139576, "nauc_map_at_1_diff1": 0.197367, "nauc_map_at_3_max": 0.077623, "nauc_map_at_3_std": -0.148868, "nauc_map_at_3_diff1": 0.21679, "nauc_map_at_5_max": 0.113672, "nauc_map_at_5_std": -0.113203, "nauc_map_at_5_diff1": 0.205476, "nauc_map_at_10_max": 0.164569, "nauc_map_at_10_std": -0.07671, "nauc_map_at_10_diff1": 0.180271, "nauc_map_at_20_max": 0.240561, "nauc_map_at_20_std": 0.006925, "nauc_map_at_20_diff1": 0.169052, "nauc_map_at_100_max": 0.432141, "nauc_map_at_100_std": 0.25735, "nauc_map_at_100_diff1": 0.244333, "nauc_map_at_1000_max": 0.479983, "nauc_map_at_1000_std": 0.357311, "nauc_map_at_1000_diff1": 0.258333, "nauc_recall_at_1_max": 0.063563, "nauc_recall_at_1_std": -0.139576, "nauc_recall_at_1_diff1": 0.197367, "nauc_recall_at_3_max": -0.019011, "nauc_recall_at_3_std": -0.18879, "nauc_recall_at_3_diff1": 0.210213, "nauc_recall_at_5_max": 0.003263, "nauc_recall_at_5_std": -0.15704, "nauc_recall_at_5_diff1": 0.16581, "nauc_recall_at_10_max": 0.014054, "nauc_recall_at_10_std": -0.144714, "nauc_recall_at_10_diff1": 0.107431, "nauc_recall_at_20_max": 0.028285, "nauc_recall_at_20_std": -0.098174, "nauc_recall_at_20_diff1": 0.097877, "nauc_recall_at_100_max": 0.11968, "nauc_recall_at_100_std": 0.050323, "nauc_recall_at_100_diff1": 0.161236, "nauc_recall_at_1000_max": 0.259201, "nauc_recall_at_1000_std": 0.482182, "nauc_recall_at_1000_diff1": 0.028398, "nauc_precision_at_1_max": 0.456326, "nauc_precision_at_1_std": 0.327232, "nauc_precision_at_1_diff1": 0.197291, "nauc_precision_at_3_max": 0.415102, "nauc_precision_at_3_std": 0.370818, "nauc_precision_at_3_diff1": 0.187945, "nauc_precision_at_5_max": 0.380973, "nauc_precision_at_5_std": 0.398347, "nauc_precision_at_5_diff1": 0.160051, "nauc_precision_at_10_max": 0.40052, "nauc_precision_at_10_std": 0.374561, "nauc_precision_at_10_diff1": 0.096297, "nauc_precision_at_20_max": 0.385535, "nauc_precision_at_20_std": 0.396683, "nauc_precision_at_20_diff1": 0.066461, "nauc_precision_at_100_max": 0.300406, "nauc_precision_at_100_std": 0.38996, "nauc_precision_at_100_diff1": 0.128432, "nauc_precision_at_1000_max": 0.182403, "nauc_precision_at_1000_std": 0.261288, "nauc_precision_at_1000_diff1": 0.061856, "nauc_mrr_at_1_max": 0.456326, "nauc_mrr_at_1_std": 0.327232, "nauc_mrr_at_1_diff1": 0.197291, "nauc_mrr_at_3_max": 0.426206, "nauc_mrr_at_3_std": 0.365132, "nauc_mrr_at_3_diff1": 0.206393, "nauc_mrr_at_5_max": 0.437229, "nauc_mrr_at_5_std": 0.374636, "nauc_mrr_at_5_diff1": 0.209362, "nauc_mrr_at_10_max": 0.442455, "nauc_mrr_at_10_std": 0.374638, "nauc_mrr_at_10_diff1": 0.220313, "nauc_mrr_at_20_max": 0.442933, "nauc_mrr_at_20_std": 0.373988, "nauc_mrr_at_20_diff1": 0.220807, "nauc_mrr_at_100_max": 0.442756, "nauc_mrr_at_100_std": 0.373996, "nauc_mrr_at_100_diff1": 0.218461, "nauc_mrr_at_1000_max": 0.44275, "nauc_mrr_at_1000_std": 0.37382, "nauc_mrr_at_1000_diff1": 0.218319, "hit_rate_at_1": 0.68, "hit_rate_at_3": 0.85, "hit_rate_at_5": 0.88, "hit_rate_at_10": 0.925, "hit_rate_at_20": 0.96, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 1.0, "main_score": 0.48192, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ], "mteb_version": "2.14.3" } ], "orthopedic_surgery": [ { "ndcg_at_1": 0.7075, "ndcg_at_3": 0.61403, "ndcg_at_5": 0.59826, "ndcg_at_10": 0.59471, "ndcg_at_20": 0.60934, "ndcg_at_100": 0.69317, "ndcg_at_1000": 0.73687, "map_at_1": 0.15857, "map_at_3": 0.2512, "map_at_5": 0.29501, "map_at_10": 0.35665, "map_at_20": 0.40608, "map_at_100": 0.47713, "map_at_1000": 0.49244, "recall_at_1": 0.15857, "recall_at_3": 0.26783, "recall_at_5": 0.32963, "recall_at_10": 0.44089, "recall_at_20": 0.56091, "recall_at_100": 0.84411, "recall_at_1000": 0.986, "accuracy": 0.15857, "precision_at_1": 0.805, "precision_at_3": 0.58167, "precision_at_5": 0.507, "precision_at_10": 0.3985, "precision_at_20": 0.29225, "precision_at_100": 0.11295, "precision_at_1000": 0.01477, "mrr_at_1": 0.805, "mrr_at_3": 0.853333, "mrr_at_5": 0.857833, "mrr_at_10": 0.862762, "mrr_at_20": 0.864101, "mrr_at_100": 0.864436, "mrr_at_1000": 0.864436, "nauc_ndcg_at_1_max": 0.516286, "nauc_ndcg_at_1_std": 0.141441, "nauc_ndcg_at_1_diff1": 0.612951, "nauc_ndcg_at_3_max": 0.438761, "nauc_ndcg_at_3_std": 0.161144, "nauc_ndcg_at_3_diff1": 0.388997, "nauc_ndcg_at_5_max": 0.413585, "nauc_ndcg_at_5_std": 0.150625, "nauc_ndcg_at_5_diff1": 0.373193, "nauc_ndcg_at_10_max": 0.367093, "nauc_ndcg_at_10_std": 0.054402, "nauc_ndcg_at_10_diff1": 0.379855, "nauc_ndcg_at_20_max": 0.360128, "nauc_ndcg_at_20_std": 0.013318, "nauc_ndcg_at_20_diff1": 0.39835, "nauc_ndcg_at_100_max": 0.376843, "nauc_ndcg_at_100_std": 0.052419, "nauc_ndcg_at_100_diff1": 0.416008, "nauc_ndcg_at_1000_max": 0.436199, "nauc_ndcg_at_1000_std": 0.141605, "nauc_ndcg_at_1000_diff1": 0.417496, "nauc_map_at_1_max": 0.057814, "nauc_map_at_1_std": -0.232892, "nauc_map_at_1_diff1": 0.394563, "nauc_map_at_3_max": 0.125761, "nauc_map_at_3_std": -0.191998, "nauc_map_at_3_diff1": 0.323868, "nauc_map_at_5_max": 0.153167, "nauc_map_at_5_std": -0.169916, "nauc_map_at_5_diff1": 0.31996, "nauc_map_at_10_max": 0.195629, "nauc_map_at_10_std": -0.146785, "nauc_map_at_10_diff1": 0.306636, "nauc_map_at_20_max": 0.224691, "nauc_map_at_20_std": -0.107313, "nauc_map_at_20_diff1": 0.300389, "nauc_map_at_100_max": 0.254787, "nauc_map_at_100_std": -0.022601, "nauc_map_at_100_diff1": 0.276092, "nauc_map_at_1000_max": 0.267683, "nauc_map_at_1000_std": 0.012758, "nauc_map_at_1000_diff1": 0.26681, "nauc_recall_at_1_max": 0.057814, "nauc_recall_at_1_std": -0.232892, "nauc_recall_at_1_diff1": 0.394563, "nauc_recall_at_3_max": 0.093079, "nauc_recall_at_3_std": -0.207125, "nauc_recall_at_3_diff1": 0.287215, "nauc_recall_at_5_max": 0.097507, "nauc_recall_at_5_std": -0.208258, "nauc_recall_at_5_diff1": 0.272141, "nauc_recall_at_10_max": 0.114401, "nauc_recall_at_10_std": -0.225427, "nauc_recall_at_10_diff1": 0.248998, "nauc_recall_at_20_max": 0.086661, "nauc_recall_at_20_std": -0.246161, "nauc_recall_at_20_diff1": 0.221048, "nauc_recall_at_100_max": -0.026183, "nauc_recall_at_100_std": -0.221201, "nauc_recall_at_100_diff1": 0.176044, "nauc_recall_at_1000_max": -0.096038, "nauc_recall_at_1000_std": 0.034326, "nauc_recall_at_1000_diff1": 0.217589, "nauc_precision_at_1_max": 0.599939, "nauc_precision_at_1_std": 0.206551, "nauc_precision_at_1_diff1": 0.576977, "nauc_precision_at_3_max": 0.386629, "nauc_precision_at_3_std": 0.33341, "nauc_precision_at_3_diff1": 0.059743, "nauc_precision_at_5_max": 0.322969, "nauc_precision_at_5_std": 0.380916, "nauc_precision_at_5_diff1": -0.015985, "nauc_precision_at_10_max": 0.240858, "nauc_precision_at_10_std": 0.340725, "nauc_precision_at_10_diff1": -0.073542, "nauc_precision_at_20_max": 0.181498, "nauc_precision_at_20_std": 0.366492, "nauc_precision_at_20_diff1": -0.128615, "nauc_precision_at_100_max": 0.085209, "nauc_precision_at_100_std": 0.399724, "nauc_precision_at_100_diff1": -0.205783, "nauc_precision_at_1000_max": 0.07701, "nauc_precision_at_1000_std": 0.402504, "nauc_precision_at_1000_diff1": -0.212024, "nauc_mrr_at_1_max": 0.599939, "nauc_mrr_at_1_std": 0.206551, "nauc_mrr_at_1_diff1": 0.576977, "nauc_mrr_at_3_max": 0.621449, "nauc_mrr_at_3_std": 0.256551, "nauc_mrr_at_3_diff1": 0.574298, "nauc_mrr_at_5_max": 0.624254, "nauc_mrr_at_5_std": 0.259926, "nauc_mrr_at_5_diff1": 0.57508, "nauc_mrr_at_10_max": 0.620315, "nauc_mrr_at_10_std": 0.250112, "nauc_mrr_at_10_diff1": 0.574403, "nauc_mrr_at_20_max": 0.618437, "nauc_mrr_at_20_std": 0.244958, "nauc_mrr_at_20_diff1": 0.573845, "nauc_mrr_at_100_max": 0.618335, "nauc_mrr_at_100_std": 0.246952, "nauc_mrr_at_100_diff1": 0.573896, "nauc_mrr_at_1000_max": 0.618335, "nauc_mrr_at_1000_std": 0.246952, "nauc_mrr_at_1000_diff1": 0.573896, "hit_rate_at_1": 0.805, "hit_rate_at_3": 0.915, "hit_rate_at_5": 0.935, "hit_rate_at_10": 0.97, "hit_rate_at_20": 0.99, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.59471, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ], "mteb_version": "2.14.3" }, { "ndcg_at_1": 0.615, "ndcg_at_3": 0.56227, "ndcg_at_5": 0.55202, "ndcg_at_10": 0.55763, "ndcg_at_20": 0.57307, "ndcg_at_100": 0.65598, "ndcg_at_1000": 0.70497, "map_at_1": 0.14394, "map_at_3": 0.23037, "map_at_5": 0.27453, "map_at_10": 0.33048, "map_at_20": 0.37629, "map_at_100": 0.44142, "map_at_1000": 0.4569, "recall_at_1": 0.14394, "recall_at_3": 0.2515, "recall_at_5": 0.31915, "recall_at_10": 0.42488, "recall_at_20": 0.53671, "recall_at_100": 0.81922, "recall_at_1000": 0.98486, "accuracy": 0.14394, "precision_at_1": 0.71, "precision_at_3": 0.54667, "precision_at_5": 0.477, "precision_at_10": 0.3795, "precision_at_20": 0.2775, "precision_at_100": 0.1082, "precision_at_1000": 0.01469, "mrr_at_1": 0.71, "mrr_at_3": 0.795833, "mrr_at_5": 0.801833, "mrr_at_10": 0.808683, "mrr_at_20": 0.809612, "mrr_at_100": 0.810174, "mrr_at_1000": 0.810174, "nauc_ndcg_at_1_max": 0.466936, "nauc_ndcg_at_1_std": 0.160097, "nauc_ndcg_at_1_diff1": 0.619494, "nauc_ndcg_at_3_max": 0.385238, "nauc_ndcg_at_3_std": 0.11837, "nauc_ndcg_at_3_diff1": 0.390809, "nauc_ndcg_at_5_max": 0.373088, "nauc_ndcg_at_5_std": 0.105086, "nauc_ndcg_at_5_diff1": 0.388032, "nauc_ndcg_at_10_max": 0.339087, "nauc_ndcg_at_10_std": 0.054862, "nauc_ndcg_at_10_diff1": 0.394812, "nauc_ndcg_at_20_max": 0.332281, "nauc_ndcg_at_20_std": 0.035464, "nauc_ndcg_at_20_diff1": 0.410399, "nauc_ndcg_at_100_max": 0.354391, "nauc_ndcg_at_100_std": 0.081582, "nauc_ndcg_at_100_diff1": 0.42797, "nauc_ndcg_at_1000_max": 0.389644, "nauc_ndcg_at_1000_std": 0.115585, "nauc_ndcg_at_1000_diff1": 0.435136, "nauc_map_at_1_max": 0.108184, "nauc_map_at_1_std": -0.180134, "nauc_map_at_1_diff1": 0.429702, "nauc_map_at_3_max": 0.113533, "nauc_map_at_3_std": -0.156012, "nauc_map_at_3_diff1": 0.314233, "nauc_map_at_5_max": 0.146885, "nauc_map_at_5_std": -0.135972, "nauc_map_at_5_diff1": 0.313156, "nauc_map_at_10_max": 0.181351, "nauc_map_at_10_std": -0.101261, "nauc_map_at_10_diff1": 0.308959, "nauc_map_at_20_max": 0.207699, "nauc_map_at_20_std": -0.051, "nauc_map_at_20_diff1": 0.321424, "nauc_map_at_100_max": 0.239115, "nauc_map_at_100_std": 0.029757, "nauc_map_at_100_diff1": 0.308783, "nauc_map_at_1000_max": 0.246689, "nauc_map_at_1000_std": 0.048976, "nauc_map_at_1000_diff1": 0.303632, "nauc_recall_at_1_max": 0.108184, "nauc_recall_at_1_std": -0.180134, "nauc_recall_at_1_diff1": 0.429702, "nauc_recall_at_3_max": 0.078671, "nauc_recall_at_3_std": -0.172513, "nauc_recall_at_3_diff1": 0.254217, "nauc_recall_at_5_max": 0.110741, "nauc_recall_at_5_std": -0.165323, "nauc_recall_at_5_diff1": 0.262119, "nauc_recall_at_10_max": 0.118678, "nauc_recall_at_10_std": -0.150165, "nauc_recall_at_10_diff1": 0.238862, "nauc_recall_at_20_max": 0.11464, "nauc_recall_at_20_std": -0.132794, "nauc_recall_at_20_diff1": 0.237854, "nauc_recall_at_100_max": 0.06647, "nauc_recall_at_100_std": -0.007081, "nauc_recall_at_100_diff1": 0.188065, "nauc_recall_at_1000_max": -0.076492, "nauc_recall_at_1000_std": 0.063189, "nauc_recall_at_1000_diff1": 0.150692, "nauc_precision_at_1_max": 0.523942, "nauc_precision_at_1_std": 0.286437, "nauc_precision_at_1_diff1": 0.586893, "nauc_precision_at_3_max": 0.316664, "nauc_precision_at_3_std": 0.2589, "nauc_precision_at_3_diff1": 0.082922, "nauc_precision_at_5_max": 0.288927, "nauc_precision_at_5_std": 0.302766, "nauc_precision_at_5_diff1": 0.046731, "nauc_precision_at_10_max": 0.226068, "nauc_precision_at_10_std": 0.314789, "nauc_precision_at_10_diff1": -0.015721, "nauc_precision_at_20_max": 0.185584, "nauc_precision_at_20_std": 0.343898, "nauc_precision_at_20_diff1": -0.036486, "nauc_precision_at_100_max": 0.086533, "nauc_precision_at_100_std": 0.31163, "nauc_precision_at_100_diff1": -0.121806, "nauc_precision_at_1000_max": 0.05277, "nauc_precision_at_1000_std": 0.248989, "nauc_precision_at_1000_diff1": -0.141032, "nauc_mrr_at_1_max": 0.523942, "nauc_mrr_at_1_std": 0.286437, "nauc_mrr_at_1_diff1": 0.586893, "nauc_mrr_at_3_max": 0.574064, "nauc_mrr_at_3_std": 0.325145, "nauc_mrr_at_3_diff1": 0.572368, "nauc_mrr_at_5_max": 0.573255, "nauc_mrr_at_5_std": 0.32088, "nauc_mrr_at_5_diff1": 0.583539, "nauc_mrr_at_10_max": 0.559809, "nauc_mrr_at_10_std": 0.308729, "nauc_mrr_at_10_diff1": 0.57492, "nauc_mrr_at_20_max": 0.562183, "nauc_mrr_at_20_std": 0.308389, "nauc_mrr_at_20_diff1": 0.575391, "nauc_mrr_at_100_max": 0.562376, "nauc_mrr_at_100_std": 0.310473, "nauc_mrr_at_100_diff1": 0.576198, "nauc_mrr_at_1000_max": 0.562376, "nauc_mrr_at_1000_std": 0.310473, "nauc_mrr_at_1000_diff1": 0.576198, "hit_rate_at_1": 0.71, "hit_rate_at_3": 0.895, "hit_rate_at_5": 0.92, "hit_rate_at_10": 0.97, "hit_rate_at_20": 0.985, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.55763, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ], "mteb_version": "2.14.3" }, { "ndcg_at_1": 0.6775, "ndcg_at_3": 0.57722, "ndcg_at_5": 0.5607, "ndcg_at_10": 0.56074, "ndcg_at_20": 0.57673, "ndcg_at_100": 0.66186, "ndcg_at_1000": 0.71151, "map_at_1": 0.15233, "map_at_3": 0.23638, "map_at_5": 0.27776, "map_at_10": 0.33353, "map_at_20": 0.37787, "map_at_100": 0.44406, "map_at_1000": 0.45958, "recall_at_1": 0.15233, "recall_at_3": 0.25134, "recall_at_5": 0.31601, "recall_at_10": 0.42066, "recall_at_20": 0.53059, "recall_at_100": 0.81964, "recall_at_1000": 0.98757, "accuracy": 0.15233, "precision_at_1": 0.76, "precision_at_3": 0.55, "precision_at_5": 0.468, "precision_at_10": 0.375, "precision_at_20": 0.27425, "precision_at_100": 0.1085, "precision_at_1000": 0.01472, "mrr_at_1": 0.76, "mrr_at_3": 0.821667, "mrr_at_5": 0.830167, "mrr_at_10": 0.835673, "mrr_at_20": 0.836951, "mrr_at_100": 0.837375, "mrr_at_1000": 0.837375, "nauc_ndcg_at_1_max": 0.468706, "nauc_ndcg_at_1_std": 0.075286, "nauc_ndcg_at_1_diff1": 0.583561, "nauc_ndcg_at_3_max": 0.425641, "nauc_ndcg_at_3_std": 0.0942, "nauc_ndcg_at_3_diff1": 0.42105, "nauc_ndcg_at_5_max": 0.406664, "nauc_ndcg_at_5_std": 0.061582, "nauc_ndcg_at_5_diff1": 0.406294, "nauc_ndcg_at_10_max": 0.383646, "nauc_ndcg_at_10_std": 0.032945, "nauc_ndcg_at_10_diff1": 0.41442, "nauc_ndcg_at_20_max": 0.377519, "nauc_ndcg_at_20_std": 0.015723, "nauc_ndcg_at_20_diff1": 0.399028, "nauc_ndcg_at_100_max": 0.3904, "nauc_ndcg_at_100_std": 0.064852, "nauc_ndcg_at_100_diff1": 0.411716, "nauc_ndcg_at_1000_max": 0.436683, "nauc_ndcg_at_1000_std": 0.115477, "nauc_ndcg_at_1000_diff1": 0.413814, "nauc_map_at_1_max": 0.079369, "nauc_map_at_1_std": -0.229513, "nauc_map_at_1_diff1": 0.366956, "nauc_map_at_3_max": 0.12377, "nauc_map_at_3_std": -0.17513, "nauc_map_at_3_diff1": 0.29358, "nauc_map_at_5_max": 0.157254, "nauc_map_at_5_std": -0.162105, "nauc_map_at_5_diff1": 0.298146, "nauc_map_at_10_max": 0.19773, "nauc_map_at_10_std": -0.125981, "nauc_map_at_10_diff1": 0.301314, "nauc_map_at_20_max": 0.236317, "nauc_map_at_20_std": -0.078258, "nauc_map_at_20_diff1": 0.300155, "nauc_map_at_100_max": 0.280194, "nauc_map_at_100_std": 0.017362, "nauc_map_at_100_diff1": 0.288449, "nauc_map_at_1000_max": 0.294194, "nauc_map_at_1000_std": 0.044605, "nauc_map_at_1000_diff1": 0.283479, "nauc_recall_at_1_max": 0.079369, "nauc_recall_at_1_std": -0.229513, "nauc_recall_at_1_diff1": 0.366956, "nauc_recall_at_3_max": 0.108381, "nauc_recall_at_3_std": -0.179084, "nauc_recall_at_3_diff1": 0.27183, "nauc_recall_at_5_max": 0.120596, "nauc_recall_at_5_std": -0.186122, "nauc_recall_at_5_diff1": 0.262904, "nauc_recall_at_10_max": 0.132595, "nauc_recall_at_10_std": -0.187204, "nauc_recall_at_10_diff1": 0.257379, "nauc_recall_at_20_max": 0.151656, "nauc_recall_at_20_std": -0.147961, "nauc_recall_at_20_diff1": 0.247287, "nauc_recall_at_100_max": 0.086041, "nauc_recall_at_100_std": -0.029971, "nauc_recall_at_100_diff1": 0.190398, "nauc_recall_at_1000_max": 0.123691, "nauc_recall_at_1000_std": 0.161169, "nauc_recall_at_1000_diff1": 0.233398, "nauc_precision_at_1_max": 0.591535, "nauc_precision_at_1_std": 0.180183, "nauc_precision_at_1_diff1": 0.605877, "nauc_precision_at_3_max": 0.39775, "nauc_precision_at_3_std": 0.276634, "nauc_precision_at_3_diff1": 0.169189, "nauc_precision_at_5_max": 0.373849, "nauc_precision_at_5_std": 0.315198, "nauc_precision_at_5_diff1": 0.101147, "nauc_precision_at_10_max": 0.296108, "nauc_precision_at_10_std": 0.3679, "nauc_precision_at_10_diff1": 0.01757, "nauc_precision_at_20_max": 0.264732, "nauc_precision_at_20_std": 0.409382, "nauc_precision_at_20_diff1": -0.063343, "nauc_precision_at_100_max": 0.151043, "nauc_precision_at_100_std": 0.40336, "nauc_precision_at_100_diff1": -0.138648, "nauc_precision_at_1000_max": 0.11414, "nauc_precision_at_1000_std": 0.355256, "nauc_precision_at_1000_diff1": -0.166186, "nauc_mrr_at_1_max": 0.591535, "nauc_mrr_at_1_std": 0.180183, "nauc_mrr_at_1_diff1": 0.605877, "nauc_mrr_at_3_max": 0.609562, "nauc_mrr_at_3_std": 0.21919, "nauc_mrr_at_3_diff1": 0.599996, "nauc_mrr_at_5_max": 0.607115, "nauc_mrr_at_5_std": 0.220763, "nauc_mrr_at_5_diff1": 0.609305, "nauc_mrr_at_10_max": 0.600966, "nauc_mrr_at_10_std": 0.20161, "nauc_mrr_at_10_diff1": 0.60574, "nauc_mrr_at_20_max": 0.603828, "nauc_mrr_at_20_std": 0.207405, "nauc_mrr_at_20_diff1": 0.605843, "nauc_mrr_at_100_max": 0.602706, "nauc_mrr_at_100_std": 0.205936, "nauc_mrr_at_100_diff1": 0.605832, "nauc_mrr_at_1000_max": 0.602706, "nauc_mrr_at_1000_std": 0.205936, "nauc_mrr_at_1000_diff1": 0.605832, "hit_rate_at_1": 0.76, "hit_rate_at_3": 0.895, "hit_rate_at_5": 0.93, "hit_rate_at_10": 0.965, "hit_rate_at_20": 0.985, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.56074, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ], "mteb_version": "2.14.3" } ], "otorhinolaryngology": [ { "ndcg_at_1": 0.67, "ndcg_at_3": 0.6165, "ndcg_at_5": 0.5919, "ndcg_at_10": 0.57135, "ndcg_at_20": 0.56429, "ndcg_at_100": 0.63437, "ndcg_at_1000": 0.72419, "map_at_1": 0.07118, "map_at_3": 0.14882, "map_at_5": 0.18318, "map_at_10": 0.23747, "map_at_20": 0.29022, "map_at_100": 0.38693, "map_at_1000": 0.43154, "recall_at_1": 0.07118, "recall_at_3": 0.16417, "recall_at_5": 0.21053, "recall_at_10": 0.30568, "recall_at_20": 0.41443, "recall_at_100": 0.70613, "recall_at_1000": 0.97416, "accuracy": 0.07118, "precision_at_1": 0.76, "precision_at_3": 0.67833, "precision_at_5": 0.603, "precision_at_10": 0.4965, "precision_at_20": 0.39325, "precision_at_100": 0.1886, "precision_at_1000": 0.03499, "mrr_at_1": 0.76, "mrr_at_3": 0.8425, "mrr_at_5": 0.84475, "mrr_at_10": 0.848692, "mrr_at_20": 0.849838, "mrr_at_100": 0.850066, "mrr_at_1000": 0.850115, "nauc_ndcg_at_1_max": 0.370833, "nauc_ndcg_at_1_std": 0.16537, "nauc_ndcg_at_1_diff1": 0.426417, "nauc_ndcg_at_3_max": 0.36856, "nauc_ndcg_at_3_std": 0.105001, "nauc_ndcg_at_3_diff1": 0.233577, "nauc_ndcg_at_5_max": 0.431287, "nauc_ndcg_at_5_std": 0.140305, "nauc_ndcg_at_5_diff1": 0.224524, "nauc_ndcg_at_10_max": 0.402352, "nauc_ndcg_at_10_std": 0.129073, "nauc_ndcg_at_10_diff1": 0.242256, "nauc_ndcg_at_20_max": 0.36366, "nauc_ndcg_at_20_std": 0.153299, "nauc_ndcg_at_20_diff1": 0.295361, "nauc_ndcg_at_100_max": 0.304547, "nauc_ndcg_at_100_std": 0.212067, "nauc_ndcg_at_100_diff1": 0.29408, "nauc_ndcg_at_1000_max": 0.435143, "nauc_ndcg_at_1000_std": 0.2449, "nauc_ndcg_at_1000_diff1": 0.275873, "nauc_map_at_1_max": 0.039706, "nauc_map_at_1_std": 0.093337, "nauc_map_at_1_diff1": 0.439427, "nauc_map_at_3_max": 0.048361, "nauc_map_at_3_std": 0.00603, "nauc_map_at_3_diff1": 0.313908, "nauc_map_at_5_max": 0.097146, "nauc_map_at_5_std": 0.024321, "nauc_map_at_5_diff1": 0.292392, "nauc_map_at_10_max": 0.124619, "nauc_map_at_10_std": 0.054272, "nauc_map_at_10_diff1": 0.263362, "nauc_map_at_20_max": 0.150707, "nauc_map_at_20_std": 0.099544, "nauc_map_at_20_diff1": 0.247687, "nauc_map_at_100_max": 0.194228, "nauc_map_at_100_std": 0.199419, "nauc_map_at_100_diff1": 0.188608, "nauc_map_at_1000_max": 0.267223, "nauc_map_at_1000_std": 0.253703, "nauc_map_at_1000_diff1": 0.165508, "nauc_recall_at_1_max": 0.039706, "nauc_recall_at_1_std": 0.093337, "nauc_recall_at_1_diff1": 0.439427, "nauc_recall_at_3_max": 0.00059, "nauc_recall_at_3_std": -0.016516, "nauc_recall_at_3_diff1": 0.276672, "nauc_recall_at_5_max": 0.047275, "nauc_recall_at_5_std": -0.003759, "nauc_recall_at_5_diff1": 0.266148, "nauc_recall_at_10_max": 0.03471, "nauc_recall_at_10_std": 0.025035, "nauc_recall_at_10_diff1": 0.237357, "nauc_recall_at_20_max": 0.01941, "nauc_recall_at_20_std": 0.068406, "nauc_recall_at_20_diff1": 0.245467, "nauc_recall_at_100_max": -0.075258, "nauc_recall_at_100_std": 0.174047, "nauc_recall_at_100_diff1": 0.185301, "nauc_recall_at_1000_max": 0.143742, "nauc_recall_at_1000_std": 0.632109, "nauc_recall_at_1000_diff1": 0.143215, "nauc_precision_at_1_max": 0.386454, "nauc_precision_at_1_std": 0.272897, "nauc_precision_at_1_diff1": 0.445196, "nauc_precision_at_3_max": 0.323859, "nauc_precision_at_3_std": 0.159384, "nauc_precision_at_3_diff1": -0.034446, "nauc_precision_at_5_max": 0.395649, "nauc_precision_at_5_std": 0.179667, "nauc_precision_at_5_diff1": -0.092314, "nauc_precision_at_10_max": 0.36009, "nauc_precision_at_10_std": 0.182645, "nauc_precision_at_10_diff1": -0.119278, "nauc_precision_at_20_max": 0.281322, "nauc_precision_at_20_std": 0.185271, "nauc_precision_at_20_diff1": -0.148877, "nauc_precision_at_100_max": 0.191764, "nauc_precision_at_100_std": 0.170341, "nauc_precision_at_100_diff1": -0.176443, "nauc_precision_at_1000_max": 0.197004, "nauc_precision_at_1000_std": 0.09979, "nauc_precision_at_1000_diff1": -0.141303, "nauc_mrr_at_1_max": 0.386454, "nauc_mrr_at_1_std": 0.272897, "nauc_mrr_at_1_diff1": 0.445196, "nauc_mrr_at_3_max": 0.439477, "nauc_mrr_at_3_std": 0.221071, "nauc_mrr_at_3_diff1": 0.525819, "nauc_mrr_at_5_max": 0.434923, "nauc_mrr_at_5_std": 0.219969, "nauc_mrr_at_5_diff1": 0.519279, "nauc_mrr_at_10_max": 0.4277, "nauc_mrr_at_10_std": 0.21769, "nauc_mrr_at_10_diff1": 0.512464, "nauc_mrr_at_20_max": 0.424922, "nauc_mrr_at_20_std": 0.223581, "nauc_mrr_at_20_diff1": 0.509207, "nauc_mrr_at_100_max": 0.425906, "nauc_mrr_at_100_std": 0.224232, "nauc_mrr_at_100_diff1": 0.508856, "nauc_mrr_at_1000_max": 0.425799, "nauc_mrr_at_1000_std": 0.224184, "nauc_mrr_at_1000_diff1": 0.508779, "hit_rate_at_1": 0.76, "hit_rate_at_3": 0.935, "hit_rate_at_5": 0.945, "hit_rate_at_10": 0.975, "hit_rate_at_20": 0.99, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.57135, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ], "mteb_version": "2.14.3" }, { "ndcg_at_1": 0.655, "ndcg_at_3": 0.57988, "ndcg_at_5": 0.56725, "ndcg_at_10": 0.54422, "ndcg_at_20": 0.54118, "ndcg_at_100": 0.60886, "ndcg_at_1000": 0.70489, "map_at_1": 0.07223, "map_at_3": 0.14097, "map_at_5": 0.17921, "map_at_10": 0.22856, "map_at_20": 0.27766, "map_at_100": 0.36745, "map_at_1000": 0.41024, "recall_at_1": 0.07223, "recall_at_3": 0.15266, "recall_at_5": 0.20938, "recall_at_10": 0.2937, "recall_at_20": 0.40194, "recall_at_100": 0.67872, "recall_at_1000": 0.96662, "accuracy": 0.07223, "precision_at_1": 0.76, "precision_at_3": 0.63833, "precision_at_5": 0.588, "precision_at_10": 0.476, "precision_at_20": 0.376, "precision_at_100": 0.1794, "precision_at_1000": 0.03422, "mrr_at_1": 0.76, "mrr_at_3": 0.8325, "mrr_at_5": 0.8405, "mrr_at_10": 0.843262, "mrr_at_20": 0.844594, "mrr_at_100": 0.844653, "mrr_at_1000": 0.844678, "nauc_ndcg_at_1_max": 0.248316, "nauc_ndcg_at_1_std": 0.27997, "nauc_ndcg_at_1_diff1": 0.357969, "nauc_ndcg_at_3_max": 0.28942, "nauc_ndcg_at_3_std": 0.222052, "nauc_ndcg_at_3_diff1": 0.156852, "nauc_ndcg_at_5_max": 0.342583, "nauc_ndcg_at_5_std": 0.224782, "nauc_ndcg_at_5_diff1": 0.157819, "nauc_ndcg_at_10_max": 0.315502, "nauc_ndcg_at_10_std": 0.227925, "nauc_ndcg_at_10_diff1": 0.196843, "nauc_ndcg_at_20_max": 0.312426, "nauc_ndcg_at_20_std": 0.283447, "nauc_ndcg_at_20_diff1": 0.251775, "nauc_ndcg_at_100_max": 0.326091, "nauc_ndcg_at_100_std": 0.369266, "nauc_ndcg_at_100_diff1": 0.280352, "nauc_ndcg_at_1000_max": 0.377682, "nauc_ndcg_at_1000_std": 0.374334, "nauc_ndcg_at_1000_diff1": 0.228689, "nauc_map_at_1_max": 0.100539, "nauc_map_at_1_std": 0.16973, "nauc_map_at_1_diff1": 0.395123, "nauc_map_at_3_max": 0.135602, "nauc_map_at_3_std": 0.132446, "nauc_map_at_3_diff1": 0.285992, "nauc_map_at_5_max": 0.149902, "nauc_map_at_5_std": 0.140052, "nauc_map_at_5_diff1": 0.261449, "nauc_map_at_10_max": 0.166477, "nauc_map_at_10_std": 0.168541, "nauc_map_at_10_diff1": 0.236402, "nauc_map_at_20_max": 0.197698, "nauc_map_at_20_std": 0.223123, "nauc_map_at_20_diff1": 0.230485, "nauc_map_at_100_max": 0.279603, "nauc_map_at_100_std": 0.340506, "nauc_map_at_100_diff1": 0.203571, "nauc_map_at_1000_max": 0.319847, "nauc_map_at_1000_std": 0.381129, "nauc_map_at_1000_diff1": 0.163056, "nauc_recall_at_1_max": 0.100539, "nauc_recall_at_1_std": 0.16973, "nauc_recall_at_1_diff1": 0.395123, "nauc_recall_at_3_max": 0.099478, "nauc_recall_at_3_std": 0.097695, "nauc_recall_at_3_diff1": 0.26377, "nauc_recall_at_5_max": 0.104137, "nauc_recall_at_5_std": 0.091276, "nauc_recall_at_5_diff1": 0.249864, "nauc_recall_at_10_max": 0.091324, "nauc_recall_at_10_std": 0.092537, "nauc_recall_at_10_diff1": 0.239973, "nauc_recall_at_20_max": 0.07225, "nauc_recall_at_20_std": 0.150212, "nauc_recall_at_20_diff1": 0.227202, "nauc_recall_at_100_max": 0.132538, "nauc_recall_at_100_std": 0.321492, "nauc_recall_at_100_diff1": 0.256954, "nauc_recall_at_1000_max": 0.345089, "nauc_recall_at_1000_std": 0.610651, "nauc_recall_at_1000_diff1": 0.298829, "nauc_precision_at_1_max": 0.314009, "nauc_precision_at_1_std": 0.359695, "nauc_precision_at_1_diff1": 0.311597, "nauc_precision_at_3_max": 0.30873, "nauc_precision_at_3_std": 0.182398, "nauc_precision_at_3_diff1": -0.057691, "nauc_precision_at_5_max": 0.334764, "nauc_precision_at_5_std": 0.211264, "nauc_precision_at_5_diff1": -0.138628, "nauc_precision_at_10_max": 0.27662, "nauc_precision_at_10_std": 0.202019, "nauc_precision_at_10_diff1": -0.153651, "nauc_precision_at_20_max": 0.21579, "nauc_precision_at_20_std": 0.194355, "nauc_precision_at_20_diff1": -0.14848, "nauc_precision_at_100_max": 0.146203, "nauc_precision_at_100_std": 0.142145, "nauc_precision_at_100_diff1": -0.189806, "nauc_precision_at_1000_max": 0.069738, "nauc_precision_at_1000_std": 0.016904, "nauc_precision_at_1000_diff1": -0.197467, "nauc_mrr_at_1_max": 0.314009, "nauc_mrr_at_1_std": 0.359695, "nauc_mrr_at_1_diff1": 0.311597, "nauc_mrr_at_3_max": 0.301443, "nauc_mrr_at_3_std": 0.292021, "nauc_mrr_at_3_diff1": 0.315783, "nauc_mrr_at_5_max": 0.320127, "nauc_mrr_at_5_std": 0.311751, "nauc_mrr_at_5_diff1": 0.334513, "nauc_mrr_at_10_max": 0.315884, "nauc_mrr_at_10_std": 0.305552, "nauc_mrr_at_10_diff1": 0.333123, "nauc_mrr_at_20_max": 0.31336, "nauc_mrr_at_20_std": 0.310116, "nauc_mrr_at_20_diff1": 0.331769, "nauc_mrr_at_100_max": 0.313721, "nauc_mrr_at_100_std": 0.310314, "nauc_mrr_at_100_diff1": 0.331548, "nauc_mrr_at_1000_max": 0.313754, "nauc_mrr_at_1000_std": 0.310306, "nauc_mrr_at_1000_diff1": 0.331453, "hit_rate_at_1": 0.76, "hit_rate_at_3": 0.915, "hit_rate_at_5": 0.95, "hit_rate_at_10": 0.97, "hit_rate_at_20": 0.99, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.54422, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ], "mteb_version": "2.14.3" }, { "ndcg_at_1": 0.6125, "ndcg_at_3": 0.56525, "ndcg_at_5": 0.55383, "ndcg_at_10": 0.5368, "ndcg_at_20": 0.53335, "ndcg_at_100": 0.60398, "ndcg_at_1000": 0.70031, "map_at_1": 0.06735, "map_at_3": 0.12906, "map_at_5": 0.16966, "map_at_10": 0.22113, "map_at_20": 0.26952, "map_at_100": 0.35937, "map_at_1000": 0.40195, "recall_at_1": 0.06735, "recall_at_3": 0.14005, "recall_at_5": 0.2046, "recall_at_10": 0.2931, "recall_at_20": 0.39517, "recall_at_100": 0.68065, "recall_at_1000": 0.96551, "accuracy": 0.06735, "precision_at_1": 0.71, "precision_at_3": 0.625, "precision_at_5": 0.576, "precision_at_10": 0.4715, "precision_at_20": 0.3735, "precision_at_100": 0.1788, "precision_at_1000": 0.03422, "mrr_at_1": 0.71, "mrr_at_3": 0.805, "mrr_at_5": 0.8135, "mrr_at_10": 0.817548, "mrr_at_20": 0.818381, "mrr_at_100": 0.818889, "mrr_at_1000": 0.81893, "nauc_ndcg_at_1_max": 0.209901, "nauc_ndcg_at_1_std": 0.18227, "nauc_ndcg_at_1_diff1": 0.444243, "nauc_ndcg_at_3_max": 0.258336, "nauc_ndcg_at_3_std": 0.18199, "nauc_ndcg_at_3_diff1": 0.208266, "nauc_ndcg_at_5_max": 0.257133, "nauc_ndcg_at_5_std": 0.189582, "nauc_ndcg_at_5_diff1": 0.191893, "nauc_ndcg_at_10_max": 0.270944, "nauc_ndcg_at_10_std": 0.219685, "nauc_ndcg_at_10_diff1": 0.227953, "nauc_ndcg_at_20_max": 0.254968, "nauc_ndcg_at_20_std": 0.232166, "nauc_ndcg_at_20_diff1": 0.288556, "nauc_ndcg_at_100_max": 0.250104, "nauc_ndcg_at_100_std": 0.320198, "nauc_ndcg_at_100_diff1": 0.320905, "nauc_ndcg_at_1000_max": 0.28801, "nauc_ndcg_at_1000_std": 0.301103, "nauc_ndcg_at_1000_diff1": 0.259014, "nauc_map_at_1_max": 0.068435, "nauc_map_at_1_std": 0.108644, "nauc_map_at_1_diff1": 0.51775, "nauc_map_at_3_max": 0.123177, "nauc_map_at_3_std": 0.140994, "nauc_map_at_3_diff1": 0.353211, "nauc_map_at_5_max": 0.145036, "nauc_map_at_5_std": 0.148236, "nauc_map_at_5_diff1": 0.302223, "nauc_map_at_10_max": 0.176697, "nauc_map_at_10_std": 0.189891, "nauc_map_at_10_diff1": 0.280465, "nauc_map_at_20_max": 0.208104, "nauc_map_at_20_std": 0.242852, "nauc_map_at_20_diff1": 0.263231, "nauc_map_at_100_max": 0.258013, "nauc_map_at_100_std": 0.357784, "nauc_map_at_100_diff1": 0.219687, "nauc_map_at_1000_max": 0.278442, "nauc_map_at_1000_std": 0.377648, "nauc_map_at_1000_diff1": 0.17816, "nauc_recall_at_1_max": 0.068435, "nauc_recall_at_1_std": 0.108644, "nauc_recall_at_1_diff1": 0.51775, "nauc_recall_at_3_max": 0.097058, "nauc_recall_at_3_std": 0.139069, "nauc_recall_at_3_diff1": 0.331319, "nauc_recall_at_5_max": 0.089854, "nauc_recall_at_5_std": 0.120496, "nauc_recall_at_5_diff1": 0.254457, "nauc_recall_at_10_max": 0.088924, "nauc_recall_at_10_std": 0.124297, "nauc_recall_at_10_diff1": 0.261107, "nauc_recall_at_20_max": 0.091076, "nauc_recall_at_20_std": 0.15408, "nauc_recall_at_20_diff1": 0.280903, "nauc_recall_at_100_max": 0.104259, "nauc_recall_at_100_std": 0.334219, "nauc_recall_at_100_diff1": 0.277061, "nauc_recall_at_1000_max": 0.415343, "nauc_recall_at_1000_std": 0.671063, "nauc_recall_at_1000_diff1": 0.230388, "nauc_precision_at_1_max": 0.31277, "nauc_precision_at_1_std": 0.294813, "nauc_precision_at_1_diff1": 0.412431, "nauc_precision_at_3_max": 0.30021, "nauc_precision_at_3_std": 0.228104, "nauc_precision_at_3_diff1": -0.060388, "nauc_precision_at_5_max": 0.269165, "nauc_precision_at_5_std": 0.219133, "nauc_precision_at_5_diff1": -0.150289, "nauc_precision_at_10_max": 0.266511, "nauc_precision_at_10_std": 0.209762, "nauc_precision_at_10_diff1": -0.154773, "nauc_precision_at_20_max": 0.181354, "nauc_precision_at_20_std": 0.178025, "nauc_precision_at_20_diff1": -0.181342, "nauc_precision_at_100_max": 0.07019, "nauc_precision_at_100_std": 0.102632, "nauc_precision_at_100_diff1": -0.219578, "nauc_precision_at_1000_max": -0.003467, "nauc_precision_at_1000_std": -0.05253, "nauc_precision_at_1000_diff1": -0.22065, "nauc_mrr_at_1_max": 0.31277, "nauc_mrr_at_1_std": 0.294813, "nauc_mrr_at_1_diff1": 0.412431, "nauc_mrr_at_3_max": 0.29538, "nauc_mrr_at_3_std": 0.278123, "nauc_mrr_at_3_diff1": 0.419575, "nauc_mrr_at_5_max": 0.296655, "nauc_mrr_at_5_std": 0.27941, "nauc_mrr_at_5_diff1": 0.423791, "nauc_mrr_at_10_max": 0.298256, "nauc_mrr_at_10_std": 0.269699, "nauc_mrr_at_10_diff1": 0.425005, "nauc_mrr_at_20_max": 0.297949, "nauc_mrr_at_20_std": 0.271965, "nauc_mrr_at_20_diff1": 0.423196, "nauc_mrr_at_100_max": 0.298417, "nauc_mrr_at_100_std": 0.275301, "nauc_mrr_at_100_diff1": 0.42275, "nauc_mrr_at_1000_max": 0.298537, "nauc_mrr_at_1000_std": 0.27534, "nauc_mrr_at_1000_diff1": 0.422637, "hit_rate_at_1": 0.71, "hit_rate_at_3": 0.91, "hit_rate_at_5": 0.945, "hit_rate_at_10": 0.97, "hit_rate_at_20": 0.98, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.5368, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ], "mteb_version": "2.14.3" } ], "plastic_surgery": [ { "ndcg_at_1": 0.73, "ndcg_at_3": 0.64852, "ndcg_at_5": 0.60527, "ndcg_at_10": 0.58016, "ndcg_at_20": 0.57898, "ndcg_at_100": 0.67232, "ndcg_at_1000": 0.74016, "map_at_1": 0.0906, "map_at_3": 0.17792, "map_at_5": 0.21965, "map_at_10": 0.27758, "map_at_20": 0.32839, "map_at_100": 0.42662, "map_at_1000": 0.45458, "recall_at_1": 0.0906, "recall_at_3": 0.19387, "recall_at_5": 0.25035, "recall_at_10": 0.35325, "recall_at_20": 0.46648, "recall_at_100": 0.78818, "recall_at_1000": 0.98613, "accuracy": 0.0906, "precision_at_1": 0.82, "precision_at_3": 0.68, "precision_at_5": 0.584, "precision_at_10": 0.4665, "precision_at_20": 0.35225, "precision_at_100": 0.16125, "precision_at_1000": 0.02451, "mrr_at_1": 0.82, "mrr_at_3": 0.890833, "mrr_at_5": 0.895583, "mrr_at_10": 0.896708, "mrr_at_20": 0.896708, "mrr_at_100": 0.896708, "mrr_at_1000": 0.896708, "nauc_ndcg_at_1_max": 0.399104, "nauc_ndcg_at_1_std": -0.062028, "nauc_ndcg_at_1_diff1": 0.526256, "nauc_ndcg_at_3_max": 0.256973, "nauc_ndcg_at_3_std": 0.026522, "nauc_ndcg_at_3_diff1": 0.142727, "nauc_ndcg_at_5_max": 0.196567, "nauc_ndcg_at_5_std": 0.009636, "nauc_ndcg_at_5_diff1": 0.102438, "nauc_ndcg_at_10_max": 0.172885, "nauc_ndcg_at_10_std": 0.033419, "nauc_ndcg_at_10_diff1": 0.099946, "nauc_ndcg_at_20_max": 0.14668, "nauc_ndcg_at_20_std": -0.00301, "nauc_ndcg_at_20_diff1": 0.132835, "nauc_ndcg_at_100_max": 0.126069, "nauc_ndcg_at_100_std": 0.047851, "nauc_ndcg_at_100_diff1": 0.178693, "nauc_ndcg_at_1000_max": 0.145986, "nauc_ndcg_at_1000_std": 0.086956, "nauc_ndcg_at_1000_diff1": 0.123639, "nauc_map_at_1_max": 0.157533, "nauc_map_at_1_std": -0.220787, "nauc_map_at_1_diff1": 0.462539, "nauc_map_at_3_max": 0.195314, "nauc_map_at_3_std": -0.160677, "nauc_map_at_3_diff1": 0.283779, "nauc_map_at_5_max": 0.17524, "nauc_map_at_5_std": -0.166907, "nauc_map_at_5_diff1": 0.258227, "nauc_map_at_10_max": 0.141192, "nauc_map_at_10_std": -0.11961, "nauc_map_at_10_diff1": 0.207859, "nauc_map_at_20_max": 0.108269, "nauc_map_at_20_std": -0.078661, "nauc_map_at_20_diff1": 0.1754, "nauc_map_at_100_max": 0.027545, "nauc_map_at_100_std": 0.035716, "nauc_map_at_100_diff1": 0.080121, "nauc_map_at_1000_max": 0.007773, "nauc_map_at_1000_std": 0.062616, "nauc_map_at_1000_diff1": 0.034329, "nauc_recall_at_1_max": 0.157533, "nauc_recall_at_1_std": -0.220787, "nauc_recall_at_1_diff1": 0.462539, "nauc_recall_at_3_max": 0.158173, "nauc_recall_at_3_std": -0.15209, "nauc_recall_at_3_diff1": 0.237179, "nauc_recall_at_5_max": 0.140308, "nauc_recall_at_5_std": -0.17239, "nauc_recall_at_5_diff1": 0.223993, "nauc_recall_at_10_max": 0.082438, "nauc_recall_at_10_std": -0.125795, "nauc_recall_at_10_diff1": 0.171471, "nauc_recall_at_20_max": 0.036321, "nauc_recall_at_20_std": -0.105522, "nauc_recall_at_20_diff1": 0.147673, "nauc_recall_at_100_max": -0.029741, "nauc_recall_at_100_std": 0.034328, "nauc_recall_at_100_diff1": 0.13223, "nauc_recall_at_1000_max": 0.15504, "nauc_recall_at_1000_std": 0.549053, "nauc_recall_at_1000_diff1": 0.114079, "nauc_precision_at_1_max": 0.345082, "nauc_precision_at_1_std": -0.086367, "nauc_precision_at_1_diff1": 0.514112, "nauc_precision_at_3_max": 0.039244, "nauc_precision_at_3_std": 0.096783, "nauc_precision_at_3_diff1": -0.257393, "nauc_precision_at_5_max": -0.049284, "nauc_precision_at_5_std": 0.075455, "nauc_precision_at_5_diff1": -0.269702, "nauc_precision_at_10_max": -0.17182, "nauc_precision_at_10_std": 0.220246, "nauc_precision_at_10_diff1": -0.368727, "nauc_precision_at_20_max": -0.226826, "nauc_precision_at_20_std": 0.262116, "nauc_precision_at_20_diff1": -0.373978, "nauc_precision_at_100_max": -0.212452, "nauc_precision_at_100_std": 0.211946, "nauc_precision_at_100_diff1": -0.338204, "nauc_precision_at_1000_max": -0.197329, "nauc_precision_at_1000_std": 0.112986, "nauc_precision_at_1000_diff1": -0.317969, "nauc_mrr_at_1_max": 0.345082, "nauc_mrr_at_1_std": -0.086367, "nauc_mrr_at_1_diff1": 0.514112, "nauc_mrr_at_3_max": 0.371063, "nauc_mrr_at_3_std": -0.074008, "nauc_mrr_at_3_diff1": 0.51099, "nauc_mrr_at_5_max": 0.372144, "nauc_mrr_at_5_std": -0.077748, "nauc_mrr_at_5_diff1": 0.522778, "nauc_mrr_at_10_max": 0.370532, "nauc_mrr_at_10_std": -0.080147, "nauc_mrr_at_10_diff1": 0.51797, "nauc_mrr_at_20_max": 0.370532, "nauc_mrr_at_20_std": -0.080147, "nauc_mrr_at_20_diff1": 0.51797, "nauc_mrr_at_100_max": 0.370532, "nauc_mrr_at_100_std": -0.080147, "nauc_mrr_at_100_diff1": 0.51797, "nauc_mrr_at_1000_max": 0.370532, "nauc_mrr_at_1000_std": -0.080147, "nauc_mrr_at_1000_diff1": 0.51797, "hit_rate_at_1": 0.82, "hit_rate_at_3": 0.97, "hit_rate_at_5": 0.99, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.58016, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ], "mteb_version": "2.14.3" }, { "ndcg_at_1": 0.715, "ndcg_at_3": 0.62843, "ndcg_at_5": 0.5917, "ndcg_at_10": 0.56057, "ndcg_at_20": 0.56087, "ndcg_at_100": 0.64873, "ndcg_at_1000": 0.72386, "map_at_1": 0.09117, "map_at_3": 0.17077, "map_at_5": 0.21273, "map_at_10": 0.26674, "map_at_20": 0.31424, "map_at_100": 0.40419, "map_at_1000": 0.43149, "recall_at_1": 0.09117, "recall_at_3": 0.18198, "recall_at_5": 0.24184, "recall_at_10": 0.33931, "recall_at_20": 0.45002, "recall_at_100": 0.75318, "recall_at_1000": 0.98069, "accuracy": 0.09117, "precision_at_1": 0.805, "precision_at_3": 0.64833, "precision_at_5": 0.569, "precision_at_10": 0.445, "precision_at_20": 0.337, "precision_at_100": 0.1522, "precision_at_1000": 0.02414, "mrr_at_1": 0.805, "mrr_at_3": 0.870833, "mrr_at_5": 0.877833, "mrr_at_10": 0.880208, "mrr_at_20": 0.880502, "mrr_at_100": 0.880502, "mrr_at_1000": 0.880502, "nauc_ndcg_at_1_max": 0.324763, "nauc_ndcg_at_1_std": -0.014021, "nauc_ndcg_at_1_diff1": 0.464841, "nauc_ndcg_at_3_max": 0.233296, "nauc_ndcg_at_3_std": 0.070635, "nauc_ndcg_at_3_diff1": 0.174824, "nauc_ndcg_at_5_max": 0.193409, "nauc_ndcg_at_5_std": 0.086164, "nauc_ndcg_at_5_diff1": 0.114859, "nauc_ndcg_at_10_max": 0.205627, "nauc_ndcg_at_10_std": 0.092951, "nauc_ndcg_at_10_diff1": 0.103178, "nauc_ndcg_at_20_max": 0.201729, "nauc_ndcg_at_20_std": 0.092086, "nauc_ndcg_at_20_diff1": 0.143507, "nauc_ndcg_at_100_max": 0.208552, "nauc_ndcg_at_100_std": 0.169688, "nauc_ndcg_at_100_diff1": 0.179792, "nauc_ndcg_at_1000_max": 0.186846, "nauc_ndcg_at_1000_std": 0.177879, "nauc_ndcg_at_1000_diff1": 0.110397, "nauc_map_at_1_max": 0.163244, "nauc_map_at_1_std": -0.147324, "nauc_map_at_1_diff1": 0.371098, "nauc_map_at_3_max": 0.232073, "nauc_map_at_3_std": -0.095166, "nauc_map_at_3_diff1": 0.242815, "nauc_map_at_5_max": 0.238643, "nauc_map_at_5_std": -0.075385, "nauc_map_at_5_diff1": 0.234476, "nauc_map_at_10_max": 0.210682, "nauc_map_at_10_std": -0.050081, "nauc_map_at_10_diff1": 0.19351, "nauc_map_at_20_max": 0.174137, "nauc_map_at_20_std": 0.001111, "nauc_map_at_20_diff1": 0.167057, "nauc_map_at_100_max": 0.103221, "nauc_map_at_100_std": 0.122205, "nauc_map_at_100_diff1": 0.096258, "nauc_map_at_1000_max": 0.079726, "nauc_map_at_1000_std": 0.144107, "nauc_map_at_1000_diff1": 0.054685, "nauc_recall_at_1_max": 0.163244, "nauc_recall_at_1_std": -0.147324, "nauc_recall_at_1_diff1": 0.371098, "nauc_recall_at_3_max": 0.22622, "nauc_recall_at_3_std": -0.090182, "nauc_recall_at_3_diff1": 0.218408, "nauc_recall_at_5_max": 0.226266, "nauc_recall_at_5_std": -0.071275, "nauc_recall_at_5_diff1": 0.221005, "nauc_recall_at_10_max": 0.171207, "nauc_recall_at_10_std": -0.059564, "nauc_recall_at_10_diff1": 0.161596, "nauc_recall_at_20_max": 0.1271, "nauc_recall_at_20_std": -0.006022, "nauc_recall_at_20_diff1": 0.159817, "nauc_recall_at_100_max": 0.146057, "nauc_recall_at_100_std": 0.211215, "nauc_recall_at_100_diff1": 0.1708, "nauc_recall_at_1000_max": 0.416736, "nauc_recall_at_1000_std": 0.66525, "nauc_recall_at_1000_diff1": 0.154764, "nauc_precision_at_1_max": 0.284103, "nauc_precision_at_1_std": -0.099977, "nauc_precision_at_1_diff1": 0.426168, "nauc_precision_at_3_max": 0.05733, "nauc_precision_at_3_std": 0.115459, "nauc_precision_at_3_diff1": -0.126276, "nauc_precision_at_5_max": -0.027144, "nauc_precision_at_5_std": 0.145204, "nauc_precision_at_5_diff1": -0.175022, "nauc_precision_at_10_max": -0.134993, "nauc_precision_at_10_std": 0.195252, "nauc_precision_at_10_diff1": -0.283014, "nauc_precision_at_20_max": -0.239355, "nauc_precision_at_20_std": 0.247814, "nauc_precision_at_20_diff1": -0.310839, "nauc_precision_at_100_max": -0.244869, "nauc_precision_at_100_std": 0.208356, "nauc_precision_at_100_diff1": -0.281289, "nauc_precision_at_1000_max": -0.249261, "nauc_precision_at_1000_std": 0.07107, "nauc_precision_at_1000_diff1": -0.287102, "nauc_mrr_at_1_max": 0.284103, "nauc_mrr_at_1_std": -0.099977, "nauc_mrr_at_1_diff1": 0.426168, "nauc_mrr_at_3_max": 0.339057, "nauc_mrr_at_3_std": -0.056187, "nauc_mrr_at_3_diff1": 0.4013, "nauc_mrr_at_5_max": 0.341754, "nauc_mrr_at_5_std": -0.042206, "nauc_mrr_at_5_diff1": 0.410906, "nauc_mrr_at_10_max": 0.33329, "nauc_mrr_at_10_std": -0.059417, "nauc_mrr_at_10_diff1": 0.405519, "nauc_mrr_at_20_max": 0.33228, "nauc_mrr_at_20_std": -0.062168, "nauc_mrr_at_20_diff1": 0.409562, "nauc_mrr_at_100_max": 0.33228, "nauc_mrr_at_100_std": -0.062168, "nauc_mrr_at_100_diff1": 0.409562, "nauc_mrr_at_1000_max": 0.33228, "nauc_mrr_at_1000_std": -0.062168, "nauc_mrr_at_1000_diff1": 0.409562, "hit_rate_at_1": 0.805, "hit_rate_at_3": 0.945, "hit_rate_at_5": 0.975, "hit_rate_at_10": 0.995, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.56057, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ], "mteb_version": "2.14.3" }, { "ndcg_at_1": 0.76, "ndcg_at_3": 0.62415, "ndcg_at_5": 0.58641, "ndcg_at_10": 0.55396, "ndcg_at_20": 0.55679, "ndcg_at_100": 0.64795, "ndcg_at_1000": 0.72199, "map_at_1": 0.09423, "map_at_3": 0.16548, "map_at_5": 0.20526, "map_at_10": 0.25594, "map_at_20": 0.30479, "map_at_100": 0.39418, "map_at_1000": 0.4217, "recall_at_1": 0.09423, "recall_at_3": 0.17604, "recall_at_5": 0.23432, "recall_at_10": 0.32667, "recall_at_20": 0.44255, "recall_at_100": 0.75643, "recall_at_1000": 0.97958, "accuracy": 0.09423, "precision_at_1": 0.845, "precision_at_3": 0.63667, "precision_at_5": 0.56, "precision_at_10": 0.434, "precision_at_20": 0.3345, "precision_at_100": 0.152, "precision_at_1000": 0.02406, "mrr_at_1": 0.845, "mrr_at_3": 0.895, "mrr_at_5": 0.89975, "mrr_at_10": 0.901804, "mrr_at_20": 0.902375, "mrr_at_100": 0.902375, "mrr_at_1000": 0.902414, "nauc_ndcg_at_1_max": 0.506554, "nauc_ndcg_at_1_std": 0.1152, "nauc_ndcg_at_1_diff1": 0.480505, "nauc_ndcg_at_3_max": 0.247836, "nauc_ndcg_at_3_std": 0.110929, "nauc_ndcg_at_3_diff1": 0.11589, "nauc_ndcg_at_5_max": 0.210497, "nauc_ndcg_at_5_std": 0.148178, "nauc_ndcg_at_5_diff1": 0.068398, "nauc_ndcg_at_10_max": 0.211588, "nauc_ndcg_at_10_std": 0.134604, "nauc_ndcg_at_10_diff1": 0.111768, "nauc_ndcg_at_20_max": 0.192512, "nauc_ndcg_at_20_std": 0.112261, "nauc_ndcg_at_20_diff1": 0.155158, "nauc_ndcg_at_100_max": 0.190725, "nauc_ndcg_at_100_std": 0.176671, "nauc_ndcg_at_100_diff1": 0.174983, "nauc_ndcg_at_1000_max": 0.191098, "nauc_ndcg_at_1000_std": 0.207071, "nauc_ndcg_at_1000_diff1": 0.113827, "nauc_map_at_1_max": 0.133937, "nauc_map_at_1_std": -0.125663, "nauc_map_at_1_diff1": 0.340968, "nauc_map_at_3_max": 0.183358, "nauc_map_at_3_std": -0.117338, "nauc_map_at_3_diff1": 0.228052, "nauc_map_at_5_max": 0.189945, "nauc_map_at_5_std": -0.076069, "nauc_map_at_5_diff1": 0.197479, "nauc_map_at_10_max": 0.171051, "nauc_map_at_10_std": -0.042278, "nauc_map_at_10_diff1": 0.175121, "nauc_map_at_20_max": 0.12976, "nauc_map_at_20_std": 0.000841, "nauc_map_at_20_diff1": 0.152023, "nauc_map_at_100_max": 0.057565, "nauc_map_at_100_std": 0.122611, "nauc_map_at_100_diff1": 0.090178, "nauc_map_at_1000_max": 0.037875, "nauc_map_at_1000_std": 0.148254, "nauc_map_at_1000_diff1": 0.048257, "nauc_recall_at_1_max": 0.133937, "nauc_recall_at_1_std": -0.125663, "nauc_recall_at_1_diff1": 0.340968, "nauc_recall_at_3_max": 0.173604, "nauc_recall_at_3_std": -0.118116, "nauc_recall_at_3_diff1": 0.206286, "nauc_recall_at_5_max": 0.169514, "nauc_recall_at_5_std": -0.064219, "nauc_recall_at_5_diff1": 0.175179, "nauc_recall_at_10_max": 0.140518, "nauc_recall_at_10_std": -0.035107, "nauc_recall_at_10_diff1": 0.174445, "nauc_recall_at_20_max": 0.088942, "nauc_recall_at_20_std": -0.009097, "nauc_recall_at_20_diff1": 0.177459, "nauc_recall_at_100_max": 0.109832, "nauc_recall_at_100_std": 0.167736, "nauc_recall_at_100_diff1": 0.177447, "nauc_recall_at_1000_max": 0.420374, "nauc_recall_at_1000_std": 0.639876, "nauc_recall_at_1000_diff1": 0.221802, "nauc_precision_at_1_max": 0.473658, "nauc_precision_at_1_std": 0.092464, "nauc_precision_at_1_diff1": 0.474638, "nauc_precision_at_3_max": 0.036948, "nauc_precision_at_3_std": 0.134493, "nauc_precision_at_3_diff1": -0.152376, "nauc_precision_at_5_max": 0.006336, "nauc_precision_at_5_std": 0.195787, "nauc_precision_at_5_diff1": -0.204414, "nauc_precision_at_10_max": -0.086228, "nauc_precision_at_10_std": 0.245334, "nauc_precision_at_10_diff1": -0.223011, "nauc_precision_at_20_max": -0.202138, "nauc_precision_at_20_std": 0.244933, "nauc_precision_at_20_diff1": -0.256124, "nauc_precision_at_100_max": -0.214445, "nauc_precision_at_100_std": 0.197821, "nauc_precision_at_100_diff1": -0.255589, "nauc_precision_at_1000_max": -0.215178, "nauc_precision_at_1000_std": 0.075736, "nauc_precision_at_1000_diff1": -0.277494, "nauc_mrr_at_1_max": 0.473658, "nauc_mrr_at_1_std": 0.092464, "nauc_mrr_at_1_diff1": 0.474638, "nauc_mrr_at_3_max": 0.480606, "nauc_mrr_at_3_std": 0.14585, "nauc_mrr_at_3_diff1": 0.475181, "nauc_mrr_at_5_max": 0.490244, "nauc_mrr_at_5_std": 0.156686, "nauc_mrr_at_5_diff1": 0.481052, "nauc_mrr_at_10_max": 0.490495, "nauc_mrr_at_10_std": 0.153582, "nauc_mrr_at_10_diff1": 0.475004, "nauc_mrr_at_20_max": 0.488714, "nauc_mrr_at_20_std": 0.148434, "nauc_mrr_at_20_diff1": 0.477825, "nauc_mrr_at_100_max": 0.488714, "nauc_mrr_at_100_std": 0.148434, "nauc_mrr_at_100_diff1": 0.477825, "nauc_mrr_at_1000_max": 0.488506, "nauc_mrr_at_1000_std": 0.148088, "nauc_mrr_at_1000_diff1": 0.477666, "hit_rate_at_1": 0.845, "hit_rate_at_3": 0.95, "hit_rate_at_5": 0.97, "hit_rate_at_10": 0.985, "hit_rate_at_20": 0.995, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 1.0, "main_score": 0.55396, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ], "mteb_version": "2.14.3" } ], "psychiatry_and_psychology": [ { "ndcg_at_1": 0.7125, "ndcg_at_3": 0.64875, "ndcg_at_5": 0.61798, "ndcg_at_10": 0.60052, "ndcg_at_20": 0.59223, "ndcg_at_100": 0.66834, "ndcg_at_1000": 0.74142, "map_at_1": 0.07278, "map_at_3": 0.13374, "map_at_5": 0.16976, "map_at_10": 0.23345, "map_at_20": 0.29679, "map_at_100": 0.41826, "map_at_1000": 0.47775, "recall_at_1": 0.07278, "recall_at_3": 0.14498, "recall_at_5": 0.19094, "recall_at_10": 0.28837, "recall_at_20": 0.402, "recall_at_100": 0.72418, "recall_at_1000": 0.95412, "accuracy": 0.07278, "precision_at_1": 0.83, "precision_at_3": 0.72833, "precision_at_5": 0.655, "precision_at_10": 0.5735, "precision_at_20": 0.4695, "precision_at_100": 0.2517, "precision_at_1000": 0.05468, "mrr_at_1": 0.83, "mrr_at_3": 0.885, "mrr_at_5": 0.8885, "mrr_at_10": 0.890048, "mrr_at_20": 0.891314, "mrr_at_100": 0.891475, "mrr_at_1000": 0.891475, "nauc_ndcg_at_1_max": 0.36616, "nauc_ndcg_at_1_std": 0.065576, "nauc_ndcg_at_1_diff1": 0.50553, "nauc_ndcg_at_3_max": 0.356139, "nauc_ndcg_at_3_std": 0.182502, "nauc_ndcg_at_3_diff1": 0.267257, "nauc_ndcg_at_5_max": 0.350835, "nauc_ndcg_at_5_std": 0.241787, "nauc_ndcg_at_5_diff1": 0.253253, "nauc_ndcg_at_10_max": 0.304265, "nauc_ndcg_at_10_std": 0.273871, "nauc_ndcg_at_10_diff1": 0.217711, "nauc_ndcg_at_20_max": 0.264869, "nauc_ndcg_at_20_std": 0.294717, "nauc_ndcg_at_20_diff1": 0.164174, "nauc_ndcg_at_100_max": 0.32659, "nauc_ndcg_at_100_std": 0.417782, "nauc_ndcg_at_100_diff1": 0.167485, "nauc_ndcg_at_1000_max": 0.404219, "nauc_ndcg_at_1000_std": 0.431261, "nauc_ndcg_at_1000_diff1": 0.21519, "nauc_map_at_1_max": -0.196554, "nauc_map_at_1_std": -0.257081, "nauc_map_at_1_diff1": 0.404759, "nauc_map_at_3_max": -0.133184, "nauc_map_at_3_std": -0.090353, "nauc_map_at_3_diff1": 0.171302, "nauc_map_at_5_max": -0.066366, "nauc_map_at_5_std": -0.016511, "nauc_map_at_5_diff1": 0.101087, "nauc_map_at_10_max": -0.001909, "nauc_map_at_10_std": 0.085323, "nauc_map_at_10_diff1": 0.039985, "nauc_map_at_20_max": 0.033552, "nauc_map_at_20_std": 0.156521, "nauc_map_at_20_diff1": -0.001202, "nauc_map_at_100_max": 0.154865, "nauc_map_at_100_std": 0.346913, "nauc_map_at_100_diff1": -0.006305, "nauc_map_at_1000_max": 0.175179, "nauc_map_at_1000_std": 0.378779, "nauc_map_at_1000_diff1": 0.009762, "nauc_recall_at_1_max": -0.196554, "nauc_recall_at_1_std": -0.257081, "nauc_recall_at_1_diff1": 0.404759, "nauc_recall_at_3_max": -0.166195, "nauc_recall_at_3_std": -0.100901, "nauc_recall_at_3_diff1": 0.126737, "nauc_recall_at_5_max": -0.114915, "nauc_recall_at_5_std": -0.026336, "nauc_recall_at_5_diff1": 0.044219, "nauc_recall_at_10_max": -0.081155, "nauc_recall_at_10_std": 0.076074, "nauc_recall_at_10_diff1": -0.037686, "nauc_recall_at_20_max": -0.066976, "nauc_recall_at_20_std": 0.118822, "nauc_recall_at_20_diff1": -0.083193, "nauc_recall_at_100_max": 0.085309, "nauc_recall_at_100_std": 0.31006, "nauc_recall_at_100_diff1": -0.04426, "nauc_recall_at_1000_max": 0.339096, "nauc_recall_at_1000_std": 0.529034, "nauc_recall_at_1000_diff1": 0.032404, "nauc_precision_at_1_max": 0.43693, "nauc_precision_at_1_std": 0.117011, "nauc_precision_at_1_diff1": 0.503077, "nauc_precision_at_3_max": 0.336211, "nauc_precision_at_3_std": 0.33274, "nauc_precision_at_3_diff1": -0.06149, "nauc_precision_at_5_max": 0.343754, "nauc_precision_at_5_std": 0.364263, "nauc_precision_at_5_diff1": -0.046693, "nauc_precision_at_10_max": 0.29463, "nauc_precision_at_10_std": 0.338623, "nauc_precision_at_10_diff1": -0.047417, "nauc_precision_at_20_max": 0.214512, "nauc_precision_at_20_std": 0.286236, "nauc_precision_at_20_diff1": -0.039343, "nauc_precision_at_100_max": 0.114015, "nauc_precision_at_100_std": 0.146036, "nauc_precision_at_100_diff1": 0.01605, "nauc_precision_at_1000_max": -0.017957, "nauc_precision_at_1000_std": -0.043997, "nauc_precision_at_1000_diff1": 0.038883, "nauc_mrr_at_1_max": 0.43693, "nauc_mrr_at_1_std": 0.117011, "nauc_mrr_at_1_diff1": 0.503077, "nauc_mrr_at_3_max": 0.491277, "nauc_mrr_at_3_std": 0.179258, "nauc_mrr_at_3_diff1": 0.49679, "nauc_mrr_at_5_max": 0.48488, "nauc_mrr_at_5_std": 0.188894, "nauc_mrr_at_5_diff1": 0.501347, "nauc_mrr_at_10_max": 0.479197, "nauc_mrr_at_10_std": 0.182391, "nauc_mrr_at_10_diff1": 0.500572, "nauc_mrr_at_20_max": 0.480173, "nauc_mrr_at_20_std": 0.178381, "nauc_mrr_at_20_diff1": 0.502853, "nauc_mrr_at_100_max": 0.479366, "nauc_mrr_at_100_std": 0.177106, "nauc_mrr_at_100_diff1": 0.502774, "nauc_mrr_at_1000_max": 0.479366, "nauc_mrr_at_1000_std": 0.177106, "nauc_mrr_at_1000_diff1": 0.502774, "hit_rate_at_1": 0.83, "hit_rate_at_3": 0.95, "hit_rate_at_5": 0.965, "hit_rate_at_10": 0.975, "hit_rate_at_20": 0.99, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 0.995, "main_score": 0.60052, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ], "mteb_version": "2.14.3" }, { "ndcg_at_1": 0.6925, "ndcg_at_3": 0.62451, "ndcg_at_5": 0.59977, "ndcg_at_10": 0.58754, "ndcg_at_20": 0.58175, "ndcg_at_100": 0.65313, "ndcg_at_1000": 0.72883, "map_at_1": 0.06592, "map_at_3": 0.12345, "map_at_5": 0.16188, "map_at_10": 0.22374, "map_at_20": 0.28904, "map_at_100": 0.40477, "map_at_1000": 0.46428, "recall_at_1": 0.06592, "recall_at_3": 0.13432, "recall_at_5": 0.18823, "recall_at_10": 0.28253, "recall_at_20": 0.40766, "recall_at_100": 0.71648, "recall_at_1000": 0.95043, "accuracy": 0.06592, "precision_at_1": 0.805, "precision_at_3": 0.695, "precision_at_5": 0.642, "precision_at_10": 0.565, "precision_at_20": 0.468, "precision_at_100": 0.24715, "precision_at_1000": 0.05452, "mrr_at_1": 0.805, "mrr_at_3": 0.858333, "mrr_at_5": 0.864333, "mrr_at_10": 0.868881, "mrr_at_20": 0.86998, "mrr_at_100": 0.870102, "mrr_at_1000": 0.870102, "nauc_ndcg_at_1_max": 0.344362, "nauc_ndcg_at_1_std": 0.082992, "nauc_ndcg_at_1_diff1": 0.475454, "nauc_ndcg_at_3_max": 0.388758, "nauc_ndcg_at_3_std": 0.196348, "nauc_ndcg_at_3_diff1": 0.270019, "nauc_ndcg_at_5_max": 0.387032, "nauc_ndcg_at_5_std": 0.214277, "nauc_ndcg_at_5_diff1": 0.227884, "nauc_ndcg_at_10_max": 0.341119, "nauc_ndcg_at_10_std": 0.258372, "nauc_ndcg_at_10_diff1": 0.209692, "nauc_ndcg_at_20_max": 0.327508, "nauc_ndcg_at_20_std": 0.295167, "nauc_ndcg_at_20_diff1": 0.175749, "nauc_ndcg_at_100_max": 0.381342, "nauc_ndcg_at_100_std": 0.444223, "nauc_ndcg_at_100_diff1": 0.131982, "nauc_ndcg_at_1000_max": 0.455423, "nauc_ndcg_at_1000_std": 0.445883, "nauc_ndcg_at_1000_diff1": 0.195486, "nauc_map_at_1_max": -0.163347, "nauc_map_at_1_std": -0.218176, "nauc_map_at_1_diff1": 0.267996, "nauc_map_at_3_max": -0.088403, "nauc_map_at_3_std": -0.045737, "nauc_map_at_3_diff1": 0.110736, "nauc_map_at_5_max": -0.023656, "nauc_map_at_5_std": 0.003862, "nauc_map_at_5_diff1": 0.060849, "nauc_map_at_10_max": 0.043139, "nauc_map_at_10_std": 0.10563, "nauc_map_at_10_diff1": 0.012372, "nauc_map_at_20_max": 0.087544, "nauc_map_at_20_std": 0.182472, "nauc_map_at_20_diff1": -0.004656, "nauc_map_at_100_max": 0.209266, "nauc_map_at_100_std": 0.382242, "nauc_map_at_100_diff1": -0.006177, "nauc_map_at_1000_max": 0.24283, "nauc_map_at_1000_std": 0.411531, "nauc_map_at_1000_diff1": 0.009215, "nauc_recall_at_1_max": -0.163347, "nauc_recall_at_1_std": -0.218176, "nauc_recall_at_1_diff1": 0.267996, "nauc_recall_at_3_max": -0.12893, "nauc_recall_at_3_std": -0.066285, "nauc_recall_at_3_diff1": 0.059688, "nauc_recall_at_5_max": -0.096112, "nauc_recall_at_5_std": -0.036776, "nauc_recall_at_5_diff1": 0.004981, "nauc_recall_at_10_max": -0.048535, "nauc_recall_at_10_std": 0.092369, "nauc_recall_at_10_diff1": -0.058685, "nauc_recall_at_20_max": -0.023928, "nauc_recall_at_20_std": 0.14662, "nauc_recall_at_20_diff1": -0.046226, "nauc_recall_at_100_max": 0.094288, "nauc_recall_at_100_std": 0.354239, "nauc_recall_at_100_diff1": -0.039313, "nauc_recall_at_1000_max": 0.312353, "nauc_recall_at_1000_std": 0.61016, "nauc_recall_at_1000_diff1": 0.077494, "nauc_precision_at_1_max": 0.429032, "nauc_precision_at_1_std": 0.128717, "nauc_precision_at_1_diff1": 0.447199, "nauc_precision_at_3_max": 0.387998, "nauc_precision_at_3_std": 0.328544, "nauc_precision_at_3_diff1": 0.063157, "nauc_precision_at_5_max": 0.364833, "nauc_precision_at_5_std": 0.302188, "nauc_precision_at_5_diff1": -0.012847, "nauc_precision_at_10_max": 0.31197, "nauc_precision_at_10_std": 0.305199, "nauc_precision_at_10_diff1": 0.004594, "nauc_precision_at_20_max": 0.256035, "nauc_precision_at_20_std": 0.270749, "nauc_precision_at_20_diff1": 0.005837, "nauc_precision_at_100_max": 0.134781, "nauc_precision_at_100_std": 0.14371, "nauc_precision_at_100_diff1": 0.006615, "nauc_precision_at_1000_max": 0.019036, "nauc_precision_at_1000_std": -0.058505, "nauc_precision_at_1000_diff1": 0.035413, "nauc_mrr_at_1_max": 0.429032, "nauc_mrr_at_1_std": 0.128717, "nauc_mrr_at_1_diff1": 0.447199, "nauc_mrr_at_3_max": 0.473581, "nauc_mrr_at_3_std": 0.20113, "nauc_mrr_at_3_diff1": 0.401742, "nauc_mrr_at_5_max": 0.467317, "nauc_mrr_at_5_std": 0.191842, "nauc_mrr_at_5_diff1": 0.41256, "nauc_mrr_at_10_max": 0.46387, "nauc_mrr_at_10_std": 0.197241, "nauc_mrr_at_10_diff1": 0.420437, "nauc_mrr_at_20_max": 0.466606, "nauc_mrr_at_20_std": 0.195425, "nauc_mrr_at_20_diff1": 0.421991, "nauc_mrr_at_100_max": 0.46608, "nauc_mrr_at_100_std": 0.194631, "nauc_mrr_at_100_diff1": 0.421695, "nauc_mrr_at_1000_max": 0.46608, "nauc_mrr_at_1000_std": 0.194631, "nauc_mrr_at_1000_diff1": 0.421695, "hit_rate_at_1": 0.805, "hit_rate_at_3": 0.92, "hit_rate_at_5": 0.945, "hit_rate_at_10": 0.975, "hit_rate_at_20": 0.99, "hit_rate_at_100": 0.995, "hit_rate_at_1000": 0.995, "main_score": 0.58754, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ], "mteb_version": "2.14.3" }, { "ndcg_at_1": 0.6975, "ndcg_at_3": 0.63299, "ndcg_at_5": 0.60084, "ndcg_at_10": 0.58144, "ndcg_at_20": 0.57803, "ndcg_at_100": 0.6485, "ndcg_at_1000": 0.72491, "map_at_1": 0.06743, "map_at_3": 0.12805, "map_at_5": 0.16641, "map_at_10": 0.22244, "map_at_20": 0.28476, "map_at_100": 0.4009, "map_at_1000": 0.45945, "recall_at_1": 0.06743, "recall_at_3": 0.14135, "recall_at_5": 0.18941, "recall_at_10": 0.27943, "recall_at_20": 0.39876, "recall_at_100": 0.70764, "recall_at_1000": 0.9438, "accuracy": 0.06743, "precision_at_1": 0.82, "precision_at_3": 0.70833, "precision_at_5": 0.642, "precision_at_10": 0.5515, "precision_at_20": 0.4615, "precision_at_100": 0.24555, "precision_at_1000": 0.05413, "mrr_at_1": 0.82, "mrr_at_3": 0.868333, "mrr_at_5": 0.871833, "mrr_at_10": 0.876887, "mrr_at_20": 0.877577, "mrr_at_100": 0.877668, "mrr_at_1000": 0.877668, "nauc_ndcg_at_1_max": 0.334569, "nauc_ndcg_at_1_std": 0.072207, "nauc_ndcg_at_1_diff1": 0.379464, "nauc_ndcg_at_3_max": 0.368764, "nauc_ndcg_at_3_std": 0.211545, "nauc_ndcg_at_3_diff1": 0.230411, "nauc_ndcg_at_5_max": 0.354885, "nauc_ndcg_at_5_std": 0.226906, "nauc_ndcg_at_5_diff1": 0.181194, "nauc_ndcg_at_10_max": 0.344112, "nauc_ndcg_at_10_std": 0.267079, "nauc_ndcg_at_10_diff1": 0.188822, "nauc_ndcg_at_20_max": 0.322509, "nauc_ndcg_at_20_std": 0.309417, "nauc_ndcg_at_20_diff1": 0.165269, "nauc_ndcg_at_100_max": 0.404793, "nauc_ndcg_at_100_std": 0.462617, "nauc_ndcg_at_100_diff1": 0.160337, "nauc_ndcg_at_1000_max": 0.453558, "nauc_ndcg_at_1000_std": 0.450278, "nauc_ndcg_at_1000_diff1": 0.154944, "nauc_map_at_1_max": -0.157731, "nauc_map_at_1_std": -0.226043, "nauc_map_at_1_diff1": 0.322252, "nauc_map_at_3_max": -0.090378, "nauc_map_at_3_std": -0.050189, "nauc_map_at_3_diff1": 0.149011, "nauc_map_at_5_max": -0.042257, "nauc_map_at_5_std": 0.015056, "nauc_map_at_5_diff1": 0.066645, "nauc_map_at_10_max": 0.056198, "nauc_map_at_10_std": 0.115401, "nauc_map_at_10_diff1": 0.043346, "nauc_map_at_20_max": 0.096947, "nauc_map_at_20_std": 0.195525, "nauc_map_at_20_diff1": 0.029597, "nauc_map_at_100_max": 0.232146, "nauc_map_at_100_std": 0.385547, "nauc_map_at_100_diff1": 0.012483, "nauc_map_at_1000_max": 0.256724, "nauc_map_at_1000_std": 0.407558, "nauc_map_at_1000_diff1": -0.00633, "nauc_recall_at_1_max": -0.157731, "nauc_recall_at_1_std": -0.226043, "nauc_recall_at_1_diff1": 0.322252, "nauc_recall_at_3_max": -0.137164, "nauc_recall_at_3_std": -0.061894, "nauc_recall_at_3_diff1": 0.102135, "nauc_recall_at_5_max": -0.100608, "nauc_recall_at_5_std": -0.021529, "nauc_recall_at_5_diff1": 0.02263, "nauc_recall_at_10_max": -0.042098, "nauc_recall_at_10_std": 0.082246, "nauc_recall_at_10_diff1": -0.021104, "nauc_recall_at_20_max": -0.001736, "nauc_recall_at_20_std": 0.154406, "nauc_recall_at_20_diff1": 0.00105, "nauc_recall_at_100_max": 0.161572, "nauc_recall_at_100_std": 0.388207, "nauc_recall_at_100_diff1": 0.047794, "nauc_recall_at_1000_max": 0.364846, "nauc_recall_at_1000_std": 0.629505, "nauc_recall_at_1000_diff1": 0.017176, "nauc_precision_at_1_max": 0.354086, "nauc_precision_at_1_std": 0.066348, "nauc_precision_at_1_diff1": 0.368942, "nauc_precision_at_3_max": 0.350507, "nauc_precision_at_3_std": 0.338298, "nauc_precision_at_3_diff1": 0.017139, "nauc_precision_at_5_max": 0.305279, "nauc_precision_at_5_std": 0.314061, "nauc_precision_at_5_diff1": -0.06541, "nauc_precision_at_10_max": 0.304658, "nauc_precision_at_10_std": 0.307329, "nauc_precision_at_10_diff1": -0.047858, "nauc_precision_at_20_max": 0.230223, "nauc_precision_at_20_std": 0.266435, "nauc_precision_at_20_diff1": -0.046576, "nauc_precision_at_100_max": 0.133934, "nauc_precision_at_100_std": 0.13338, "nauc_precision_at_100_diff1": -0.040447, "nauc_precision_at_1000_max": -0.001117, "nauc_precision_at_1000_std": -0.071714, "nauc_precision_at_1000_diff1": -0.043424, "nauc_mrr_at_1_max": 0.354086, "nauc_mrr_at_1_std": 0.066348, "nauc_mrr_at_1_diff1": 0.368942, "nauc_mrr_at_3_max": 0.420187, "nauc_mrr_at_3_std": 0.169897, "nauc_mrr_at_3_diff1": 0.388882, "nauc_mrr_at_5_max": 0.408635, "nauc_mrr_at_5_std": 0.149853, "nauc_mrr_at_5_diff1": 0.382567, "nauc_mrr_at_10_max": 0.404548, "nauc_mrr_at_10_std": 0.157396, "nauc_mrr_at_10_diff1": 0.383677, "nauc_mrr_at_20_max": 0.407597, "nauc_mrr_at_20_std": 0.157196, "nauc_mrr_at_20_diff1": 0.381404, "nauc_mrr_at_100_max": 0.407239, "nauc_mrr_at_100_std": 0.156542, "nauc_mrr_at_100_diff1": 0.38127, "nauc_mrr_at_1000_max": 0.407239, "nauc_mrr_at_1000_std": 0.156542, "nauc_mrr_at_1000_diff1": 0.38127, "hit_rate_at_1": 0.82, "hit_rate_at_3": 0.925, "hit_rate_at_5": 0.94, "hit_rate_at_10": 0.975, "hit_rate_at_20": 0.985, "hit_rate_at_100": 0.99, "hit_rate_at_1000": 0.99, "main_score": 0.58144, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ], "mteb_version": "2.14.3" } ], "pulmonology": [ { "ndcg_at_1": 0.765, "ndcg_at_3": 0.69298, "ndcg_at_5": 0.6673, "ndcg_at_10": 0.64645, "ndcg_at_20": 0.65122, "ndcg_at_100": 0.71237, "ndcg_at_1000": 0.77987, "map_at_1": 0.13688, "map_at_3": 0.23926, "map_at_5": 0.29272, "map_at_10": 0.3511, "map_at_20": 0.39543, "map_at_100": 0.47768, "map_at_1000": 0.51986, "recall_at_1": 0.13688, "recall_at_3": 0.25579, "recall_at_5": 0.3273, "recall_at_10": 0.42915, "recall_at_20": 0.52477, "recall_at_100": 0.7848, "recall_at_1000": 0.97894, "accuracy": 0.13688, "precision_at_1": 0.84, "precision_at_3": 0.67833, "precision_at_5": 0.589, "precision_at_10": 0.4685, "precision_at_20": 0.358, "precision_at_100": 0.1741, "precision_at_1000": 0.03615, "mrr_at_1": 0.84, "mrr_at_3": 0.898333, "mrr_at_5": 0.901833, "mrr_at_10": 0.904006, "mrr_at_20": 0.904589, "mrr_at_100": 0.904589, "mrr_at_1000": 0.904589, "nauc_ndcg_at_1_max": 0.560752, "nauc_ndcg_at_1_std": -0.027848, "nauc_ndcg_at_1_diff1": 0.541752, "nauc_ndcg_at_3_max": 0.41095, "nauc_ndcg_at_3_std": 0.024307, "nauc_ndcg_at_3_diff1": 0.271199, "nauc_ndcg_at_5_max": 0.410886, "nauc_ndcg_at_5_std": 0.008836, "nauc_ndcg_at_5_diff1": 0.257226, "nauc_ndcg_at_10_max": 0.382726, "nauc_ndcg_at_10_std": 0.032985, "nauc_ndcg_at_10_diff1": 0.286286, "nauc_ndcg_at_20_max": 0.380238, "nauc_ndcg_at_20_std": 0.041799, "nauc_ndcg_at_20_diff1": 0.280455, "nauc_ndcg_at_100_max": 0.442976, "nauc_ndcg_at_100_std": 0.141134, "nauc_ndcg_at_100_diff1": 0.294265, "nauc_ndcg_at_1000_max": 0.464022, "nauc_ndcg_at_1000_std": 0.132203, "nauc_ndcg_at_1000_diff1": 0.283222, "nauc_map_at_1_max": 0.252366, "nauc_map_at_1_std": -0.038139, "nauc_map_at_1_diff1": 0.519502, "nauc_map_at_3_max": 0.288807, "nauc_map_at_3_std": 0.09155, "nauc_map_at_3_diff1": 0.313908, "nauc_map_at_5_max": 0.29757, "nauc_map_at_5_std": 0.078489, "nauc_map_at_5_diff1": 0.269759, "nauc_map_at_10_max": 0.304239, "nauc_map_at_10_std": 0.08374, "nauc_map_at_10_diff1": 0.241273, "nauc_map_at_20_max": 0.312831, "nauc_map_at_20_std": 0.100246, "nauc_map_at_20_diff1": 0.22952, "nauc_map_at_100_max": 0.329574, "nauc_map_at_100_std": 0.153892, "nauc_map_at_100_diff1": 0.194918, "nauc_map_at_1000_max": 0.312465, "nauc_map_at_1000_std": 0.143916, "nauc_map_at_1000_diff1": 0.170336, "nauc_recall_at_1_max": 0.252366, "nauc_recall_at_1_std": -0.038139, "nauc_recall_at_1_diff1": 0.519502, "nauc_recall_at_3_max": 0.250167, "nauc_recall_at_3_std": 0.104609, "nauc_recall_at_3_diff1": 0.264814, "nauc_recall_at_5_max": 0.252997, "nauc_recall_at_5_std": 0.07411, "nauc_recall_at_5_diff1": 0.227245, "nauc_recall_at_10_max": 0.23828, "nauc_recall_at_10_std": 0.064383, "nauc_recall_at_10_diff1": 0.220513, "nauc_recall_at_20_max": 0.242503, "nauc_recall_at_20_std": 0.082283, "nauc_recall_at_20_diff1": 0.20869, "nauc_recall_at_100_max": 0.310361, "nauc_recall_at_100_std": 0.243589, "nauc_recall_at_100_diff1": 0.203347, "nauc_recall_at_1000_max": 0.524246, "nauc_recall_at_1000_std": 0.777236, "nauc_recall_at_1000_diff1": -0.065854, "nauc_precision_at_1_max": 0.583257, "nauc_precision_at_1_std": 0.046162, "nauc_precision_at_1_diff1": 0.494661, "nauc_precision_at_3_max": 0.15124, "nauc_precision_at_3_std": 0.103679, "nauc_precision_at_3_diff1": -0.215204, "nauc_precision_at_5_max": 0.094279, "nauc_precision_at_5_std": 0.027076, "nauc_precision_at_5_diff1": -0.220112, "nauc_precision_at_10_max": -0.028876, "nauc_precision_at_10_std": 0.001259, "nauc_precision_at_10_diff1": -0.243873, "nauc_precision_at_20_max": -0.104129, "nauc_precision_at_20_std": -0.007168, "nauc_precision_at_20_diff1": -0.245631, "nauc_precision_at_100_max": -0.148754, "nauc_precision_at_100_std": -0.021331, "nauc_precision_at_100_diff1": -0.200234, "nauc_precision_at_1000_max": -0.205954, "nauc_precision_at_1000_std": -0.190616, "nauc_precision_at_1000_diff1": -0.144587, "nauc_mrr_at_1_max": 0.583257, "nauc_mrr_at_1_std": 0.046162, "nauc_mrr_at_1_diff1": 0.494661, "nauc_mrr_at_3_max": 0.58844, "nauc_mrr_at_3_std": 0.029955, "nauc_mrr_at_3_diff1": 0.445436, "nauc_mrr_at_5_max": 0.576277, "nauc_mrr_at_5_std": 0.023003, "nauc_mrr_at_5_diff1": 0.452588, "nauc_mrr_at_10_max": 0.587654, "nauc_mrr_at_10_std": 0.040341, "nauc_mrr_at_10_diff1": 0.451827, "nauc_mrr_at_20_max": 0.586779, "nauc_mrr_at_20_std": 0.037423, "nauc_mrr_at_20_diff1": 0.453157, "nauc_mrr_at_100_max": 0.586779, "nauc_mrr_at_100_std": 0.037423, "nauc_mrr_at_100_diff1": 0.453157, "nauc_mrr_at_1000_max": 0.586779, "nauc_mrr_at_1000_std": 0.037423, "nauc_mrr_at_1000_diff1": 0.453157, "hit_rate_at_1": 0.84, "hit_rate_at_3": 0.96, "hit_rate_at_5": 0.975, "hit_rate_at_10": 0.99, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.64645, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ], "mteb_version": "2.14.3" }, { "ndcg_at_1": 0.7075, "ndcg_at_3": 0.64434, "ndcg_at_5": 0.61979, "ndcg_at_10": 0.60594, "ndcg_at_20": 0.60739, "ndcg_at_100": 0.67435, "ndcg_at_1000": 0.74733, "map_at_1": 0.13608, "map_at_3": 0.22551, "map_at_5": 0.26938, "map_at_10": 0.3239, "map_at_20": 0.36257, "map_at_100": 0.43955, "map_at_1000": 0.47944, "recall_at_1": 0.13608, "recall_at_3": 0.24305, "recall_at_5": 0.30424, "recall_at_10": 0.40193, "recall_at_20": 0.49414, "recall_at_100": 0.75981, "recall_at_1000": 0.96866, "accuracy": 0.13608, "precision_at_1": 0.785, "precision_at_3": 0.63, "precision_at_5": 0.545, "precision_at_10": 0.4325, "precision_at_20": 0.3255, "precision_at_100": 0.16285, "precision_at_1000": 0.03526, "mrr_at_1": 0.785, "mrr_at_3": 0.858333, "mrr_at_5": 0.864083, "mrr_at_10": 0.868095, "mrr_at_20": 0.868512, "mrr_at_100": 0.868512, "mrr_at_1000": 0.868512, "nauc_ndcg_at_1_max": 0.572771, "nauc_ndcg_at_1_std": 0.132478, "nauc_ndcg_at_1_diff1": 0.463216, "nauc_ndcg_at_3_max": 0.508853, "nauc_ndcg_at_3_std": 0.163626, "nauc_ndcg_at_3_diff1": 0.26997, "nauc_ndcg_at_5_max": 0.510211, "nauc_ndcg_at_5_std": 0.15466, "nauc_ndcg_at_5_diff1": 0.263844, "nauc_ndcg_at_10_max": 0.524117, "nauc_ndcg_at_10_std": 0.174288, "nauc_ndcg_at_10_diff1": 0.298885, "nauc_ndcg_at_20_max": 0.521129, "nauc_ndcg_at_20_std": 0.178459, "nauc_ndcg_at_20_diff1": 0.333344, "nauc_ndcg_at_100_max": 0.567554, "nauc_ndcg_at_100_std": 0.294729, "nauc_ndcg_at_100_diff1": 0.374912, "nauc_ndcg_at_1000_max": 0.592942, "nauc_ndcg_at_1000_std": 0.306976, "nauc_ndcg_at_1000_diff1": 0.316554, "nauc_map_at_1_max": 0.348814, "nauc_map_at_1_std": 0.09399, "nauc_map_at_1_diff1": 0.522264, "nauc_map_at_3_max": 0.378437, "nauc_map_at_3_std": 0.168022, "nauc_map_at_3_diff1": 0.381522, "nauc_map_at_5_max": 0.398185, "nauc_map_at_5_std": 0.165132, "nauc_map_at_5_diff1": 0.361257, "nauc_map_at_10_max": 0.414126, "nauc_map_at_10_std": 0.181441, "nauc_map_at_10_diff1": 0.337049, "nauc_map_at_20_max": 0.430275, "nauc_map_at_20_std": 0.200924, "nauc_map_at_20_diff1": 0.338232, "nauc_map_at_100_max": 0.480701, "nauc_map_at_100_std": 0.277503, "nauc_map_at_100_diff1": 0.312574, "nauc_map_at_1000_max": 0.486511, "nauc_map_at_1000_std": 0.280689, "nauc_map_at_1000_diff1": 0.265348, "nauc_recall_at_1_max": 0.348814, "nauc_recall_at_1_std": 0.09399, "nauc_recall_at_1_diff1": 0.522264, "nauc_recall_at_3_max": 0.339686, "nauc_recall_at_3_std": 0.157336, "nauc_recall_at_3_diff1": 0.350515, "nauc_recall_at_5_max": 0.350404, "nauc_recall_at_5_std": 0.145031, "nauc_recall_at_5_diff1": 0.330362, "nauc_recall_at_10_max": 0.338477, "nauc_recall_at_10_std": 0.138219, "nauc_recall_at_10_diff1": 0.305057, "nauc_recall_at_20_max": 0.33947, "nauc_recall_at_20_std": 0.152082, "nauc_recall_at_20_diff1": 0.313849, "nauc_recall_at_100_max": 0.405666, "nauc_recall_at_100_std": 0.325051, "nauc_recall_at_100_diff1": 0.374182, "nauc_recall_at_1000_max": 0.647048, "nauc_recall_at_1000_std": 0.78156, "nauc_recall_at_1000_diff1": 0.323561, "nauc_precision_at_1_max": 0.582512, "nauc_precision_at_1_std": 0.227594, "nauc_precision_at_1_diff1": 0.428926, "nauc_precision_at_3_max": 0.258065, "nauc_precision_at_3_std": 0.184024, "nauc_precision_at_3_diff1": -0.147935, "nauc_precision_at_5_max": 0.187596, "nauc_precision_at_5_std": 0.117025, "nauc_precision_at_5_diff1": -0.20143, "nauc_precision_at_10_max": 0.080399, "nauc_precision_at_10_std": 0.06583, "nauc_precision_at_10_diff1": -0.229801, "nauc_precision_at_20_max": 0.001214, "nauc_precision_at_20_std": 0.036598, "nauc_precision_at_20_diff1": -0.259043, "nauc_precision_at_100_max": -0.073066, "nauc_precision_at_100_std": 0.014803, "nauc_precision_at_100_diff1": -0.292713, "nauc_precision_at_1000_max": -0.139832, "nauc_precision_at_1000_std": -0.179841, "nauc_precision_at_1000_diff1": -0.293646, "nauc_mrr_at_1_max": 0.582512, "nauc_mrr_at_1_std": 0.227594, "nauc_mrr_at_1_diff1": 0.428926, "nauc_mrr_at_3_max": 0.620717, "nauc_mrr_at_3_std": 0.243625, "nauc_mrr_at_3_diff1": 0.392076, "nauc_mrr_at_5_max": 0.620492, "nauc_mrr_at_5_std": 0.256247, "nauc_mrr_at_5_diff1": 0.383068, "nauc_mrr_at_10_max": 0.611501, "nauc_mrr_at_10_std": 0.245077, "nauc_mrr_at_10_diff1": 0.390017, "nauc_mrr_at_20_max": 0.613158, "nauc_mrr_at_20_std": 0.246489, "nauc_mrr_at_20_diff1": 0.39325, "nauc_mrr_at_100_max": 0.613158, "nauc_mrr_at_100_std": 0.246489, "nauc_mrr_at_100_diff1": 0.39325, "nauc_mrr_at_1000_max": 0.613158, "nauc_mrr_at_1000_std": 0.246489, "nauc_mrr_at_1000_diff1": 0.39325, "hit_rate_at_1": 0.785, "hit_rate_at_3": 0.94, "hit_rate_at_5": 0.965, "hit_rate_at_10": 0.995, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.60594, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ], "mteb_version": "2.14.3" }, { "ndcg_at_1": 0.7, "ndcg_at_3": 0.63766, "ndcg_at_5": 0.613, "ndcg_at_10": 0.59594, "ndcg_at_20": 0.5944, "ndcg_at_100": 0.66106, "ndcg_at_1000": 0.73804, "map_at_1": 0.13421, "map_at_3": 0.22535, "map_at_5": 0.2675, "map_at_10": 0.31834, "map_at_20": 0.35416, "map_at_100": 0.42621, "map_at_1000": 0.46651, "recall_at_1": 0.13421, "recall_at_3": 0.24292, "recall_at_5": 0.30283, "recall_at_10": 0.3922, "recall_at_20": 0.48147, "recall_at_100": 0.74787, "recall_at_1000": 0.9679, "accuracy": 0.13421, "precision_at_1": 0.785, "precision_at_3": 0.62833, "precision_at_5": 0.541, "precision_at_10": 0.427, "precision_at_20": 0.31525, "precision_at_100": 0.1597, "precision_at_1000": 0.03484, "mrr_at_1": 0.785, "mrr_at_3": 0.855833, "mrr_at_5": 0.864583, "mrr_at_10": 0.866131, "mrr_at_20": 0.867002, "mrr_at_100": 0.86722, "mrr_at_1000": 0.86722, "nauc_ndcg_at_1_max": 0.488412, "nauc_ndcg_at_1_std": 0.185342, "nauc_ndcg_at_1_diff1": 0.417173, "nauc_ndcg_at_3_max": 0.466381, "nauc_ndcg_at_3_std": 0.226439, "nauc_ndcg_at_3_diff1": 0.273789, "nauc_ndcg_at_5_max": 0.486122, "nauc_ndcg_at_5_std": 0.240416, "nauc_ndcg_at_5_diff1": 0.286847, "nauc_ndcg_at_10_max": 0.526044, "nauc_ndcg_at_10_std": 0.268841, "nauc_ndcg_at_10_diff1": 0.296867, "nauc_ndcg_at_20_max": 0.543157, "nauc_ndcg_at_20_std": 0.269191, "nauc_ndcg_at_20_diff1": 0.354653, "nauc_ndcg_at_100_max": 0.570407, "nauc_ndcg_at_100_std": 0.368304, "nauc_ndcg_at_100_diff1": 0.387157, "nauc_ndcg_at_1000_max": 0.579783, "nauc_ndcg_at_1000_std": 0.369303, "nauc_ndcg_at_1000_diff1": 0.340935, "nauc_map_at_1_max": 0.423731, "nauc_map_at_1_std": 0.132706, "nauc_map_at_1_diff1": 0.536154, "nauc_map_at_3_max": 0.418878, "nauc_map_at_3_std": 0.181385, "nauc_map_at_3_diff1": 0.398013, "nauc_map_at_5_max": 0.432851, "nauc_map_at_5_std": 0.201598, "nauc_map_at_5_diff1": 0.373884, "nauc_map_at_10_max": 0.434337, "nauc_map_at_10_std": 0.229002, "nauc_map_at_10_diff1": 0.333762, "nauc_map_at_20_max": 0.444433, "nauc_map_at_20_std": 0.248037, "nauc_map_at_20_diff1": 0.33324, "nauc_map_at_100_max": 0.49376, "nauc_map_at_100_std": 0.330028, "nauc_map_at_100_diff1": 0.313506, "nauc_map_at_1000_max": 0.504106, "nauc_map_at_1000_std": 0.337138, "nauc_map_at_1000_diff1": 0.285161, "nauc_recall_at_1_max": 0.423731, "nauc_recall_at_1_std": 0.132706, "nauc_recall_at_1_diff1": 0.536154, "nauc_recall_at_3_max": 0.384548, "nauc_recall_at_3_std": 0.171864, "nauc_recall_at_3_diff1": 0.368816, "nauc_recall_at_5_max": 0.390923, "nauc_recall_at_5_std": 0.184833, "nauc_recall_at_5_diff1": 0.341537, "nauc_recall_at_10_max": 0.386039, "nauc_recall_at_10_std": 0.207035, "nauc_recall_at_10_diff1": 0.296128, "nauc_recall_at_20_max": 0.367554, "nauc_recall_at_20_std": 0.212973, "nauc_recall_at_20_diff1": 0.304566, "nauc_recall_at_100_max": 0.422367, "nauc_recall_at_100_std": 0.400552, "nauc_recall_at_100_diff1": 0.344247, "nauc_recall_at_1000_max": 0.562865, "nauc_recall_at_1000_std": 0.801889, "nauc_recall_at_1000_diff1": 0.370561, "nauc_precision_at_1_max": 0.591365, "nauc_precision_at_1_std": 0.319637, "nauc_precision_at_1_diff1": 0.389903, "nauc_precision_at_3_max": 0.227802, "nauc_precision_at_3_std": 0.223578, "nauc_precision_at_3_diff1": -0.130786, "nauc_precision_at_5_max": 0.139415, "nauc_precision_at_5_std": 0.1829, "nauc_precision_at_5_diff1": -0.171581, "nauc_precision_at_10_max": 0.056502, "nauc_precision_at_10_std": 0.127237, "nauc_precision_at_10_diff1": -0.225862, "nauc_precision_at_20_max": 0.013016, "nauc_precision_at_20_std": 0.074309, "nauc_precision_at_20_diff1": -0.217499, "nauc_precision_at_100_max": -0.055346, "nauc_precision_at_100_std": 0.033717, "nauc_precision_at_100_diff1": -0.237215, "nauc_precision_at_1000_max": -0.10389, "nauc_precision_at_1000_std": -0.154545, "nauc_precision_at_1000_diff1": -0.205299, "nauc_mrr_at_1_max": 0.591365, "nauc_mrr_at_1_std": 0.319637, "nauc_mrr_at_1_diff1": 0.389903, "nauc_mrr_at_3_max": 0.632741, "nauc_mrr_at_3_std": 0.328029, "nauc_mrr_at_3_diff1": 0.402944, "nauc_mrr_at_5_max": 0.626483, "nauc_mrr_at_5_std": 0.342907, "nauc_mrr_at_5_diff1": 0.398428, "nauc_mrr_at_10_max": 0.625301, "nauc_mrr_at_10_std": 0.338449, "nauc_mrr_at_10_diff1": 0.398789, "nauc_mrr_at_20_max": 0.62546, "nauc_mrr_at_20_std": 0.339589, "nauc_mrr_at_20_diff1": 0.401444, "nauc_mrr_at_100_max": 0.624804, "nauc_mrr_at_100_std": 0.338662, "nauc_mrr_at_100_diff1": 0.400396, "nauc_mrr_at_1000_max": 0.624804, "nauc_mrr_at_1000_std": 0.338662, "nauc_mrr_at_1000_diff1": 0.400396, "hit_rate_at_1": 0.785, "hit_rate_at_3": 0.935, "hit_rate_at_5": 0.975, "hit_rate_at_10": 0.985, "hit_rate_at_20": 0.995, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.59594, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ], "mteb_version": "2.14.3" } ] }, "evaluation_time": 1462.10578250885, "kg_co2_emissions": null, "date": 1783414666.271535, "evaluation_phases": null }