{ "dataset_revision": "2c18ef90ab3ef93a9d86ecc6521cdae2a29f8300", "task_name": "Vidore3PhysicsRetrieval", "mteb_version": "2.21.3", "scores": { "test": [ { "ndcg_at_1": 0.41225, "ndcg_at_3": 0.43973, "ndcg_at_5": 0.46042, "ndcg_at_10": 0.48666, "ndcg_at_20": 0.53439, "ndcg_at_100": 0.61595, "ndcg_at_1000": 0.63903, "map_at_1": 0.15733, "map_at_3": 0.24968, "map_at_5": 0.29158, "map_at_10": 0.34462, "map_at_20": 0.38716, "map_at_100": 0.42711, "map_at_1000": 0.43146, "recall_at_1": 0.15733, "recall_at_3": 0.30882, "recall_at_5": 0.40003, "recall_at_10": 0.52288, "recall_at_20": 0.66656, "recall_at_100": 0.8959, "recall_at_1000": 0.99606, "accuracy": 0.15733, "precision_at_1": 0.45033, "precision_at_3": 0.36203, "precision_at_5": 0.31921, "precision_at_10": 0.2553, "precision_at_20": 0.18593, "precision_at_100": 0.06113, "precision_at_1000": 0.00717, "mrr_at_1": 0.450331, "mrr_at_3": 0.573951, "mrr_at_5": 0.597296, "mrr_at_10": 0.608435, "mrr_at_20": 0.612591, "mrr_at_100": 0.613593, "mrr_at_1000": 0.613664, "nauc_ndcg_at_1_max": 0.171842, "nauc_ndcg_at_1_std": -0.164981, "nauc_ndcg_at_1_diff1": 0.232688, "nauc_ndcg_at_3_max": 0.166856, "nauc_ndcg_at_3_std": -0.253352, "nauc_ndcg_at_3_diff1": 0.153249, "nauc_ndcg_at_5_max": 0.159742, "nauc_ndcg_at_5_std": -0.275792, "nauc_ndcg_at_5_diff1": 0.148629, "nauc_ndcg_at_10_max": 0.128604, "nauc_ndcg_at_10_std": -0.297513, "nauc_ndcg_at_10_diff1": 0.141701, "nauc_ndcg_at_20_max": 0.124776, "nauc_ndcg_at_20_std": -0.290699, "nauc_ndcg_at_20_diff1": 0.156158, "nauc_ndcg_at_100_max": 0.142229, "nauc_ndcg_at_100_std": -0.239401, "nauc_ndcg_at_100_diff1": 0.155222, "nauc_ndcg_at_1000_max": 0.13421, "nauc_ndcg_at_1000_std": -0.238493, "nauc_ndcg_at_1000_diff1": 0.163363, "nauc_map_at_1_max": 0.059816, "nauc_map_at_1_std": -0.321556, "nauc_map_at_1_diff1": 0.354209, "nauc_map_at_3_max": 0.086845, "nauc_map_at_3_std": -0.343517, "nauc_map_at_3_diff1": 0.269794, "nauc_map_at_5_max": 0.087806, "nauc_map_at_5_std": -0.331227, "nauc_map_at_5_diff1": 0.230071, "nauc_map_at_10_max": 0.082943, "nauc_map_at_10_std": -0.319315, "nauc_map_at_10_diff1": 0.192802, "nauc_map_at_20_max": 0.086904, "nauc_map_at_20_std": -0.301304, "nauc_map_at_20_diff1": 0.175647, "nauc_map_at_100_max": 0.09459, "nauc_map_at_100_std": -0.275744, "nauc_map_at_100_diff1": 0.164866, "nauc_map_at_1000_max": 0.0944, "nauc_map_at_1000_std": -0.273779, "nauc_map_at_1000_diff1": 0.164923, "nauc_recall_at_1_max": 0.059816, "nauc_recall_at_1_std": -0.321556, "nauc_recall_at_1_diff1": 0.354209, "nauc_recall_at_3_max": 0.111781, "nauc_recall_at_3_std": -0.322766, "nauc_recall_at_3_diff1": 0.200612, "nauc_recall_at_5_max": 0.110799, "nauc_recall_at_5_std": -0.28941, "nauc_recall_at_5_diff1": 0.155904, "nauc_recall_at_10_max": 0.06885, "nauc_recall_at_10_std": -0.305097, "nauc_recall_at_10_diff1": 0.110342, "nauc_recall_at_20_max": 0.057815, "nauc_recall_at_20_std": -0.278218, "nauc_recall_at_20_diff1": 0.093576, "nauc_recall_at_100_max": 0.159991, "nauc_recall_at_100_std": -0.125965, "nauc_recall_at_100_diff1": 0.044899, "nauc_recall_at_1000_max": 0.348, "nauc_recall_at_1000_std": -0.017276, "nauc_recall_at_1000_diff1": 0.36019, "nauc_precision_at_1_max": 0.167523, "nauc_precision_at_1_std": -0.163094, "nauc_precision_at_1_diff1": 0.225042, "nauc_precision_at_3_max": 0.141056, "nauc_precision_at_3_std": -0.078026, "nauc_precision_at_3_diff1": -0.041453, "nauc_precision_at_5_max": 0.095411, "nauc_precision_at_5_std": -0.016299, "nauc_precision_at_5_diff1": -0.111962, "nauc_precision_at_10_max": 0.046886, "nauc_precision_at_10_std": 0.050217, "nauc_precision_at_10_diff1": -0.134889, "nauc_precision_at_20_max": 0.027848, "nauc_precision_at_20_std": 0.117921, "nauc_precision_at_20_diff1": -0.147752, "nauc_precision_at_100_max": 0.028495, "nauc_precision_at_100_std": 0.24452, "nauc_precision_at_100_diff1": -0.154911, "nauc_precision_at_1000_max": -7.8e-05, "nauc_precision_at_1000_std": 0.246498, "nauc_precision_at_1000_diff1": -0.135557, "nauc_mrr_at_1_max": 0.167523, "nauc_mrr_at_1_std": -0.163094, "nauc_mrr_at_1_diff1": 0.225042, "nauc_mrr_at_3_max": 0.22118, "nauc_mrr_at_3_std": -0.189826, "nauc_mrr_at_3_diff1": 0.145787, "nauc_mrr_at_5_max": 0.207943, "nauc_mrr_at_5_std": -0.201738, "nauc_mrr_at_5_diff1": 0.165181, "nauc_mrr_at_10_max": 0.200117, "nauc_mrr_at_10_std": -0.204606, "nauc_mrr_at_10_diff1": 0.16239, "nauc_mrr_at_20_max": 0.204742, "nauc_mrr_at_20_std": -0.196568, "nauc_mrr_at_20_diff1": 0.165452, "nauc_mrr_at_100_max": 0.203692, "nauc_mrr_at_100_std": -0.195617, "nauc_mrr_at_100_diff1": 0.165483, "nauc_mrr_at_1000_max": 0.203618, "nauc_mrr_at_1000_std": -0.195754, "nauc_mrr_at_1000_diff1": 0.1654, "hit_rate_at_1": 0.45033, "hit_rate_at_3": 0.71854, "hit_rate_at_5": 0.82119, "hit_rate_at_10": 0.90397, "hit_rate_at_20": 0.95695, "hit_rate_at_100": 0.98675, "hit_rate_at_1000": 1.0, "main_score": 0.48666, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.21.3" }, { "ndcg_at_1": 0.4255, "ndcg_at_3": 0.45069, "ndcg_at_5": 0.45951, "ndcg_at_10": 0.49208, "ndcg_at_20": 0.53368, "ndcg_at_100": 0.61809, "ndcg_at_1000": 0.64119, "map_at_1": 0.15907, "map_at_3": 0.25339, "map_at_5": 0.29339, "map_at_10": 0.34712, "map_at_20": 0.3869, "map_at_100": 0.42704, "map_at_1000": 0.43165, "recall_at_1": 0.15907, "recall_at_3": 0.31201, "recall_at_5": 0.39589, "recall_at_10": 0.52561, "recall_at_20": 0.6569, "recall_at_100": 0.89737, "recall_at_1000": 0.99614, "accuracy": 0.15907, "precision_at_1": 0.46026, "precision_at_3": 0.36865, "precision_at_5": 0.31325, "precision_at_10": 0.25563, "precision_at_20": 0.18377, "precision_at_100": 0.06106, "precision_at_1000": 0.00717, "mrr_at_1": 0.460265, "mrr_at_3": 0.586093, "mrr_at_5": 0.605132, "mrr_at_10": 0.61594, "mrr_at_20": 0.619557, "mrr_at_100": 0.620516, "mrr_at_1000": 0.620584, "nauc_ndcg_at_1_max": 0.099669, "nauc_ndcg_at_1_std": -0.189451, "nauc_ndcg_at_1_diff1": 0.272743, "nauc_ndcg_at_3_max": 0.099484, "nauc_ndcg_at_3_std": -0.252815, "nauc_ndcg_at_3_diff1": 0.212301, "nauc_ndcg_at_5_max": 0.13947, "nauc_ndcg_at_5_std": -0.260044, "nauc_ndcg_at_5_diff1": 0.194694, "nauc_ndcg_at_10_max": 0.11593, "nauc_ndcg_at_10_std": -0.281295, "nauc_ndcg_at_10_diff1": 0.164857, "nauc_ndcg_at_20_max": 0.110734, "nauc_ndcg_at_20_std": -0.285669, "nauc_ndcg_at_20_diff1": 0.175971, "nauc_ndcg_at_100_max": 0.124721, "nauc_ndcg_at_100_std": -0.239677, "nauc_ndcg_at_100_diff1": 0.187645, "nauc_ndcg_at_1000_max": 0.113521, "nauc_ndcg_at_1000_std": -0.231929, "nauc_ndcg_at_1000_diff1": 0.197533, "nauc_map_at_1_max": 0.047408, "nauc_map_at_1_std": -0.350431, "nauc_map_at_1_diff1": 0.332507, "nauc_map_at_3_max": 0.056022, "nauc_map_at_3_std": -0.355901, "nauc_map_at_3_diff1": 0.26369, "nauc_map_at_5_max": 0.069834, "nauc_map_at_5_std": -0.337033, "nauc_map_at_5_diff1": 0.232228, "nauc_map_at_10_max": 0.072592, "nauc_map_at_10_std": -0.317007, "nauc_map_at_10_diff1": 0.199434, "nauc_map_at_20_max": 0.077753, "nauc_map_at_20_std": -0.304825, "nauc_map_at_20_diff1": 0.194982, "nauc_map_at_100_max": 0.083338, "nauc_map_at_100_std": -0.282324, "nauc_map_at_100_diff1": 0.184537, "nauc_map_at_1000_max": 0.083173, "nauc_map_at_1000_std": -0.278398, "nauc_map_at_1000_diff1": 0.184869, "nauc_recall_at_1_max": 0.047408, "nauc_recall_at_1_std": -0.350431, "nauc_recall_at_1_diff1": 0.332507, "nauc_recall_at_3_max": 0.070529, "nauc_recall_at_3_std": -0.33386, "nauc_recall_at_3_diff1": 0.196516, "nauc_recall_at_5_max": 0.117724, "nauc_recall_at_5_std": -0.279713, "nauc_recall_at_5_diff1": 0.153407, "nauc_recall_at_10_max": 0.081574, "nauc_recall_at_10_std": -0.277123, "nauc_recall_at_10_diff1": 0.08038, "nauc_recall_at_20_max": 0.079491, "nauc_recall_at_20_std": -0.268568, "nauc_recall_at_20_diff1": 0.060663, "nauc_recall_at_100_max": 0.181865, "nauc_recall_at_100_std": -0.156444, "nauc_recall_at_100_diff1": 0.013151, "nauc_recall_at_1000_max": 0.217058, "nauc_recall_at_1000_std": -0.057483, "nauc_recall_at_1000_diff1": 0.231497, "nauc_precision_at_1_max": 0.093206, "nauc_precision_at_1_std": -0.182089, "nauc_precision_at_1_diff1": 0.268269, "nauc_precision_at_3_max": 0.069578, "nauc_precision_at_3_std": -0.064859, "nauc_precision_at_3_diff1": 0.03561, "nauc_precision_at_5_max": 0.090057, "nauc_precision_at_5_std": 0.012921, "nauc_precision_at_5_diff1": -0.054967, "nauc_precision_at_10_max": 0.055519, "nauc_precision_at_10_std": 0.085317, "nauc_precision_at_10_diff1": -0.095135, "nauc_precision_at_20_max": 0.042991, "nauc_precision_at_20_std": 0.138668, "nauc_precision_at_20_diff1": -0.097506, "nauc_precision_at_100_max": 0.030075, "nauc_precision_at_100_std": 0.269316, "nauc_precision_at_100_diff1": -0.119755, "nauc_precision_at_1000_max": 0.002416, "nauc_precision_at_1000_std": 0.285089, "nauc_precision_at_1000_diff1": -0.097408, "nauc_mrr_at_1_max": 0.093206, "nauc_mrr_at_1_std": -0.182089, "nauc_mrr_at_1_diff1": 0.268269, "nauc_mrr_at_3_max": 0.133519, "nauc_mrr_at_3_std": -0.208849, "nauc_mrr_at_3_diff1": 0.227924, "nauc_mrr_at_5_max": 0.151312, "nauc_mrr_at_5_std": -0.194679, "nauc_mrr_at_5_diff1": 0.234959, "nauc_mrr_at_10_max": 0.146155, "nauc_mrr_at_10_std": -0.197225, "nauc_mrr_at_10_diff1": 0.232687, "nauc_mrr_at_20_max": 0.142931, "nauc_mrr_at_20_std": -0.196643, "nauc_mrr_at_20_diff1": 0.235086, "nauc_mrr_at_100_max": 0.14171, "nauc_mrr_at_100_std": -0.196436, "nauc_mrr_at_100_diff1": 0.235646, "nauc_mrr_at_1000_max": 0.141612, "nauc_mrr_at_1000_std": -0.196575, "nauc_mrr_at_1000_diff1": 0.235616, "hit_rate_at_1": 0.46026, "hit_rate_at_3": 0.74172, "hit_rate_at_5": 0.8245, "hit_rate_at_10": 0.90728, "hit_rate_at_20": 0.95695, "hit_rate_at_100": 0.98675, "hit_rate_at_1000": 1.0, "main_score": 0.49208, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.21.3" }, { "ndcg_at_1": 0.4404, "ndcg_at_3": 0.46256, "ndcg_at_5": 0.46442, "ndcg_at_10": 0.50007, "ndcg_at_20": 0.5457, "ndcg_at_100": 0.62711, "ndcg_at_1000": 0.64961, "map_at_1": 0.16556, "map_at_3": 0.25996, "map_at_5": 0.29309, "map_at_10": 0.35143, "map_at_20": 0.39446, "map_at_100": 0.43432, "map_at_1000": 0.43863, "recall_at_1": 0.16556, "recall_at_3": 0.32004, "recall_at_5": 0.38926, "recall_at_10": 0.52826, "recall_at_20": 0.67043, "recall_at_100": 0.90078, "recall_at_1000": 0.99715, "accuracy": 0.16556, "precision_at_1": 0.47351, "precision_at_3": 0.37748, "precision_at_5": 0.31126, "precision_at_10": 0.25629, "precision_at_20": 0.18775, "precision_at_100": 0.06156, "precision_at_1000": 0.00718, "mrr_at_1": 0.47351, "mrr_at_3": 0.59989, "mrr_at_5": 0.61777, "mrr_at_10": 0.628432, "mrr_at_20": 0.633325, "mrr_at_100": 0.633923, "mrr_at_1000": 0.633994, "nauc_ndcg_at_1_max": 0.117059, "nauc_ndcg_at_1_std": -0.203084, "nauc_ndcg_at_1_diff1": 0.160987, "nauc_ndcg_at_3_max": 0.153419, "nauc_ndcg_at_3_std": -0.277614, "nauc_ndcg_at_3_diff1": 0.116532, "nauc_ndcg_at_5_max": 0.148561, "nauc_ndcg_at_5_std": -0.301143, "nauc_ndcg_at_5_diff1": 0.12366, "nauc_ndcg_at_10_max": 0.134858, "nauc_ndcg_at_10_std": -0.306193, "nauc_ndcg_at_10_diff1": 0.085906, "nauc_ndcg_at_20_max": 0.125798, "nauc_ndcg_at_20_std": -0.308305, "nauc_ndcg_at_20_diff1": 0.103895, "nauc_ndcg_at_100_max": 0.141791, "nauc_ndcg_at_100_std": -0.263542, "nauc_ndcg_at_100_diff1": 0.101555, "nauc_ndcg_at_1000_max": 0.134569, "nauc_ndcg_at_1000_std": -0.261282, "nauc_ndcg_at_1000_diff1": 0.115092, "nauc_map_at_1_max": 0.062831, "nauc_map_at_1_std": -0.324948, "nauc_map_at_1_diff1": 0.277109, "nauc_map_at_3_max": 0.095895, "nauc_map_at_3_std": -0.353032, "nauc_map_at_3_diff1": 0.21735, "nauc_map_at_5_max": 0.095975, "nauc_map_at_5_std": -0.353913, "nauc_map_at_5_diff1": 0.196211, "nauc_map_at_10_max": 0.098128, "nauc_map_at_10_std": -0.334846, "nauc_map_at_10_diff1": 0.143595, "nauc_map_at_20_max": 0.099443, "nauc_map_at_20_std": -0.323439, "nauc_map_at_20_diff1": 0.13573, "nauc_map_at_100_max": 0.10717, "nauc_map_at_100_std": -0.300531, "nauc_map_at_100_diff1": 0.119604, "nauc_map_at_1000_max": 0.107985, "nauc_map_at_1000_std": -0.297301, "nauc_map_at_1000_diff1": 0.119852, "nauc_recall_at_1_max": 0.062831, "nauc_recall_at_1_std": -0.324948, "nauc_recall_at_1_diff1": 0.277109, "nauc_recall_at_3_max": 0.11052, "nauc_recall_at_3_std": -0.333088, "nauc_recall_at_3_diff1": 0.165287, "nauc_recall_at_5_max": 0.091171, "nauc_recall_at_5_std": -0.335774, "nauc_recall_at_5_diff1": 0.14584, "nauc_recall_at_10_max": 0.084294, "nauc_recall_at_10_std": -0.290407, "nauc_recall_at_10_diff1": 0.033743, "nauc_recall_at_20_max": 0.063248, "nauc_recall_at_20_std": -0.289496, "nauc_recall_at_20_diff1": 0.015393, "nauc_recall_at_100_max": 0.163019, "nauc_recall_at_100_std": -0.157713, "nauc_recall_at_100_diff1": -0.067132, "nauc_recall_at_1000_max": 0.284302, "nauc_recall_at_1000_std": 0.008641, "nauc_recall_at_1000_diff1": 0.036243, "nauc_precision_at_1_max": 0.125773, "nauc_precision_at_1_std": -0.206961, "nauc_precision_at_1_diff1": 0.169318, "nauc_precision_at_3_max": 0.15378, "nauc_precision_at_3_std": -0.102662, "nauc_precision_at_3_diff1": -0.040275, "nauc_precision_at_5_max": 0.112009, "nauc_precision_at_5_std": -0.031586, "nauc_precision_at_5_diff1": -0.080367, "nauc_precision_at_10_max": 0.06313, "nauc_precision_at_10_std": 0.049715, "nauc_precision_at_10_diff1": -0.145255, "nauc_precision_at_20_max": 0.031454, "nauc_precision_at_20_std": 0.111491, "nauc_precision_at_20_diff1": -0.130353, "nauc_precision_at_100_max": 0.012482, "nauc_precision_at_100_std": 0.23621, "nauc_precision_at_100_diff1": -0.159821, "nauc_precision_at_1000_max": -0.009295, "nauc_precision_at_1000_std": 0.248488, "nauc_precision_at_1000_diff1": -0.131642, "nauc_mrr_at_1_max": 0.125773, "nauc_mrr_at_1_std": -0.206961, "nauc_mrr_at_1_diff1": 0.169318, "nauc_mrr_at_3_max": 0.182999, "nauc_mrr_at_3_std": -0.227855, "nauc_mrr_at_3_diff1": 0.119711, "nauc_mrr_at_5_max": 0.169444, "nauc_mrr_at_5_std": -0.23579, "nauc_mrr_at_5_diff1": 0.136083, "nauc_mrr_at_10_max": 0.1717, "nauc_mrr_at_10_std": -0.228881, "nauc_mrr_at_10_diff1": 0.128291, "nauc_mrr_at_20_max": 0.169071, "nauc_mrr_at_20_std": -0.225442, "nauc_mrr_at_20_diff1": 0.131207, "nauc_mrr_at_100_max": 0.168587, "nauc_mrr_at_100_std": -0.225526, "nauc_mrr_at_100_diff1": 0.131763, "nauc_mrr_at_1000_max": 0.168468, "nauc_mrr_at_1000_std": -0.225674, "nauc_mrr_at_1000_diff1": 0.131732, "hit_rate_at_1": 0.47351, "hit_rate_at_3": 0.75166, "hit_rate_at_5": 0.82781, "hit_rate_at_10": 0.90397, "hit_rate_at_20": 0.9702, "hit_rate_at_100": 0.98675, "hit_rate_at_1000": 1.0, "main_score": 0.50007, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.21.3" }, { "ndcg_at_1": 0.42384, "ndcg_at_3": 0.45327, "ndcg_at_5": 0.46362, "ndcg_at_10": 0.4909, "ndcg_at_20": 0.53345, "ndcg_at_100": 0.61788, "ndcg_at_1000": 0.64054, "map_at_1": 0.15564, "map_at_3": 0.2526, "map_at_5": 0.29116, "map_at_10": 0.34624, "map_at_20": 0.38597, "map_at_100": 0.4268, "map_at_1000": 0.43102, "recall_at_1": 0.15564, "recall_at_3": 0.32205, "recall_at_5": 0.39757, "recall_at_10": 0.52555, "recall_at_20": 0.66037, "recall_at_100": 0.89788, "recall_at_1000": 0.99694, "accuracy": 0.15564, "precision_at_1": 0.46358, "precision_at_3": 0.37307, "precision_at_5": 0.32053, "precision_at_10": 0.25563, "precision_at_20": 0.18427, "precision_at_100": 0.06156, "precision_at_1000": 0.00718, "mrr_at_1": 0.463576, "mrr_at_3": 0.593819, "mrr_at_5": 0.609879, "mrr_at_10": 0.620744, "mrr_at_20": 0.624771, "mrr_at_100": 0.625591, "mrr_at_1000": 0.62564, "nauc_ndcg_at_1_max": 0.104836, "nauc_ndcg_at_1_std": -0.125163, "nauc_ndcg_at_1_diff1": 0.240167, "nauc_ndcg_at_3_max": 0.149524, "nauc_ndcg_at_3_std": -0.220192, "nauc_ndcg_at_3_diff1": 0.207094, "nauc_ndcg_at_5_max": 0.176085, "nauc_ndcg_at_5_std": -0.225673, "nauc_ndcg_at_5_diff1": 0.175309, "nauc_ndcg_at_10_max": 0.158967, "nauc_ndcg_at_10_std": -0.223666, "nauc_ndcg_at_10_diff1": 0.149121, "nauc_ndcg_at_20_max": 0.147298, "nauc_ndcg_at_20_std": -0.232704, "nauc_ndcg_at_20_diff1": 0.148069, "nauc_ndcg_at_100_max": 0.164394, "nauc_ndcg_at_100_std": -0.189723, "nauc_ndcg_at_100_diff1": 0.159805, "nauc_ndcg_at_1000_max": 0.157384, "nauc_ndcg_at_1000_std": -0.181675, "nauc_ndcg_at_1000_diff1": 0.173438, "nauc_map_at_1_max": 0.062445, "nauc_map_at_1_std": -0.292605, "nauc_map_at_1_diff1": 0.331493, "nauc_map_at_3_max": 0.099201, "nauc_map_at_3_std": -0.313458, "nauc_map_at_3_diff1": 0.27459, "nauc_map_at_5_max": 0.111776, "nauc_map_at_5_std": -0.294646, "nauc_map_at_5_diff1": 0.233712, "nauc_map_at_10_max": 0.119979, "nauc_map_at_10_std": -0.261791, "nauc_map_at_10_diff1": 0.189752, "nauc_map_at_20_max": 0.124156, "nauc_map_at_20_std": -0.253152, "nauc_map_at_20_diff1": 0.173544, "nauc_map_at_100_max": 0.133229, "nauc_map_at_100_std": -0.228871, "nauc_map_at_100_diff1": 0.164875, "nauc_map_at_1000_max": 0.134077, "nauc_map_at_1000_std": -0.225701, "nauc_map_at_1000_diff1": 0.165845, "nauc_recall_at_1_max": 0.062445, "nauc_recall_at_1_std": -0.292605, "nauc_recall_at_1_diff1": 0.331493, "nauc_recall_at_3_max": 0.135294, "nauc_recall_at_3_std": -0.280314, "nauc_recall_at_3_diff1": 0.216142, "nauc_recall_at_5_max": 0.143238, "nauc_recall_at_5_std": -0.256454, "nauc_recall_at_5_diff1": 0.15762, "nauc_recall_at_10_max": 0.131826, "nauc_recall_at_10_std": -0.21776, "nauc_recall_at_10_diff1": 0.075765, "nauc_recall_at_20_max": 0.105328, "nauc_recall_at_20_std": -0.218474, "nauc_recall_at_20_diff1": 0.039056, "nauc_recall_at_100_max": 0.18812, "nauc_recall_at_100_std": -0.120566, "nauc_recall_at_100_diff1": -0.023294, "nauc_recall_at_1000_max": 0.424839, "nauc_recall_at_1000_std": 0.082455, "nauc_recall_at_1000_diff1": 0.298459, "nauc_precision_at_1_max": 0.090674, "nauc_precision_at_1_std": -0.134242, "nauc_precision_at_1_diff1": 0.253165, "nauc_precision_at_3_max": 0.142671, "nauc_precision_at_3_std": -0.045078, "nauc_precision_at_3_diff1": 0.04289, "nauc_precision_at_5_max": 0.143448, "nauc_precision_at_5_std": 0.044516, "nauc_precision_at_5_diff1": -0.0764, "nauc_precision_at_10_max": 0.102304, "nauc_precision_at_10_std": 0.103099, "nauc_precision_at_10_diff1": -0.118636, "nauc_precision_at_20_max": 0.067412, "nauc_precision_at_20_std": 0.143401, "nauc_precision_at_20_diff1": -0.136829, "nauc_precision_at_100_max": 0.051096, "nauc_precision_at_100_std": 0.251543, "nauc_precision_at_100_diff1": -0.134716, "nauc_precision_at_1000_max": 0.019802, "nauc_precision_at_1000_std": 0.25848, "nauc_precision_at_1000_diff1": -0.110555, "nauc_mrr_at_1_max": 0.090674, "nauc_mrr_at_1_std": -0.134242, "nauc_mrr_at_1_diff1": 0.253165, "nauc_mrr_at_3_max": 0.169556, "nauc_mrr_at_3_std": -0.147397, "nauc_mrr_at_3_diff1": 0.221469, "nauc_mrr_at_5_max": 0.16505, "nauc_mrr_at_5_std": -0.159365, "nauc_mrr_at_5_diff1": 0.225933, "nauc_mrr_at_10_max": 0.163302, "nauc_mrr_at_10_std": -0.150048, "nauc_mrr_at_10_diff1": 0.221351, "nauc_mrr_at_20_max": 0.158573, "nauc_mrr_at_20_std": -0.149414, "nauc_mrr_at_20_diff1": 0.224665, "nauc_mrr_at_100_max": 0.157342, "nauc_mrr_at_100_std": -0.150064, "nauc_mrr_at_100_diff1": 0.225132, "nauc_mrr_at_1000_max": 0.157261, "nauc_mrr_at_1000_std": -0.15012, "nauc_mrr_at_1000_diff1": 0.225151, "hit_rate_at_1": 0.46358, "hit_rate_at_3": 0.75497, "hit_rate_at_5": 0.8245, "hit_rate_at_10": 0.90728, "hit_rate_at_20": 0.96358, "hit_rate_at_100": 0.99007, "hit_rate_at_1000": 1.0, "main_score": 0.4909, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.21.3" }, { "ndcg_at_1": 0.42219, "ndcg_at_3": 0.44721, "ndcg_at_5": 0.45817, "ndcg_at_10": 0.49148, "ndcg_at_20": 0.53283, "ndcg_at_100": 0.61561, "ndcg_at_1000": 0.63881, "map_at_1": 0.15034, "map_at_3": 0.24845, "map_at_5": 0.28654, "map_at_10": 0.34397, "map_at_20": 0.38409, "map_at_100": 0.42454, "map_at_1000": 0.42897, "recall_at_1": 0.15034, "recall_at_3": 0.3144, "recall_at_5": 0.39461, "recall_at_10": 0.53133, "recall_at_20": 0.66265, "recall_at_100": 0.89699, "recall_at_1000": 0.99629, "accuracy": 0.15034, "precision_at_1": 0.46358, "precision_at_3": 0.36976, "precision_at_5": 0.31589, "precision_at_10": 0.26026, "precision_at_20": 0.18493, "precision_at_100": 0.06093, "precision_at_1000": 0.00717, "mrr_at_1": 0.463576, "mrr_at_3": 0.589956, "mrr_at_5": 0.608168, "mrr_at_10": 0.619676, "mrr_at_20": 0.623539, "mrr_at_100": 0.624369, "mrr_at_1000": 0.624443, "nauc_ndcg_at_1_max": 0.107811, "nauc_ndcg_at_1_std": -0.159795, "nauc_ndcg_at_1_diff1": 0.280646, "nauc_ndcg_at_3_max": 0.137016, "nauc_ndcg_at_3_std": -0.262939, "nauc_ndcg_at_3_diff1": 0.242151, "nauc_ndcg_at_5_max": 0.17247, "nauc_ndcg_at_5_std": -0.243418, "nauc_ndcg_at_5_diff1": 0.251371, "nauc_ndcg_at_10_max": 0.138142, "nauc_ndcg_at_10_std": -0.278242, "nauc_ndcg_at_10_diff1": 0.229694, "nauc_ndcg_at_20_max": 0.13423, "nauc_ndcg_at_20_std": -0.273726, "nauc_ndcg_at_20_diff1": 0.233121, "nauc_ndcg_at_100_max": 0.142283, "nauc_ndcg_at_100_std": -0.229319, "nauc_ndcg_at_100_diff1": 0.237461, "nauc_ndcg_at_1000_max": 0.136447, "nauc_ndcg_at_1000_std": -0.218383, "nauc_ndcg_at_1000_diff1": 0.252144, "nauc_map_at_1_max": 0.061475, "nauc_map_at_1_std": -0.313338, "nauc_map_at_1_diff1": 0.419957, "nauc_map_at_3_max": 0.079755, "nauc_map_at_3_std": -0.351402, "nauc_map_at_3_diff1": 0.330893, "nauc_map_at_5_max": 0.091666, "nauc_map_at_5_std": -0.328822, "nauc_map_at_5_diff1": 0.31025, "nauc_map_at_10_max": 0.08743, "nauc_map_at_10_std": -0.317098, "nauc_map_at_10_diff1": 0.269681, "nauc_map_at_20_max": 0.096835, "nauc_map_at_20_std": -0.29453, "nauc_map_at_20_diff1": 0.256053, "nauc_map_at_100_max": 0.102568, "nauc_map_at_100_std": -0.270525, "nauc_map_at_100_diff1": 0.245215, "nauc_map_at_1000_max": 0.102915, "nauc_map_at_1000_std": -0.26653, "nauc_map_at_1000_diff1": 0.245969, "nauc_recall_at_1_max": 0.061475, "nauc_recall_at_1_std": -0.313338, "nauc_recall_at_1_diff1": 0.419957, "nauc_recall_at_3_max": 0.093193, "nauc_recall_at_3_std": -0.34562, "nauc_recall_at_3_diff1": 0.242922, "nauc_recall_at_5_max": 0.123755, "nauc_recall_at_5_std": -0.283107, "nauc_recall_at_5_diff1": 0.213901, "nauc_recall_at_10_max": 0.070614, "nauc_recall_at_10_std": -0.30315, "nauc_recall_at_10_diff1": 0.143053, "nauc_recall_at_20_max": 0.089499, "nauc_recall_at_20_std": -0.259672, "nauc_recall_at_20_diff1": 0.110894, "nauc_recall_at_100_max": 0.113418, "nauc_recall_at_100_std": -0.199787, "nauc_recall_at_100_diff1": 0.036116, "nauc_recall_at_1000_max": 0.224124, "nauc_recall_at_1000_std": -0.114368, "nauc_recall_at_1000_diff1": 0.021124, "nauc_precision_at_1_max": 0.101963, "nauc_precision_at_1_std": -0.157458, "nauc_precision_at_1_diff1": 0.267698, "nauc_precision_at_3_max": 0.116367, "nauc_precision_at_3_std": -0.10045, "nauc_precision_at_3_diff1": 0.031806, "nauc_precision_at_5_max": 0.118388, "nauc_precision_at_5_std": 0.020613, "nauc_precision_at_5_diff1": -0.025602, "nauc_precision_at_10_max": 0.063125, "nauc_precision_at_10_std": 0.073666, "nauc_precision_at_10_diff1": -0.086316, "nauc_precision_at_20_max": 0.053729, "nauc_precision_at_20_std": 0.135418, "nauc_precision_at_20_diff1": -0.115274, "nauc_precision_at_100_max": 0.034954, "nauc_precision_at_100_std": 0.250994, "nauc_precision_at_100_diff1": -0.153096, "nauc_precision_at_1000_max": 0.007084, "nauc_precision_at_1000_std": 0.266639, "nauc_precision_at_1000_diff1": -0.125164, "nauc_mrr_at_1_max": 0.101963, "nauc_mrr_at_1_std": -0.157458, "nauc_mrr_at_1_diff1": 0.267698, "nauc_mrr_at_3_max": 0.166674, "nauc_mrr_at_3_std": -0.199844, "nauc_mrr_at_3_diff1": 0.221434, "nauc_mrr_at_5_max": 0.179724, "nauc_mrr_at_5_std": -0.185899, "nauc_mrr_at_5_diff1": 0.237182, "nauc_mrr_at_10_max": 0.167394, "nauc_mrr_at_10_std": -0.191721, "nauc_mrr_at_10_diff1": 0.239586, "nauc_mrr_at_20_max": 0.165869, "nauc_mrr_at_20_std": -0.186504, "nauc_mrr_at_20_diff1": 0.239157, "nauc_mrr_at_100_max": 0.164446, "nauc_mrr_at_100_std": -0.187008, "nauc_mrr_at_100_diff1": 0.239364, "nauc_mrr_at_1000_max": 0.164378, "nauc_mrr_at_1000_std": -0.187175, "nauc_mrr_at_1000_diff1": 0.239321, "hit_rate_at_1": 0.46358, "hit_rate_at_3": 0.74172, "hit_rate_at_5": 0.82119, "hit_rate_at_10": 0.90728, "hit_rate_at_20": 0.96026, "hit_rate_at_100": 0.98675, "hit_rate_at_1000": 1.0, "main_score": 0.49148, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.21.3" }, { "ndcg_at_1": 0.43046, "ndcg_at_3": 0.45029, "ndcg_at_5": 0.45808, "ndcg_at_10": 0.49147, "ndcg_at_20": 0.53385, "ndcg_at_100": 0.61702, "ndcg_at_1000": 0.64055, "map_at_1": 0.15485, "map_at_3": 0.2501, "map_at_5": 0.28695, "map_at_10": 0.3442, "map_at_20": 0.38523, "map_at_100": 0.42488, "map_at_1000": 0.42926, "recall_at_1": 0.15485, "recall_at_3": 0.31094, "recall_at_5": 0.38838, "recall_at_10": 0.52408, "recall_at_20": 0.65657, "recall_at_100": 0.89591, "recall_at_1000": 0.9963, "accuracy": 0.15485, "precision_at_1": 0.46689, "precision_at_3": 0.36755, "precision_at_5": 0.31126, "precision_at_10": 0.25629, "precision_at_20": 0.1851, "precision_at_100": 0.06093, "precision_at_1000": 0.00717, "mrr_at_1": 0.466887, "mrr_at_3": 0.589956, "mrr_at_5": 0.606678, "mrr_at_10": 0.618515, "mrr_at_20": 0.622166, "mrr_at_100": 0.623479, "mrr_at_1000": 0.623555, "nauc_ndcg_at_1_max": 0.117407, "nauc_ndcg_at_1_std": -0.137004, "nauc_ndcg_at_1_diff1": 0.267926, "nauc_ndcg_at_3_max": 0.101816, "nauc_ndcg_at_3_std": -0.255794, "nauc_ndcg_at_3_diff1": 0.223639, "nauc_ndcg_at_5_max": 0.133573, "nauc_ndcg_at_5_std": -0.255582, "nauc_ndcg_at_5_diff1": 0.220604, "nauc_ndcg_at_10_max": 0.122759, "nauc_ndcg_at_10_std": -0.267325, "nauc_ndcg_at_10_diff1": 0.202179, "nauc_ndcg_at_20_max": 0.112097, "nauc_ndcg_at_20_std": -0.270328, "nauc_ndcg_at_20_diff1": 0.211939, "nauc_ndcg_at_100_max": 0.131079, "nauc_ndcg_at_100_std": -0.230323, "nauc_ndcg_at_100_diff1": 0.220847, "nauc_ndcg_at_1000_max": 0.12076, "nauc_ndcg_at_1000_std": -0.221278, "nauc_ndcg_at_1000_diff1": 0.229414, "nauc_map_at_1_max": 0.066847, "nauc_map_at_1_std": -0.29449, "nauc_map_at_1_diff1": 0.405617, "nauc_map_at_3_max": 0.069495, "nauc_map_at_3_std": -0.336275, "nauc_map_at_3_diff1": 0.326722, "nauc_map_at_5_max": 0.079319, "nauc_map_at_5_std": -0.31848, "nauc_map_at_5_diff1": 0.299323, "nauc_map_at_10_max": 0.081044, "nauc_map_at_10_std": -0.294075, "nauc_map_at_10_diff1": 0.255728, "nauc_map_at_20_max": 0.085996, "nauc_map_at_20_std": -0.278128, "nauc_map_at_20_diff1": 0.239344, "nauc_map_at_100_max": 0.093729, "nauc_map_at_100_std": -0.260479, "nauc_map_at_100_diff1": 0.230589, "nauc_map_at_1000_max": 0.093996, "nauc_map_at_1000_std": -0.256736, "nauc_map_at_1000_diff1": 0.230139, "nauc_recall_at_1_max": 0.066847, "nauc_recall_at_1_std": -0.29449, "nauc_recall_at_1_diff1": 0.405617, "nauc_recall_at_3_max": 0.062203, "nauc_recall_at_3_std": -0.348863, "nauc_recall_at_3_diff1": 0.261939, "nauc_recall_at_5_max": 0.104212, "nauc_recall_at_5_std": -0.292063, "nauc_recall_at_5_diff1": 0.223164, "nauc_recall_at_10_max": 0.086122, "nauc_recall_at_10_std": -0.27852, "nauc_recall_at_10_diff1": 0.142442, "nauc_recall_at_20_max": 0.065343, "nauc_recall_at_20_std": -0.26598, "nauc_recall_at_20_diff1": 0.112099, "nauc_recall_at_100_max": 0.170056, "nauc_recall_at_100_std": -0.172313, "nauc_recall_at_100_diff1": 0.068267, "nauc_recall_at_1000_max": 0.346548, "nauc_recall_at_1000_std": 0.060875, "nauc_recall_at_1000_diff1": 0.227853, "nauc_precision_at_1_max": 0.130499, "nauc_precision_at_1_std": -0.118994, "nauc_precision_at_1_diff1": 0.268093, "nauc_precision_at_3_max": 0.100396, "nauc_precision_at_3_std": -0.071277, "nauc_precision_at_3_diff1": 0.034132, "nauc_precision_at_5_max": 0.089662, "nauc_precision_at_5_std": 0.009208, "nauc_precision_at_5_diff1": -0.052702, "nauc_precision_at_10_max": 0.065323, "nauc_precision_at_10_std": 0.072554, "nauc_precision_at_10_diff1": -0.098896, "nauc_precision_at_20_max": 0.041976, "nauc_precision_at_20_std": 0.123626, "nauc_precision_at_20_diff1": -0.130418, "nauc_precision_at_100_max": 0.047649, "nauc_precision_at_100_std": 0.24532, "nauc_precision_at_100_diff1": -0.149707, "nauc_precision_at_1000_max": 0.015342, "nauc_precision_at_1000_std": 0.261696, "nauc_precision_at_1000_diff1": -0.130188, "nauc_mrr_at_1_max": 0.130499, "nauc_mrr_at_1_std": -0.118994, "nauc_mrr_at_1_diff1": 0.268093, "nauc_mrr_at_3_max": 0.154241, "nauc_mrr_at_3_std": -0.18278, "nauc_mrr_at_3_diff1": 0.225648, "nauc_mrr_at_5_max": 0.165113, "nauc_mrr_at_5_std": -0.172654, "nauc_mrr_at_5_diff1": 0.235794, "nauc_mrr_at_10_max": 0.163691, "nauc_mrr_at_10_std": -0.173634, "nauc_mrr_at_10_diff1": 0.238996, "nauc_mrr_at_20_max": 0.161673, "nauc_mrr_at_20_std": -0.168466, "nauc_mrr_at_20_diff1": 0.238167, "nauc_mrr_at_100_max": 0.159969, "nauc_mrr_at_100_std": -0.168093, "nauc_mrr_at_100_diff1": 0.238575, "nauc_mrr_at_1000_max": 0.15987, "nauc_mrr_at_1000_std": -0.168257, "nauc_mrr_at_1000_diff1": 0.238477, "hit_rate_at_1": 0.46689, "hit_rate_at_3": 0.73841, "hit_rate_at_5": 0.81126, "hit_rate_at_10": 0.90066, "hit_rate_at_20": 0.95033, "hit_rate_at_100": 0.98675, "hit_rate_at_1000": 1.0, "main_score": 0.49147, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.21.3" } ] }, "evaluation_time": 2280.3434195499867, "kg_co2_emissions": null, "date": 1790289944.553217, "evaluation_phases": [ { "name": "Data loading", "start": 4.0549784898757935e-06, "end": 27.851019866764545, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 27.85103586409241, "end": 27.85104031302035, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 27.856861423701048, "end": 402.39125914964825, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 402.39128349768, "end": 402.6356140598655, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 402.6509849438444, "end": 778.8433632836677, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 778.8434022618458, "end": 779.0880925278179, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 779.1077424339019, "end": 1139.8020611139946, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 1139.8020967128687, "end": 1140.0448974897154, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 1140.0610933466814, "end": 1525.52198925009, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 1525.5220289467834, "end": 1525.760046967771, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 1525.7821321310475, "end": 1903.7746319770813, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 1903.774664345663, "end": 1904.0170278269798, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 1904.034961941652, "end": 2280.0763691687025, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 2280.076397805009, "end": 2280.3269358449616, "split": "test", "subset": "portuguese" } ] }