{ "dataset_revision": "2c18ef90ab3ef93a9d86ecc6521cdae2a29f8300", "task_name": "Vidore3PhysicsRetrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.04636, "ndcg_at_3": 0.04369, "ndcg_at_5": 0.04405, "ndcg_at_10": 0.04779, "ndcg_at_20": 0.05854, "ndcg_at_100": 0.09349, "ndcg_at_1000": 0.21028, "map_at_1": 0.01039, "map_at_3": 0.0177, "map_at_5": 0.02079, "map_at_10": 0.02436, "map_at_20": 0.02752, "map_at_100": 0.032, "map_at_1000": 0.0376, "recall_at_1": 0.01039, "recall_at_3": 0.02639, "recall_at_5": 0.03656, "recall_at_10": 0.05988, "recall_at_20": 0.09612, "recall_at_100": 0.21691, "recall_at_1000": 0.80552, "accuracy": 0.01039, "precision_at_1": 0.05298, "precision_at_3": 0.04084, "precision_at_5": 0.03377, "precision_at_10": 0.02583, "precision_at_20": 0.0202, "precision_at_100": 0.01175, "precision_at_1000": 0.00552, "mrr_at_1": 0.05298, "mrr_at_3": 0.077263, "mrr_at_5": 0.084879, "mrr_at_10": 0.092837, "mrr_at_20": 0.098999, "mrr_at_100": 0.106364, "mrr_at_1000": 0.107937, "nauc_ndcg_at_1_max": -0.101435, "nauc_ndcg_at_1_std": -0.103108, "nauc_ndcg_at_1_diff1": 0.00568, "nauc_ndcg_at_3_max": 0.04967, "nauc_ndcg_at_3_std": -0.076198, "nauc_ndcg_at_3_diff1": 0.016403, "nauc_ndcg_at_5_max": 0.096485, "nauc_ndcg_at_5_std": -0.050437, "nauc_ndcg_at_5_diff1": 0.037221, "nauc_ndcg_at_10_max": 0.108415, "nauc_ndcg_at_10_std": -0.025065, "nauc_ndcg_at_10_diff1": 0.061737, "nauc_ndcg_at_20_max": 0.14133, "nauc_ndcg_at_20_std": 0.021374, "nauc_ndcg_at_20_diff1": 0.095918, "nauc_ndcg_at_100_max": 0.129, "nauc_ndcg_at_100_std": 0.025224, "nauc_ndcg_at_100_diff1": 0.096247, "nauc_ndcg_at_1000_max": 0.132573, "nauc_ndcg_at_1000_std": 0.04051, "nauc_ndcg_at_1000_diff1": 0.068761, "nauc_map_at_1_max": -0.162798, "nauc_map_at_1_std": -0.21347, "nauc_map_at_1_diff1": -0.139927, "nauc_map_at_3_max": 0.085701, "nauc_map_at_3_std": -0.130216, "nauc_map_at_3_diff1": -0.069692, "nauc_map_at_5_max": 0.117975, "nauc_map_at_5_std": -0.108843, "nauc_map_at_5_diff1": -0.037374, "nauc_map_at_10_max": 0.114039, "nauc_map_at_10_std": -0.077652, "nauc_map_at_10_diff1": -0.001076, "nauc_map_at_20_max": 0.130696, "nauc_map_at_20_std": -0.051757, "nauc_map_at_20_diff1": 0.032132, "nauc_map_at_100_max": 0.123493, "nauc_map_at_100_std": -0.043137, "nauc_map_at_100_diff1": 0.040361, "nauc_map_at_1000_max": 0.122149, "nauc_map_at_1000_std": -0.037056, "nauc_map_at_1000_diff1": 0.037381, "nauc_recall_at_1_max": -0.162798, "nauc_recall_at_1_std": -0.21347, "nauc_recall_at_1_diff1": -0.139927, "nauc_recall_at_3_max": 0.175949, "nauc_recall_at_3_std": -0.090062, "nauc_recall_at_3_diff1": -0.056171, "nauc_recall_at_5_max": 0.190674, "nauc_recall_at_5_std": -0.06495, "nauc_recall_at_5_diff1": -0.016301, "nauc_recall_at_10_max": 0.146892, "nauc_recall_at_10_std": 0.028692, "nauc_recall_at_10_diff1": 0.074911, "nauc_recall_at_20_max": 0.175281, "nauc_recall_at_20_std": 0.097257, "nauc_recall_at_20_diff1": 0.119674, "nauc_recall_at_100_max": 0.145666, "nauc_recall_at_100_std": 0.064779, "nauc_recall_at_100_diff1": 0.108489, "nauc_recall_at_1000_max": 0.153922, "nauc_recall_at_1000_std": 0.085564, "nauc_recall_at_1000_diff1": 0.013215, "nauc_precision_at_1_max": -0.111734, "nauc_precision_at_1_std": -0.13881, "nauc_precision_at_1_diff1": -0.000411, "nauc_precision_at_3_max": 0.057041, "nauc_precision_at_3_std": -0.050396, "nauc_precision_at_3_diff1": 0.07771, "nauc_precision_at_5_max": 0.090231, "nauc_precision_at_5_std": 0.000789, "nauc_precision_at_5_diff1": 0.127057, "nauc_precision_at_10_max": 0.078128, "nauc_precision_at_10_std": 0.049242, "nauc_precision_at_10_diff1": 0.129157, "nauc_precision_at_20_max": 0.086275, "nauc_precision_at_20_std": 0.12091, "nauc_precision_at_20_diff1": 0.161805, "nauc_precision_at_100_max": 0.003815, "nauc_precision_at_100_std": 0.046177, "nauc_precision_at_100_diff1": 0.07417, "nauc_precision_at_1000_max": -0.025982, "nauc_precision_at_1000_std": -0.010008, "nauc_precision_at_1000_diff1": 0.025319, "nauc_mrr_at_1_max": -0.111734, "nauc_mrr_at_1_std": -0.13881, "nauc_mrr_at_1_diff1": -0.000411, "nauc_mrr_at_3_max": 0.01961, "nauc_mrr_at_3_std": -0.106219, "nauc_mrr_at_3_diff1": 0.025262, "nauc_mrr_at_5_max": 0.03164, "nauc_mrr_at_5_std": -0.08864, "nauc_mrr_at_5_diff1": 0.038083, "nauc_mrr_at_10_max": 0.03374, "nauc_mrr_at_10_std": -0.072005, "nauc_mrr_at_10_diff1": 0.047736, "nauc_mrr_at_20_max": 0.03736, "nauc_mrr_at_20_std": -0.058911, "nauc_mrr_at_20_diff1": 0.05035, "nauc_mrr_at_100_max": 0.041686, "nauc_mrr_at_100_std": -0.056761, "nauc_mrr_at_100_diff1": 0.05557, "nauc_mrr_at_1000_max": 0.041753, "nauc_mrr_at_1000_std": -0.05669, "nauc_mrr_at_1000_diff1": 0.054498, "hit_rate_at_1": 0.05298, "hit_rate_at_3": 0.10927, "hit_rate_at_5": 0.14238, "hit_rate_at_10": 0.2053, "hit_rate_at_20": 0.2947, "hit_rate_at_100": 0.59603, "hit_rate_at_1000": 0.9702, "main_score": 0.04779, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.02483, "ndcg_at_3": 0.02173, "ndcg_at_5": 0.02207, "ndcg_at_10": 0.0291, "ndcg_at_20": 0.0377, "ndcg_at_100": 0.07001, "ndcg_at_1000": 0.18289, "map_at_1": 0.00467, "map_at_3": 0.00901, "map_at_5": 0.00971, "map_at_10": 0.0131, "map_at_20": 0.01553, "map_at_100": 0.01993, "map_at_1000": 0.02531, "recall_at_1": 0.00467, "recall_at_3": 0.0135, "recall_at_5": 0.01652, "recall_at_10": 0.03843, "recall_at_20": 0.06827, "recall_at_100": 0.18194, "recall_at_1000": 0.75703, "accuracy": 0.00467, "precision_at_1": 0.0298, "precision_at_3": 0.02097, "precision_at_5": 0.01788, "precision_at_10": 0.01821, "precision_at_20": 0.01606, "precision_at_100": 0.0106, "precision_at_1000": 0.00519, "mrr_at_1": 0.029801, "mrr_at_3": 0.043046, "mrr_at_5": 0.047185, "mrr_at_10": 0.05673, "mrr_at_20": 0.062583, "mrr_at_100": 0.069266, "mrr_at_1000": 0.071083, "nauc_ndcg_at_1_max": 0.243247, "nauc_ndcg_at_1_std": 0.206726, "nauc_ndcg_at_1_diff1": 0.270734, "nauc_ndcg_at_3_max": 0.071399, "nauc_ndcg_at_3_std": 0.249244, "nauc_ndcg_at_3_diff1": 0.141713, "nauc_ndcg_at_5_max": 0.081999, "nauc_ndcg_at_5_std": 0.246446, "nauc_ndcg_at_5_diff1": 0.149058, "nauc_ndcg_at_10_max": 0.132677, "nauc_ndcg_at_10_std": 0.22603, "nauc_ndcg_at_10_diff1": 0.150558, "nauc_ndcg_at_20_max": 0.168548, "nauc_ndcg_at_20_std": 0.280682, "nauc_ndcg_at_20_diff1": 0.107459, "nauc_ndcg_at_100_max": 0.164235, "nauc_ndcg_at_100_std": 0.24783, "nauc_ndcg_at_100_diff1": 0.133169, "nauc_ndcg_at_1000_max": 0.157019, "nauc_ndcg_at_1000_std": 0.199204, "nauc_ndcg_at_1000_diff1": 0.053872, "nauc_map_at_1_max": 0.105823, "nauc_map_at_1_std": 0.142924, "nauc_map_at_1_diff1": 0.293391, "nauc_map_at_3_max": 0.007493, "nauc_map_at_3_std": 0.323946, "nauc_map_at_3_diff1": 0.206043, "nauc_map_at_5_max": 0.021251, "nauc_map_at_5_std": 0.304678, "nauc_map_at_5_diff1": 0.202907, "nauc_map_at_10_max": 0.090625, "nauc_map_at_10_std": 0.267229, "nauc_map_at_10_diff1": 0.187162, "nauc_map_at_20_max": 0.103129, "nauc_map_at_20_std": 0.285857, "nauc_map_at_20_diff1": 0.155738, "nauc_map_at_100_max": 0.117901, "nauc_map_at_100_std": 0.285398, "nauc_map_at_100_diff1": 0.171859, "nauc_map_at_1000_max": 0.121749, "nauc_map_at_1000_std": 0.27332, "nauc_map_at_1000_diff1": 0.149985, "nauc_recall_at_1_max": 0.105823, "nauc_recall_at_1_std": 0.142924, "nauc_recall_at_1_diff1": 0.293391, "nauc_recall_at_3_max": -0.016203, "nauc_recall_at_3_std": 0.402874, "nauc_recall_at_3_diff1": 0.160101, "nauc_recall_at_5_max": 0.033834, "nauc_recall_at_5_std": 0.356696, "nauc_recall_at_5_diff1": 0.162137, "nauc_recall_at_10_max": 0.190612, "nauc_recall_at_10_std": 0.2431, "nauc_recall_at_10_diff1": 0.15804, "nauc_recall_at_20_max": 0.179706, "nauc_recall_at_20_std": 0.264323, "nauc_recall_at_20_diff1": 0.064808, "nauc_recall_at_100_max": 0.154156, "nauc_recall_at_100_std": 0.177503, "nauc_recall_at_100_diff1": 0.119451, "nauc_recall_at_1000_max": 0.181518, "nauc_recall_at_1000_std": 0.172139, "nauc_recall_at_1000_diff1": -0.012695, "nauc_precision_at_1_max": 0.213038, "nauc_precision_at_1_std": 0.163682, "nauc_precision_at_1_diff1": 0.268803, "nauc_precision_at_3_max": 0.097277, "nauc_precision_at_3_std": 0.198247, "nauc_precision_at_3_diff1": 0.095473, "nauc_precision_at_5_max": 0.100392, "nauc_precision_at_5_std": 0.160655, "nauc_precision_at_5_diff1": 0.088509, "nauc_precision_at_10_max": 0.077762, "nauc_precision_at_10_std": 0.112809, "nauc_precision_at_10_diff1": 0.09447, "nauc_precision_at_20_max": 0.131693, "nauc_precision_at_20_std": 0.234179, "nauc_precision_at_20_diff1": 0.075013, "nauc_precision_at_100_max": 0.130139, "nauc_precision_at_100_std": 0.161505, "nauc_precision_at_100_diff1": 0.084774, "nauc_precision_at_1000_max": 5e-06, "nauc_precision_at_1000_std": -0.035491, "nauc_precision_at_1000_diff1": -0.057924, "nauc_mrr_at_1_max": 0.213038, "nauc_mrr_at_1_std": 0.163682, "nauc_mrr_at_1_diff1": 0.268803, "nauc_mrr_at_3_max": 0.114261, "nauc_mrr_at_3_std": 0.183448, "nauc_mrr_at_3_diff1": 0.132514, "nauc_mrr_at_5_max": 0.121891, "nauc_mrr_at_5_std": 0.188389, "nauc_mrr_at_5_diff1": 0.124723, "nauc_mrr_at_10_max": 0.118062, "nauc_mrr_at_10_std": 0.168444, "nauc_mrr_at_10_diff1": 0.123059, "nauc_mrr_at_20_max": 0.132968, "nauc_mrr_at_20_std": 0.190865, "nauc_mrr_at_20_diff1": 0.11856, "nauc_mrr_at_100_max": 0.122152, "nauc_mrr_at_100_std": 0.178846, "nauc_mrr_at_100_diff1": 0.10876, "nauc_mrr_at_1000_max": 0.123327, "nauc_mrr_at_1000_std": 0.179926, "nauc_mrr_at_1000_diff1": 0.109805, "hit_rate_at_1": 0.0298, "hit_rate_at_3": 0.0596, "hit_rate_at_5": 0.07947, "hit_rate_at_10": 0.15232, "hit_rate_at_20": 0.23841, "hit_rate_at_100": 0.50662, "hit_rate_at_1000": 0.96026, "main_score": 0.0291, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.06291, "ndcg_at_3": 0.05525, "ndcg_at_5": 0.05789, "ndcg_at_10": 0.06499, "ndcg_at_20": 0.07511, "ndcg_at_100": 0.11367, "ndcg_at_1000": 0.23139, "map_at_1": 0.02491, "map_at_3": 0.03099, "map_at_5": 0.03481, "map_at_10": 0.03928, "map_at_20": 0.04255, "map_at_100": 0.04779, "map_at_1000": 0.05408, "recall_at_1": 0.02491, "recall_at_3": 0.03611, "recall_at_5": 0.05123, "recall_at_10": 0.07738, "recall_at_20": 0.11336, "recall_at_100": 0.25493, "recall_at_1000": 0.83874, "accuracy": 0.02491, "precision_at_1": 0.06623, "precision_at_3": 0.04194, "precision_at_5": 0.03775, "precision_at_10": 0.03311, "precision_at_20": 0.02483, "precision_at_100": 0.01308, "precision_at_1000": 0.00577, "mrr_at_1": 0.066225, "mrr_at_3": 0.082781, "mrr_at_5": 0.092384, "mrr_at_10": 0.105762, "mrr_at_20": 0.112954, "mrr_at_100": 0.120047, "mrr_at_1000": 0.121437, "nauc_ndcg_at_1_max": 0.23477, "nauc_ndcg_at_1_std": 0.106398, "nauc_ndcg_at_1_diff1": 0.197467, "nauc_ndcg_at_3_max": 0.2403, "nauc_ndcg_at_3_std": 0.059661, "nauc_ndcg_at_3_diff1": 0.21988, "nauc_ndcg_at_5_max": 0.221701, "nauc_ndcg_at_5_std": 0.063851, "nauc_ndcg_at_5_diff1": 0.19778, "nauc_ndcg_at_10_max": 0.23048, "nauc_ndcg_at_10_std": 0.073413, "nauc_ndcg_at_10_diff1": 0.161698, "nauc_ndcg_at_20_max": 0.227626, "nauc_ndcg_at_20_std": 0.050564, "nauc_ndcg_at_20_diff1": 0.144391, "nauc_ndcg_at_100_max": 0.184618, "nauc_ndcg_at_100_std": 0.027503, "nauc_ndcg_at_100_diff1": 0.149716, "nauc_ndcg_at_1000_max": 0.234175, "nauc_ndcg_at_1000_std": 0.055796, "nauc_ndcg_at_1000_diff1": 0.205149, "nauc_map_at_1_max": 0.252135, "nauc_map_at_1_std": 0.160649, "nauc_map_at_1_diff1": 0.234692, "nauc_map_at_3_max": 0.221952, "nauc_map_at_3_std": 0.127433, "nauc_map_at_3_diff1": 0.241733, "nauc_map_at_5_max": 0.213828, "nauc_map_at_5_std": 0.113643, "nauc_map_at_5_diff1": 0.209406, "nauc_map_at_10_max": 0.22301, "nauc_map_at_10_std": 0.103546, "nauc_map_at_10_diff1": 0.202151, "nauc_map_at_20_max": 0.224307, "nauc_map_at_20_std": 0.086592, "nauc_map_at_20_diff1": 0.193784, "nauc_map_at_100_max": 0.213338, "nauc_map_at_100_std": 0.074551, "nauc_map_at_100_diff1": 0.195351, "nauc_map_at_1000_max": 0.22004, "nauc_map_at_1000_std": 0.074596, "nauc_map_at_1000_diff1": 0.203547, "nauc_recall_at_1_max": 0.252135, "nauc_recall_at_1_std": 0.160649, "nauc_recall_at_1_diff1": 0.234692, "nauc_recall_at_3_max": 0.224005, "nauc_recall_at_3_std": 0.124501, "nauc_recall_at_3_diff1": 0.226318, "nauc_recall_at_5_max": 0.201974, "nauc_recall_at_5_std": 0.087113, "nauc_recall_at_5_diff1": 0.133925, "nauc_recall_at_10_max": 0.20925, "nauc_recall_at_10_std": 0.052879, "nauc_recall_at_10_diff1": 0.116995, "nauc_recall_at_20_max": 0.191037, "nauc_recall_at_20_std": -0.000435, "nauc_recall_at_20_diff1": 0.067528, "nauc_recall_at_100_max": 0.052755, "nauc_recall_at_100_std": -0.028868, "nauc_recall_at_100_diff1": 0.054096, "nauc_recall_at_1000_max": 0.130854, "nauc_recall_at_1000_std": 0.118762, "nauc_recall_at_1000_diff1": 0.0842, "nauc_precision_at_1_max": 0.204748, "nauc_precision_at_1_std": 0.111758, "nauc_precision_at_1_diff1": 0.164797, "nauc_precision_at_3_max": 0.22838, "nauc_precision_at_3_std": 0.00111, "nauc_precision_at_3_diff1": 0.231044, "nauc_precision_at_5_max": 0.166497, "nauc_precision_at_5_std": -0.052478, "nauc_precision_at_5_diff1": 0.221633, "nauc_precision_at_10_max": 0.15155, "nauc_precision_at_10_std": -0.040284, "nauc_precision_at_10_diff1": 0.140456, "nauc_precision_at_20_max": 0.132015, "nauc_precision_at_20_std": -0.100761, "nauc_precision_at_20_diff1": 0.144627, "nauc_precision_at_100_max": 0.087838, "nauc_precision_at_100_std": -0.075846, "nauc_precision_at_100_diff1": 0.137894, "nauc_precision_at_1000_max": 0.093941, "nauc_precision_at_1000_std": -0.049243, "nauc_precision_at_1000_diff1": 0.128909, "nauc_mrr_at_1_max": 0.204748, "nauc_mrr_at_1_std": 0.111758, "nauc_mrr_at_1_diff1": 0.164797, "nauc_mrr_at_3_max": 0.204935, "nauc_mrr_at_3_std": 0.085482, "nauc_mrr_at_3_diff1": 0.19046, "nauc_mrr_at_5_max": 0.199262, "nauc_mrr_at_5_std": 0.068171, "nauc_mrr_at_5_diff1": 0.185315, "nauc_mrr_at_10_max": 0.186566, "nauc_mrr_at_10_std": 0.062828, "nauc_mrr_at_10_diff1": 0.156268, "nauc_mrr_at_20_max": 0.181573, "nauc_mrr_at_20_std": 0.050363, "nauc_mrr_at_20_diff1": 0.158789, "nauc_mrr_at_100_max": 0.185301, "nauc_mrr_at_100_std": 0.054489, "nauc_mrr_at_100_diff1": 0.161485, "nauc_mrr_at_1000_max": 0.185729, "nauc_mrr_at_1000_std": 0.055202, "nauc_mrr_at_1000_diff1": 0.161734, "hit_rate_at_1": 0.06623, "hit_rate_at_3": 0.10596, "hit_rate_at_5": 0.14901, "hit_rate_at_10": 0.24834, "hit_rate_at_20": 0.3543, "hit_rate_at_100": 0.63576, "hit_rate_at_1000": 0.98013, "main_score": 0.06499, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.00331, "ndcg_at_3": 0.0129, "ndcg_at_5": 0.01564, "ndcg_at_10": 0.02028, "ndcg_at_20": 0.02529, "ndcg_at_100": 0.05821, "ndcg_at_1000": 0.17372, "map_at_1": 0.00331, "map_at_3": 0.00712, "map_at_5": 0.00806, "map_at_10": 0.00965, "map_at_20": 0.01103, "map_at_100": 0.0153, "map_at_1000": 0.02076, "recall_at_1": 0.00331, "recall_at_3": 0.01181, "recall_at_5": 0.01536, "recall_at_10": 0.02564, "recall_at_20": 0.042, "recall_at_100": 0.15651, "recall_at_1000": 0.75284, "accuracy": 0.00331, "precision_at_1": 0.00331, "precision_at_3": 0.01214, "precision_at_5": 0.01391, "precision_at_10": 0.0149, "precision_at_20": 0.01407, "precision_at_100": 0.0105, "precision_at_1000": 0.00529, "mrr_at_1": 0.003311, "mrr_at_3": 0.01766, "mrr_at_5": 0.023786, "mrr_at_10": 0.03201, "mrr_at_20": 0.03683, "mrr_at_100": 0.042662, "mrr_at_1000": 0.044616, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": 1.0, "nauc_ndcg_at_1_diff1": -0.497984, "nauc_ndcg_at_3_max": 0.263347, "nauc_ndcg_at_3_std": 0.305162, "nauc_ndcg_at_3_diff1": -0.277359, "nauc_ndcg_at_5_max": 0.237631, "nauc_ndcg_at_5_std": 0.268919, "nauc_ndcg_at_5_diff1": -0.176791, "nauc_ndcg_at_10_max": 0.209039, "nauc_ndcg_at_10_std": 0.219442, "nauc_ndcg_at_10_diff1": -0.142752, "nauc_ndcg_at_20_max": 0.240404, "nauc_ndcg_at_20_std": 0.208359, "nauc_ndcg_at_20_diff1": -0.075479, "nauc_ndcg_at_100_max": 0.215468, "nauc_ndcg_at_100_std": 0.188576, "nauc_ndcg_at_100_diff1": 0.02796, "nauc_ndcg_at_1000_max": 0.266986, "nauc_ndcg_at_1000_std": 0.243488, "nauc_ndcg_at_1000_diff1": 0.038745, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": 1.0, "nauc_map_at_1_diff1": -0.497984, "nauc_map_at_3_max": 0.441879, "nauc_map_at_3_std": 0.468633, "nauc_map_at_3_diff1": -0.344023, "nauc_map_at_5_max": 0.39471, "nauc_map_at_5_std": 0.422244, "nauc_map_at_5_diff1": -0.260841, "nauc_map_at_10_max": 0.321646, "nauc_map_at_10_std": 0.345905, "nauc_map_at_10_diff1": -0.245228, "nauc_map_at_20_max": 0.321517, "nauc_map_at_20_std": 0.322622, "nauc_map_at_20_diff1": -0.201362, "nauc_map_at_100_max": 0.29757, "nauc_map_at_100_std": 0.295473, "nauc_map_at_100_diff1": -0.11101, "nauc_map_at_1000_max": 0.305928, "nauc_map_at_1000_std": 0.296606, "nauc_map_at_1000_diff1": -0.085372, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": 1.0, "nauc_recall_at_1_diff1": -0.497984, "nauc_recall_at_3_max": 0.239204, "nauc_recall_at_3_std": 0.270866, "nauc_recall_at_3_diff1": -0.294074, "nauc_recall_at_5_max": 0.206894, "nauc_recall_at_5_std": 0.238307, "nauc_recall_at_5_diff1": -0.119145, "nauc_recall_at_10_max": 0.114916, "nauc_recall_at_10_std": 0.114273, "nauc_recall_at_10_diff1": -0.136724, "nauc_recall_at_20_max": 0.173393, "nauc_recall_at_20_std": 0.114592, "nauc_recall_at_20_diff1": -0.01253, "nauc_recall_at_100_max": 0.160124, "nauc_recall_at_100_std": 0.143726, "nauc_recall_at_100_diff1": 0.050354, "nauc_recall_at_1000_max": 0.24117, "nauc_recall_at_1000_std": 0.216393, "nauc_recall_at_1000_diff1": 0.026332, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": 1.0, "nauc_precision_at_1_diff1": -0.497984, "nauc_precision_at_3_max": 0.111979, "nauc_precision_at_3_std": 0.144117, "nauc_precision_at_3_diff1": -0.224312, "nauc_precision_at_5_max": 0.137674, "nauc_precision_at_5_std": 0.158086, "nauc_precision_at_5_diff1": -0.058472, "nauc_precision_at_10_max": 0.132265, "nauc_precision_at_10_std": 0.138661, "nauc_precision_at_10_diff1": 0.002939, "nauc_precision_at_20_max": 0.21191, "nauc_precision_at_20_std": 0.148915, "nauc_precision_at_20_diff1": 0.074648, "nauc_precision_at_100_max": 0.191465, "nauc_precision_at_100_std": 0.166219, "nauc_precision_at_100_diff1": 0.154254, "nauc_precision_at_1000_max": 0.131544, "nauc_precision_at_1000_std": 0.125877, "nauc_precision_at_1000_diff1": 0.06598, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": 1.0, "nauc_mrr_at_1_diff1": -0.497984, "nauc_mrr_at_3_max": 0.208669, "nauc_mrr_at_3_std": 0.249782, "nauc_mrr_at_3_diff1": -0.273363, "nauc_mrr_at_5_max": 0.201407, "nauc_mrr_at_5_std": 0.249235, "nauc_mrr_at_5_diff1": -0.151759, "nauc_mrr_at_10_max": 0.193115, "nauc_mrr_at_10_std": 0.221379, "nauc_mrr_at_10_diff1": -0.10396, "nauc_mrr_at_20_max": 0.198666, "nauc_mrr_at_20_std": 0.200367, "nauc_mrr_at_20_diff1": -0.072197, "nauc_mrr_at_100_max": 0.185272, "nauc_mrr_at_100_std": 0.191841, "nauc_mrr_at_100_diff1": -0.068923, "nauc_mrr_at_1000_max": 0.186931, "nauc_mrr_at_1000_std": 0.194402, "nauc_mrr_at_1000_diff1": -0.071526, "hit_rate_at_1": 0.00331, "hit_rate_at_3": 0.03642, "hit_rate_at_5": 0.06291, "hit_rate_at_10": 0.12583, "hit_rate_at_20": 0.20199, "hit_rate_at_100": 0.46689, "hit_rate_at_1000": 0.94702, "main_score": 0.02028, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.04305, "ndcg_at_3": 0.03606, "ndcg_at_5": 0.03256, "ndcg_at_10": 0.03586, "ndcg_at_20": 0.04315, "ndcg_at_100": 0.0791, "ndcg_at_1000": 0.19092, "map_at_1": 0.01126, "map_at_3": 0.01638, "map_at_5": 0.01694, "map_at_10": 0.01933, "map_at_20": 0.02152, "map_at_100": 0.02631, "map_at_1000": 0.03145, "recall_at_1": 0.01126, "recall_at_3": 0.02324, "recall_at_5": 0.02454, "recall_at_10": 0.03924, "recall_at_20": 0.06173, "recall_at_100": 0.18815, "recall_at_1000": 0.76651, "accuracy": 0.01126, "precision_at_1": 0.05298, "precision_at_3": 0.03311, "precision_at_5": 0.02318, "precision_at_10": 0.01887, "precision_at_20": 0.01589, "precision_at_100": 0.01139, "precision_at_1000": 0.00524, "mrr_at_1": 0.05298, "mrr_at_3": 0.067329, "mrr_at_5": 0.067991, "mrr_at_10": 0.074198, "mrr_at_20": 0.079241, "mrr_at_100": 0.086644, "mrr_at_1000": 0.088379, "nauc_ndcg_at_1_max": -0.139219, "nauc_ndcg_at_1_std": 0.051931, "nauc_ndcg_at_1_diff1": 0.170739, "nauc_ndcg_at_3_max": -0.13295, "nauc_ndcg_at_3_std": 0.031396, "nauc_ndcg_at_3_diff1": 0.074139, "nauc_ndcg_at_5_max": -0.121653, "nauc_ndcg_at_5_std": 0.058287, "nauc_ndcg_at_5_diff1": 0.057411, "nauc_ndcg_at_10_max": -0.131107, "nauc_ndcg_at_10_std": 0.086664, "nauc_ndcg_at_10_diff1": 0.008529, "nauc_ndcg_at_20_max": -0.076193, "nauc_ndcg_at_20_std": 0.110466, "nauc_ndcg_at_20_diff1": 0.055815, "nauc_ndcg_at_100_max": -0.02863, "nauc_ndcg_at_100_std": 0.085929, "nauc_ndcg_at_100_diff1": 0.08494, "nauc_ndcg_at_1000_max": 0.032326, "nauc_ndcg_at_1000_std": 0.096437, "nauc_ndcg_at_1000_diff1": 0.079619, "nauc_map_at_1_max": -0.122657, "nauc_map_at_1_std": 0.213608, "nauc_map_at_1_diff1": 0.182315, "nauc_map_at_3_max": -0.136033, "nauc_map_at_3_std": 0.112786, "nauc_map_at_3_diff1": 0.05762, "nauc_map_at_5_max": -0.124434, "nauc_map_at_5_std": 0.122867, "nauc_map_at_5_diff1": 0.052781, "nauc_map_at_10_max": -0.126562, "nauc_map_at_10_std": 0.140449, "nauc_map_at_10_diff1": 0.028917, "nauc_map_at_20_max": -0.097717, "nauc_map_at_20_std": 0.147512, "nauc_map_at_20_diff1": 0.048099, "nauc_map_at_100_max": -0.075906, "nauc_map_at_100_std": 0.140613, "nauc_map_at_100_diff1": 0.066011, "nauc_map_at_1000_max": -0.066329, "nauc_map_at_1000_std": 0.135994, "nauc_map_at_1000_diff1": 0.056146, "nauc_recall_at_1_max": -0.122657, "nauc_recall_at_1_std": 0.213608, "nauc_recall_at_1_diff1": 0.182315, "nauc_recall_at_3_max": -0.165825, "nauc_recall_at_3_std": 0.038411, "nauc_recall_at_3_diff1": -0.017824, "nauc_recall_at_5_max": -0.147563, "nauc_recall_at_5_std": 0.059502, "nauc_recall_at_5_diff1": -0.024026, "nauc_recall_at_10_max": -0.145686, "nauc_recall_at_10_std": 0.16977, "nauc_recall_at_10_diff1": -0.077518, "nauc_recall_at_20_max": -0.007932, "nauc_recall_at_20_std": 0.175139, "nauc_recall_at_20_diff1": -0.012966, "nauc_recall_at_100_max": -0.004127, "nauc_recall_at_100_std": 0.06953, "nauc_recall_at_100_diff1": 0.05384, "nauc_recall_at_1000_max": 0.112597, "nauc_recall_at_1000_std": 0.123223, "nauc_recall_at_1000_diff1": 0.067539, "nauc_precision_at_1_max": -0.136563, "nauc_precision_at_1_std": 0.027222, "nauc_precision_at_1_diff1": 0.082079, "nauc_precision_at_3_max": -0.152092, "nauc_precision_at_3_std": -0.047008, "nauc_precision_at_3_diff1": 0.017217, "nauc_precision_at_5_max": -0.103508, "nauc_precision_at_5_std": 0.028337, "nauc_precision_at_5_diff1": 0.006464, "nauc_precision_at_10_max": -0.108337, "nauc_precision_at_10_std": 0.053162, "nauc_precision_at_10_diff1": -0.068967, "nauc_precision_at_20_max": -0.017103, "nauc_precision_at_20_std": 0.092951, "nauc_precision_at_20_diff1": 0.082509, "nauc_precision_at_100_max": 0.046854, "nauc_precision_at_100_std": 0.028593, "nauc_precision_at_100_diff1": 0.032509, "nauc_precision_at_1000_max": 0.05113, "nauc_precision_at_1000_std": -0.032387, "nauc_precision_at_1000_diff1": -0.022561, "nauc_mrr_at_1_max": -0.136563, "nauc_mrr_at_1_std": 0.027222, "nauc_mrr_at_1_diff1": 0.082079, "nauc_mrr_at_3_max": -0.131815, "nauc_mrr_at_3_std": 0.010035, "nauc_mrr_at_3_diff1": 0.059438, "nauc_mrr_at_5_max": -0.131215, "nauc_mrr_at_5_std": 0.016374, "nauc_mrr_at_5_diff1": 0.054008, "nauc_mrr_at_10_max": -0.129, "nauc_mrr_at_10_std": 0.018831, "nauc_mrr_at_10_diff1": 0.034269, "nauc_mrr_at_20_max": -0.117049, "nauc_mrr_at_20_std": 0.020872, "nauc_mrr_at_20_diff1": 0.048726, "nauc_mrr_at_100_max": -0.109124, "nauc_mrr_at_100_std": 0.019208, "nauc_mrr_at_100_diff1": 0.051145, "nauc_mrr_at_1000_max": -0.109655, "nauc_mrr_at_1000_std": 0.020184, "nauc_mrr_at_1000_diff1": 0.051436, "hit_rate_at_1": 0.05298, "hit_rate_at_3": 0.0894, "hit_rate_at_5": 0.09272, "hit_rate_at_10": 0.13907, "hit_rate_at_20": 0.21523, "hit_rate_at_100": 0.52649, "hit_rate_at_1000": 0.96358, "main_score": 0.03586, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.02152, "ndcg_at_3": 0.02435, "ndcg_at_5": 0.02626, "ndcg_at_10": 0.03201, "ndcg_at_20": 0.04043, "ndcg_at_100": 0.07381, "ndcg_at_1000": 0.18826, "map_at_1": 0.00663, "map_at_3": 0.01106, "map_at_5": 0.01208, "map_at_10": 0.01517, "map_at_20": 0.01726, "map_at_100": 0.02165, "map_at_1000": 0.02717, "recall_at_1": 0.00663, "recall_at_3": 0.01634, "recall_at_5": 0.02085, "recall_at_10": 0.04146, "recall_at_20": 0.06371, "recall_at_100": 0.18539, "recall_at_1000": 0.77136, "accuracy": 0.00663, "precision_at_1": 0.02318, "precision_at_3": 0.02208, "precision_at_5": 0.02119, "precision_at_10": 0.01722, "precision_at_20": 0.01689, "precision_at_100": 0.01083, "precision_at_1000": 0.00528, "mrr_at_1": 0.023179, "mrr_at_3": 0.042494, "mrr_at_5": 0.050276, "mrr_at_10": 0.057002, "mrr_at_20": 0.064262, "mrr_at_100": 0.07012, "mrr_at_1000": 0.071855, "nauc_ndcg_at_1_max": 0.490269, "nauc_ndcg_at_1_std": 0.348341, "nauc_ndcg_at_1_diff1": 0.37469, "nauc_ndcg_at_3_max": 0.101544, "nauc_ndcg_at_3_std": 0.137731, "nauc_ndcg_at_3_diff1": 0.179741, "nauc_ndcg_at_5_max": 0.059829, "nauc_ndcg_at_5_std": 0.090159, "nauc_ndcg_at_5_diff1": 0.15907, "nauc_ndcg_at_10_max": 0.101381, "nauc_ndcg_at_10_std": 0.139195, "nauc_ndcg_at_10_diff1": 0.110959, "nauc_ndcg_at_20_max": 0.105673, "nauc_ndcg_at_20_std": 0.153118, "nauc_ndcg_at_20_diff1": 0.107927, "nauc_ndcg_at_100_max": 0.174725, "nauc_ndcg_at_100_std": 0.170008, "nauc_ndcg_at_100_diff1": 0.133984, "nauc_ndcg_at_1000_max": 0.199226, "nauc_ndcg_at_1000_std": 0.190908, "nauc_ndcg_at_1000_diff1": 0.087172, "nauc_map_at_1_max": 0.037357, "nauc_map_at_1_std": -0.080464, "nauc_map_at_1_diff1": 0.183121, "nauc_map_at_3_max": -0.063813, "nauc_map_at_3_std": 0.040107, "nauc_map_at_3_diff1": 0.229355, "nauc_map_at_5_max": -0.048746, "nauc_map_at_5_std": 0.044953, "nauc_map_at_5_diff1": 0.222718, "nauc_map_at_10_max": 0.015634, "nauc_map_at_10_std": 0.090893, "nauc_map_at_10_diff1": 0.150892, "nauc_map_at_20_max": 0.028896, "nauc_map_at_20_std": 0.103679, "nauc_map_at_20_diff1": 0.15438, "nauc_map_at_100_max": 0.080148, "nauc_map_at_100_std": 0.128528, "nauc_map_at_100_diff1": 0.158029, "nauc_map_at_1000_max": 0.103996, "nauc_map_at_1000_std": 0.143089, "nauc_map_at_1000_diff1": 0.142603, "nauc_recall_at_1_max": 0.037357, "nauc_recall_at_1_std": -0.080464, "nauc_recall_at_1_diff1": 0.183121, "nauc_recall_at_3_max": -0.111933, "nauc_recall_at_3_std": 0.07976, "nauc_recall_at_3_diff1": 0.226658, "nauc_recall_at_5_max": -0.05483, "nauc_recall_at_5_std": 0.088581, "nauc_recall_at_5_diff1": 0.21981, "nauc_recall_at_10_max": 0.11821, "nauc_recall_at_10_std": 0.201464, "nauc_recall_at_10_diff1": 0.039864, "nauc_recall_at_20_max": 0.117269, "nauc_recall_at_20_std": 0.2057, "nauc_recall_at_20_diff1": 0.06612, "nauc_recall_at_100_max": 0.146336, "nauc_recall_at_100_std": 0.124127, "nauc_recall_at_100_diff1": 0.083783, "nauc_recall_at_1000_max": 0.184651, "nauc_recall_at_1000_std": 0.189005, "nauc_recall_at_1000_diff1": 0.039399, "nauc_precision_at_1_max": 0.526678, "nauc_precision_at_1_std": 0.37066, "nauc_precision_at_1_diff1": 0.419355, "nauc_precision_at_3_max": 0.089562, "nauc_precision_at_3_std": 0.083524, "nauc_precision_at_3_diff1": 0.101805, "nauc_precision_at_5_max": 0.049342, "nauc_precision_at_5_std": 0.036997, "nauc_precision_at_5_diff1": 0.061492, "nauc_precision_at_10_max": 0.126349, "nauc_precision_at_10_std": 0.091826, "nauc_precision_at_10_diff1": 0.060113, "nauc_precision_at_20_max": 0.191057, "nauc_precision_at_20_std": 0.157544, "nauc_precision_at_20_diff1": 0.080499, "nauc_precision_at_100_max": 0.300727, "nauc_precision_at_100_std": 0.201797, "nauc_precision_at_100_diff1": 0.093834, "nauc_precision_at_1000_max": 0.111979, "nauc_precision_at_1000_std": 0.063498, "nauc_precision_at_1000_diff1": -0.0347, "nauc_mrr_at_1_max": 0.526678, "nauc_mrr_at_1_std": 0.37066, "nauc_mrr_at_1_diff1": 0.419355, "nauc_mrr_at_3_max": 0.227632, "nauc_mrr_at_3_std": 0.170847, "nauc_mrr_at_3_diff1": 0.194433, "nauc_mrr_at_5_max": 0.196309, "nauc_mrr_at_5_std": 0.142734, "nauc_mrr_at_5_diff1": 0.169393, "nauc_mrr_at_10_max": 0.210947, "nauc_mrr_at_10_std": 0.157471, "nauc_mrr_at_10_diff1": 0.168296, "nauc_mrr_at_20_max": 0.206601, "nauc_mrr_at_20_std": 0.163648, "nauc_mrr_at_20_diff1": 0.154242, "nauc_mrr_at_100_max": 0.207318, "nauc_mrr_at_100_std": 0.160966, "nauc_mrr_at_100_diff1": 0.149516, "nauc_mrr_at_1000_max": 0.207572, "nauc_mrr_at_1000_std": 0.161615, "nauc_mrr_at_1000_diff1": 0.151234, "hit_rate_at_1": 0.02318, "hit_rate_at_3": 0.06623, "hit_rate_at_5": 0.10265, "hit_rate_at_10": 0.15232, "hit_rate_at_20": 0.25166, "hit_rate_at_100": 0.51325, "hit_rate_at_1000": 0.96026, "main_score": 0.03201, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 486.2847852036357, "kg_co2_emissions": null, "date": 1783389515.476482, "evaluation_phases": [ { "name": "Data loading", "start": 7.301941514015198e-05, "end": 38.90135774388909, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 38.90143371745944, "end": 38.901440408080816, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 38.91425336897373, "end": 127.52502316981554, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 127.52521456032991, "end": 127.81237293034792, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 127.84155340865254, "end": 200.2337351925671, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 200.2339487336576, "end": 200.51456513255835, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 200.54978239908814, "end": 273.17003931105137, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 273.17025439441204, "end": 273.43805243447423, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 273.47046637162566, "end": 345.08711044862866, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 345.0873506292701, "end": 345.35088070482016, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 345.38533691316843, "end": 416.1527067311108, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 416.15310652554035, "end": 416.4219474494457, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 416.4564345777035, "end": 485.98018296808004, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 485.98039796203375, "end": 486.2564794495702, "split": "test", "subset": "portuguese" } ] }