{ "dataset_revision": "2c18ef90ab3ef93a9d86ecc6521cdae2a29f8300", "task_name": "Vidore3PhysicsRetrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.10099, "ndcg_at_3": 0.11344, "ndcg_at_5": 0.11257, "ndcg_at_10": 0.11883, "ndcg_at_20": 0.13026, "ndcg_at_100": 0.17437, "ndcg_at_1000": 0.2892, "map_at_1": 0.04662, "map_at_3": 0.06392, "map_at_5": 0.06856, "map_at_10": 0.07586, "map_at_20": 0.08064, "map_at_100": 0.0878, "map_at_1000": 0.09514, "recall_at_1": 0.04662, "recall_at_3": 0.08002, "recall_at_5": 0.09435, "recall_at_10": 0.13581, "recall_at_20": 0.1715, "recall_at_100": 0.3233, "recall_at_1000": 0.88603, "accuracy": 0.04662, "precision_at_1": 0.11258, "precision_at_3": 0.09382, "precision_at_5": 0.07748, "precision_at_10": 0.05762, "precision_at_20": 0.04255, "precision_at_100": 0.01861, "precision_at_1000": 0.00617, "mrr_at_1": 0.112583, "mrr_at_3": 0.163907, "mrr_at_5": 0.176159, "mrr_at_10": 0.189848, "mrr_at_20": 0.195838, "mrr_at_100": 0.201465, "mrr_at_1000": 0.20264, "nauc_ndcg_at_1_max": 0.042688, "nauc_ndcg_at_1_std": -0.043788, "nauc_ndcg_at_1_diff1": 0.099208, "nauc_ndcg_at_3_max": 0.12864, "nauc_ndcg_at_3_std": 0.046525, "nauc_ndcg_at_3_diff1": 0.099451, "nauc_ndcg_at_5_max": 0.127258, "nauc_ndcg_at_5_std": 0.069611, "nauc_ndcg_at_5_diff1": 0.108496, "nauc_ndcg_at_10_max": 0.114101, "nauc_ndcg_at_10_std": 0.120492, "nauc_ndcg_at_10_diff1": 0.119759, "nauc_ndcg_at_20_max": 0.146078, "nauc_ndcg_at_20_std": 0.121186, "nauc_ndcg_at_20_diff1": 0.126597, "nauc_ndcg_at_100_max": 0.121866, "nauc_ndcg_at_100_std": 0.100041, "nauc_ndcg_at_100_diff1": 0.120765, "nauc_ndcg_at_1000_max": 0.15601, "nauc_ndcg_at_1000_std": 0.083432, "nauc_ndcg_at_1000_diff1": 0.104077, "nauc_map_at_1_max": -0.020328, "nauc_map_at_1_std": -0.014793, "nauc_map_at_1_diff1": 0.195943, "nauc_map_at_3_max": 0.08538, "nauc_map_at_3_std": 0.080245, "nauc_map_at_3_diff1": 0.167354, "nauc_map_at_5_max": 0.091963, "nauc_map_at_5_std": 0.082253, "nauc_map_at_5_diff1": 0.176411, "nauc_map_at_10_max": 0.088566, "nauc_map_at_10_std": 0.099062, "nauc_map_at_10_diff1": 0.174028, "nauc_map_at_20_max": 0.105151, "nauc_map_at_20_std": 0.098966, "nauc_map_at_20_diff1": 0.166793, "nauc_map_at_100_max": 0.101878, "nauc_map_at_100_std": 0.095262, "nauc_map_at_100_diff1": 0.158616, "nauc_map_at_1000_max": 0.105836, "nauc_map_at_1000_std": 0.093275, "nauc_map_at_1000_diff1": 0.153502, "nauc_recall_at_1_max": -0.020328, "nauc_recall_at_1_std": -0.014793, "nauc_recall_at_1_diff1": 0.195943, "nauc_recall_at_3_max": 0.154344, "nauc_recall_at_3_std": 0.135872, "nauc_recall_at_3_diff1": 0.159765, "nauc_recall_at_5_max": 0.164635, "nauc_recall_at_5_std": 0.13047, "nauc_recall_at_5_diff1": 0.190027, "nauc_recall_at_10_max": 0.10798, "nauc_recall_at_10_std": 0.179211, "nauc_recall_at_10_diff1": 0.161689, "nauc_recall_at_20_max": 0.172759, "nauc_recall_at_20_std": 0.146445, "nauc_recall_at_20_diff1": 0.14488, "nauc_recall_at_100_max": 0.065181, "nauc_recall_at_100_std": 0.07262, "nauc_recall_at_100_diff1": 0.130691, "nauc_recall_at_1000_max": 0.111511, "nauc_recall_at_1000_std": 0.115704, "nauc_recall_at_1000_diff1": 0.112931, "nauc_precision_at_1_max": 0.013394, "nauc_precision_at_1_std": -0.056844, "nauc_precision_at_1_diff1": 0.070888, "nauc_precision_at_3_max": 0.154748, "nauc_precision_at_3_std": 0.006131, "nauc_precision_at_3_diff1": 0.027638, "nauc_precision_at_5_max": 0.141727, "nauc_precision_at_5_std": 0.012211, "nauc_precision_at_5_diff1": 0.02939, "nauc_precision_at_10_max": 0.132534, "nauc_precision_at_10_std": 0.073414, "nauc_precision_at_10_diff1": 0.006007, "nauc_precision_at_20_max": 0.172441, "nauc_precision_at_20_std": 0.062212, "nauc_precision_at_20_diff1": -0.030625, "nauc_precision_at_100_max": 0.134436, "nauc_precision_at_100_std": 0.028316, "nauc_precision_at_100_diff1": -0.061381, "nauc_precision_at_1000_max": 0.110758, "nauc_precision_at_1000_std": -0.071203, "nauc_precision_at_1000_diff1": -0.073482, "nauc_mrr_at_1_max": 0.013394, "nauc_mrr_at_1_std": -0.056844, "nauc_mrr_at_1_diff1": 0.070888, "nauc_mrr_at_3_max": 0.097695, "nauc_mrr_at_3_std": -0.011263, "nauc_mrr_at_3_diff1": 0.030064, "nauc_mrr_at_5_max": 0.103078, "nauc_mrr_at_5_std": -0.007954, "nauc_mrr_at_5_diff1": 0.040694, "nauc_mrr_at_10_max": 0.103064, "nauc_mrr_at_10_std": 0.006692, "nauc_mrr_at_10_diff1": 0.040271, "nauc_mrr_at_20_max": 0.109332, "nauc_mrr_at_20_std": 0.007105, "nauc_mrr_at_20_diff1": 0.040504, "nauc_mrr_at_100_max": 0.108722, "nauc_mrr_at_100_std": 0.005529, "nauc_mrr_at_100_diff1": 0.044106, "nauc_mrr_at_1000_max": 0.108638, "nauc_mrr_at_1000_std": 0.004998, "nauc_mrr_at_1000_diff1": 0.043436, "hit_rate_at_1": 0.11258, "hit_rate_at_3": 0.22848, "hit_rate_at_5": 0.28477, "hit_rate_at_10": 0.39073, "hit_rate_at_20": 0.48013, "hit_rate_at_100": 0.72517, "hit_rate_at_1000": 0.98675, "main_score": 0.11883, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.0447, "ndcg_at_3": 0.04583, "ndcg_at_5": 0.04976, "ndcg_at_10": 0.06037, "ndcg_at_20": 0.07402, "ndcg_at_100": 0.11443, "ndcg_at_1000": 0.23116, "map_at_1": 0.01475, "map_at_3": 0.02364, "map_at_5": 0.0272, "map_at_10": 0.03238, "map_at_20": 0.03654, "map_at_100": 0.04186, "map_at_1000": 0.04878, "recall_at_1": 0.01475, "recall_at_3": 0.03234, "recall_at_5": 0.04732, "recall_at_10": 0.08012, "recall_at_20": 0.12475, "recall_at_100": 0.26397, "recall_at_1000": 0.83645, "accuracy": 0.01475, "precision_at_1": 0.04967, "precision_at_3": 0.03753, "precision_at_5": 0.03444, "precision_at_10": 0.03046, "precision_at_20": 0.02599, "precision_at_100": 0.01503, "precision_at_1000": 0.00589, "mrr_at_1": 0.049669, "mrr_at_3": 0.072848, "mrr_at_5": 0.085099, "mrr_at_10": 0.095839, "mrr_at_20": 0.103929, "mrr_at_100": 0.111238, "mrr_at_1000": 0.112665, "nauc_ndcg_at_1_max": 0.148311, "nauc_ndcg_at_1_std": 0.232103, "nauc_ndcg_at_1_diff1": 0.071037, "nauc_ndcg_at_3_max": 0.174777, "nauc_ndcg_at_3_std": 0.073027, "nauc_ndcg_at_3_diff1": 0.182641, "nauc_ndcg_at_5_max": 0.137961, "nauc_ndcg_at_5_std": 0.035284, "nauc_ndcg_at_5_diff1": 0.18175, "nauc_ndcg_at_10_max": 0.099524, "nauc_ndcg_at_10_std": 0.093604, "nauc_ndcg_at_10_diff1": 0.15069, "nauc_ndcg_at_20_max": 0.088932, "nauc_ndcg_at_20_std": 0.117469, "nauc_ndcg_at_20_diff1": 0.133307, "nauc_ndcg_at_100_max": 0.090941, "nauc_ndcg_at_100_std": 0.17057, "nauc_ndcg_at_100_diff1": 0.137388, "nauc_ndcg_at_1000_max": 0.118746, "nauc_ndcg_at_1000_std": 0.099391, "nauc_ndcg_at_1000_diff1": 0.157798, "nauc_map_at_1_max": 0.31219, "nauc_map_at_1_std": 0.275537, "nauc_map_at_1_diff1": 0.27212, "nauc_map_at_3_max": 0.272333, "nauc_map_at_3_std": 0.119085, "nauc_map_at_3_diff1": 0.273661, "nauc_map_at_5_max": 0.22398, "nauc_map_at_5_std": 0.093037, "nauc_map_at_5_diff1": 0.26056, "nauc_map_at_10_max": 0.171615, "nauc_map_at_10_std": 0.105906, "nauc_map_at_10_diff1": 0.223389, "nauc_map_at_20_max": 0.158069, "nauc_map_at_20_std": 0.111804, "nauc_map_at_20_diff1": 0.21496, "nauc_map_at_100_max": 0.154608, "nauc_map_at_100_std": 0.128396, "nauc_map_at_100_diff1": 0.213328, "nauc_map_at_1000_max": 0.160306, "nauc_map_at_1000_std": 0.126278, "nauc_map_at_1000_diff1": 0.216918, "nauc_recall_at_1_max": 0.31219, "nauc_recall_at_1_std": 0.275537, "nauc_recall_at_1_diff1": 0.27212, "nauc_recall_at_3_max": 0.304966, "nauc_recall_at_3_std": 0.032137, "nauc_recall_at_3_diff1": 0.301631, "nauc_recall_at_5_max": 0.172543, "nauc_recall_at_5_std": -0.003788, "nauc_recall_at_5_diff1": 0.246535, "nauc_recall_at_10_max": 0.04603, "nauc_recall_at_10_std": 0.070567, "nauc_recall_at_10_diff1": 0.138638, "nauc_recall_at_20_max": 0.032159, "nauc_recall_at_20_std": 0.114033, "nauc_recall_at_20_diff1": 0.097822, "nauc_recall_at_100_max": 0.053101, "nauc_recall_at_100_std": 0.190156, "nauc_recall_at_100_diff1": 0.101842, "nauc_recall_at_1000_max": 0.07915, "nauc_recall_at_1000_std": 0.079699, "nauc_recall_at_1000_diff1": 0.119066, "nauc_precision_at_1_max": 0.15844, "nauc_precision_at_1_std": 0.227352, "nauc_precision_at_1_diff1": 0.120019, "nauc_precision_at_3_max": 0.094673, "nauc_precision_at_3_std": 0.013205, "nauc_precision_at_3_diff1": 0.1513, "nauc_precision_at_5_max": 0.012436, "nauc_precision_at_5_std": -0.022459, "nauc_precision_at_5_diff1": 0.111404, "nauc_precision_at_10_max": -0.005039, "nauc_precision_at_10_std": 0.073851, "nauc_precision_at_10_diff1": 0.084319, "nauc_precision_at_20_max": 0.046317, "nauc_precision_at_20_std": 0.093669, "nauc_precision_at_20_diff1": 0.134527, "nauc_precision_at_100_max": 0.059615, "nauc_precision_at_100_std": 0.120825, "nauc_precision_at_100_diff1": 0.117058, "nauc_precision_at_1000_max": 0.075537, "nauc_precision_at_1000_std": -0.06496, "nauc_precision_at_1000_diff1": 0.098686, "nauc_mrr_at_1_max": 0.15844, "nauc_mrr_at_1_std": 0.227352, "nauc_mrr_at_1_diff1": 0.120019, "nauc_mrr_at_3_max": 0.147938, "nauc_mrr_at_3_std": 0.066205, "nauc_mrr_at_3_diff1": 0.157398, "nauc_mrr_at_5_max": 0.098063, "nauc_mrr_at_5_std": 0.049977, "nauc_mrr_at_5_diff1": 0.135039, "nauc_mrr_at_10_max": 0.088835, "nauc_mrr_at_10_std": 0.075857, "nauc_mrr_at_10_diff1": 0.121032, "nauc_mrr_at_20_max": 0.083756, "nauc_mrr_at_20_std": 0.08963, "nauc_mrr_at_20_diff1": 0.1212, "nauc_mrr_at_100_max": 0.090349, "nauc_mrr_at_100_std": 0.087894, "nauc_mrr_at_100_diff1": 0.126025, "nauc_mrr_at_1000_max": 0.090756, "nauc_mrr_at_1000_std": 0.087776, "nauc_mrr_at_1000_diff1": 0.125859, "hit_rate_at_1": 0.04967, "hit_rate_at_3": 0.10265, "hit_rate_at_5": 0.15563, "hit_rate_at_10": 0.2351, "hit_rate_at_20": 0.3543, "hit_rate_at_100": 0.65894, "hit_rate_at_1000": 0.9702, "main_score": 0.06037, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.07947, "ndcg_at_3": 0.0865, "ndcg_at_5": 0.08661, "ndcg_at_10": 0.10037, "ndcg_at_20": 0.11696, "ndcg_at_100": 0.17254, "ndcg_at_1000": 0.27544, "map_at_1": 0.02498, "map_at_3": 0.04093, "map_at_5": 0.04592, "map_at_10": 0.05465, "map_at_20": 0.0597, "map_at_100": 0.06966, "map_at_1000": 0.07691, "recall_at_1": 0.02498, "recall_at_3": 0.05978, "recall_at_5": 0.079, "recall_at_10": 0.12935, "recall_at_20": 0.17797, "recall_at_100": 0.37423, "recall_at_1000": 0.85692, "accuracy": 0.02498, "precision_at_1": 0.0894, "precision_at_3": 0.08057, "precision_at_5": 0.0649, "precision_at_10": 0.05199, "precision_at_20": 0.04156, "precision_at_100": 0.02126, "precision_at_1000": 0.00613, "mrr_at_1": 0.089404, "mrr_at_3": 0.136313, "mrr_at_5": 0.14989, "mrr_at_10": 0.165089, "mrr_at_20": 0.174915, "mrr_at_100": 0.180378, "mrr_at_1000": 0.181493, "nauc_ndcg_at_1_max": 0.245465, "nauc_ndcg_at_1_std": 0.003657, "nauc_ndcg_at_1_diff1": 0.146495, "nauc_ndcg_at_3_max": 0.27386, "nauc_ndcg_at_3_std": 0.095214, "nauc_ndcg_at_3_diff1": 0.12278, "nauc_ndcg_at_5_max": 0.255629, "nauc_ndcg_at_5_std": 0.110058, "nauc_ndcg_at_5_diff1": 0.155586, "nauc_ndcg_at_10_max": 0.210471, "nauc_ndcg_at_10_std": 0.148307, "nauc_ndcg_at_10_diff1": 0.101265, "nauc_ndcg_at_20_max": 0.228416, "nauc_ndcg_at_20_std": 0.138408, "nauc_ndcg_at_20_diff1": 0.111834, "nauc_ndcg_at_100_max": 0.235671, "nauc_ndcg_at_100_std": 0.171058, "nauc_ndcg_at_100_diff1": 0.093152, "nauc_ndcg_at_1000_max": 0.262834, "nauc_ndcg_at_1000_std": 0.125673, "nauc_ndcg_at_1000_diff1": 0.052053, "nauc_map_at_1_max": 0.184758, "nauc_map_at_1_std": 0.024773, "nauc_map_at_1_diff1": 0.229203, "nauc_map_at_3_max": 0.211247, "nauc_map_at_3_std": 0.117008, "nauc_map_at_3_diff1": 0.185634, "nauc_map_at_5_max": 0.215042, "nauc_map_at_5_std": 0.115476, "nauc_map_at_5_diff1": 0.212511, "nauc_map_at_10_max": 0.203914, "nauc_map_at_10_std": 0.134041, "nauc_map_at_10_diff1": 0.172809, "nauc_map_at_20_max": 0.21745, "nauc_map_at_20_std": 0.12637, "nauc_map_at_20_diff1": 0.171751, "nauc_map_at_100_max": 0.231332, "nauc_map_at_100_std": 0.140008, "nauc_map_at_100_diff1": 0.155342, "nauc_map_at_1000_max": 0.241072, "nauc_map_at_1000_std": 0.136695, "nauc_map_at_1000_diff1": 0.147266, "nauc_recall_at_1_max": 0.184758, "nauc_recall_at_1_std": 0.024773, "nauc_recall_at_1_diff1": 0.229203, "nauc_recall_at_3_max": 0.213682, "nauc_recall_at_3_std": 0.175813, "nauc_recall_at_3_diff1": 0.137599, "nauc_recall_at_5_max": 0.203683, "nauc_recall_at_5_std": 0.151557, "nauc_recall_at_5_diff1": 0.20823, "nauc_recall_at_10_max": 0.158403, "nauc_recall_at_10_std": 0.171223, "nauc_recall_at_10_diff1": 0.068975, "nauc_recall_at_20_max": 0.190984, "nauc_recall_at_20_std": 0.108478, "nauc_recall_at_20_diff1": 0.083713, "nauc_recall_at_100_max": 0.126209, "nauc_recall_at_100_std": 0.14814, "nauc_recall_at_100_diff1": 0.049478, "nauc_recall_at_1000_max": 0.123358, "nauc_recall_at_1000_std": 0.142419, "nauc_recall_at_1000_diff1": -0.124761, "nauc_precision_at_1_max": 0.234215, "nauc_precision_at_1_std": 0.010727, "nauc_precision_at_1_diff1": 0.122458, "nauc_precision_at_3_max": 0.29507, "nauc_precision_at_3_std": 0.077562, "nauc_precision_at_3_diff1": 0.068626, "nauc_precision_at_5_max": 0.290624, "nauc_precision_at_5_std": 0.075906, "nauc_precision_at_5_diff1": 0.08092, "nauc_precision_at_10_max": 0.254631, "nauc_precision_at_10_std": 0.092566, "nauc_precision_at_10_diff1": -0.005245, "nauc_precision_at_20_max": 0.280292, "nauc_precision_at_20_std": 0.06084, "nauc_precision_at_20_diff1": -0.026071, "nauc_precision_at_100_max": 0.267617, "nauc_precision_at_100_std": 0.101839, "nauc_precision_at_100_diff1": -0.055705, "nauc_precision_at_1000_max": 0.170409, "nauc_precision_at_1000_std": -0.064643, "nauc_precision_at_1000_diff1": -0.069816, "nauc_mrr_at_1_max": 0.234215, "nauc_mrr_at_1_std": 0.010727, "nauc_mrr_at_1_diff1": 0.122458, "nauc_mrr_at_3_max": 0.242235, "nauc_mrr_at_3_std": 0.055771, "nauc_mrr_at_3_diff1": 0.09485, "nauc_mrr_at_5_max": 0.242543, "nauc_mrr_at_5_std": 0.046186, "nauc_mrr_at_5_diff1": 0.109674, "nauc_mrr_at_10_max": 0.233458, "nauc_mrr_at_10_std": 0.048675, "nauc_mrr_at_10_diff1": 0.083847, "nauc_mrr_at_20_max": 0.240582, "nauc_mrr_at_20_std": 0.047913, "nauc_mrr_at_20_diff1": 0.083114, "nauc_mrr_at_100_max": 0.236145, "nauc_mrr_at_100_std": 0.05074, "nauc_mrr_at_100_diff1": 0.085373, "nauc_mrr_at_1000_max": 0.236692, "nauc_mrr_at_1000_std": 0.050446, "nauc_mrr_at_1000_diff1": 0.085, "hit_rate_at_1": 0.0894, "hit_rate_at_3": 0.20199, "hit_rate_at_5": 0.26159, "hit_rate_at_10": 0.37086, "hit_rate_at_20": 0.51656, "hit_rate_at_100": 0.74834, "hit_rate_at_1000": 0.97682, "main_score": 0.10037, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.05464, "ndcg_at_3": 0.05976, "ndcg_at_5": 0.06469, "ndcg_at_10": 0.07112, "ndcg_at_20": 0.08365, "ndcg_at_100": 0.12596, "ndcg_at_1000": 0.24029, "map_at_1": 0.01572, "map_at_3": 0.02857, "map_at_5": 0.03306, "map_at_10": 0.03731, "map_at_20": 0.04143, "map_at_100": 0.04755, "map_at_1000": 0.0544, "recall_at_1": 0.01572, "recall_at_3": 0.04751, "recall_at_5": 0.06431, "recall_at_10": 0.0908, "recall_at_20": 0.1318, "recall_at_100": 0.27822, "recall_at_1000": 0.849, "accuracy": 0.01572, "precision_at_1": 0.06291, "precision_at_3": 0.05408, "precision_at_5": 0.04768, "precision_at_10": 0.03808, "precision_at_20": 0.03113, "precision_at_100": 0.01613, "precision_at_1000": 0.00591, "mrr_at_1": 0.062914, "mrr_at_3": 0.100442, "mrr_at_5": 0.113852, "mrr_at_10": 0.121659, "mrr_at_20": 0.129301, "mrr_at_100": 0.13587, "mrr_at_1000": 0.137098, "nauc_ndcg_at_1_max": 0.053151, "nauc_ndcg_at_1_std": 0.000565, "nauc_ndcg_at_1_diff1": -0.028424, "nauc_ndcg_at_3_max": 0.006427, "nauc_ndcg_at_3_std": -0.010083, "nauc_ndcg_at_3_diff1": 0.054476, "nauc_ndcg_at_5_max": 0.029222, "nauc_ndcg_at_5_std": 0.029827, "nauc_ndcg_at_5_diff1": 0.035759, "nauc_ndcg_at_10_max": 0.008106, "nauc_ndcg_at_10_std": 0.084288, "nauc_ndcg_at_10_diff1": 0.019411, "nauc_ndcg_at_20_max": 0.011922, "nauc_ndcg_at_20_std": 0.125727, "nauc_ndcg_at_20_diff1": 0.004819, "nauc_ndcg_at_100_max": 0.027691, "nauc_ndcg_at_100_std": 0.161262, "nauc_ndcg_at_100_diff1": 0.030096, "nauc_ndcg_at_1000_max": 0.083067, "nauc_ndcg_at_1000_std": 0.138554, "nauc_ndcg_at_1000_diff1": 0.048478, "nauc_map_at_1_max": 0.015805, "nauc_map_at_1_std": 0.132379, "nauc_map_at_1_diff1": 0.136422, "nauc_map_at_3_max": -0.049539, "nauc_map_at_3_std": 0.000909, "nauc_map_at_3_diff1": 0.120846, "nauc_map_at_5_max": -0.011705, "nauc_map_at_5_std": 0.023517, "nauc_map_at_5_diff1": 0.091411, "nauc_map_at_10_max": -0.021278, "nauc_map_at_10_std": 0.068896, "nauc_map_at_10_diff1": 0.077901, "nauc_map_at_20_max": -0.013988, "nauc_map_at_20_std": 0.083712, "nauc_map_at_20_diff1": 0.064419, "nauc_map_at_100_max": -0.00217, "nauc_map_at_100_std": 0.101903, "nauc_map_at_100_diff1": 0.062056, "nauc_map_at_1000_max": 0.007237, "nauc_map_at_1000_std": 0.105027, "nauc_map_at_1000_diff1": 0.065096, "nauc_recall_at_1_max": 0.015805, "nauc_recall_at_1_std": 0.132379, "nauc_recall_at_1_diff1": 0.136422, "nauc_recall_at_3_max": -0.112601, "nauc_recall_at_3_std": -0.069419, "nauc_recall_at_3_diff1": 0.082473, "nauc_recall_at_5_max": -0.029294, "nauc_recall_at_5_std": 0.00353, "nauc_recall_at_5_diff1": 0.02739, "nauc_recall_at_10_max": -0.065202, "nauc_recall_at_10_std": 0.116155, "nauc_recall_at_10_diff1": -0.018714, "nauc_recall_at_20_max": -0.031708, "nauc_recall_at_20_std": 0.168595, "nauc_recall_at_20_diff1": -0.038995, "nauc_recall_at_100_max": -0.016207, "nauc_recall_at_100_std": 0.192698, "nauc_recall_at_100_diff1": 0.000872, "nauc_recall_at_1000_max": 0.180603, "nauc_recall_at_1000_std": 0.092174, "nauc_recall_at_1000_diff1": 0.032823, "nauc_precision_at_1_max": 0.030221, "nauc_precision_at_1_std": -0.02817, "nauc_precision_at_1_diff1": -0.069855, "nauc_precision_at_3_max": 0.0698, "nauc_precision_at_3_std": -0.00738, "nauc_precision_at_3_diff1": 0.053892, "nauc_precision_at_5_max": 0.093312, "nauc_precision_at_5_std": 0.078111, "nauc_precision_at_5_diff1": 0.012764, "nauc_precision_at_10_max": 0.088361, "nauc_precision_at_10_std": 0.159727, "nauc_precision_at_10_diff1": -0.028208, "nauc_precision_at_20_max": 0.104142, "nauc_precision_at_20_std": 0.198436, "nauc_precision_at_20_diff1": -0.055619, "nauc_precision_at_100_max": 0.097648, "nauc_precision_at_100_std": 0.181591, "nauc_precision_at_100_diff1": -0.01121, "nauc_precision_at_1000_max": 0.082996, "nauc_precision_at_1000_std": 0.036067, "nauc_precision_at_1000_diff1": 0.030533, "nauc_mrr_at_1_max": 0.030221, "nauc_mrr_at_1_std": -0.02817, "nauc_mrr_at_1_diff1": -0.069855, "nauc_mrr_at_3_max": 0.04835, "nauc_mrr_at_3_std": -0.016947, "nauc_mrr_at_3_diff1": 0.012096, "nauc_mrr_at_5_max": 0.045271, "nauc_mrr_at_5_std": 0.010827, "nauc_mrr_at_5_diff1": -0.008286, "nauc_mrr_at_10_max": 0.038744, "nauc_mrr_at_10_std": 0.019612, "nauc_mrr_at_10_diff1": -0.015727, "nauc_mrr_at_20_max": 0.039731, "nauc_mrr_at_20_std": 0.043775, "nauc_mrr_at_20_diff1": -0.014058, "nauc_mrr_at_100_max": 0.04027, "nauc_mrr_at_100_std": 0.039524, "nauc_mrr_at_100_diff1": -0.009764, "nauc_mrr_at_1000_max": 0.040617, "nauc_mrr_at_1000_std": 0.038062, "nauc_mrr_at_1000_diff1": -0.010405, "hit_rate_at_1": 0.06291, "hit_rate_at_3": 0.15563, "hit_rate_at_5": 0.21523, "hit_rate_at_10": 0.28146, "hit_rate_at_20": 0.39073, "hit_rate_at_100": 0.67881, "hit_rate_at_1000": 0.97682, "main_score": 0.07112, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.02483, "ndcg_at_3": 0.03368, "ndcg_at_5": 0.04229, "ndcg_at_10": 0.04892, "ndcg_at_20": 0.06031, "ndcg_at_100": 0.10156, "ndcg_at_1000": 0.21922, "map_at_1": 0.00929, "map_at_3": 0.01735, "map_at_5": 0.02167, "map_at_10": 0.02462, "map_at_20": 0.02814, "map_at_100": 0.03441, "map_at_1000": 0.04102, "recall_at_1": 0.00929, "recall_at_3": 0.02721, "recall_at_5": 0.04504, "recall_at_10": 0.06284, "recall_at_20": 0.09574, "recall_at_100": 0.24435, "recall_at_1000": 0.82418, "accuracy": 0.00929, "precision_at_1": 0.03311, "precision_at_3": 0.0298, "precision_at_5": 0.03311, "precision_at_10": 0.02914, "precision_at_20": 0.02401, "precision_at_100": 0.01411, "precision_at_1000": 0.00576, "mrr_at_1": 0.033113, "mrr_at_3": 0.058499, "mrr_at_5": 0.074393, "mrr_at_10": 0.083639, "mrr_at_20": 0.090275, "mrr_at_100": 0.09722, "mrr_at_1000": 0.0989, "nauc_ndcg_at_1_max": 0.00631, "nauc_ndcg_at_1_std": 0.228288, "nauc_ndcg_at_1_diff1": -0.016081, "nauc_ndcg_at_3_max": 0.089997, "nauc_ndcg_at_3_std": 0.154598, "nauc_ndcg_at_3_diff1": -0.116233, "nauc_ndcg_at_5_max": 0.028824, "nauc_ndcg_at_5_std": 0.192805, "nauc_ndcg_at_5_diff1": -0.069792, "nauc_ndcg_at_10_max": 0.000595, "nauc_ndcg_at_10_std": 0.19497, "nauc_ndcg_at_10_diff1": -0.053692, "nauc_ndcg_at_20_max": -0.013353, "nauc_ndcg_at_20_std": 0.241784, "nauc_ndcg_at_20_diff1": -0.020762, "nauc_ndcg_at_100_max": -0.002404, "nauc_ndcg_at_100_std": 0.200802, "nauc_ndcg_at_100_diff1": -0.001769, "nauc_ndcg_at_1000_max": 0.109786, "nauc_ndcg_at_1000_std": 0.157191, "nauc_ndcg_at_1000_diff1": 0.050943, "nauc_map_at_1_max": -0.01812, "nauc_map_at_1_std": 0.276008, "nauc_map_at_1_diff1": 0.012931, "nauc_map_at_3_max": 0.031975, "nauc_map_at_3_std": 0.205597, "nauc_map_at_3_diff1": -0.114293, "nauc_map_at_5_max": -0.005461, "nauc_map_at_5_std": 0.239095, "nauc_map_at_5_diff1": -0.092119, "nauc_map_at_10_max": -0.010419, "nauc_map_at_10_std": 0.230024, "nauc_map_at_10_diff1": -0.076735, "nauc_map_at_20_max": -0.015957, "nauc_map_at_20_std": 0.251681, "nauc_map_at_20_diff1": -0.06045, "nauc_map_at_100_max": -0.005964, "nauc_map_at_100_std": 0.239883, "nauc_map_at_100_diff1": -0.050075, "nauc_map_at_1000_max": 0.020216, "nauc_map_at_1000_std": 0.23348, "nauc_map_at_1000_diff1": -0.035012, "nauc_recall_at_1_max": -0.01812, "nauc_recall_at_1_std": 0.276008, "nauc_recall_at_1_diff1": 0.012931, "nauc_recall_at_3_max": 0.02274, "nauc_recall_at_3_std": 0.181702, "nauc_recall_at_3_diff1": -0.167639, "nauc_recall_at_5_max": -0.046661, "nauc_recall_at_5_std": 0.253524, "nauc_recall_at_5_diff1": -0.101275, "nauc_recall_at_10_max": -0.05026, "nauc_recall_at_10_std": 0.216561, "nauc_recall_at_10_diff1": -0.073169, "nauc_recall_at_20_max": -0.069212, "nauc_recall_at_20_std": 0.262202, "nauc_recall_at_20_diff1": -0.016966, "nauc_recall_at_100_max": -0.039496, "nauc_recall_at_100_std": 0.154863, "nauc_recall_at_100_diff1": 0.02145, "nauc_recall_at_1000_max": 0.097293, "nauc_recall_at_1000_std": 0.097299, "nauc_recall_at_1000_diff1": 0.080985, "nauc_precision_at_1_max": -0.05331, "nauc_precision_at_1_std": 0.132527, "nauc_precision_at_1_diff1": 0.011239, "nauc_precision_at_3_max": 0.057508, "nauc_precision_at_3_std": 0.077782, "nauc_precision_at_3_diff1": -0.105634, "nauc_precision_at_5_max": -0.015696, "nauc_precision_at_5_std": 0.102142, "nauc_precision_at_5_diff1": -0.033352, "nauc_precision_at_10_max": -0.014971, "nauc_precision_at_10_std": 0.107561, "nauc_precision_at_10_diff1": -0.033049, "nauc_precision_at_20_max": 0.068459, "nauc_precision_at_20_std": 0.187694, "nauc_precision_at_20_diff1": 0.01561, "nauc_precision_at_100_max": 0.137721, "nauc_precision_at_100_std": 0.042244, "nauc_precision_at_100_diff1": 0.031285, "nauc_precision_at_1000_max": 0.207314, "nauc_precision_at_1000_std": -0.061447, "nauc_precision_at_1000_diff1": 0.09385, "nauc_mrr_at_1_max": -0.05331, "nauc_mrr_at_1_std": 0.132527, "nauc_mrr_at_1_diff1": 0.011239, "nauc_mrr_at_3_max": 0.039786, "nauc_mrr_at_3_std": 0.089135, "nauc_mrr_at_3_diff1": -0.074203, "nauc_mrr_at_5_max": 0.012941, "nauc_mrr_at_5_std": 0.10939, "nauc_mrr_at_5_diff1": -0.041451, "nauc_mrr_at_10_max": 0.011247, "nauc_mrr_at_10_std": 0.103525, "nauc_mrr_at_10_diff1": -0.037355, "nauc_mrr_at_20_max": 0.026716, "nauc_mrr_at_20_std": 0.11638, "nauc_mrr_at_20_diff1": -0.020419, "nauc_mrr_at_100_max": 0.027981, "nauc_mrr_at_100_std": 0.112435, "nauc_mrr_at_100_diff1": -0.015408, "nauc_mrr_at_1000_max": 0.028305, "nauc_mrr_at_1000_std": 0.11212, "nauc_mrr_at_1000_diff1": -0.015045, "hit_rate_at_1": 0.03311, "hit_rate_at_3": 0.0894, "hit_rate_at_5": 0.15894, "hit_rate_at_10": 0.2351, "hit_rate_at_20": 0.33444, "hit_rate_at_100": 0.60596, "hit_rate_at_1000": 0.9702, "main_score": 0.04892, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.0447, "ndcg_at_3": 0.05139, "ndcg_at_5": 0.06031, "ndcg_at_10": 0.07036, "ndcg_at_20": 0.08185, "ndcg_at_100": 0.12057, "ndcg_at_1000": 0.23555, "map_at_1": 0.01403, "map_at_3": 0.02575, "map_at_5": 0.03305, "map_at_10": 0.03833, "map_at_20": 0.0415, "map_at_100": 0.04706, "map_at_1000": 0.05397, "recall_at_1": 0.01403, "recall_at_3": 0.03831, "recall_at_5": 0.06581, "recall_at_10": 0.0997, "recall_at_20": 0.13329, "recall_at_100": 0.27071, "recall_at_1000": 0.82723, "accuracy": 0.01403, "precision_at_1": 0.04967, "precision_at_3": 0.04415, "precision_at_5": 0.0404, "precision_at_10": 0.03377, "precision_at_20": 0.02881, "precision_at_100": 0.0149, "precision_at_1000": 0.00587, "mrr_at_1": 0.049669, "mrr_at_3": 0.080022, "mrr_at_5": 0.091611, "mrr_at_10": 0.102504, "mrr_at_20": 0.112278, "mrr_at_100": 0.118245, "mrr_at_1000": 0.119633, "nauc_ndcg_at_1_max": -0.086968, "nauc_ndcg_at_1_std": -0.000952, "nauc_ndcg_at_1_diff1": -0.16529, "nauc_ndcg_at_3_max": -0.070611, "nauc_ndcg_at_3_std": -0.013568, "nauc_ndcg_at_3_diff1": -0.067032, "nauc_ndcg_at_5_max": -0.059536, "nauc_ndcg_at_5_std": 0.035667, "nauc_ndcg_at_5_diff1": 0.004022, "nauc_ndcg_at_10_max": -0.038972, "nauc_ndcg_at_10_std": 0.056019, "nauc_ndcg_at_10_diff1": -0.002257, "nauc_ndcg_at_20_max": -0.050165, "nauc_ndcg_at_20_std": 0.088071, "nauc_ndcg_at_20_diff1": -0.025301, "nauc_ndcg_at_100_max": -0.056409, "nauc_ndcg_at_100_std": 0.109916, "nauc_ndcg_at_100_diff1": -0.046927, "nauc_ndcg_at_1000_max": -0.018868, "nauc_ndcg_at_1000_std": 0.070928, "nauc_ndcg_at_1000_diff1": -0.062353, "nauc_map_at_1_max": -0.044432, "nauc_map_at_1_std": -0.045806, "nauc_map_at_1_diff1": 0.067959, "nauc_map_at_3_max": -0.07636, "nauc_map_at_3_std": 0.019441, "nauc_map_at_3_diff1": 0.008987, "nauc_map_at_5_max": -0.072, "nauc_map_at_5_std": 0.047278, "nauc_map_at_5_diff1": 0.037236, "nauc_map_at_10_max": -0.054609, "nauc_map_at_10_std": 0.048207, "nauc_map_at_10_diff1": 0.028374, "nauc_map_at_20_max": -0.062668, "nauc_map_at_20_std": 0.058827, "nauc_map_at_20_diff1": 0.016923, "nauc_map_at_100_max": -0.065474, "nauc_map_at_100_std": 0.066944, "nauc_map_at_100_diff1": 0.013239, "nauc_map_at_1000_max": -0.063572, "nauc_map_at_1000_std": 0.061607, "nauc_map_at_1000_diff1": 0.003461, "nauc_recall_at_1_max": -0.044432, "nauc_recall_at_1_std": -0.045806, "nauc_recall_at_1_diff1": 0.067959, "nauc_recall_at_3_max": -0.076505, "nauc_recall_at_3_std": 0.03744, "nauc_recall_at_3_diff1": -0.02198, "nauc_recall_at_5_max": -0.049095, "nauc_recall_at_5_std": 0.076268, "nauc_recall_at_5_diff1": 0.054023, "nauc_recall_at_10_max": -0.011243, "nauc_recall_at_10_std": 0.074796, "nauc_recall_at_10_diff1": 0.024675, "nauc_recall_at_20_max": -0.044995, "nauc_recall_at_20_std": 0.108864, "nauc_recall_at_20_diff1": -0.033834, "nauc_recall_at_100_max": -0.033466, "nauc_recall_at_100_std": 0.148261, "nauc_recall_at_100_diff1": -0.069936, "nauc_recall_at_1000_max": 0.13969, "nauc_recall_at_1000_std": 0.147112, "nauc_recall_at_1000_diff1": -0.142512, "nauc_precision_at_1_max": -0.071118, "nauc_precision_at_1_std": 0.008249, "nauc_precision_at_1_diff1": -0.13405, "nauc_precision_at_3_max": -0.059558, "nauc_precision_at_3_std": -0.009169, "nauc_precision_at_3_diff1": -0.085912, "nauc_precision_at_5_max": -0.077087, "nauc_precision_at_5_std": 0.018316, "nauc_precision_at_5_diff1": 0.003226, "nauc_precision_at_10_max": -0.05663, "nauc_precision_at_10_std": 0.039636, "nauc_precision_at_10_diff1": -0.054207, "nauc_precision_at_20_max": -0.069725, "nauc_precision_at_20_std": 0.096201, "nauc_precision_at_20_diff1": -0.083441, "nauc_precision_at_100_max": -0.064399, "nauc_precision_at_100_std": 0.046928, "nauc_precision_at_100_diff1": -0.102597, "nauc_precision_at_1000_max": -0.025418, "nauc_precision_at_1000_std": -0.06269, "nauc_precision_at_1000_diff1": -0.07008, "nauc_mrr_at_1_max": -0.071118, "nauc_mrr_at_1_std": 0.008249, "nauc_mrr_at_1_diff1": -0.13405, "nauc_mrr_at_3_max": -0.054622, "nauc_mrr_at_3_std": -0.026095, "nauc_mrr_at_3_diff1": -0.106686, "nauc_mrr_at_5_max": -0.054334, "nauc_mrr_at_5_std": -0.000673, "nauc_mrr_at_5_diff1": -0.066533, "nauc_mrr_at_10_max": -0.057884, "nauc_mrr_at_10_std": 0.00452, "nauc_mrr_at_10_diff1": -0.072093, "nauc_mrr_at_20_max": -0.065082, "nauc_mrr_at_20_std": 0.011526, "nauc_mrr_at_20_diff1": -0.077206, "nauc_mrr_at_100_max": -0.06616, "nauc_mrr_at_100_std": 0.009047, "nauc_mrr_at_100_diff1": -0.082481, "nauc_mrr_at_1000_max": -0.065028, "nauc_mrr_at_1000_std": 0.008706, "nauc_mrr_at_1000_diff1": -0.081423, "hit_rate_at_1": 0.04967, "hit_rate_at_3": 0.11921, "hit_rate_at_5": 0.16887, "hit_rate_at_10": 0.25497, "hit_rate_at_20": 0.39404, "hit_rate_at_100": 0.65894, "hit_rate_at_1000": 0.9702, "main_score": 0.07036, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 3141.5971009880304, "kg_co2_emissions": null, "date": 1783089605.419996, "evaluation_phases": [ { "name": "Data loading", "start": 4.7303736209869385e-05, "end": 92.86692405492067, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 92.86698146909475, "end": 92.86698484420776, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 92.88463284820318, "end": 703.1297732442617, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 703.1299602538347, "end": 703.4165590330958, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 703.4509681165218, "end": 1167.1403914168477, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 1167.1406223922968, "end": 1167.4372853338718, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 1167.477278932929, "end": 1671.0379027053714, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 1671.03811571002, "end": 1671.334439329803, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 1671.3651860952377, "end": 2110.1384072452784, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 2110.1386574953794, "end": 2110.4247155711055, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 2110.4628839939833, "end": 2561.937300257385, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 2561.937527962029, "end": 2562.223683089018, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 2562.260932125151, "end": 3141.238724052906, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 3141.2391805276275, "end": 3141.567889265716, "split": "test", "subset": "portuguese" } ] }