{ "dataset_revision": "2c18ef90ab3ef93a9d86ecc6521cdae2a29f8300", "task_name": "Vidore3PhysicsRetrieval", "mteb_version": "2.20.12", "scores": { "test": [ { "ndcg_at_1": 0.46026, "ndcg_at_3": 0.46656, "ndcg_at_5": 0.49229, "ndcg_at_10": 0.52509, "ndcg_at_20": 0.57072, "ndcg_at_100": 0.64947, "ndcg_at_1000": 0.66828, "map_at_1": 0.17776, "map_at_3": 0.26815, "map_at_5": 0.31489, "map_at_10": 0.37183, "map_at_20": 0.41722, "map_at_100": 0.45874, "map_at_1000": 0.46293, "recall_at_1": 0.17776, "recall_at_3": 0.32528, "recall_at_5": 0.4258, "recall_at_10": 0.55817, "recall_at_20": 0.69531, "recall_at_100": 0.92065, "recall_at_1000": 0.99976, "accuracy": 0.17776, "precision_at_1": 0.48344, "precision_at_3": 0.36755, "precision_at_5": 0.33046, "precision_at_10": 0.26788, "precision_at_20": 0.19586, "precision_at_100": 0.06301, "precision_at_1000": 0.00721, "mrr_at_1": 0.483444, "mrr_at_3": 0.60596, "mrr_at_5": 0.631457, "mrr_at_10": 0.640715, "mrr_at_20": 0.643938, "mrr_at_100": 0.644223, "mrr_at_1000": 0.644288, "nauc_ndcg_at_1_max": -0.027416, "nauc_ndcg_at_1_std": -0.189827, "nauc_ndcg_at_1_diff1": 0.191366, "nauc_ndcg_at_3_max": 0.011826, "nauc_ndcg_at_3_std": -0.182433, "nauc_ndcg_at_3_diff1": 0.142126, "nauc_ndcg_at_5_max": 0.014092, "nauc_ndcg_at_5_std": -0.193918, "nauc_ndcg_at_5_diff1": 0.139879, "nauc_ndcg_at_10_max": 0.014721, "nauc_ndcg_at_10_std": -0.200042, "nauc_ndcg_at_10_diff1": 0.125915, "nauc_ndcg_at_20_max": 0.015791, "nauc_ndcg_at_20_std": -0.200852, "nauc_ndcg_at_20_diff1": 0.120001, "nauc_ndcg_at_100_max": 0.028918, "nauc_ndcg_at_100_std": -0.153967, "nauc_ndcg_at_100_diff1": 0.128359, "nauc_ndcg_at_1000_max": 0.028862, "nauc_ndcg_at_1000_std": -0.151518, "nauc_ndcg_at_1000_diff1": 0.146151, "nauc_map_at_1_max": -0.000327, "nauc_map_at_1_std": -0.259083, "nauc_map_at_1_diff1": 0.279052, "nauc_map_at_3_max": -0.014039, "nauc_map_at_3_std": -0.276152, "nauc_map_at_3_diff1": 0.222831, "nauc_map_at_5_max": -0.002989, "nauc_map_at_5_std": -0.255734, "nauc_map_at_5_diff1": 0.203426, "nauc_map_at_10_max": 0.002773, "nauc_map_at_10_std": -0.242367, "nauc_map_at_10_diff1": 0.168305, "nauc_map_at_20_max": -0.00085, "nauc_map_at_20_std": -0.230766, "nauc_map_at_20_diff1": 0.152626, "nauc_map_at_100_max": 0.00815, "nauc_map_at_100_std": -0.202526, "nauc_map_at_100_diff1": 0.147454, "nauc_map_at_1000_max": 0.008118, "nauc_map_at_1000_std": -0.200807, "nauc_map_at_1000_diff1": 0.149379, "nauc_recall_at_1_max": -0.000327, "nauc_recall_at_1_std": -0.259083, "nauc_recall_at_1_diff1": 0.279052, "nauc_recall_at_3_max": -0.005366, "nauc_recall_at_3_std": -0.2574, "nauc_recall_at_3_diff1": 0.174717, "nauc_recall_at_5_max": 0.00782, "nauc_recall_at_5_std": -0.226416, "nauc_recall_at_5_diff1": 0.150279, "nauc_recall_at_10_max": 0.024558, "nauc_recall_at_10_std": -0.200209, "nauc_recall_at_10_diff1": 0.080267, "nauc_recall_at_20_max": 0.008231, "nauc_recall_at_20_std": -0.187062, "nauc_recall_at_20_diff1": 0.029715, "nauc_recall_at_100_max": 0.085683, "nauc_recall_at_100_std": -0.040255, "nauc_recall_at_100_diff1": -0.071953, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.869377, "nauc_precision_at_1_max": -0.031176, "nauc_precision_at_1_std": -0.200587, "nauc_precision_at_1_diff1": 0.195612, "nauc_precision_at_3_max": -0.011295, "nauc_precision_at_3_std": -0.070208, "nauc_precision_at_3_diff1": -0.008281, "nauc_precision_at_5_max": -0.003893, "nauc_precision_at_5_std": 0.004178, "nauc_precision_at_5_diff1": -0.077737, "nauc_precision_at_10_max": 0.008728, "nauc_precision_at_10_std": 0.080304, "nauc_precision_at_10_diff1": -0.123729, "nauc_precision_at_20_max": 0.000706, "nauc_precision_at_20_std": 0.129964, "nauc_precision_at_20_diff1": -0.132199, "nauc_precision_at_100_max": 0.005126, "nauc_precision_at_100_std": 0.211223, "nauc_precision_at_100_diff1": -0.1119, "nauc_precision_at_1000_max": 0.008003, "nauc_precision_at_1000_std": 0.216427, "nauc_precision_at_1000_diff1": -0.081904, "nauc_mrr_at_1_max": -0.031176, "nauc_mrr_at_1_std": -0.200587, "nauc_mrr_at_1_diff1": 0.195612, "nauc_mrr_at_3_max": 0.022458, "nauc_mrr_at_3_std": -0.160373, "nauc_mrr_at_3_diff1": 0.162646, "nauc_mrr_at_5_max": -0.000817, "nauc_mrr_at_5_std": -0.180401, "nauc_mrr_at_5_diff1": 0.15667, "nauc_mrr_at_10_max": 0.010083, "nauc_mrr_at_10_std": -0.171198, "nauc_mrr_at_10_diff1": 0.162578, "nauc_mrr_at_20_max": 0.009584, "nauc_mrr_at_20_std": -0.168692, "nauc_mrr_at_20_diff1": 0.162534, "nauc_mrr_at_100_max": 0.009398, "nauc_mrr_at_100_std": -0.169197, "nauc_mrr_at_100_diff1": 0.163314, "nauc_mrr_at_1000_max": 0.009277, "nauc_mrr_at_1000_std": -0.169397, "nauc_mrr_at_1000_diff1": 0.163313, "hit_rate_at_1": 0.48344, "hit_rate_at_3": 0.75828, "hit_rate_at_5": 0.86755, "hit_rate_at_10": 0.93377, "hit_rate_at_20": 0.98013, "hit_rate_at_100": 0.99007, "hit_rate_at_1000": 1.0, "main_score": 0.52509, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.20.12" }, { "ndcg_at_1": 0.46689, "ndcg_at_3": 0.46655, "ndcg_at_5": 0.48673, "ndcg_at_10": 0.52302, "ndcg_at_20": 0.57136, "ndcg_at_100": 0.6502, "ndcg_at_1000": 0.66897, "map_at_1": 0.18244, "map_at_3": 0.26958, "map_at_5": 0.31349, "map_at_10": 0.37088, "map_at_20": 0.41792, "map_at_100": 0.45864, "map_at_1000": 0.46265, "recall_at_1": 0.18244, "recall_at_3": 0.32164, "recall_at_5": 0.41518, "recall_at_10": 0.55449, "recall_at_20": 0.69628, "recall_at_100": 0.92185, "recall_at_1000": 0.99946, "accuracy": 0.18244, "precision_at_1": 0.49007, "precision_at_3": 0.36093, "precision_at_5": 0.32252, "precision_at_10": 0.26358, "precision_at_20": 0.19619, "precision_at_100": 0.06311, "precision_at_1000": 0.00721, "mrr_at_1": 0.490066, "mrr_at_3": 0.612031, "mrr_at_5": 0.63372, "mrr_at_10": 0.645048, "mrr_at_20": 0.648006, "mrr_at_100": 0.648441, "mrr_at_1000": 0.648501, "nauc_ndcg_at_1_max": -0.004278, "nauc_ndcg_at_1_std": -0.191772, "nauc_ndcg_at_1_diff1": 0.197043, "nauc_ndcg_at_3_max": -0.000348, "nauc_ndcg_at_3_std": -0.210717, "nauc_ndcg_at_3_diff1": 0.164855, "nauc_ndcg_at_5_max": 0.005447, "nauc_ndcg_at_5_std": -0.223813, "nauc_ndcg_at_5_diff1": 0.163033, "nauc_ndcg_at_10_max": 0.009467, "nauc_ndcg_at_10_std": -0.233979, "nauc_ndcg_at_10_diff1": 0.139525, "nauc_ndcg_at_20_max": -0.004684, "nauc_ndcg_at_20_std": -0.240848, "nauc_ndcg_at_20_diff1": 0.139672, "nauc_ndcg_at_100_max": 0.006, "nauc_ndcg_at_100_std": -0.19665, "nauc_ndcg_at_100_diff1": 0.127715, "nauc_ndcg_at_1000_max": 0.007939, "nauc_ndcg_at_1000_std": -0.195927, "nauc_ndcg_at_1000_diff1": 0.143257, "nauc_map_at_1_max": 0.043661, "nauc_map_at_1_std": -0.258428, "nauc_map_at_1_diff1": 0.262581, "nauc_map_at_3_max": 0.009814, "nauc_map_at_3_std": -0.283258, "nauc_map_at_3_diff1": 0.218299, "nauc_map_at_5_max": 0.009937, "nauc_map_at_5_std": -0.271069, "nauc_map_at_5_diff1": 0.204615, "nauc_map_at_10_max": 0.009823, "nauc_map_at_10_std": -0.264781, "nauc_map_at_10_diff1": 0.172821, "nauc_map_at_20_max": -0.007007, "nauc_map_at_20_std": -0.263725, "nauc_map_at_20_diff1": 0.162087, "nauc_map_at_100_max": -0.004278, "nauc_map_at_100_std": -0.240065, "nauc_map_at_100_diff1": 0.148821, "nauc_map_at_1000_max": -0.003528, "nauc_map_at_1000_std": -0.238324, "nauc_map_at_1000_diff1": 0.150357, "nauc_recall_at_1_max": 0.043661, "nauc_recall_at_1_std": -0.258428, "nauc_recall_at_1_diff1": 0.262581, "nauc_recall_at_3_max": -0.000852, "nauc_recall_at_3_std": -0.273622, "nauc_recall_at_3_diff1": 0.186911, "nauc_recall_at_5_max": 0.012321, "nauc_recall_at_5_std": -0.236121, "nauc_recall_at_5_diff1": 0.164709, "nauc_recall_at_10_max": 0.024144, "nauc_recall_at_10_std": -0.218512, "nauc_recall_at_10_diff1": 0.089872, "nauc_recall_at_20_max": -0.015267, "nauc_recall_at_20_std": -0.21064, "nauc_recall_at_20_diff1": 0.081942, "nauc_recall_at_100_max": 0.044165, "nauc_recall_at_100_std": -0.058494, "nauc_recall_at_100_diff1": -0.047682, "nauc_recall_at_1000_max": 0.344215, "nauc_recall_at_1000_std": 0.844634, "nauc_recall_at_1000_diff1": 0.125572, "nauc_precision_at_1_max": -0.012901, "nauc_precision_at_1_std": -0.208389, "nauc_precision_at_1_diff1": 0.188322, "nauc_precision_at_3_max": -0.057767, "nauc_precision_at_3_std": -0.101629, "nauc_precision_at_3_diff1": 0.018331, "nauc_precision_at_5_max": -0.062813, "nauc_precision_at_5_std": -0.046129, "nauc_precision_at_5_diff1": -0.050945, "nauc_precision_at_10_max": -0.046443, "nauc_precision_at_10_std": 0.030564, "nauc_precision_at_10_diff1": -0.117614, "nauc_precision_at_20_max": -0.06645, "nauc_precision_at_20_std": 0.077666, "nauc_precision_at_20_diff1": -0.122395, "nauc_precision_at_100_max": -0.038684, "nauc_precision_at_100_std": 0.18876, "nauc_precision_at_100_diff1": -0.140408, "nauc_precision_at_1000_max": -0.020763, "nauc_precision_at_1000_std": 0.202764, "nauc_precision_at_1000_diff1": -0.110773, "nauc_mrr_at_1_max": -0.012901, "nauc_mrr_at_1_std": -0.208389, "nauc_mrr_at_1_diff1": 0.188322, "nauc_mrr_at_3_max": 0.001493, "nauc_mrr_at_3_std": -0.194243, "nauc_mrr_at_3_diff1": 0.157142, "nauc_mrr_at_5_max": -0.002862, "nauc_mrr_at_5_std": -0.203799, "nauc_mrr_at_5_diff1": 0.157668, "nauc_mrr_at_10_max": -0.002801, "nauc_mrr_at_10_std": -0.203814, "nauc_mrr_at_10_diff1": 0.153799, "nauc_mrr_at_20_max": 0.000526, "nauc_mrr_at_20_std": -0.197828, "nauc_mrr_at_20_diff1": 0.156618, "nauc_mrr_at_100_max": 0.000442, "nauc_mrr_at_100_std": -0.198748, "nauc_mrr_at_100_diff1": 0.15718, "nauc_mrr_at_1000_max": 0.00034, "nauc_mrr_at_1000_std": -0.198921, "nauc_mrr_at_1000_diff1": 0.157173, "hit_rate_at_1": 0.49007, "hit_rate_at_3": 0.75828, "hit_rate_at_5": 0.85099, "hit_rate_at_10": 0.93377, "hit_rate_at_20": 0.97682, "hit_rate_at_100": 0.99007, "hit_rate_at_1000": 1.0, "main_score": 0.52302, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.20.12" }, { "ndcg_at_1": 0.44536, "ndcg_at_3": 0.46061, "ndcg_at_5": 0.47858, "ndcg_at_10": 0.5187, "ndcg_at_20": 0.56364, "ndcg_at_100": 0.64531, "ndcg_at_1000": 0.66351, "map_at_1": 0.17377, "map_at_3": 0.26589, "map_at_5": 0.30921, "map_at_10": 0.36807, "map_at_20": 0.4119, "map_at_100": 0.4541, "map_at_1000": 0.45808, "recall_at_1": 0.17377, "recall_at_3": 0.32362, "recall_at_5": 0.41841, "recall_at_10": 0.55721, "recall_at_20": 0.69107, "recall_at_100": 0.92267, "recall_at_1000": 0.9997, "accuracy": 0.17377, "precision_at_1": 0.47351, "precision_at_3": 0.36976, "precision_at_5": 0.31987, "precision_at_10": 0.26457, "precision_at_20": 0.19371, "precision_at_100": 0.06338, "precision_at_1000": 0.00721, "mrr_at_1": 0.47351, "mrr_at_3": 0.598234, "mrr_at_5": 0.620254, "mrr_at_10": 0.631896, "mrr_at_20": 0.635232, "mrr_at_100": 0.635583, "mrr_at_1000": 0.635646, "nauc_ndcg_at_1_max": 0.042028, "nauc_ndcg_at_1_std": -0.155014, "nauc_ndcg_at_1_diff1": 0.253496, "nauc_ndcg_at_3_max": 0.047106, "nauc_ndcg_at_3_std": -0.197483, "nauc_ndcg_at_3_diff1": 0.199406, "nauc_ndcg_at_5_max": 0.046687, "nauc_ndcg_at_5_std": -0.210159, "nauc_ndcg_at_5_diff1": 0.212883, "nauc_ndcg_at_10_max": 0.050805, "nauc_ndcg_at_10_std": -0.206576, "nauc_ndcg_at_10_diff1": 0.159768, "nauc_ndcg_at_20_max": 0.061832, "nauc_ndcg_at_20_std": -0.193419, "nauc_ndcg_at_20_diff1": 0.166595, "nauc_ndcg_at_100_max": 0.051358, "nauc_ndcg_at_100_std": -0.170828, "nauc_ndcg_at_100_diff1": 0.167048, "nauc_ndcg_at_1000_max": 0.048048, "nauc_ndcg_at_1000_std": -0.175412, "nauc_ndcg_at_1000_diff1": 0.184692, "nauc_map_at_1_max": 0.085687, "nauc_map_at_1_std": -0.223347, "nauc_map_at_1_diff1": 0.28942, "nauc_map_at_3_max": 0.064704, "nauc_map_at_3_std": -0.257497, "nauc_map_at_3_diff1": 0.232591, "nauc_map_at_5_max": 0.058392, "nauc_map_at_5_std": -0.249148, "nauc_map_at_5_diff1": 0.2348, "nauc_map_at_10_max": 0.056474, "nauc_map_at_10_std": -0.233733, "nauc_map_at_10_diff1": 0.192505, "nauc_map_at_20_max": 0.051672, "nauc_map_at_20_std": -0.224922, "nauc_map_at_20_diff1": 0.190598, "nauc_map_at_100_max": 0.048066, "nauc_map_at_100_std": -0.207097, "nauc_map_at_100_diff1": 0.182655, "nauc_map_at_1000_max": 0.047325, "nauc_map_at_1000_std": -0.207094, "nauc_map_at_1000_diff1": 0.184198, "nauc_recall_at_1_max": 0.085687, "nauc_recall_at_1_std": -0.223347, "nauc_recall_at_1_diff1": 0.28942, "nauc_recall_at_3_max": 0.055803, "nauc_recall_at_3_std": -0.249878, "nauc_recall_at_3_diff1": 0.167139, "nauc_recall_at_5_max": 0.03965, "nauc_recall_at_5_std": -0.233698, "nauc_recall_at_5_diff1": 0.177634, "nauc_recall_at_10_max": 0.057997, "nauc_recall_at_10_std": -0.178558, "nauc_recall_at_10_diff1": 0.07269, "nauc_recall_at_20_max": 0.077051, "nauc_recall_at_20_std": -0.129002, "nauc_recall_at_20_diff1": 0.058844, "nauc_recall_at_100_max": 0.113575, "nauc_recall_at_100_std": -0.006661, "nauc_recall_at_100_diff1": -0.075638, "nauc_recall_at_1000_max": 0.35788, "nauc_recall_at_1000_std": 0.869377, "nauc_recall_at_1000_diff1": 0.122586, "nauc_precision_at_1_max": 0.040212, "nauc_precision_at_1_std": -0.171775, "nauc_precision_at_1_diff1": 0.24425, "nauc_precision_at_3_max": -0.02534, "nauc_precision_at_3_std": -0.110237, "nauc_precision_at_3_diff1": 0.046459, "nauc_precision_at_5_max": -0.049332, "nauc_precision_at_5_std": -0.058192, "nauc_precision_at_5_diff1": 0.022698, "nauc_precision_at_10_max": -0.054199, "nauc_precision_at_10_std": 0.02808, "nauc_precision_at_10_diff1": -0.08853, "nauc_precision_at_20_max": -0.056994, "nauc_precision_at_20_std": 0.088847, "nauc_precision_at_20_diff1": -0.083134, "nauc_precision_at_100_max": -0.073392, "nauc_precision_at_100_std": 0.157393, "nauc_precision_at_100_diff1": -0.111974, "nauc_precision_at_1000_max": -0.065353, "nauc_precision_at_1000_std": 0.162095, "nauc_precision_at_1000_diff1": -0.093766, "nauc_mrr_at_1_max": 0.040212, "nauc_mrr_at_1_std": -0.171775, "nauc_mrr_at_1_diff1": 0.24425, "nauc_mrr_at_3_max": 0.04435, "nauc_mrr_at_3_std": -0.183192, "nauc_mrr_at_3_diff1": 0.211508, "nauc_mrr_at_5_max": 0.039801, "nauc_mrr_at_5_std": -0.184575, "nauc_mrr_at_5_diff1": 0.216319, "nauc_mrr_at_10_max": 0.042746, "nauc_mrr_at_10_std": -0.180678, "nauc_mrr_at_10_diff1": 0.210247, "nauc_mrr_at_20_max": 0.044345, "nauc_mrr_at_20_std": -0.177151, "nauc_mrr_at_20_diff1": 0.211136, "nauc_mrr_at_100_max": 0.044096, "nauc_mrr_at_100_std": -0.177784, "nauc_mrr_at_100_diff1": 0.212265, "nauc_mrr_at_1000_max": 0.043997, "nauc_mrr_at_1000_std": -0.17795, "nauc_mrr_at_1000_diff1": 0.212372, "hit_rate_at_1": 0.47351, "hit_rate_at_3": 0.75828, "hit_rate_at_5": 0.8543, "hit_rate_at_10": 0.93377, "hit_rate_at_20": 0.97682, "hit_rate_at_100": 0.99007, "hit_rate_at_1000": 1.0, "main_score": 0.5187, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.20.12" }, { "ndcg_at_1": 0.45033, "ndcg_at_3": 0.45506, "ndcg_at_5": 0.47437, "ndcg_at_10": 0.51748, "ndcg_at_20": 0.56215, "ndcg_at_100": 0.64391, "ndcg_at_1000": 0.66268, "map_at_1": 0.18271, "map_at_3": 0.26623, "map_at_5": 0.30651, "map_at_10": 0.36689, "map_at_20": 0.41173, "map_at_100": 0.45424, "map_at_1000": 0.45841, "recall_at_1": 0.18271, "recall_at_3": 0.31964, "recall_at_5": 0.40649, "recall_at_10": 0.55395, "recall_at_20": 0.68951, "recall_at_100": 0.92024, "recall_at_1000": 0.99976, "accuracy": 0.18271, "precision_at_1": 0.48013, "precision_at_3": 0.35651, "precision_at_5": 0.31589, "precision_at_10": 0.26358, "precision_at_20": 0.19404, "precision_at_100": 0.06308, "precision_at_1000": 0.00721, "mrr_at_1": 0.480132, "mrr_at_3": 0.596578, "mrr_at_5": 0.621578, "mrr_at_10": 0.630921, "mrr_at_20": 0.634212, "mrr_at_100": 0.634577, "mrr_at_1000": 0.634631, "nauc_ndcg_at_1_max": -0.099366, "nauc_ndcg_at_1_std": -0.237161, "nauc_ndcg_at_1_diff1": 0.229346, "nauc_ndcg_at_3_max": -0.052397, "nauc_ndcg_at_3_std": -0.252279, "nauc_ndcg_at_3_diff1": 0.171563, "nauc_ndcg_at_5_max": -0.058354, "nauc_ndcg_at_5_std": -0.267948, "nauc_ndcg_at_5_diff1": 0.166562, "nauc_ndcg_at_10_max": -0.03468, "nauc_ndcg_at_10_std": -0.253875, "nauc_ndcg_at_10_diff1": 0.133059, "nauc_ndcg_at_20_max": -0.031981, "nauc_ndcg_at_20_std": -0.247983, "nauc_ndcg_at_20_diff1": 0.156692, "nauc_ndcg_at_100_max": -0.042433, "nauc_ndcg_at_100_std": -0.222507, "nauc_ndcg_at_100_diff1": 0.149388, "nauc_ndcg_at_1000_max": -0.045049, "nauc_ndcg_at_1000_std": -0.2241, "nauc_ndcg_at_1000_diff1": 0.161945, "nauc_map_at_1_max": 0.004522, "nauc_map_at_1_std": -0.242222, "nauc_map_at_1_diff1": 0.261321, "nauc_map_at_3_max": -0.021892, "nauc_map_at_3_std": -0.284794, "nauc_map_at_3_diff1": 0.207797, "nauc_map_at_5_max": -0.0243, "nauc_map_at_5_std": -0.278759, "nauc_map_at_5_diff1": 0.192379, "nauc_map_at_10_max": -0.015614, "nauc_map_at_10_std": -0.265567, "nauc_map_at_10_diff1": 0.156317, "nauc_map_at_20_max": -0.024953, "nauc_map_at_20_std": -0.263072, "nauc_map_at_20_diff1": 0.165311, "nauc_map_at_100_max": -0.0295, "nauc_map_at_100_std": -0.24549, "nauc_map_at_100_diff1": 0.154844, "nauc_map_at_1000_max": -0.03028, "nauc_map_at_1000_std": -0.244973, "nauc_map_at_1000_diff1": 0.156013, "nauc_recall_at_1_max": 0.004522, "nauc_recall_at_1_std": -0.242222, "nauc_recall_at_1_diff1": 0.261321, "nauc_recall_at_3_max": -0.024508, "nauc_recall_at_3_std": -0.276983, "nauc_recall_at_3_diff1": 0.161042, "nauc_recall_at_5_max": -0.022808, "nauc_recall_at_5_std": -0.255542, "nauc_recall_at_5_diff1": 0.142939, "nauc_recall_at_10_max": 0.017362, "nauc_recall_at_10_std": -0.21456, "nauc_recall_at_10_diff1": 0.069506, "nauc_recall_at_20_max": 0.011002, "nauc_recall_at_20_std": -0.187342, "nauc_recall_at_20_diff1": 0.087749, "nauc_recall_at_100_max": 0.027096, "nauc_recall_at_100_std": -0.079026, "nauc_recall_at_100_diff1": -0.006101, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.554176, "nauc_precision_at_1_max": -0.115108, "nauc_precision_at_1_std": -0.268859, "nauc_precision_at_1_diff1": 0.220352, "nauc_precision_at_3_max": -0.086096, "nauc_precision_at_3_std": -0.16349, "nauc_precision_at_3_diff1": 0.023537, "nauc_precision_at_5_max": -0.090803, "nauc_precision_at_5_std": -0.09403, "nauc_precision_at_5_diff1": -0.03786, "nauc_precision_at_10_max": -0.049496, "nauc_precision_at_10_std": 0.010706, "nauc_precision_at_10_diff1": -0.102217, "nauc_precision_at_20_max": -0.060632, "nauc_precision_at_20_std": 0.054035, "nauc_precision_at_20_diff1": -0.068973, "nauc_precision_at_100_max": -0.05352, "nauc_precision_at_100_std": 0.146768, "nauc_precision_at_100_diff1": -0.101703, "nauc_precision_at_1000_max": -0.040971, "nauc_precision_at_1000_std": 0.161012, "nauc_precision_at_1000_diff1": -0.080565, "nauc_mrr_at_1_max": -0.115108, "nauc_mrr_at_1_std": -0.268859, "nauc_mrr_at_1_diff1": 0.220352, "nauc_mrr_at_3_max": -0.100129, "nauc_mrr_at_3_std": -0.272065, "nauc_mrr_at_3_diff1": 0.172526, "nauc_mrr_at_5_max": -0.110724, "nauc_mrr_at_5_std": -0.281761, "nauc_mrr_at_5_diff1": 0.171389, "nauc_mrr_at_10_max": -0.109628, "nauc_mrr_at_10_std": -0.280575, "nauc_mrr_at_10_diff1": 0.178465, "nauc_mrr_at_20_max": -0.107696, "nauc_mrr_at_20_std": -0.275427, "nauc_mrr_at_20_diff1": 0.178388, "nauc_mrr_at_100_max": -0.10809, "nauc_mrr_at_100_std": -0.275944, "nauc_mrr_at_100_diff1": 0.179056, "nauc_mrr_at_1000_max": -0.108113, "nauc_mrr_at_1000_std": -0.276073, "nauc_mrr_at_1000_diff1": 0.179047, "hit_rate_at_1": 0.48013, "hit_rate_at_3": 0.74834, "hit_rate_at_5": 0.85762, "hit_rate_at_10": 0.93046, "hit_rate_at_20": 0.97682, "hit_rate_at_100": 0.99007, "hit_rate_at_1000": 1.0, "main_score": 0.51748, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.20.12" }, { "ndcg_at_1": 0.47682, "ndcg_at_3": 0.47035, "ndcg_at_5": 0.48172, "ndcg_at_10": 0.52345, "ndcg_at_20": 0.57282, "ndcg_at_100": 0.65154, "ndcg_at_1000": 0.67036, "map_at_1": 0.18946, "map_at_3": 0.27387, "map_at_5": 0.31273, "map_at_10": 0.37273, "map_at_20": 0.42001, "map_at_100": 0.46119, "map_at_1000": 0.46527, "recall_at_1": 0.18946, "recall_at_3": 0.32545, "recall_at_5": 0.4057, "recall_at_10": 0.54948, "recall_at_20": 0.69851, "recall_at_100": 0.92138, "recall_at_1000": 0.99894, "accuracy": 0.18946, "precision_at_1": 0.50331, "precision_at_3": 0.36865, "precision_at_5": 0.31523, "precision_at_10": 0.26358, "precision_at_20": 0.19669, "precision_at_100": 0.06308, "precision_at_1000": 0.00721, "mrr_at_1": 0.503311, "mrr_at_3": 0.615342, "mrr_at_5": 0.634216, "mrr_at_10": 0.648393, "mrr_at_20": 0.651495, "mrr_at_100": 0.651867, "mrr_at_1000": 0.65193, "nauc_ndcg_at_1_max": -0.007941, "nauc_ndcg_at_1_std": -0.206655, "nauc_ndcg_at_1_diff1": 0.205929, "nauc_ndcg_at_3_max": 0.001565, "nauc_ndcg_at_3_std": -0.202043, "nauc_ndcg_at_3_diff1": 0.165848, "nauc_ndcg_at_5_max": -0.02596, "nauc_ndcg_at_5_std": -0.240676, "nauc_ndcg_at_5_diff1": 0.163138, "nauc_ndcg_at_10_max": -0.0095, "nauc_ndcg_at_10_std": -0.22896, "nauc_ndcg_at_10_diff1": 0.117999, "nauc_ndcg_at_20_max": -0.014283, "nauc_ndcg_at_20_std": -0.235068, "nauc_ndcg_at_20_diff1": 0.115047, "nauc_ndcg_at_100_max": -0.006499, "nauc_ndcg_at_100_std": -0.201464, "nauc_ndcg_at_100_diff1": 0.117888, "nauc_ndcg_at_1000_max": -0.008418, "nauc_ndcg_at_1000_std": -0.198696, "nauc_ndcg_at_1000_diff1": 0.138678, "nauc_map_at_1_max": -0.019047, "nauc_map_at_1_std": -0.290955, "nauc_map_at_1_diff1": 0.258983, "nauc_map_at_3_max": -0.010005, "nauc_map_at_3_std": -0.275976, "nauc_map_at_3_diff1": 0.203406, "nauc_map_at_5_max": -0.027663, "nauc_map_at_5_std": -0.282452, "nauc_map_at_5_diff1": 0.185021, "nauc_map_at_10_max": -0.024629, "nauc_map_at_10_std": -0.268264, "nauc_map_at_10_diff1": 0.142962, "nauc_map_at_20_max": -0.036308, "nauc_map_at_20_std": -0.269643, "nauc_map_at_20_diff1": 0.136009, "nauc_map_at_100_max": -0.03034, "nauc_map_at_100_std": -0.249649, "nauc_map_at_100_diff1": 0.127484, "nauc_map_at_1000_max": -0.030658, "nauc_map_at_1000_std": -0.24787, "nauc_map_at_1000_diff1": 0.129841, "nauc_recall_at_1_max": -0.019047, "nauc_recall_at_1_std": -0.290955, "nauc_recall_at_1_diff1": 0.258983, "nauc_recall_at_3_max": 0.01013, "nauc_recall_at_3_std": -0.235718, "nauc_recall_at_3_diff1": 0.172659, "nauc_recall_at_5_max": -0.025628, "nauc_recall_at_5_std": -0.2534, "nauc_recall_at_5_diff1": 0.146062, "nauc_recall_at_10_max": 0.017663, "nauc_recall_at_10_std": -0.192179, "nauc_recall_at_10_diff1": 0.047079, "nauc_recall_at_20_max": -0.007468, "nauc_recall_at_20_std": -0.193242, "nauc_recall_at_20_diff1": 0.016801, "nauc_recall_at_100_max": 0.048911, "nauc_recall_at_100_std": -0.089135, "nauc_recall_at_100_diff1": -0.097437, "nauc_recall_at_1000_max": 0.653248, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": -0.053506, "nauc_precision_at_1_max": -0.022545, "nauc_precision_at_1_std": -0.232257, "nauc_precision_at_1_diff1": 0.197232, "nauc_precision_at_3_max": -0.034953, "nauc_precision_at_3_std": -0.088102, "nauc_precision_at_3_diff1": 0.020533, "nauc_precision_at_5_max": -0.086501, "nauc_precision_at_5_std": -0.082815, "nauc_precision_at_5_diff1": -0.047914, "nauc_precision_at_10_max": -0.044249, "nauc_precision_at_10_std": 0.023257, "nauc_precision_at_10_diff1": -0.135194, "nauc_precision_at_20_max": -0.052024, "nauc_precision_at_20_std": 0.064605, "nauc_precision_at_20_diff1": -0.12488, "nauc_precision_at_100_max": -0.02487, "nauc_precision_at_100_std": 0.167234, "nauc_precision_at_100_diff1": -0.119165, "nauc_precision_at_1000_max": -0.020242, "nauc_precision_at_1000_std": 0.187308, "nauc_precision_at_1000_diff1": -0.081896, "nauc_mrr_at_1_max": -0.022545, "nauc_mrr_at_1_std": -0.232257, "nauc_mrr_at_1_diff1": 0.197232, "nauc_mrr_at_3_max": 0.000549, "nauc_mrr_at_3_std": -0.198553, "nauc_mrr_at_3_diff1": 0.171064, "nauc_mrr_at_5_max": -0.0212, "nauc_mrr_at_5_std": -0.216468, "nauc_mrr_at_5_diff1": 0.164552, "nauc_mrr_at_10_max": -0.004627, "nauc_mrr_at_10_std": -0.20488, "nauc_mrr_at_10_diff1": 0.162138, "nauc_mrr_at_20_max": -0.005855, "nauc_mrr_at_20_std": -0.204646, "nauc_mrr_at_20_diff1": 0.162836, "nauc_mrr_at_100_max": -0.006178, "nauc_mrr_at_100_std": -0.205228, "nauc_mrr_at_100_diff1": 0.163852, "nauc_mrr_at_1000_max": -0.006231, "nauc_mrr_at_1000_std": -0.205402, "nauc_mrr_at_1000_diff1": 0.163821, "hit_rate_at_1": 0.50331, "hit_rate_at_3": 0.75828, "hit_rate_at_5": 0.83775, "hit_rate_at_10": 0.93377, "hit_rate_at_20": 0.97682, "hit_rate_at_100": 0.99007, "hit_rate_at_1000": 1.0, "main_score": 0.52345, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.20.12" }, { "ndcg_at_1": 0.45695, "ndcg_at_3": 0.46252, "ndcg_at_5": 0.4825, "ndcg_at_10": 0.51763, "ndcg_at_20": 0.56727, "ndcg_at_100": 0.6463, "ndcg_at_1000": 0.66523, "map_at_1": 0.17788, "map_at_3": 0.26829, "map_at_5": 0.31004, "map_at_10": 0.36678, "map_at_20": 0.41425, "map_at_100": 0.45512, "map_at_1000": 0.45917, "recall_at_1": 0.17788, "recall_at_3": 0.32776, "recall_at_5": 0.41157, "recall_at_10": 0.54949, "recall_at_20": 0.69557, "recall_at_100": 0.92181, "recall_at_1000": 0.99976, "accuracy": 0.17788, "precision_at_1": 0.48344, "precision_at_3": 0.36534, "precision_at_5": 0.3245, "precision_at_10": 0.26192, "precision_at_20": 0.19636, "precision_at_100": 0.06308, "precision_at_1000": 0.00721, "mrr_at_1": 0.483444, "mrr_at_3": 0.60872, "mrr_at_5": 0.628587, "mrr_at_10": 0.638835, "mrr_at_20": 0.6427, "mrr_at_100": 0.643039, "mrr_at_1000": 0.643104, "nauc_ndcg_at_1_max": -0.030622, "nauc_ndcg_at_1_std": -0.220854, "nauc_ndcg_at_1_diff1": 0.216548, "nauc_ndcg_at_3_max": -0.018051, "nauc_ndcg_at_3_std": -0.228459, "nauc_ndcg_at_3_diff1": 0.169336, "nauc_ndcg_at_5_max": -0.032266, "nauc_ndcg_at_5_std": -0.250348, "nauc_ndcg_at_5_diff1": 0.161383, "nauc_ndcg_at_10_max": -0.022374, "nauc_ndcg_at_10_std": -0.256118, "nauc_ndcg_at_10_diff1": 0.131227, "nauc_ndcg_at_20_max": -0.017986, "nauc_ndcg_at_20_std": -0.25003, "nauc_ndcg_at_20_diff1": 0.130496, "nauc_ndcg_at_100_max": -0.015542, "nauc_ndcg_at_100_std": -0.213109, "nauc_ndcg_at_100_diff1": 0.128823, "nauc_ndcg_at_1000_max": -0.013455, "nauc_ndcg_at_1000_std": -0.213462, "nauc_ndcg_at_1000_diff1": 0.147271, "nauc_map_at_1_max": 0.003594, "nauc_map_at_1_std": -0.287784, "nauc_map_at_1_diff1": 0.278466, "nauc_map_at_3_max": -0.015498, "nauc_map_at_3_std": -0.29415, "nauc_map_at_3_diff1": 0.213772, "nauc_map_at_5_max": -0.02161, "nauc_map_at_5_std": -0.285863, "nauc_map_at_5_diff1": 0.191146, "nauc_map_at_10_max": -0.021672, "nauc_map_at_10_std": -0.279772, "nauc_map_at_10_diff1": 0.159877, "nauc_map_at_20_max": -0.032187, "nauc_map_at_20_std": -0.278508, "nauc_map_at_20_diff1": 0.15149, "nauc_map_at_100_max": -0.031978, "nauc_map_at_100_std": -0.258854, "nauc_map_at_100_diff1": 0.141963, "nauc_map_at_1000_max": -0.031274, "nauc_map_at_1000_std": -0.257117, "nauc_map_at_1000_diff1": 0.14396, "nauc_recall_at_1_max": 0.003594, "nauc_recall_at_1_std": -0.287784, "nauc_recall_at_1_diff1": 0.278466, "nauc_recall_at_3_max": -0.019945, "nauc_recall_at_3_std": -0.266061, "nauc_recall_at_3_diff1": 0.164664, "nauc_recall_at_5_max": -0.028407, "nauc_recall_at_5_std": -0.248647, "nauc_recall_at_5_diff1": 0.128434, "nauc_recall_at_10_max": 0.001816, "nauc_recall_at_10_std": -0.223065, "nauc_recall_at_10_diff1": 0.064693, "nauc_recall_at_20_max": -0.009101, "nauc_recall_at_20_std": -0.206587, "nauc_recall_at_20_diff1": 0.038378, "nauc_recall_at_100_max": 0.018357, "nauc_recall_at_100_std": -0.069936, "nauc_recall_at_100_diff1": -0.076129, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.722561, "nauc_precision_at_1_max": -0.044446, "nauc_precision_at_1_std": -0.242485, "nauc_precision_at_1_diff1": 0.202097, "nauc_precision_at_3_max": -0.068702, "nauc_precision_at_3_std": -0.120841, "nauc_precision_at_3_diff1": 0.009406, "nauc_precision_at_5_max": -0.091178, "nauc_precision_at_5_std": -0.077105, "nauc_precision_at_5_diff1": -0.049473, "nauc_precision_at_10_max": -0.059741, "nauc_precision_at_10_std": 0.011244, "nauc_precision_at_10_diff1": -0.126333, "nauc_precision_at_20_max": -0.050371, "nauc_precision_at_20_std": 0.071041, "nauc_precision_at_20_diff1": -0.111789, "nauc_precision_at_100_max": -0.03189, "nauc_precision_at_100_std": 0.171052, "nauc_precision_at_100_diff1": -0.116386, "nauc_precision_at_1000_max": -0.011173, "nauc_precision_at_1000_std": 0.186091, "nauc_precision_at_1000_diff1": -0.08212, "nauc_mrr_at_1_max": -0.044446, "nauc_mrr_at_1_std": -0.242485, "nauc_mrr_at_1_diff1": 0.202097, "nauc_mrr_at_3_max": -0.01259, "nauc_mrr_at_3_std": -0.212125, "nauc_mrr_at_3_diff1": 0.16495, "nauc_mrr_at_5_max": -0.035547, "nauc_mrr_at_5_std": -0.229619, "nauc_mrr_at_5_diff1": 0.157916, "nauc_mrr_at_10_max": -0.028988, "nauc_mrr_at_10_std": -0.229724, "nauc_mrr_at_10_diff1": 0.157326, "nauc_mrr_at_20_max": -0.024309, "nauc_mrr_at_20_std": -0.222324, "nauc_mrr_at_20_diff1": 0.161687, "nauc_mrr_at_100_max": -0.02461, "nauc_mrr_at_100_std": -0.223014, "nauc_mrr_at_100_diff1": 0.162134, "nauc_mrr_at_1000_max": -0.024726, "nauc_mrr_at_1000_std": -0.223225, "nauc_mrr_at_1000_diff1": 0.162108, "hit_rate_at_1": 0.48344, "hit_rate_at_3": 0.7649, "hit_rate_at_5": 0.85099, "hit_rate_at_10": 0.92384, "hit_rate_at_20": 0.97682, "hit_rate_at_100": 0.99007, "hit_rate_at_1000": 1.0, "main_score": 0.51763, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.20.12" } ] }, "evaluation_time": 395.21459160745144, "kg_co2_emissions": null, "date": 1789130295.48198, "evaluation_phases": [ { "name": "Data loading", "start": 3.205239772796631e-05, "end": 54.45326481759548, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 54.45327668637037, "end": 54.453281439840794, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 54.461704052984715, "end": 321.36222998797894, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 321.3624377697706, "end": 321.6459918022156, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 321.6817541047931, "end": 336.0607379451394, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 336.0609409660101, "end": 336.3353730738163, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 336.3729590475559, "end": 350.15576526522636, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 350.15601459145546, "end": 350.43118281662464, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 350.46836629509926, "end": 365.2792142406106, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 365.27950156480074, "end": 365.55588675290346, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 365.5938111022115, "end": 379.87091614305973, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 379.87112748622894, "end": 380.14524851739407, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 380.18419393897057, "end": 394.8782554939389, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 394.8786247372627, "end": 395.1804748773575, "split": "test", "subset": "portuguese" } ] }