{ "dataset_revision": "826e3bc829e01f5a088d0435114200bce6058af8", "task_name": "Vidore3NuclearRetrieval.v2", "mteb_version": "2.26.6", "scores": { "test": [ { "ndcg_at_1": 0.4247, "ndcg_at_3": 0.43916, "ndcg_at_5": 0.45818, "ndcg_at_10": 0.49961, "ndcg_at_20": 0.54075, "ndcg_at_100": 0.59236, "ndcg_at_1000": 0.62009, "map_at_1": 0.19076, "map_at_3": 0.29307, "map_at_5": 0.33092, "map_at_10": 0.37468, "map_at_20": 0.40402, "map_at_100": 0.42378, "map_at_1000": 0.42654, "recall_at_1": 0.19076, "recall_at_3": 0.35777, "recall_at_5": 0.44594, "recall_at_10": 0.58128, "recall_at_20": 0.69713, "recall_at_100": 0.85512, "recall_at_1000": 0.98605, "accuracy": 0.19076, "precision_at_1": 0.43976, "precision_at_3": 0.32129, "precision_at_5": 0.26627, "precision_at_10": 0.19759, "precision_at_20": 0.13223, "precision_at_100": 0.03726, "precision_at_1000": 0.0046, "mrr_at_1": 0.439759, "mrr_at_3": 0.545181, "mrr_at_5": 0.570783, "mrr_at_10": 0.583843, "mrr_at_20": 0.585936, "mrr_at_100": 0.5873, "mrr_at_1000": 0.587525, "nauc_ndcg_at_1_max": 0.079814, "nauc_ndcg_at_1_std": -0.192504, "nauc_ndcg_at_1_diff1": 0.389798, "nauc_ndcg_at_3_max": 0.110011, "nauc_ndcg_at_3_std": -0.170077, "nauc_ndcg_at_3_diff1": 0.360058, "nauc_ndcg_at_5_max": 0.11384, "nauc_ndcg_at_5_std": -0.184923, "nauc_ndcg_at_5_diff1": 0.367169, "nauc_ndcg_at_10_max": 0.126717, "nauc_ndcg_at_10_std": -0.198982, "nauc_ndcg_at_10_diff1": 0.396062, "nauc_ndcg_at_20_max": 0.128741, "nauc_ndcg_at_20_std": -0.207629, "nauc_ndcg_at_20_diff1": 0.413823, "nauc_ndcg_at_100_max": 0.127887, "nauc_ndcg_at_100_std": -0.177936, "nauc_ndcg_at_100_diff1": 0.401294, "nauc_ndcg_at_1000_max": 0.115168, "nauc_ndcg_at_1000_std": -0.179852, "nauc_ndcg_at_1000_diff1": 0.394701, "nauc_map_at_1_max": 0.037413, "nauc_map_at_1_std": -0.177178, "nauc_map_at_1_diff1": 0.411294, "nauc_map_at_3_max": 0.103443, "nauc_map_at_3_std": -0.149625, "nauc_map_at_3_diff1": 0.373797, "nauc_map_at_5_max": 0.10763, "nauc_map_at_5_std": -0.160668, "nauc_map_at_5_diff1": 0.372519, "nauc_map_at_10_max": 0.114093, "nauc_map_at_10_std": -0.182957, "nauc_map_at_10_diff1": 0.391446, "nauc_map_at_20_max": 0.112542, "nauc_map_at_20_std": -0.193753, "nauc_map_at_20_diff1": 0.402166, "nauc_map_at_100_max": 0.112476, "nauc_map_at_100_std": -0.183156, "nauc_map_at_100_diff1": 0.396462, "nauc_map_at_1000_max": 0.111747, "nauc_map_at_1000_std": -0.18221, "nauc_map_at_1000_diff1": 0.395914, "nauc_recall_at_1_max": 0.037413, "nauc_recall_at_1_std": -0.177178, "nauc_recall_at_1_diff1": 0.411294, "nauc_recall_at_3_max": 0.123482, "nauc_recall_at_3_std": -0.120514, "nauc_recall_at_3_diff1": 0.309797, "nauc_recall_at_5_max": 0.126236, "nauc_recall_at_5_std": -0.141212, "nauc_recall_at_5_diff1": 0.279957, "nauc_recall_at_10_max": 0.165937, "nauc_recall_at_10_std": -0.151943, "nauc_recall_at_10_diff1": 0.322954, "nauc_recall_at_20_max": 0.176931, "nauc_recall_at_20_std": -0.191783, "nauc_recall_at_20_diff1": 0.380836, "nauc_recall_at_100_max": 0.249317, "nauc_recall_at_100_std": -0.048702, "nauc_recall_at_100_diff1": 0.37214, "nauc_recall_at_1000_max": 0.33253, "nauc_recall_at_1000_std": 0.245382, "nauc_recall_at_1000_diff1": 0.429891, "nauc_precision_at_1_max": 0.081469, "nauc_precision_at_1_std": -0.193195, "nauc_precision_at_1_diff1": 0.377462, "nauc_precision_at_3_max": 0.107796, "nauc_precision_at_3_std": -0.142524, "nauc_precision_at_3_diff1": 0.218382, "nauc_precision_at_5_max": 0.095746, "nauc_precision_at_5_std": -0.142994, "nauc_precision_at_5_diff1": 0.174128, "nauc_precision_at_10_max": 0.064649, "nauc_precision_at_10_std": -0.113629, "nauc_precision_at_10_diff1": 0.105899, "nauc_precision_at_20_max": 0.027413, "nauc_precision_at_20_std": -0.084458, "nauc_precision_at_20_diff1": 0.060663, "nauc_precision_at_100_max": -0.002672, "nauc_precision_at_100_std": 0.036092, "nauc_precision_at_100_diff1": -0.049039, "nauc_precision_at_1000_max": -0.038272, "nauc_precision_at_1000_std": 0.091858, "nauc_precision_at_1000_diff1": -0.153788, "nauc_mrr_at_1_max": 0.081469, "nauc_mrr_at_1_std": -0.193195, "nauc_mrr_at_1_diff1": 0.377462, "nauc_mrr_at_3_max": 0.110005, "nauc_mrr_at_3_std": -0.193694, "nauc_mrr_at_3_diff1": 0.368333, "nauc_mrr_at_5_max": 0.112192, "nauc_mrr_at_5_std": -0.20559, "nauc_mrr_at_5_diff1": 0.369312, "nauc_mrr_at_10_max": 0.117936, "nauc_mrr_at_10_std": -0.19604, "nauc_mrr_at_10_diff1": 0.374629, "nauc_mrr_at_20_max": 0.118349, "nauc_mrr_at_20_std": -0.194407, "nauc_mrr_at_20_diff1": 0.375297, "nauc_mrr_at_100_max": 0.117135, "nauc_mrr_at_100_std": -0.194417, "nauc_mrr_at_100_diff1": 0.374857, "nauc_mrr_at_1000_max": 0.116871, "nauc_mrr_at_1000_std": -0.194656, "nauc_mrr_at_1000_diff1": 0.374873, "hit_rate_at_1": 0.43976, "hit_rate_at_3": 0.67771, "hit_rate_at_5": 0.78916, "hit_rate_at_10": 0.88253, "hit_rate_at_20": 0.91265, "hit_rate_at_100": 0.95783, "hit_rate_at_1000": 1.0, "main_score": 0.49961, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.6" }, { "ndcg_at_1": 0.39458, "ndcg_at_3": 0.41572, "ndcg_at_5": 0.43626, "ndcg_at_10": 0.4704, "ndcg_at_20": 0.50969, "ndcg_at_100": 0.56558, "ndcg_at_1000": 0.59699, "map_at_1": 0.18197, "map_at_3": 0.27617, "map_at_5": 0.31316, "map_at_10": 0.35183, "map_at_20": 0.37869, "map_at_100": 0.39821, "map_at_1000": 0.4013, "recall_at_1": 0.18197, "recall_at_3": 0.33723, "recall_at_5": 0.43345, "recall_at_10": 0.54288, "recall_at_20": 0.65666, "recall_at_100": 0.83949, "recall_at_1000": 0.98543, "accuracy": 0.18197, "precision_at_1": 0.40663, "precision_at_3": 0.30622, "precision_at_5": 0.25301, "precision_at_10": 0.18524, "precision_at_20": 0.12349, "precision_at_100": 0.03578, "precision_at_1000": 0.00459, "mrr_at_1": 0.406627, "mrr_at_3": 0.514056, "mrr_at_5": 0.53996, "mrr_at_10": 0.550012, "mrr_at_20": 0.552577, "mrr_at_100": 0.554867, "mrr_at_1000": 0.555033, "nauc_ndcg_at_1_max": 0.082343, "nauc_ndcg_at_1_std": -0.141921, "nauc_ndcg_at_1_diff1": 0.397644, "nauc_ndcg_at_3_max": 0.117373, "nauc_ndcg_at_3_std": -0.120148, "nauc_ndcg_at_3_diff1": 0.350536, "nauc_ndcg_at_5_max": 0.107815, "nauc_ndcg_at_5_std": -0.14157, "nauc_ndcg_at_5_diff1": 0.376995, "nauc_ndcg_at_10_max": 0.107787, "nauc_ndcg_at_10_std": -0.170068, "nauc_ndcg_at_10_diff1": 0.396104, "nauc_ndcg_at_20_max": 0.115903, "nauc_ndcg_at_20_std": -0.152083, "nauc_ndcg_at_20_diff1": 0.389872, "nauc_ndcg_at_100_max": 0.10767, "nauc_ndcg_at_100_std": -0.13225, "nauc_ndcg_at_100_diff1": 0.367961, "nauc_ndcg_at_1000_max": 0.108814, "nauc_ndcg_at_1000_std": -0.126637, "nauc_ndcg_at_1000_diff1": 0.375301, "nauc_map_at_1_max": 0.037818, "nauc_map_at_1_std": -0.1241, "nauc_map_at_1_diff1": 0.3781, "nauc_map_at_3_max": 0.108641, "nauc_map_at_3_std": -0.092654, "nauc_map_at_3_diff1": 0.35554, "nauc_map_at_5_max": 0.10593, "nauc_map_at_5_std": -0.109185, "nauc_map_at_5_diff1": 0.372642, "nauc_map_at_10_max": 0.108417, "nauc_map_at_10_std": -0.1363, "nauc_map_at_10_diff1": 0.392004, "nauc_map_at_20_max": 0.111076, "nauc_map_at_20_std": -0.131863, "nauc_map_at_20_diff1": 0.388624, "nauc_map_at_100_max": 0.110954, "nauc_map_at_100_std": -0.122923, "nauc_map_at_100_diff1": 0.381118, "nauc_map_at_1000_max": 0.111246, "nauc_map_at_1000_std": -0.121297, "nauc_map_at_1000_diff1": 0.381814, "nauc_recall_at_1_max": 0.037818, "nauc_recall_at_1_std": -0.1241, "nauc_recall_at_1_diff1": 0.3781, "nauc_recall_at_3_max": 0.158464, "nauc_recall_at_3_std": -0.055321, "nauc_recall_at_3_diff1": 0.297972, "nauc_recall_at_5_max": 0.117328, "nauc_recall_at_5_std": -0.104779, "nauc_recall_at_5_diff1": 0.301613, "nauc_recall_at_10_max": 0.12328, "nauc_recall_at_10_std": -0.161618, "nauc_recall_at_10_diff1": 0.342759, "nauc_recall_at_20_max": 0.139113, "nauc_recall_at_20_std": -0.131699, "nauc_recall_at_20_diff1": 0.332597, "nauc_recall_at_100_max": 0.114907, "nauc_recall_at_100_std": -0.057766, "nauc_recall_at_100_diff1": 0.234432, "nauc_recall_at_1000_max": 0.18662, "nauc_recall_at_1000_std": 0.212736, "nauc_recall_at_1000_diff1": 0.291239, "nauc_precision_at_1_max": 0.083469, "nauc_precision_at_1_std": -0.137644, "nauc_precision_at_1_diff1": 0.399752, "nauc_precision_at_3_max": 0.096928, "nauc_precision_at_3_std": -0.128646, "nauc_precision_at_3_diff1": 0.256075, "nauc_precision_at_5_max": 0.077787, "nauc_precision_at_5_std": -0.127047, "nauc_precision_at_5_diff1": 0.24307, "nauc_precision_at_10_max": 0.050931, "nauc_precision_at_10_std": -0.128444, "nauc_precision_at_10_diff1": 0.171285, "nauc_precision_at_20_max": 0.032696, "nauc_precision_at_20_std": -0.046991, "nauc_precision_at_20_diff1": 0.070806, "nauc_precision_at_100_max": -0.009654, "nauc_precision_at_100_std": 0.046474, "nauc_precision_at_100_diff1": -0.054746, "nauc_precision_at_1000_max": -0.007441, "nauc_precision_at_1000_std": 0.112079, "nauc_precision_at_1000_diff1": -0.1054, "nauc_mrr_at_1_max": 0.083469, "nauc_mrr_at_1_std": -0.137644, "nauc_mrr_at_1_diff1": 0.399752, "nauc_mrr_at_3_max": 0.125437, "nauc_mrr_at_3_std": -0.14822, "nauc_mrr_at_3_diff1": 0.391912, "nauc_mrr_at_5_max": 0.119028, "nauc_mrr_at_5_std": -0.157575, "nauc_mrr_at_5_diff1": 0.392234, "nauc_mrr_at_10_max": 0.115318, "nauc_mrr_at_10_std": -0.157222, "nauc_mrr_at_10_diff1": 0.389867, "nauc_mrr_at_20_max": 0.115702, "nauc_mrr_at_20_std": -0.153161, "nauc_mrr_at_20_diff1": 0.39016, "nauc_mrr_at_100_max": 0.115583, "nauc_mrr_at_100_std": -0.153146, "nauc_mrr_at_100_diff1": 0.389748, "nauc_mrr_at_1000_max": 0.115521, "nauc_mrr_at_1000_std": -0.153324, "nauc_mrr_at_1000_diff1": 0.389858, "hit_rate_at_1": 0.40663, "hit_rate_at_3": 0.6506, "hit_rate_at_5": 0.76506, "hit_rate_at_10": 0.84036, "hit_rate_at_20": 0.87651, "hit_rate_at_100": 0.96386, "hit_rate_at_1000": 1.0, "main_score": 0.4704, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.6" }, { "ndcg_at_1": 0.41717, "ndcg_at_3": 0.4294, "ndcg_at_5": 0.44714, "ndcg_at_10": 0.48095, "ndcg_at_20": 0.52002, "ndcg_at_100": 0.57788, "ndcg_at_1000": 0.60684, "map_at_1": 0.18149, "map_at_3": 0.28392, "map_at_5": 0.3204, "map_at_10": 0.36077, "map_at_20": 0.38792, "map_at_100": 0.40789, "map_at_1000": 0.4108, "recall_at_1": 0.18149, "recall_at_3": 0.34858, "recall_at_5": 0.4346, "recall_at_10": 0.55382, "recall_at_20": 0.66086, "recall_at_100": 0.85225, "recall_at_1000": 0.98777, "accuracy": 0.18149, "precision_at_1": 0.43072, "precision_at_3": 0.31526, "precision_at_5": 0.26265, "precision_at_10": 0.19066, "precision_at_20": 0.12696, "precision_at_100": 0.03678, "precision_at_1000": 0.00462, "mrr_at_1": 0.430723, "mrr_at_3": 0.534639, "mrr_at_5": 0.557982, "mrr_at_10": 0.569031, "mrr_at_20": 0.571647, "mrr_at_100": 0.573728, "mrr_at_1000": 0.573856, "nauc_ndcg_at_1_max": 0.148541, "nauc_ndcg_at_1_std": -0.078083, "nauc_ndcg_at_1_diff1": 0.369656, "nauc_ndcg_at_3_max": 0.15693, "nauc_ndcg_at_3_std": -0.064021, "nauc_ndcg_at_3_diff1": 0.31265, "nauc_ndcg_at_5_max": 0.138713, "nauc_ndcg_at_5_std": -0.100914, "nauc_ndcg_at_5_diff1": 0.329375, "nauc_ndcg_at_10_max": 0.149854, "nauc_ndcg_at_10_std": -0.108034, "nauc_ndcg_at_10_diff1": 0.360178, "nauc_ndcg_at_20_max": 0.154436, "nauc_ndcg_at_20_std": -0.100905, "nauc_ndcg_at_20_diff1": 0.359928, "nauc_ndcg_at_100_max": 0.151565, "nauc_ndcg_at_100_std": -0.086517, "nauc_ndcg_at_100_diff1": 0.348237, "nauc_ndcg_at_1000_max": 0.147332, "nauc_ndcg_at_1000_std": -0.077335, "nauc_ndcg_at_1000_diff1": 0.343585, "nauc_map_at_1_max": 0.073722, "nauc_map_at_1_std": -0.073534, "nauc_map_at_1_diff1": 0.364412, "nauc_map_at_3_max": 0.132126, "nauc_map_at_3_std": -0.045133, "nauc_map_at_3_diff1": 0.313481, "nauc_map_at_5_max": 0.125393, "nauc_map_at_5_std": -0.073666, "nauc_map_at_5_diff1": 0.323671, "nauc_map_at_10_max": 0.134583, "nauc_map_at_10_std": -0.089935, "nauc_map_at_10_diff1": 0.351679, "nauc_map_at_20_max": 0.136799, "nauc_map_at_20_std": -0.088994, "nauc_map_at_20_diff1": 0.35286, "nauc_map_at_100_max": 0.137184, "nauc_map_at_100_std": -0.082475, "nauc_map_at_100_diff1": 0.349314, "nauc_map_at_1000_max": 0.136909, "nauc_map_at_1000_std": -0.08068, "nauc_map_at_1000_diff1": 0.348353, "nauc_recall_at_1_max": 0.073722, "nauc_recall_at_1_std": -0.073534, "nauc_recall_at_1_diff1": 0.364412, "nauc_recall_at_3_max": 0.153967, "nauc_recall_at_3_std": -0.020613, "nauc_recall_at_3_diff1": 0.251352, "nauc_recall_at_5_max": 0.128168, "nauc_recall_at_5_std": -0.085731, "nauc_recall_at_5_diff1": 0.259298, "nauc_recall_at_10_max": 0.162309, "nauc_recall_at_10_std": -0.095761, "nauc_recall_at_10_diff1": 0.326927, "nauc_recall_at_20_max": 0.174184, "nauc_recall_at_20_std": -0.093986, "nauc_recall_at_20_diff1": 0.326687, "nauc_recall_at_100_max": 0.190668, "nauc_recall_at_100_std": -0.049072, "nauc_recall_at_100_diff1": 0.312599, "nauc_recall_at_1000_max": 0.125995, "nauc_recall_at_1000_std": 0.19729, "nauc_recall_at_1000_diff1": 0.285869, "nauc_precision_at_1_max": 0.147177, "nauc_precision_at_1_std": -0.080849, "nauc_precision_at_1_diff1": 0.380177, "nauc_precision_at_3_max": 0.117213, "nauc_precision_at_3_std": -0.080823, "nauc_precision_at_3_diff1": 0.206772, "nauc_precision_at_5_max": 0.071845, "nauc_precision_at_5_std": -0.112538, "nauc_precision_at_5_diff1": 0.170093, "nauc_precision_at_10_max": 0.057461, "nauc_precision_at_10_std": -0.081589, "nauc_precision_at_10_diff1": 0.140567, "nauc_precision_at_20_max": 0.044297, "nauc_precision_at_20_std": -0.025996, "nauc_precision_at_20_diff1": 0.069516, "nauc_precision_at_100_max": 0.002989, "nauc_precision_at_100_std": 0.045619, "nauc_precision_at_100_diff1": -0.046845, "nauc_precision_at_1000_max": -0.014152, "nauc_precision_at_1000_std": 0.107842, "nauc_precision_at_1000_diff1": -0.125227, "nauc_mrr_at_1_max": 0.147177, "nauc_mrr_at_1_std": -0.080849, "nauc_mrr_at_1_diff1": 0.380177, "nauc_mrr_at_3_max": 0.170786, "nauc_mrr_at_3_std": -0.099114, "nauc_mrr_at_3_diff1": 0.371544, "nauc_mrr_at_5_max": 0.163987, "nauc_mrr_at_5_std": -0.104803, "nauc_mrr_at_5_diff1": 0.372945, "nauc_mrr_at_10_max": 0.168969, "nauc_mrr_at_10_std": -0.094923, "nauc_mrr_at_10_diff1": 0.371401, "nauc_mrr_at_20_max": 0.167599, "nauc_mrr_at_20_std": -0.094943, "nauc_mrr_at_20_diff1": 0.371331, "nauc_mrr_at_100_max": 0.166573, "nauc_mrr_at_100_std": -0.095862, "nauc_mrr_at_100_diff1": 0.371961, "nauc_mrr_at_1000_max": 0.16649, "nauc_mrr_at_1000_std": -0.095886, "nauc_mrr_at_1000_diff1": 0.371895, "hit_rate_at_1": 0.43072, "hit_rate_at_3": 0.66867, "hit_rate_at_5": 0.77108, "hit_rate_at_10": 0.8494, "hit_rate_at_20": 0.88855, "hit_rate_at_100": 0.96988, "hit_rate_at_1000": 1.0, "main_score": 0.48095, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.6" }, { "ndcg_at_1": 0.40211, "ndcg_at_3": 0.4127, "ndcg_at_5": 0.43794, "ndcg_at_10": 0.47585, "ndcg_at_20": 0.51464, "ndcg_at_100": 0.57015, "ndcg_at_1000": 0.59948, "map_at_1": 0.17956, "map_at_3": 0.27142, "map_at_5": 0.31209, "map_at_10": 0.35229, "map_at_20": 0.38035, "map_at_100": 0.39993, "map_at_1000": 0.40284, "recall_at_1": 0.17956, "recall_at_3": 0.33016, "recall_at_5": 0.42773, "recall_at_10": 0.55761, "recall_at_20": 0.66984, "recall_at_100": 0.84859, "recall_at_1000": 0.98616, "accuracy": 0.17956, "precision_at_1": 0.41566, "precision_at_3": 0.3002, "precision_at_5": 0.26024, "precision_at_10": 0.18916, "precision_at_20": 0.1262, "precision_at_100": 0.03651, "precision_at_1000": 0.0046, "mrr_at_1": 0.415663, "mrr_at_3": 0.516566, "mrr_at_5": 0.543976, "mrr_at_10": 0.556631, "mrr_at_20": 0.5586, "mrr_at_100": 0.560647, "mrr_at_1000": 0.560817, "nauc_ndcg_at_1_max": 0.104318, "nauc_ndcg_at_1_std": -0.149025, "nauc_ndcg_at_1_diff1": 0.370457, "nauc_ndcg_at_3_max": 0.150142, "nauc_ndcg_at_3_std": -0.120989, "nauc_ndcg_at_3_diff1": 0.364398, "nauc_ndcg_at_5_max": 0.129824, "nauc_ndcg_at_5_std": -0.144834, "nauc_ndcg_at_5_diff1": 0.367354, "nauc_ndcg_at_10_max": 0.122493, "nauc_ndcg_at_10_std": -0.168392, "nauc_ndcg_at_10_diff1": 0.381243, "nauc_ndcg_at_20_max": 0.131818, "nauc_ndcg_at_20_std": -0.17279, "nauc_ndcg_at_20_diff1": 0.376505, "nauc_ndcg_at_100_max": 0.145244, "nauc_ndcg_at_100_std": -0.142904, "nauc_ndcg_at_100_diff1": 0.370155, "nauc_ndcg_at_1000_max": 0.137168, "nauc_ndcg_at_1000_std": -0.130642, "nauc_ndcg_at_1000_diff1": 0.372049, "nauc_map_at_1_max": 0.077108, "nauc_map_at_1_std": -0.111869, "nauc_map_at_1_diff1": 0.373828, "nauc_map_at_3_max": 0.140636, "nauc_map_at_3_std": -0.089199, "nauc_map_at_3_diff1": 0.368328, "nauc_map_at_5_max": 0.135379, "nauc_map_at_5_std": -0.104333, "nauc_map_at_5_diff1": 0.369447, "nauc_map_at_10_max": 0.129995, "nauc_map_at_10_std": -0.130794, "nauc_map_at_10_diff1": 0.377769, "nauc_map_at_20_max": 0.135081, "nauc_map_at_20_std": -0.136575, "nauc_map_at_20_diff1": 0.376396, "nauc_map_at_100_max": 0.139448, "nauc_map_at_100_std": -0.127176, "nauc_map_at_100_diff1": 0.372576, "nauc_map_at_1000_max": 0.138909, "nauc_map_at_1000_std": -0.124718, "nauc_map_at_1000_diff1": 0.372863, "nauc_recall_at_1_max": 0.077108, "nauc_recall_at_1_std": -0.111869, "nauc_recall_at_1_diff1": 0.373828, "nauc_recall_at_3_max": 0.163882, "nauc_recall_at_3_std": -0.073707, "nauc_recall_at_3_diff1": 0.31548, "nauc_recall_at_5_max": 0.12613, "nauc_recall_at_5_std": -0.118404, "nauc_recall_at_5_diff1": 0.287793, "nauc_recall_at_10_max": 0.103056, "nauc_recall_at_10_std": -0.160961, "nauc_recall_at_10_diff1": 0.286078, "nauc_recall_at_20_max": 0.113375, "nauc_recall_at_20_std": -0.202817, "nauc_recall_at_20_diff1": 0.283642, "nauc_recall_at_100_max": 0.216751, "nauc_recall_at_100_std": -0.106036, "nauc_recall_at_100_diff1": 0.301585, "nauc_recall_at_1000_max": 0.29575, "nauc_recall_at_1000_std": 0.177448, "nauc_recall_at_1000_diff1": 0.357311, "nauc_precision_at_1_max": 0.109797, "nauc_precision_at_1_std": -0.154019, "nauc_precision_at_1_diff1": 0.376895, "nauc_precision_at_3_max": 0.145856, "nauc_precision_at_3_std": -0.121148, "nauc_precision_at_3_diff1": 0.260339, "nauc_precision_at_5_max": 0.07544, "nauc_precision_at_5_std": -0.140801, "nauc_precision_at_5_diff1": 0.18633, "nauc_precision_at_10_max": 0.039438, "nauc_precision_at_10_std": -0.130864, "nauc_precision_at_10_diff1": 0.111736, "nauc_precision_at_20_max": 0.036284, "nauc_precision_at_20_std": -0.084755, "nauc_precision_at_20_diff1": 0.046379, "nauc_precision_at_100_max": 0.026696, "nauc_precision_at_100_std": 0.036529, "nauc_precision_at_100_diff1": -0.043281, "nauc_precision_at_1000_max": -0.01217, "nauc_precision_at_1000_std": 0.112432, "nauc_precision_at_1000_diff1": -0.101512, "nauc_mrr_at_1_max": 0.109797, "nauc_mrr_at_1_std": -0.154019, "nauc_mrr_at_1_diff1": 0.376895, "nauc_mrr_at_3_max": 0.160848, "nauc_mrr_at_3_std": -0.152213, "nauc_mrr_at_3_diff1": 0.376061, "nauc_mrr_at_5_max": 0.149742, "nauc_mrr_at_5_std": -0.163889, "nauc_mrr_at_5_diff1": 0.377243, "nauc_mrr_at_10_max": 0.145606, "nauc_mrr_at_10_std": -0.160134, "nauc_mrr_at_10_diff1": 0.372558, "nauc_mrr_at_20_max": 0.144903, "nauc_mrr_at_20_std": -0.16056, "nauc_mrr_at_20_diff1": 0.372017, "nauc_mrr_at_100_max": 0.145762, "nauc_mrr_at_100_std": -0.158764, "nauc_mrr_at_100_diff1": 0.373075, "nauc_mrr_at_1000_max": 0.14558, "nauc_mrr_at_1000_std": -0.158938, "nauc_mrr_at_1000_diff1": 0.373043, "hit_rate_at_1": 0.41566, "hit_rate_at_3": 0.64458, "hit_rate_at_5": 0.76506, "hit_rate_at_10": 0.85843, "hit_rate_at_20": 0.88855, "hit_rate_at_100": 0.96386, "hit_rate_at_1000": 1.0, "main_score": 0.47585, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.6" }, { "ndcg_at_1": 0.40512, "ndcg_at_3": 0.42513, "ndcg_at_5": 0.44071, "ndcg_at_10": 0.47485, "ndcg_at_20": 0.51532, "ndcg_at_100": 0.57096, "ndcg_at_1000": 0.60059, "map_at_1": 0.17727, "map_at_3": 0.27757, "map_at_5": 0.31539, "map_at_10": 0.3542, "map_at_20": 0.38287, "map_at_100": 0.40202, "map_at_1000": 0.40499, "recall_at_1": 0.17727, "recall_at_3": 0.34344, "recall_at_5": 0.42831, "recall_at_10": 0.54754, "recall_at_20": 0.66415, "recall_at_100": 0.84573, "recall_at_1000": 0.98568, "accuracy": 0.17727, "precision_at_1": 0.41566, "precision_at_3": 0.31526, "precision_at_5": 0.26145, "precision_at_10": 0.18765, "precision_at_20": 0.12636, "precision_at_100": 0.03654, "precision_at_1000": 0.00459, "mrr_at_1": 0.415663, "mrr_at_3": 0.528112, "mrr_at_5": 0.548143, "mrr_at_10": 0.558551, "mrr_at_20": 0.561296, "mrr_at_100": 0.563546, "mrr_at_1000": 0.563747, "nauc_ndcg_at_1_max": 0.123566, "nauc_ndcg_at_1_std": -0.118162, "nauc_ndcg_at_1_diff1": 0.376711, "nauc_ndcg_at_3_max": 0.134676, "nauc_ndcg_at_3_std": -0.145135, "nauc_ndcg_at_3_diff1": 0.324298, "nauc_ndcg_at_5_max": 0.13884, "nauc_ndcg_at_5_std": -0.151541, "nauc_ndcg_at_5_diff1": 0.342647, "nauc_ndcg_at_10_max": 0.128599, "nauc_ndcg_at_10_std": -0.182073, "nauc_ndcg_at_10_diff1": 0.346746, "nauc_ndcg_at_20_max": 0.130621, "nauc_ndcg_at_20_std": -0.183599, "nauc_ndcg_at_20_diff1": 0.35563, "nauc_ndcg_at_100_max": 0.137237, "nauc_ndcg_at_100_std": -0.150694, "nauc_ndcg_at_100_diff1": 0.344755, "nauc_ndcg_at_1000_max": 0.139943, "nauc_ndcg_at_1000_std": -0.136582, "nauc_ndcg_at_1000_diff1": 0.357915, "nauc_map_at_1_max": 0.113058, "nauc_map_at_1_std": -0.081105, "nauc_map_at_1_diff1": 0.402034, "nauc_map_at_3_max": 0.13123, "nauc_map_at_3_std": -0.104214, "nauc_map_at_3_diff1": 0.355385, "nauc_map_at_5_max": 0.140905, "nauc_map_at_5_std": -0.115743, "nauc_map_at_5_diff1": 0.365169, "nauc_map_at_10_max": 0.138076, "nauc_map_at_10_std": -0.141074, "nauc_map_at_10_diff1": 0.364608, "nauc_map_at_20_max": 0.141994, "nauc_map_at_20_std": -0.140447, "nauc_map_at_20_diff1": 0.370802, "nauc_map_at_100_max": 0.14287, "nauc_map_at_100_std": -0.130061, "nauc_map_at_100_diff1": 0.363942, "nauc_map_at_1000_max": 0.143472, "nauc_map_at_1000_std": -0.127423, "nauc_map_at_1000_diff1": 0.365706, "nauc_recall_at_1_max": 0.113058, "nauc_recall_at_1_std": -0.081105, "nauc_recall_at_1_diff1": 0.402034, "nauc_recall_at_3_max": 0.126744, "nauc_recall_at_3_std": -0.11274, "nauc_recall_at_3_diff1": 0.274693, "nauc_recall_at_5_max": 0.128458, "nauc_recall_at_5_std": -0.135477, "nauc_recall_at_5_diff1": 0.267504, "nauc_recall_at_10_max": 0.102836, "nauc_recall_at_10_std": -0.191169, "nauc_recall_at_10_diff1": 0.243291, "nauc_recall_at_20_max": 0.08988, "nauc_recall_at_20_std": -0.240002, "nauc_recall_at_20_diff1": 0.272143, "nauc_recall_at_100_max": 0.117186, "nauc_recall_at_100_std": -0.150644, "nauc_recall_at_100_diff1": 0.214279, "nauc_recall_at_1000_max": 0.129915, "nauc_recall_at_1000_std": 0.120999, "nauc_recall_at_1000_diff1": 0.22452, "nauc_precision_at_1_max": 0.122984, "nauc_precision_at_1_std": -0.121765, "nauc_precision_at_1_diff1": 0.38377, "nauc_precision_at_3_max": 0.089473, "nauc_precision_at_3_std": -0.154286, "nauc_precision_at_3_diff1": 0.20736, "nauc_precision_at_5_max": 0.08582, "nauc_precision_at_5_std": -0.136277, "nauc_precision_at_5_diff1": 0.180683, "nauc_precision_at_10_max": 0.043734, "nauc_precision_at_10_std": -0.135008, "nauc_precision_at_10_diff1": 0.09519, "nauc_precision_at_20_max": 0.031189, "nauc_precision_at_20_std": -0.069762, "nauc_precision_at_20_diff1": 0.054739, "nauc_precision_at_100_max": 0.008197, "nauc_precision_at_100_std": 0.060846, "nauc_precision_at_100_diff1": -0.039335, "nauc_precision_at_1000_max": 0.006516, "nauc_precision_at_1000_std": 0.137032, "nauc_precision_at_1000_diff1": -0.064658, "nauc_mrr_at_1_max": 0.122984, "nauc_mrr_at_1_std": -0.121765, "nauc_mrr_at_1_diff1": 0.38377, "nauc_mrr_at_3_max": 0.14619, "nauc_mrr_at_3_std": -0.170668, "nauc_mrr_at_3_diff1": 0.361449, "nauc_mrr_at_5_max": 0.148655, "nauc_mrr_at_5_std": -0.162888, "nauc_mrr_at_5_diff1": 0.355816, "nauc_mrr_at_10_max": 0.145781, "nauc_mrr_at_10_std": -0.163362, "nauc_mrr_at_10_diff1": 0.355893, "nauc_mrr_at_20_max": 0.144568, "nauc_mrr_at_20_std": -0.164045, "nauc_mrr_at_20_diff1": 0.357299, "nauc_mrr_at_100_max": 0.146342, "nauc_mrr_at_100_std": -0.161201, "nauc_mrr_at_100_diff1": 0.358973, "nauc_mrr_at_1000_max": 0.146108, "nauc_mrr_at_1000_std": -0.161409, "nauc_mrr_at_1000_diff1": 0.358937, "hit_rate_at_1": 0.41566, "hit_rate_at_3": 0.6747, "hit_rate_at_5": 0.75904, "hit_rate_at_10": 0.83735, "hit_rate_at_20": 0.87952, "hit_rate_at_100": 0.95783, "hit_rate_at_1000": 1.0, "main_score": 0.47485, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.6" }, { "ndcg_at_1": 0.39608, "ndcg_at_3": 0.42273, "ndcg_at_5": 0.43349, "ndcg_at_10": 0.47376, "ndcg_at_20": 0.51345, "ndcg_at_100": 0.56773, "ndcg_at_1000": 0.59823, "map_at_1": 0.16893, "map_at_3": 0.27442, "map_at_5": 0.30891, "map_at_10": 0.35192, "map_at_20": 0.37954, "map_at_100": 0.39913, "map_at_1000": 0.40202, "recall_at_1": 0.16893, "recall_at_3": 0.34765, "recall_at_5": 0.42572, "recall_at_10": 0.55556, "recall_at_20": 0.67138, "recall_at_100": 0.84326, "recall_at_1000": 0.9871, "accuracy": 0.16893, "precision_at_1": 0.40964, "precision_at_3": 0.31526, "precision_at_5": 0.25602, "precision_at_10": 0.18916, "precision_at_20": 0.1262, "precision_at_100": 0.03633, "precision_at_1000": 0.0046, "mrr_at_1": 0.409639, "mrr_at_3": 0.523092, "mrr_at_5": 0.544629, "mrr_at_10": 0.555778, "mrr_at_20": 0.558245, "mrr_at_100": 0.560222, "mrr_at_1000": 0.560445, "nauc_ndcg_at_1_max": 0.167754, "nauc_ndcg_at_1_std": -0.100672, "nauc_ndcg_at_1_diff1": 0.373405, "nauc_ndcg_at_3_max": 0.163561, "nauc_ndcg_at_3_std": -0.124342, "nauc_ndcg_at_3_diff1": 0.321865, "nauc_ndcg_at_5_max": 0.168818, "nauc_ndcg_at_5_std": -0.131585, "nauc_ndcg_at_5_diff1": 0.353643, "nauc_ndcg_at_10_max": 0.155388, "nauc_ndcg_at_10_std": -0.16439, "nauc_ndcg_at_10_diff1": 0.376349, "nauc_ndcg_at_20_max": 0.160416, "nauc_ndcg_at_20_std": -0.16505, "nauc_ndcg_at_20_diff1": 0.380355, "nauc_ndcg_at_100_max": 0.166722, "nauc_ndcg_at_100_std": -0.133855, "nauc_ndcg_at_100_diff1": 0.364276, "nauc_ndcg_at_1000_max": 0.167928, "nauc_ndcg_at_1000_std": -0.122856, "nauc_ndcg_at_1000_diff1": 0.371164, "nauc_map_at_1_max": 0.116483, "nauc_map_at_1_std": -0.087397, "nauc_map_at_1_diff1": 0.458077, "nauc_map_at_3_max": 0.145156, "nauc_map_at_3_std": -0.096731, "nauc_map_at_3_diff1": 0.369882, "nauc_map_at_5_max": 0.152136, "nauc_map_at_5_std": -0.107521, "nauc_map_at_5_diff1": 0.378564, "nauc_map_at_10_max": 0.151834, "nauc_map_at_10_std": -0.136071, "nauc_map_at_10_diff1": 0.390822, "nauc_map_at_20_max": 0.159122, "nauc_map_at_20_std": -0.135038, "nauc_map_at_20_diff1": 0.390786, "nauc_map_at_100_max": 0.162209, "nauc_map_at_100_std": -0.12701, "nauc_map_at_100_diff1": 0.385618, "nauc_map_at_1000_max": 0.163111, "nauc_map_at_1000_std": -0.124479, "nauc_map_at_1000_diff1": 0.387273, "nauc_recall_at_1_max": 0.116483, "nauc_recall_at_1_std": -0.087397, "nauc_recall_at_1_diff1": 0.458077, "nauc_recall_at_3_max": 0.150986, "nauc_recall_at_3_std": -0.091994, "nauc_recall_at_3_diff1": 0.258356, "nauc_recall_at_5_max": 0.155625, "nauc_recall_at_5_std": -0.107474, "nauc_recall_at_5_diff1": 0.27445, "nauc_recall_at_10_max": 0.129267, "nauc_recall_at_10_std": -0.164625, "nauc_recall_at_10_diff1": 0.30012, "nauc_recall_at_20_max": 0.137771, "nauc_recall_at_20_std": -0.192343, "nauc_recall_at_20_diff1": 0.324263, "nauc_recall_at_100_max": 0.169445, "nauc_recall_at_100_std": -0.097091, "nauc_recall_at_100_diff1": 0.275894, "nauc_recall_at_1000_max": 0.163944, "nauc_recall_at_1000_std": 0.193044, "nauc_recall_at_1000_diff1": 0.179226, "nauc_precision_at_1_max": 0.167272, "nauc_precision_at_1_std": -0.103588, "nauc_precision_at_1_diff1": 0.368688, "nauc_precision_at_3_max": 0.12379, "nauc_precision_at_3_std": -0.130327, "nauc_precision_at_3_diff1": 0.177412, "nauc_precision_at_5_max": 0.12847, "nauc_precision_at_5_std": -0.11687, "nauc_precision_at_5_diff1": 0.160515, "nauc_precision_at_10_max": 0.08224, "nauc_precision_at_10_std": -0.126887, "nauc_precision_at_10_diff1": 0.08976, "nauc_precision_at_20_max": 0.058212, "nauc_precision_at_20_std": -0.072024, "nauc_precision_at_20_diff1": 0.031091, "nauc_precision_at_100_max": 0.029059, "nauc_precision_at_100_std": 0.044434, "nauc_precision_at_100_diff1": -0.058263, "nauc_precision_at_1000_max": 0.011539, "nauc_precision_at_1000_std": 0.117937, "nauc_precision_at_1000_diff1": -0.102713, "nauc_mrr_at_1_max": 0.167272, "nauc_mrr_at_1_std": -0.103588, "nauc_mrr_at_1_diff1": 0.368688, "nauc_mrr_at_3_max": 0.180111, "nauc_mrr_at_3_std": -0.137578, "nauc_mrr_at_3_diff1": 0.343034, "nauc_mrr_at_5_max": 0.18394, "nauc_mrr_at_5_std": -0.138808, "nauc_mrr_at_5_diff1": 0.34834, "nauc_mrr_at_10_max": 0.176052, "nauc_mrr_at_10_std": -0.140222, "nauc_mrr_at_10_diff1": 0.346769, "nauc_mrr_at_20_max": 0.175684, "nauc_mrr_at_20_std": -0.141537, "nauc_mrr_at_20_diff1": 0.348499, "nauc_mrr_at_100_max": 0.177179, "nauc_mrr_at_100_std": -0.138616, "nauc_mrr_at_100_diff1": 0.348141, "nauc_mrr_at_1000_max": 0.176956, "nauc_mrr_at_1000_std": -0.138844, "nauc_mrr_at_1000_diff1": 0.348125, "hit_rate_at_1": 0.40964, "hit_rate_at_3": 0.66867, "hit_rate_at_5": 0.76205, "hit_rate_at_10": 0.84337, "hit_rate_at_20": 0.88253, "hit_rate_at_100": 0.95482, "hit_rate_at_1000": 1.0, "main_score": 0.47376, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.6" } ] }, "evaluation_time": 5201.180913046934, "kg_co2_emissions": null, "date": 1792319232.772291, "evaluation_phases": [ { "name": "Data loading", "start": 8.738099131733179e-05, "end": 24.62491772393696, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 24.62494472390972, "end": 24.624947228003293, "split": "", "subset": "" }, { "name": "Encoding queries", "start": 24.650429754983634, "end": 26.056820243946277, "split": "test", "subset": "french" }, { "name": "Searching corpus", "start": 26.05881821899675, "end": 878.5889730349882, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 878.6313815779286, "end": 878.8309816590045, "split": "test", "subset": "french" }, { "name": "Encoding queries", "start": 878.8624323930126, "end": 879.4120535129914, "split": "test", "subset": "spanish" }, { "name": "Searching corpus", "start": 879.4141450090101, "end": 1728.7858088539215, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 1728.8283387830015, "end": 1729.019581337925, "split": "test", "subset": "spanish" }, { "name": "Encoding queries", "start": 1729.0512621129164, "end": 1729.5351319349138, "split": "test", "subset": "english" }, { "name": "Searching corpus", "start": 1729.5370823789854, "end": 2602.8757638679817, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 2602.917274393956, "end": 2603.1058796679135, "split": "test", "subset": "english" }, { "name": "Encoding queries", "start": 2603.137324742973, "end": 2603.6550146789523, "split": "test", "subset": "german" }, { "name": "Searching corpus", "start": 2603.6572250229074, "end": 3481.082522484008, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 3481.1354621079518, "end": 3481.356362388935, "split": "test", "subset": "german" }, { "name": "Encoding queries", "start": 3481.3920305449283, "end": 3481.9061055039056, "split": "test", "subset": "italian" }, { "name": "Searching corpus", "start": 3481.908151490963, "end": 4358.728705665912, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 4358.773365024012, "end": 4358.97146742593, "split": "test", "subset": "italian" }, { "name": "Encoding queries", "start": 4359.0065139029175, "end": 4359.529451449984, "split": "test", "subset": "portuguese" }, { "name": "Searching corpus", "start": 4359.532932086964, "end": 5200.916750436998, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 5200.964232784929, "end": 5201.171386264963, "split": "test", "subset": "portuguese" } ] }