{ "dataset_revision": "2a88e3e92aea41c8ab9bddaac7983f3b490dcacc", "task_name": "Vidore3FinanceEnRetrieval.v2", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.01942, "ndcg_at_3": 0.01463, "ndcg_at_5": 0.01511, "ndcg_at_10": 0.01881, "ndcg_at_20": 0.02367, "ndcg_at_100": 0.04328, "ndcg_at_1000": 0.10627, "map_at_1": 0.00397, "map_at_3": 0.00584, "map_at_5": 0.0071, "map_at_10": 0.00873, "map_at_20": 0.00988, "map_at_100": 0.01206, "map_at_1000": 0.01421, "recall_at_1": 0.00397, "recall_at_3": 0.00908, "recall_at_5": 0.01397, "recall_at_10": 0.02379, "recall_at_20": 0.03779, "recall_at_100": 0.11709, "recall_at_1000": 0.47349, "accuracy": 0.00397, "precision_at_1": 0.01942, "precision_at_3": 0.01187, "precision_at_5": 0.0123, "precision_at_10": 0.0123, "precision_at_20": 0.0089, "precision_at_100": 0.00482, "precision_at_1000": 0.0022, "mrr_at_1": 0.019417, "mrr_at_3": 0.02589, "mrr_at_5": 0.031068, "mrr_at_10": 0.037327, "mrr_at_20": 0.039611, "mrr_at_100": 0.043299, "mrr_at_1000": 0.044843, "nauc_ndcg_at_1_max": -0.235923, "nauc_ndcg_at_1_std": 0.109468, "nauc_ndcg_at_1_diff1": -0.367309, "nauc_ndcg_at_3_max": -0.118989, "nauc_ndcg_at_3_std": 0.241871, "nauc_ndcg_at_3_diff1": -0.214808, "nauc_ndcg_at_5_max": -0.113553, "nauc_ndcg_at_5_std": 0.182337, "nauc_ndcg_at_5_diff1": -0.182327, "nauc_ndcg_at_10_max": -0.071009, "nauc_ndcg_at_10_std": 0.180455, "nauc_ndcg_at_10_diff1": -0.111945, "nauc_ndcg_at_20_max": -0.115102, "nauc_ndcg_at_20_std": 0.098588, "nauc_ndcg_at_20_diff1": -0.083493, "nauc_ndcg_at_100_max": -0.044727, "nauc_ndcg_at_100_std": 0.157055, "nauc_ndcg_at_100_diff1": -0.080632, "nauc_ndcg_at_1000_max": 0.001068, "nauc_ndcg_at_1000_std": 0.126133, "nauc_ndcg_at_1000_diff1": -0.028394, "nauc_map_at_1_max": -0.30786, "nauc_map_at_1_std": 0.281051, "nauc_map_at_1_diff1": -0.412316, "nauc_map_at_3_max": -0.182635, "nauc_map_at_3_std": 0.341468, "nauc_map_at_3_diff1": -0.174656, "nauc_map_at_5_max": -0.145739, "nauc_map_at_5_std": 0.272901, "nauc_map_at_5_diff1": -0.173147, "nauc_map_at_10_max": -0.126217, "nauc_map_at_10_std": 0.238995, "nauc_map_at_10_diff1": -0.139229, "nauc_map_at_20_max": -0.136412, "nauc_map_at_20_std": 0.201516, "nauc_map_at_20_diff1": -0.11804, "nauc_map_at_100_max": -0.105947, "nauc_map_at_100_std": 0.209312, "nauc_map_at_100_diff1": -0.112999, "nauc_map_at_1000_max": -0.093369, "nauc_map_at_1000_std": 0.203276, "nauc_map_at_1000_diff1": -0.104287, "nauc_recall_at_1_max": -0.30786, "nauc_recall_at_1_std": 0.281051, "nauc_recall_at_1_diff1": -0.412316, "nauc_recall_at_3_max": -0.075388, "nauc_recall_at_3_std": 0.405715, "nauc_recall_at_3_diff1": 0.015531, "nauc_recall_at_5_max": -0.050495, "nauc_recall_at_5_std": 0.249795, "nauc_recall_at_5_diff1": -0.030941, "nauc_recall_at_10_max": -0.048099, "nauc_recall_at_10_std": 0.187098, "nauc_recall_at_10_diff1": -0.007688, "nauc_recall_at_20_max": -0.118485, "nauc_recall_at_20_std": 0.067963, "nauc_recall_at_20_diff1": 0.019694, "nauc_recall_at_100_max": -0.01094, "nauc_recall_at_100_std": 0.177245, "nauc_recall_at_100_diff1": -0.053296, "nauc_recall_at_1000_max": 0.026677, "nauc_recall_at_1000_std": 0.111416, "nauc_recall_at_1000_diff1": 0.012663, "nauc_precision_at_1_max": -0.235923, "nauc_precision_at_1_std": 0.109468, "nauc_precision_at_1_diff1": -0.367309, "nauc_precision_at_3_max": -0.055314, "nauc_precision_at_3_std": 0.250862, "nauc_precision_at_3_diff1": -0.222039, "nauc_precision_at_5_max": -0.061556, "nauc_precision_at_5_std": 0.090871, "nauc_precision_at_5_diff1": -0.175018, "nauc_precision_at_10_max": 0.005856, "nauc_precision_at_10_std": 0.110679, "nauc_precision_at_10_diff1": -0.05104, "nauc_precision_at_20_max": -0.053211, "nauc_precision_at_20_std": 0.00058, "nauc_precision_at_20_diff1": -0.01734, "nauc_precision_at_100_max": -0.021032, "nauc_precision_at_100_std": 0.048935, "nauc_precision_at_100_diff1": -0.027118, "nauc_precision_at_1000_max": 0.041738, "nauc_precision_at_1000_std": 0.03042, "nauc_precision_at_1000_diff1": -0.009377, "nauc_mrr_at_1_max": -0.235923, "nauc_mrr_at_1_std": 0.109468, "nauc_mrr_at_1_diff1": -0.367309, "nauc_mrr_at_3_max": -0.14908, "nauc_mrr_at_3_std": 0.176848, "nauc_mrr_at_3_diff1": -0.280152, "nauc_mrr_at_5_max": -0.149281, "nauc_mrr_at_5_std": 0.11495, "nauc_mrr_at_5_diff1": -0.237948, "nauc_mrr_at_10_max": -0.1093, "nauc_mrr_at_10_std": 0.108778, "nauc_mrr_at_10_diff1": -0.174681, "nauc_mrr_at_20_max": -0.124559, "nauc_mrr_at_20_std": 0.082779, "nauc_mrr_at_20_diff1": -0.169016, "nauc_mrr_at_100_max": -0.109187, "nauc_mrr_at_100_std": 0.096877, "nauc_mrr_at_100_diff1": -0.163243, "nauc_mrr_at_1000_max": -0.10713, "nauc_mrr_at_1000_std": 0.09736, "nauc_mrr_at_1000_diff1": -0.16179, "hit_rate_at_1": 0.01942, "hit_rate_at_3": 0.0356, "hit_rate_at_5": 0.05825, "hit_rate_at_10": 0.1068, "hit_rate_at_20": 0.14239, "hit_rate_at_100": 0.32362, "hit_rate_at_1000": 0.76052, "main_score": 0.01881, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.01942, "ndcg_at_3": 0.01725, "ndcg_at_5": 0.02064, "ndcg_at_10": 0.02321, "ndcg_at_20": 0.0265, "ndcg_at_100": 0.04631, "ndcg_at_1000": 0.10866, "map_at_1": 0.00661, "map_at_3": 0.00916, "map_at_5": 0.01167, "map_at_10": 0.01295, "map_at_20": 0.01366, "map_at_100": 0.01617, "map_at_1000": 0.01828, "recall_at_1": 0.00661, "recall_at_3": 0.01209, "recall_at_5": 0.02269, "recall_at_10": 0.02887, "recall_at_20": 0.0362, "recall_at_100": 0.11345, "recall_at_1000": 0.46354, "accuracy": 0.00661, "precision_at_1": 0.01942, "precision_at_3": 0.0151, "precision_at_5": 0.01359, "precision_at_10": 0.01068, "precision_at_20": 0.00761, "precision_at_100": 0.00443, "precision_at_1000": 0.00219, "mrr_at_1": 0.019417, "mrr_at_3": 0.029126, "mrr_at_5": 0.034466, "mrr_at_10": 0.037895, "mrr_at_20": 0.039964, "mrr_at_100": 0.04453, "mrr_at_1000": 0.046178, "nauc_ndcg_at_1_max": -0.177059, "nauc_ndcg_at_1_std": -0.080772, "nauc_ndcg_at_1_diff1": -0.085639, "nauc_ndcg_at_3_max": -0.157237, "nauc_ndcg_at_3_std": -0.085737, "nauc_ndcg_at_3_diff1": -0.15891, "nauc_ndcg_at_5_max": -0.257004, "nauc_ndcg_at_5_std": -0.038186, "nauc_ndcg_at_5_diff1": -0.079366, "nauc_ndcg_at_10_max": -0.261655, "nauc_ndcg_at_10_std": -0.042397, "nauc_ndcg_at_10_diff1": -0.101681, "nauc_ndcg_at_20_max": -0.264052, "nauc_ndcg_at_20_std": 0.003829, "nauc_ndcg_at_20_diff1": -0.103129, "nauc_ndcg_at_100_max": -0.153632, "nauc_ndcg_at_100_std": 0.105201, "nauc_ndcg_at_100_diff1": -0.112296, "nauc_ndcg_at_1000_max": -0.110721, "nauc_ndcg_at_1000_std": 0.101281, "nauc_ndcg_at_1000_diff1": -0.084082, "nauc_map_at_1_max": -0.240961, "nauc_map_at_1_std": -0.147601, "nauc_map_at_1_diff1": 0.030767, "nauc_map_at_3_max": -0.238099, "nauc_map_at_3_std": -0.132107, "nauc_map_at_3_diff1": -0.054297, "nauc_map_at_5_max": -0.295167, "nauc_map_at_5_std": -0.047011, "nauc_map_at_5_diff1": -0.020905, "nauc_map_at_10_max": -0.283373, "nauc_map_at_10_std": -0.037823, "nauc_map_at_10_diff1": -0.047878, "nauc_map_at_20_max": -0.281305, "nauc_map_at_20_std": -0.01464, "nauc_map_at_20_diff1": -0.04727, "nauc_map_at_100_max": -0.240886, "nauc_map_at_100_std": 0.024441, "nauc_map_at_100_diff1": -0.057588, "nauc_map_at_1000_max": -0.234185, "nauc_map_at_1000_std": 0.032656, "nauc_map_at_1000_diff1": -0.058794, "nauc_recall_at_1_max": -0.240961, "nauc_recall_at_1_std": -0.147601, "nauc_recall_at_1_diff1": 0.030767, "nauc_recall_at_3_max": -0.247272, "nauc_recall_at_3_std": -0.137242, "nauc_recall_at_3_diff1": -0.107227, "nauc_recall_at_5_max": -0.365452, "nauc_recall_at_5_std": 0.0332, "nauc_recall_at_5_diff1": -0.023933, "nauc_recall_at_10_max": -0.338616, "nauc_recall_at_10_std": 0.031613, "nauc_recall_at_10_diff1": -0.075499, "nauc_recall_at_20_max": -0.320482, "nauc_recall_at_20_std": 0.103255, "nauc_recall_at_20_diff1": -0.080301, "nauc_recall_at_100_max": -0.071504, "nauc_recall_at_100_std": 0.24048, "nauc_recall_at_100_diff1": -0.099814, "nauc_recall_at_1000_max": -0.032797, "nauc_recall_at_1000_std": 0.144994, "nauc_recall_at_1000_diff1": -0.021272, "nauc_precision_at_1_max": -0.177059, "nauc_precision_at_1_std": -0.080772, "nauc_precision_at_1_diff1": -0.085639, "nauc_precision_at_3_max": -0.1695, "nauc_precision_at_3_std": -0.127558, "nauc_precision_at_3_diff1": -0.209424, "nauc_precision_at_5_max": -0.243948, "nauc_precision_at_5_std": -0.11757, "nauc_precision_at_5_diff1": -0.147995, "nauc_precision_at_10_max": -0.17268, "nauc_precision_at_10_std": -0.054894, "nauc_precision_at_10_diff1": -0.178546, "nauc_precision_at_20_max": -0.189535, "nauc_precision_at_20_std": 0.018932, "nauc_precision_at_20_diff1": -0.146925, "nauc_precision_at_100_max": -0.077054, "nauc_precision_at_100_std": 0.093981, "nauc_precision_at_100_diff1": -0.144926, "nauc_precision_at_1000_max": -0.008384, "nauc_precision_at_1000_std": 0.063923, "nauc_precision_at_1000_diff1": -0.079098, "nauc_mrr_at_1_max": -0.177059, "nauc_mrr_at_1_std": -0.080772, "nauc_mrr_at_1_diff1": -0.085639, "nauc_mrr_at_3_max": -0.138473, "nauc_mrr_at_3_std": -0.073931, "nauc_mrr_at_3_diff1": -0.162412, "nauc_mrr_at_5_max": -0.177263, "nauc_mrr_at_5_std": -0.074839, "nauc_mrr_at_5_diff1": -0.136718, "nauc_mrr_at_10_max": -0.173965, "nauc_mrr_at_10_std": -0.062247, "nauc_mrr_at_10_diff1": -0.132999, "nauc_mrr_at_20_max": -0.178913, "nauc_mrr_at_20_std": -0.050822, "nauc_mrr_at_20_diff1": -0.137378, "nauc_mrr_at_100_max": -0.163943, "nauc_mrr_at_100_std": -0.034658, "nauc_mrr_at_100_diff1": -0.135708, "nauc_mrr_at_1000_max": -0.162864, "nauc_mrr_at_1000_std": -0.036011, "nauc_mrr_at_1000_diff1": -0.132373, "hit_rate_at_1": 0.01942, "hit_rate_at_3": 0.04207, "hit_rate_at_5": 0.06472, "hit_rate_at_10": 0.08738, "hit_rate_at_20": 0.1165, "hit_rate_at_100": 0.30097, "hit_rate_at_1000": 0.74434, "main_score": 0.02321, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.03074, "ndcg_at_3": 0.03554, "ndcg_at_5": 0.03833, "ndcg_at_10": 0.04522, "ndcg_at_20": 0.05264, "ndcg_at_100": 0.08494, "ndcg_at_1000": 0.15341, "map_at_1": 0.01157, "map_at_3": 0.02045, "map_at_5": 0.02352, "map_at_10": 0.02676, "map_at_20": 0.02874, "map_at_100": 0.03303, "map_at_1000": 0.03587, "recall_at_1": 0.01157, "recall_at_3": 0.03009, "recall_at_5": 0.04093, "recall_at_10": 0.06052, "recall_at_20": 0.08249, "recall_at_100": 0.20848, "recall_at_1000": 0.58801, "accuracy": 0.01157, "precision_at_1": 0.0356, "precision_at_3": 0.0302, "precision_at_5": 0.02654, "precision_at_10": 0.02104, "precision_at_20": 0.01472, "precision_at_100": 0.0077, "precision_at_1000": 0.00267, "mrr_at_1": 0.035599, "mrr_at_3": 0.058252, "mrr_at_5": 0.066505, "mrr_at_10": 0.073191, "mrr_at_20": 0.077264, "mrr_at_100": 0.083402, "mrr_at_1000": 0.084794, "nauc_ndcg_at_1_max": -0.065693, "nauc_ndcg_at_1_std": -0.155829, "nauc_ndcg_at_1_diff1": 0.272278, "nauc_ndcg_at_3_max": -0.029772, "nauc_ndcg_at_3_std": -0.17124, "nauc_ndcg_at_3_diff1": 0.129491, "nauc_ndcg_at_5_max": -0.048948, "nauc_ndcg_at_5_std": -0.151946, "nauc_ndcg_at_5_diff1": 0.132938, "nauc_ndcg_at_10_max": -0.108681, "nauc_ndcg_at_10_std": -0.150477, "nauc_ndcg_at_10_diff1": 0.09792, "nauc_ndcg_at_20_max": -0.128461, "nauc_ndcg_at_20_std": -0.117393, "nauc_ndcg_at_20_diff1": 0.054395, "nauc_ndcg_at_100_max": -0.105306, "nauc_ndcg_at_100_std": -0.016551, "nauc_ndcg_at_100_diff1": 0.044432, "nauc_ndcg_at_1000_max": 0.007032, "nauc_ndcg_at_1000_std": 0.039213, "nauc_ndcg_at_1000_diff1": -0.01224, "nauc_map_at_1_max": -0.279589, "nauc_map_at_1_std": -0.372834, "nauc_map_at_1_diff1": 0.185832, "nauc_map_at_3_max": -0.111364, "nauc_map_at_3_std": -0.227593, "nauc_map_at_3_diff1": 0.107057, "nauc_map_at_5_max": -0.104263, "nauc_map_at_5_std": -0.209213, "nauc_map_at_5_diff1": 0.125258, "nauc_map_at_10_max": -0.134949, "nauc_map_at_10_std": -0.216834, "nauc_map_at_10_diff1": 0.116256, "nauc_map_at_20_max": -0.140513, "nauc_map_at_20_std": -0.197848, "nauc_map_at_20_diff1": 0.097801, "nauc_map_at_100_max": -0.137776, "nauc_map_at_100_std": -0.156412, "nauc_map_at_100_diff1": 0.085588, "nauc_map_at_1000_max": -0.122316, "nauc_map_at_1000_std": -0.141386, "nauc_map_at_1000_diff1": 0.080961, "nauc_recall_at_1_max": -0.279589, "nauc_recall_at_1_std": -0.372834, "nauc_recall_at_1_diff1": 0.185832, "nauc_recall_at_3_max": -0.035861, "nauc_recall_at_3_std": -0.15313, "nauc_recall_at_3_diff1": 0.058983, "nauc_recall_at_5_max": -0.029267, "nauc_recall_at_5_std": -0.103871, "nauc_recall_at_5_diff1": 0.078345, "nauc_recall_at_10_max": -0.12031, "nauc_recall_at_10_std": -0.117382, "nauc_recall_at_10_diff1": 0.056527, "nauc_recall_at_20_max": -0.131543, "nauc_recall_at_20_std": -0.03673, "nauc_recall_at_20_diff1": -0.005148, "nauc_recall_at_100_max": -0.076876, "nauc_recall_at_100_std": 0.100251, "nauc_recall_at_100_diff1": -0.009609, "nauc_recall_at_1000_max": 0.102557, "nauc_recall_at_1000_std": 0.202576, "nauc_recall_at_1000_diff1": -0.102304, "nauc_precision_at_1_max": -0.038149, "nauc_precision_at_1_std": -0.108708, "nauc_precision_at_1_diff1": 0.292102, "nauc_precision_at_3_max": -0.014252, "nauc_precision_at_3_std": -0.150571, "nauc_precision_at_3_diff1": 0.110423, "nauc_precision_at_5_max": -0.036648, "nauc_precision_at_5_std": -0.107818, "nauc_precision_at_5_diff1": 0.119026, "nauc_precision_at_10_max": -0.103484, "nauc_precision_at_10_std": -0.085739, "nauc_precision_at_10_diff1": 0.016888, "nauc_precision_at_20_max": -0.148759, "nauc_precision_at_20_std": -0.088306, "nauc_precision_at_20_diff1": -0.051188, "nauc_precision_at_100_max": -0.046973, "nauc_precision_at_100_std": 0.073536, "nauc_precision_at_100_diff1": -0.021747, "nauc_precision_at_1000_max": 0.188472, "nauc_precision_at_1000_std": 0.121035, "nauc_precision_at_1000_diff1": -0.076808, "nauc_mrr_at_1_max": -0.038149, "nauc_mrr_at_1_std": -0.108708, "nauc_mrr_at_1_diff1": 0.292102, "nauc_mrr_at_3_max": -0.00812, "nauc_mrr_at_3_std": -0.132739, "nauc_mrr_at_3_diff1": 0.165169, "nauc_mrr_at_5_max": -0.018062, "nauc_mrr_at_5_std": -0.108273, "nauc_mrr_at_5_diff1": 0.147105, "nauc_mrr_at_10_max": -0.028758, "nauc_mrr_at_10_std": -0.090009, "nauc_mrr_at_10_diff1": 0.128487, "nauc_mrr_at_20_max": -0.037897, "nauc_mrr_at_20_std": -0.084987, "nauc_mrr_at_20_diff1": 0.110477, "nauc_mrr_at_100_max": -0.033384, "nauc_mrr_at_100_std": -0.075699, "nauc_mrr_at_100_diff1": 0.110316, "nauc_mrr_at_1000_max": -0.031729, "nauc_mrr_at_1000_std": -0.075651, "nauc_mrr_at_1000_diff1": 0.10978, "hit_rate_at_1": 0.0356, "hit_rate_at_3": 0.08738, "hit_rate_at_5": 0.12298, "hit_rate_at_10": 0.17476, "hit_rate_at_20": 0.22977, "hit_rate_at_100": 0.45631, "hit_rate_at_1000": 0.83495, "main_score": 0.04522, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.00809, "ndcg_at_3": 0.00746, "ndcg_at_5": 0.00928, "ndcg_at_10": 0.01178, "ndcg_at_20": 0.01706, "ndcg_at_100": 0.03138, "ndcg_at_1000": 0.09361, "map_at_1": 0.00167, "map_at_3": 0.00312, "map_at_5": 0.00434, "map_at_10": 0.00528, "map_at_20": 0.00673, "map_at_100": 0.0082, "map_at_1000": 0.01019, "recall_at_1": 0.00167, "recall_at_3": 0.00537, "recall_at_5": 0.01013, "recall_at_10": 0.01676, "recall_at_20": 0.03269, "recall_at_100": 0.0859, "recall_at_1000": 0.44401, "accuracy": 0.00167, "precision_at_1": 0.00971, "precision_at_3": 0.00755, "precision_at_5": 0.00777, "precision_at_10": 0.0068, "precision_at_20": 0.00631, "precision_at_100": 0.00366, "precision_at_1000": 0.00205, "mrr_at_1": 0.009709, "mrr_at_3": 0.015102, "mrr_at_5": 0.018015, "mrr_at_10": 0.021372, "mrr_at_20": 0.024644, "mrr_at_100": 0.027927, "mrr_at_1000": 0.029698, "nauc_ndcg_at_1_max": -0.433382, "nauc_ndcg_at_1_std": -0.33876, "nauc_ndcg_at_1_diff1": -0.342407, "nauc_ndcg_at_3_max": -0.366646, "nauc_ndcg_at_3_std": -0.133587, "nauc_ndcg_at_3_diff1": -0.293323, "nauc_ndcg_at_5_max": -0.26856, "nauc_ndcg_at_5_std": -0.105917, "nauc_ndcg_at_5_diff1": -0.251106, "nauc_ndcg_at_10_max": -0.183877, "nauc_ndcg_at_10_std": -0.162428, "nauc_ndcg_at_10_diff1": -0.219088, "nauc_ndcg_at_20_max": -0.182263, "nauc_ndcg_at_20_std": -0.059349, "nauc_ndcg_at_20_diff1": -0.131295, "nauc_ndcg_at_100_max": -0.019432, "nauc_ndcg_at_100_std": 0.059052, "nauc_ndcg_at_100_diff1": 0.022735, "nauc_ndcg_at_1000_max": 0.003526, "nauc_ndcg_at_1000_std": 0.060365, "nauc_ndcg_at_1000_diff1": -0.016621, "nauc_map_at_1_max": -0.432834, "nauc_map_at_1_std": -0.338134, "nauc_map_at_1_diff1": -0.359269, "nauc_map_at_3_max": -0.353507, "nauc_map_at_3_std": -0.082708, "nauc_map_at_3_diff1": -0.330273, "nauc_map_at_5_max": -0.368389, "nauc_map_at_5_std": -0.168134, "nauc_map_at_5_diff1": -0.302107, "nauc_map_at_10_max": -0.28906, "nauc_map_at_10_std": -0.192809, "nauc_map_at_10_diff1": -0.270023, "nauc_map_at_20_max": -0.26691, "nauc_map_at_20_std": -0.112482, "nauc_map_at_20_diff1": -0.191115, "nauc_map_at_100_max": -0.191901, "nauc_map_at_100_std": -0.040393, "nauc_map_at_100_diff1": -0.131394, "nauc_map_at_1000_max": -0.165521, "nauc_map_at_1000_std": -0.022319, "nauc_map_at_1000_diff1": -0.122008, "nauc_recall_at_1_max": -0.432834, "nauc_recall_at_1_std": -0.338134, "nauc_recall_at_1_diff1": -0.359269, "nauc_recall_at_3_max": -0.328538, "nauc_recall_at_3_std": 0.080745, "nauc_recall_at_3_diff1": -0.316899, "nauc_recall_at_5_max": -0.368806, "nauc_recall_at_5_std": -0.120777, "nauc_recall_at_5_diff1": -0.31893, "nauc_recall_at_10_max": -0.191252, "nauc_recall_at_10_std": -0.21057, "nauc_recall_at_10_diff1": -0.214902, "nauc_recall_at_20_max": -0.17726, "nauc_recall_at_20_std": -0.01925, "nauc_recall_at_20_diff1": -0.082923, "nauc_recall_at_100_max": 0.037054, "nauc_recall_at_100_std": 0.119274, "nauc_recall_at_100_diff1": 0.116904, "nauc_recall_at_1000_max": 0.048354, "nauc_recall_at_1000_std": 0.091978, "nauc_recall_at_1000_diff1": -0.01474, "nauc_precision_at_1_max": -0.444699, "nauc_precision_at_1_std": -0.351701, "nauc_precision_at_1_diff1": -0.297134, "nauc_precision_at_3_max": -0.364035, "nauc_precision_at_3_std": -0.129799, "nauc_precision_at_3_diff1": -0.254509, "nauc_precision_at_5_max": -0.170219, "nauc_precision_at_5_std": -0.074777, "nauc_precision_at_5_diff1": -0.166864, "nauc_precision_at_10_max": -0.084834, "nauc_precision_at_10_std": -0.15401, "nauc_precision_at_10_diff1": -0.078, "nauc_precision_at_20_max": -0.072092, "nauc_precision_at_20_std": -0.001195, "nauc_precision_at_20_diff1": 0.006461, "nauc_precision_at_100_max": 0.080023, "nauc_precision_at_100_std": 0.096894, "nauc_precision_at_100_diff1": 0.128082, "nauc_precision_at_1000_max": 0.028055, "nauc_precision_at_1000_std": 0.040012, "nauc_precision_at_1000_diff1": 0.0205, "nauc_mrr_at_1_max": -0.444699, "nauc_mrr_at_1_std": -0.351701, "nauc_mrr_at_1_diff1": -0.297134, "nauc_mrr_at_3_max": -0.389688, "nauc_mrr_at_3_std": -0.225514, "nauc_mrr_at_3_diff1": -0.271997, "nauc_mrr_at_5_max": -0.289079, "nauc_mrr_at_5_std": -0.164853, "nauc_mrr_at_5_diff1": -0.237214, "nauc_mrr_at_10_max": -0.219598, "nauc_mrr_at_10_std": -0.169096, "nauc_mrr_at_10_diff1": -0.189368, "nauc_mrr_at_20_max": -0.192355, "nauc_mrr_at_20_std": -0.120548, "nauc_mrr_at_20_diff1": -0.143482, "nauc_mrr_at_100_max": -0.151563, "nauc_mrr_at_100_std": -0.09194, "nauc_mrr_at_100_diff1": -0.118303, "nauc_mrr_at_1000_max": -0.150741, "nauc_mrr_at_1000_std": -0.093047, "nauc_mrr_at_1000_diff1": -0.118221, "hit_rate_at_1": 0.00971, "hit_rate_at_3": 0.02265, "hit_rate_at_5": 0.0356, "hit_rate_at_10": 0.06149, "hit_rate_at_20": 0.10356, "hit_rate_at_100": 0.25566, "hit_rate_at_1000": 0.7411, "main_score": 0.01178, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.00647, "ndcg_at_3": 0.00842, "ndcg_at_5": 0.01077, "ndcg_at_10": 0.01456, "ndcg_at_20": 0.02051, "ndcg_at_100": 0.04012, "ndcg_at_1000": 0.10026, "map_at_1": 0.00127, "map_at_3": 0.00265, "map_at_5": 0.00445, "map_at_10": 0.006, "map_at_20": 0.0074, "map_at_100": 0.00948, "map_at_1000": 0.01145, "recall_at_1": 0.00127, "recall_at_3": 0.00478, "recall_at_5": 0.01253, "recall_at_10": 0.02183, "recall_at_20": 0.03974, "recall_at_100": 0.11493, "recall_at_1000": 0.4572, "accuracy": 0.00127, "precision_at_1": 0.00647, "precision_at_3": 0.00863, "precision_at_5": 0.00906, "precision_at_10": 0.00939, "precision_at_20": 0.00809, "precision_at_100": 0.00482, "precision_at_1000": 0.0022, "mrr_at_1": 0.006472, "mrr_at_3": 0.014563, "mrr_at_5": 0.01877, "mrr_at_10": 0.023356, "mrr_at_20": 0.027155, "mrr_at_100": 0.031633, "mrr_at_1000": 0.033099, "nauc_ndcg_at_1_max": -0.319348, "nauc_ndcg_at_1_std": 0.492793, "nauc_ndcg_at_1_diff1": -0.126486, "nauc_ndcg_at_3_max": -0.135238, "nauc_ndcg_at_3_std": 0.194314, "nauc_ndcg_at_3_diff1": -0.02105, "nauc_ndcg_at_5_max": 0.014493, "nauc_ndcg_at_5_std": 0.087678, "nauc_ndcg_at_5_diff1": 0.108104, "nauc_ndcg_at_10_max": -0.002459, "nauc_ndcg_at_10_std": 0.019231, "nauc_ndcg_at_10_diff1": -0.011692, "nauc_ndcg_at_20_max": -0.021037, "nauc_ndcg_at_20_std": 0.030626, "nauc_ndcg_at_20_diff1": 0.047161, "nauc_ndcg_at_100_max": 0.05662, "nauc_ndcg_at_100_std": 0.150827, "nauc_ndcg_at_100_diff1": 0.007868, "nauc_ndcg_at_1000_max": -0.023728, "nauc_ndcg_at_1000_std": 0.094116, "nauc_ndcg_at_1000_diff1": -0.036033, "nauc_map_at_1_max": -0.319348, "nauc_map_at_1_std": 0.446683, "nauc_map_at_1_diff1": -0.24927, "nauc_map_at_3_max": -0.249384, "nauc_map_at_3_std": 0.183928, "nauc_map_at_3_diff1": -0.049697, "nauc_map_at_5_max": -0.049889, "nauc_map_at_5_std": 0.063566, "nauc_map_at_5_diff1": 0.09548, "nauc_map_at_10_max": -0.034887, "nauc_map_at_10_std": 0.036586, "nauc_map_at_10_diff1": -0.000857, "nauc_map_at_20_max": -0.038763, "nauc_map_at_20_std": 0.062306, "nauc_map_at_20_diff1": 0.040015, "nauc_map_at_100_max": -0.005578, "nauc_map_at_100_std": 0.112261, "nauc_map_at_100_diff1": 0.026077, "nauc_map_at_1000_max": -0.017346, "nauc_map_at_1000_std": 0.107402, "nauc_map_at_1000_diff1": 0.008612, "nauc_recall_at_1_max": -0.319348, "nauc_recall_at_1_std": 0.446683, "nauc_recall_at_1_diff1": -0.24927, "nauc_recall_at_3_max": -0.253877, "nauc_recall_at_3_std": 0.067551, "nauc_recall_at_3_diff1": 0.054493, "nauc_recall_at_5_max": 0.047249, "nauc_recall_at_5_std": -0.032544, "nauc_recall_at_5_diff1": 0.204122, "nauc_recall_at_10_max": 0.005985, "nauc_recall_at_10_std": -0.077778, "nauc_recall_at_10_diff1": -0.001702, "nauc_recall_at_20_max": -0.036283, "nauc_recall_at_20_std": -0.022365, "nauc_recall_at_20_diff1": 0.077178, "nauc_recall_at_100_max": 0.111244, "nauc_recall_at_100_std": 0.218574, "nauc_recall_at_100_diff1": -0.007316, "nauc_recall_at_1000_max": -0.038239, "nauc_recall_at_1000_std": 0.055816, "nauc_recall_at_1000_diff1": -0.073917, "nauc_precision_at_1_max": -0.319348, "nauc_precision_at_1_std": 0.492793, "nauc_precision_at_1_diff1": -0.126486, "nauc_precision_at_3_max": -0.10247, "nauc_precision_at_3_std": 0.139353, "nauc_precision_at_3_diff1": -0.005953, "nauc_precision_at_5_max": 0.054378, "nauc_precision_at_5_std": 0.055004, "nauc_precision_at_5_diff1": 0.15153, "nauc_precision_at_10_max": 0.057387, "nauc_precision_at_10_std": 0.032207, "nauc_precision_at_10_diff1": -0.002543, "nauc_precision_at_20_max": 0.053079, "nauc_precision_at_20_std": 0.074602, "nauc_precision_at_20_diff1": 0.063509, "nauc_precision_at_100_max": 0.070211, "nauc_precision_at_100_std": 0.123264, "nauc_precision_at_100_diff1": 0.007608, "nauc_precision_at_1000_max": -0.063223, "nauc_precision_at_1000_std": 0.048185, "nauc_precision_at_1000_diff1": -0.038019, "nauc_mrr_at_1_max": -0.319348, "nauc_mrr_at_1_std": 0.492793, "nauc_mrr_at_1_diff1": -0.126486, "nauc_mrr_at_3_max": -0.139495, "nauc_mrr_at_3_std": 0.239433, "nauc_mrr_at_3_diff1": -0.045551, "nauc_mrr_at_5_max": -0.048128, "nauc_mrr_at_5_std": 0.169349, "nauc_mrr_at_5_diff1": 0.048921, "nauc_mrr_at_10_max": -0.038966, "nauc_mrr_at_10_std": 0.107261, "nauc_mrr_at_10_diff1": 0.020762, "nauc_mrr_at_20_max": -0.040029, "nauc_mrr_at_20_std": 0.095798, "nauc_mrr_at_20_diff1": 0.035025, "nauc_mrr_at_100_max": -0.031799, "nauc_mrr_at_100_std": 0.092888, "nauc_mrr_at_100_diff1": 0.028499, "nauc_mrr_at_1000_max": -0.03169, "nauc_mrr_at_1000_std": 0.093931, "nauc_mrr_at_1000_diff1": 0.024655, "hit_rate_at_1": 0.00647, "hit_rate_at_3": 0.02589, "hit_rate_at_5": 0.04531, "hit_rate_at_10": 0.08091, "hit_rate_at_20": 0.13592, "hit_rate_at_100": 0.32362, "hit_rate_at_1000": 0.74434, "main_score": 0.01456, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.01294, "ndcg_at_3": 0.01698, "ndcg_at_5": 0.01708, "ndcg_at_10": 0.01853, "ndcg_at_20": 0.02039, "ndcg_at_100": 0.03691, "ndcg_at_1000": 0.09613, "map_at_1": 0.00329, "map_at_3": 0.00817, "map_at_5": 0.0091, "map_at_10": 0.00998, "map_at_20": 0.01053, "map_at_100": 0.0122, "map_at_1000": 0.01413, "recall_at_1": 0.00329, "recall_at_3": 0.01424, "recall_at_5": 0.01815, "recall_at_10": 0.024, "recall_at_20": 0.02857, "recall_at_100": 0.09491, "recall_at_1000": 0.43057, "accuracy": 0.00329, "precision_at_1": 0.01294, "precision_at_3": 0.01618, "precision_at_5": 0.01294, "precision_at_10": 0.00971, "precision_at_20": 0.00631, "precision_at_100": 0.00366, "precision_at_1000": 0.00201, "mrr_at_1": 0.012945, "mrr_at_3": 0.026969, "mrr_at_5": 0.03069, "mrr_at_10": 0.033418, "mrr_at_20": 0.034411, "mrr_at_100": 0.038453, "mrr_at_1000": 0.040182, "nauc_ndcg_at_1_max": -0.039382, "nauc_ndcg_at_1_std": 0.44489, "nauc_ndcg_at_1_diff1": -0.102698, "nauc_ndcg_at_3_max": -0.076417, "nauc_ndcg_at_3_std": 0.18918, "nauc_ndcg_at_3_diff1": -0.116851, "nauc_ndcg_at_5_max": -0.13605, "nauc_ndcg_at_5_std": 0.099275, "nauc_ndcg_at_5_diff1": -0.127989, "nauc_ndcg_at_10_max": -0.14378, "nauc_ndcg_at_10_std": 0.057042, "nauc_ndcg_at_10_diff1": -0.086315, "nauc_ndcg_at_20_max": -0.113133, "nauc_ndcg_at_20_std": 0.070177, "nauc_ndcg_at_20_diff1": -0.081133, "nauc_ndcg_at_100_max": -0.001682, "nauc_ndcg_at_100_std": 0.196189, "nauc_ndcg_at_100_diff1": -0.063449, "nauc_ndcg_at_1000_max": -0.026435, "nauc_ndcg_at_1000_std": 0.111486, "nauc_ndcg_at_1000_diff1": -0.071378, "nauc_map_at_1_max": -0.149075, "nauc_map_at_1_std": 0.519686, "nauc_map_at_1_diff1": -0.162381, "nauc_map_at_3_max": -0.19595, "nauc_map_at_3_std": 0.160474, "nauc_map_at_3_diff1": -0.117923, "nauc_map_at_5_max": -0.212677, "nauc_map_at_5_std": 0.103998, "nauc_map_at_5_diff1": -0.126488, "nauc_map_at_10_max": -0.206388, "nauc_map_at_10_std": 0.085456, "nauc_map_at_10_diff1": -0.10076, "nauc_map_at_20_max": -0.18503, "nauc_map_at_20_std": 0.093897, "nauc_map_at_20_diff1": -0.099856, "nauc_map_at_100_max": -0.139221, "nauc_map_at_100_std": 0.134633, "nauc_map_at_100_diff1": -0.088682, "nauc_map_at_1000_max": -0.136972, "nauc_map_at_1000_std": 0.132381, "nauc_map_at_1000_diff1": -0.089886, "nauc_recall_at_1_max": -0.149075, "nauc_recall_at_1_std": 0.519686, "nauc_recall_at_1_diff1": -0.162381, "nauc_recall_at_3_max": -0.189619, "nauc_recall_at_3_std": 0.075102, "nauc_recall_at_3_diff1": -0.112379, "nauc_recall_at_5_max": -0.22148, "nauc_recall_at_5_std": -0.019717, "nauc_recall_at_5_diff1": -0.132337, "nauc_recall_at_10_max": -0.221187, "nauc_recall_at_10_std": -0.057048, "nauc_recall_at_10_diff1": -0.069555, "nauc_recall_at_20_max": -0.153685, "nauc_recall_at_20_std": -0.020478, "nauc_recall_at_20_diff1": -0.068817, "nauc_recall_at_100_max": 0.066899, "nauc_recall_at_100_std": 0.273048, "nauc_recall_at_100_diff1": -0.023886, "nauc_recall_at_1000_max": -0.027882, "nauc_recall_at_1000_std": 0.071577, "nauc_recall_at_1000_diff1": -0.029512, "nauc_precision_at_1_max": -0.039382, "nauc_precision_at_1_std": 0.44489, "nauc_precision_at_1_diff1": -0.102698, "nauc_precision_at_3_max": -0.033778, "nauc_precision_at_3_std": 0.148605, "nauc_precision_at_3_diff1": -0.128876, "nauc_precision_at_5_max": -0.087419, "nauc_precision_at_5_std": 0.040993, "nauc_precision_at_5_diff1": -0.139961, "nauc_precision_at_10_max": -0.06566, "nauc_precision_at_10_std": 0.023279, "nauc_precision_at_10_diff1": -0.089209, "nauc_precision_at_20_max": 0.023813, "nauc_precision_at_20_std": 0.084008, "nauc_precision_at_20_diff1": -0.075561, "nauc_precision_at_100_max": 0.122799, "nauc_precision_at_100_std": 0.210846, "nauc_precision_at_100_diff1": -0.06501, "nauc_precision_at_1000_max": 0.038138, "nauc_precision_at_1000_std": 0.07944, "nauc_precision_at_1000_diff1": -0.091414, "nauc_mrr_at_1_max": -0.039382, "nauc_mrr_at_1_std": 0.44489, "nauc_mrr_at_1_diff1": -0.102698, "nauc_mrr_at_3_max": -0.026557, "nauc_mrr_at_3_std": 0.23514, "nauc_mrr_at_3_diff1": -0.113652, "nauc_mrr_at_5_max": -0.056692, "nauc_mrr_at_5_std": 0.168629, "nauc_mrr_at_5_diff1": -0.119932, "nauc_mrr_at_10_max": -0.068664, "nauc_mrr_at_10_std": 0.135371, "nauc_mrr_at_10_diff1": -0.111453, "nauc_mrr_at_20_max": -0.058933, "nauc_mrr_at_20_std": 0.13546, "nauc_mrr_at_20_diff1": -0.110479, "nauc_mrr_at_100_max": -0.041466, "nauc_mrr_at_100_std": 0.140448, "nauc_mrr_at_100_diff1": -0.107147, "nauc_mrr_at_1000_max": -0.042604, "nauc_mrr_at_1000_std": 0.137653, "nauc_mrr_at_1000_diff1": -0.106658, "hit_rate_at_1": 0.01294, "hit_rate_at_3": 0.04854, "hit_rate_at_5": 0.06472, "hit_rate_at_10": 0.08738, "hit_rate_at_20": 0.10032, "hit_rate_at_100": 0.27184, "hit_rate_at_1000": 0.71845, "main_score": 0.01853, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 2796.272946767509, "kg_co2_emissions": null, "date": 1783098737.21491, "evaluation_phases": [ { "name": "Data loading", "start": 8.255988359451294e-05, "end": 73.99097584187984, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 73.99102239310741, "end": 73.99102671444416, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 74.00632964074612, "end": 573.6341580599546, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 573.6343730539083, "end": 574.0008362755179, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 574.0317065641284, "end": 1044.746071614325, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 1044.7463570907712, "end": 1045.0647942647338, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 1045.1031009703875, "end": 1508.4290463775396, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 1508.429334461689, "end": 1508.727199845016, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 1508.764615997672, "end": 1967.440547220409, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 1967.4408582150936, "end": 1967.7570582702756, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 1967.799077682197, "end": 2385.9524999558926, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 2385.9528230801225, "end": 2386.251072101295, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 2386.2850054055452, "end": 2795.9447539150715, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 2795.9449940249324, "end": 2796.2395764887333, "split": "test", "subset": "portuguese" } ] }