{ "dataset_revision": "8a2adfda85a7967c7252129703d9b3c7c9f038a9", "task_name": "Vidore3FinanceFrRetrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.01406, "ndcg_at_3": 0.01162, "ndcg_at_5": 0.01133, "ndcg_at_10": 0.0158, "ndcg_at_20": 0.02073, "ndcg_at_100": 0.04549, "ndcg_at_1000": 0.13412, "map_at_1": 0.00237, "map_at_3": 0.0044, "map_at_5": 0.00494, "map_at_10": 0.00704, "map_at_20": 0.00811, "map_at_100": 0.01082, "map_at_1000": 0.01414, "recall_at_1": 0.00237, "recall_at_3": 0.00824, "recall_at_5": 0.01081, "recall_at_10": 0.02523, "recall_at_20": 0.03746, "recall_at_100": 0.13817, "recall_at_1000": 0.65569, "accuracy": 0.00237, "precision_at_1": 0.01875, "precision_at_3": 0.01146, "precision_at_5": 0.00937, "precision_at_10": 0.00875, "precision_at_20": 0.00734, "precision_at_100": 0.00553, "precision_at_1000": 0.00298, "mrr_at_1": 0.01875, "mrr_at_3": 0.024479, "mrr_at_5": 0.027135, "mrr_at_10": 0.031716, "mrr_at_20": 0.034611, "mrr_at_100": 0.040021, "mrr_at_1000": 0.041909, "nauc_ndcg_at_1_max": 0.035417, "nauc_ndcg_at_1_std": 0.089527, "nauc_ndcg_at_1_diff1": 0.315625, "nauc_ndcg_at_3_max": 0.047099, "nauc_ndcg_at_3_std": 0.198123, "nauc_ndcg_at_3_diff1": 0.26202, "nauc_ndcg_at_5_max": 0.017833, "nauc_ndcg_at_5_std": 0.114371, "nauc_ndcg_at_5_diff1": 0.241326, "nauc_ndcg_at_10_max": -0.026976, "nauc_ndcg_at_10_std": 0.12158, "nauc_ndcg_at_10_diff1": 0.222379, "nauc_ndcg_at_20_max": 0.031076, "nauc_ndcg_at_20_std": 0.14559, "nauc_ndcg_at_20_diff1": 0.19552, "nauc_ndcg_at_100_max": 0.053921, "nauc_ndcg_at_100_std": 0.100897, "nauc_ndcg_at_100_diff1": 0.157427, "nauc_ndcg_at_1000_max": 0.167794, "nauc_ndcg_at_1000_std": 0.215553, "nauc_ndcg_at_1000_diff1": 0.24359, "nauc_map_at_1_max": -0.056373, "nauc_map_at_1_std": 0.069303, "nauc_map_at_1_diff1": 0.184369, "nauc_map_at_3_max": -0.092717, "nauc_map_at_3_std": 0.174114, "nauc_map_at_3_diff1": 0.118945, "nauc_map_at_5_max": -0.104484, "nauc_map_at_5_std": 0.11573, "nauc_map_at_5_diff1": 0.155409, "nauc_map_at_10_max": -0.100585, "nauc_map_at_10_std": 0.112954, "nauc_map_at_10_diff1": 0.163165, "nauc_map_at_20_max": -0.063967, "nauc_map_at_20_std": 0.132141, "nauc_map_at_20_diff1": 0.143583, "nauc_map_at_100_max": -0.018202, "nauc_map_at_100_std": 0.126472, "nauc_map_at_100_diff1": 0.145788, "nauc_map_at_1000_max": 0.020148, "nauc_map_at_1000_std": 0.161627, "nauc_map_at_1000_diff1": 0.175065, "nauc_recall_at_1_max": -0.056373, "nauc_recall_at_1_std": 0.069303, "nauc_recall_at_1_diff1": 0.184369, "nauc_recall_at_3_max": -0.102637, "nauc_recall_at_3_std": 0.221302, "nauc_recall_at_3_diff1": 0.066523, "nauc_recall_at_5_max": -0.12738, "nauc_recall_at_5_std": 0.080619, "nauc_recall_at_5_diff1": 0.164263, "nauc_recall_at_10_max": -0.101942, "nauc_recall_at_10_std": 0.106404, "nauc_recall_at_10_diff1": 0.172269, "nauc_recall_at_20_max": -0.011635, "nauc_recall_at_20_std": 0.14879, "nauc_recall_at_20_diff1": 0.116289, "nauc_recall_at_100_max": 0.045642, "nauc_recall_at_100_std": 0.078647, "nauc_recall_at_100_diff1": 0.075036, "nauc_recall_at_1000_max": 0.162675, "nauc_recall_at_1000_std": 0.247341, "nauc_recall_at_1000_diff1": 0.220809, "nauc_precision_at_1_max": 0.151596, "nauc_precision_at_1_std": 0.127448, "nauc_precision_at_1_diff1": 0.230749, "nauc_precision_at_3_max": 0.114594, "nauc_precision_at_3_std": 0.251994, "nauc_precision_at_3_diff1": 0.300656, "nauc_precision_at_5_max": 0.111743, "nauc_precision_at_5_std": 0.119345, "nauc_precision_at_5_diff1": 0.312852, "nauc_precision_at_10_max": 0.085707, "nauc_precision_at_10_std": 0.064769, "nauc_precision_at_10_diff1": 0.273056, "nauc_precision_at_20_max": 0.177897, "nauc_precision_at_20_std": 0.132006, "nauc_precision_at_20_diff1": 0.244979, "nauc_precision_at_100_max": 0.188029, "nauc_precision_at_100_std": 0.089672, "nauc_precision_at_100_diff1": 0.172793, "nauc_precision_at_1000_max": 0.250943, "nauc_precision_at_1000_std": 0.105142, "nauc_precision_at_1000_diff1": 0.146502, "nauc_mrr_at_1_max": 0.151596, "nauc_mrr_at_1_std": 0.127448, "nauc_mrr_at_1_diff1": 0.230749, "nauc_mrr_at_3_max": 0.120421, "nauc_mrr_at_3_std": 0.197118, "nauc_mrr_at_3_diff1": 0.272645, "nauc_mrr_at_5_max": 0.117799, "nauc_mrr_at_5_std": 0.154025, "nauc_mrr_at_5_diff1": 0.277463, "nauc_mrr_at_10_max": 0.111764, "nauc_mrr_at_10_std": 0.145902, "nauc_mrr_at_10_diff1": 0.27527, "nauc_mrr_at_20_max": 0.124822, "nauc_mrr_at_20_std": 0.148022, "nauc_mrr_at_20_diff1": 0.26352, "nauc_mrr_at_100_max": 0.112033, "nauc_mrr_at_100_std": 0.132067, "nauc_mrr_at_100_diff1": 0.247178, "nauc_mrr_at_1000_max": 0.114599, "nauc_mrr_at_1000_std": 0.135501, "nauc_mrr_at_1000_diff1": 0.250254, "hit_rate_at_1": 0.01875, "hit_rate_at_3": 0.03438, "hit_rate_at_5": 0.04688, "hit_rate_at_10": 0.08125, "hit_rate_at_20": 0.12187, "hit_rate_at_100": 0.3625, "hit_rate_at_1000": 0.85313, "main_score": 0.0158, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.01406, "ndcg_at_3": 0.01317, "ndcg_at_5": 0.01125, "ndcg_at_10": 0.01298, "ndcg_at_20": 0.01739, "ndcg_at_100": 0.03695, "ndcg_at_1000": 0.12603, "map_at_1": 0.005, "map_at_3": 0.0061, "map_at_5": 0.00616, "map_at_10": 0.00701, "map_at_20": 0.00797, "map_at_100": 0.00993, "map_at_1000": 0.01302, "recall_at_1": 0.005, "recall_at_3": 0.00781, "recall_at_5": 0.00809, "recall_at_10": 0.01408, "recall_at_20": 0.02465, "recall_at_100": 0.10306, "recall_at_1000": 0.62803, "accuracy": 0.005, "precision_at_1": 0.01562, "precision_at_3": 0.0125, "precision_at_5": 0.00813, "precision_at_10": 0.00688, "precision_at_20": 0.00672, "precision_at_100": 0.00466, "precision_at_1000": 0.00284, "mrr_at_1": 0.015625, "mrr_at_3": 0.023958, "mrr_at_5": 0.024583, "mrr_at_10": 0.027382, "mrr_at_20": 0.031017, "mrr_at_100": 0.03499, "mrr_at_1000": 0.036934, "nauc_ndcg_at_1_max": -0.349671, "nauc_ndcg_at_1_std": -0.376204, "nauc_ndcg_at_1_diff1": 0.297379, "nauc_ndcg_at_3_max": -0.20388, "nauc_ndcg_at_3_std": -0.32163, "nauc_ndcg_at_3_diff1": 0.058189, "nauc_ndcg_at_5_max": -0.209733, "nauc_ndcg_at_5_std": -0.31686, "nauc_ndcg_at_5_diff1": 0.01547, "nauc_ndcg_at_10_max": -0.108681, "nauc_ndcg_at_10_std": -0.192709, "nauc_ndcg_at_10_diff1": 0.009599, "nauc_ndcg_at_20_max": -0.036766, "nauc_ndcg_at_20_std": -0.134389, "nauc_ndcg_at_20_diff1": 0.088452, "nauc_ndcg_at_100_max": 0.04934, "nauc_ndcg_at_100_std": 0.006541, "nauc_ndcg_at_100_diff1": 0.034239, "nauc_ndcg_at_1000_max": 0.097426, "nauc_ndcg_at_1000_std": 0.082871, "nauc_ndcg_at_1000_diff1": 0.03027, "nauc_map_at_1_max": -0.35535, "nauc_map_at_1_std": -0.348825, "nauc_map_at_1_diff1": -0.100179, "nauc_map_at_3_max": -0.25842, "nauc_map_at_3_std": -0.312411, "nauc_map_at_3_diff1": -0.086029, "nauc_map_at_5_max": -0.255129, "nauc_map_at_5_std": -0.31018, "nauc_map_at_5_diff1": -0.089844, "nauc_map_at_10_max": -0.214071, "nauc_map_at_10_std": -0.262308, "nauc_map_at_10_diff1": -0.069908, "nauc_map_at_20_max": -0.16027, "nauc_map_at_20_std": -0.232325, "nauc_map_at_20_diff1": -0.018209, "nauc_map_at_100_max": -0.103132, "nauc_map_at_100_std": -0.163759, "nauc_map_at_100_diff1": -0.027493, "nauc_map_at_1000_max": -0.068202, "nauc_map_at_1000_std": -0.127011, "nauc_map_at_1000_diff1": -0.011648, "nauc_recall_at_1_max": -0.35535, "nauc_recall_at_1_std": -0.348825, "nauc_recall_at_1_diff1": -0.100179, "nauc_recall_at_3_max": -0.186029, "nauc_recall_at_3_std": -0.2675, "nauc_recall_at_3_diff1": -0.089621, "nauc_recall_at_5_max": -0.176042, "nauc_recall_at_5_std": -0.260587, "nauc_recall_at_5_diff1": -0.104013, "nauc_recall_at_10_max": -0.00499, "nauc_recall_at_10_std": -0.072363, "nauc_recall_at_10_diff1": -0.075047, "nauc_recall_at_20_max": 0.079424, "nauc_recall_at_20_std": -0.038362, "nauc_recall_at_20_diff1": 0.108832, "nauc_recall_at_100_max": 0.146118, "nauc_recall_at_100_std": 0.150691, "nauc_recall_at_100_diff1": -0.000545, "nauc_recall_at_1000_max": 0.113151, "nauc_recall_at_1000_std": 0.268284, "nauc_recall_at_1000_diff1": -0.055439, "nauc_precision_at_1_max": -0.248511, "nauc_precision_at_1_std": -0.306198, "nauc_precision_at_1_diff1": 0.300027, "nauc_precision_at_3_max": -0.047111, "nauc_precision_at_3_std": -0.20432, "nauc_precision_at_3_diff1": 0.02426, "nauc_precision_at_5_max": -0.035913, "nauc_precision_at_5_std": -0.194031, "nauc_precision_at_5_diff1": -0.016037, "nauc_precision_at_10_max": -0.016123, "nauc_precision_at_10_std": -0.073286, "nauc_precision_at_10_diff1": 0.040308, "nauc_precision_at_20_max": 0.088506, "nauc_precision_at_20_std": -0.032045, "nauc_precision_at_20_diff1": 0.157814, "nauc_precision_at_100_max": 0.159363, "nauc_precision_at_100_std": 0.082509, "nauc_precision_at_100_diff1": 0.110411, "nauc_precision_at_1000_max": 0.134683, "nauc_precision_at_1000_std": 0.008706, "nauc_precision_at_1000_diff1": 0.105118, "nauc_mrr_at_1_max": -0.248511, "nauc_mrr_at_1_std": -0.306198, "nauc_mrr_at_1_diff1": 0.300027, "nauc_mrr_at_3_max": -0.115363, "nauc_mrr_at_3_std": -0.253228, "nauc_mrr_at_3_diff1": 0.14847, "nauc_mrr_at_5_max": -0.109926, "nauc_mrr_at_5_std": -0.248585, "nauc_mrr_at_5_diff1": 0.131994, "nauc_mrr_at_10_max": -0.086932, "nauc_mrr_at_10_std": -0.202869, "nauc_mrr_at_10_diff1": 0.109615, "nauc_mrr_at_20_max": -0.050992, "nauc_mrr_at_20_std": -0.170807, "nauc_mrr_at_20_diff1": 0.143465, "nauc_mrr_at_100_max": -0.038544, "nauc_mrr_at_100_std": -0.152416, "nauc_mrr_at_100_diff1": 0.134052, "nauc_mrr_at_1000_max": -0.038047, "nauc_mrr_at_1000_std": -0.151602, "nauc_mrr_at_1000_diff1": 0.132104, "hit_rate_at_1": 0.01562, "hit_rate_at_3": 0.0375, "hit_rate_at_5": 0.04063, "hit_rate_at_10": 0.0625, "hit_rate_at_20": 0.1125, "hit_rate_at_100": 0.29688, "hit_rate_at_1000": 0.84688, "main_score": 0.01298, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.00781, "ndcg_at_3": 0.00585, "ndcg_at_5": 0.00946, "ndcg_at_10": 0.01616, "ndcg_at_20": 0.02421, "ndcg_at_100": 0.05412, "ndcg_at_1000": 0.15725, "map_at_1": 0.00192, "map_at_3": 0.00229, "map_at_5": 0.00439, "map_at_10": 0.0064, "map_at_20": 0.00858, "map_at_100": 0.01215, "map_at_1000": 0.01632, "recall_at_1": 0.00192, "recall_at_3": 0.00265, "recall_at_5": 0.01188, "recall_at_10": 0.02647, "recall_at_20": 0.05009, "recall_at_100": 0.17026, "recall_at_1000": 0.77529, "accuracy": 0.00192, "precision_at_1": 0.0125, "precision_at_3": 0.00625, "precision_at_5": 0.00875, "precision_at_10": 0.01, "precision_at_20": 0.01, "precision_at_100": 0.00666, "precision_at_1000": 0.00334, "mrr_at_1": 0.0125, "mrr_at_3": 0.015625, "mrr_at_5": 0.021406, "mrr_at_10": 0.028695, "mrr_at_20": 0.032843, "mrr_at_100": 0.038953, "mrr_at_1000": 0.041017, "nauc_ndcg_at_1_max": 0.190877, "nauc_ndcg_at_1_std": 0.470351, "nauc_ndcg_at_1_diff1": 0.322565, "nauc_ndcg_at_3_max": 0.214028, "nauc_ndcg_at_3_std": 0.318387, "nauc_ndcg_at_3_diff1": 0.297181, "nauc_ndcg_at_5_max": 0.081274, "nauc_ndcg_at_5_std": 0.20032, "nauc_ndcg_at_5_diff1": 0.260399, "nauc_ndcg_at_10_max": 0.10601, "nauc_ndcg_at_10_std": 0.227888, "nauc_ndcg_at_10_diff1": 0.186089, "nauc_ndcg_at_20_max": 0.11479, "nauc_ndcg_at_20_std": 0.12015, "nauc_ndcg_at_20_diff1": 0.216433, "nauc_ndcg_at_100_max": 0.088059, "nauc_ndcg_at_100_std": 0.088629, "nauc_ndcg_at_100_diff1": 0.133195, "nauc_ndcg_at_1000_max": 0.178223, "nauc_ndcg_at_1000_std": 0.257144, "nauc_ndcg_at_1000_diff1": 0.083526, "nauc_map_at_1_max": 0.467516, "nauc_map_at_1_std": 0.602309, "nauc_map_at_1_diff1": 0.257111, "nauc_map_at_3_max": 0.385213, "nauc_map_at_3_std": 0.544948, "nauc_map_at_3_diff1": 0.266769, "nauc_map_at_5_max": 0.149753, "nauc_map_at_5_std": 0.325448, "nauc_map_at_5_diff1": 0.259661, "nauc_map_at_10_max": 0.140875, "nauc_map_at_10_std": 0.303778, "nauc_map_at_10_diff1": 0.224623, "nauc_map_at_20_max": 0.140335, "nauc_map_at_20_std": 0.20827, "nauc_map_at_20_diff1": 0.240179, "nauc_map_at_100_max": 0.128821, "nauc_map_at_100_std": 0.17829, "nauc_map_at_100_diff1": 0.213072, "nauc_map_at_1000_max": 0.140508, "nauc_map_at_1000_std": 0.20098, "nauc_map_at_1000_diff1": 0.200357, "nauc_recall_at_1_max": 0.467516, "nauc_recall_at_1_std": 0.602309, "nauc_recall_at_1_diff1": 0.257111, "nauc_recall_at_3_max": 0.325576, "nauc_recall_at_3_std": 0.503383, "nauc_recall_at_3_diff1": 0.273767, "nauc_recall_at_5_max": -0.010787, "nauc_recall_at_5_std": 0.168574, "nauc_recall_at_5_diff1": 0.224364, "nauc_recall_at_10_max": 0.064984, "nauc_recall_at_10_std": 0.225469, "nauc_recall_at_10_diff1": 0.174121, "nauc_recall_at_20_max": 0.105101, "nauc_recall_at_20_std": 0.058242, "nauc_recall_at_20_diff1": 0.22246, "nauc_recall_at_100_max": 0.034777, "nauc_recall_at_100_std": 0.052341, "nauc_recall_at_100_diff1": 0.066307, "nauc_recall_at_1000_max": 0.272412, "nauc_recall_at_1000_std": 0.457688, "nauc_recall_at_1000_diff1": 0.066987, "nauc_precision_at_1_max": 0.318218, "nauc_precision_at_1_std": 0.422458, "nauc_precision_at_1_diff1": 0.153206, "nauc_precision_at_3_max": 0.2392, "nauc_precision_at_3_std": 0.32278, "nauc_precision_at_3_diff1": 0.22887, "nauc_precision_at_5_max": 0.08241, "nauc_precision_at_5_std": 0.162961, "nauc_precision_at_5_diff1": 0.219307, "nauc_precision_at_10_max": 0.152125, "nauc_precision_at_10_std": 0.164668, "nauc_precision_at_10_diff1": 0.130433, "nauc_precision_at_20_max": 0.127627, "nauc_precision_at_20_std": 0.052625, "nauc_precision_at_20_diff1": 0.186613, "nauc_precision_at_100_max": 0.122878, "nauc_precision_at_100_std": -0.001255, "nauc_precision_at_100_diff1": 0.124413, "nauc_precision_at_1000_max": 0.092125, "nauc_precision_at_1000_std": 0.057498, "nauc_precision_at_1000_diff1": -0.039357, "nauc_mrr_at_1_max": 0.318218, "nauc_mrr_at_1_std": 0.422458, "nauc_mrr_at_1_diff1": 0.153206, "nauc_mrr_at_3_max": 0.270808, "nauc_mrr_at_3_std": 0.362651, "nauc_mrr_at_3_diff1": 0.198605, "nauc_mrr_at_5_max": 0.185453, "nauc_mrr_at_5_std": 0.276287, "nauc_mrr_at_5_diff1": 0.204254, "nauc_mrr_at_10_max": 0.194706, "nauc_mrr_at_10_std": 0.256828, "nauc_mrr_at_10_diff1": 0.180074, "nauc_mrr_at_20_max": 0.197289, "nauc_mrr_at_20_std": 0.208312, "nauc_mrr_at_20_diff1": 0.202017, "nauc_mrr_at_100_max": 0.192359, "nauc_mrr_at_100_std": 0.193954, "nauc_mrr_at_100_diff1": 0.185783, "nauc_mrr_at_1000_max": 0.193231, "nauc_mrr_at_1000_std": 0.200082, "nauc_mrr_at_1000_diff1": 0.184163, "hit_rate_at_1": 0.0125, "hit_rate_at_3": 0.01875, "hit_rate_at_5": 0.04375, "hit_rate_at_10": 0.09688, "hit_rate_at_20": 0.15625, "hit_rate_at_100": 0.4, "hit_rate_at_1000": 0.925, "main_score": 0.01616, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.00937, "ndcg_at_3": 0.00767, "ndcg_at_5": 0.00854, "ndcg_at_10": 0.00935, "ndcg_at_20": 0.01407, "ndcg_at_100": 0.03707, "ndcg_at_1000": 0.12259, "map_at_1": 0.00136, "map_at_3": 0.00254, "map_at_5": 0.00362, "map_at_10": 0.00397, "map_at_20": 0.00498, "map_at_100": 0.00768, "map_at_1000": 0.01072, "recall_at_1": 0.00136, "recall_at_3": 0.00379, "recall_at_5": 0.00873, "recall_at_10": 0.01166, "recall_at_20": 0.02643, "recall_at_100": 0.12067, "recall_at_1000": 0.62507, "accuracy": 0.00136, "precision_at_1": 0.0125, "precision_at_3": 0.00833, "precision_at_5": 0.00688, "precision_at_10": 0.005, "precision_at_20": 0.005, "precision_at_100": 0.00437, "precision_at_1000": 0.0027, "mrr_at_1": 0.0125, "mrr_at_3": 0.018229, "mrr_at_5": 0.020417, "mrr_at_10": 0.022391, "mrr_at_20": 0.026074, "mrr_at_100": 0.030399, "mrr_at_1000": 0.032534, "nauc_ndcg_at_1_max": -0.024774, "nauc_ndcg_at_1_std": 0.166085, "nauc_ndcg_at_1_diff1": 0.443789, "nauc_ndcg_at_3_max": 0.117627, "nauc_ndcg_at_3_std": 0.136054, "nauc_ndcg_at_3_diff1": 0.417954, "nauc_ndcg_at_5_max": -0.00211, "nauc_ndcg_at_5_std": 0.028574, "nauc_ndcg_at_5_diff1": 0.145659, "nauc_ndcg_at_10_max": -0.017661, "nauc_ndcg_at_10_std": -0.049132, "nauc_ndcg_at_10_diff1": 0.102863, "nauc_ndcg_at_20_max": 0.137731, "nauc_ndcg_at_20_std": -0.020548, "nauc_ndcg_at_20_diff1": 0.104007, "nauc_ndcg_at_100_max": 0.127741, "nauc_ndcg_at_100_std": 0.13556, "nauc_ndcg_at_100_diff1": 0.069554, "nauc_ndcg_at_1000_max": 0.123388, "nauc_ndcg_at_1000_std": 0.127768, "nauc_ndcg_at_1000_diff1": 0.060345, "nauc_map_at_1_max": 0.169744, "nauc_map_at_1_std": 0.26177, "nauc_map_at_1_diff1": 0.643969, "nauc_map_at_3_max": 0.290503, "nauc_map_at_3_std": 0.261124, "nauc_map_at_3_diff1": 0.408115, "nauc_map_at_5_max": 0.07951, "nauc_map_at_5_std": 0.104329, "nauc_map_at_5_diff1": 0.132352, "nauc_map_at_10_max": 0.073792, "nauc_map_at_10_std": 0.063514, "nauc_map_at_10_diff1": 0.128778, "nauc_map_at_20_max": 0.15802, "nauc_map_at_20_std": 0.05656, "nauc_map_at_20_diff1": 0.139524, "nauc_map_at_100_max": 0.154761, "nauc_map_at_100_std": 0.118549, "nauc_map_at_100_diff1": 0.115743, "nauc_map_at_1000_max": 0.161875, "nauc_map_at_1000_std": 0.145162, "nauc_map_at_1000_diff1": 0.109171, "nauc_recall_at_1_max": 0.169744, "nauc_recall_at_1_std": 0.26177, "nauc_recall_at_1_diff1": 0.643969, "nauc_recall_at_3_max": 0.31952, "nauc_recall_at_3_std": 0.24556, "nauc_recall_at_3_diff1": 0.321591, "nauc_recall_at_5_max": -0.103365, "nauc_recall_at_5_std": -0.039063, "nauc_recall_at_5_diff1": -0.151669, "nauc_recall_at_10_max": -0.093742, "nauc_recall_at_10_std": -0.124438, "nauc_recall_at_10_diff1": -0.108802, "nauc_recall_at_20_max": 0.23875, "nauc_recall_at_20_std": -0.06576, "nauc_recall_at_20_diff1": 0.059969, "nauc_recall_at_100_max": 0.14219, "nauc_recall_at_100_std": 0.158879, "nauc_recall_at_100_diff1": 0.016349, "nauc_recall_at_1000_max": 0.077569, "nauc_recall_at_1000_std": 0.101311, "nauc_recall_at_1000_diff1": -0.058616, "nauc_precision_at_1_max": 0.231419, "nauc_precision_at_1_std": 0.247786, "nauc_precision_at_1_diff1": 0.540582, "nauc_precision_at_3_max": 0.178931, "nauc_precision_at_3_std": 0.12339, "nauc_precision_at_3_diff1": 0.38211, "nauc_precision_at_5_max": 0.037051, "nauc_precision_at_5_std": -0.003342, "nauc_precision_at_5_diff1": 0.151279, "nauc_precision_at_10_max": 0.053612, "nauc_precision_at_10_std": -0.107962, "nauc_precision_at_10_diff1": 0.165666, "nauc_precision_at_20_max": 0.167729, "nauc_precision_at_20_std": -0.012326, "nauc_precision_at_20_diff1": 0.085307, "nauc_precision_at_100_max": 0.119481, "nauc_precision_at_100_std": 0.250602, "nauc_precision_at_100_diff1": 0.064774, "nauc_precision_at_1000_max": 0.092367, "nauc_precision_at_1000_std": 0.130385, "nauc_precision_at_1000_diff1": 0.098755, "nauc_mrr_at_1_max": 0.231419, "nauc_mrr_at_1_std": 0.247786, "nauc_mrr_at_1_diff1": 0.540582, "nauc_mrr_at_3_max": 0.216313, "nauc_mrr_at_3_std": 0.185986, "nauc_mrr_at_3_diff1": 0.438108, "nauc_mrr_at_5_max": 0.157781, "nauc_mrr_at_5_std": 0.128455, "nauc_mrr_at_5_diff1": 0.341695, "nauc_mrr_at_10_max": 0.162429, "nauc_mrr_at_10_std": 0.090228, "nauc_mrr_at_10_diff1": 0.338328, "nauc_mrr_at_20_max": 0.176435, "nauc_mrr_at_20_std": 0.092687, "nauc_mrr_at_20_diff1": 0.290777, "nauc_mrr_at_100_max": 0.171665, "nauc_mrr_at_100_std": 0.117477, "nauc_mrr_at_100_diff1": 0.280917, "nauc_mrr_at_1000_max": 0.172541, "nauc_mrr_at_1000_std": 0.112567, "nauc_mrr_at_1000_diff1": 0.281341, "hit_rate_at_1": 0.0125, "hit_rate_at_3": 0.025, "hit_rate_at_5": 0.03438, "hit_rate_at_10": 0.05, "hit_rate_at_20": 0.1, "hit_rate_at_100": 0.28437, "hit_rate_at_1000": 0.85, "main_score": 0.00935, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.00313, "ndcg_at_3": 0.0046, "ndcg_at_5": 0.00625, "ndcg_at_10": 0.0127, "ndcg_at_20": 0.01627, "ndcg_at_100": 0.03284, "ndcg_at_1000": 0.12471, "map_at_1": 0.00095, "map_at_3": 0.00152, "map_at_5": 0.00229, "map_at_10": 0.00471, "map_at_20": 0.00546, "map_at_100": 0.00724, "map_at_1000": 0.01045, "recall_at_1": 0.00095, "recall_at_3": 0.00209, "recall_at_5": 0.00553, "recall_at_10": 0.0223, "recall_at_20": 0.03129, "recall_at_100": 0.09635, "recall_at_1000": 0.64014, "accuracy": 0.00095, "precision_at_1": 0.00625, "precision_at_3": 0.00521, "precision_at_5": 0.00625, "precision_at_10": 0.00813, "precision_at_20": 0.00609, "precision_at_100": 0.00434, "precision_at_1000": 0.00289, "mrr_at_1": 0.00625, "mrr_at_3": 0.010937, "mrr_at_5": 0.014531, "mrr_at_10": 0.019226, "mrr_at_20": 0.021633, "mrr_at_100": 0.025453, "mrr_at_1000": 0.027551, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": 0.830963, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.258233, "nauc_ndcg_at_3_std": 0.153084, "nauc_ndcg_at_3_diff1": 0.319373, "nauc_ndcg_at_5_max": 0.163801, "nauc_ndcg_at_5_std": 0.076355, "nauc_ndcg_at_5_diff1": 0.249195, "nauc_ndcg_at_10_max": 0.085927, "nauc_ndcg_at_10_std": 0.004027, "nauc_ndcg_at_10_diff1": 0.041124, "nauc_ndcg_at_20_max": 0.082043, "nauc_ndcg_at_20_std": -0.040216, "nauc_ndcg_at_20_diff1": 0.021677, "nauc_ndcg_at_100_max": 0.054995, "nauc_ndcg_at_100_std": 0.006995, "nauc_ndcg_at_100_diff1": 0.08592, "nauc_ndcg_at_1000_max": 0.117623, "nauc_ndcg_at_1000_std": 0.165392, "nauc_ndcg_at_1000_diff1": 0.124578, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": 0.723394, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.532137, "nauc_map_at_3_std": 0.355536, "nauc_map_at_3_diff1": 0.554445, "nauc_map_at_5_max": 0.389141, "nauc_map_at_5_std": 0.248553, "nauc_map_at_5_diff1": 0.468478, "nauc_map_at_10_max": 0.13419, "nauc_map_at_10_std": 0.049159, "nauc_map_at_10_diff1": 0.121561, "nauc_map_at_20_max": 0.128901, "nauc_map_at_20_std": 0.02134, "nauc_map_at_20_diff1": 0.104392, "nauc_map_at_100_max": 0.132232, "nauc_map_at_100_std": 0.031615, "nauc_map_at_100_diff1": 0.125805, "nauc_map_at_1000_max": 0.135073, "nauc_map_at_1000_std": 0.07017, "nauc_map_at_1000_diff1": 0.125266, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": 0.723394, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 0.318335, "nauc_recall_at_3_std": 0.187434, "nauc_recall_at_3_diff1": 0.350839, "nauc_recall_at_5_max": 0.14948, "nauc_recall_at_5_std": 0.066341, "nauc_recall_at_5_diff1": 0.347635, "nauc_recall_at_10_max": 0.005988, "nauc_recall_at_10_std": -0.04134, "nauc_recall_at_10_diff1": -0.0758, "nauc_recall_at_20_max": 0.02157, "nauc_recall_at_20_std": -0.06795, "nauc_recall_at_20_diff1": -0.063776, "nauc_recall_at_100_max": -0.003172, "nauc_recall_at_100_std": -0.005611, "nauc_recall_at_100_diff1": 0.067461, "nauc_recall_at_1000_max": 0.146915, "nauc_recall_at_1000_std": 0.266288, "nauc_recall_at_1000_diff1": 0.15164, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": 0.830963, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 0.261712, "nauc_precision_at_3_std": 0.150148, "nauc_precision_at_3_diff1": 0.322565, "nauc_precision_at_5_max": 0.111752, "nauc_precision_at_5_std": 0.037832, "nauc_precision_at_5_diff1": 0.148189, "nauc_precision_at_10_max": 0.034334, "nauc_precision_at_10_std": -0.060701, "nauc_precision_at_10_diff1": 0.007213, "nauc_precision_at_20_max": 0.098436, "nauc_precision_at_20_std": -0.072981, "nauc_precision_at_20_diff1": 0.030622, "nauc_precision_at_100_max": 0.111361, "nauc_precision_at_100_std": 0.059014, "nauc_precision_at_100_diff1": 0.160369, "nauc_precision_at_1000_max": 0.0808, "nauc_precision_at_1000_std": 0.108508, "nauc_precision_at_1000_diff1": 0.067255, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": 0.830963, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.472651, "nauc_mrr_at_3_std": 0.344666, "nauc_mrr_at_3_diff1": 0.516118, "nauc_mrr_at_5_max": 0.355323, "nauc_mrr_at_5_std": 0.249008, "nauc_mrr_at_5_diff1": 0.376863, "nauc_mrr_at_10_max": 0.26164, "nauc_mrr_at_10_std": 0.153821, "nauc_mrr_at_10_diff1": 0.266015, "nauc_mrr_at_20_max": 0.255919, "nauc_mrr_at_20_std": 0.126846, "nauc_mrr_at_20_diff1": 0.24633, "nauc_mrr_at_100_max": 0.230443, "nauc_mrr_at_100_std": 0.126495, "nauc_mrr_at_100_diff1": 0.226169, "nauc_mrr_at_1000_max": 0.236024, "nauc_mrr_at_1000_std": 0.132355, "nauc_mrr_at_1000_diff1": 0.229911, "hit_rate_at_1": 0.00625, "hit_rate_at_3": 0.01562, "hit_rate_at_5": 0.03125, "hit_rate_at_10": 0.06875, "hit_rate_at_20": 0.1, "hit_rate_at_100": 0.2875, "hit_rate_at_1000": 0.85938, "main_score": 0.0127, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.01562, "ndcg_at_3": 0.01434, "ndcg_at_5": 0.01424, "ndcg_at_10": 0.01522, "ndcg_at_20": 0.02161, "ndcg_at_100": 0.03904, "ndcg_at_1000": 0.12546, "map_at_1": 0.00587, "map_at_3": 0.00719, "map_at_5": 0.00783, "map_at_10": 0.00832, "map_at_20": 0.00978, "map_at_100": 0.01168, "map_at_1000": 0.01478, "recall_at_1": 0.00587, "recall_at_3": 0.00945, "recall_at_5": 0.01237, "recall_at_10": 0.01673, "recall_at_20": 0.035, "recall_at_100": 0.10275, "recall_at_1000": 0.61466, "accuracy": 0.00587, "precision_at_1": 0.01875, "precision_at_3": 0.01354, "precision_at_5": 0.01063, "precision_at_10": 0.0075, "precision_at_20": 0.00781, "precision_at_100": 0.00491, "precision_at_1000": 0.00276, "mrr_at_1": 0.01875, "mrr_at_3": 0.027083, "mrr_at_5": 0.029896, "mrr_at_10": 0.032049, "mrr_at_20": 0.036374, "mrr_at_100": 0.039899, "mrr_at_1000": 0.041846, "nauc_ndcg_at_1_max": -0.1978, "nauc_ndcg_at_1_std": -0.183579, "nauc_ndcg_at_1_diff1": 0.136625, "nauc_ndcg_at_3_max": -0.115149, "nauc_ndcg_at_3_std": -0.136524, "nauc_ndcg_at_3_diff1": 0.042298, "nauc_ndcg_at_5_max": -0.069666, "nauc_ndcg_at_5_std": -0.140625, "nauc_ndcg_at_5_diff1": 0.051364, "nauc_ndcg_at_10_max": 0.005998, "nauc_ndcg_at_10_std": -0.079707, "nauc_ndcg_at_10_diff1": 0.013761, "nauc_ndcg_at_20_max": -0.009301, "nauc_ndcg_at_20_std": -0.1086, "nauc_ndcg_at_20_diff1": 0.036176, "nauc_ndcg_at_100_max": 0.044409, "nauc_ndcg_at_100_std": -0.03428, "nauc_ndcg_at_100_diff1": 0.048167, "nauc_ndcg_at_1000_max": 0.109167, "nauc_ndcg_at_1000_std": 0.125654, "nauc_ndcg_at_1000_diff1": 0.089589, "nauc_map_at_1_max": -0.258098, "nauc_map_at_1_std": -0.249657, "nauc_map_at_1_diff1": -0.128437, "nauc_map_at_3_max": -0.213916, "nauc_map_at_3_std": -0.218337, "nauc_map_at_3_diff1": -0.117601, "nauc_map_at_5_max": -0.155949, "nauc_map_at_5_std": -0.203484, "nauc_map_at_5_diff1": -0.065797, "nauc_map_at_10_max": -0.11334, "nauc_map_at_10_std": -0.166904, "nauc_map_at_10_diff1": -0.064453, "nauc_map_at_20_max": -0.09457, "nauc_map_at_20_std": -0.158894, "nauc_map_at_20_diff1": -0.031125, "nauc_map_at_100_max": -0.050866, "nauc_map_at_100_std": -0.117201, "nauc_map_at_100_diff1": -0.002023, "nauc_map_at_1000_max": -0.028548, "nauc_map_at_1000_std": -0.080781, "nauc_map_at_1000_diff1": 0.0124, "nauc_recall_at_1_max": -0.258098, "nauc_recall_at_1_std": -0.249657, "nauc_recall_at_1_diff1": -0.128437, "nauc_recall_at_3_max": -0.148604, "nauc_recall_at_3_std": -0.181761, "nauc_recall_at_3_diff1": -0.099791, "nauc_recall_at_5_max": 0.014125, "nauc_recall_at_5_std": -0.144712, "nauc_recall_at_5_diff1": 0.054082, "nauc_recall_at_10_max": 0.157063, "nauc_recall_at_10_std": 0.007963, "nauc_recall_at_10_diff1": 0.004897, "nauc_recall_at_20_max": 0.081068, "nauc_recall_at_20_std": -0.052293, "nauc_recall_at_20_diff1": 0.075731, "nauc_recall_at_100_max": 0.106971, "nauc_recall_at_100_std": 0.037592, "nauc_recall_at_100_diff1": 0.030364, "nauc_recall_at_1000_max": 0.150081, "nauc_recall_at_1000_std": 0.304694, "nauc_recall_at_1000_diff1": 0.027404, "nauc_precision_at_1_max": -0.026339, "nauc_precision_at_1_std": -0.061444, "nauc_precision_at_1_diff1": 0.252348, "nauc_precision_at_3_max": 0.005635, "nauc_precision_at_3_std": -0.056511, "nauc_precision_at_3_diff1": 0.142928, "nauc_precision_at_5_max": 0.073502, "nauc_precision_at_5_std": -0.059865, "nauc_precision_at_5_diff1": 0.170536, "nauc_precision_at_10_max": 0.178573, "nauc_precision_at_10_std": 0.018368, "nauc_precision_at_10_diff1": 0.143737, "nauc_precision_at_20_max": 0.045214, "nauc_precision_at_20_std": -0.121068, "nauc_precision_at_20_diff1": 0.121769, "nauc_precision_at_100_max": 0.138896, "nauc_precision_at_100_std": 0.037345, "nauc_precision_at_100_diff1": 0.156006, "nauc_precision_at_1000_max": 0.120869, "nauc_precision_at_1000_std": 0.062286, "nauc_precision_at_1000_diff1": 0.124858, "nauc_mrr_at_1_max": -0.026339, "nauc_mrr_at_1_std": -0.061444, "nauc_mrr_at_1_diff1": 0.252348, "nauc_mrr_at_3_max": -0.026929, "nauc_mrr_at_3_std": -0.064328, "nauc_mrr_at_3_diff1": 0.178593, "nauc_mrr_at_5_max": 0.001486, "nauc_mrr_at_5_std": -0.065112, "nauc_mrr_at_5_diff1": 0.185939, "nauc_mrr_at_10_max": 0.021243, "nauc_mrr_at_10_std": -0.055741, "nauc_mrr_at_10_diff1": 0.174773, "nauc_mrr_at_20_max": 0.010169, "nauc_mrr_at_20_std": -0.077455, "nauc_mrr_at_20_diff1": 0.16621, "nauc_mrr_at_100_max": 0.02146, "nauc_mrr_at_100_std": -0.064207, "nauc_mrr_at_100_diff1": 0.164864, "nauc_mrr_at_1000_max": 0.023258, "nauc_mrr_at_1000_std": -0.058625, "nauc_mrr_at_1000_diff1": 0.165023, "hit_rate_at_1": 0.01875, "hit_rate_at_3": 0.04063, "hit_rate_at_5": 0.05312, "hit_rate_at_10": 0.07187, "hit_rate_at_20": 0.13437, "hit_rate_at_100": 0.30312, "hit_rate_at_1000": 0.82188, "main_score": 0.01522, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 1030.244954161346, "kg_co2_emissions": null, "date": 1783385712.96207, "evaluation_phases": [ { "name": "Data loading", "start": 6.373226642608643e-05, "end": 78.9490145072341, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 78.94907476007938, "end": 78.9490802437067, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 78.96725541353226, "end": 249.99021174758673, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 249.99052833020687, "end": 250.3010429367423, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 250.33790347725153, "end": 407.42706345021725, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 407.427417203784, "end": 407.7341883406043, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 407.77987299114466, "end": 564.7226497083902, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 564.7228884771466, "end": 565.0218512937427, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 565.0598233193159, "end": 718.2207868471742, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 718.2210066840053, "end": 718.5397948771715, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 718.5822277888656, "end": 873.602310501039, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 873.6025145351887, "end": 873.9006397351623, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 873.9374326914549, "end": 1029.9009927362204, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 1029.9012106955051, "end": 1030.215846002102, "split": "test", "subset": "portuguese" } ] }