{ "dataset_revision": "fa78cb14152b3dde8c5defdc4e3ddf50de69dfeb", "task_name": "Vidore3FinanceEnRetrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.14239, "ndcg_at_3": 0.14237, "ndcg_at_5": 0.155, "ndcg_at_10": 0.16937, "ndcg_at_20": 0.20016, "ndcg_at_100": 0.25911, "ndcg_at_1000": 0.33471, "map_at_1": 0.06458, "map_at_3": 0.09159, "map_at_5": 0.10514, "map_at_10": 0.11414, "map_at_20": 0.1249, "map_at_100": 0.13563, "map_at_1000": 0.14105, "recall_at_1": 0.06458, "recall_at_3": 0.11886, "recall_at_5": 0.16374, "recall_at_10": 0.20982, "recall_at_20": 0.30712, "recall_at_100": 0.53095, "recall_at_1000": 0.92492, "accuracy": 0.06458, "precision_at_1": 0.15534, "precision_at_3": 0.10248, "precision_at_5": 0.08867, "precision_at_10": 0.06408, "precision_at_20": 0.04887, "precision_at_100": 0.01968, "precision_at_1000": 0.00418, "mrr_at_1": 0.15534, "mrr_at_3": 0.205502, "mrr_at_5": 0.221521, "mrr_at_10": 0.234858, "mrr_at_20": 0.242581, "mrr_at_100": 0.248551, "mrr_at_1000": 0.249311, "nauc_ndcg_at_1_max": 0.212514, "nauc_ndcg_at_1_std": 0.069687, "nauc_ndcg_at_1_diff1": 0.188671, "nauc_ndcg_at_3_max": 0.187381, "nauc_ndcg_at_3_std": 0.075148, "nauc_ndcg_at_3_diff1": 0.16374, "nauc_ndcg_at_5_max": 0.183247, "nauc_ndcg_at_5_std": 0.039562, "nauc_ndcg_at_5_diff1": 0.174533, "nauc_ndcg_at_10_max": 0.169983, "nauc_ndcg_at_10_std": 0.055994, "nauc_ndcg_at_10_diff1": 0.172174, "nauc_ndcg_at_20_max": 0.173738, "nauc_ndcg_at_20_std": 0.069163, "nauc_ndcg_at_20_diff1": 0.148211, "nauc_ndcg_at_100_max": 0.186138, "nauc_ndcg_at_100_std": 0.111973, "nauc_ndcg_at_100_diff1": 0.120201, "nauc_ndcg_at_1000_max": 0.202057, "nauc_ndcg_at_1000_std": 0.139244, "nauc_ndcg_at_1000_diff1": 0.138992, "nauc_map_at_1_max": 0.193482, "nauc_map_at_1_std": 0.026048, "nauc_map_at_1_diff1": 0.220151, "nauc_map_at_3_max": 0.166564, "nauc_map_at_3_std": 0.010933, "nauc_map_at_3_diff1": 0.199718, "nauc_map_at_5_max": 0.169138, "nauc_map_at_5_std": -0.001979, "nauc_map_at_5_diff1": 0.199535, "nauc_map_at_10_max": 0.162769, "nauc_map_at_10_std": 0.016315, "nauc_map_at_10_diff1": 0.192697, "nauc_map_at_20_max": 0.165048, "nauc_map_at_20_std": 0.027087, "nauc_map_at_20_diff1": 0.181696, "nauc_map_at_100_max": 0.166492, "nauc_map_at_100_std": 0.041927, "nauc_map_at_100_diff1": 0.170989, "nauc_map_at_1000_max": 0.171247, "nauc_map_at_1000_std": 0.048728, "nauc_map_at_1000_diff1": 0.172011, "nauc_recall_at_1_max": 0.193482, "nauc_recall_at_1_std": 0.026048, "nauc_recall_at_1_diff1": 0.220151, "nauc_recall_at_3_max": 0.159799, "nauc_recall_at_3_std": 0.020347, "nauc_recall_at_3_diff1": 0.182267, "nauc_recall_at_5_max": 0.138956, "nauc_recall_at_5_std": -0.032651, "nauc_recall_at_5_diff1": 0.161183, "nauc_recall_at_10_max": 0.094391, "nauc_recall_at_10_std": 0.003407, "nauc_recall_at_10_diff1": 0.128826, "nauc_recall_at_20_max": 0.107826, "nauc_recall_at_20_std": 0.025159, "nauc_recall_at_20_diff1": 0.0726, "nauc_recall_at_100_max": 0.133784, "nauc_recall_at_100_std": 0.136229, "nauc_recall_at_100_diff1": 0.00284, "nauc_recall_at_1000_max": 0.401351, "nauc_recall_at_1000_std": 0.422809, "nauc_recall_at_1000_diff1": 0.1402, "nauc_precision_at_1_max": 0.22242, "nauc_precision_at_1_std": 0.07333, "nauc_precision_at_1_diff1": 0.174959, "nauc_precision_at_3_max": 0.166397, "nauc_precision_at_3_std": 0.10147, "nauc_precision_at_3_diff1": 0.101822, "nauc_precision_at_5_max": 0.171045, "nauc_precision_at_5_std": 0.11149, "nauc_precision_at_5_diff1": 0.092094, "nauc_precision_at_10_max": 0.145444, "nauc_precision_at_10_std": 0.197283, "nauc_precision_at_10_diff1": 0.059686, "nauc_precision_at_20_max": 0.151929, "nauc_precision_at_20_std": 0.245061, "nauc_precision_at_20_diff1": -0.008665, "nauc_precision_at_100_max": 0.129313, "nauc_precision_at_100_std": 0.271913, "nauc_precision_at_100_diff1": -0.083238, "nauc_precision_at_1000_max": 0.048874, "nauc_precision_at_1000_std": 0.192738, "nauc_precision_at_1000_diff1": -0.061425, "nauc_mrr_at_1_max": 0.22242, "nauc_mrr_at_1_std": 0.07333, "nauc_mrr_at_1_diff1": 0.174959, "nauc_mrr_at_3_max": 0.224971, "nauc_mrr_at_3_std": 0.104499, "nauc_mrr_at_3_diff1": 0.162292, "nauc_mrr_at_5_max": 0.222216, "nauc_mrr_at_5_std": 0.09293, "nauc_mrr_at_5_diff1": 0.149356, "nauc_mrr_at_10_max": 0.221534, "nauc_mrr_at_10_std": 0.108299, "nauc_mrr_at_10_diff1": 0.150882, "nauc_mrr_at_20_max": 0.222867, "nauc_mrr_at_20_std": 0.106184, "nauc_mrr_at_20_diff1": 0.144268, "nauc_mrr_at_100_max": 0.220617, "nauc_mrr_at_100_std": 0.106769, "nauc_mrr_at_100_diff1": 0.144691, "nauc_mrr_at_1000_max": 0.220693, "nauc_mrr_at_1000_std": 0.106438, "nauc_mrr_at_1000_diff1": 0.145397, "hit_rate_at_1": 0.15534, "hit_rate_at_3": 0.26861, "hit_rate_at_5": 0.33981, "hit_rate_at_10": 0.44013, "hit_rate_at_20": 0.5534, "hit_rate_at_100": 0.81553, "hit_rate_at_1000": 0.99029, "main_score": 0.16937, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.07767, "ndcg_at_3": 0.09051, "ndcg_at_5": 0.09641, "ndcg_at_10": 0.11577, "ndcg_at_20": 0.13233, "ndcg_at_100": 0.18274, "ndcg_at_1000": 0.27227, "map_at_1": 0.04233, "map_at_3": 0.06227, "map_at_5": 0.06796, "map_at_10": 0.07772, "map_at_20": 0.08296, "map_at_100": 0.09076, "map_at_1000": 0.09585, "recall_at_1": 0.04233, "recall_at_3": 0.0825, "recall_at_5": 0.10497, "recall_at_10": 0.16308, "recall_at_20": 0.21248, "recall_at_100": 0.40733, "recall_at_1000": 0.89516, "accuracy": 0.04233, "precision_at_1": 0.08414, "precision_at_3": 0.0658, "precision_at_5": 0.05243, "precision_at_10": 0.04239, "precision_at_20": 0.03107, "precision_at_100": 0.01482, "precision_at_1000": 0.00393, "mrr_at_1": 0.084142, "mrr_at_3": 0.118662, "mrr_at_5": 0.128695, "mrr_at_10": 0.140765, "mrr_at_20": 0.147976, "mrr_at_100": 0.154799, "mrr_at_1000": 0.156117, "nauc_ndcg_at_1_max": 0.301394, "nauc_ndcg_at_1_std": 0.166985, "nauc_ndcg_at_1_diff1": 0.094574, "nauc_ndcg_at_3_max": 0.26509, "nauc_ndcg_at_3_std": 0.132349, "nauc_ndcg_at_3_diff1": 0.080933, "nauc_ndcg_at_5_max": 0.289676, "nauc_ndcg_at_5_std": 0.142025, "nauc_ndcg_at_5_diff1": 0.090812, "nauc_ndcg_at_10_max": 0.265738, "nauc_ndcg_at_10_std": 0.131217, "nauc_ndcg_at_10_diff1": 0.145176, "nauc_ndcg_at_20_max": 0.258079, "nauc_ndcg_at_20_std": 0.135032, "nauc_ndcg_at_20_diff1": 0.157258, "nauc_ndcg_at_100_max": 0.29254, "nauc_ndcg_at_100_std": 0.201195, "nauc_ndcg_at_100_diff1": 0.126248, "nauc_ndcg_at_1000_max": 0.281428, "nauc_ndcg_at_1000_std": 0.203871, "nauc_ndcg_at_1000_diff1": 0.103882, "nauc_map_at_1_max": 0.297276, "nauc_map_at_1_std": 0.033116, "nauc_map_at_1_diff1": 0.1508, "nauc_map_at_3_max": 0.30231, "nauc_map_at_3_std": 0.075079, "nauc_map_at_3_diff1": 0.129542, "nauc_map_at_5_max": 0.31109, "nauc_map_at_5_std": 0.090917, "nauc_map_at_5_diff1": 0.130959, "nauc_map_at_10_max": 0.296543, "nauc_map_at_10_std": 0.097283, "nauc_map_at_10_diff1": 0.149883, "nauc_map_at_20_max": 0.29308, "nauc_map_at_20_std": 0.103332, "nauc_map_at_20_diff1": 0.15071, "nauc_map_at_100_max": 0.299346, "nauc_map_at_100_std": 0.120503, "nauc_map_at_100_diff1": 0.141432, "nauc_map_at_1000_max": 0.299795, "nauc_map_at_1000_std": 0.125428, "nauc_map_at_1000_diff1": 0.13824, "nauc_recall_at_1_max": 0.297276, "nauc_recall_at_1_std": 0.033116, "nauc_recall_at_1_diff1": 0.1508, "nauc_recall_at_3_max": 0.282059, "nauc_recall_at_3_std": 0.088117, "nauc_recall_at_3_diff1": 0.121025, "nauc_recall_at_5_max": 0.302861, "nauc_recall_at_5_std": 0.094431, "nauc_recall_at_5_diff1": 0.1335, "nauc_recall_at_10_max": 0.22674, "nauc_recall_at_10_std": 0.089581, "nauc_recall_at_10_diff1": 0.209246, "nauc_recall_at_20_max": 0.195868, "nauc_recall_at_20_std": 0.108829, "nauc_recall_at_20_diff1": 0.211183, "nauc_recall_at_100_max": 0.305807, "nauc_recall_at_100_std": 0.269582, "nauc_recall_at_100_diff1": 0.121182, "nauc_recall_at_1000_max": 0.484965, "nauc_recall_at_1000_std": 0.389261, "nauc_recall_at_1000_diff1": 0.065258, "nauc_precision_at_1_max": 0.286435, "nauc_precision_at_1_std": 0.190963, "nauc_precision_at_1_diff1": 0.059964, "nauc_precision_at_3_max": 0.221614, "nauc_precision_at_3_std": 0.205927, "nauc_precision_at_3_diff1": 0.009102, "nauc_precision_at_5_max": 0.242504, "nauc_precision_at_5_std": 0.248157, "nauc_precision_at_5_diff1": -0.001873, "nauc_precision_at_10_max": 0.175804, "nauc_precision_at_10_std": 0.234365, "nauc_precision_at_10_diff1": 0.074997, "nauc_precision_at_20_max": 0.172066, "nauc_precision_at_20_std": 0.238012, "nauc_precision_at_20_diff1": 0.08405, "nauc_precision_at_100_max": 0.147152, "nauc_precision_at_100_std": 0.323772, "nauc_precision_at_100_diff1": -0.031718, "nauc_precision_at_1000_max": -0.08929, "nauc_precision_at_1000_std": 0.123393, "nauc_precision_at_1000_diff1": -0.089844, "nauc_mrr_at_1_max": 0.286435, "nauc_mrr_at_1_std": 0.190963, "nauc_mrr_at_1_diff1": 0.059964, "nauc_mrr_at_3_max": 0.267836, "nauc_mrr_at_3_std": 0.199526, "nauc_mrr_at_3_diff1": 0.038958, "nauc_mrr_at_5_max": 0.271665, "nauc_mrr_at_5_std": 0.199626, "nauc_mrr_at_5_diff1": 0.041598, "nauc_mrr_at_10_max": 0.258859, "nauc_mrr_at_10_std": 0.198302, "nauc_mrr_at_10_diff1": 0.059233, "nauc_mrr_at_20_max": 0.262275, "nauc_mrr_at_20_std": 0.204903, "nauc_mrr_at_20_diff1": 0.061842, "nauc_mrr_at_100_max": 0.265454, "nauc_mrr_at_100_std": 0.205889, "nauc_mrr_at_100_diff1": 0.058686, "nauc_mrr_at_1000_max": 0.265717, "nauc_mrr_at_1000_std": 0.205393, "nauc_mrr_at_1000_diff1": 0.058046, "hit_rate_at_1": 0.08414, "hit_rate_at_3": 0.16505, "hit_rate_at_5": 0.21036, "hit_rate_at_10": 0.30421, "hit_rate_at_20": 0.40777, "hit_rate_at_100": 0.69903, "hit_rate_at_1000": 1.0, "main_score": 0.11577, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.08091, "ndcg_at_3": 0.08729, "ndcg_at_5": 0.09556, "ndcg_at_10": 0.11821, "ndcg_at_20": 0.13423, "ndcg_at_100": 0.18873, "ndcg_at_1000": 0.27151, "map_at_1": 0.03286, "map_at_3": 0.05298, "map_at_5": 0.06016, "map_at_10": 0.07156, "map_at_20": 0.07633, "map_at_100": 0.08613, "map_at_1000": 0.09093, "recall_at_1": 0.03286, "recall_at_3": 0.0779, "recall_at_5": 0.10288, "recall_at_10": 0.16623, "recall_at_20": 0.21092, "recall_at_100": 0.4214, "recall_at_1000": 0.86976, "accuracy": 0.03286, "precision_at_1": 0.09061, "precision_at_3": 0.06796, "precision_at_5": 0.05825, "precision_at_10": 0.04757, "precision_at_20": 0.03366, "precision_at_100": 0.01563, "precision_at_1000": 0.00384, "mrr_at_1": 0.090615, "mrr_at_3": 0.12891, "mrr_at_5": 0.141694, "mrr_at_10": 0.157596, "mrr_at_20": 0.16389, "mrr_at_100": 0.17053, "mrr_at_1000": 0.171803, "nauc_ndcg_at_1_max": 0.203624, "nauc_ndcg_at_1_std": 0.31769, "nauc_ndcg_at_1_diff1": -0.048936, "nauc_ndcg_at_3_max": 0.180353, "nauc_ndcg_at_3_std": 0.231712, "nauc_ndcg_at_3_diff1": -0.006575, "nauc_ndcg_at_5_max": 0.16023, "nauc_ndcg_at_5_std": 0.21228, "nauc_ndcg_at_5_diff1": -0.00429, "nauc_ndcg_at_10_max": 0.205482, "nauc_ndcg_at_10_std": 0.194748, "nauc_ndcg_at_10_diff1": 0.03641, "nauc_ndcg_at_20_max": 0.200918, "nauc_ndcg_at_20_std": 0.20177, "nauc_ndcg_at_20_diff1": 0.022951, "nauc_ndcg_at_100_max": 0.209964, "nauc_ndcg_at_100_std": 0.213999, "nauc_ndcg_at_100_diff1": -0.004764, "nauc_ndcg_at_1000_max": 0.229559, "nauc_ndcg_at_1000_std": 0.26786, "nauc_ndcg_at_1000_diff1": 0.004966, "nauc_map_at_1_max": 0.34072, "nauc_map_at_1_std": 0.258489, "nauc_map_at_1_diff1": -0.024495, "nauc_map_at_3_max": 0.227947, "nauc_map_at_3_std": 0.158807, "nauc_map_at_3_diff1": -0.01991, "nauc_map_at_5_max": 0.20842, "nauc_map_at_5_std": 0.160366, "nauc_map_at_5_diff1": -0.018177, "nauc_map_at_10_max": 0.223747, "nauc_map_at_10_std": 0.159391, "nauc_map_at_10_diff1": 0.008832, "nauc_map_at_20_max": 0.216359, "nauc_map_at_20_std": 0.169993, "nauc_map_at_20_diff1": 0.000755, "nauc_map_at_100_max": 0.218576, "nauc_map_at_100_std": 0.178524, "nauc_map_at_100_diff1": -0.008011, "nauc_map_at_1000_max": 0.220077, "nauc_map_at_1000_std": 0.186153, "nauc_map_at_1000_diff1": -0.007963, "nauc_recall_at_1_max": 0.34072, "nauc_recall_at_1_std": 0.258489, "nauc_recall_at_1_diff1": -0.024495, "nauc_recall_at_3_max": 0.16415, "nauc_recall_at_3_std": 0.111278, "nauc_recall_at_3_diff1": -0.013416, "nauc_recall_at_5_max": 0.126344, "nauc_recall_at_5_std": 0.106094, "nauc_recall_at_5_diff1": 0.002393, "nauc_recall_at_10_max": 0.174873, "nauc_recall_at_10_std": 0.096537, "nauc_recall_at_10_diff1": 0.077275, "nauc_recall_at_20_max": 0.172707, "nauc_recall_at_20_std": 0.123254, "nauc_recall_at_20_diff1": 0.045366, "nauc_recall_at_100_max": 0.209928, "nauc_recall_at_100_std": 0.154873, "nauc_recall_at_100_diff1": -0.021003, "nauc_recall_at_1000_max": 0.488587, "nauc_recall_at_1000_std": 0.344391, "nauc_recall_at_1000_diff1": -0.008873, "nauc_precision_at_1_max": 0.225158, "nauc_precision_at_1_std": 0.288739, "nauc_precision_at_1_diff1": -0.049643, "nauc_precision_at_3_max": 0.130417, "nauc_precision_at_3_std": 0.261213, "nauc_precision_at_3_diff1": -0.009892, "nauc_precision_at_5_max": 0.069995, "nauc_precision_at_5_std": 0.275373, "nauc_precision_at_5_diff1": -0.009548, "nauc_precision_at_10_max": 0.151563, "nauc_precision_at_10_std": 0.258226, "nauc_precision_at_10_diff1": 0.025771, "nauc_precision_at_20_max": 0.111857, "nauc_precision_at_20_std": 0.274003, "nauc_precision_at_20_diff1": -0.004312, "nauc_precision_at_100_max": 0.099697, "nauc_precision_at_100_std": 0.264888, "nauc_precision_at_100_diff1": -0.0238, "nauc_precision_at_1000_max": -0.027237, "nauc_precision_at_1000_std": 0.171326, "nauc_precision_at_1000_diff1": 0.011602, "nauc_mrr_at_1_max": 0.225158, "nauc_mrr_at_1_std": 0.288739, "nauc_mrr_at_1_diff1": -0.049643, "nauc_mrr_at_3_max": 0.20205, "nauc_mrr_at_3_std": 0.272317, "nauc_mrr_at_3_diff1": -0.0133, "nauc_mrr_at_5_max": 0.181911, "nauc_mrr_at_5_std": 0.265139, "nauc_mrr_at_5_diff1": -0.007578, "nauc_mrr_at_10_max": 0.194948, "nauc_mrr_at_10_std": 0.258805, "nauc_mrr_at_10_diff1": -0.000897, "nauc_mrr_at_20_max": 0.194409, "nauc_mrr_at_20_std": 0.25936, "nauc_mrr_at_20_diff1": -0.003523, "nauc_mrr_at_100_max": 0.193532, "nauc_mrr_at_100_std": 0.258723, "nauc_mrr_at_100_diff1": -0.007325, "nauc_mrr_at_1000_max": 0.19439, "nauc_mrr_at_1000_std": 0.259344, "nauc_mrr_at_1000_diff1": -0.006954, "hit_rate_at_1": 0.09061, "hit_rate_at_3": 0.18447, "hit_rate_at_5": 0.23948, "hit_rate_at_10": 0.35275, "hit_rate_at_20": 0.44337, "hit_rate_at_100": 0.69903, "hit_rate_at_1000": 0.97087, "main_score": 0.11821, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.09061, "ndcg_at_3": 0.09838, "ndcg_at_5": 0.11, "ndcg_at_10": 0.12603, "ndcg_at_20": 0.14839, "ndcg_at_100": 0.20401, "ndcg_at_1000": 0.29028, "map_at_1": 0.03939, "map_at_3": 0.06572, "map_at_5": 0.07404, "map_at_10": 0.08282, "map_at_20": 0.08989, "map_at_100": 0.09931, "map_at_1000": 0.10482, "recall_at_1": 0.03939, "recall_at_3": 0.09115, "recall_at_5": 0.12056, "recall_at_10": 0.16903, "recall_at_20": 0.23661, "recall_at_100": 0.4422, "recall_at_1000": 0.90355, "accuracy": 0.03939, "precision_at_1": 0.10356, "precision_at_3": 0.07335, "precision_at_5": 0.06472, "precision_at_10": 0.04919, "precision_at_20": 0.03722, "precision_at_100": 0.0165, "precision_at_1000": 0.00409, "mrr_at_1": 0.10356, "mrr_at_3": 0.142395, "mrr_at_5": 0.1589, "mrr_at_10": 0.17168, "mrr_at_20": 0.180015, "mrr_at_100": 0.186448, "mrr_at_1000": 0.187579, "nauc_ndcg_at_1_max": 0.307288, "nauc_ndcg_at_1_std": 0.261824, "nauc_ndcg_at_1_diff1": 0.08304, "nauc_ndcg_at_3_max": 0.341716, "nauc_ndcg_at_3_std": 0.226132, "nauc_ndcg_at_3_diff1": 0.001239, "nauc_ndcg_at_5_max": 0.339987, "nauc_ndcg_at_5_std": 0.247407, "nauc_ndcg_at_5_diff1": 0.022854, "nauc_ndcg_at_10_max": 0.325097, "nauc_ndcg_at_10_std": 0.227416, "nauc_ndcg_at_10_diff1": 0.01891, "nauc_ndcg_at_20_max": 0.330316, "nauc_ndcg_at_20_std": 0.250039, "nauc_ndcg_at_20_diff1": 0.016669, "nauc_ndcg_at_100_max": 0.326314, "nauc_ndcg_at_100_std": 0.283769, "nauc_ndcg_at_100_diff1": -0.008755, "nauc_ndcg_at_1000_max": 0.343144, "nauc_ndcg_at_1000_std": 0.31424, "nauc_ndcg_at_1000_diff1": -0.001965, "nauc_map_at_1_max": 0.34513, "nauc_map_at_1_std": 0.218243, "nauc_map_at_1_diff1": 0.148418, "nauc_map_at_3_max": 0.360421, "nauc_map_at_3_std": 0.159951, "nauc_map_at_3_diff1": 0.06702, "nauc_map_at_5_max": 0.348112, "nauc_map_at_5_std": 0.186419, "nauc_map_at_5_diff1": 0.075253, "nauc_map_at_10_max": 0.340369, "nauc_map_at_10_std": 0.192634, "nauc_map_at_10_diff1": 0.064822, "nauc_map_at_20_max": 0.344898, "nauc_map_at_20_std": 0.209492, "nauc_map_at_20_diff1": 0.06043, "nauc_map_at_100_max": 0.346839, "nauc_map_at_100_std": 0.227238, "nauc_map_at_100_diff1": 0.050864, "nauc_map_at_1000_max": 0.34939, "nauc_map_at_1000_std": 0.233635, "nauc_map_at_1000_diff1": 0.050453, "nauc_recall_at_1_max": 0.34513, "nauc_recall_at_1_std": 0.218243, "nauc_recall_at_1_diff1": 0.148418, "nauc_recall_at_3_max": 0.337515, "nauc_recall_at_3_std": 0.1108, "nauc_recall_at_3_diff1": -0.014872, "nauc_recall_at_5_max": 0.310183, "nauc_recall_at_5_std": 0.176852, "nauc_recall_at_5_diff1": 0.017944, "nauc_recall_at_10_max": 0.259386, "nauc_recall_at_10_std": 0.155908, "nauc_recall_at_10_diff1": -0.020276, "nauc_recall_at_20_max": 0.263815, "nauc_recall_at_20_std": 0.193873, "nauc_recall_at_20_diff1": -0.029486, "nauc_recall_at_100_max": 0.229471, "nauc_recall_at_100_std": 0.236838, "nauc_recall_at_100_diff1": -0.075326, "nauc_recall_at_1000_max": 0.451071, "nauc_recall_at_1000_std": 0.485815, "nauc_recall_at_1000_diff1": 0.006839, "nauc_precision_at_1_max": 0.279164, "nauc_precision_at_1_std": 0.257826, "nauc_precision_at_1_diff1": 0.070471, "nauc_precision_at_3_max": 0.343162, "nauc_precision_at_3_std": 0.279675, "nauc_precision_at_3_diff1": -0.044896, "nauc_precision_at_5_max": 0.333537, "nauc_precision_at_5_std": 0.328361, "nauc_precision_at_5_diff1": -0.031841, "nauc_precision_at_10_max": 0.294693, "nauc_precision_at_10_std": 0.337842, "nauc_precision_at_10_diff1": -0.044827, "nauc_precision_at_20_max": 0.252998, "nauc_precision_at_20_std": 0.381242, "nauc_precision_at_20_diff1": -0.053964, "nauc_precision_at_100_max": 0.159092, "nauc_precision_at_100_std": 0.350488, "nauc_precision_at_100_diff1": -0.115833, "nauc_precision_at_1000_max": -0.005131, "nauc_precision_at_1000_std": 0.159143, "nauc_precision_at_1000_diff1": -0.101498, "nauc_mrr_at_1_max": 0.279164, "nauc_mrr_at_1_std": 0.257826, "nauc_mrr_at_1_diff1": 0.070471, "nauc_mrr_at_3_max": 0.32754, "nauc_mrr_at_3_std": 0.27749, "nauc_mrr_at_3_diff1": 0.004822, "nauc_mrr_at_5_max": 0.335163, "nauc_mrr_at_5_std": 0.304735, "nauc_mrr_at_5_diff1": 0.007657, "nauc_mrr_at_10_max": 0.330303, "nauc_mrr_at_10_std": 0.302614, "nauc_mrr_at_10_diff1": 0.002606, "nauc_mrr_at_20_max": 0.33006, "nauc_mrr_at_20_std": 0.306682, "nauc_mrr_at_20_diff1": 0.001261, "nauc_mrr_at_100_max": 0.327852, "nauc_mrr_at_100_std": 0.305956, "nauc_mrr_at_100_diff1": 0.000184, "nauc_mrr_at_1000_max": 0.328373, "nauc_mrr_at_1000_std": 0.305457, "nauc_mrr_at_1000_diff1": 0.001327, "hit_rate_at_1": 0.10356, "hit_rate_at_3": 0.19094, "hit_rate_at_5": 0.26214, "hit_rate_at_10": 0.36246, "hit_rate_at_20": 0.47896, "hit_rate_at_100": 0.73463, "hit_rate_at_1000": 0.97735, "main_score": 0.12603, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.26052, "ndcg_at_3": 0.26743, "ndcg_at_5": 0.28008, "ndcg_at_10": 0.29592, "ndcg_at_20": 0.32558, "ndcg_at_100": 0.39696, "ndcg_at_1000": 0.45358, "map_at_1": 0.11381, "map_at_3": 0.17082, "map_at_5": 0.19302, "map_at_10": 0.20732, "map_at_20": 0.21997, "map_at_100": 0.2356, "map_at_1000": 0.24115, "recall_at_1": 0.11381, "recall_at_3": 0.22396, "recall_at_5": 0.28484, "recall_at_10": 0.35063, "recall_at_20": 0.44036, "recall_at_100": 0.70555, "recall_at_1000": 0.97444, "accuracy": 0.11381, "precision_at_1": 0.27832, "precision_at_3": 0.19094, "precision_at_5": 0.15728, "precision_at_10": 0.10485, "precision_at_20": 0.07071, "precision_at_100": 0.02715, "precision_at_1000": 0.0045, "mrr_at_1": 0.278317, "mrr_at_3": 0.364078, "mrr_at_5": 0.379935, "mrr_at_10": 0.394498, "mrr_at_20": 0.401757, "mrr_at_100": 0.406879, "mrr_at_1000": 0.407176, "nauc_ndcg_at_1_max": 0.077336, "nauc_ndcg_at_1_std": 0.012012, "nauc_ndcg_at_1_diff1": 0.282201, "nauc_ndcg_at_3_max": 0.076288, "nauc_ndcg_at_3_std": -0.052247, "nauc_ndcg_at_3_diff1": 0.274226, "nauc_ndcg_at_5_max": 0.0666, "nauc_ndcg_at_5_std": -0.060843, "nauc_ndcg_at_5_diff1": 0.286041, "nauc_ndcg_at_10_max": 0.063884, "nauc_ndcg_at_10_std": -0.06972, "nauc_ndcg_at_10_diff1": 0.293258, "nauc_ndcg_at_20_max": 0.077752, "nauc_ndcg_at_20_std": -0.060871, "nauc_ndcg_at_20_diff1": 0.286058, "nauc_ndcg_at_100_max": 0.080001, "nauc_ndcg_at_100_std": -0.043682, "nauc_ndcg_at_100_diff1": 0.271537, "nauc_ndcg_at_1000_max": 0.075065, "nauc_ndcg_at_1000_std": -0.020985, "nauc_ndcg_at_1000_diff1": 0.268147, "nauc_map_at_1_max": 0.056593, "nauc_map_at_1_std": -0.162444, "nauc_map_at_1_diff1": 0.400453, "nauc_map_at_3_max": 0.052703, "nauc_map_at_3_std": -0.153758, "nauc_map_at_3_diff1": 0.335514, "nauc_map_at_5_max": 0.054597, "nauc_map_at_5_std": -0.133874, "nauc_map_at_5_diff1": 0.328438, "nauc_map_at_10_max": 0.05497, "nauc_map_at_10_std": -0.125829, "nauc_map_at_10_diff1": 0.318731, "nauc_map_at_20_max": 0.061538, "nauc_map_at_20_std": -0.117241, "nauc_map_at_20_diff1": 0.310269, "nauc_map_at_100_max": 0.06162, "nauc_map_at_100_std": -0.109773, "nauc_map_at_100_diff1": 0.30116, "nauc_map_at_1000_max": 0.060964, "nauc_map_at_1000_std": -0.104693, "nauc_map_at_1000_diff1": 0.3, "nauc_recall_at_1_max": 0.056593, "nauc_recall_at_1_std": -0.162444, "nauc_recall_at_1_diff1": 0.400453, "nauc_recall_at_3_max": 0.034154, "nauc_recall_at_3_std": -0.14733, "nauc_recall_at_3_diff1": 0.263583, "nauc_recall_at_5_max": 0.037624, "nauc_recall_at_5_std": -0.115008, "nauc_recall_at_5_diff1": 0.247925, "nauc_recall_at_10_max": 0.041728, "nauc_recall_at_10_std": -0.093978, "nauc_recall_at_10_diff1": 0.222734, "nauc_recall_at_20_max": 0.064501, "nauc_recall_at_20_std": -0.056716, "nauc_recall_at_20_diff1": 0.174455, "nauc_recall_at_100_max": 0.061274, "nauc_recall_at_100_std": -0.043014, "nauc_recall_at_100_diff1": 0.108836, "nauc_recall_at_1000_max": 0.249224, "nauc_recall_at_1000_std": 0.262842, "nauc_recall_at_1000_diff1": -0.196296, "nauc_precision_at_1_max": 0.087246, "nauc_precision_at_1_std": 0.009145, "nauc_precision_at_1_diff1": 0.287921, "nauc_precision_at_3_max": 0.118729, "nauc_precision_at_3_std": 0.045698, "nauc_precision_at_3_diff1": 0.193429, "nauc_precision_at_5_max": 0.095623, "nauc_precision_at_5_std": 0.094168, "nauc_precision_at_5_diff1": 0.128429, "nauc_precision_at_10_max": 0.056673, "nauc_precision_at_10_std": 0.108451, "nauc_precision_at_10_diff1": 0.011714, "nauc_precision_at_20_max": 0.057373, "nauc_precision_at_20_std": 0.157496, "nauc_precision_at_20_diff1": -0.035534, "nauc_precision_at_100_max": 0.010751, "nauc_precision_at_100_std": 0.196467, "nauc_precision_at_100_diff1": -0.143304, "nauc_precision_at_1000_max": -0.036317, "nauc_precision_at_1000_std": 0.188836, "nauc_precision_at_1000_diff1": -0.141332, "nauc_mrr_at_1_max": 0.087246, "nauc_mrr_at_1_std": 0.009145, "nauc_mrr_at_1_diff1": 0.287921, "nauc_mrr_at_3_max": 0.104404, "nauc_mrr_at_3_std": 0.001275, "nauc_mrr_at_3_diff1": 0.266206, "nauc_mrr_at_5_max": 0.100143, "nauc_mrr_at_5_std": 0.003186, "nauc_mrr_at_5_diff1": 0.263238, "nauc_mrr_at_10_max": 0.091749, "nauc_mrr_at_10_std": 0.003583, "nauc_mrr_at_10_diff1": 0.256822, "nauc_mrr_at_20_max": 0.090824, "nauc_mrr_at_20_std": 0.00694, "nauc_mrr_at_20_diff1": 0.254149, "nauc_mrr_at_100_max": 0.09147, "nauc_mrr_at_100_std": 0.006158, "nauc_mrr_at_100_diff1": 0.255836, "nauc_mrr_at_1000_max": 0.091354, "nauc_mrr_at_1000_std": 0.005896, "nauc_mrr_at_1000_diff1": 0.255798, "hit_rate_at_1": 0.27832, "hit_rate_at_3": 0.47249, "hit_rate_at_5": 0.54369, "hit_rate_at_10": 0.65049, "hit_rate_at_20": 0.75728, "hit_rate_at_100": 0.94822, "hit_rate_at_1000": 1.0, "main_score": 0.29592, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.05825, "ndcg_at_3": 0.06256, "ndcg_at_5": 0.06536, "ndcg_at_10": 0.08503, "ndcg_at_20": 0.1029, "ndcg_at_100": 0.14866, "ndcg_at_1000": 0.23792, "map_at_1": 0.0221, "map_at_3": 0.0349, "map_at_5": 0.0398, "map_at_10": 0.04897, "map_at_20": 0.05443, "map_at_100": 0.06142, "map_at_1000": 0.06625, "recall_at_1": 0.0221, "recall_at_3": 0.05167, "recall_at_5": 0.06783, "recall_at_10": 0.12536, "recall_at_20": 0.18001, "recall_at_100": 0.36129, "recall_at_1000": 0.84636, "accuracy": 0.0221, "precision_at_1": 0.06149, "precision_at_3": 0.04962, "precision_at_5": 0.04078, "precision_at_10": 0.03495, "precision_at_20": 0.02735, "precision_at_100": 0.01301, "precision_at_1000": 0.00379, "mrr_at_1": 0.061489, "mrr_at_3": 0.090076, "mrr_at_5": 0.097519, "mrr_at_10": 0.109978, "mrr_at_20": 0.116205, "mrr_at_100": 0.122707, "mrr_at_1000": 0.124196, "nauc_ndcg_at_1_max": 0.329621, "nauc_ndcg_at_1_std": 0.218721, "nauc_ndcg_at_1_diff1": 0.213224, "nauc_ndcg_at_3_max": 0.215612, "nauc_ndcg_at_3_std": 0.148247, "nauc_ndcg_at_3_diff1": 0.154516, "nauc_ndcg_at_5_max": 0.182687, "nauc_ndcg_at_5_std": 0.124284, "nauc_ndcg_at_5_diff1": 0.161554, "nauc_ndcg_at_10_max": 0.215885, "nauc_ndcg_at_10_std": 0.102594, "nauc_ndcg_at_10_diff1": 0.143425, "nauc_ndcg_at_20_max": 0.198351, "nauc_ndcg_at_20_std": 0.13933, "nauc_ndcg_at_20_diff1": 0.136447, "nauc_ndcg_at_100_max": 0.225111, "nauc_ndcg_at_100_std": 0.169573, "nauc_ndcg_at_100_diff1": 0.13854, "nauc_ndcg_at_1000_max": 0.233334, "nauc_ndcg_at_1000_std": 0.186415, "nauc_ndcg_at_1000_diff1": 0.142363, "nauc_map_at_1_max": 0.370557, "nauc_map_at_1_std": 0.034351, "nauc_map_at_1_diff1": 0.135392, "nauc_map_at_3_max": 0.212908, "nauc_map_at_3_std": 0.033211, "nauc_map_at_3_diff1": 0.112639, "nauc_map_at_5_max": 0.187439, "nauc_map_at_5_std": 0.036524, "nauc_map_at_5_diff1": 0.117938, "nauc_map_at_10_max": 0.214195, "nauc_map_at_10_std": 0.04786, "nauc_map_at_10_diff1": 0.118073, "nauc_map_at_20_max": 0.211636, "nauc_map_at_20_std": 0.077911, "nauc_map_at_20_diff1": 0.120248, "nauc_map_at_100_max": 0.215355, "nauc_map_at_100_std": 0.097332, "nauc_map_at_100_diff1": 0.121986, "nauc_map_at_1000_max": 0.216603, "nauc_map_at_1000_std": 0.099913, "nauc_map_at_1000_diff1": 0.124326, "nauc_recall_at_1_max": 0.370557, "nauc_recall_at_1_std": 0.034351, "nauc_recall_at_1_diff1": 0.135392, "nauc_recall_at_3_max": 0.109156, "nauc_recall_at_3_std": 0.02165, "nauc_recall_at_3_diff1": 0.0938, "nauc_recall_at_5_max": 0.071476, "nauc_recall_at_5_std": 0.041367, "nauc_recall_at_5_diff1": 0.121263, "nauc_recall_at_10_max": 0.167311, "nauc_recall_at_10_std": 0.039993, "nauc_recall_at_10_diff1": 0.108333, "nauc_recall_at_20_max": 0.139863, "nauc_recall_at_20_std": 0.116539, "nauc_recall_at_20_diff1": 0.112055, "nauc_recall_at_100_max": 0.194047, "nauc_recall_at_100_std": 0.163298, "nauc_recall_at_100_diff1": 0.105007, "nauc_recall_at_1000_max": 0.332094, "nauc_recall_at_1000_std": 0.279487, "nauc_recall_at_1000_diff1": 0.106523, "nauc_precision_at_1_max": 0.324268, "nauc_precision_at_1_std": 0.196943, "nauc_precision_at_1_diff1": 0.245735, "nauc_precision_at_3_max": 0.185234, "nauc_precision_at_3_std": 0.208827, "nauc_precision_at_3_diff1": 0.174923, "nauc_precision_at_5_max": 0.151737, "nauc_precision_at_5_std": 0.207947, "nauc_precision_at_5_diff1": 0.183362, "nauc_precision_at_10_max": 0.19138, "nauc_precision_at_10_std": 0.211798, "nauc_precision_at_10_diff1": 0.15608, "nauc_precision_at_20_max": 0.150038, "nauc_precision_at_20_std": 0.27095, "nauc_precision_at_20_diff1": 0.128252, "nauc_precision_at_100_max": 0.198409, "nauc_precision_at_100_std": 0.256877, "nauc_precision_at_100_diff1": 0.125082, "nauc_precision_at_1000_max": 0.04042, "nauc_precision_at_1000_std": 0.115363, "nauc_precision_at_1000_diff1": 0.067576, "nauc_mrr_at_1_max": 0.324268, "nauc_mrr_at_1_std": 0.196943, "nauc_mrr_at_1_diff1": 0.245735, "nauc_mrr_at_3_max": 0.234881, "nauc_mrr_at_3_std": 0.175238, "nauc_mrr_at_3_diff1": 0.185759, "nauc_mrr_at_5_max": 0.209901, "nauc_mrr_at_5_std": 0.186171, "nauc_mrr_at_5_diff1": 0.190689, "nauc_mrr_at_10_max": 0.220736, "nauc_mrr_at_10_std": 0.180318, "nauc_mrr_at_10_diff1": 0.181932, "nauc_mrr_at_20_max": 0.215629, "nauc_mrr_at_20_std": 0.180888, "nauc_mrr_at_20_diff1": 0.176257, "nauc_mrr_at_100_max": 0.220674, "nauc_mrr_at_100_std": 0.178551, "nauc_mrr_at_100_diff1": 0.175586, "nauc_mrr_at_1000_max": 0.220333, "nauc_mrr_at_1000_std": 0.178011, "nauc_mrr_at_1000_diff1": 0.175854, "hit_rate_at_1": 0.06149, "hit_rate_at_3": 0.13269, "hit_rate_at_5": 0.16505, "hit_rate_at_10": 0.26214, "hit_rate_at_20": 0.35275, "hit_rate_at_100": 0.63107, "hit_rate_at_1000": 0.95469, "main_score": 0.08503, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 12631.275040504988, "kg_co2_emissions": null, "date": 1783390016.788463, "evaluation_phases": [ { "name": "Data loading", "start": 8.242949843406677e-05, "end": 81.37840535491705, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 81.37846204638481, "end": 81.37846402451396, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 81.39555511251092, "end": 2129.0164780542254, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 2129.0166312120855, "end": 2129.3030847758055, "split": "test", "subset": "portuguese" }, { "name": "Encoding queries and documents", "start": 2129.3713215887547, "end": 4232.6941772177815, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 4232.694441407919, "end": 4233.022862046957, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 4233.06350146234, "end": 6329.106275867671, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 6329.10650935024, "end": 6329.389732196927, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 6329.423652455211, "end": 8421.793070334941, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 8421.79328905046, "end": 8422.08022487536, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 8422.122529339045, "end": 10528.78646017611, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 10528.786669876426, "end": 10529.067552000284, "split": "test", "subset": "german" } ] }