{ "dataset_revision": "c41fbd8791399ce8668635c3618decebcd328be7", "task_name": "Vidore3HrQwen3VLEmbedding2BReranking.v2", "mteb_version": "2.22.5", "scores": { "test": [ { "ndcg_at_1": 0.70283, "ndcg_at_3": 0.68019, "ndcg_at_5": 0.68047, "ndcg_at_10": 0.68977, "ndcg_at_20": 0.70755, "ndcg_at_100": 0.72212, "ndcg_at_1000": 0.72212, "map_at_1": 0.30421, "map_at_3": 0.45333, "map_at_5": 0.50848, "map_at_10": 0.55409, "map_at_20": 0.5844, "map_at_100": 0.59472, "map_at_1000": 0.59472, "recall_at_1": 0.30421, "recall_at_3": 0.50665, "recall_at_5": 0.59623, "recall_at_10": 0.69002, "recall_at_20": 0.76934, "recall_at_100": 0.80899, "recall_at_1000": 0.80899, "accuracy": 0.30421, "precision_at_1": 0.72956, "precision_at_3": 0.5, "precision_at_5": 0.39937, "precision_at_10": 0.2695, "precision_at_20": 0.16997, "precision_at_100": 0.03811, "precision_at_1000": 0.00381, "mrr_at_1": 0.72956, "mrr_at_3": 0.800839, "mrr_at_5": 0.809329, "mrr_at_10": 0.81125, "mrr_at_20": 0.811962, "mrr_at_100": 0.812036, "mrr_at_1000": 0.812036, "nauc_ndcg_at_1_max": 0.227597, "nauc_ndcg_at_1_std": 0.114746, "nauc_ndcg_at_1_diff1": 0.481527, "nauc_ndcg_at_3_max": 0.249166, "nauc_ndcg_at_3_std": 0.202398, "nauc_ndcg_at_3_diff1": 0.351867, "nauc_ndcg_at_5_max": 0.270761, "nauc_ndcg_at_5_std": 0.245598, "nauc_ndcg_at_5_diff1": 0.352432, "nauc_ndcg_at_10_max": 0.335169, "nauc_ndcg_at_10_std": 0.326953, "nauc_ndcg_at_10_diff1": 0.377063, "nauc_ndcg_at_20_max": 0.333464, "nauc_ndcg_at_20_std": 0.337389, "nauc_ndcg_at_20_diff1": 0.372804, "nauc_ndcg_at_100_max": 0.335443, "nauc_ndcg_at_100_std": 0.329519, "nauc_ndcg_at_100_diff1": 0.365513, "nauc_ndcg_at_1000_max": 0.335443, "nauc_ndcg_at_1000_std": 0.329519, "nauc_ndcg_at_1000_diff1": 0.365513, "nauc_map_at_1_max": 0.09704, "nauc_map_at_1_std": -0.054386, "nauc_map_at_1_diff1": 0.484274, "nauc_map_at_3_max": 0.172591, "nauc_map_at_3_std": 0.085089, "nauc_map_at_3_diff1": 0.371096, "nauc_map_at_5_max": 0.217853, "nauc_map_at_5_std": 0.160745, "nauc_map_at_5_diff1": 0.356098, "nauc_map_at_10_max": 0.257932, "nauc_map_at_10_std": 0.234938, "nauc_map_at_10_diff1": 0.357923, "nauc_map_at_20_max": 0.26357, "nauc_map_at_20_std": 0.273899, "nauc_map_at_20_diff1": 0.352452, "nauc_map_at_100_max": 0.262913, "nauc_map_at_100_std": 0.271081, "nauc_map_at_100_diff1": 0.346539, "nauc_map_at_1000_max": 0.262913, "nauc_map_at_1000_std": 0.271081, "nauc_map_at_1000_diff1": 0.346539, "nauc_recall_at_1_max": 0.09704, "nauc_recall_at_1_std": -0.054386, "nauc_recall_at_1_diff1": 0.484274, "nauc_recall_at_3_max": 0.170261, "nauc_recall_at_3_std": 0.117278, "nauc_recall_at_3_diff1": 0.28683, "nauc_recall_at_5_max": 0.218659, "nauc_recall_at_5_std": 0.221472, "nauc_recall_at_5_diff1": 0.247666, "nauc_recall_at_10_max": 0.327702, "nauc_recall_at_10_std": 0.395725, "nauc_recall_at_10_diff1": 0.244513, "nauc_recall_at_20_max": 0.341455, "nauc_recall_at_20_std": 0.493944, "nauc_recall_at_20_diff1": 0.206171, "nauc_recall_at_100_max": 0.35847, "nauc_recall_at_100_std": 0.500976, "nauc_recall_at_100_diff1": 0.161061, "nauc_recall_at_1000_max": 0.35847, "nauc_recall_at_1000_std": 0.500976, "nauc_recall_at_1000_diff1": 0.161061, "nauc_precision_at_1_max": 0.256962, "nauc_precision_at_1_std": 0.143773, "nauc_precision_at_1_diff1": 0.499987, "nauc_precision_at_3_max": 0.171472, "nauc_precision_at_3_std": 0.279918, "nauc_precision_at_3_diff1": -0.067908, "nauc_precision_at_5_max": 0.158435, "nauc_precision_at_5_std": 0.305611, "nauc_precision_at_5_diff1": -0.133305, "nauc_precision_at_10_max": 0.123977, "nauc_precision_at_10_std": 0.313791, "nauc_precision_at_10_diff1": -0.14519, "nauc_precision_at_20_max": 0.054827, "nauc_precision_at_20_std": 0.242439, "nauc_precision_at_20_diff1": -0.169787, "nauc_precision_at_100_max": 0.020765, "nauc_precision_at_100_std": 0.159596, "nauc_precision_at_100_diff1": -0.182393, "nauc_precision_at_1000_max": 0.020765, "nauc_precision_at_1000_std": 0.159596, "nauc_precision_at_1000_diff1": -0.182393, "nauc_mrr_at_1_max": 0.256962, "nauc_mrr_at_1_std": 0.143773, "nauc_mrr_at_1_diff1": 0.499987, "nauc_mrr_at_3_max": 0.317487, "nauc_mrr_at_3_std": 0.213496, "nauc_mrr_at_3_diff1": 0.485489, "nauc_mrr_at_5_max": 0.310921, "nauc_mrr_at_5_std": 0.21151, "nauc_mrr_at_5_diff1": 0.475376, "nauc_mrr_at_10_max": 0.315309, "nauc_mrr_at_10_std": 0.219227, "nauc_mrr_at_10_diff1": 0.478005, "nauc_mrr_at_20_max": 0.31594, "nauc_mrr_at_20_std": 0.218484, "nauc_mrr_at_20_diff1": 0.477093, "nauc_mrr_at_100_max": 0.315702, "nauc_mrr_at_100_std": 0.218148, "nauc_mrr_at_100_diff1": 0.476924, "nauc_mrr_at_1000_max": 0.315702, "nauc_mrr_at_1000_std": 0.218148, "nauc_mrr_at_1000_diff1": 0.476924, "hit_rate_at_1": 0.72956, "hit_rate_at_3": 0.89623, "hit_rate_at_5": 0.93396, "hit_rate_at_10": 0.94969, "hit_rate_at_20": 0.95912, "hit_rate_at_100": 0.96226, "hit_rate_at_1000": 0.96226, "main_score": 0.68977, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.70912, "ndcg_at_3": 0.68038, "ndcg_at_5": 0.68447, "ndcg_at_10": 0.69429, "ndcg_at_20": 0.71056, "ndcg_at_100": 0.72906, "ndcg_at_1000": 0.72906, "map_at_1": 0.3102, "map_at_3": 0.45868, "map_at_5": 0.51617, "map_at_10": 0.56176, "map_at_20": 0.58998, "map_at_100": 0.60288, "map_at_1000": 0.60288, "recall_at_1": 0.3102, "recall_at_3": 0.50749, "recall_at_5": 0.60273, "recall_at_10": 0.69723, "recall_at_20": 0.77293, "recall_at_100": 0.82161, "recall_at_1000": 0.82161, "accuracy": 0.3102, "precision_at_1": 0.74214, "precision_at_3": 0.49581, "precision_at_5": 0.39874, "precision_at_10": 0.26887, "precision_at_20": 0.16824, "precision_at_100": 0.03881, "precision_at_1000": 0.00388, "mrr_at_1": 0.742138, "mrr_at_3": 0.8087, "mrr_at_5": 0.816719, "mrr_at_10": 0.819902, "mrr_at_20": 0.820406, "mrr_at_100": 0.820662, "mrr_at_1000": 0.820662, "nauc_ndcg_at_1_max": 0.191615, "nauc_ndcg_at_1_std": 0.13842, "nauc_ndcg_at_1_diff1": 0.481466, "nauc_ndcg_at_3_max": 0.236545, "nauc_ndcg_at_3_std": 0.179638, "nauc_ndcg_at_3_diff1": 0.409368, "nauc_ndcg_at_5_max": 0.256599, "nauc_ndcg_at_5_std": 0.219138, "nauc_ndcg_at_5_diff1": 0.419702, "nauc_ndcg_at_10_max": 0.280302, "nauc_ndcg_at_10_std": 0.271923, "nauc_ndcg_at_10_diff1": 0.419187, "nauc_ndcg_at_20_max": 0.280897, "nauc_ndcg_at_20_std": 0.280949, "nauc_ndcg_at_20_diff1": 0.411281, "nauc_ndcg_at_100_max": 0.285122, "nauc_ndcg_at_100_std": 0.274414, "nauc_ndcg_at_100_diff1": 0.411927, "nauc_ndcg_at_1000_max": 0.285122, "nauc_ndcg_at_1000_std": 0.274414, "nauc_ndcg_at_1000_diff1": 0.411927, "nauc_map_at_1_max": 0.073489, "nauc_map_at_1_std": -0.069298, "nauc_map_at_1_diff1": 0.495922, "nauc_map_at_3_max": 0.16686, "nauc_map_at_3_std": 0.055727, "nauc_map_at_3_diff1": 0.413387, "nauc_map_at_5_max": 0.210886, "nauc_map_at_5_std": 0.134028, "nauc_map_at_5_diff1": 0.409156, "nauc_map_at_10_max": 0.221604, "nauc_map_at_10_std": 0.187293, "nauc_map_at_10_diff1": 0.391393, "nauc_map_at_20_max": 0.221006, "nauc_map_at_20_std": 0.218427, "nauc_map_at_20_diff1": 0.380106, "nauc_map_at_100_max": 0.221301, "nauc_map_at_100_std": 0.217047, "nauc_map_at_100_diff1": 0.373645, "nauc_map_at_1000_max": 0.221301, "nauc_map_at_1000_std": 0.217047, "nauc_map_at_1000_diff1": 0.373645, "nauc_recall_at_1_max": 0.073489, "nauc_recall_at_1_std": -0.069298, "nauc_recall_at_1_diff1": 0.495922, "nauc_recall_at_3_max": 0.167301, "nauc_recall_at_3_std": 0.059964, "nauc_recall_at_3_diff1": 0.368884, "nauc_recall_at_5_max": 0.223067, "nauc_recall_at_5_std": 0.179968, "nauc_recall_at_5_diff1": 0.349441, "nauc_recall_at_10_max": 0.25972, "nauc_recall_at_10_std": 0.305262, "nauc_recall_at_10_diff1": 0.302975, "nauc_recall_at_20_max": 0.290936, "nauc_recall_at_20_std": 0.408982, "nauc_recall_at_20_diff1": 0.272261, "nauc_recall_at_100_max": 0.309505, "nauc_recall_at_100_std": 0.414442, "nauc_recall_at_100_diff1": 0.253048, "nauc_recall_at_1000_max": 0.309505, "nauc_recall_at_1000_std": 0.414442, "nauc_recall_at_1000_diff1": 0.253048, "nauc_precision_at_1_max": 0.234647, "nauc_precision_at_1_std": 0.191078, "nauc_precision_at_1_diff1": 0.475858, "nauc_precision_at_3_max": 0.200133, "nauc_precision_at_3_std": 0.312217, "nauc_precision_at_3_diff1": -0.028532, "nauc_precision_at_5_max": 0.165514, "nauc_precision_at_5_std": 0.315455, "nauc_precision_at_5_diff1": -0.102162, "nauc_precision_at_10_max": 0.077843, "nauc_precision_at_10_std": 0.288872, "nauc_precision_at_10_diff1": -0.181882, "nauc_precision_at_20_max": 0.004324, "nauc_precision_at_20_std": 0.220421, "nauc_precision_at_20_diff1": -0.228319, "nauc_precision_at_100_max": -0.02234, "nauc_precision_at_100_std": 0.131317, "nauc_precision_at_100_diff1": -0.234351, "nauc_precision_at_1000_max": -0.02234, "nauc_precision_at_1000_std": 0.131317, "nauc_precision_at_1000_diff1": -0.234351, "nauc_mrr_at_1_max": 0.234647, "nauc_mrr_at_1_std": 0.191078, "nauc_mrr_at_1_diff1": 0.475858, "nauc_mrr_at_3_max": 0.279615, "nauc_mrr_at_3_std": 0.212785, "nauc_mrr_at_3_diff1": 0.492866, "nauc_mrr_at_5_max": 0.288431, "nauc_mrr_at_5_std": 0.229861, "nauc_mrr_at_5_diff1": 0.489783, "nauc_mrr_at_10_max": 0.288194, "nauc_mrr_at_10_std": 0.235438, "nauc_mrr_at_10_diff1": 0.490442, "nauc_mrr_at_20_max": 0.287734, "nauc_mrr_at_20_std": 0.235397, "nauc_mrr_at_20_diff1": 0.490849, "nauc_mrr_at_100_max": 0.287736, "nauc_mrr_at_100_std": 0.234318, "nauc_mrr_at_100_diff1": 0.490475, "nauc_mrr_at_1000_max": 0.287736, "nauc_mrr_at_1000_std": 0.234318, "nauc_mrr_at_1000_diff1": 0.490475, "hit_rate_at_1": 0.74214, "hit_rate_at_3": 0.89308, "hit_rate_at_5": 0.92767, "hit_rate_at_10": 0.95283, "hit_rate_at_20": 0.95912, "hit_rate_at_100": 0.96541, "hit_rate_at_1000": 0.96541, "main_score": 0.69429, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.71226, "ndcg_at_3": 0.68937, "ndcg_at_5": 0.68517, "ndcg_at_10": 0.6977, "ndcg_at_20": 0.71186, "ndcg_at_100": 0.72867, "ndcg_at_1000": 0.72867, "map_at_1": 0.30957, "map_at_3": 0.46279, "map_at_5": 0.51618, "map_at_10": 0.56334, "map_at_20": 0.59032, "map_at_100": 0.60176, "map_at_1000": 0.60176, "recall_at_1": 0.30957, "recall_at_3": 0.51239, "recall_at_5": 0.6004, "recall_at_10": 0.69374, "recall_at_20": 0.76877, "recall_at_100": 0.81337, "recall_at_1000": 0.81337, "accuracy": 0.30957, "precision_at_1": 0.73585, "precision_at_3": 0.50419, "precision_at_5": 0.39623, "precision_at_10": 0.27201, "precision_at_20": 0.16792, "precision_at_100": 0.03836, "precision_at_1000": 0.00384, "mrr_at_1": 0.735849, "mrr_at_3": 0.804507, "mrr_at_5": 0.816614, "mrr_at_10": 0.818898, "mrr_at_20": 0.819865, "mrr_at_100": 0.82009, "mrr_at_1000": 0.82009, "nauc_ndcg_at_1_max": 0.23501, "nauc_ndcg_at_1_std": 0.148487, "nauc_ndcg_at_1_diff1": 0.490635, "nauc_ndcg_at_3_max": 0.25837, "nauc_ndcg_at_3_std": 0.166442, "nauc_ndcg_at_3_diff1": 0.401828, "nauc_ndcg_at_5_max": 0.277104, "nauc_ndcg_at_5_std": 0.213729, "nauc_ndcg_at_5_diff1": 0.402322, "nauc_ndcg_at_10_max": 0.315335, "nauc_ndcg_at_10_std": 0.271338, "nauc_ndcg_at_10_diff1": 0.415901, "nauc_ndcg_at_20_max": 0.317121, "nauc_ndcg_at_20_std": 0.28614, "nauc_ndcg_at_20_diff1": 0.415954, "nauc_ndcg_at_100_max": 0.321651, "nauc_ndcg_at_100_std": 0.277354, "nauc_ndcg_at_100_diff1": 0.410032, "nauc_ndcg_at_1000_max": 0.321651, "nauc_ndcg_at_1000_std": 0.277354, "nauc_ndcg_at_1000_diff1": 0.410032, "nauc_map_at_1_max": 0.111868, "nauc_map_at_1_std": -0.036232, "nauc_map_at_1_diff1": 0.467606, "nauc_map_at_3_max": 0.180193, "nauc_map_at_3_std": 0.052624, "nauc_map_at_3_diff1": 0.385422, "nauc_map_at_5_max": 0.215585, "nauc_map_at_5_std": 0.125817, "nauc_map_at_5_diff1": 0.376225, "nauc_map_at_10_max": 0.246903, "nauc_map_at_10_std": 0.189812, "nauc_map_at_10_diff1": 0.376868, "nauc_map_at_20_max": 0.258794, "nauc_map_at_20_std": 0.222484, "nauc_map_at_20_diff1": 0.378418, "nauc_map_at_100_max": 0.261622, "nauc_map_at_100_std": 0.221231, "nauc_map_at_100_diff1": 0.371944, "nauc_map_at_1000_max": 0.261622, "nauc_map_at_1000_std": 0.221231, "nauc_map_at_1000_diff1": 0.371944, "nauc_recall_at_1_max": 0.111868, "nauc_recall_at_1_std": -0.036232, "nauc_recall_at_1_diff1": 0.467606, "nauc_recall_at_3_max": 0.183387, "nauc_recall_at_3_std": 0.065243, "nauc_recall_at_3_diff1": 0.330828, "nauc_recall_at_5_max": 0.230543, "nauc_recall_at_5_std": 0.186507, "nauc_recall_at_5_diff1": 0.306067, "nauc_recall_at_10_max": 0.287629, "nauc_recall_at_10_std": 0.310551, "nauc_recall_at_10_diff1": 0.289224, "nauc_recall_at_20_max": 0.319671, "nauc_recall_at_20_std": 0.407767, "nauc_recall_at_20_diff1": 0.288171, "nauc_recall_at_100_max": 0.328948, "nauc_recall_at_100_std": 0.399894, "nauc_recall_at_100_diff1": 0.260602, "nauc_recall_at_1000_max": 0.328948, "nauc_recall_at_1000_std": 0.399894, "nauc_recall_at_1000_diff1": 0.260602, "nauc_precision_at_1_max": 0.273814, "nauc_precision_at_1_std": 0.183643, "nauc_precision_at_1_diff1": 0.510742, "nauc_precision_at_3_max": 0.196701, "nauc_precision_at_3_std": 0.251143, "nauc_precision_at_3_diff1": 0.01745, "nauc_precision_at_5_max": 0.163959, "nauc_precision_at_5_std": 0.279465, "nauc_precision_at_5_diff1": -0.069401, "nauc_precision_at_10_max": 0.10095, "nauc_precision_at_10_std": 0.261849, "nauc_precision_at_10_diff1": -0.124367, "nauc_precision_at_20_max": 0.053107, "nauc_precision_at_20_std": 0.213704, "nauc_precision_at_20_diff1": -0.147792, "nauc_precision_at_100_max": 0.017542, "nauc_precision_at_100_std": 0.125083, "nauc_precision_at_100_diff1": -0.176415, "nauc_precision_at_1000_max": 0.017542, "nauc_precision_at_1000_std": 0.125083, "nauc_precision_at_1000_diff1": -0.176415, "nauc_mrr_at_1_max": 0.273814, "nauc_mrr_at_1_std": 0.183643, "nauc_mrr_at_1_diff1": 0.510742, "nauc_mrr_at_3_max": 0.308305, "nauc_mrr_at_3_std": 0.200889, "nauc_mrr_at_3_diff1": 0.529023, "nauc_mrr_at_5_max": 0.313012, "nauc_mrr_at_5_std": 0.207596, "nauc_mrr_at_5_diff1": 0.529228, "nauc_mrr_at_10_max": 0.307734, "nauc_mrr_at_10_std": 0.209124, "nauc_mrr_at_10_diff1": 0.529086, "nauc_mrr_at_20_max": 0.306341, "nauc_mrr_at_20_std": 0.20994, "nauc_mrr_at_20_diff1": 0.529762, "nauc_mrr_at_100_max": 0.306462, "nauc_mrr_at_100_std": 0.209109, "nauc_mrr_at_100_diff1": 0.529235, "nauc_mrr_at_1000_max": 0.306462, "nauc_mrr_at_1000_std": 0.209109, "nauc_mrr_at_1000_diff1": 0.529235, "hit_rate_at_1": 0.73585, "hit_rate_at_3": 0.88679, "hit_rate_at_5": 0.93711, "hit_rate_at_10": 0.95283, "hit_rate_at_20": 0.96541, "hit_rate_at_100": 0.9717, "hit_rate_at_1000": 0.9717, "main_score": 0.6977, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.7327, "ndcg_at_3": 0.71017, "ndcg_at_5": 0.7074, "ndcg_at_10": 0.72239, "ndcg_at_20": 0.74428, "ndcg_at_100": 0.76111, "ndcg_at_1000": 0.76111, "map_at_1": 0.3259, "map_at_3": 0.48451, "map_at_5": 0.53831, "map_at_10": 0.58904, "map_at_20": 0.62223, "map_at_100": 0.63481, "map_at_1000": 0.63481, "recall_at_1": 0.3259, "recall_at_3": 0.53203, "recall_at_5": 0.61724, "recall_at_10": 0.71915, "recall_at_20": 0.81195, "recall_at_100": 0.8576, "recall_at_1000": 0.8576, "accuracy": 0.3259, "precision_at_1": 0.76101, "precision_at_3": 0.52096, "precision_at_5": 0.41195, "precision_at_10": 0.2827, "precision_at_20": 0.1816, "precision_at_100": 0.04113, "precision_at_1000": 0.00411, "mrr_at_1": 0.761006, "mrr_at_3": 0.830189, "mrr_at_5": 0.837893, "mrr_at_10": 0.840638, "mrr_at_20": 0.84171, "mrr_at_100": 0.84171, "mrr_at_1000": 0.84171, "nauc_ndcg_at_1_max": 0.246288, "nauc_ndcg_at_1_std": 0.129082, "nauc_ndcg_at_1_diff1": 0.529797, "nauc_ndcg_at_3_max": 0.224113, "nauc_ndcg_at_3_std": 0.127379, "nauc_ndcg_at_3_diff1": 0.388375, "nauc_ndcg_at_5_max": 0.253148, "nauc_ndcg_at_5_std": 0.169298, "nauc_ndcg_at_5_diff1": 0.395919, "nauc_ndcg_at_10_max": 0.301672, "nauc_ndcg_at_10_std": 0.24495, "nauc_ndcg_at_10_diff1": 0.402379, "nauc_ndcg_at_20_max": 0.297599, "nauc_ndcg_at_20_std": 0.25865, "nauc_ndcg_at_20_diff1": 0.402501, "nauc_ndcg_at_100_max": 0.300901, "nauc_ndcg_at_100_std": 0.256975, "nauc_ndcg_at_100_diff1": 0.403718, "nauc_ndcg_at_1000_max": 0.300901, "nauc_ndcg_at_1000_std": 0.256975, "nauc_ndcg_at_1000_diff1": 0.403718, "nauc_map_at_1_max": 0.074391, "nauc_map_at_1_std": -0.073693, "nauc_map_at_1_diff1": 0.456207, "nauc_map_at_3_max": 0.14168, "nauc_map_at_3_std": 0.028871, "nauc_map_at_3_diff1": 0.366667, "nauc_map_at_5_max": 0.191361, "nauc_map_at_5_std": 0.088737, "nauc_map_at_5_diff1": 0.37509, "nauc_map_at_10_max": 0.220638, "nauc_map_at_10_std": 0.151724, "nauc_map_at_10_diff1": 0.364286, "nauc_map_at_20_max": 0.224923, "nauc_map_at_20_std": 0.192262, "nauc_map_at_20_diff1": 0.358993, "nauc_map_at_100_max": 0.223665, "nauc_map_at_100_std": 0.191804, "nauc_map_at_100_diff1": 0.352328, "nauc_map_at_1000_max": 0.223665, "nauc_map_at_1000_std": 0.191804, "nauc_map_at_1000_diff1": 0.352328, "nauc_recall_at_1_max": 0.074391, "nauc_recall_at_1_std": -0.073693, "nauc_recall_at_1_diff1": 0.456207, "nauc_recall_at_3_max": 0.119029, "nauc_recall_at_3_std": 0.019288, "nauc_recall_at_3_diff1": 0.311632, "nauc_recall_at_5_max": 0.175699, "nauc_recall_at_5_std": 0.101333, "nauc_recall_at_5_diff1": 0.315734, "nauc_recall_at_10_max": 0.24766, "nauc_recall_at_10_std": 0.25952, "nauc_recall_at_10_diff1": 0.272081, "nauc_recall_at_20_max": 0.278512, "nauc_recall_at_20_std": 0.404213, "nauc_recall_at_20_diff1": 0.250868, "nauc_recall_at_100_max": 0.28878, "nauc_recall_at_100_std": 0.432529, "nauc_recall_at_100_diff1": 0.224137, "nauc_recall_at_1000_max": 0.28878, "nauc_recall_at_1000_std": 0.432529, "nauc_recall_at_1000_diff1": 0.224137, "nauc_precision_at_1_max": 0.277219, "nauc_precision_at_1_std": 0.15735, "nauc_precision_at_1_diff1": 0.545168, "nauc_precision_at_3_max": 0.173252, "nauc_precision_at_3_std": 0.240465, "nauc_precision_at_3_diff1": -0.048118, "nauc_precision_at_5_max": 0.153565, "nauc_precision_at_5_std": 0.258838, "nauc_precision_at_5_diff1": -0.116774, "nauc_precision_at_10_max": 0.095555, "nauc_precision_at_10_std": 0.261024, "nauc_precision_at_10_diff1": -0.180766, "nauc_precision_at_20_max": 0.024127, "nauc_precision_at_20_std": 0.20779, "nauc_precision_at_20_diff1": -0.21341, "nauc_precision_at_100_max": -0.000724, "nauc_precision_at_100_std": 0.138764, "nauc_precision_at_100_diff1": -0.221112, "nauc_precision_at_1000_max": -0.000724, "nauc_precision_at_1000_std": 0.138764, "nauc_precision_at_1000_diff1": -0.221112, "nauc_mrr_at_1_max": 0.277219, "nauc_mrr_at_1_std": 0.15735, "nauc_mrr_at_1_diff1": 0.545168, "nauc_mrr_at_3_max": 0.322364, "nauc_mrr_at_3_std": 0.170835, "nauc_mrr_at_3_diff1": 0.557125, "nauc_mrr_at_5_max": 0.314024, "nauc_mrr_at_5_std": 0.176185, "nauc_mrr_at_5_diff1": 0.549275, "nauc_mrr_at_10_max": 0.321488, "nauc_mrr_at_10_std": 0.187545, "nauc_mrr_at_10_diff1": 0.545566, "nauc_mrr_at_20_max": 0.320097, "nauc_mrr_at_20_std": 0.186076, "nauc_mrr_at_20_diff1": 0.545532, "nauc_mrr_at_100_max": 0.320097, "nauc_mrr_at_100_std": 0.186076, "nauc_mrr_at_100_diff1": 0.545532, "nauc_mrr_at_1000_max": 0.320097, "nauc_mrr_at_1000_std": 0.186076, "nauc_mrr_at_1000_diff1": 0.545532, "hit_rate_at_1": 0.76101, "hit_rate_at_3": 0.91509, "hit_rate_at_5": 0.94969, "hit_rate_at_10": 0.96855, "hit_rate_at_20": 0.98428, "hit_rate_at_100": 0.98428, "hit_rate_at_1000": 0.98428, "main_score": 0.72239, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.68239, "ndcg_at_3": 0.66754, "ndcg_at_5": 0.66125, "ndcg_at_10": 0.67614, "ndcg_at_20": 0.69252, "ndcg_at_100": 0.70405, "ndcg_at_1000": 0.70405, "map_at_1": 0.28589, "map_at_3": 0.44171, "map_at_5": 0.49225, "map_at_10": 0.54082, "map_at_20": 0.56922, "map_at_100": 0.57811, "map_at_1000": 0.57811, "recall_at_1": 0.28589, "recall_at_3": 0.49491, "recall_at_5": 0.57486, "recall_at_10": 0.67644, "recall_at_20": 0.75612, "recall_at_100": 0.78723, "recall_at_1000": 0.78723, "accuracy": 0.28589, "precision_at_1": 0.70755, "precision_at_3": 0.49371, "precision_at_5": 0.38742, "precision_at_10": 0.26792, "precision_at_20": 0.16808, "precision_at_100": 0.03726, "precision_at_1000": 0.00373, "mrr_at_1": 0.707547, "mrr_at_3": 0.781447, "mrr_at_5": 0.790409, "mrr_at_10": 0.793778, "mrr_at_20": 0.794766, "mrr_at_100": 0.795069, "mrr_at_1000": 0.795069, "nauc_ndcg_at_1_max": 0.256393, "nauc_ndcg_at_1_std": 0.178828, "nauc_ndcg_at_1_diff1": 0.53068, "nauc_ndcg_at_3_max": 0.278666, "nauc_ndcg_at_3_std": 0.213212, "nauc_ndcg_at_3_diff1": 0.415172, "nauc_ndcg_at_5_max": 0.278237, "nauc_ndcg_at_5_std": 0.25708, "nauc_ndcg_at_5_diff1": 0.389338, "nauc_ndcg_at_10_max": 0.327946, "nauc_ndcg_at_10_std": 0.328605, "nauc_ndcg_at_10_diff1": 0.408611, "nauc_ndcg_at_20_max": 0.323035, "nauc_ndcg_at_20_std": 0.341643, "nauc_ndcg_at_20_diff1": 0.402347, "nauc_ndcg_at_100_max": 0.324232, "nauc_ndcg_at_100_std": 0.340386, "nauc_ndcg_at_100_diff1": 0.393695, "nauc_ndcg_at_1000_max": 0.324232, "nauc_ndcg_at_1000_std": 0.340386, "nauc_ndcg_at_1000_diff1": 0.393695, "nauc_map_at_1_max": 0.163454, "nauc_map_at_1_std": 0.002972, "nauc_map_at_1_diff1": 0.539561, "nauc_map_at_3_max": 0.236883, "nauc_map_at_3_std": 0.124444, "nauc_map_at_3_diff1": 0.422475, "nauc_map_at_5_max": 0.258775, "nauc_map_at_5_std": 0.195113, "nauc_map_at_5_diff1": 0.397743, "nauc_map_at_10_max": 0.281538, "nauc_map_at_10_std": 0.265499, "nauc_map_at_10_diff1": 0.391486, "nauc_map_at_20_max": 0.276381, "nauc_map_at_20_std": 0.30197, "nauc_map_at_20_diff1": 0.378396, "nauc_map_at_100_max": 0.275581, "nauc_map_at_100_std": 0.304307, "nauc_map_at_100_diff1": 0.369559, "nauc_map_at_1000_max": 0.275581, "nauc_map_at_1000_std": 0.304307, "nauc_map_at_1000_diff1": 0.369559, "nauc_recall_at_1_max": 0.163454, "nauc_recall_at_1_std": 0.002972, "nauc_recall_at_1_diff1": 0.539561, "nauc_recall_at_3_max": 0.218811, "nauc_recall_at_3_std": 0.098595, "nauc_recall_at_3_diff1": 0.333021, "nauc_recall_at_5_max": 0.241214, "nauc_recall_at_5_std": 0.194472, "nauc_recall_at_5_diff1": 0.293643, "nauc_recall_at_10_max": 0.311845, "nauc_recall_at_10_std": 0.342744, "nauc_recall_at_10_diff1": 0.270762, "nauc_recall_at_20_max": 0.29582, "nauc_recall_at_20_std": 0.434581, "nauc_recall_at_20_diff1": 0.210461, "nauc_recall_at_100_max": 0.297941, "nauc_recall_at_100_std": 0.442247, "nauc_recall_at_100_diff1": 0.169141, "nauc_recall_at_1000_max": 0.297941, "nauc_recall_at_1000_std": 0.442247, "nauc_recall_at_1000_diff1": 0.169141, "nauc_precision_at_1_max": 0.292291, "nauc_precision_at_1_std": 0.243985, "nauc_precision_at_1_diff1": 0.555255, "nauc_precision_at_3_max": 0.184163, "nauc_precision_at_3_std": 0.308385, "nauc_precision_at_3_diff1": 0.001202, "nauc_precision_at_5_max": 0.126126, "nauc_precision_at_5_std": 0.328186, "nauc_precision_at_5_diff1": -0.10391, "nauc_precision_at_10_max": 0.063787, "nauc_precision_at_10_std": 0.306763, "nauc_precision_at_10_diff1": -0.148842, "nauc_precision_at_20_max": -0.016743, "nauc_precision_at_20_std": 0.239188, "nauc_precision_at_20_diff1": -0.199581, "nauc_precision_at_100_max": -0.038862, "nauc_precision_at_100_std": 0.175406, "nauc_precision_at_100_diff1": -0.220344, "nauc_precision_at_1000_max": -0.038862, "nauc_precision_at_1000_std": 0.175406, "nauc_precision_at_1000_diff1": -0.220344, "nauc_mrr_at_1_max": 0.292291, "nauc_mrr_at_1_std": 0.243985, "nauc_mrr_at_1_diff1": 0.555255, "nauc_mrr_at_3_max": 0.327889, "nauc_mrr_at_3_std": 0.26172, "nauc_mrr_at_3_diff1": 0.538798, "nauc_mrr_at_5_max": 0.332185, "nauc_mrr_at_5_std": 0.276369, "nauc_mrr_at_5_diff1": 0.54304, "nauc_mrr_at_10_max": 0.336497, "nauc_mrr_at_10_std": 0.281403, "nauc_mrr_at_10_diff1": 0.541712, "nauc_mrr_at_20_max": 0.335332, "nauc_mrr_at_20_std": 0.282028, "nauc_mrr_at_20_diff1": 0.541841, "nauc_mrr_at_100_max": 0.334676, "nauc_mrr_at_100_std": 0.280934, "nauc_mrr_at_100_diff1": 0.541222, "nauc_mrr_at_1000_max": 0.334676, "nauc_mrr_at_1000_std": 0.280934, "nauc_mrr_at_1000_diff1": 0.541222, "hit_rate_at_1": 0.70755, "hit_rate_at_3": 0.86792, "hit_rate_at_5": 0.90566, "hit_rate_at_10": 0.92767, "hit_rate_at_20": 0.9434, "hit_rate_at_100": 0.95283, "hit_rate_at_1000": 0.95283, "main_score": 0.67614, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.70912, "ndcg_at_3": 0.68475, "ndcg_at_5": 0.68403, "ndcg_at_10": 0.69896, "ndcg_at_20": 0.71261, "ndcg_at_100": 0.72951, "ndcg_at_1000": 0.72951, "map_at_1": 0.31054, "map_at_3": 0.46211, "map_at_5": 0.5149, "map_at_10": 0.5642, "map_at_20": 0.59023, "map_at_100": 0.60199, "map_at_1000": 0.60199, "recall_at_1": 0.31054, "recall_at_3": 0.51171, "recall_at_5": 0.59595, "recall_at_10": 0.70261, "recall_at_20": 0.7732, "recall_at_100": 0.81757, "recall_at_1000": 0.81757, "accuracy": 0.31054, "precision_at_1": 0.73585, "precision_at_3": 0.5021, "precision_at_5": 0.39811, "precision_at_10": 0.27358, "precision_at_20": 0.16918, "precision_at_100": 0.03871, "precision_at_1000": 0.00387, "mrr_at_1": 0.735849, "mrr_at_3": 0.805556, "mrr_at_5": 0.814361, "mrr_at_10": 0.81766, "mrr_at_20": 0.81843, "mrr_at_100": 0.818897, "mrr_at_1000": 0.818897, "nauc_ndcg_at_1_max": 0.187906, "nauc_ndcg_at_1_std": 0.099183, "nauc_ndcg_at_1_diff1": 0.535925, "nauc_ndcg_at_3_max": 0.254591, "nauc_ndcg_at_3_std": 0.14027, "nauc_ndcg_at_3_diff1": 0.420705, "nauc_ndcg_at_5_max": 0.2373, "nauc_ndcg_at_5_std": 0.182111, "nauc_ndcg_at_5_diff1": 0.394513, "nauc_ndcg_at_10_max": 0.294011, "nauc_ndcg_at_10_std": 0.256844, "nauc_ndcg_at_10_diff1": 0.416571, "nauc_ndcg_at_20_max": 0.295075, "nauc_ndcg_at_20_std": 0.266007, "nauc_ndcg_at_20_diff1": 0.422407, "nauc_ndcg_at_100_max": 0.293508, "nauc_ndcg_at_100_std": 0.249187, "nauc_ndcg_at_100_diff1": 0.415634, "nauc_ndcg_at_1000_max": 0.293508, "nauc_ndcg_at_1000_std": 0.249187, "nauc_ndcg_at_1000_diff1": 0.415634, "nauc_map_at_1_max": 0.087172, "nauc_map_at_1_std": -0.047396, "nauc_map_at_1_diff1": 0.480337, "nauc_map_at_3_max": 0.197032, "nauc_map_at_3_std": 0.071716, "nauc_map_at_3_diff1": 0.412399, "nauc_map_at_5_max": 0.212207, "nauc_map_at_5_std": 0.138867, "nauc_map_at_5_diff1": 0.39159, "nauc_map_at_10_max": 0.240786, "nauc_map_at_10_std": 0.195134, "nauc_map_at_10_diff1": 0.385501, "nauc_map_at_20_max": 0.24213, "nauc_map_at_20_std": 0.22598, "nauc_map_at_20_diff1": 0.3837, "nauc_map_at_100_max": 0.241664, "nauc_map_at_100_std": 0.221964, "nauc_map_at_100_diff1": 0.376052, "nauc_map_at_1000_max": 0.241664, "nauc_map_at_1000_std": 0.221964, "nauc_map_at_1000_diff1": 0.376052, "nauc_recall_at_1_max": 0.087172, "nauc_recall_at_1_std": -0.047396, "nauc_recall_at_1_diff1": 0.480337, "nauc_recall_at_3_max": 0.195776, "nauc_recall_at_3_std": 0.068241, "nauc_recall_at_3_diff1": 0.361038, "nauc_recall_at_5_max": 0.198067, "nauc_recall_at_5_std": 0.156391, "nauc_recall_at_5_diff1": 0.316079, "nauc_recall_at_10_max": 0.27871, "nauc_recall_at_10_std": 0.298815, "nauc_recall_at_10_diff1": 0.294975, "nauc_recall_at_20_max": 0.286545, "nauc_recall_at_20_std": 0.389199, "nauc_recall_at_20_diff1": 0.274728, "nauc_recall_at_100_max": 0.284934, "nauc_recall_at_100_std": 0.362449, "nauc_recall_at_100_diff1": 0.23646, "nauc_recall_at_1000_max": 0.284934, "nauc_recall_at_1000_std": 0.362449, "nauc_recall_at_1000_diff1": 0.23646, "nauc_precision_at_1_max": 0.221251, "nauc_precision_at_1_std": 0.149388, "nauc_precision_at_1_diff1": 0.559596, "nauc_precision_at_3_max": 0.213367, "nauc_precision_at_3_std": 0.253415, "nauc_precision_at_3_diff1": 0.002779, "nauc_precision_at_5_max": 0.116508, "nauc_precision_at_5_std": 0.264171, "nauc_precision_at_5_diff1": -0.128791, "nauc_precision_at_10_max": 0.071294, "nauc_precision_at_10_std": 0.251933, "nauc_precision_at_10_diff1": -0.173926, "nauc_precision_at_20_max": 0.01031, "nauc_precision_at_20_std": 0.190167, "nauc_precision_at_20_diff1": -0.201939, "nauc_precision_at_100_max": -0.020307, "nauc_precision_at_100_std": 0.099151, "nauc_precision_at_100_diff1": -0.217331, "nauc_precision_at_1000_max": -0.020307, "nauc_precision_at_1000_std": 0.099151, "nauc_precision_at_1000_diff1": -0.217331, "nauc_mrr_at_1_max": 0.221251, "nauc_mrr_at_1_std": 0.149388, "nauc_mrr_at_1_diff1": 0.559596, "nauc_mrr_at_3_max": 0.290043, "nauc_mrr_at_3_std": 0.174103, "nauc_mrr_at_3_diff1": 0.56194, "nauc_mrr_at_5_max": 0.276548, "nauc_mrr_at_5_std": 0.166378, "nauc_mrr_at_5_diff1": 0.554944, "nauc_mrr_at_10_max": 0.279499, "nauc_mrr_at_10_std": 0.180167, "nauc_mrr_at_10_diff1": 0.554436, "nauc_mrr_at_20_max": 0.279623, "nauc_mrr_at_20_std": 0.180934, "nauc_mrr_at_20_diff1": 0.554811, "nauc_mrr_at_100_max": 0.278764, "nauc_mrr_at_100_std": 0.17876, "nauc_mrr_at_100_diff1": 0.553985, "nauc_mrr_at_1000_max": 0.278764, "nauc_mrr_at_1000_std": 0.17876, "nauc_mrr_at_1000_diff1": 0.553985, "hit_rate_at_1": 0.73585, "hit_rate_at_3": 0.89308, "hit_rate_at_5": 0.93082, "hit_rate_at_10": 0.95597, "hit_rate_at_20": 0.96541, "hit_rate_at_100": 0.98113, "hit_rate_at_1000": 0.98113, "main_score": 0.69896, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.5" } ] }, "evaluation_time": 36209.73757861403, "kg_co2_emissions": null, "date": 1791825038.030462, "evaluation_phases": [ { "name": "Data loading", "start": 1.365999924018979e-05, "end": 40.88223030700465, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 40.882245197019074, "end": 40.882248106994666, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 40.889182726998115, "end": 6123.893553099013, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 6124.055412040005, "end": 6124.165244489006, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 6124.203900345019, "end": 12204.582345164992, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 12204.771009371005, "end": 12204.850780091016, "split": "test", "subset": "portuguese" } ] }