{ "dataset_revision": "f732b725cf4a70803210edfe265a04f8bd5328f6", "task_name": "Vidore3IndustrialRetrieval", "mteb_version": "2.21.8", "scores": { "test": [ { "ndcg_at_1": 0.43816, "ndcg_at_3": 0.45066, "ndcg_at_5": 0.45068, "ndcg_at_10": 0.46202, "ndcg_at_20": 0.49295, "ndcg_at_100": 0.55612, "ndcg_at_1000": 0.59748, "map_at_1": 0.23222, "map_at_3": 0.31905, "map_at_5": 0.3395, "map_at_10": 0.36325, "map_at_20": 0.38227, "map_at_100": 0.40189, "map_at_1000": 0.40716, "recall_at_1": 0.23222, "recall_at_3": 0.37264, "recall_at_5": 0.42011, "recall_at_10": 0.49235, "recall_at_20": 0.59556, "recall_at_100": 0.79802, "recall_at_1000": 0.96519, "accuracy": 0.23222, "precision_at_1": 0.4629, "precision_at_3": 0.30271, "precision_at_5": 0.22615, "precision_at_10": 0.15018, "precision_at_20": 0.10177, "precision_at_100": 0.03587, "precision_at_1000": 0.00535, "mrr_at_1": 0.462898, "mrr_at_3": 0.53828, "mrr_at_5": 0.555948, "mrr_at_10": 0.56602, "mrr_at_20": 0.570656, "mrr_at_100": 0.572946, "mrr_at_1000": 0.573282, "nauc_ndcg_at_1_max": 0.312006, "nauc_ndcg_at_1_std": -0.090259, "nauc_ndcg_at_1_diff1": 0.553291, "nauc_ndcg_at_3_max": 0.268281, "nauc_ndcg_at_3_std": -0.08537, "nauc_ndcg_at_3_diff1": 0.45156, "nauc_ndcg_at_5_max": 0.250699, "nauc_ndcg_at_5_std": -0.09778, "nauc_ndcg_at_5_diff1": 0.425556, "nauc_ndcg_at_10_max": 0.244624, "nauc_ndcg_at_10_std": -0.109559, "nauc_ndcg_at_10_diff1": 0.422453, "nauc_ndcg_at_20_max": 0.267558, "nauc_ndcg_at_20_std": -0.101717, "nauc_ndcg_at_20_diff1": 0.425432, "nauc_ndcg_at_100_max": 0.295281, "nauc_ndcg_at_100_std": -0.037783, "nauc_ndcg_at_100_diff1": 0.448649, "nauc_ndcg_at_1000_max": 0.300227, "nauc_ndcg_at_1000_std": -0.025951, "nauc_ndcg_at_1000_diff1": 0.454941, "nauc_map_at_1_max": 0.163252, "nauc_map_at_1_std": -0.117287, "nauc_map_at_1_diff1": 0.463997, "nauc_map_at_3_max": 0.170748, "nauc_map_at_3_std": -0.142618, "nauc_map_at_3_diff1": 0.403217, "nauc_map_at_5_max": 0.185855, "nauc_map_at_5_std": -0.133381, "nauc_map_at_5_diff1": 0.389692, "nauc_map_at_10_max": 0.216502, "nauc_map_at_10_std": -0.121883, "nauc_map_at_10_diff1": 0.392199, "nauc_map_at_20_max": 0.230385, "nauc_map_at_20_std": -0.114262, "nauc_map_at_20_diff1": 0.391654, "nauc_map_at_100_max": 0.236279, "nauc_map_at_100_std": -0.099201, "nauc_map_at_100_diff1": 0.399996, "nauc_map_at_1000_max": 0.238086, "nauc_map_at_1000_std": -0.09519, "nauc_map_at_1000_diff1": 0.401516, "nauc_recall_at_1_max": 0.163252, "nauc_recall_at_1_std": -0.117287, "nauc_recall_at_1_diff1": 0.463997, "nauc_recall_at_3_max": 0.122299, "nauc_recall_at_3_std": -0.171321, "nauc_recall_at_3_diff1": 0.331521, "nauc_recall_at_5_max": 0.119461, "nauc_recall_at_5_std": -0.168481, "nauc_recall_at_5_diff1": 0.301355, "nauc_recall_at_10_max": 0.151426, "nauc_recall_at_10_std": -0.159182, "nauc_recall_at_10_diff1": 0.296556, "nauc_recall_at_20_max": 0.218198, "nauc_recall_at_20_std": -0.134353, "nauc_recall_at_20_diff1": 0.297834, "nauc_recall_at_100_max": 0.3187, "nauc_recall_at_100_std": 0.110717, "nauc_recall_at_100_diff1": 0.361423, "nauc_recall_at_1000_max": 0.550201, "nauc_recall_at_1000_std": 0.554895, "nauc_recall_at_1000_diff1": 0.409413, "nauc_precision_at_1_max": 0.341024, "nauc_precision_at_1_std": -0.074758, "nauc_precision_at_1_diff1": 0.557672, "nauc_precision_at_3_max": 0.274021, "nauc_precision_at_3_std": 0.013521, "nauc_precision_at_3_diff1": 0.252794, "nauc_precision_at_5_max": 0.294724, "nauc_precision_at_5_std": 0.069576, "nauc_precision_at_5_diff1": 0.16736, "nauc_precision_at_10_max": 0.288577, "nauc_precision_at_10_std": 0.112104, "nauc_precision_at_10_diff1": 0.126364, "nauc_precision_at_20_max": 0.270746, "nauc_precision_at_20_std": 0.155854, "nauc_precision_at_20_diff1": 0.084732, "nauc_precision_at_100_max": 0.14607, "nauc_precision_at_100_std": 0.286042, "nauc_precision_at_100_diff1": -0.0091, "nauc_precision_at_1000_max": 0.03724, "nauc_precision_at_1000_std": 0.242945, "nauc_precision_at_1000_diff1": -0.091126, "nauc_mrr_at_1_max": 0.341024, "nauc_mrr_at_1_std": -0.074758, "nauc_mrr_at_1_diff1": 0.557672, "nauc_mrr_at_3_max": 0.342764, "nauc_mrr_at_3_std": -0.056276, "nauc_mrr_at_3_diff1": 0.533543, "nauc_mrr_at_5_max": 0.347781, "nauc_mrr_at_5_std": -0.04592, "nauc_mrr_at_5_diff1": 0.538523, "nauc_mrr_at_10_max": 0.347694, "nauc_mrr_at_10_std": -0.043826, "nauc_mrr_at_10_diff1": 0.536209, "nauc_mrr_at_20_max": 0.351737, "nauc_mrr_at_20_std": -0.041782, "nauc_mrr_at_20_diff1": 0.540268, "nauc_mrr_at_100_max": 0.352082, "nauc_mrr_at_100_std": -0.040641, "nauc_mrr_at_100_diff1": 0.539848, "nauc_mrr_at_1000_max": 0.351633, "nauc_mrr_at_1000_std": -0.041403, "nauc_mrr_at_1000_diff1": 0.539756, "hit_rate_at_1": 0.4629, "hit_rate_at_3": 0.63958, "hit_rate_at_5": 0.71731, "hit_rate_at_10": 0.79152, "hit_rate_at_20": 0.86219, "hit_rate_at_100": 0.93993, "hit_rate_at_1000": 0.99647, "main_score": 0.46202, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.21.8" }, { "ndcg_at_1": 0.45406, "ndcg_at_3": 0.45457, "ndcg_at_5": 0.4638, "ndcg_at_10": 0.47766, "ndcg_at_20": 0.50472, "ndcg_at_100": 0.56723, "ndcg_at_1000": 0.6087, "map_at_1": 0.23723, "map_at_3": 0.32114, "map_at_5": 0.34802, "map_at_10": 0.37383, "map_at_20": 0.39208, "map_at_100": 0.41206, "map_at_1000": 0.41758, "recall_at_1": 0.23723, "recall_at_3": 0.3775, "recall_at_5": 0.43939, "recall_at_10": 0.51714, "recall_at_20": 0.60823, "recall_at_100": 0.80371, "recall_at_1000": 0.97234, "accuracy": 0.23723, "precision_at_1": 0.47703, "precision_at_3": 0.298, "precision_at_5": 0.23322, "precision_at_10": 0.15795, "precision_at_20": 0.10548, "precision_at_100": 0.03643, "precision_at_1000": 0.00541, "mrr_at_1": 0.477032, "mrr_at_3": 0.547703, "mrr_at_5": 0.567138, "mrr_at_10": 0.576879, "mrr_at_20": 0.581636, "mrr_at_100": 0.583873, "mrr_at_1000": 0.584129, "nauc_ndcg_at_1_max": 0.340638, "nauc_ndcg_at_1_std": -0.071213, "nauc_ndcg_at_1_diff1": 0.580762, "nauc_ndcg_at_3_max": 0.260355, "nauc_ndcg_at_3_std": -0.098978, "nauc_ndcg_at_3_diff1": 0.484181, "nauc_ndcg_at_5_max": 0.232248, "nauc_ndcg_at_5_std": -0.100847, "nauc_ndcg_at_5_diff1": 0.464813, "nauc_ndcg_at_10_max": 0.228415, "nauc_ndcg_at_10_std": -0.128968, "nauc_ndcg_at_10_diff1": 0.468799, "nauc_ndcg_at_20_max": 0.249961, "nauc_ndcg_at_20_std": -0.113416, "nauc_ndcg_at_20_diff1": 0.467256, "nauc_ndcg_at_100_max": 0.284613, "nauc_ndcg_at_100_std": -0.066314, "nauc_ndcg_at_100_diff1": 0.488663, "nauc_ndcg_at_1000_max": 0.291162, "nauc_ndcg_at_1000_std": -0.044642, "nauc_ndcg_at_1000_diff1": 0.501929, "nauc_map_at_1_max": 0.180085, "nauc_map_at_1_std": -0.119013, "nauc_map_at_1_diff1": 0.558402, "nauc_map_at_3_max": 0.163572, "nauc_map_at_3_std": -0.143243, "nauc_map_at_3_diff1": 0.480837, "nauc_map_at_5_max": 0.17596, "nauc_map_at_5_std": -0.132127, "nauc_map_at_5_diff1": 0.461076, "nauc_map_at_10_max": 0.202204, "nauc_map_at_10_std": -0.134934, "nauc_map_at_10_diff1": 0.460145, "nauc_map_at_20_max": 0.217645, "nauc_map_at_20_std": -0.124498, "nauc_map_at_20_diff1": 0.455555, "nauc_map_at_100_max": 0.230526, "nauc_map_at_100_std": -0.111741, "nauc_map_at_100_diff1": 0.462085, "nauc_map_at_1000_max": 0.232806, "nauc_map_at_1000_std": -0.106636, "nauc_map_at_1000_diff1": 0.464854, "nauc_recall_at_1_max": 0.180085, "nauc_recall_at_1_std": -0.119013, "nauc_recall_at_1_diff1": 0.558402, "nauc_recall_at_3_max": 0.088516, "nauc_recall_at_3_std": -0.173756, "nauc_recall_at_3_diff1": 0.38954, "nauc_recall_at_5_max": 0.085159, "nauc_recall_at_5_std": -0.162193, "nauc_recall_at_5_diff1": 0.352194, "nauc_recall_at_10_max": 0.120808, "nauc_recall_at_10_std": -0.200858, "nauc_recall_at_10_diff1": 0.359978, "nauc_recall_at_20_max": 0.169401, "nauc_recall_at_20_std": -0.160403, "nauc_recall_at_20_diff1": 0.339244, "nauc_recall_at_100_max": 0.302065, "nauc_recall_at_100_std": 0.008891, "nauc_recall_at_100_diff1": 0.385282, "nauc_recall_at_1000_max": 0.603862, "nauc_recall_at_1000_std": 0.551808, "nauc_recall_at_1000_diff1": 0.559553, "nauc_precision_at_1_max": 0.367244, "nauc_precision_at_1_std": -0.052829, "nauc_precision_at_1_diff1": 0.58445, "nauc_precision_at_3_max": 0.257136, "nauc_precision_at_3_std": -0.005034, "nauc_precision_at_3_diff1": 0.217696, "nauc_precision_at_5_max": 0.26117, "nauc_precision_at_5_std": 0.082622, "nauc_precision_at_5_diff1": 0.10741, "nauc_precision_at_10_max": 0.278694, "nauc_precision_at_10_std": 0.106658, "nauc_precision_at_10_diff1": 0.053697, "nauc_precision_at_20_max": 0.271487, "nauc_precision_at_20_std": 0.164637, "nauc_precision_at_20_diff1": 0.012439, "nauc_precision_at_100_max": 0.157172, "nauc_precision_at_100_std": 0.249424, "nauc_precision_at_100_diff1": -0.060303, "nauc_precision_at_1000_max": 0.03816, "nauc_precision_at_1000_std": 0.23099, "nauc_precision_at_1000_diff1": -0.118146, "nauc_mrr_at_1_max": 0.367244, "nauc_mrr_at_1_std": -0.052829, "nauc_mrr_at_1_diff1": 0.58445, "nauc_mrr_at_3_max": 0.336568, "nauc_mrr_at_3_std": -0.068336, "nauc_mrr_at_3_diff1": 0.533732, "nauc_mrr_at_5_max": 0.34026, "nauc_mrr_at_5_std": -0.055376, "nauc_mrr_at_5_diff1": 0.537044, "nauc_mrr_at_10_max": 0.346585, "nauc_mrr_at_10_std": -0.052521, "nauc_mrr_at_10_diff1": 0.540761, "nauc_mrr_at_20_max": 0.34729, "nauc_mrr_at_20_std": -0.050217, "nauc_mrr_at_20_diff1": 0.541825, "nauc_mrr_at_100_max": 0.34847, "nauc_mrr_at_100_std": -0.049916, "nauc_mrr_at_100_diff1": 0.544144, "nauc_mrr_at_1000_max": 0.348189, "nauc_mrr_at_1000_std": -0.050321, "nauc_mrr_at_1000_diff1": 0.544049, "hit_rate_at_1": 0.47703, "hit_rate_at_3": 0.64664, "hit_rate_at_5": 0.73145, "hit_rate_at_10": 0.80565, "hit_rate_at_20": 0.87633, "hit_rate_at_100": 0.95406, "hit_rate_at_1000": 0.99647, "main_score": 0.47766, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.21.8" }, { "ndcg_at_1": 0.5053, "ndcg_at_3": 0.48881, "ndcg_at_5": 0.49875, "ndcg_at_10": 0.51777, "ndcg_at_20": 0.54709, "ndcg_at_100": 0.6079, "ndcg_at_1000": 0.64398, "map_at_1": 0.27098, "map_at_3": 0.351, "map_at_5": 0.38216, "map_at_10": 0.4105, "map_at_20": 0.43187, "map_at_100": 0.45192, "map_at_1000": 0.45706, "recall_at_1": 0.27098, "recall_at_3": 0.39083, "recall_at_5": 0.4646, "recall_at_10": 0.54689, "recall_at_20": 0.6445, "recall_at_100": 0.83072, "recall_at_1000": 0.97489, "accuracy": 0.27098, "precision_at_1": 0.52297, "precision_at_3": 0.31802, "precision_at_5": 0.24452, "precision_at_10": 0.17032, "precision_at_20": 0.11572, "precision_at_100": 0.03848, "precision_at_1000": 0.00546, "mrr_at_1": 0.522968, "mrr_at_3": 0.58775, "mrr_at_5": 0.606125, "mrr_at_10": 0.618669, "mrr_at_20": 0.62256, "mrr_at_100": 0.624582, "mrr_at_1000": 0.624748, "nauc_ndcg_at_1_max": 0.338849, "nauc_ndcg_at_1_std": -0.122074, "nauc_ndcg_at_1_diff1": 0.55224, "nauc_ndcg_at_3_max": 0.281264, "nauc_ndcg_at_3_std": -0.151601, "nauc_ndcg_at_3_diff1": 0.459192, "nauc_ndcg_at_5_max": 0.261225, "nauc_ndcg_at_5_std": -0.17751, "nauc_ndcg_at_5_diff1": 0.431861, "nauc_ndcg_at_10_max": 0.260477, "nauc_ndcg_at_10_std": -0.185753, "nauc_ndcg_at_10_diff1": 0.434628, "nauc_ndcg_at_20_max": 0.276847, "nauc_ndcg_at_20_std": -0.161882, "nauc_ndcg_at_20_diff1": 0.437809, "nauc_ndcg_at_100_max": 0.308059, "nauc_ndcg_at_100_std": -0.107107, "nauc_ndcg_at_100_diff1": 0.453845, "nauc_ndcg_at_1000_max": 0.300114, "nauc_ndcg_at_1000_std": -0.113079, "nauc_ndcg_at_1000_diff1": 0.471319, "nauc_map_at_1_max": 0.143892, "nauc_map_at_1_std": -0.227631, "nauc_map_at_1_diff1": 0.496418, "nauc_map_at_3_max": 0.177199, "nauc_map_at_3_std": -0.223299, "nauc_map_at_3_diff1": 0.461155, "nauc_map_at_5_max": 0.19346, "nauc_map_at_5_std": -0.226927, "nauc_map_at_5_diff1": 0.433507, "nauc_map_at_10_max": 0.220081, "nauc_map_at_10_std": -0.21036, "nauc_map_at_10_diff1": 0.427969, "nauc_map_at_20_max": 0.232925, "nauc_map_at_20_std": -0.195664, "nauc_map_at_20_diff1": 0.426097, "nauc_map_at_100_max": 0.242808, "nauc_map_at_100_std": -0.17974, "nauc_map_at_100_diff1": 0.431401, "nauc_map_at_1000_max": 0.243243, "nauc_map_at_1000_std": -0.177856, "nauc_map_at_1000_diff1": 0.433758, "nauc_recall_at_1_max": 0.143892, "nauc_recall_at_1_std": -0.227631, "nauc_recall_at_1_diff1": 0.496418, "nauc_recall_at_3_max": 0.156853, "nauc_recall_at_3_std": -0.221299, "nauc_recall_at_3_diff1": 0.405126, "nauc_recall_at_5_max": 0.16123, "nauc_recall_at_5_std": -0.226218, "nauc_recall_at_5_diff1": 0.319972, "nauc_recall_at_10_max": 0.189615, "nauc_recall_at_10_std": -0.219304, "nauc_recall_at_10_diff1": 0.317505, "nauc_recall_at_20_max": 0.242884, "nauc_recall_at_20_std": -0.161828, "nauc_recall_at_20_diff1": 0.312381, "nauc_recall_at_100_max": 0.38655, "nauc_recall_at_100_std": 0.081791, "nauc_recall_at_100_diff1": 0.323289, "nauc_recall_at_1000_max": 0.638632, "nauc_recall_at_1000_std": 0.566002, "nauc_recall_at_1000_diff1": 0.503992, "nauc_precision_at_1_max": 0.37357, "nauc_precision_at_1_std": -0.11171, "nauc_precision_at_1_diff1": 0.561944, "nauc_precision_at_3_max": 0.268973, "nauc_precision_at_3_std": 0.002193, "nauc_precision_at_3_diff1": 0.179747, "nauc_precision_at_5_max": 0.249593, "nauc_precision_at_5_std": 0.038056, "nauc_precision_at_5_diff1": 0.057279, "nauc_precision_at_10_max": 0.265948, "nauc_precision_at_10_std": 0.147646, "nauc_precision_at_10_diff1": -0.004053, "nauc_precision_at_20_max": 0.213935, "nauc_precision_at_20_std": 0.209211, "nauc_precision_at_20_diff1": -0.05011, "nauc_precision_at_100_max": 0.113384, "nauc_precision_at_100_std": 0.28791, "nauc_precision_at_100_diff1": -0.106016, "nauc_precision_at_1000_max": -0.014959, "nauc_precision_at_1000_std": 0.208242, "nauc_precision_at_1000_diff1": -0.125521, "nauc_mrr_at_1_max": 0.37357, "nauc_mrr_at_1_std": -0.11171, "nauc_mrr_at_1_diff1": 0.561944, "nauc_mrr_at_3_max": 0.367903, "nauc_mrr_at_3_std": -0.105394, "nauc_mrr_at_3_diff1": 0.517019, "nauc_mrr_at_5_max": 0.37093, "nauc_mrr_at_5_std": -0.09534, "nauc_mrr_at_5_diff1": 0.516673, "nauc_mrr_at_10_max": 0.375639, "nauc_mrr_at_10_std": -0.092782, "nauc_mrr_at_10_diff1": 0.519289, "nauc_mrr_at_20_max": 0.378986, "nauc_mrr_at_20_std": -0.089882, "nauc_mrr_at_20_diff1": 0.521322, "nauc_mrr_at_100_max": 0.378458, "nauc_mrr_at_100_std": -0.089911, "nauc_mrr_at_100_diff1": 0.521698, "nauc_mrr_at_1000_max": 0.378199, "nauc_mrr_at_1000_std": -0.090339, "nauc_mrr_at_1000_diff1": 0.521677, "hit_rate_at_1": 0.52297, "hit_rate_at_3": 0.67491, "hit_rate_at_5": 0.75618, "hit_rate_at_10": 0.84806, "hit_rate_at_20": 0.90106, "hit_rate_at_100": 0.97173, "hit_rate_at_1000": 0.99647, "main_score": 0.51777, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.21.8" }, { "ndcg_at_1": 0.4417, "ndcg_at_3": 0.44457, "ndcg_at_5": 0.44537, "ndcg_at_10": 0.46935, "ndcg_at_20": 0.49723, "ndcg_at_100": 0.55696, "ndcg_at_1000": 0.60091, "map_at_1": 0.2464, "map_at_3": 0.32029, "map_at_5": 0.34225, "map_at_10": 0.36894, "map_at_20": 0.38746, "map_at_100": 0.4059, "map_at_1000": 0.41152, "recall_at_1": 0.2464, "recall_at_3": 0.3619, "recall_at_5": 0.41042, "recall_at_10": 0.50044, "recall_at_20": 0.59507, "recall_at_100": 0.78806, "recall_at_1000": 0.97, "accuracy": 0.2464, "precision_at_1": 0.4629, "precision_at_3": 0.2874, "precision_at_5": 0.21625, "precision_at_10": 0.15442, "precision_at_20": 0.10424, "precision_at_100": 0.03572, "precision_at_1000": 0.00541, "mrr_at_1": 0.462898, "mrr_at_3": 0.532391, "mrr_at_5": 0.546172, "mrr_at_10": 0.562504, "mrr_at_20": 0.567566, "mrr_at_100": 0.569677, "mrr_at_1000": 0.570011, "nauc_ndcg_at_1_max": 0.245539, "nauc_ndcg_at_1_std": -0.074255, "nauc_ndcg_at_1_diff1": 0.49812, "nauc_ndcg_at_3_max": 0.224907, "nauc_ndcg_at_3_std": -0.042911, "nauc_ndcg_at_3_diff1": 0.4102, "nauc_ndcg_at_5_max": 0.198036, "nauc_ndcg_at_5_std": -0.056306, "nauc_ndcg_at_5_diff1": 0.384974, "nauc_ndcg_at_10_max": 0.182732, "nauc_ndcg_at_10_std": -0.084808, "nauc_ndcg_at_10_diff1": 0.367422, "nauc_ndcg_at_20_max": 0.207995, "nauc_ndcg_at_20_std": -0.066171, "nauc_ndcg_at_20_diff1": 0.365569, "nauc_ndcg_at_100_max": 0.245912, "nauc_ndcg_at_100_std": -0.011367, "nauc_ndcg_at_100_diff1": 0.397393, "nauc_ndcg_at_1000_max": 0.233434, "nauc_ndcg_at_1000_std": -0.005657, "nauc_ndcg_at_1000_diff1": 0.407891, "nauc_map_at_1_max": 0.116699, "nauc_map_at_1_std": -0.13692, "nauc_map_at_1_diff1": 0.437755, "nauc_map_at_3_max": 0.139752, "nauc_map_at_3_std": -0.118261, "nauc_map_at_3_diff1": 0.387352, "nauc_map_at_5_max": 0.145066, "nauc_map_at_5_std": -0.109093, "nauc_map_at_5_diff1": 0.367043, "nauc_map_at_10_max": 0.155888, "nauc_map_at_10_std": -0.108804, "nauc_map_at_10_diff1": 0.357664, "nauc_map_at_20_max": 0.173525, "nauc_map_at_20_std": -0.090109, "nauc_map_at_20_diff1": 0.356595, "nauc_map_at_100_max": 0.184215, "nauc_map_at_100_std": -0.075202, "nauc_map_at_100_diff1": 0.36666, "nauc_map_at_1000_max": 0.18457, "nauc_map_at_1000_std": -0.07165, "nauc_map_at_1000_diff1": 0.369083, "nauc_recall_at_1_max": 0.116699, "nauc_recall_at_1_std": -0.13692, "nauc_recall_at_1_diff1": 0.437755, "nauc_recall_at_3_max": 0.121041, "nauc_recall_at_3_std": -0.119402, "nauc_recall_at_3_diff1": 0.330956, "nauc_recall_at_5_max": 0.111255, "nauc_recall_at_5_std": -0.118613, "nauc_recall_at_5_diff1": 0.295796, "nauc_recall_at_10_max": 0.118942, "nauc_recall_at_10_std": -0.134184, "nauc_recall_at_10_diff1": 0.254174, "nauc_recall_at_20_max": 0.203256, "nauc_recall_at_20_std": -0.066006, "nauc_recall_at_20_diff1": 0.244212, "nauc_recall_at_100_max": 0.378465, "nauc_recall_at_100_std": 0.149313, "nauc_recall_at_100_diff1": 0.346622, "nauc_recall_at_1000_max": 0.566096, "nauc_recall_at_1000_std": 0.555635, "nauc_recall_at_1000_diff1": 0.495582, "nauc_precision_at_1_max": 0.264489, "nauc_precision_at_1_std": -0.057799, "nauc_precision_at_1_diff1": 0.50207, "nauc_precision_at_3_max": 0.248799, "nauc_precision_at_3_std": 0.088904, "nauc_precision_at_3_diff1": 0.22757, "nauc_precision_at_5_max": 0.244853, "nauc_precision_at_5_std": 0.138998, "nauc_precision_at_5_diff1": 0.144147, "nauc_precision_at_10_max": 0.220945, "nauc_precision_at_10_std": 0.158117, "nauc_precision_at_10_diff1": 0.072588, "nauc_precision_at_20_max": 0.232539, "nauc_precision_at_20_std": 0.220881, "nauc_precision_at_20_diff1": 0.042538, "nauc_precision_at_100_max": 0.144843, "nauc_precision_at_100_std": 0.288144, "nauc_precision_at_100_diff1": 0.005163, "nauc_precision_at_1000_max": 0.004013, "nauc_precision_at_1000_std": 0.217476, "nauc_precision_at_1000_diff1": -0.05544, "nauc_mrr_at_1_max": 0.264489, "nauc_mrr_at_1_std": -0.057799, "nauc_mrr_at_1_diff1": 0.50207, "nauc_mrr_at_3_max": 0.263277, "nauc_mrr_at_3_std": -0.030729, "nauc_mrr_at_3_diff1": 0.450577, "nauc_mrr_at_5_max": 0.261345, "nauc_mrr_at_5_std": -0.030446, "nauc_mrr_at_5_diff1": 0.457886, "nauc_mrr_at_10_max": 0.262356, "nauc_mrr_at_10_std": -0.030595, "nauc_mrr_at_10_diff1": 0.458569, "nauc_mrr_at_20_max": 0.266874, "nauc_mrr_at_20_std": -0.029654, "nauc_mrr_at_20_diff1": 0.460999, "nauc_mrr_at_100_max": 0.267004, "nauc_mrr_at_100_std": -0.028095, "nauc_mrr_at_100_diff1": 0.462131, "nauc_mrr_at_1000_max": 0.266567, "nauc_mrr_at_1000_std": -0.028633, "nauc_mrr_at_1000_diff1": 0.461994, "hit_rate_at_1": 0.4629, "hit_rate_at_3": 0.61484, "hit_rate_at_5": 0.67491, "hit_rate_at_10": 0.79152, "hit_rate_at_20": 0.86572, "hit_rate_at_100": 0.94346, "hit_rate_at_1000": 0.99647, "main_score": 0.46935, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.21.8" }, { "ndcg_at_1": 0.45936, "ndcg_at_3": 0.44502, "ndcg_at_5": 0.45196, "ndcg_at_10": 0.47291, "ndcg_at_20": 0.49952, "ndcg_at_100": 0.56198, "ndcg_at_1000": 0.60382, "map_at_1": 0.24334, "map_at_3": 0.31716, "map_at_5": 0.34046, "map_at_10": 0.36846, "map_at_20": 0.38558, "map_at_100": 0.40527, "map_at_1000": 0.41081, "recall_at_1": 0.24334, "recall_at_3": 0.36015, "recall_at_5": 0.42085, "recall_at_10": 0.5096, "recall_at_20": 0.60292, "recall_at_100": 0.79692, "recall_at_1000": 0.96413, "accuracy": 0.24334, "precision_at_1": 0.48057, "precision_at_3": 0.28975, "precision_at_5": 0.22191, "precision_at_10": 0.15689, "precision_at_20": 0.10265, "precision_at_100": 0.03594, "precision_at_1000": 0.00539, "mrr_at_1": 0.480565, "mrr_at_3": 0.540047, "mrr_at_5": 0.559128, "mrr_at_10": 0.571607, "mrr_at_20": 0.576861, "mrr_at_100": 0.579268, "mrr_at_1000": 0.579504, "nauc_ndcg_at_1_max": 0.311672, "nauc_ndcg_at_1_std": -0.036419, "nauc_ndcg_at_1_diff1": 0.490895, "nauc_ndcg_at_3_max": 0.258106, "nauc_ndcg_at_3_std": -0.068149, "nauc_ndcg_at_3_diff1": 0.440162, "nauc_ndcg_at_5_max": 0.224214, "nauc_ndcg_at_5_std": -0.111929, "nauc_ndcg_at_5_diff1": 0.437028, "nauc_ndcg_at_10_max": 0.223229, "nauc_ndcg_at_10_std": -0.115355, "nauc_ndcg_at_10_diff1": 0.42837, "nauc_ndcg_at_20_max": 0.235892, "nauc_ndcg_at_20_std": -0.112531, "nauc_ndcg_at_20_diff1": 0.435149, "nauc_ndcg_at_100_max": 0.281571, "nauc_ndcg_at_100_std": -0.050857, "nauc_ndcg_at_100_diff1": 0.45009, "nauc_ndcg_at_1000_max": 0.281387, "nauc_ndcg_at_1000_std": -0.029759, "nauc_ndcg_at_1000_diff1": 0.445691, "nauc_map_at_1_max": 0.170317, "nauc_map_at_1_std": -0.099392, "nauc_map_at_1_diff1": 0.482832, "nauc_map_at_3_max": 0.175486, "nauc_map_at_3_std": -0.120731, "nauc_map_at_3_diff1": 0.417316, "nauc_map_at_5_max": 0.174228, "nauc_map_at_5_std": -0.134759, "nauc_map_at_5_diff1": 0.411747, "nauc_map_at_10_max": 0.197951, "nauc_map_at_10_std": -0.129625, "nauc_map_at_10_diff1": 0.413717, "nauc_map_at_20_max": 0.208189, "nauc_map_at_20_std": -0.122092, "nauc_map_at_20_diff1": 0.4168, "nauc_map_at_100_max": 0.222493, "nauc_map_at_100_std": -0.104918, "nauc_map_at_100_diff1": 0.423671, "nauc_map_at_1000_max": 0.223204, "nauc_map_at_1000_std": -0.100197, "nauc_map_at_1000_diff1": 0.423132, "nauc_recall_at_1_max": 0.170317, "nauc_recall_at_1_std": -0.099392, "nauc_recall_at_1_diff1": 0.482832, "nauc_recall_at_3_max": 0.141275, "nauc_recall_at_3_std": -0.145268, "nauc_recall_at_3_diff1": 0.369878, "nauc_recall_at_5_max": 0.098841, "nauc_recall_at_5_std": -0.193294, "nauc_recall_at_5_diff1": 0.345337, "nauc_recall_at_10_max": 0.130275, "nauc_recall_at_10_std": -0.197111, "nauc_recall_at_10_diff1": 0.331897, "nauc_recall_at_20_max": 0.159286, "nauc_recall_at_20_std": -0.181488, "nauc_recall_at_20_diff1": 0.340549, "nauc_recall_at_100_max": 0.328959, "nauc_recall_at_100_std": 0.026564, "nauc_recall_at_100_diff1": 0.402074, "nauc_recall_at_1000_max": 0.650809, "nauc_recall_at_1000_std": 0.640914, "nauc_recall_at_1000_diff1": 0.476034, "nauc_precision_at_1_max": 0.323731, "nauc_precision_at_1_std": -0.042035, "nauc_precision_at_1_diff1": 0.499648, "nauc_precision_at_3_max": 0.239268, "nauc_precision_at_3_std": -0.002727, "nauc_precision_at_3_diff1": 0.211226, "nauc_precision_at_5_max": 0.227942, "nauc_precision_at_5_std": 0.001582, "nauc_precision_at_5_diff1": 0.171774, "nauc_precision_at_10_max": 0.232132, "nauc_precision_at_10_std": 0.097641, "nauc_precision_at_10_diff1": 0.099135, "nauc_precision_at_20_max": 0.209812, "nauc_precision_at_20_std": 0.124066, "nauc_precision_at_20_diff1": 0.061706, "nauc_precision_at_100_max": 0.129568, "nauc_precision_at_100_std": 0.247839, "nauc_precision_at_100_diff1": -0.081056, "nauc_precision_at_1000_max": -0.005257, "nauc_precision_at_1000_std": 0.206706, "nauc_precision_at_1000_diff1": -0.172042, "nauc_mrr_at_1_max": 0.323731, "nauc_mrr_at_1_std": -0.042035, "nauc_mrr_at_1_diff1": 0.499648, "nauc_mrr_at_3_max": 0.327174, "nauc_mrr_at_3_std": -0.042836, "nauc_mrr_at_3_diff1": 0.487093, "nauc_mrr_at_5_max": 0.314079, "nauc_mrr_at_5_std": -0.053592, "nauc_mrr_at_5_diff1": 0.490024, "nauc_mrr_at_10_max": 0.316718, "nauc_mrr_at_10_std": -0.047139, "nauc_mrr_at_10_diff1": 0.484735, "nauc_mrr_at_20_max": 0.318431, "nauc_mrr_at_20_std": -0.047125, "nauc_mrr_at_20_diff1": 0.485126, "nauc_mrr_at_100_max": 0.319511, "nauc_mrr_at_100_std": -0.044666, "nauc_mrr_at_100_diff1": 0.485923, "nauc_mrr_at_1000_max": 0.31924, "nauc_mrr_at_1000_std": -0.045012, "nauc_mrr_at_1000_diff1": 0.485921, "hit_rate_at_1": 0.48057, "hit_rate_at_3": 0.62544, "hit_rate_at_5": 0.71025, "hit_rate_at_10": 0.79859, "hit_rate_at_20": 0.87279, "hit_rate_at_100": 0.9576, "hit_rate_at_1000": 0.99293, "main_score": 0.47291, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.21.8" }, { "ndcg_at_1": 0.4682, "ndcg_at_3": 0.4518, "ndcg_at_5": 0.46036, "ndcg_at_10": 0.47774, "ndcg_at_20": 0.50611, "ndcg_at_100": 0.56871, "ndcg_at_1000": 0.60937, "map_at_1": 0.24294, "map_at_3": 0.32062, "map_at_5": 0.34801, "map_at_10": 0.37481, "map_at_20": 0.3932, "map_at_100": 0.41403, "map_at_1000": 0.41936, "recall_at_1": 0.24294, "recall_at_3": 0.36356, "recall_at_5": 0.43298, "recall_at_10": 0.51627, "recall_at_20": 0.60649, "recall_at_100": 0.80716, "recall_at_1000": 0.97042, "accuracy": 0.24294, "precision_at_1": 0.4841, "precision_at_3": 0.29446, "precision_at_5": 0.22968, "precision_at_10": 0.15795, "precision_at_20": 0.10707, "precision_at_100": 0.03671, "precision_at_1000": 0.0054, "mrr_at_1": 0.484099, "mrr_at_3": 0.539458, "mrr_at_5": 0.5596, "mrr_at_10": 0.573124, "mrr_at_20": 0.577974, "mrr_at_100": 0.580605, "mrr_at_1000": 0.580823, "nauc_ndcg_at_1_max": 0.337368, "nauc_ndcg_at_1_std": -0.009672, "nauc_ndcg_at_1_diff1": 0.525376, "nauc_ndcg_at_3_max": 0.279948, "nauc_ndcg_at_3_std": -0.031061, "nauc_ndcg_at_3_diff1": 0.439596, "nauc_ndcg_at_5_max": 0.255874, "nauc_ndcg_at_5_std": -0.054743, "nauc_ndcg_at_5_diff1": 0.418999, "nauc_ndcg_at_10_max": 0.248951, "nauc_ndcg_at_10_std": -0.082569, "nauc_ndcg_at_10_diff1": 0.423316, "nauc_ndcg_at_20_max": 0.252107, "nauc_ndcg_at_20_std": -0.080267, "nauc_ndcg_at_20_diff1": 0.432399, "nauc_ndcg_at_100_max": 0.298926, "nauc_ndcg_at_100_std": -0.016078, "nauc_ndcg_at_100_diff1": 0.449976, "nauc_ndcg_at_1000_max": 0.298426, "nauc_ndcg_at_1000_std": 0.000375, "nauc_ndcg_at_1000_diff1": 0.452513, "nauc_map_at_1_max": 0.154411, "nauc_map_at_1_std": -0.103759, "nauc_map_at_1_diff1": 0.485506, "nauc_map_at_3_max": 0.182669, "nauc_map_at_3_std": -0.100317, "nauc_map_at_3_diff1": 0.436013, "nauc_map_at_5_max": 0.198986, "nauc_map_at_5_std": -0.094587, "nauc_map_at_5_diff1": 0.416473, "nauc_map_at_10_max": 0.221585, "nauc_map_at_10_std": -0.092381, "nauc_map_at_10_diff1": 0.412136, "nauc_map_at_20_max": 0.225092, "nauc_map_at_20_std": -0.088503, "nauc_map_at_20_diff1": 0.412165, "nauc_map_at_100_max": 0.237901, "nauc_map_at_100_std": -0.07313, "nauc_map_at_100_diff1": 0.415613, "nauc_map_at_1000_max": 0.239144, "nauc_map_at_1000_std": -0.068831, "nauc_map_at_1000_diff1": 0.416665, "nauc_recall_at_1_max": 0.154411, "nauc_recall_at_1_std": -0.103759, "nauc_recall_at_1_diff1": 0.485506, "nauc_recall_at_3_max": 0.145224, "nauc_recall_at_3_std": -0.112694, "nauc_recall_at_3_diff1": 0.383787, "nauc_recall_at_5_max": 0.130159, "nauc_recall_at_5_std": -0.130696, "nauc_recall_at_5_diff1": 0.337797, "nauc_recall_at_10_max": 0.165394, "nauc_recall_at_10_std": -0.15228, "nauc_recall_at_10_diff1": 0.330416, "nauc_recall_at_20_max": 0.171503, "nauc_recall_at_20_std": -0.148433, "nauc_recall_at_20_diff1": 0.33952, "nauc_recall_at_100_max": 0.326593, "nauc_recall_at_100_std": 0.047041, "nauc_recall_at_100_diff1": 0.397919, "nauc_recall_at_1000_max": 0.606748, "nauc_recall_at_1000_std": 0.578536, "nauc_recall_at_1000_diff1": 0.552392, "nauc_precision_at_1_max": 0.358975, "nauc_precision_at_1_std": -0.010408, "nauc_precision_at_1_diff1": 0.536048, "nauc_precision_at_3_max": 0.280515, "nauc_precision_at_3_std": 0.054464, "nauc_precision_at_3_diff1": 0.196067, "nauc_precision_at_5_max": 0.301243, "nauc_precision_at_5_std": 0.095721, "nauc_precision_at_5_diff1": 0.10663, "nauc_precision_at_10_max": 0.275246, "nauc_precision_at_10_std": 0.105252, "nauc_precision_at_10_diff1": 0.034623, "nauc_precision_at_20_max": 0.196457, "nauc_precision_at_20_std": 0.102543, "nauc_precision_at_20_diff1": 0.001551, "nauc_precision_at_100_max": 0.124519, "nauc_precision_at_100_std": 0.236228, "nauc_precision_at_100_diff1": -0.086979, "nauc_precision_at_1000_max": 0.000643, "nauc_precision_at_1000_std": 0.195141, "nauc_precision_at_1000_diff1": -0.146132, "nauc_mrr_at_1_max": 0.358975, "nauc_mrr_at_1_std": -0.010408, "nauc_mrr_at_1_diff1": 0.536048, "nauc_mrr_at_3_max": 0.34705, "nauc_mrr_at_3_std": -0.001142, "nauc_mrr_at_3_diff1": 0.497651, "nauc_mrr_at_5_max": 0.344837, "nauc_mrr_at_5_std": 0.000562, "nauc_mrr_at_5_diff1": 0.493465, "nauc_mrr_at_10_max": 0.354143, "nauc_mrr_at_10_std": 0.003286, "nauc_mrr_at_10_diff1": 0.501534, "nauc_mrr_at_20_max": 0.35429, "nauc_mrr_at_20_std": 0.001551, "nauc_mrr_at_20_diff1": 0.503207, "nauc_mrr_at_100_max": 0.356402, "nauc_mrr_at_100_std": 0.005261, "nauc_mrr_at_100_diff1": 0.505007, "nauc_mrr_at_1000_max": 0.356115, "nauc_mrr_at_1000_std": 0.0049, "nauc_mrr_at_1000_diff1": 0.504902, "hit_rate_at_1": 0.4841, "hit_rate_at_3": 0.61484, "hit_rate_at_5": 0.70318, "hit_rate_at_10": 0.80212, "hit_rate_at_20": 0.87279, "hit_rate_at_100": 0.9576, "hit_rate_at_1000": 0.99647, "main_score": 0.47774, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.21.8" } ] }, "evaluation_time": 25178.70515405404, "kg_co2_emissions": null, "date": 1791958053.837232, "evaluation_phases": [ { "name": "Data loading", "start": 1.0730000212788582e-05, "end": 30.421501319971867, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 30.421517350012437, "end": 30.42151916999137, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 30.42790495499503, "end": 4235.1080915579805, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 4237.110413409013, "end": 4237.419303057017, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 4237.475040523976, "end": 8437.537271198002, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 8440.260674538964, "end": 8440.53087072901, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 8440.603183589003, "end": 12650.171938515967, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 12653.440657197963, "end": 12653.719867986976, "split": "test", "subset": "portuguese" } ] }