{ "dataset_revision": "db6672a2ed617fbea371d1e469a085b07f14eec7", "task_name": "Vidore3ComputerScienceNemotron35Embed8BReranking.v2", "mteb_version": "2.26.0", "scores": { "test": [ { "ndcg_at_1": 0.59767, "ndcg_at_3": 0.56562, "ndcg_at_5": 0.57556, "ndcg_at_10": 0.60362, "ndcg_at_20": 0.64802, "ndcg_at_100": 0.70424, "ndcg_at_1000": 0.70424, "map_at_1": 0.22525, "map_at_3": 0.35219, "map_at_5": 0.40939, "map_at_10": 0.46401, "map_at_20": 0.49869, "map_at_100": 0.52652, "map_at_1000": 0.52652, "recall_at_1": 0.22525, "recall_at_3": 0.39688, "recall_at_5": 0.50493, "recall_at_10": 0.64052, "recall_at_20": 0.76946, "recall_at_100": 0.94523, "recall_at_1000": 0.94523, "accuracy": 0.22525, "precision_at_1": 0.65581, "precision_at_3": 0.46977, "precision_at_5": 0.38047, "precision_at_10": 0.2614, "precision_at_20": 0.16884, "precision_at_100": 0.04465, "precision_at_1000": 0.00447, "mrr_at_1": 0.655814, "mrr_at_3": 0.734884, "mrr_at_5": 0.749767, "mrr_at_10": 0.757172, "mrr_at_20": 0.75835, "mrr_at_100": 0.759113, "mrr_at_1000": 0.759113, "nauc_ndcg_at_1_max": 0.32552, "nauc_ndcg_at_1_std": 0.250146, "nauc_ndcg_at_1_diff1": 0.493295, "nauc_ndcg_at_3_max": 0.431924, "nauc_ndcg_at_3_std": 0.387963, "nauc_ndcg_at_3_diff1": 0.468536, "nauc_ndcg_at_5_max": 0.446942, "nauc_ndcg_at_5_std": 0.399738, "nauc_ndcg_at_5_diff1": 0.457971, "nauc_ndcg_at_10_max": 0.446089, "nauc_ndcg_at_10_std": 0.388501, "nauc_ndcg_at_10_diff1": 0.478008, "nauc_ndcg_at_20_max": 0.44283, "nauc_ndcg_at_20_std": 0.384436, "nauc_ndcg_at_20_diff1": 0.488072, "nauc_ndcg_at_100_max": 0.445033, "nauc_ndcg_at_100_std": 0.385886, "nauc_ndcg_at_100_diff1": 0.501273, "nauc_ndcg_at_1000_max": 0.445033, "nauc_ndcg_at_1000_std": 0.385886, "nauc_ndcg_at_1000_diff1": 0.501273, "nauc_map_at_1_max": 0.213937, "nauc_map_at_1_std": 0.123807, "nauc_map_at_1_diff1": 0.34466, "nauc_map_at_3_max": 0.29946, "nauc_map_at_3_std": 0.230454, "nauc_map_at_3_diff1": 0.368586, "nauc_map_at_5_max": 0.336098, "nauc_map_at_5_std": 0.269429, "nauc_map_at_5_diff1": 0.373109, "nauc_map_at_10_max": 0.3882, "nauc_map_at_10_std": 0.326894, "nauc_map_at_10_diff1": 0.41201, "nauc_map_at_20_max": 0.409832, "nauc_map_at_20_std": 0.352047, "nauc_map_at_20_diff1": 0.434667, "nauc_map_at_100_max": 0.421191, "nauc_map_at_100_std": 0.364243, "nauc_map_at_100_diff1": 0.443323, "nauc_map_at_1000_max": 0.421191, "nauc_map_at_1000_std": 0.364243, "nauc_map_at_1000_diff1": 0.443323, "nauc_recall_at_1_max": 0.213937, "nauc_recall_at_1_std": 0.123807, "nauc_recall_at_1_diff1": 0.34466, "nauc_recall_at_3_max": 0.295954, "nauc_recall_at_3_std": 0.245028, "nauc_recall_at_3_diff1": 0.336891, "nauc_recall_at_5_max": 0.295359, "nauc_recall_at_5_std": 0.249656, "nauc_recall_at_5_diff1": 0.287407, "nauc_recall_at_10_max": 0.313312, "nauc_recall_at_10_std": 0.278339, "nauc_recall_at_10_diff1": 0.291904, "nauc_recall_at_20_max": 0.354808, "nauc_recall_at_20_std": 0.325698, "nauc_recall_at_20_diff1": 0.336937, "nauc_recall_at_100_max": 0.256043, "nauc_recall_at_100_std": 0.211687, "nauc_recall_at_100_diff1": 0.277125, "nauc_recall_at_1000_max": 0.256043, "nauc_recall_at_1000_std": 0.211687, "nauc_recall_at_1000_diff1": 0.277125, "nauc_precision_at_1_max": 0.342385, "nauc_precision_at_1_std": 0.264063, "nauc_precision_at_1_diff1": 0.504504, "nauc_precision_at_3_max": 0.338424, "nauc_precision_at_3_std": 0.354277, "nauc_precision_at_3_diff1": 0.267487, "nauc_precision_at_5_max": 0.304694, "nauc_precision_at_5_std": 0.335889, "nauc_precision_at_5_diff1": 0.189099, "nauc_precision_at_10_max": 0.299242, "nauc_precision_at_10_std": 0.34104, "nauc_precision_at_10_diff1": 0.174827, "nauc_precision_at_20_max": 0.227645, "nauc_precision_at_20_std": 0.274207, "nauc_precision_at_20_diff1": 0.139328, "nauc_precision_at_100_max": 0.128835, "nauc_precision_at_100_std": 0.173872, "nauc_precision_at_100_diff1": 0.050255, "nauc_precision_at_1000_max": 0.128835, "nauc_precision_at_1000_std": 0.173872, "nauc_precision_at_1000_diff1": 0.050255, "nauc_mrr_at_1_max": 0.342385, "nauc_mrr_at_1_std": 0.264063, "nauc_mrr_at_1_diff1": 0.504504, "nauc_mrr_at_3_max": 0.424024, "nauc_mrr_at_3_std": 0.365174, "nauc_mrr_at_3_diff1": 0.550576, "nauc_mrr_at_5_max": 0.417273, "nauc_mrr_at_5_std": 0.355602, "nauc_mrr_at_5_diff1": 0.544867, "nauc_mrr_at_10_max": 0.412756, "nauc_mrr_at_10_std": 0.349553, "nauc_mrr_at_10_diff1": 0.538859, "nauc_mrr_at_20_max": 0.412242, "nauc_mrr_at_20_std": 0.348681, "nauc_mrr_at_20_diff1": 0.539598, "nauc_mrr_at_100_max": 0.411307, "nauc_mrr_at_100_std": 0.347606, "nauc_mrr_at_100_diff1": 0.539241, "nauc_mrr_at_1000_max": 0.411307, "nauc_mrr_at_1000_std": 0.347606, "nauc_mrr_at_1000_diff1": 0.539241, "hit_rate_at_1": 0.65581, "hit_rate_at_3": 0.83721, "hit_rate_at_5": 0.90233, "hit_rate_at_10": 0.95814, "hit_rate_at_20": 0.97209, "hit_rate_at_100": 0.99535, "hit_rate_at_1000": 0.99535, "main_score": 0.60362, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.0" }, { "ndcg_at_1": 0.62558, "ndcg_at_3": 0.5784, "ndcg_at_5": 0.59247, "ndcg_at_10": 0.62361, "ndcg_at_20": 0.6592, "ndcg_at_100": 0.71475, "ndcg_at_1000": 0.71475, "map_at_1": 0.22835, "map_at_3": 0.35961, "map_at_5": 0.42064, "map_at_10": 0.47594, "map_at_20": 0.50751, "map_at_100": 0.53506, "map_at_1000": 0.53506, "recall_at_1": 0.22835, "recall_at_3": 0.4092, "recall_at_5": 0.51444, "recall_at_10": 0.66934, "recall_at_20": 0.78008, "recall_at_100": 0.95163, "recall_at_1000": 0.95163, "accuracy": 0.22835, "precision_at_1": 0.66977, "precision_at_3": 0.47442, "precision_at_5": 0.39814, "precision_at_10": 0.27302, "precision_at_20": 0.1707, "precision_at_100": 0.04493, "precision_at_1000": 0.00449, "mrr_at_1": 0.669767, "mrr_at_3": 0.753488, "mrr_at_5": 0.763256, "mrr_at_10": 0.772973, "mrr_at_20": 0.774176, "mrr_at_100": 0.774771, "mrr_at_1000": 0.774771, "nauc_ndcg_at_1_max": 0.314711, "nauc_ndcg_at_1_std": 0.236384, "nauc_ndcg_at_1_diff1": 0.474989, "nauc_ndcg_at_3_max": 0.388504, "nauc_ndcg_at_3_std": 0.338058, "nauc_ndcg_at_3_diff1": 0.412694, "nauc_ndcg_at_5_max": 0.443131, "nauc_ndcg_at_5_std": 0.39812, "nauc_ndcg_at_5_diff1": 0.463336, "nauc_ndcg_at_10_max": 0.431584, "nauc_ndcg_at_10_std": 0.371316, "nauc_ndcg_at_10_diff1": 0.460416, "nauc_ndcg_at_20_max": 0.400081, "nauc_ndcg_at_20_std": 0.345945, "nauc_ndcg_at_20_diff1": 0.435746, "nauc_ndcg_at_100_max": 0.423294, "nauc_ndcg_at_100_std": 0.368625, "nauc_ndcg_at_100_diff1": 0.46741, "nauc_ndcg_at_1000_max": 0.423294, "nauc_ndcg_at_1000_std": 0.368625, "nauc_ndcg_at_1000_diff1": 0.46741, "nauc_map_at_1_max": 0.21073, "nauc_map_at_1_std": 0.119609, "nauc_map_at_1_diff1": 0.357962, "nauc_map_at_3_max": 0.294481, "nauc_map_at_3_std": 0.22533, "nauc_map_at_3_diff1": 0.358562, "nauc_map_at_5_max": 0.346583, "nauc_map_at_5_std": 0.290528, "nauc_map_at_5_diff1": 0.382148, "nauc_map_at_10_max": 0.389761, "nauc_map_at_10_std": 0.332914, "nauc_map_at_10_diff1": 0.399939, "nauc_map_at_20_max": 0.402829, "nauc_map_at_20_std": 0.350721, "nauc_map_at_20_diff1": 0.405535, "nauc_map_at_100_max": 0.423256, "nauc_map_at_100_std": 0.371737, "nauc_map_at_100_diff1": 0.42561, "nauc_map_at_1000_max": 0.423256, "nauc_map_at_1000_std": 0.371737, "nauc_map_at_1000_diff1": 0.42561, "nauc_recall_at_1_max": 0.21073, "nauc_recall_at_1_std": 0.119609, "nauc_recall_at_1_diff1": 0.357962, "nauc_recall_at_3_max": 0.258364, "nauc_recall_at_3_std": 0.212558, "nauc_recall_at_3_diff1": 0.303495, "nauc_recall_at_5_max": 0.306912, "nauc_recall_at_5_std": 0.281713, "nauc_recall_at_5_diff1": 0.324298, "nauc_recall_at_10_max": 0.291376, "nauc_recall_at_10_std": 0.263404, "nauc_recall_at_10_diff1": 0.251956, "nauc_recall_at_20_max": 0.252007, "nauc_recall_at_20_std": 0.235373, "nauc_recall_at_20_diff1": 0.227213, "nauc_recall_at_100_max": 0.283332, "nauc_recall_at_100_std": 0.277869, "nauc_recall_at_100_diff1": 0.236666, "nauc_recall_at_1000_max": 0.283332, "nauc_recall_at_1000_std": 0.277869, "nauc_recall_at_1000_diff1": 0.236666, "nauc_precision_at_1_max": 0.364434, "nauc_precision_at_1_std": 0.281833, "nauc_precision_at_1_diff1": 0.541048, "nauc_precision_at_3_max": 0.329237, "nauc_precision_at_3_std": 0.352203, "nauc_precision_at_3_diff1": 0.203721, "nauc_precision_at_5_max": 0.319848, "nauc_precision_at_5_std": 0.366979, "nauc_precision_at_5_diff1": 0.179776, "nauc_precision_at_10_max": 0.27767, "nauc_precision_at_10_std": 0.316419, "nauc_precision_at_10_diff1": 0.124745, "nauc_precision_at_20_max": 0.194539, "nauc_precision_at_20_std": 0.237507, "nauc_precision_at_20_diff1": 0.066373, "nauc_precision_at_100_max": 0.127946, "nauc_precision_at_100_std": 0.168779, "nauc_precision_at_100_diff1": 0.041611, "nauc_precision_at_1000_max": 0.127946, "nauc_precision_at_1000_std": 0.168779, "nauc_precision_at_1000_diff1": 0.041611, "nauc_mrr_at_1_max": 0.364434, "nauc_mrr_at_1_std": 0.281833, "nauc_mrr_at_1_diff1": 0.541048, "nauc_mrr_at_3_max": 0.404935, "nauc_mrr_at_3_std": 0.33929, "nauc_mrr_at_3_diff1": 0.567996, "nauc_mrr_at_5_max": 0.408566, "nauc_mrr_at_5_std": 0.345263, "nauc_mrr_at_5_diff1": 0.572463, "nauc_mrr_at_10_max": 0.406601, "nauc_mrr_at_10_std": 0.341699, "nauc_mrr_at_10_diff1": 0.567167, "nauc_mrr_at_20_max": 0.405501, "nauc_mrr_at_20_std": 0.339838, "nauc_mrr_at_20_diff1": 0.566059, "nauc_mrr_at_100_max": 0.404349, "nauc_mrr_at_100_std": 0.338378, "nauc_mrr_at_100_diff1": 0.565708, "nauc_mrr_at_1000_max": 0.404349, "nauc_mrr_at_1000_std": 0.338378, "nauc_mrr_at_1000_diff1": 0.565708, "hit_rate_at_1": 0.66977, "hit_rate_at_3": 0.85116, "hit_rate_at_5": 0.89302, "hit_rate_at_10": 0.96279, "hit_rate_at_20": 0.9814, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.62361, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.0" }, { "ndcg_at_1": 0.72326, "ndcg_at_3": 0.68028, "ndcg_at_5": 0.67883, "ndcg_at_10": 0.70115, "ndcg_at_20": 0.72874, "ndcg_at_100": 0.77656, "ndcg_at_1000": 0.77656, "map_at_1": 0.26964, "map_at_3": 0.4447, "map_at_5": 0.51182, "map_at_10": 0.57079, "map_at_20": 0.59647, "map_at_100": 0.62218, "map_at_1000": 0.62218, "recall_at_1": 0.26964, "recall_at_3": 0.49132, "recall_at_5": 0.59463, "recall_at_10": 0.71561, "recall_at_20": 0.80251, "recall_at_100": 0.94852, "recall_at_1000": 0.94852, "accuracy": 0.26964, "precision_at_1": 0.7814, "precision_at_3": 0.55659, "precision_at_5": 0.44279, "precision_at_10": 0.29721, "precision_at_20": 0.17628, "precision_at_100": 0.04484, "precision_at_1000": 0.00448, "mrr_at_1": 0.781395, "mrr_at_3": 0.853488, "mrr_at_5": 0.856977, "mrr_at_10": 0.859773, "mrr_at_20": 0.860877, "mrr_at_100": 0.861479, "mrr_at_1000": 0.861479, "nauc_ndcg_at_1_max": 0.311503, "nauc_ndcg_at_1_std": 0.071601, "nauc_ndcg_at_1_diff1": 0.493806, "nauc_ndcg_at_3_max": 0.405735, "nauc_ndcg_at_3_std": 0.20175, "nauc_ndcg_at_3_diff1": 0.290577, "nauc_ndcg_at_5_max": 0.444725, "nauc_ndcg_at_5_std": 0.257968, "nauc_ndcg_at_5_diff1": 0.28102, "nauc_ndcg_at_10_max": 0.498418, "nauc_ndcg_at_10_std": 0.305241, "nauc_ndcg_at_10_diff1": 0.295541, "nauc_ndcg_at_20_max": 0.473764, "nauc_ndcg_at_20_std": 0.283333, "nauc_ndcg_at_20_diff1": 0.313328, "nauc_ndcg_at_100_max": 0.480546, "nauc_ndcg_at_100_std": 0.297927, "nauc_ndcg_at_100_diff1": 0.308003, "nauc_ndcg_at_1000_max": 0.480546, "nauc_ndcg_at_1000_std": 0.297927, "nauc_ndcg_at_1000_diff1": 0.308003, "nauc_map_at_1_max": 0.18115, "nauc_map_at_1_std": -0.110915, "nauc_map_at_1_diff1": 0.44477, "nauc_map_at_3_max": 0.28708, "nauc_map_at_3_std": 0.019539, "nauc_map_at_3_diff1": 0.357585, "nauc_map_at_5_max": 0.330197, "nauc_map_at_5_std": 0.10857, "nauc_map_at_5_diff1": 0.30498, "nauc_map_at_10_max": 0.399932, "nauc_map_at_10_std": 0.217844, "nauc_map_at_10_diff1": 0.257395, "nauc_map_at_20_max": 0.411304, "nauc_map_at_20_std": 0.238253, "nauc_map_at_20_diff1": 0.250092, "nauc_map_at_100_max": 0.42683, "nauc_map_at_100_std": 0.265372, "nauc_map_at_100_diff1": 0.238353, "nauc_map_at_1000_max": 0.42683, "nauc_map_at_1000_std": 0.265372, "nauc_map_at_1000_diff1": 0.238353, "nauc_recall_at_1_max": 0.18115, "nauc_recall_at_1_std": -0.110915, "nauc_recall_at_1_diff1": 0.44477, "nauc_recall_at_3_max": 0.243774, "nauc_recall_at_3_std": 0.008085, "nauc_recall_at_3_diff1": 0.288752, "nauc_recall_at_5_max": 0.28863, "nauc_recall_at_5_std": 0.107866, "nauc_recall_at_5_diff1": 0.226297, "nauc_recall_at_10_max": 0.402239, "nauc_recall_at_10_std": 0.286379, "nauc_recall_at_10_diff1": 0.162263, "nauc_recall_at_20_max": 0.392772, "nauc_recall_at_20_std": 0.288695, "nauc_recall_at_20_diff1": 0.172031, "nauc_recall_at_100_max": 0.429662, "nauc_recall_at_100_std": 0.383996, "nauc_recall_at_100_diff1": 0.070865, "nauc_recall_at_1000_max": 0.429662, "nauc_recall_at_1000_std": 0.383996, "nauc_recall_at_1000_diff1": 0.070865, "nauc_precision_at_1_max": 0.35457, "nauc_precision_at_1_std": 0.172916, "nauc_precision_at_1_diff1": 0.504874, "nauc_precision_at_3_max": 0.265905, "nauc_precision_at_3_std": 0.341694, "nauc_precision_at_3_diff1": -0.091148, "nauc_precision_at_5_max": 0.233704, "nauc_precision_at_5_std": 0.404073, "nauc_precision_at_5_diff1": -0.205095, "nauc_precision_at_10_max": 0.201596, "nauc_precision_at_10_std": 0.426423, "nauc_precision_at_10_diff1": -0.302205, "nauc_precision_at_20_max": 0.120256, "nauc_precision_at_20_std": 0.350156, "nauc_precision_at_20_diff1": -0.303044, "nauc_precision_at_100_max": 0.036939, "nauc_precision_at_100_std": 0.260152, "nauc_precision_at_100_diff1": -0.302587, "nauc_precision_at_1000_max": 0.036939, "nauc_precision_at_1000_std": 0.260152, "nauc_precision_at_1000_diff1": -0.302587, "nauc_mrr_at_1_max": 0.35457, "nauc_mrr_at_1_std": 0.172916, "nauc_mrr_at_1_diff1": 0.504874, "nauc_mrr_at_3_max": 0.437401, "nauc_mrr_at_3_std": 0.286272, "nauc_mrr_at_3_diff1": 0.491281, "nauc_mrr_at_5_max": 0.45057, "nauc_mrr_at_5_std": 0.299259, "nauc_mrr_at_5_diff1": 0.479179, "nauc_mrr_at_10_max": 0.442512, "nauc_mrr_at_10_std": 0.289721, "nauc_mrr_at_10_diff1": 0.487738, "nauc_mrr_at_20_max": 0.438686, "nauc_mrr_at_20_std": 0.285783, "nauc_mrr_at_20_diff1": 0.486932, "nauc_mrr_at_100_max": 0.436771, "nauc_mrr_at_100_std": 0.282961, "nauc_mrr_at_100_diff1": 0.488103, "nauc_mrr_at_1000_max": 0.436771, "nauc_mrr_at_1000_std": 0.282961, "nauc_mrr_at_1000_diff1": 0.488103, "hit_rate_at_1": 0.7814, "hit_rate_at_3": 0.93488, "hit_rate_at_5": 0.94884, "hit_rate_at_10": 0.96744, "hit_rate_at_20": 0.9814, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.70115, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.0" }, { "ndcg_at_1": 0.63488, "ndcg_at_3": 0.60141, "ndcg_at_5": 0.61063, "ndcg_at_10": 0.63337, "ndcg_at_20": 0.66908, "ndcg_at_100": 0.72519, "ndcg_at_1000": 0.72519, "map_at_1": 0.24358, "map_at_3": 0.38238, "map_at_5": 0.44373, "map_at_10": 0.49753, "map_at_20": 0.52788, "map_at_100": 0.55491, "map_at_1000": 0.55491, "recall_at_1": 0.24358, "recall_at_3": 0.43023, "recall_at_5": 0.53964, "recall_at_10": 0.66503, "recall_at_20": 0.77302, "recall_at_100": 0.94593, "recall_at_1000": 0.94593, "accuracy": 0.24358, "precision_at_1": 0.69767, "precision_at_3": 0.48837, "precision_at_5": 0.39907, "precision_at_10": 0.2707, "precision_at_20": 0.16814, "precision_at_100": 0.0447, "precision_at_1000": 0.00447, "mrr_at_1": 0.697674, "mrr_at_3": 0.770543, "mrr_at_5": 0.785891, "mrr_at_10": 0.790487, "mrr_at_20": 0.79142, "mrr_at_100": 0.792526, "mrr_at_1000": 0.792526, "nauc_ndcg_at_1_max": 0.37099, "nauc_ndcg_at_1_std": 0.280199, "nauc_ndcg_at_1_diff1": 0.537466, "nauc_ndcg_at_3_max": 0.419836, "nauc_ndcg_at_3_std": 0.362479, "nauc_ndcg_at_3_diff1": 0.459434, "nauc_ndcg_at_5_max": 0.488468, "nauc_ndcg_at_5_std": 0.43799, "nauc_ndcg_at_5_diff1": 0.449925, "nauc_ndcg_at_10_max": 0.502548, "nauc_ndcg_at_10_std": 0.441847, "nauc_ndcg_at_10_diff1": 0.453143, "nauc_ndcg_at_20_max": 0.493846, "nauc_ndcg_at_20_std": 0.427897, "nauc_ndcg_at_20_diff1": 0.453858, "nauc_ndcg_at_100_max": 0.498857, "nauc_ndcg_at_100_std": 0.433986, "nauc_ndcg_at_100_diff1": 0.483683, "nauc_ndcg_at_1000_max": 0.498857, "nauc_ndcg_at_1000_std": 0.433986, "nauc_ndcg_at_1000_diff1": 0.483683, "nauc_map_at_1_max": 0.229929, "nauc_map_at_1_std": 0.149451, "nauc_map_at_1_diff1": 0.323772, "nauc_map_at_3_max": 0.326178, "nauc_map_at_3_std": 0.259199, "nauc_map_at_3_diff1": 0.355371, "nauc_map_at_5_max": 0.406301, "nauc_map_at_5_std": 0.352117, "nauc_map_at_5_diff1": 0.352428, "nauc_map_at_10_max": 0.447123, "nauc_map_at_10_std": 0.395179, "nauc_map_at_10_diff1": 0.369575, "nauc_map_at_20_max": 0.460757, "nauc_map_at_20_std": 0.408052, "nauc_map_at_20_diff1": 0.384456, "nauc_map_at_100_max": 0.47511, "nauc_map_at_100_std": 0.425217, "nauc_map_at_100_diff1": 0.400297, "nauc_map_at_1000_max": 0.47511, "nauc_map_at_1000_std": 0.425217, "nauc_map_at_1000_diff1": 0.400297, "nauc_recall_at_1_max": 0.229929, "nauc_recall_at_1_std": 0.149451, "nauc_recall_at_1_diff1": 0.323772, "nauc_recall_at_3_max": 0.273882, "nauc_recall_at_3_std": 0.214463, "nauc_recall_at_3_diff1": 0.297333, "nauc_recall_at_5_max": 0.355052, "nauc_recall_at_5_std": 0.320798, "nauc_recall_at_5_diff1": 0.247182, "nauc_recall_at_10_max": 0.379422, "nauc_recall_at_10_std": 0.347629, "nauc_recall_at_10_diff1": 0.221078, "nauc_recall_at_20_max": 0.40125, "nauc_recall_at_20_std": 0.366966, "nauc_recall_at_20_diff1": 0.229388, "nauc_recall_at_100_max": 0.399529, "nauc_recall_at_100_std": 0.383501, "nauc_recall_at_100_diff1": 0.252462, "nauc_recall_at_1000_max": 0.399529, "nauc_recall_at_1000_std": 0.383501, "nauc_recall_at_1000_diff1": 0.252462, "nauc_precision_at_1_max": 0.40709, "nauc_precision_at_1_std": 0.329245, "nauc_precision_at_1_diff1": 0.557783, "nauc_precision_at_3_max": 0.335591, "nauc_precision_at_3_std": 0.35223, "nauc_precision_at_3_diff1": 0.255865, "nauc_precision_at_5_max": 0.328017, "nauc_precision_at_5_std": 0.367411, "nauc_precision_at_5_diff1": 0.152377, "nauc_precision_at_10_max": 0.262512, "nauc_precision_at_10_std": 0.306653, "nauc_precision_at_10_diff1": 0.094599, "nauc_precision_at_20_max": 0.190905, "nauc_precision_at_20_std": 0.230834, "nauc_precision_at_20_diff1": 0.073707, "nauc_precision_at_100_max": 0.07487, "nauc_precision_at_100_std": 0.124935, "nauc_precision_at_100_diff1": 0.011346, "nauc_precision_at_1000_max": 0.07487, "nauc_precision_at_1000_std": 0.124935, "nauc_precision_at_1000_diff1": 0.011346, "nauc_mrr_at_1_max": 0.40709, "nauc_mrr_at_1_std": 0.329245, "nauc_mrr_at_1_diff1": 0.557783, "nauc_mrr_at_3_max": 0.464384, "nauc_mrr_at_3_std": 0.385587, "nauc_mrr_at_3_diff1": 0.574459, "nauc_mrr_at_5_max": 0.46175, "nauc_mrr_at_5_std": 0.38804, "nauc_mrr_at_5_diff1": 0.568584, "nauc_mrr_at_10_max": 0.46201, "nauc_mrr_at_10_std": 0.387563, "nauc_mrr_at_10_diff1": 0.564004, "nauc_mrr_at_20_max": 0.460312, "nauc_mrr_at_20_std": 0.385491, "nauc_mrr_at_20_diff1": 0.562747, "nauc_mrr_at_100_max": 0.459234, "nauc_mrr_at_100_std": 0.384318, "nauc_mrr_at_100_diff1": 0.564182, "nauc_mrr_at_1000_max": 0.459234, "nauc_mrr_at_1000_std": 0.384318, "nauc_mrr_at_1000_diff1": 0.564182, "hit_rate_at_1": 0.69767, "hit_rate_at_3": 0.85581, "hit_rate_at_5": 0.92093, "hit_rate_at_10": 0.95349, "hit_rate_at_20": 0.96744, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.63337, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.0" }, { "ndcg_at_1": 0.59767, "ndcg_at_3": 0.59333, "ndcg_at_5": 0.59575, "ndcg_at_10": 0.62191, "ndcg_at_20": 0.66003, "ndcg_at_100": 0.71572, "ndcg_at_1000": 0.71572, "map_at_1": 0.22165, "map_at_3": 0.36774, "map_at_5": 0.42413, "map_at_10": 0.47943, "map_at_20": 0.51128, "map_at_100": 0.53911, "map_at_1000": 0.53911, "recall_at_1": 0.22165, "recall_at_3": 0.42137, "recall_at_5": 0.51744, "recall_at_10": 0.65249, "recall_at_20": 0.76704, "recall_at_100": 0.94373, "recall_at_1000": 0.94373, "accuracy": 0.22165, "precision_at_1": 0.65116, "precision_at_3": 0.49612, "precision_at_5": 0.39814, "precision_at_10": 0.27023, "precision_at_20": 0.16907, "precision_at_100": 0.04456, "precision_at_1000": 0.00446, "mrr_at_1": 0.651163, "mrr_at_3": 0.752713, "mrr_at_5": 0.762248, "mrr_at_10": 0.769585, "mrr_at_20": 0.770911, "mrr_at_100": 0.77168, "mrr_at_1000": 0.77168, "nauc_ndcg_at_1_max": 0.341996, "nauc_ndcg_at_1_std": 0.205582, "nauc_ndcg_at_1_diff1": 0.600541, "nauc_ndcg_at_3_max": 0.385794, "nauc_ndcg_at_3_std": 0.275888, "nauc_ndcg_at_3_diff1": 0.475504, "nauc_ndcg_at_5_max": 0.468921, "nauc_ndcg_at_5_std": 0.376913, "nauc_ndcg_at_5_diff1": 0.470375, "nauc_ndcg_at_10_max": 0.499553, "nauc_ndcg_at_10_std": 0.398704, "nauc_ndcg_at_10_diff1": 0.505257, "nauc_ndcg_at_20_max": 0.47533, "nauc_ndcg_at_20_std": 0.376143, "nauc_ndcg_at_20_diff1": 0.508996, "nauc_ndcg_at_100_max": 0.481897, "nauc_ndcg_at_100_std": 0.37982, "nauc_ndcg_at_100_diff1": 0.526707, "nauc_ndcg_at_1000_max": 0.481897, "nauc_ndcg_at_1000_std": 0.37982, "nauc_ndcg_at_1000_diff1": 0.526707, "nauc_map_at_1_max": 0.250129, "nauc_map_at_1_std": 0.133845, "nauc_map_at_1_diff1": 0.441155, "nauc_map_at_3_max": 0.304015, "nauc_map_at_3_std": 0.19268, "nauc_map_at_3_diff1": 0.424012, "nauc_map_at_5_max": 0.380545, "nauc_map_at_5_std": 0.286579, "nauc_map_at_5_diff1": 0.418376, "nauc_map_at_10_max": 0.438365, "nauc_map_at_10_std": 0.350201, "nauc_map_at_10_diff1": 0.437368, "nauc_map_at_20_max": 0.445947, "nauc_map_at_20_std": 0.359457, "nauc_map_at_20_diff1": 0.445426, "nauc_map_at_100_max": 0.459522, "nauc_map_at_100_std": 0.373762, "nauc_map_at_100_diff1": 0.453289, "nauc_map_at_1000_max": 0.459522, "nauc_map_at_1000_std": 0.373762, "nauc_map_at_1000_diff1": 0.453289, "nauc_recall_at_1_max": 0.250129, "nauc_recall_at_1_std": 0.133845, "nauc_recall_at_1_diff1": 0.441155, "nauc_recall_at_3_max": 0.256872, "nauc_recall_at_3_std": 0.16137, "nauc_recall_at_3_diff1": 0.33828, "nauc_recall_at_5_max": 0.332444, "nauc_recall_at_5_std": 0.270108, "nauc_recall_at_5_diff1": 0.312864, "nauc_recall_at_10_max": 0.387208, "nauc_recall_at_10_std": 0.336784, "nauc_recall_at_10_diff1": 0.286065, "nauc_recall_at_20_max": 0.340417, "nauc_recall_at_20_std": 0.302615, "nauc_recall_at_20_diff1": 0.272473, "nauc_recall_at_100_max": 0.360428, "nauc_recall_at_100_std": 0.310148, "nauc_recall_at_100_diff1": 0.277603, "nauc_recall_at_1000_max": 0.360428, "nauc_recall_at_1000_std": 0.310148, "nauc_recall_at_1000_diff1": 0.277603, "nauc_precision_at_1_max": 0.375656, "nauc_precision_at_1_std": 0.245395, "nauc_precision_at_1_diff1": 0.647451, "nauc_precision_at_3_max": 0.30279, "nauc_precision_at_3_std": 0.281237, "nauc_precision_at_3_diff1": 0.205354, "nauc_precision_at_5_max": 0.351437, "nauc_precision_at_5_std": 0.374924, "nauc_precision_at_5_diff1": 0.113759, "nauc_precision_at_10_max": 0.285151, "nauc_precision_at_10_std": 0.326424, "nauc_precision_at_10_diff1": 0.044988, "nauc_precision_at_20_max": 0.191841, "nauc_precision_at_20_std": 0.242161, "nauc_precision_at_20_diff1": 0.010501, "nauc_precision_at_100_max": 0.102754, "nauc_precision_at_100_std": 0.157299, "nauc_precision_at_100_diff1": -0.046755, "nauc_precision_at_1000_max": 0.102754, "nauc_precision_at_1000_std": 0.157299, "nauc_precision_at_1000_diff1": -0.046755, "nauc_mrr_at_1_max": 0.375656, "nauc_mrr_at_1_std": 0.245395, "nauc_mrr_at_1_diff1": 0.647451, "nauc_mrr_at_3_max": 0.421536, "nauc_mrr_at_3_std": 0.293593, "nauc_mrr_at_3_diff1": 0.621528, "nauc_mrr_at_5_max": 0.415455, "nauc_mrr_at_5_std": 0.290897, "nauc_mrr_at_5_diff1": 0.625568, "nauc_mrr_at_10_max": 0.420203, "nauc_mrr_at_10_std": 0.2931, "nauc_mrr_at_10_diff1": 0.629235, "nauc_mrr_at_20_max": 0.419257, "nauc_mrr_at_20_std": 0.293309, "nauc_mrr_at_20_diff1": 0.6286, "nauc_mrr_at_100_max": 0.417598, "nauc_mrr_at_100_std": 0.291155, "nauc_mrr_at_100_diff1": 0.628342, "nauc_mrr_at_1000_max": 0.417598, "nauc_mrr_at_1000_std": 0.291155, "nauc_mrr_at_1000_diff1": 0.628342, "hit_rate_at_1": 0.65116, "hit_rate_at_3": 0.86512, "hit_rate_at_5": 0.90698, "hit_rate_at_10": 0.95349, "hit_rate_at_20": 0.97209, "hit_rate_at_100": 0.99535, "hit_rate_at_1000": 0.99535, "main_score": 0.62191, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.0" }, { "ndcg_at_1": 0.63488, "ndcg_at_3": 0.60273, "ndcg_at_5": 0.61043, "ndcg_at_10": 0.63478, "ndcg_at_20": 0.66915, "ndcg_at_100": 0.72485, "ndcg_at_1000": 0.72485, "map_at_1": 0.24048, "map_at_3": 0.37751, "map_at_5": 0.43685, "map_at_10": 0.49374, "map_at_20": 0.52249, "map_at_100": 0.55078, "map_at_1000": 0.55078, "recall_at_1": 0.24048, "recall_at_3": 0.42712, "recall_at_5": 0.53113, "recall_at_10": 0.66843, "recall_at_20": 0.77446, "recall_at_100": 0.95028, "recall_at_1000": 0.95028, "accuracy": 0.24048, "precision_at_1": 0.68372, "precision_at_3": 0.50078, "precision_at_5": 0.40558, "precision_at_10": 0.27674, "precision_at_20": 0.16977, "precision_at_100": 0.04493, "precision_at_1000": 0.00449, "mrr_at_1": 0.683721, "mrr_at_3": 0.770543, "mrr_at_5": 0.779147, "mrr_at_10": 0.783642, "mrr_at_20": 0.78543, "mrr_at_100": 0.786333, "mrr_at_1000": 0.786333, "nauc_ndcg_at_1_max": 0.301872, "nauc_ndcg_at_1_std": 0.231921, "nauc_ndcg_at_1_diff1": 0.485271, "nauc_ndcg_at_3_max": 0.341934, "nauc_ndcg_at_3_std": 0.279214, "nauc_ndcg_at_3_diff1": 0.427683, "nauc_ndcg_at_5_max": 0.413855, "nauc_ndcg_at_5_std": 0.356814, "nauc_ndcg_at_5_diff1": 0.451334, "nauc_ndcg_at_10_max": 0.424764, "nauc_ndcg_at_10_std": 0.363606, "nauc_ndcg_at_10_diff1": 0.433072, "nauc_ndcg_at_20_max": 0.39232, "nauc_ndcg_at_20_std": 0.332981, "nauc_ndcg_at_20_diff1": 0.418823, "nauc_ndcg_at_100_max": 0.402074, "nauc_ndcg_at_100_std": 0.345253, "nauc_ndcg_at_100_diff1": 0.453606, "nauc_ndcg_at_1000_max": 0.402074, "nauc_ndcg_at_1000_std": 0.345253, "nauc_ndcg_at_1000_diff1": 0.453606, "nauc_map_at_1_max": 0.181752, "nauc_map_at_1_std": 0.099941, "nauc_map_at_1_diff1": 0.327938, "nauc_map_at_3_max": 0.237533, "nauc_map_at_3_std": 0.155009, "nauc_map_at_3_diff1": 0.320353, "nauc_map_at_5_max": 0.308731, "nauc_map_at_5_std": 0.23578, "nauc_map_at_5_diff1": 0.338955, "nauc_map_at_10_max": 0.351638, "nauc_map_at_10_std": 0.285344, "nauc_map_at_10_diff1": 0.347418, "nauc_map_at_20_max": 0.358817, "nauc_map_at_20_std": 0.296457, "nauc_map_at_20_diff1": 0.355032, "nauc_map_at_100_max": 0.375378, "nauc_map_at_100_std": 0.314209, "nauc_map_at_100_diff1": 0.376206, "nauc_map_at_1000_max": 0.375378, "nauc_map_at_1000_std": 0.314209, "nauc_map_at_1000_diff1": 0.376206, "nauc_recall_at_1_max": 0.181752, "nauc_recall_at_1_std": 0.099941, "nauc_recall_at_1_diff1": 0.327938, "nauc_recall_at_3_max": 0.2143, "nauc_recall_at_3_std": 0.145083, "nauc_recall_at_3_diff1": 0.272458, "nauc_recall_at_5_max": 0.289679, "nauc_recall_at_5_std": 0.237482, "nauc_recall_at_5_diff1": 0.263874, "nauc_recall_at_10_max": 0.359746, "nauc_recall_at_10_std": 0.321613, "nauc_recall_at_10_diff1": 0.231803, "nauc_recall_at_20_max": 0.31533, "nauc_recall_at_20_std": 0.282171, "nauc_recall_at_20_diff1": 0.210872, "nauc_recall_at_100_max": 0.274991, "nauc_recall_at_100_std": 0.254529, "nauc_recall_at_100_diff1": 0.116382, "nauc_recall_at_1000_max": 0.274991, "nauc_recall_at_1000_std": 0.254529, "nauc_recall_at_1000_diff1": 0.116382, "nauc_precision_at_1_max": 0.342589, "nauc_precision_at_1_std": 0.273868, "nauc_precision_at_1_diff1": 0.536784, "nauc_precision_at_3_max": 0.247322, "nauc_precision_at_3_std": 0.241648, "nauc_precision_at_3_diff1": 0.205087, "nauc_precision_at_5_max": 0.288558, "nauc_precision_at_5_std": 0.31499, "nauc_precision_at_5_diff1": 0.163428, "nauc_precision_at_10_max": 0.240429, "nauc_precision_at_10_std": 0.285047, "nauc_precision_at_10_diff1": 0.089744, "nauc_precision_at_20_max": 0.165471, "nauc_precision_at_20_std": 0.217676, "nauc_precision_at_20_diff1": 0.052316, "nauc_precision_at_100_max": 0.088831, "nauc_precision_at_100_std": 0.142028, "nauc_precision_at_100_diff1": 0.027636, "nauc_precision_at_1000_max": 0.088831, "nauc_precision_at_1000_std": 0.142028, "nauc_precision_at_1000_diff1": 0.027636, "nauc_mrr_at_1_max": 0.342589, "nauc_mrr_at_1_std": 0.273868, "nauc_mrr_at_1_diff1": 0.536784, "nauc_mrr_at_3_max": 0.38384, "nauc_mrr_at_3_std": 0.327989, "nauc_mrr_at_3_diff1": 0.574021, "nauc_mrr_at_5_max": 0.39475, "nauc_mrr_at_5_std": 0.339395, "nauc_mrr_at_5_diff1": 0.573631, "nauc_mrr_at_10_max": 0.40018, "nauc_mrr_at_10_std": 0.342722, "nauc_mrr_at_10_diff1": 0.576222, "nauc_mrr_at_20_max": 0.394498, "nauc_mrr_at_20_std": 0.33679, "nauc_mrr_at_20_diff1": 0.572209, "nauc_mrr_at_100_max": 0.392717, "nauc_mrr_at_100_std": 0.33501, "nauc_mrr_at_100_diff1": 0.57142, "nauc_mrr_at_1000_max": 0.392717, "nauc_mrr_at_1000_std": 0.33501, "nauc_mrr_at_1000_diff1": 0.57142, "hit_rate_at_1": 0.68372, "hit_rate_at_3": 0.87907, "hit_rate_at_5": 0.91628, "hit_rate_at_10": 0.94884, "hit_rate_at_20": 0.97209, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.63478, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.0" } ] }, "evaluation_time": 794.1970746589359, "kg_co2_emissions": null, "date": 1792137845.567559, "evaluation_phases": [ { "name": "Data loading", "start": 1.4321005437523127e-05, "end": 70.41617718100315, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 70.41621827200288, "end": 70.41621985501843, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 70.42105055897264, "end": 192.8083805309725, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 192.80842545896303, "end": 192.84806575800758, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 192.86000400601188, "end": 305.825928516977, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 305.8259792129975, "end": 305.8598621839774, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 305.87159108696505, "end": 427.48260716500226, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 427.48267999396194, "end": 427.5168032560032, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 427.53064677497605, "end": 553.815806240018, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 553.8158725589747, "end": 553.8496844230103, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 553.862042830966, "end": 670.5436107499991, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 670.5436581110116, "end": 670.5777335609891, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 670.5903774379985, "end": 794.1535934639978, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 794.1536317309947, "end": 794.1875918179867, "split": "test", "subset": "portuguese" } ] }