{ "dataset_revision": "bc7d43d64815ed30f664168c8052106484aba7fd", "task_name": "Vidore3HrRetrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.11321, "ndcg_at_3": 0.12633, "ndcg_at_5": 0.13911, "ndcg_at_10": 0.15159, "ndcg_at_20": 0.172, "ndcg_at_100": 0.24298, "ndcg_at_1000": 0.33524, "map_at_1": 0.03811, "map_at_3": 0.06557, "map_at_5": 0.0773, "map_at_10": 0.08833, "map_at_20": 0.09829, "map_at_100": 0.11333, "map_at_1000": 0.12066, "recall_at_1": 0.03811, "recall_at_3": 0.09774, "recall_at_5": 0.13679, "recall_at_10": 0.18679, "recall_at_20": 0.25792, "recall_at_100": 0.50539, "recall_at_1000": 0.98783, "accuracy": 0.03811, "precision_at_1": 0.12579, "precision_at_3": 0.10692, "precision_at_5": 0.09686, "precision_at_10": 0.07358, "precision_at_20": 0.05676, "precision_at_100": 0.02525, "precision_at_1000": 0.00535, "mrr_at_1": 0.125786, "mrr_at_3": 0.181866, "mrr_at_5": 0.202621, "mrr_at_10": 0.214404, "mrr_at_20": 0.222463, "mrr_at_100": 0.228714, "mrr_at_1000": 0.229698, "nauc_ndcg_at_1_max": 0.006054, "nauc_ndcg_at_1_std": 0.024952, "nauc_ndcg_at_1_diff1": 0.042333, "nauc_ndcg_at_3_max": 0.022702, "nauc_ndcg_at_3_std": -0.02153, "nauc_ndcg_at_3_diff1": 0.006215, "nauc_ndcg_at_5_max": 0.046941, "nauc_ndcg_at_5_std": -0.022268, "nauc_ndcg_at_5_diff1": 0.030853, "nauc_ndcg_at_10_max": 0.047927, "nauc_ndcg_at_10_std": -0.018537, "nauc_ndcg_at_10_diff1": 0.05501, "nauc_ndcg_at_20_max": 0.043435, "nauc_ndcg_at_20_std": 0.000644, "nauc_ndcg_at_20_diff1": 0.052908, "nauc_ndcg_at_100_max": 0.075638, "nauc_ndcg_at_100_std": 0.009066, "nauc_ndcg_at_100_diff1": 0.040771, "nauc_ndcg_at_1000_max": 0.075205, "nauc_ndcg_at_1000_std": -0.005948, "nauc_ndcg_at_1000_diff1": 0.056443, "nauc_map_at_1_max": 0.030451, "nauc_map_at_1_std": -0.004284, "nauc_map_at_1_diff1": 0.242078, "nauc_map_at_3_max": -0.006125, "nauc_map_at_3_std": -0.037799, "nauc_map_at_3_diff1": 0.125879, "nauc_map_at_5_max": 0.018821, "nauc_map_at_5_std": -0.025796, "nauc_map_at_5_diff1": 0.115903, "nauc_map_at_10_max": 0.028166, "nauc_map_at_10_std": -0.020992, "nauc_map_at_10_diff1": 0.109276, "nauc_map_at_20_max": 0.037534, "nauc_map_at_20_std": -0.004068, "nauc_map_at_20_diff1": 0.10393, "nauc_map_at_100_max": 0.050805, "nauc_map_at_100_std": 0.004934, "nauc_map_at_100_diff1": 0.0928, "nauc_map_at_1000_max": 0.055621, "nauc_map_at_1000_std": 0.005586, "nauc_map_at_1000_diff1": 0.095129, "nauc_recall_at_1_max": 0.030451, "nauc_recall_at_1_std": -0.004284, "nauc_recall_at_1_diff1": 0.242078, "nauc_recall_at_3_max": -0.044611, "nauc_recall_at_3_std": -0.076931, "nauc_recall_at_3_diff1": 0.051752, "nauc_recall_at_5_max": -0.007271, "nauc_recall_at_5_std": -0.053346, "nauc_recall_at_5_diff1": 0.03822, "nauc_recall_at_10_max": 0.018831, "nauc_recall_at_10_std": -0.017952, "nauc_recall_at_10_diff1": 0.045688, "nauc_recall_at_20_max": -0.016472, "nauc_recall_at_20_std": -0.005899, "nauc_recall_at_20_diff1": 0.021755, "nauc_recall_at_100_max": 0.049912, "nauc_recall_at_100_std": 0.018853, "nauc_recall_at_100_diff1": -0.006847, "nauc_recall_at_1000_max": -0.139034, "nauc_recall_at_1000_std": 0.305981, "nauc_recall_at_1000_diff1": -0.082338, "nauc_precision_at_1_max": 0.010016, "nauc_precision_at_1_std": 0.03338, "nauc_precision_at_1_diff1": 0.036602, "nauc_precision_at_3_max": 0.03283, "nauc_precision_at_3_std": -0.012074, "nauc_precision_at_3_diff1": -0.058485, "nauc_precision_at_5_max": 0.090546, "nauc_precision_at_5_std": 0.008041, "nauc_precision_at_5_diff1": -0.036959, "nauc_precision_at_10_max": 0.098849, "nauc_precision_at_10_std": -0.000536, "nauc_precision_at_10_diff1": -0.00877, "nauc_precision_at_20_max": 0.136999, "nauc_precision_at_20_std": 0.066279, "nauc_precision_at_20_diff1": 0.017326, "nauc_precision_at_100_max": 0.130873, "nauc_precision_at_100_std": 0.046939, "nauc_precision_at_100_diff1": -0.000299, "nauc_precision_at_1000_max": 0.080502, "nauc_precision_at_1000_std": -0.020315, "nauc_precision_at_1000_diff1": 0.03293, "nauc_mrr_at_1_max": 0.010016, "nauc_mrr_at_1_std": 0.03338, "nauc_mrr_at_1_diff1": 0.036602, "nauc_mrr_at_3_max": 0.020616, "nauc_mrr_at_3_std": -0.012028, "nauc_mrr_at_3_diff1": 0.010123, "nauc_mrr_at_5_max": 0.021291, "nauc_mrr_at_5_std": -0.015589, "nauc_mrr_at_5_diff1": 0.005407, "nauc_mrr_at_10_max": 0.024764, "nauc_mrr_at_10_std": -0.014409, "nauc_mrr_at_10_diff1": 0.012973, "nauc_mrr_at_20_max": 0.024569, "nauc_mrr_at_20_std": -0.013853, "nauc_mrr_at_20_diff1": 0.011133, "nauc_mrr_at_100_max": 0.026521, "nauc_mrr_at_100_std": -0.014742, "nauc_mrr_at_100_diff1": 0.013818, "nauc_mrr_at_1000_max": 0.026249, "nauc_mrr_at_1000_std": -0.014088, "nauc_mrr_at_1000_diff1": 0.013363, "hit_rate_at_1": 0.12579, "hit_rate_at_3": 0.26101, "hit_rate_at_5": 0.3522, "hit_rate_at_10": 0.43711, "hit_rate_at_20": 0.55031, "hit_rate_at_100": 0.7956, "hit_rate_at_1000": 1.0, "main_score": 0.15159, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.12264, "ndcg_at_3": 0.14185, "ndcg_at_5": 0.15101, "ndcg_at_10": 0.17054, "ndcg_at_20": 0.19003, "ndcg_at_100": 0.26151, "ndcg_at_1000": 0.35188, "map_at_1": 0.03793, "map_at_3": 0.07156, "map_at_5": 0.08369, "map_at_10": 0.09823, "map_at_20": 0.10888, "map_at_100": 0.12548, "map_at_1000": 0.13314, "recall_at_1": 0.03793, "recall_at_3": 0.10285, "recall_at_5": 0.14443, "recall_at_10": 0.2109, "recall_at_20": 0.28144, "recall_at_100": 0.537, "recall_at_1000": 0.99704, "accuracy": 0.03793, "precision_at_1": 0.13836, "precision_at_3": 0.12159, "precision_at_5": 0.10252, "precision_at_10": 0.08553, "precision_at_20": 0.06195, "precision_at_100": 0.02664, "precision_at_1000": 0.00542, "mrr_at_1": 0.138365, "mrr_at_3": 0.201782, "mrr_at_5": 0.219549, "mrr_at_10": 0.234083, "mrr_at_20": 0.242615, "mrr_at_100": 0.248194, "mrr_at_1000": 0.249187, "nauc_ndcg_at_1_max": 0.114631, "nauc_ndcg_at_1_std": -0.021195, "nauc_ndcg_at_1_diff1": 0.141844, "nauc_ndcg_at_3_max": 0.090784, "nauc_ndcg_at_3_std": -0.052195, "nauc_ndcg_at_3_diff1": 0.220285, "nauc_ndcg_at_5_max": 0.084423, "nauc_ndcg_at_5_std": -0.056135, "nauc_ndcg_at_5_diff1": 0.227063, "nauc_ndcg_at_10_max": 0.069636, "nauc_ndcg_at_10_std": -0.056057, "nauc_ndcg_at_10_diff1": 0.229782, "nauc_ndcg_at_20_max": 0.070233, "nauc_ndcg_at_20_std": -0.06145, "nauc_ndcg_at_20_diff1": 0.235432, "nauc_ndcg_at_100_max": 0.102818, "nauc_ndcg_at_100_std": -0.05007, "nauc_ndcg_at_100_diff1": 0.218782, "nauc_ndcg_at_1000_max": 0.117958, "nauc_ndcg_at_1000_std": -0.049161, "nauc_ndcg_at_1000_diff1": 0.239412, "nauc_map_at_1_max": 0.082453, "nauc_map_at_1_std": -0.063994, "nauc_map_at_1_diff1": 0.362382, "nauc_map_at_3_max": 0.008378, "nauc_map_at_3_std": -0.103284, "nauc_map_at_3_diff1": 0.298287, "nauc_map_at_5_max": 0.009425, "nauc_map_at_5_std": -0.108712, "nauc_map_at_5_diff1": 0.29864, "nauc_map_at_10_max": 0.021221, "nauc_map_at_10_std": -0.095067, "nauc_map_at_10_diff1": 0.278635, "nauc_map_at_20_max": 0.030932, "nauc_map_at_20_std": -0.077365, "nauc_map_at_20_diff1": 0.270325, "nauc_map_at_100_max": 0.057365, "nauc_map_at_100_std": -0.059959, "nauc_map_at_100_diff1": 0.259602, "nauc_map_at_1000_max": 0.063802, "nauc_map_at_1000_std": -0.055946, "nauc_map_at_1000_diff1": 0.264422, "nauc_recall_at_1_max": 0.082453, "nauc_recall_at_1_std": -0.063994, "nauc_recall_at_1_diff1": 0.362382, "nauc_recall_at_3_max": -0.01426, "nauc_recall_at_3_std": -0.097724, "nauc_recall_at_3_diff1": 0.244336, "nauc_recall_at_5_max": -0.013783, "nauc_recall_at_5_std": -0.104973, "nauc_recall_at_5_diff1": 0.218741, "nauc_recall_at_10_max": -0.02986, "nauc_recall_at_10_std": -0.085291, "nauc_recall_at_10_diff1": 0.180513, "nauc_recall_at_20_max": 0.005157, "nauc_recall_at_20_std": -0.065408, "nauc_recall_at_20_diff1": 0.169202, "nauc_recall_at_100_max": 0.049608, "nauc_recall_at_100_std": -0.043892, "nauc_recall_at_100_diff1": 0.089164, "nauc_recall_at_1000_max": -0.630634, "nauc_recall_at_1000_std": -0.214373, "nauc_recall_at_1000_diff1": -0.16281, "nauc_precision_at_1_max": 0.143668, "nauc_precision_at_1_std": -0.018484, "nauc_precision_at_1_diff1": 0.178343, "nauc_precision_at_3_max": 0.151016, "nauc_precision_at_3_std": -0.003357, "nauc_precision_at_3_diff1": 0.209638, "nauc_precision_at_5_max": 0.16197, "nauc_precision_at_5_std": 0.010395, "nauc_precision_at_5_diff1": 0.19254, "nauc_precision_at_10_max": 0.181918, "nauc_precision_at_10_std": 0.065677, "nauc_precision_at_10_diff1": 0.154512, "nauc_precision_at_20_max": 0.200896, "nauc_precision_at_20_std": 0.089071, "nauc_precision_at_20_diff1": 0.151862, "nauc_precision_at_100_max": 0.209615, "nauc_precision_at_100_std": 0.080393, "nauc_precision_at_100_diff1": 0.10142, "nauc_precision_at_1000_max": 0.166269, "nauc_precision_at_1000_std": 0.039716, "nauc_precision_at_1000_diff1": 0.094817, "nauc_mrr_at_1_max": 0.143668, "nauc_mrr_at_1_std": -0.018484, "nauc_mrr_at_1_diff1": 0.178343, "nauc_mrr_at_3_max": 0.159078, "nauc_mrr_at_3_std": -0.003763, "nauc_mrr_at_3_diff1": 0.204009, "nauc_mrr_at_5_max": 0.162782, "nauc_mrr_at_5_std": -0.008599, "nauc_mrr_at_5_diff1": 0.205325, "nauc_mrr_at_10_max": 0.154531, "nauc_mrr_at_10_std": -0.011509, "nauc_mrr_at_10_diff1": 0.202759, "nauc_mrr_at_20_max": 0.159503, "nauc_mrr_at_20_std": -0.01243, "nauc_mrr_at_20_diff1": 0.205322, "nauc_mrr_at_100_max": 0.159617, "nauc_mrr_at_100_std": -0.01221, "nauc_mrr_at_100_diff1": 0.205136, "nauc_mrr_at_1000_max": 0.159667, "nauc_mrr_at_1000_std": -0.011752, "nauc_mrr_at_1000_diff1": 0.205234, "hit_rate_at_1": 0.13836, "hit_rate_at_3": 0.27987, "hit_rate_at_5": 0.35849, "hit_rate_at_10": 0.46541, "hit_rate_at_20": 0.58176, "hit_rate_at_100": 0.80503, "hit_rate_at_1000": 1.0, "main_score": 0.17054, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.25472, "ndcg_at_3": 0.26778, "ndcg_at_5": 0.28173, "ndcg_at_10": 0.31273, "ndcg_at_20": 0.34823, "ndcg_at_100": 0.41972, "ndcg_at_1000": 0.47595, "map_at_1": 0.10655, "map_at_3": 0.15973, "map_at_5": 0.18018, "map_at_10": 0.20797, "map_at_20": 0.23013, "map_at_100": 0.25249, "map_at_1000": 0.2583, "recall_at_1": 0.10655, "recall_at_3": 0.2047, "recall_at_5": 0.25684, "recall_at_10": 0.36105, "recall_at_20": 0.47616, "recall_at_100": 0.72322, "recall_at_1000": 0.99865, "accuracy": 0.10655, "precision_at_1": 0.27673, "precision_at_3": 0.20755, "precision_at_5": 0.17799, "precision_at_10": 0.14119, "precision_at_20": 0.1033, "precision_at_100": 0.03601, "precision_at_1000": 0.00543, "mrr_at_1": 0.27673, "mrr_at_3": 0.368449, "mrr_at_5": 0.387317, "mrr_at_10": 0.404622, "mrr_at_20": 0.410424, "mrr_at_100": 0.413931, "mrr_at_1000": 0.414352, "nauc_ndcg_at_1_max": 0.201702, "nauc_ndcg_at_1_std": -0.015444, "nauc_ndcg_at_1_diff1": 0.266408, "nauc_ndcg_at_3_max": 0.178894, "nauc_ndcg_at_3_std": -0.041394, "nauc_ndcg_at_3_diff1": 0.230431, "nauc_ndcg_at_5_max": 0.183745, "nauc_ndcg_at_5_std": -0.03451, "nauc_ndcg_at_5_diff1": 0.24221, "nauc_ndcg_at_10_max": 0.170245, "nauc_ndcg_at_10_std": -0.054606, "nauc_ndcg_at_10_diff1": 0.260318, "nauc_ndcg_at_20_max": 0.201909, "nauc_ndcg_at_20_std": -0.040116, "nauc_ndcg_at_20_diff1": 0.2737, "nauc_ndcg_at_100_max": 0.249424, "nauc_ndcg_at_100_std": -0.020949, "nauc_ndcg_at_100_diff1": 0.258842, "nauc_ndcg_at_1000_max": 0.255742, "nauc_ndcg_at_1000_std": -0.044221, "nauc_ndcg_at_1000_diff1": 0.270393, "nauc_map_at_1_max": 0.034533, "nauc_map_at_1_std": -0.032509, "nauc_map_at_1_diff1": 0.386631, "nauc_map_at_3_max": 0.050655, "nauc_map_at_3_std": -0.02341, "nauc_map_at_3_diff1": 0.301105, "nauc_map_at_5_max": 0.080838, "nauc_map_at_5_std": -0.019567, "nauc_map_at_5_diff1": 0.301305, "nauc_map_at_10_max": 0.101411, "nauc_map_at_10_std": -0.037295, "nauc_map_at_10_diff1": 0.287645, "nauc_map_at_20_max": 0.133757, "nauc_map_at_20_std": -0.037552, "nauc_map_at_20_diff1": 0.281798, "nauc_map_at_100_max": 0.167368, "nauc_map_at_100_std": -0.032438, "nauc_map_at_100_diff1": 0.277227, "nauc_map_at_1000_max": 0.172195, "nauc_map_at_1000_std": -0.034879, "nauc_map_at_1000_diff1": 0.278838, "nauc_recall_at_1_max": 0.034533, "nauc_recall_at_1_std": -0.032509, "nauc_recall_at_1_diff1": 0.386631, "nauc_recall_at_3_max": 0.015189, "nauc_recall_at_3_std": -0.031768, "nauc_recall_at_3_diff1": 0.220671, "nauc_recall_at_5_max": 0.059089, "nauc_recall_at_5_std": -0.013566, "nauc_recall_at_5_diff1": 0.225987, "nauc_recall_at_10_max": 0.053032, "nauc_recall_at_10_std": -0.058226, "nauc_recall_at_10_diff1": 0.195593, "nauc_recall_at_20_max": 0.129571, "nauc_recall_at_20_std": -0.038944, "nauc_recall_at_20_diff1": 0.189231, "nauc_recall_at_100_max": 0.210174, "nauc_recall_at_100_std": 0.042847, "nauc_recall_at_100_diff1": 0.134149, "nauc_recall_at_1000_max": 0.431986, "nauc_recall_at_1000_std": 0.672183, "nauc_recall_at_1000_diff1": -0.069937, "nauc_precision_at_1_max": 0.215265, "nauc_precision_at_1_std": -0.012849, "nauc_precision_at_1_diff1": 0.267388, "nauc_precision_at_3_max": 0.275461, "nauc_precision_at_3_std": -0.047251, "nauc_precision_at_3_diff1": 0.111282, "nauc_precision_at_5_max": 0.318157, "nauc_precision_at_5_std": -0.018243, "nauc_precision_at_5_diff1": 0.079705, "nauc_precision_at_10_max": 0.327242, "nauc_precision_at_10_std": -0.063931, "nauc_precision_at_10_diff1": 0.077047, "nauc_precision_at_20_max": 0.352184, "nauc_precision_at_20_std": -0.049979, "nauc_precision_at_20_diff1": 0.053213, "nauc_precision_at_100_max": 0.34299, "nauc_precision_at_100_std": -0.026328, "nauc_precision_at_100_diff1": 0.001608, "nauc_precision_at_1000_max": 0.24385, "nauc_precision_at_1000_std": -0.102162, "nauc_precision_at_1000_diff1": -0.003484, "nauc_mrr_at_1_max": 0.215265, "nauc_mrr_at_1_std": -0.012849, "nauc_mrr_at_1_diff1": 0.267388, "nauc_mrr_at_3_max": 0.239173, "nauc_mrr_at_3_std": -0.013702, "nauc_mrr_at_3_diff1": 0.239185, "nauc_mrr_at_5_max": 0.246513, "nauc_mrr_at_5_std": -0.006458, "nauc_mrr_at_5_diff1": 0.240309, "nauc_mrr_at_10_max": 0.243902, "nauc_mrr_at_10_std": -0.01247, "nauc_mrr_at_10_diff1": 0.246428, "nauc_mrr_at_20_max": 0.248683, "nauc_mrr_at_20_std": -0.010941, "nauc_mrr_at_20_diff1": 0.24635, "nauc_mrr_at_100_max": 0.248442, "nauc_mrr_at_100_std": -0.011101, "nauc_mrr_at_100_diff1": 0.246832, "nauc_mrr_at_1000_max": 0.248062, "nauc_mrr_at_1000_std": -0.010845, "nauc_mrr_at_1000_diff1": 0.246919, "hit_rate_at_1": 0.27673, "hit_rate_at_3": 0.48428, "hit_rate_at_5": 0.56604, "hit_rate_at_10": 0.69497, "hit_rate_at_20": 0.77987, "hit_rate_at_100": 0.90881, "hit_rate_at_1000": 1.0, "main_score": 0.31273, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.08962, "ndcg_at_3": 0.10253, "ndcg_at_5": 0.10823, "ndcg_at_10": 0.11793, "ndcg_at_20": 0.1365, "ndcg_at_100": 0.19642, "ndcg_at_1000": 0.30276, "map_at_1": 0.03536, "map_at_3": 0.0554, "map_at_5": 0.06184, "map_at_10": 0.06994, "map_at_20": 0.07842, "map_at_100": 0.09016, "map_at_1000": 0.09775, "recall_at_1": 0.03536, "recall_at_3": 0.07887, "recall_at_5": 0.10273, "recall_at_10": 0.14028, "recall_at_20": 0.20861, "recall_at_100": 0.41699, "recall_at_1000": 0.98018, "accuracy": 0.03536, "precision_at_1": 0.09748, "precision_at_3": 0.08176, "precision_at_5": 0.07107, "precision_at_10": 0.05786, "precision_at_20": 0.04371, "precision_at_100": 0.0211, "precision_at_1000": 0.00531, "mrr_at_1": 0.097484, "mrr_at_3": 0.138889, "mrr_at_5": 0.15414, "mrr_at_10": 0.165489, "mrr_at_20": 0.172443, "mrr_at_100": 0.178666, "mrr_at_1000": 0.179935, "nauc_ndcg_at_1_max": -0.06823, "nauc_ndcg_at_1_std": -0.109658, "nauc_ndcg_at_1_diff1": 0.210134, "nauc_ndcg_at_3_max": 0.025382, "nauc_ndcg_at_3_std": -0.082268, "nauc_ndcg_at_3_diff1": 0.168549, "nauc_ndcg_at_5_max": 0.061447, "nauc_ndcg_at_5_std": -0.047855, "nauc_ndcg_at_5_diff1": 0.182597, "nauc_ndcg_at_10_max": 0.039215, "nauc_ndcg_at_10_std": -0.009938, "nauc_ndcg_at_10_diff1": 0.19531, "nauc_ndcg_at_20_max": 0.033225, "nauc_ndcg_at_20_std": 0.016799, "nauc_ndcg_at_20_diff1": 0.206787, "nauc_ndcg_at_100_max": 0.050041, "nauc_ndcg_at_100_std": 0.026704, "nauc_ndcg_at_100_diff1": 0.185009, "nauc_ndcg_at_1000_max": 0.076546, "nauc_ndcg_at_1000_std": -0.020494, "nauc_ndcg_at_1000_diff1": 0.196404, "nauc_map_at_1_max": -0.026036, "nauc_map_at_1_std": -0.162135, "nauc_map_at_1_diff1": 0.407363, "nauc_map_at_3_max": -0.003149, "nauc_map_at_3_std": -0.137002, "nauc_map_at_3_diff1": 0.281016, "nauc_map_at_5_max": 0.016404, "nauc_map_at_5_std": -0.105814, "nauc_map_at_5_diff1": 0.278412, "nauc_map_at_10_max": 0.013644, "nauc_map_at_10_std": -0.071602, "nauc_map_at_10_diff1": 0.263828, "nauc_map_at_20_max": 0.020536, "nauc_map_at_20_std": -0.054179, "nauc_map_at_20_diff1": 0.255105, "nauc_map_at_100_max": 0.036654, "nauc_map_at_100_std": -0.041408, "nauc_map_at_100_diff1": 0.242148, "nauc_map_at_1000_max": 0.044953, "nauc_map_at_1000_std": -0.041355, "nauc_map_at_1000_diff1": 0.243261, "nauc_recall_at_1_max": -0.026036, "nauc_recall_at_1_std": -0.162135, "nauc_recall_at_1_diff1": 0.407363, "nauc_recall_at_3_max": 0.020177, "nauc_recall_at_3_std": -0.140959, "nauc_recall_at_3_diff1": 0.196829, "nauc_recall_at_5_max": 0.042151, "nauc_recall_at_5_std": -0.049917, "nauc_recall_at_5_diff1": 0.201815, "nauc_recall_at_10_max": 0.005344, "nauc_recall_at_10_std": 0.041109, "nauc_recall_at_10_diff1": 0.165665, "nauc_recall_at_20_max": 0.019271, "nauc_recall_at_20_std": 0.087869, "nauc_recall_at_20_diff1": 0.180922, "nauc_recall_at_100_max": -0.001482, "nauc_recall_at_100_std": 0.087939, "nauc_recall_at_100_diff1": 0.107312, "nauc_recall_at_1000_max": -0.087886, "nauc_recall_at_1000_std": -0.065628, "nauc_recall_at_1000_diff1": -0.193031, "nauc_precision_at_1_max": -0.087602, "nauc_precision_at_1_std": -0.103984, "nauc_precision_at_1_diff1": 0.206768, "nauc_precision_at_3_max": 0.053215, "nauc_precision_at_3_std": -0.047758, "nauc_precision_at_3_diff1": 0.094748, "nauc_precision_at_5_max": 0.165687, "nauc_precision_at_5_std": 0.021697, "nauc_precision_at_5_diff1": 0.109856, "nauc_precision_at_10_max": 0.148685, "nauc_precision_at_10_std": 0.070494, "nauc_precision_at_10_diff1": 0.128421, "nauc_precision_at_20_max": 0.17806, "nauc_precision_at_20_std": 0.092542, "nauc_precision_at_20_diff1": 0.116254, "nauc_precision_at_100_max": 0.177308, "nauc_precision_at_100_std": 0.075797, "nauc_precision_at_100_diff1": 0.065292, "nauc_precision_at_1000_max": 0.134492, "nauc_precision_at_1000_std": -0.036899, "nauc_precision_at_1000_diff1": 0.062625, "nauc_mrr_at_1_max": -0.087602, "nauc_mrr_at_1_std": -0.103984, "nauc_mrr_at_1_diff1": 0.206768, "nauc_mrr_at_3_max": 0.008125, "nauc_mrr_at_3_std": -0.060366, "nauc_mrr_at_3_diff1": 0.154296, "nauc_mrr_at_5_max": 0.027018, "nauc_mrr_at_5_std": -0.035498, "nauc_mrr_at_5_diff1": 0.1629, "nauc_mrr_at_10_max": 0.016724, "nauc_mrr_at_10_std": -0.032835, "nauc_mrr_at_10_diff1": 0.167535, "nauc_mrr_at_20_max": 0.016897, "nauc_mrr_at_20_std": -0.028588, "nauc_mrr_at_20_diff1": 0.173469, "nauc_mrr_at_100_max": 0.015521, "nauc_mrr_at_100_std": -0.030416, "nauc_mrr_at_100_diff1": 0.172928, "nauc_mrr_at_1000_max": 0.015121, "nauc_mrr_at_1000_std": -0.031223, "nauc_mrr_at_1000_diff1": 0.172265, "hit_rate_at_1": 0.09748, "hit_rate_at_3": 0.19497, "hit_rate_at_5": 0.26415, "hit_rate_at_10": 0.34906, "hit_rate_at_20": 0.44969, "hit_rate_at_100": 0.71069, "hit_rate_at_1000": 0.99686, "main_score": 0.11793, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.08491, "ndcg_at_3": 0.10173, "ndcg_at_5": 0.11769, "ndcg_at_10": 0.12943, "ndcg_at_20": 0.1528, "ndcg_at_100": 0.21786, "ndcg_at_1000": 0.31744, "map_at_1": 0.03478, "map_at_3": 0.05391, "map_at_5": 0.06444, "map_at_10": 0.07346, "map_at_20": 0.08374, "map_at_100": 0.0974, "map_at_1000": 0.10512, "recall_at_1": 0.03478, "recall_at_3": 0.07354, "recall_at_5": 0.11273, "recall_at_10": 0.15624, "recall_at_20": 0.2372, "recall_at_100": 0.46582, "recall_at_1000": 0.98663, "accuracy": 0.03478, "precision_at_1": 0.09434, "precision_at_3": 0.08491, "precision_at_5": 0.08113, "precision_at_10": 0.06289, "precision_at_20": 0.05157, "precision_at_100": 0.02399, "precision_at_1000": 0.00535, "mrr_at_1": 0.09434, "mrr_at_3": 0.147799, "mrr_at_5": 0.167138, "mrr_at_10": 0.17797, "mrr_at_20": 0.187609, "mrr_at_100": 0.193584, "mrr_at_1000": 0.194649, "nauc_ndcg_at_1_max": 0.105499, "nauc_ndcg_at_1_std": 0.16761, "nauc_ndcg_at_1_diff1": 0.367445, "nauc_ndcg_at_3_max": 0.114425, "nauc_ndcg_at_3_std": 0.108333, "nauc_ndcg_at_3_diff1": 0.241273, "nauc_ndcg_at_5_max": 0.101776, "nauc_ndcg_at_5_std": 0.108954, "nauc_ndcg_at_5_diff1": 0.212027, "nauc_ndcg_at_10_max": 0.083744, "nauc_ndcg_at_10_std": 0.10764, "nauc_ndcg_at_10_diff1": 0.205421, "nauc_ndcg_at_20_max": 0.099101, "nauc_ndcg_at_20_std": 0.118487, "nauc_ndcg_at_20_diff1": 0.19689, "nauc_ndcg_at_100_max": 0.112032, "nauc_ndcg_at_100_std": 0.131584, "nauc_ndcg_at_100_diff1": 0.21138, "nauc_ndcg_at_1000_max": 0.111871, "nauc_ndcg_at_1000_std": 0.105421, "nauc_ndcg_at_1000_diff1": 0.216149, "nauc_map_at_1_max": -0.042256, "nauc_map_at_1_std": 0.161816, "nauc_map_at_1_diff1": 0.379732, "nauc_map_at_3_max": 0.022266, "nauc_map_at_3_std": 0.147128, "nauc_map_at_3_diff1": 0.263336, "nauc_map_at_5_max": 0.025091, "nauc_map_at_5_std": 0.131079, "nauc_map_at_5_diff1": 0.234231, "nauc_map_at_10_max": 0.030516, "nauc_map_at_10_std": 0.128166, "nauc_map_at_10_diff1": 0.226231, "nauc_map_at_20_max": 0.053706, "nauc_map_at_20_std": 0.140031, "nauc_map_at_20_diff1": 0.219397, "nauc_map_at_100_max": 0.065749, "nauc_map_at_100_std": 0.14571, "nauc_map_at_100_diff1": 0.221977, "nauc_map_at_1000_max": 0.068752, "nauc_map_at_1000_std": 0.144768, "nauc_map_at_1000_diff1": 0.223713, "nauc_recall_at_1_max": -0.042256, "nauc_recall_at_1_std": 0.161816, "nauc_recall_at_1_diff1": 0.379732, "nauc_recall_at_3_max": 0.062278, "nauc_recall_at_3_std": 0.130419, "nauc_recall_at_3_diff1": 0.174809, "nauc_recall_at_5_max": 0.019302, "nauc_recall_at_5_std": 0.081223, "nauc_recall_at_5_diff1": 0.098773, "nauc_recall_at_10_max": 0.01304, "nauc_recall_at_10_std": 0.056102, "nauc_recall_at_10_diff1": 0.11306, "nauc_recall_at_20_max": 0.051706, "nauc_recall_at_20_std": 0.081524, "nauc_recall_at_20_diff1": 0.087673, "nauc_recall_at_100_max": 0.065562, "nauc_recall_at_100_std": 0.119668, "nauc_recall_at_100_diff1": 0.111616, "nauc_recall_at_1000_max": 0.267924, "nauc_recall_at_1000_std": 0.214702, "nauc_recall_at_1000_diff1": -0.204775, "nauc_precision_at_1_max": 0.095963, "nauc_precision_at_1_std": 0.156574, "nauc_precision_at_1_diff1": 0.329532, "nauc_precision_at_3_max": 0.166773, "nauc_precision_at_3_std": 0.086899, "nauc_precision_at_3_diff1": 0.177974, "nauc_precision_at_5_max": 0.187284, "nauc_precision_at_5_std": 0.09666, "nauc_precision_at_5_diff1": 0.163919, "nauc_precision_at_10_max": 0.166347, "nauc_precision_at_10_std": 0.09723, "nauc_precision_at_10_diff1": 0.14255, "nauc_precision_at_20_max": 0.198743, "nauc_precision_at_20_std": 0.125118, "nauc_precision_at_20_diff1": 0.153387, "nauc_precision_at_100_max": 0.161821, "nauc_precision_at_100_std": 0.104411, "nauc_precision_at_100_diff1": 0.127523, "nauc_precision_at_1000_max": 0.076917, "nauc_precision_at_1000_std": -0.005438, "nauc_precision_at_1000_diff1": 0.084369, "nauc_mrr_at_1_max": 0.095963, "nauc_mrr_at_1_std": 0.156574, "nauc_mrr_at_1_diff1": 0.329532, "nauc_mrr_at_3_max": 0.138274, "nauc_mrr_at_3_std": 0.137739, "nauc_mrr_at_3_diff1": 0.229402, "nauc_mrr_at_5_max": 0.128878, "nauc_mrr_at_5_std": 0.135642, "nauc_mrr_at_5_diff1": 0.209635, "nauc_mrr_at_10_max": 0.124673, "nauc_mrr_at_10_std": 0.126253, "nauc_mrr_at_10_diff1": 0.214718, "nauc_mrr_at_20_max": 0.123649, "nauc_mrr_at_20_std": 0.124447, "nauc_mrr_at_20_diff1": 0.215494, "nauc_mrr_at_100_max": 0.127967, "nauc_mrr_at_100_std": 0.128996, "nauc_mrr_at_100_diff1": 0.217802, "nauc_mrr_at_1000_max": 0.127821, "nauc_mrr_at_1000_std": 0.129102, "nauc_mrr_at_1000_diff1": 0.218321, "hit_rate_at_1": 0.09434, "hit_rate_at_3": 0.21384, "hit_rate_at_5": 0.30189, "hit_rate_at_10": 0.3805, "hit_rate_at_20": 0.51572, "hit_rate_at_100": 0.75472, "hit_rate_at_1000": 1.0, "main_score": 0.12943, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.13.1" }, { "ndcg_at_1": 0.12107, "ndcg_at_3": 0.12894, "ndcg_at_5": 0.13933, "ndcg_at_10": 0.15408, "ndcg_at_20": 0.1787, "ndcg_at_100": 0.24935, "ndcg_at_1000": 0.3419, "map_at_1": 0.04362, "map_at_3": 0.06566, "map_at_5": 0.07714, "map_at_10": 0.09004, "map_at_20": 0.10142, "map_at_100": 0.11817, "map_at_1000": 0.12571, "recall_at_1": 0.04362, "recall_at_3": 0.08557, "recall_at_5": 0.12487, "recall_at_10": 0.18619, "recall_at_20": 0.26659, "recall_at_100": 0.51882, "recall_at_1000": 0.99236, "accuracy": 0.04362, "precision_at_1": 0.13208, "precision_at_3": 0.11006, "precision_at_5": 0.09686, "precision_at_10": 0.07547, "precision_at_20": 0.05912, "precision_at_100": 0.02579, "precision_at_1000": 0.0054, "mrr_at_1": 0.132075, "mrr_at_3": 0.190776, "mrr_at_5": 0.208229, "mrr_at_10": 0.2191, "mrr_at_20": 0.228787, "mrr_at_100": 0.234654, "mrr_at_1000": 0.235577, "nauc_ndcg_at_1_max": 0.017528, "nauc_ndcg_at_1_std": -0.038672, "nauc_ndcg_at_1_diff1": 0.116324, "nauc_ndcg_at_3_max": 0.023531, "nauc_ndcg_at_3_std": -0.041088, "nauc_ndcg_at_3_diff1": 0.186926, "nauc_ndcg_at_5_max": 0.016117, "nauc_ndcg_at_5_std": -0.035462, "nauc_ndcg_at_5_diff1": 0.206446, "nauc_ndcg_at_10_max": -0.006833, "nauc_ndcg_at_10_std": -0.037326, "nauc_ndcg_at_10_diff1": 0.225191, "nauc_ndcg_at_20_max": -0.011149, "nauc_ndcg_at_20_std": -0.024251, "nauc_ndcg_at_20_diff1": 0.230318, "nauc_ndcg_at_100_max": 0.032214, "nauc_ndcg_at_100_std": -0.028397, "nauc_ndcg_at_100_diff1": 0.250492, "nauc_ndcg_at_1000_max": 0.050283, "nauc_ndcg_at_1000_std": -0.040597, "nauc_ndcg_at_1000_diff1": 0.238534, "nauc_map_at_1_max": -0.02389, "nauc_map_at_1_std": -0.042407, "nauc_map_at_1_diff1": 0.339591, "nauc_map_at_3_max": -0.036712, "nauc_map_at_3_std": -0.074296, "nauc_map_at_3_diff1": 0.256969, "nauc_map_at_5_max": -0.036178, "nauc_map_at_5_std": -0.075443, "nauc_map_at_5_diff1": 0.250495, "nauc_map_at_10_max": -0.032934, "nauc_map_at_10_std": -0.060072, "nauc_map_at_10_diff1": 0.25481, "nauc_map_at_20_max": -0.018231, "nauc_map_at_20_std": -0.041917, "nauc_map_at_20_diff1": 0.261598, "nauc_map_at_100_max": 0.005838, "nauc_map_at_100_std": -0.030705, "nauc_map_at_100_diff1": 0.271103, "nauc_map_at_1000_max": 0.011944, "nauc_map_at_1000_std": -0.030323, "nauc_map_at_1000_diff1": 0.273449, "nauc_recall_at_1_max": -0.02389, "nauc_recall_at_1_std": -0.042407, "nauc_recall_at_1_diff1": 0.339591, "nauc_recall_at_3_max": -0.039686, "nauc_recall_at_3_std": -0.074393, "nauc_recall_at_3_diff1": 0.191988, "nauc_recall_at_5_max": -0.072008, "nauc_recall_at_5_std": -0.105694, "nauc_recall_at_5_diff1": 0.157368, "nauc_recall_at_10_max": -0.092713, "nauc_recall_at_10_std": -0.073201, "nauc_recall_at_10_diff1": 0.164416, "nauc_recall_at_20_max": -0.076425, "nauc_recall_at_20_std": -0.017914, "nauc_recall_at_20_diff1": 0.179076, "nauc_recall_at_100_max": 0.002109, "nauc_recall_at_100_std": -0.041696, "nauc_recall_at_100_diff1": 0.202005, "nauc_recall_at_1000_max": 0.244813, "nauc_recall_at_1000_std": 0.502615, "nauc_recall_at_1000_diff1": -0.059829, "nauc_precision_at_1_max": 0.040911, "nauc_precision_at_1_std": -0.034316, "nauc_precision_at_1_diff1": 0.120148, "nauc_precision_at_3_max": 0.087797, "nauc_precision_at_3_std": -0.009438, "nauc_precision_at_3_diff1": 0.166603, "nauc_precision_at_5_max": 0.116264, "nauc_precision_at_5_std": 0.031355, "nauc_precision_at_5_diff1": 0.194956, "nauc_precision_at_10_max": 0.129537, "nauc_precision_at_10_std": 0.033821, "nauc_precision_at_10_diff1": 0.23523, "nauc_precision_at_20_max": 0.142097, "nauc_precision_at_20_std": 0.067035, "nauc_precision_at_20_diff1": 0.244617, "nauc_precision_at_100_max": 0.166971, "nauc_precision_at_100_std": 0.047185, "nauc_precision_at_100_diff1": 0.214057, "nauc_precision_at_1000_max": 0.127376, "nauc_precision_at_1000_std": -0.022778, "nauc_precision_at_1000_diff1": 0.095271, "nauc_mrr_at_1_max": 0.040911, "nauc_mrr_at_1_std": -0.034316, "nauc_mrr_at_1_diff1": 0.120148, "nauc_mrr_at_3_max": 0.076878, "nauc_mrr_at_3_std": -0.000907, "nauc_mrr_at_3_diff1": 0.129526, "nauc_mrr_at_5_max": 0.06514, "nauc_mrr_at_5_std": -0.016971, "nauc_mrr_at_5_diff1": 0.132003, "nauc_mrr_at_10_max": 0.063341, "nauc_mrr_at_10_std": -0.022667, "nauc_mrr_at_10_diff1": 0.139669, "nauc_mrr_at_20_max": 0.061382, "nauc_mrr_at_20_std": -0.017445, "nauc_mrr_at_20_diff1": 0.142295, "nauc_mrr_at_100_max": 0.064625, "nauc_mrr_at_100_std": -0.018844, "nauc_mrr_at_100_diff1": 0.141978, "nauc_mrr_at_1000_max": 0.064648, "nauc_mrr_at_1000_std": -0.018299, "nauc_mrr_at_1000_diff1": 0.141688, "hit_rate_at_1": 0.13208, "hit_rate_at_3": 0.26415, "hit_rate_at_5": 0.33962, "hit_rate_at_10": 0.42138, "hit_rate_at_20": 0.55346, "hit_rate_at_100": 0.7956, "hit_rate_at_1000": 1.0, "main_score": 0.15408, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 1203.3347215466201, "kg_co2_emissions": null, "date": 1783100192.90061, "evaluation_phases": [ { "name": "Data loading", "start": 6.53192400932312e-05, "end": 53.902253072708845, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 53.902326840907335, "end": 53.902333341538906, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 53.92207387462258, "end": 261.8363243639469, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 261.8365435451269, "end": 262.1466840542853, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 262.18338249251246, "end": 465.48895182460546, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 465.48921878263354, "end": 465.77640568092465, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 465.81224408373237, "end": 651.3223713375628, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 651.3226271495223, "end": 651.6414190679789, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 651.6691758111119, "end": 832.3347817286849, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 832.3363116830587, "end": 832.6452545598149, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 832.6879663541913, "end": 1012.8230884447694, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 1012.8232664875686, "end": 1013.1277259141207, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 1013.1599425598979, "end": 1202.9817952178419, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 1202.9820256903768, "end": 1203.3092215657234, "split": "test", "subset": "portuguese" } ] }