{ "dataset_revision": "fa78cb14152b3dde8c5defdc4e3ddf50de69dfeb", "task_name": "Vidore3FinanceEnRetrieval", "mteb_version": "2.12.33", "scores": { "test": [ { "ndcg_at_1": 0.57767, "ndcg_at_3": 0.57595, "ndcg_at_5": 0.60142, "ndcg_at_10": 0.62189, "ndcg_at_20": 0.65221, "ndcg_at_100": 0.70185, "ndcg_at_1000": 0.72143, "map_at_1": 0.29633, "map_at_3": 0.41025, "map_at_5": 0.46458, "map_at_10": 0.50627, "map_at_20": 0.53076, "map_at_100": 0.55052, "map_at_1000": 0.55334, "recall_at_1": 0.29633, "recall_at_3": 0.45767, "recall_at_5": 0.56895, "recall_at_10": 0.67071, "recall_at_20": 0.76134, "recall_at_100": 0.91407, "recall_at_1000": 0.99582, "accuracy": 0.29633, "precision_at_1": 0.60841, "precision_at_3": 0.40237, "precision_at_5": 0.33722, "precision_at_10": 0.22039, "precision_at_20": 0.13964, "precision_at_100": 0.03961, "precision_at_1000": 0.0047, "mrr_at_1": 0.608414, "mrr_at_3": 0.694714, "mrr_at_5": 0.715264, "mrr_at_10": 0.721164, "mrr_at_20": 0.72355, "mrr_at_100": 0.72421, "mrr_at_1000": 0.724236, "nauc_ndcg_at_1_max": 0.013011, "nauc_ndcg_at_1_std": -0.114109, "nauc_ndcg_at_1_diff1": 0.496404, "nauc_ndcg_at_3_max": 0.066683, "nauc_ndcg_at_3_std": -0.077396, "nauc_ndcg_at_3_diff1": 0.459737, "nauc_ndcg_at_5_max": 0.098797, "nauc_ndcg_at_5_std": -0.020075, "nauc_ndcg_at_5_diff1": 0.475336, "nauc_ndcg_at_10_max": 0.119817, "nauc_ndcg_at_10_std": 0.005946, "nauc_ndcg_at_10_diff1": 0.465843, "nauc_ndcg_at_20_max": 0.118831, "nauc_ndcg_at_20_std": 0.01457, "nauc_ndcg_at_20_diff1": 0.448986, "nauc_ndcg_at_100_max": 0.121343, "nauc_ndcg_at_100_std": 0.008951, "nauc_ndcg_at_100_diff1": 0.455683, "nauc_ndcg_at_1000_max": 0.109449, "nauc_ndcg_at_1000_std": -0.015029, "nauc_ndcg_at_1000_diff1": 0.463549, "nauc_map_at_1_max": 0.104621, "nauc_map_at_1_std": -0.020812, "nauc_map_at_1_diff1": 0.557909, "nauc_map_at_3_max": 0.106076, "nauc_map_at_3_std": -0.040405, "nauc_map_at_3_diff1": 0.502127, "nauc_map_at_5_max": 0.111846, "nauc_map_at_5_std": -0.015223, "nauc_map_at_5_diff1": 0.496676, "nauc_map_at_10_max": 0.121544, "nauc_map_at_10_std": 0.007157, "nauc_map_at_10_diff1": 0.481747, "nauc_map_at_20_max": 0.119368, "nauc_map_at_20_std": 0.011049, "nauc_map_at_20_diff1": 0.464121, "nauc_map_at_100_max": 0.124234, "nauc_map_at_100_std": 0.016302, "nauc_map_at_100_diff1": 0.464642, "nauc_map_at_1000_max": 0.122704, "nauc_map_at_1000_std": 0.013317, "nauc_map_at_1000_diff1": 0.46526, "nauc_recall_at_1_max": 0.104621, "nauc_recall_at_1_std": -0.020812, "nauc_recall_at_1_diff1": 0.557909, "nauc_recall_at_3_max": 0.115165, "nauc_recall_at_3_std": -0.032247, "nauc_recall_at_3_diff1": 0.448622, "nauc_recall_at_5_max": 0.136457, "nauc_recall_at_5_std": 0.037199, "nauc_recall_at_5_diff1": 0.418682, "nauc_recall_at_10_max": 0.14981, "nauc_recall_at_10_std": 0.087435, "nauc_recall_at_10_diff1": 0.351017, "nauc_recall_at_20_max": 0.151945, "nauc_recall_at_20_std": 0.124511, "nauc_recall_at_20_diff1": 0.274945, "nauc_recall_at_100_max": 0.242055, "nauc_recall_at_100_std": 0.243943, "nauc_recall_at_100_diff1": 0.26042, "nauc_recall_at_1000_max": 0.69053, "nauc_recall_at_1000_std": 0.867099, "nauc_recall_at_1000_diff1": 0.545414, "nauc_precision_at_1_max": -0.021352, "nauc_precision_at_1_std": -0.135285, "nauc_precision_at_1_diff1": 0.480256, "nauc_precision_at_3_max": -0.025506, "nauc_precision_at_3_std": -0.074586, "nauc_precision_at_3_diff1": 0.035389, "nauc_precision_at_5_max": -0.008616, "nauc_precision_at_5_std": 0.006778, "nauc_precision_at_5_diff1": -0.083913, "nauc_precision_at_10_max": 0.008268, "nauc_precision_at_10_std": 0.062673, "nauc_precision_at_10_diff1": -0.173559, "nauc_precision_at_20_max": -0.022542, "nauc_precision_at_20_std": 0.05166, "nauc_precision_at_20_diff1": -0.251358, "nauc_precision_at_100_max": -0.044617, "nauc_precision_at_100_std": 0.014744, "nauc_precision_at_100_diff1": -0.285589, "nauc_precision_at_1000_max": -0.087005, "nauc_precision_at_1000_std": -0.057325, "nauc_precision_at_1000_diff1": -0.275009, "nauc_mrr_at_1_max": -0.021352, "nauc_mrr_at_1_std": -0.135285, "nauc_mrr_at_1_diff1": 0.480256, "nauc_mrr_at_3_max": 0.002895, "nauc_mrr_at_3_std": -0.135215, "nauc_mrr_at_3_diff1": 0.449437, "nauc_mrr_at_5_max": 0.018922, "nauc_mrr_at_5_std": -0.116432, "nauc_mrr_at_5_diff1": 0.45207, "nauc_mrr_at_10_max": 0.016971, "nauc_mrr_at_10_std": -0.11917, "nauc_mrr_at_10_diff1": 0.448972, "nauc_mrr_at_20_max": 0.013828, "nauc_mrr_at_20_std": -0.120532, "nauc_mrr_at_20_diff1": 0.451449, "nauc_mrr_at_100_max": 0.013124, "nauc_mrr_at_100_std": -0.121203, "nauc_mrr_at_100_diff1": 0.451701, "nauc_mrr_at_1000_max": 0.013063, "nauc_mrr_at_1000_std": -0.121192, "nauc_mrr_at_1000_diff1": 0.451725, "hit_rate_at_1": 0.60841, "hit_rate_at_3": 0.80583, "hit_rate_at_5": 0.8932, "hit_rate_at_10": 0.93528, "hit_rate_at_20": 0.96764, "hit_rate_at_100": 0.99353, "hit_rate_at_1000": 1.0, "main_score": 0.62189, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.59871, "ndcg_at_3": 0.60843, "ndcg_at_5": 0.61565, "ndcg_at_10": 0.64154, "ndcg_at_20": 0.66949, "ndcg_at_100": 0.71651, "ndcg_at_1000": 0.73443, "map_at_1": 0.30287, "map_at_3": 0.42994, "map_at_5": 0.47907, "map_at_10": 0.52781, "map_at_20": 0.55249, "map_at_100": 0.57161, "map_at_1000": 0.57418, "recall_at_1": 0.30287, "recall_at_3": 0.48124, "recall_at_5": 0.57482, "recall_at_10": 0.6916, "recall_at_20": 0.77789, "recall_at_100": 0.92017, "recall_at_1000": 0.99784, "accuracy": 0.30287, "precision_at_1": 0.64078, "precision_at_3": 0.44121, "precision_at_5": 0.34887, "precision_at_10": 0.2343, "precision_at_20": 0.14612, "precision_at_100": 0.04036, "precision_at_1000": 0.00471, "mrr_at_1": 0.640777, "mrr_at_3": 0.729234, "mrr_at_5": 0.744283, "mrr_at_10": 0.749964, "mrr_at_20": 0.75118, "mrr_at_100": 0.751522, "mrr_at_1000": 0.751607, "nauc_ndcg_at_1_max": 0.052222, "nauc_ndcg_at_1_std": -0.134859, "nauc_ndcg_at_1_diff1": 0.542152, "nauc_ndcg_at_3_max": 0.042303, "nauc_ndcg_at_3_std": -0.100522, "nauc_ndcg_at_3_diff1": 0.437449, "nauc_ndcg_at_5_max": 0.081758, "nauc_ndcg_at_5_std": -0.069185, "nauc_ndcg_at_5_diff1": 0.462583, "nauc_ndcg_at_10_max": 0.104994, "nauc_ndcg_at_10_std": -0.026626, "nauc_ndcg_at_10_diff1": 0.47361, "nauc_ndcg_at_20_max": 0.105569, "nauc_ndcg_at_20_std": -0.02262, "nauc_ndcg_at_20_diff1": 0.457704, "nauc_ndcg_at_100_max": 0.110368, "nauc_ndcg_at_100_std": -0.019071, "nauc_ndcg_at_100_diff1": 0.4617, "nauc_ndcg_at_1000_max": 0.098855, "nauc_ndcg_at_1000_std": -0.039474, "nauc_ndcg_at_1000_diff1": 0.47312, "nauc_map_at_1_max": 0.1371, "nauc_map_at_1_std": -0.013868, "nauc_map_at_1_diff1": 0.553236, "nauc_map_at_3_max": 0.087466, "nauc_map_at_3_std": -0.053664, "nauc_map_at_3_diff1": 0.490607, "nauc_map_at_5_max": 0.09201, "nauc_map_at_5_std": -0.05559, "nauc_map_at_5_diff1": 0.47601, "nauc_map_at_10_max": 0.104306, "nauc_map_at_10_std": -0.02716, "nauc_map_at_10_diff1": 0.465733, "nauc_map_at_20_max": 0.102625, "nauc_map_at_20_std": -0.023823, "nauc_map_at_20_diff1": 0.451106, "nauc_map_at_100_max": 0.106034, "nauc_map_at_100_std": -0.017004, "nauc_map_at_100_diff1": 0.445675, "nauc_map_at_1000_max": 0.104712, "nauc_map_at_1000_std": -0.019505, "nauc_map_at_1000_diff1": 0.446939, "nauc_recall_at_1_max": 0.1371, "nauc_recall_at_1_std": -0.013868, "nauc_recall_at_1_diff1": 0.553236, "nauc_recall_at_3_max": 0.058934, "nauc_recall_at_3_std": -0.044183, "nauc_recall_at_3_diff1": 0.431088, "nauc_recall_at_5_max": 0.0736, "nauc_recall_at_5_std": -0.034911, "nauc_recall_at_5_diff1": 0.399343, "nauc_recall_at_10_max": 0.110387, "nauc_recall_at_10_std": 0.046035, "nauc_recall_at_10_diff1": 0.343599, "nauc_recall_at_20_max": 0.097626, "nauc_recall_at_20_std": 0.050724, "nauc_recall_at_20_diff1": 0.278746, "nauc_recall_at_100_max": 0.170827, "nauc_recall_at_100_std": 0.191667, "nauc_recall_at_100_diff1": 0.238686, "nauc_recall_at_1000_max": 0.121884, "nauc_recall_at_1000_std": 0.950963, "nauc_recall_at_1000_diff1": 0.472265, "nauc_precision_at_1_max": 0.014421, "nauc_precision_at_1_std": -0.162338, "nauc_precision_at_1_diff1": 0.520084, "nauc_precision_at_3_max": -0.081938, "nauc_precision_at_3_std": -0.076876, "nauc_precision_at_3_diff1": -0.036292, "nauc_precision_at_5_max": -0.039109, "nauc_precision_at_5_std": -0.027352, "nauc_precision_at_5_diff1": -0.117417, "nauc_precision_at_10_max": -0.02962, "nauc_precision_at_10_std": 0.046556, "nauc_precision_at_10_diff1": -0.182714, "nauc_precision_at_20_max": -0.035371, "nauc_precision_at_20_std": 0.05427, "nauc_precision_at_20_diff1": -0.246866, "nauc_precision_at_100_max": -0.059125, "nauc_precision_at_100_std": 0.035593, "nauc_precision_at_100_diff1": -0.28566, "nauc_precision_at_1000_max": -0.097566, "nauc_precision_at_1000_std": -0.025702, "nauc_precision_at_1000_diff1": -0.265476, "nauc_mrr_at_1_max": 0.014421, "nauc_mrr_at_1_std": -0.162338, "nauc_mrr_at_1_diff1": 0.520084, "nauc_mrr_at_3_max": -0.005164, "nauc_mrr_at_3_std": -0.148857, "nauc_mrr_at_3_diff1": 0.481539, "nauc_mrr_at_5_max": 0.005277, "nauc_mrr_at_5_std": -0.1456, "nauc_mrr_at_5_diff1": 0.486685, "nauc_mrr_at_10_max": 0.001754, "nauc_mrr_at_10_std": -0.144095, "nauc_mrr_at_10_diff1": 0.486019, "nauc_mrr_at_20_max": 0.002129, "nauc_mrr_at_20_std": -0.145706, "nauc_mrr_at_20_diff1": 0.487047, "nauc_mrr_at_100_max": 0.002602, "nauc_mrr_at_100_std": -0.145694, "nauc_mrr_at_100_diff1": 0.48747, "nauc_mrr_at_1000_max": 0.00247, "nauc_mrr_at_1000_std": -0.145817, "nauc_mrr_at_1000_diff1": 0.487376, "hit_rate_at_1": 0.64078, "hit_rate_at_3": 0.8479, "hit_rate_at_5": 0.91586, "hit_rate_at_10": 0.95793, "hit_rate_at_20": 0.97411, "hit_rate_at_100": 0.98706, "hit_rate_at_1000": 1.0, "main_score": 0.64154, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.67799, "ndcg_at_3": 0.66821, "ndcg_at_5": 0.67363, "ndcg_at_10": 0.69655, "ndcg_at_20": 0.72527, "ndcg_at_100": 0.7658, "ndcg_at_1000": 0.77991, "map_at_1": 0.32896, "map_at_3": 0.47121, "map_at_5": 0.53173, "map_at_10": 0.58112, "map_at_20": 0.60712, "map_at_100": 0.62504, "map_at_1000": 0.62748, "recall_at_1": 0.32896, "recall_at_3": 0.52294, "recall_at_5": 0.62434, "recall_at_10": 0.73305, "recall_at_20": 0.8236, "recall_at_100": 0.9432, "recall_at_1000": 0.99919, "accuracy": 0.32896, "precision_at_1": 0.71521, "precision_at_3": 0.48436, "precision_at_5": 0.38252, "precision_at_10": 0.25307, "precision_at_20": 0.1568, "precision_at_100": 0.04136, "precision_at_1000": 0.00472, "mrr_at_1": 0.71521, "mrr_at_3": 0.797735, "mrr_at_5": 0.805502, "mrr_at_10": 0.810387, "mrr_at_20": 0.81119, "mrr_at_100": 0.811705, "mrr_at_1000": 0.811705, "nauc_ndcg_at_1_max": 0.002392, "nauc_ndcg_at_1_std": -0.174246, "nauc_ndcg_at_1_diff1": 0.535643, "nauc_ndcg_at_3_max": 0.069383, "nauc_ndcg_at_3_std": -0.106564, "nauc_ndcg_at_3_diff1": 0.436076, "nauc_ndcg_at_5_max": 0.078338, "nauc_ndcg_at_5_std": -0.078746, "nauc_ndcg_at_5_diff1": 0.427532, "nauc_ndcg_at_10_max": 0.118495, "nauc_ndcg_at_10_std": -0.051601, "nauc_ndcg_at_10_diff1": 0.427027, "nauc_ndcg_at_20_max": 0.132539, "nauc_ndcg_at_20_std": -0.038368, "nauc_ndcg_at_20_diff1": 0.426864, "nauc_ndcg_at_100_max": 0.113816, "nauc_ndcg_at_100_std": -0.043769, "nauc_ndcg_at_100_diff1": 0.422273, "nauc_ndcg_at_1000_max": 0.101292, "nauc_ndcg_at_1000_std": -0.06179, "nauc_ndcg_at_1000_diff1": 0.440234, "nauc_map_at_1_max": 0.148695, "nauc_map_at_1_std": -0.030901, "nauc_map_at_1_diff1": 0.564747, "nauc_map_at_3_max": 0.104688, "nauc_map_at_3_std": -0.063561, "nauc_map_at_3_diff1": 0.471846, "nauc_map_at_5_max": 0.096864, "nauc_map_at_5_std": -0.06586, "nauc_map_at_5_diff1": 0.429819, "nauc_map_at_10_max": 0.106219, "nauc_map_at_10_std": -0.052077, "nauc_map_at_10_diff1": 0.403865, "nauc_map_at_20_max": 0.110492, "nauc_map_at_20_std": -0.044876, "nauc_map_at_20_diff1": 0.394483, "nauc_map_at_100_max": 0.110044, "nauc_map_at_100_std": -0.039593, "nauc_map_at_100_diff1": 0.388769, "nauc_map_at_1000_max": 0.108712, "nauc_map_at_1000_std": -0.041653, "nauc_map_at_1000_diff1": 0.390672, "nauc_recall_at_1_max": 0.148695, "nauc_recall_at_1_std": -0.030901, "nauc_recall_at_1_diff1": 0.564747, "nauc_recall_at_3_max": 0.116381, "nauc_recall_at_3_std": -0.038521, "nauc_recall_at_3_diff1": 0.400827, "nauc_recall_at_5_max": 0.104729, "nauc_recall_at_5_std": -0.03411, "nauc_recall_at_5_diff1": 0.320287, "nauc_recall_at_10_max": 0.160923, "nauc_recall_at_10_std": 0.019632, "nauc_recall_at_10_diff1": 0.269722, "nauc_recall_at_20_max": 0.217039, "nauc_recall_at_20_std": 0.068465, "nauc_recall_at_20_diff1": 0.23599, "nauc_recall_at_100_max": 0.207814, "nauc_recall_at_100_std": 0.189163, "nauc_recall_at_100_diff1": 0.072544, "nauc_recall_at_1000_max": 0.934617, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.455504, "nauc_precision_at_1_max": -0.039539, "nauc_precision_at_1_std": -0.189267, "nauc_precision_at_1_diff1": 0.500582, "nauc_precision_at_3_max": -0.088112, "nauc_precision_at_3_std": -0.092494, "nauc_precision_at_3_diff1": -0.122036, "nauc_precision_at_5_max": -0.082799, "nauc_precision_at_5_std": -0.036466, "nauc_precision_at_5_diff1": -0.237738, "nauc_precision_at_10_max": -0.06672, "nauc_precision_at_10_std": -0.000478, "nauc_precision_at_10_diff1": -0.293432, "nauc_precision_at_20_max": -0.050017, "nauc_precision_at_20_std": 0.034195, "nauc_precision_at_20_diff1": -0.318546, "nauc_precision_at_100_max": -0.095415, "nauc_precision_at_100_std": 0.016176, "nauc_precision_at_100_diff1": -0.331271, "nauc_precision_at_1000_max": -0.117096, "nauc_precision_at_1000_std": -0.016915, "nauc_precision_at_1000_diff1": -0.283673, "nauc_mrr_at_1_max": -0.039539, "nauc_mrr_at_1_std": -0.189267, "nauc_mrr_at_1_diff1": 0.500582, "nauc_mrr_at_3_max": -0.012237, "nauc_mrr_at_3_std": -0.1905, "nauc_mrr_at_3_diff1": 0.478649, "nauc_mrr_at_5_max": -0.007399, "nauc_mrr_at_5_std": -0.180231, "nauc_mrr_at_5_diff1": 0.478958, "nauc_mrr_at_10_max": -0.007773, "nauc_mrr_at_10_std": -0.175549, "nauc_mrr_at_10_diff1": 0.479994, "nauc_mrr_at_20_max": -0.007908, "nauc_mrr_at_20_std": -0.176828, "nauc_mrr_at_20_diff1": 0.483045, "nauc_mrr_at_100_max": -0.010208, "nauc_mrr_at_100_std": -0.178503, "nauc_mrr_at_100_diff1": 0.482267, "nauc_mrr_at_1000_max": -0.010208, "nauc_mrr_at_1000_std": -0.178503, "nauc_mrr_at_1000_diff1": 0.482267, "hit_rate_at_1": 0.71521, "hit_rate_at_3": 0.90291, "hit_rate_at_5": 0.93528, "hit_rate_at_10": 0.97087, "hit_rate_at_20": 0.98382, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.69655, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.58414, "ndcg_at_3": 0.59847, "ndcg_at_5": 0.6031, "ndcg_at_10": 0.63027, "ndcg_at_20": 0.6553, "ndcg_at_100": 0.70235, "ndcg_at_1000": 0.72421, "map_at_1": 0.2878, "map_at_3": 0.42202, "map_at_5": 0.46938, "map_at_10": 0.51308, "map_at_20": 0.53523, "map_at_100": 0.55425, "map_at_1000": 0.55721, "recall_at_1": 0.2878, "recall_at_3": 0.47758, "recall_at_5": 0.56853, "recall_at_10": 0.68206, "recall_at_20": 0.75959, "recall_at_100": 0.90689, "recall_at_1000": 0.99796, "accuracy": 0.2878, "precision_at_1": 0.61165, "precision_at_3": 0.43474, "precision_at_5": 0.33463, "precision_at_10": 0.22686, "precision_at_20": 0.139, "precision_at_100": 0.03903, "precision_at_1000": 0.0047, "mrr_at_1": 0.61165, "mrr_at_3": 0.709277, "mrr_at_5": 0.722222, "mrr_at_10": 0.730951, "mrr_at_20": 0.731807, "mrr_at_100": 0.732606, "mrr_at_1000": 0.732683, "nauc_ndcg_at_1_max": 0.032879, "nauc_ndcg_at_1_std": -0.067731, "nauc_ndcg_at_1_diff1": 0.451571, "nauc_ndcg_at_3_max": 0.02339, "nauc_ndcg_at_3_std": -0.063999, "nauc_ndcg_at_3_diff1": 0.359621, "nauc_ndcg_at_5_max": 0.042608, "nauc_ndcg_at_5_std": -0.035604, "nauc_ndcg_at_5_diff1": 0.362945, "nauc_ndcg_at_10_max": 0.089023, "nauc_ndcg_at_10_std": -0.005329, "nauc_ndcg_at_10_diff1": 0.3823, "nauc_ndcg_at_20_max": 0.089859, "nauc_ndcg_at_20_std": 0.009845, "nauc_ndcg_at_20_diff1": 0.386569, "nauc_ndcg_at_100_max": 0.108733, "nauc_ndcg_at_100_std": 0.029898, "nauc_ndcg_at_100_diff1": 0.388965, "nauc_ndcg_at_1000_max": 0.081252, "nauc_ndcg_at_1000_std": -0.007964, "nauc_ndcg_at_1000_diff1": 0.387188, "nauc_map_at_1_max": 0.142912, "nauc_map_at_1_std": 0.023157, "nauc_map_at_1_diff1": 0.543694, "nauc_map_at_3_max": 0.088678, "nauc_map_at_3_std": -0.006734, "nauc_map_at_3_diff1": 0.467079, "nauc_map_at_5_max": 0.078253, "nauc_map_at_5_std": -0.011364, "nauc_map_at_5_diff1": 0.433913, "nauc_map_at_10_max": 0.089896, "nauc_map_at_10_std": 0.003622, "nauc_map_at_10_diff1": 0.403183, "nauc_map_at_20_max": 0.088879, "nauc_map_at_20_std": 0.010756, "nauc_map_at_20_diff1": 0.391494, "nauc_map_at_100_max": 0.095661, "nauc_map_at_100_std": 0.020931, "nauc_map_at_100_diff1": 0.384485, "nauc_map_at_1000_max": 0.093683, "nauc_map_at_1000_std": 0.01746, "nauc_map_at_1000_diff1": 0.384023, "nauc_recall_at_1_max": 0.142912, "nauc_recall_at_1_std": 0.023157, "nauc_recall_at_1_diff1": 0.543694, "nauc_recall_at_3_max": 0.068086, "nauc_recall_at_3_std": -0.017732, "nauc_recall_at_3_diff1": 0.414901, "nauc_recall_at_5_max": 0.054717, "nauc_recall_at_5_std": -0.005865, "nauc_recall_at_5_diff1": 0.335875, "nauc_recall_at_10_max": 0.121672, "nauc_recall_at_10_std": 0.058203, "nauc_recall_at_10_diff1": 0.283487, "nauc_recall_at_20_max": 0.136722, "nauc_recall_at_20_std": 0.091788, "nauc_recall_at_20_diff1": 0.257863, "nauc_recall_at_100_max": 0.32145, "nauc_recall_at_100_std": 0.331113, "nauc_recall_at_100_diff1": 0.278918, "nauc_recall_at_1000_max": 0.552713, "nauc_recall_at_1000_std": 0.943496, "nauc_recall_at_1000_diff1": 0.183215, "nauc_precision_at_1_max": 0.011079, "nauc_precision_at_1_std": -0.069309, "nauc_precision_at_1_diff1": 0.417905, "nauc_precision_at_3_max": -0.083757, "nauc_precision_at_3_std": -0.057949, "nauc_precision_at_3_diff1": -0.097004, "nauc_precision_at_5_max": -0.079526, "nauc_precision_at_5_std": -0.037004, "nauc_precision_at_5_diff1": -0.211485, "nauc_precision_at_10_max": -0.030151, "nauc_precision_at_10_std": 0.006794, "nauc_precision_at_10_diff1": -0.290314, "nauc_precision_at_20_max": -0.037702, "nauc_precision_at_20_std": 0.030222, "nauc_precision_at_20_diff1": -0.329653, "nauc_precision_at_100_max": -0.03352, "nauc_precision_at_100_std": 0.033565, "nauc_precision_at_100_diff1": -0.347621, "nauc_precision_at_1000_max": -0.097894, "nauc_precision_at_1000_std": -0.066636, "nauc_precision_at_1000_diff1": -0.338135, "nauc_mrr_at_1_max": 0.011079, "nauc_mrr_at_1_std": -0.069309, "nauc_mrr_at_1_diff1": 0.417905, "nauc_mrr_at_3_max": 0.007021, "nauc_mrr_at_3_std": -0.073377, "nauc_mrr_at_3_diff1": 0.378332, "nauc_mrr_at_5_max": 0.007037, "nauc_mrr_at_5_std": -0.060208, "nauc_mrr_at_5_diff1": 0.366427, "nauc_mrr_at_10_max": 0.014328, "nauc_mrr_at_10_std": -0.059605, "nauc_mrr_at_10_diff1": 0.372829, "nauc_mrr_at_20_max": 0.014724, "nauc_mrr_at_20_std": -0.060913, "nauc_mrr_at_20_diff1": 0.374267, "nauc_mrr_at_100_max": 0.013756, "nauc_mrr_at_100_std": -0.062182, "nauc_mrr_at_100_diff1": 0.375156, "nauc_mrr_at_1000_max": 0.013523, "nauc_mrr_at_1000_std": -0.062335, "nauc_mrr_at_1000_diff1": 0.375058, "hit_rate_at_1": 0.61165, "hit_rate_at_3": 0.83172, "hit_rate_at_5": 0.88673, "hit_rate_at_10": 0.94822, "hit_rate_at_20": 0.96117, "hit_rate_at_100": 0.98706, "hit_rate_at_1000": 1.0, "main_score": 0.63027, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.60518, "ndcg_at_3": 0.59722, "ndcg_at_5": 0.61093, "ndcg_at_10": 0.63393, "ndcg_at_20": 0.66395, "ndcg_at_100": 0.71035, "ndcg_at_1000": 0.72925, "map_at_1": 0.29217, "map_at_3": 0.41242, "map_at_5": 0.46845, "map_at_10": 0.51376, "map_at_20": 0.53826, "map_at_100": 0.55677, "map_at_1000": 0.5596, "recall_at_1": 0.29217, "recall_at_3": 0.46507, "recall_at_5": 0.57498, "recall_at_10": 0.68638, "recall_at_20": 0.77697, "recall_at_100": 0.92027, "recall_at_1000": 0.99657, "accuracy": 0.29217, "precision_at_1": 0.64078, "precision_at_3": 0.42826, "precision_at_5": 0.34175, "precision_at_10": 0.22945, "precision_at_20": 0.14531, "precision_at_100": 0.03974, "precision_at_1000": 0.00471, "mrr_at_1": 0.640777, "mrr_at_3": 0.73301, "mrr_at_5": 0.745955, "mrr_at_10": 0.751379, "mrr_at_20": 0.753038, "mrr_at_100": 0.753678, "mrr_at_1000": 0.753686, "nauc_ndcg_at_1_max": 0.018711, "nauc_ndcg_at_1_std": -0.115327, "nauc_ndcg_at_1_diff1": 0.480646, "nauc_ndcg_at_3_max": 0.024752, "nauc_ndcg_at_3_std": -0.093743, "nauc_ndcg_at_3_diff1": 0.399284, "nauc_ndcg_at_5_max": 0.049058, "nauc_ndcg_at_5_std": -0.055012, "nauc_ndcg_at_5_diff1": 0.403254, "nauc_ndcg_at_10_max": 0.057217, "nauc_ndcg_at_10_std": -0.033189, "nauc_ndcg_at_10_diff1": 0.399111, "nauc_ndcg_at_20_max": 0.066713, "nauc_ndcg_at_20_std": -0.013554, "nauc_ndcg_at_20_diff1": 0.391, "nauc_ndcg_at_100_max": 0.083854, "nauc_ndcg_at_100_std": -0.001904, "nauc_ndcg_at_100_diff1": 0.403574, "nauc_ndcg_at_1000_max": 0.06769, "nauc_ndcg_at_1000_std": -0.028777, "nauc_ndcg_at_1000_diff1": 0.420671, "nauc_map_at_1_max": 0.11385, "nauc_map_at_1_std": -0.016602, "nauc_map_at_1_diff1": 0.561825, "nauc_map_at_3_max": 0.070286, "nauc_map_at_3_std": -0.058662, "nauc_map_at_3_diff1": 0.468936, "nauc_map_at_5_max": 0.075584, "nauc_map_at_5_std": -0.033123, "nauc_map_at_5_diff1": 0.422747, "nauc_map_at_10_max": 0.075484, "nauc_map_at_10_std": -0.018576, "nauc_map_at_10_diff1": 0.404836, "nauc_map_at_20_max": 0.076089, "nauc_map_at_20_std": -0.014273, "nauc_map_at_20_diff1": 0.39589, "nauc_map_at_100_max": 0.08152, "nauc_map_at_100_std": -0.008377, "nauc_map_at_100_diff1": 0.395926, "nauc_map_at_1000_max": 0.079836, "nauc_map_at_1000_std": -0.010944, "nauc_map_at_1000_diff1": 0.397568, "nauc_recall_at_1_max": 0.11385, "nauc_recall_at_1_std": -0.016602, "nauc_recall_at_1_diff1": 0.561825, "nauc_recall_at_3_max": 0.066581, "nauc_recall_at_3_std": -0.055764, "nauc_recall_at_3_diff1": 0.399829, "nauc_recall_at_5_max": 0.080113, "nauc_recall_at_5_std": 0.000452, "nauc_recall_at_5_diff1": 0.301071, "nauc_recall_at_10_max": 0.044902, "nauc_recall_at_10_std": 0.004544, "nauc_recall_at_10_diff1": 0.256453, "nauc_recall_at_20_max": 0.071292, "nauc_recall_at_20_std": 0.063, "nauc_recall_at_20_diff1": 0.185272, "nauc_recall_at_100_max": 0.224682, "nauc_recall_at_100_std": 0.280112, "nauc_recall_at_100_diff1": 0.115194, "nauc_recall_at_1000_max": 0.498514, "nauc_recall_at_1000_std": 0.751937, "nauc_recall_at_1000_diff1": 0.525335, "nauc_precision_at_1_max": -0.017269, "nauc_precision_at_1_std": -0.14513, "nauc_precision_at_1_diff1": 0.456456, "nauc_precision_at_3_max": -0.069777, "nauc_precision_at_3_std": -0.081843, "nauc_precision_at_3_diff1": -0.068008, "nauc_precision_at_5_max": -0.047218, "nauc_precision_at_5_std": -0.013791, "nauc_precision_at_5_diff1": -0.16721, "nauc_precision_at_10_max": -0.054491, "nauc_precision_at_10_std": 0.018918, "nauc_precision_at_10_diff1": -0.225001, "nauc_precision_at_20_max": -0.056316, "nauc_precision_at_20_std": 0.02698, "nauc_precision_at_20_diff1": -0.263351, "nauc_precision_at_100_max": -0.046184, "nauc_precision_at_100_std": 0.010223, "nauc_precision_at_100_diff1": -0.273617, "nauc_precision_at_1000_max": -0.093261, "nauc_precision_at_1000_std": -0.060523, "nauc_precision_at_1000_diff1": -0.234085, "nauc_mrr_at_1_max": -0.017269, "nauc_mrr_at_1_std": -0.14513, "nauc_mrr_at_1_diff1": 0.456456, "nauc_mrr_at_3_max": 0.01088, "nauc_mrr_at_3_std": -0.118402, "nauc_mrr_at_3_diff1": 0.427452, "nauc_mrr_at_5_max": 0.00978, "nauc_mrr_at_5_std": -0.121454, "nauc_mrr_at_5_diff1": 0.435446, "nauc_mrr_at_10_max": -0.001063, "nauc_mrr_at_10_std": -0.130491, "nauc_mrr_at_10_diff1": 0.434639, "nauc_mrr_at_20_max": 0.001399, "nauc_mrr_at_20_std": -0.127397, "nauc_mrr_at_20_diff1": 0.433186, "nauc_mrr_at_100_max": 0.001072, "nauc_mrr_at_100_std": -0.127864, "nauc_mrr_at_100_diff1": 0.433759, "nauc_mrr_at_1000_max": 0.001058, "nauc_mrr_at_1000_std": -0.127896, "nauc_mrr_at_1000_diff1": 0.433762, "hit_rate_at_1": 0.64078, "hit_rate_at_3": 0.85113, "hit_rate_at_5": 0.90615, "hit_rate_at_10": 0.94822, "hit_rate_at_20": 0.97087, "hit_rate_at_100": 0.99676, "hit_rate_at_1000": 1.0, "main_score": 0.63393, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.59871, "ndcg_at_3": 0.58962, "ndcg_at_5": 0.60613, "ndcg_at_10": 0.63173, "ndcg_at_20": 0.6615, "ndcg_at_100": 0.70741, "ndcg_at_1000": 0.72722, "map_at_1": 0.3055, "map_at_3": 0.4199, "map_at_5": 0.47206, "map_at_10": 0.51653, "map_at_20": 0.53994, "map_at_100": 0.55804, "map_at_1000": 0.56085, "recall_at_1": 0.3055, "recall_at_3": 0.46546, "recall_at_5": 0.56651, "recall_at_10": 0.67457, "recall_at_20": 0.77136, "recall_at_100": 0.91139, "recall_at_1000": 0.9952, "accuracy": 0.3055, "precision_at_1": 0.6343, "precision_at_3": 0.41424, "precision_at_5": 0.33786, "precision_at_10": 0.22783, "precision_at_20": 0.14191, "precision_at_100": 0.03929, "precision_at_1000": 0.00469, "mrr_at_1": 0.634304, "mrr_at_3": 0.721143, "mrr_at_5": 0.736354, "mrr_at_10": 0.742747, "mrr_at_20": 0.744936, "mrr_at_100": 0.745349, "mrr_at_1000": 0.745402, "nauc_ndcg_at_1_max": 0.082018, "nauc_ndcg_at_1_std": -0.096873, "nauc_ndcg_at_1_diff1": 0.483965, "nauc_ndcg_at_3_max": 0.06028, "nauc_ndcg_at_3_std": -0.095824, "nauc_ndcg_at_3_diff1": 0.445802, "nauc_ndcg_at_5_max": 0.087592, "nauc_ndcg_at_5_std": -0.057941, "nauc_ndcg_at_5_diff1": 0.427186, "nauc_ndcg_at_10_max": 0.109682, "nauc_ndcg_at_10_std": -0.043371, "nauc_ndcg_at_10_diff1": 0.437509, "nauc_ndcg_at_20_max": 0.113469, "nauc_ndcg_at_20_std": -0.032982, "nauc_ndcg_at_20_diff1": 0.434094, "nauc_ndcg_at_100_max": 0.119047, "nauc_ndcg_at_100_std": -0.030416, "nauc_ndcg_at_100_diff1": 0.431308, "nauc_ndcg_at_1000_max": 0.106877, "nauc_ndcg_at_1000_std": -0.047195, "nauc_ndcg_at_1000_diff1": 0.440336, "nauc_map_at_1_max": 0.147247, "nauc_map_at_1_std": -0.018458, "nauc_map_at_1_diff1": 0.517232, "nauc_map_at_3_max": 0.101447, "nauc_map_at_3_std": -0.060535, "nauc_map_at_3_diff1": 0.469264, "nauc_map_at_5_max": 0.102866, "nauc_map_at_5_std": -0.050187, "nauc_map_at_5_diff1": 0.435551, "nauc_map_at_10_max": 0.110708, "nauc_map_at_10_std": -0.036534, "nauc_map_at_10_diff1": 0.42838, "nauc_map_at_20_max": 0.111541, "nauc_map_at_20_std": -0.029365, "nauc_map_at_20_diff1": 0.421813, "nauc_map_at_100_max": 0.11634, "nauc_map_at_100_std": -0.021725, "nauc_map_at_100_diff1": 0.417968, "nauc_map_at_1000_max": 0.114905, "nauc_map_at_1000_std": -0.024177, "nauc_map_at_1000_diff1": 0.419007, "nauc_recall_at_1_max": 0.147247, "nauc_recall_at_1_std": -0.018458, "nauc_recall_at_1_diff1": 0.517232, "nauc_recall_at_3_max": 0.08733, "nauc_recall_at_3_std": -0.05856, "nauc_recall_at_3_diff1": 0.43237, "nauc_recall_at_5_max": 0.102414, "nauc_recall_at_5_std": -0.026132, "nauc_recall_at_5_diff1": 0.359856, "nauc_recall_at_10_max": 0.119831, "nauc_recall_at_10_std": -0.018023, "nauc_recall_at_10_diff1": 0.349858, "nauc_recall_at_20_max": 0.107084, "nauc_recall_at_20_std": 0.011046, "nauc_recall_at_20_diff1": 0.299618, "nauc_recall_at_100_max": 0.20972, "nauc_recall_at_100_std": 0.099588, "nauc_recall_at_100_diff1": 0.234224, "nauc_recall_at_1000_max": 0.194642, "nauc_recall_at_1000_std": 0.575413, "nauc_recall_at_1000_diff1": 0.285889, "nauc_precision_at_1_max": 0.056268, "nauc_precision_at_1_std": -0.094668, "nauc_precision_at_1_diff1": 0.451735, "nauc_precision_at_3_max": -0.078072, "nauc_precision_at_3_std": -0.093091, "nauc_precision_at_3_diff1": 0.0052, "nauc_precision_at_5_max": -0.048117, "nauc_precision_at_5_std": -0.006126, "nauc_precision_at_5_diff1": -0.141897, "nauc_precision_at_10_max": -0.028141, "nauc_precision_at_10_std": 0.037016, "nauc_precision_at_10_diff1": -0.176589, "nauc_precision_at_20_max": -0.025613, "nauc_precision_at_20_std": 0.068115, "nauc_precision_at_20_diff1": -0.228388, "nauc_precision_at_100_max": -0.048668, "nauc_precision_at_100_std": 0.047164, "nauc_precision_at_100_diff1": -0.287823, "nauc_precision_at_1000_max": -0.094902, "nauc_precision_at_1000_std": -0.01983, "nauc_precision_at_1000_diff1": -0.271907, "nauc_mrr_at_1_max": 0.056268, "nauc_mrr_at_1_std": -0.094668, "nauc_mrr_at_1_diff1": 0.451735, "nauc_mrr_at_3_max": 0.032134, "nauc_mrr_at_3_std": -0.104337, "nauc_mrr_at_3_diff1": 0.443518, "nauc_mrr_at_5_max": 0.041335, "nauc_mrr_at_5_std": -0.095963, "nauc_mrr_at_5_diff1": 0.435337, "nauc_mrr_at_10_max": 0.038097, "nauc_mrr_at_10_std": -0.101575, "nauc_mrr_at_10_diff1": 0.44027, "nauc_mrr_at_20_max": 0.037706, "nauc_mrr_at_20_std": -0.102806, "nauc_mrr_at_20_diff1": 0.440596, "nauc_mrr_at_100_max": 0.038781, "nauc_mrr_at_100_std": -0.102282, "nauc_mrr_at_100_diff1": 0.44049, "nauc_mrr_at_1000_max": 0.038694, "nauc_mrr_at_1000_std": -0.102157, "nauc_mrr_at_1000_diff1": 0.440476, "hit_rate_at_1": 0.6343, "hit_rate_at_3": 0.82848, "hit_rate_at_5": 0.8932, "hit_rate_at_10": 0.94175, "hit_rate_at_20": 0.97411, "hit_rate_at_100": 0.98706, "hit_rate_at_1000": 1.0, "main_score": 0.63173, "hf_subset": "portuguese", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 3027.3689568042755, "kg_co2_emissions": null, "date": null }