{ "dataset_revision": "2a88e3e92aea41c8ab9bddaac7983f3b490dcacc", "task_name": "Vidore3FinanceEnRetrieval.v2", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.58576, "ndcg_at_3": 0.58321, "ndcg_at_5": 0.59367, "ndcg_at_10": 0.62133, "ndcg_at_20": 0.6516, "ndcg_at_100": 0.69963, "ndcg_at_1000": 0.71927, "map_at_1": 0.28674, "map_at_3": 0.41237, "map_at_5": 0.45992, "map_at_10": 0.50728, "map_at_20": 0.53088, "map_at_100": 0.54985, "map_at_1000": 0.55282, "recall_at_1": 0.28674, "recall_at_3": 0.47134, "recall_at_5": 0.56112, "recall_at_10": 0.67448, "recall_at_20": 0.76669, "recall_at_100": 0.9172, "recall_at_1000": 0.998, "accuracy": 0.28674, "precision_at_1": 0.6246, "precision_at_3": 0.4164, "precision_at_5": 0.33333, "precision_at_10": 0.22945, "precision_at_20": 0.14417, "precision_at_100": 0.03974, "precision_at_1000": 0.0047, "mrr_at_1": 0.624595, "mrr_at_3": 0.717368, "mrr_at_5": 0.729504, "mrr_at_10": 0.735821, "mrr_at_20": 0.738268, "mrr_at_100": 0.738859, "mrr_at_1000": 0.738924, "nauc_ndcg_at_1_max": 0.091489, "nauc_ndcg_at_1_std": 0.020142, "nauc_ndcg_at_1_diff1": 0.486897, "nauc_ndcg_at_3_max": 0.100695, "nauc_ndcg_at_3_std": -0.004171, "nauc_ndcg_at_3_diff1": 0.40903, "nauc_ndcg_at_5_max": 0.097319, "nauc_ndcg_at_5_std": 0.001285, "nauc_ndcg_at_5_diff1": 0.403866, "nauc_ndcg_at_10_max": 0.123814, "nauc_ndcg_at_10_std": 0.028973, "nauc_ndcg_at_10_diff1": 0.414309, "nauc_ndcg_at_20_max": 0.123931, "nauc_ndcg_at_20_std": 0.034111, "nauc_ndcg_at_20_diff1": 0.395163, "nauc_ndcg_at_100_max": 0.138197, "nauc_ndcg_at_100_std": 0.051874, "nauc_ndcg_at_100_diff1": 0.414542, "nauc_ndcg_at_1000_max": 0.124029, "nauc_ndcg_at_1000_std": 0.03775, "nauc_ndcg_at_1000_diff1": 0.424667, "nauc_map_at_1_max": 0.101608, "nauc_map_at_1_std": -0.01432, "nauc_map_at_1_diff1": 0.528887, "nauc_map_at_3_max": 0.117157, "nauc_map_at_3_std": -0.001719, "nauc_map_at_3_diff1": 0.43723, "nauc_map_at_5_max": 0.108863, "nauc_map_at_5_std": 0.003813, "nauc_map_at_5_diff1": 0.408572, "nauc_map_at_10_max": 0.117724, "nauc_map_at_10_std": 0.026809, "nauc_map_at_10_diff1": 0.394092, "nauc_map_at_20_max": 0.120784, "nauc_map_at_20_std": 0.034845, "nauc_map_at_20_diff1": 0.385391, "nauc_map_at_100_max": 0.129092, "nauc_map_at_100_std": 0.044029, "nauc_map_at_100_diff1": 0.390416, "nauc_map_at_1000_max": 0.127577, "nauc_map_at_1000_std": 0.04239, "nauc_map_at_1000_diff1": 0.3922, "nauc_recall_at_1_max": 0.101608, "nauc_recall_at_1_std": -0.01432, "nauc_recall_at_1_diff1": 0.528887, "nauc_recall_at_3_max": 0.138951, "nauc_recall_at_3_std": 0.014303, "nauc_recall_at_3_diff1": 0.372641, "nauc_recall_at_5_max": 0.117813, "nauc_recall_at_5_std": 0.010834, "nauc_recall_at_5_diff1": 0.315132, "nauc_recall_at_10_max": 0.158179, "nauc_recall_at_10_std": 0.078812, "nauc_recall_at_10_diff1": 0.296021, "nauc_recall_at_20_max": 0.164519, "nauc_recall_at_20_std": 0.093587, "nauc_recall_at_20_diff1": 0.235363, "nauc_recall_at_100_max": 0.289791, "nauc_recall_at_100_std": 0.252528, "nauc_recall_at_100_diff1": 0.263266, "nauc_recall_at_1000_max": 0.899397, "nauc_recall_at_1000_std": 0.874974, "nauc_recall_at_1000_diff1": 0.267951, "nauc_precision_at_1_max": 0.054231, "nauc_precision_at_1_std": 0.023802, "nauc_precision_at_1_diff1": 0.47964, "nauc_precision_at_3_max": 0.014164, "nauc_precision_at_3_std": 0.025675, "nauc_precision_at_3_diff1": 0.000803, "nauc_precision_at_5_max": -0.031718, "nauc_precision_at_5_std": 0.026235, "nauc_precision_at_5_diff1": -0.111735, "nauc_precision_at_10_max": 0.000631, "nauc_precision_at_10_std": 0.077045, "nauc_precision_at_10_diff1": -0.145083, "nauc_precision_at_20_max": 0.003853, "nauc_precision_at_20_std": 0.096591, "nauc_precision_at_20_diff1": -0.198227, "nauc_precision_at_100_max": -0.009443, "nauc_precision_at_100_std": 0.075583, "nauc_precision_at_100_diff1": -0.201632, "nauc_precision_at_1000_max": -0.06957, "nauc_precision_at_1000_std": 0.011957, "nauc_precision_at_1000_diff1": -0.191949, "nauc_mrr_at_1_max": 0.054231, "nauc_mrr_at_1_std": 0.023802, "nauc_mrr_at_1_diff1": 0.47964, "nauc_mrr_at_3_max": 0.046394, "nauc_mrr_at_3_std": 0.01539, "nauc_mrr_at_3_diff1": 0.451389, "nauc_mrr_at_5_max": 0.032668, "nauc_mrr_at_5_std": 2e-06, "nauc_mrr_at_5_diff1": 0.442743, "nauc_mrr_at_10_max": 0.045574, "nauc_mrr_at_10_std": 0.012245, "nauc_mrr_at_10_diff1": 0.451758, "nauc_mrr_at_20_max": 0.045285, "nauc_mrr_at_20_std": 0.013792, "nauc_mrr_at_20_diff1": 0.450712, "nauc_mrr_at_100_max": 0.044393, "nauc_mrr_at_100_std": 0.01371, "nauc_mrr_at_100_diff1": 0.450519, "nauc_mrr_at_1000_max": 0.044225, "nauc_mrr_at_1000_std": 0.0135, "nauc_mrr_at_1000_diff1": 0.450612, "hit_rate_at_1": 0.6246, "hit_rate_at_3": 0.83495, "hit_rate_at_5": 0.88997, "hit_rate_at_10": 0.93528, "hit_rate_at_20": 0.97087, "hit_rate_at_100": 0.99029, "hit_rate_at_1000": 1.0, "main_score": 0.62133, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.61974, "ndcg_at_3": 0.61313, "ndcg_at_5": 0.62145, "ndcg_at_10": 0.64164, "ndcg_at_20": 0.6712, "ndcg_at_100": 0.71856, "ndcg_at_1000": 0.73617, "map_at_1": 0.29344, "map_at_3": 0.42997, "map_at_5": 0.4834, "map_at_10": 0.52838, "map_at_20": 0.55249, "map_at_100": 0.57189, "map_at_1000": 0.57464, "recall_at_1": 0.29344, "recall_at_3": 0.48726, "recall_at_5": 0.58479, "recall_at_10": 0.68557, "recall_at_20": 0.77691, "recall_at_100": 0.92613, "recall_at_1000": 0.99848, "accuracy": 0.29344, "precision_at_1": 0.65696, "precision_at_3": 0.45092, "precision_at_5": 0.35663, "precision_at_10": 0.23722, "precision_at_20": 0.14773, "precision_at_100": 0.04039, "precision_at_1000": 0.00471, "mrr_at_1": 0.656958, "mrr_at_3": 0.744876, "mrr_at_5": 0.754099, "mrr_at_10": 0.760591, "mrr_at_20": 0.762511, "mrr_at_100": 0.762962, "mrr_at_1000": 0.76302, "nauc_ndcg_at_1_max": -0.047231, "nauc_ndcg_at_1_std": -0.098608, "nauc_ndcg_at_1_diff1": 0.454561, "nauc_ndcg_at_3_max": 0.015264, "nauc_ndcg_at_3_std": -0.088544, "nauc_ndcg_at_3_diff1": 0.434207, "nauc_ndcg_at_5_max": 0.03388, "nauc_ndcg_at_5_std": -0.084744, "nauc_ndcg_at_5_diff1": 0.460323, "nauc_ndcg_at_10_max": 0.049134, "nauc_ndcg_at_10_std": -0.060424, "nauc_ndcg_at_10_diff1": 0.449607, "nauc_ndcg_at_20_max": 0.069964, "nauc_ndcg_at_20_std": -0.028424, "nauc_ndcg_at_20_diff1": 0.431443, "nauc_ndcg_at_100_max": 0.05766, "nauc_ndcg_at_100_std": -0.03852, "nauc_ndcg_at_100_diff1": 0.441562, "nauc_ndcg_at_1000_max": 0.045481, "nauc_ndcg_at_1000_std": -0.045355, "nauc_ndcg_at_1000_diff1": 0.441578, "nauc_map_at_1_max": 0.07625, "nauc_map_at_1_std": -0.072928, "nauc_map_at_1_diff1": 0.51123, "nauc_map_at_3_max": 0.076201, "nauc_map_at_3_std": -0.061714, "nauc_map_at_3_diff1": 0.453581, "nauc_map_at_5_max": 0.076551, "nauc_map_at_5_std": -0.062618, "nauc_map_at_5_diff1": 0.448702, "nauc_map_at_10_max": 0.07342, "nauc_map_at_10_std": -0.046028, "nauc_map_at_10_diff1": 0.431021, "nauc_map_at_20_max": 0.083065, "nauc_map_at_20_std": -0.024597, "nauc_map_at_20_diff1": 0.42228, "nauc_map_at_100_max": 0.083159, "nauc_map_at_100_std": -0.02275, "nauc_map_at_100_diff1": 0.425088, "nauc_map_at_1000_max": 0.081514, "nauc_map_at_1000_std": -0.023758, "nauc_map_at_1000_diff1": 0.425724, "nauc_recall_at_1_max": 0.07625, "nauc_recall_at_1_std": -0.072928, "nauc_recall_at_1_diff1": 0.51123, "nauc_recall_at_3_max": 0.09024, "nauc_recall_at_3_std": -0.051894, "nauc_recall_at_3_diff1": 0.393822, "nauc_recall_at_5_max": 0.081587, "nauc_recall_at_5_std": -0.064998, "nauc_recall_at_5_diff1": 0.386605, "nauc_recall_at_10_max": 0.095492, "nauc_recall_at_10_std": -0.028503, "nauc_recall_at_10_diff1": 0.353246, "nauc_recall_at_20_max": 0.16355, "nauc_recall_at_20_std": 0.07686, "nauc_recall_at_20_diff1": 0.292986, "nauc_recall_at_100_max": 0.135699, "nauc_recall_at_100_std": 0.046085, "nauc_recall_at_100_diff1": 0.35471, "nauc_recall_at_1000_max": 0.860615, "nauc_recall_at_1000_std": 0.830946, "nauc_recall_at_1000_diff1": 0.843339, "nauc_precision_at_1_max": -0.074948, "nauc_precision_at_1_std": -0.066986, "nauc_precision_at_1_diff1": 0.439882, "nauc_precision_at_3_max": -0.049007, "nauc_precision_at_3_std": -0.006494, "nauc_precision_at_3_diff1": 0.00057, "nauc_precision_at_5_max": -0.055097, "nauc_precision_at_5_std": 0.010734, "nauc_precision_at_5_diff1": -0.076975, "nauc_precision_at_10_max": -0.052362, "nauc_precision_at_10_std": 0.068916, "nauc_precision_at_10_diff1": -0.160123, "nauc_precision_at_20_max": -0.011532, "nauc_precision_at_20_std": 0.138636, "nauc_precision_at_20_diff1": -0.213926, "nauc_precision_at_100_max": -0.040969, "nauc_precision_at_100_std": 0.094801, "nauc_precision_at_100_diff1": -0.219181, "nauc_precision_at_1000_max": -0.085234, "nauc_precision_at_1000_std": 0.048216, "nauc_precision_at_1000_diff1": -0.231878, "nauc_mrr_at_1_max": -0.074948, "nauc_mrr_at_1_std": -0.066986, "nauc_mrr_at_1_diff1": 0.439882, "nauc_mrr_at_3_max": -0.067577, "nauc_mrr_at_3_std": -0.070859, "nauc_mrr_at_3_diff1": 0.402258, "nauc_mrr_at_5_max": -0.081333, "nauc_mrr_at_5_std": -0.081953, "nauc_mrr_at_5_diff1": 0.404524, "nauc_mrr_at_10_max": -0.077624, "nauc_mrr_at_10_std": -0.072501, "nauc_mrr_at_10_diff1": 0.408356, "nauc_mrr_at_20_max": -0.074282, "nauc_mrr_at_20_std": -0.069421, "nauc_mrr_at_20_diff1": 0.408237, "nauc_mrr_at_100_max": -0.075599, "nauc_mrr_at_100_std": -0.070816, "nauc_mrr_at_100_diff1": 0.407889, "nauc_mrr_at_1000_max": -0.075685, "nauc_mrr_at_1000_std": -0.070877, "nauc_mrr_at_1000_diff1": 0.40809, "hit_rate_at_1": 0.65696, "hit_rate_at_3": 0.85761, "hit_rate_at_5": 0.89968, "hit_rate_at_10": 0.94498, "hit_rate_at_20": 0.97411, "hit_rate_at_100": 0.99029, "hit_rate_at_1000": 1.0, "main_score": 0.64164, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.66828, "ndcg_at_3": 0.64381, "ndcg_at_5": 0.65811, "ndcg_at_10": 0.68695, "ndcg_at_20": 0.71237, "ndcg_at_100": 0.75555, "ndcg_at_1000": 0.76949, "map_at_1": 0.32446, "map_at_3": 0.46244, "map_at_5": 0.52048, "map_at_10": 0.5732, "map_at_20": 0.59694, "map_at_100": 0.61545, "map_at_1000": 0.61804, "recall_at_1": 0.32446, "recall_at_3": 0.51854, "recall_at_5": 0.61227, "recall_at_10": 0.7356, "recall_at_20": 0.81498, "recall_at_100": 0.94623, "recall_at_1000": 0.99867, "accuracy": 0.32446, "precision_at_1": 0.71845, "precision_at_3": 0.46386, "precision_at_5": 0.37346, "precision_at_10": 0.25405, "precision_at_20": 0.15437, "precision_at_100": 0.04155, "precision_at_1000": 0.00471, "mrr_at_1": 0.718447, "mrr_at_3": 0.79288, "mrr_at_5": 0.800971, "mrr_at_10": 0.808514, "mrr_at_20": 0.809264, "mrr_at_100": 0.809672, "mrr_at_1000": 0.809672, "nauc_ndcg_at_1_max": 0.134453, "nauc_ndcg_at_1_std": -0.078251, "nauc_ndcg_at_1_diff1": 0.416953, "nauc_ndcg_at_3_max": 0.134704, "nauc_ndcg_at_3_std": -0.100033, "nauc_ndcg_at_3_diff1": 0.394827, "nauc_ndcg_at_5_max": 0.151526, "nauc_ndcg_at_5_std": -0.087277, "nauc_ndcg_at_5_diff1": 0.386549, "nauc_ndcg_at_10_max": 0.179847, "nauc_ndcg_at_10_std": -0.081408, "nauc_ndcg_at_10_diff1": 0.381081, "nauc_ndcg_at_20_max": 0.207259, "nauc_ndcg_at_20_std": -0.048111, "nauc_ndcg_at_20_diff1": 0.377659, "nauc_ndcg_at_100_max": 0.186606, "nauc_ndcg_at_100_std": -0.047592, "nauc_ndcg_at_100_diff1": 0.38384, "nauc_ndcg_at_1000_max": 0.17927, "nauc_ndcg_at_1000_std": -0.052088, "nauc_ndcg_at_1000_diff1": 0.38838, "nauc_map_at_1_max": 0.196144, "nauc_map_at_1_std": -0.019277, "nauc_map_at_1_diff1": 0.516866, "nauc_map_at_3_max": 0.166183, "nauc_map_at_3_std": -0.066557, "nauc_map_at_3_diff1": 0.435105, "nauc_map_at_5_max": 0.167956, "nauc_map_at_5_std": -0.07436, "nauc_map_at_5_diff1": 0.394666, "nauc_map_at_10_max": 0.173798, "nauc_map_at_10_std": -0.067487, "nauc_map_at_10_diff1": 0.358704, "nauc_map_at_20_max": 0.182518, "nauc_map_at_20_std": -0.054435, "nauc_map_at_20_diff1": 0.349076, "nauc_map_at_100_max": 0.179014, "nauc_map_at_100_std": -0.04944, "nauc_map_at_100_diff1": 0.349094, "nauc_map_at_1000_max": 0.177862, "nauc_map_at_1000_std": -0.049793, "nauc_map_at_1000_diff1": 0.349791, "nauc_recall_at_1_max": 0.196144, "nauc_recall_at_1_std": -0.019277, "nauc_recall_at_1_diff1": 0.516866, "nauc_recall_at_3_max": 0.15568, "nauc_recall_at_3_std": -0.06559, "nauc_recall_at_3_diff1": 0.381409, "nauc_recall_at_5_max": 0.165588, "nauc_recall_at_5_std": -0.06772, "nauc_recall_at_5_diff1": 0.319938, "nauc_recall_at_10_max": 0.200867, "nauc_recall_at_10_std": -0.061918, "nauc_recall_at_10_diff1": 0.267083, "nauc_recall_at_20_max": 0.260321, "nauc_recall_at_20_std": -0.004947, "nauc_recall_at_20_diff1": 0.242578, "nauc_recall_at_100_max": 0.186114, "nauc_recall_at_100_std": 0.038848, "nauc_recall_at_100_diff1": 0.233425, "nauc_recall_at_1000_max": 0.926436, "nauc_recall_at_1000_std": 0.966196, "nauc_recall_at_1000_diff1": 0.851316, "nauc_precision_at_1_max": 0.088886, "nauc_precision_at_1_std": -0.090194, "nauc_precision_at_1_diff1": 0.383219, "nauc_precision_at_3_max": -0.064187, "nauc_precision_at_3_std": -0.100404, "nauc_precision_at_3_diff1": -0.110294, "nauc_precision_at_5_max": -0.073335, "nauc_precision_at_5_std": -0.065819, "nauc_precision_at_5_diff1": -0.213157, "nauc_precision_at_10_max": -0.070533, "nauc_precision_at_10_std": -0.00855, "nauc_precision_at_10_diff1": -0.288756, "nauc_precision_at_20_max": -0.041785, "nauc_precision_at_20_std": 0.066246, "nauc_precision_at_20_diff1": -0.302685, "nauc_precision_at_100_max": -0.116316, "nauc_precision_at_100_std": 0.043058, "nauc_precision_at_100_diff1": -0.292234, "nauc_precision_at_1000_max": -0.137921, "nauc_precision_at_1000_std": 0.03129, "nauc_precision_at_1000_diff1": -0.268122, "nauc_mrr_at_1_max": 0.088886, "nauc_mrr_at_1_std": -0.090194, "nauc_mrr_at_1_diff1": 0.383219, "nauc_mrr_at_3_max": 0.065339, "nauc_mrr_at_3_std": -0.111535, "nauc_mrr_at_3_diff1": 0.341213, "nauc_mrr_at_5_max": 0.069193, "nauc_mrr_at_5_std": -0.10575, "nauc_mrr_at_5_diff1": 0.34241, "nauc_mrr_at_10_max": 0.0834, "nauc_mrr_at_10_std": -0.09642, "nauc_mrr_at_10_diff1": 0.35437, "nauc_mrr_at_20_max": 0.082627, "nauc_mrr_at_20_std": -0.09738, "nauc_mrr_at_20_diff1": 0.353948, "nauc_mrr_at_100_max": 0.081156, "nauc_mrr_at_100_std": -0.098649, "nauc_mrr_at_100_diff1": 0.352874, "nauc_mrr_at_1000_max": 0.081156, "nauc_mrr_at_1000_std": -0.098649, "nauc_mrr_at_1000_diff1": 0.352874, "hit_rate_at_1": 0.71845, "hit_rate_at_3": 0.88673, "hit_rate_at_5": 0.92233, "hit_rate_at_10": 0.97735, "hit_rate_at_20": 0.98706, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.68695, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.59547, "ndcg_at_3": 0.59117, "ndcg_at_5": 0.6035, "ndcg_at_10": 0.62787, "ndcg_at_20": 0.65857, "ndcg_at_100": 0.70482, "ndcg_at_1000": 0.72404, "map_at_1": 0.28097, "map_at_3": 0.41303, "map_at_5": 0.46567, "map_at_10": 0.51232, "map_at_20": 0.53715, "map_at_100": 0.55529, "map_at_1000": 0.55824, "recall_at_1": 0.28097, "recall_at_3": 0.47628, "recall_at_5": 0.57529, "recall_at_10": 0.6853, "recall_at_20": 0.77977, "recall_at_100": 0.91924, "recall_at_1000": 0.99864, "accuracy": 0.28097, "precision_at_1": 0.64078, "precision_at_3": 0.42826, "precision_at_5": 0.34498, "precision_at_10": 0.23172, "precision_at_20": 0.14515, "precision_at_100": 0.03994, "precision_at_1000": 0.00471, "mrr_at_1": 0.640777, "mrr_at_3": 0.725458, "mrr_at_5": 0.740345, "mrr_at_10": 0.74718, "mrr_at_20": 0.748411, "mrr_at_100": 0.749225, "mrr_at_1000": 0.74927, "nauc_ndcg_at_1_max": 0.032913, "nauc_ndcg_at_1_std": -0.083271, "nauc_ndcg_at_1_diff1": 0.454873, "nauc_ndcg_at_3_max": 0.096546, "nauc_ndcg_at_3_std": -0.035782, "nauc_ndcg_at_3_diff1": 0.431258, "nauc_ndcg_at_5_max": 0.119715, "nauc_ndcg_at_5_std": -0.015418, "nauc_ndcg_at_5_diff1": 0.463562, "nauc_ndcg_at_10_max": 0.109588, "nauc_ndcg_at_10_std": -0.011146, "nauc_ndcg_at_10_diff1": 0.438076, "nauc_ndcg_at_20_max": 0.115951, "nauc_ndcg_at_20_std": 0.015543, "nauc_ndcg_at_20_diff1": 0.434778, "nauc_ndcg_at_100_max": 0.133234, "nauc_ndcg_at_100_std": 0.03267, "nauc_ndcg_at_100_diff1": 0.447744, "nauc_ndcg_at_1000_max": 0.116554, "nauc_ndcg_at_1000_std": 0.008767, "nauc_ndcg_at_1000_diff1": 0.442196, "nauc_map_at_1_max": 0.140439, "nauc_map_at_1_std": -0.014055, "nauc_map_at_1_diff1": 0.563562, "nauc_map_at_3_max": 0.122912, "nauc_map_at_3_std": -0.019241, "nauc_map_at_3_diff1": 0.47342, "nauc_map_at_5_max": 0.122879, "nauc_map_at_5_std": -0.01722, "nauc_map_at_5_diff1": 0.456069, "nauc_map_at_10_max": 0.111237, "nauc_map_at_10_std": -0.010469, "nauc_map_at_10_diff1": 0.417692, "nauc_map_at_20_max": 0.117059, "nauc_map_at_20_std": 0.005218, "nauc_map_at_20_diff1": 0.419815, "nauc_map_at_100_max": 0.126128, "nauc_map_at_100_std": 0.015551, "nauc_map_at_100_diff1": 0.421617, "nauc_map_at_1000_max": 0.124451, "nauc_map_at_1000_std": 0.012966, "nauc_map_at_1000_diff1": 0.421408, "nauc_recall_at_1_max": 0.140439, "nauc_recall_at_1_std": -0.014055, "nauc_recall_at_1_diff1": 0.563562, "nauc_recall_at_3_max": 0.13209, "nauc_recall_at_3_std": 0.001551, "nauc_recall_at_3_diff1": 0.400952, "nauc_recall_at_5_max": 0.135647, "nauc_recall_at_5_std": -0.008877, "nauc_recall_at_5_diff1": 0.396933, "nauc_recall_at_10_max": 0.111977, "nauc_recall_at_10_std": -0.006594, "nauc_recall_at_10_diff1": 0.30789, "nauc_recall_at_20_max": 0.139672, "nauc_recall_at_20_std": 0.081013, "nauc_recall_at_20_diff1": 0.325166, "nauc_recall_at_100_max": 0.272068, "nauc_recall_at_100_std": 0.255175, "nauc_recall_at_100_diff1": 0.413098, "nauc_recall_at_1000_max": 0.470654, "nauc_recall_at_1000_std": 0.384091, "nauc_recall_at_1000_diff1": 0.466298, "nauc_precision_at_1_max": 0.012124, "nauc_precision_at_1_std": -0.044121, "nauc_precision_at_1_diff1": 0.422512, "nauc_precision_at_3_max": -0.015131, "nauc_precision_at_3_std": -0.008517, "nauc_precision_at_3_diff1": -0.023381, "nauc_precision_at_5_max": -0.01534, "nauc_precision_at_5_std": 0.011946, "nauc_precision_at_5_diff1": -0.10155, "nauc_precision_at_10_max": -0.052082, "nauc_precision_at_10_std": 0.02389, "nauc_precision_at_10_diff1": -0.208974, "nauc_precision_at_20_max": -0.014045, "nauc_precision_at_20_std": 0.090956, "nauc_precision_at_20_diff1": -0.228214, "nauc_precision_at_100_max": -0.01892, "nauc_precision_at_100_std": 0.078496, "nauc_precision_at_100_diff1": -0.242719, "nauc_precision_at_1000_max": -0.075294, "nauc_precision_at_1000_std": 0.000254, "nauc_precision_at_1000_diff1": -0.265532, "nauc_mrr_at_1_max": 0.012124, "nauc_mrr_at_1_std": -0.044121, "nauc_mrr_at_1_diff1": 0.422512, "nauc_mrr_at_3_max": 0.041297, "nauc_mrr_at_3_std": -0.003246, "nauc_mrr_at_3_diff1": 0.404782, "nauc_mrr_at_5_max": 0.041034, "nauc_mrr_at_5_std": -0.012979, "nauc_mrr_at_5_diff1": 0.415962, "nauc_mrr_at_10_max": 0.036234, "nauc_mrr_at_10_std": -0.017523, "nauc_mrr_at_10_diff1": 0.413797, "nauc_mrr_at_20_max": 0.037665, "nauc_mrr_at_20_std": -0.013363, "nauc_mrr_at_20_diff1": 0.414306, "nauc_mrr_at_100_max": 0.035543, "nauc_mrr_at_100_std": -0.015044, "nauc_mrr_at_100_diff1": 0.413411, "nauc_mrr_at_1000_max": 0.035524, "nauc_mrr_at_1000_std": -0.01509, "nauc_mrr_at_1000_diff1": 0.413491, "hit_rate_at_1": 0.64078, "hit_rate_at_3": 0.83495, "hit_rate_at_5": 0.89968, "hit_rate_at_10": 0.94822, "hit_rate_at_20": 0.9644, "hit_rate_at_100": 0.99353, "hit_rate_at_1000": 1.0, "main_score": 0.62787, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.6068, "ndcg_at_3": 0.60431, "ndcg_at_5": 0.61841, "ndcg_at_10": 0.63806, "ndcg_at_20": 0.6649, "ndcg_at_100": 0.71403, "ndcg_at_1000": 0.73267, "map_at_1": 0.29625, "map_at_3": 0.42729, "map_at_5": 0.48272, "map_at_10": 0.52753, "map_at_20": 0.54941, "map_at_100": 0.56931, "map_at_1000": 0.57234, "recall_at_1": 0.29625, "recall_at_3": 0.48585, "recall_at_5": 0.58295, "recall_at_10": 0.68495, "recall_at_20": 0.76782, "recall_at_100": 0.92327, "recall_at_1000": 0.99786, "accuracy": 0.29625, "precision_at_1": 0.65372, "precision_at_3": 0.44552, "precision_at_5": 0.35987, "precision_at_10": 0.23495, "precision_at_20": 0.14304, "precision_at_100": 0.03974, "precision_at_1000": 0.0047, "mrr_at_1": 0.653722, "mrr_at_3": 0.743797, "mrr_at_5": 0.754315, "mrr_at_10": 0.758844, "mrr_at_20": 0.761902, "mrr_at_100": 0.7623, "mrr_at_1000": 0.762329, "nauc_ndcg_at_1_max": 0.044926, "nauc_ndcg_at_1_std": -0.091601, "nauc_ndcg_at_1_diff1": 0.455515, "nauc_ndcg_at_3_max": 0.056444, "nauc_ndcg_at_3_std": -0.086314, "nauc_ndcg_at_3_diff1": 0.415409, "nauc_ndcg_at_5_max": 0.079386, "nauc_ndcg_at_5_std": -0.071042, "nauc_ndcg_at_5_diff1": 0.421117, "nauc_ndcg_at_10_max": 0.07365, "nauc_ndcg_at_10_std": -0.058755, "nauc_ndcg_at_10_diff1": 0.408643, "nauc_ndcg_at_20_max": 0.081028, "nauc_ndcg_at_20_std": -0.027158, "nauc_ndcg_at_20_diff1": 0.398983, "nauc_ndcg_at_100_max": 0.093497, "nauc_ndcg_at_100_std": -0.020489, "nauc_ndcg_at_100_diff1": 0.406106, "nauc_ndcg_at_1000_max": 0.084018, "nauc_ndcg_at_1000_std": -0.038749, "nauc_ndcg_at_1000_diff1": 0.409363, "nauc_map_at_1_max": 0.076305, "nauc_map_at_1_std": -0.090271, "nauc_map_at_1_diff1": 0.548625, "nauc_map_at_3_max": 0.07382, "nauc_map_at_3_std": -0.067055, "nauc_map_at_3_diff1": 0.467013, "nauc_map_at_5_max": 0.077454, "nauc_map_at_5_std": -0.06859, "nauc_map_at_5_diff1": 0.446982, "nauc_map_at_10_max": 0.075521, "nauc_map_at_10_std": -0.050561, "nauc_map_at_10_diff1": 0.40874, "nauc_map_at_20_max": 0.07412, "nauc_map_at_20_std": -0.040177, "nauc_map_at_20_diff1": 0.395183, "nauc_map_at_100_max": 0.084066, "nauc_map_at_100_std": -0.032331, "nauc_map_at_100_diff1": 0.395047, "nauc_map_at_1000_max": 0.08238, "nauc_map_at_1000_std": -0.034709, "nauc_map_at_1000_diff1": 0.395695, "nauc_recall_at_1_max": 0.076305, "nauc_recall_at_1_std": -0.090271, "nauc_recall_at_1_diff1": 0.548625, "nauc_recall_at_3_max": 0.092533, "nauc_recall_at_3_std": -0.039557, "nauc_recall_at_3_diff1": 0.421591, "nauc_recall_at_5_max": 0.101501, "nauc_recall_at_5_std": -0.033841, "nauc_recall_at_5_diff1": 0.381228, "nauc_recall_at_10_max": 0.105046, "nauc_recall_at_10_std": 0.011199, "nauc_recall_at_10_diff1": 0.308789, "nauc_recall_at_20_max": 0.115643, "nauc_recall_at_20_std": 0.074845, "nauc_recall_at_20_diff1": 0.24368, "nauc_recall_at_100_max": 0.155793, "nauc_recall_at_100_std": 0.191577, "nauc_recall_at_100_diff1": 0.240486, "nauc_recall_at_1000_max": 0.96625, "nauc_recall_at_1000_std": 0.929411, "nauc_recall_at_1000_diff1": 0.766453, "nauc_precision_at_1_max": 0.009966, "nauc_precision_at_1_std": -0.09911, "nauc_precision_at_1_diff1": 0.437485, "nauc_precision_at_3_max": -0.047048, "nauc_precision_at_3_std": -0.03855, "nauc_precision_at_3_diff1": -0.05381, "nauc_precision_at_5_max": -0.0198, "nauc_precision_at_5_std": -0.004269, "nauc_precision_at_5_diff1": -0.16312, "nauc_precision_at_10_max": -0.038422, "nauc_precision_at_10_std": 0.035334, "nauc_precision_at_10_diff1": -0.255963, "nauc_precision_at_20_max": -0.020149, "nauc_precision_at_20_std": 0.085365, "nauc_precision_at_20_diff1": -0.306139, "nauc_precision_at_100_max": -0.014097, "nauc_precision_at_100_std": 0.06646, "nauc_precision_at_100_diff1": -0.306061, "nauc_precision_at_1000_max": -0.063527, "nauc_precision_at_1000_std": 0.000403, "nauc_precision_at_1000_diff1": -0.296374, "nauc_mrr_at_1_max": 0.009966, "nauc_mrr_at_1_std": -0.09911, "nauc_mrr_at_1_diff1": 0.437485, "nauc_mrr_at_3_max": 0.034835, "nauc_mrr_at_3_std": -0.067882, "nauc_mrr_at_3_diff1": 0.398006, "nauc_mrr_at_5_max": 0.030423, "nauc_mrr_at_5_std": -0.067952, "nauc_mrr_at_5_diff1": 0.392166, "nauc_mrr_at_10_max": 0.028903, "nauc_mrr_at_10_std": -0.065738, "nauc_mrr_at_10_diff1": 0.394977, "nauc_mrr_at_20_max": 0.028833, "nauc_mrr_at_20_std": -0.067978, "nauc_mrr_at_20_diff1": 0.397304, "nauc_mrr_at_100_max": 0.028327, "nauc_mrr_at_100_std": -0.068324, "nauc_mrr_at_100_diff1": 0.396981, "nauc_mrr_at_1000_max": 0.028317, "nauc_mrr_at_1000_std": -0.068425, "nauc_mrr_at_1000_diff1": 0.397111, "hit_rate_at_1": 0.65372, "hit_rate_at_3": 0.85761, "hit_rate_at_5": 0.90291, "hit_rate_at_10": 0.93528, "hit_rate_at_20": 0.97735, "hit_rate_at_100": 0.99353, "hit_rate_at_1000": 1.0, "main_score": 0.63806, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.60194, "ndcg_at_3": 0.59544, "ndcg_at_5": 0.60504, "ndcg_at_10": 0.62695, "ndcg_at_20": 0.66173, "ndcg_at_100": 0.70823, "ndcg_at_1000": 0.72722, "map_at_1": 0.29075, "map_at_3": 0.4235, "map_at_5": 0.47396, "map_at_10": 0.51767, "map_at_20": 0.54433, "map_at_100": 0.56181, "map_at_1000": 0.5651, "recall_at_1": 0.29075, "recall_at_3": 0.47714, "recall_at_5": 0.56645, "recall_at_10": 0.67121, "recall_at_20": 0.77718, "recall_at_100": 0.92316, "recall_at_1000": 0.99825, "accuracy": 0.29075, "precision_at_1": 0.64401, "precision_at_3": 0.43474, "precision_at_5": 0.34628, "precision_at_10": 0.23042, "precision_at_20": 0.14612, "precision_at_100": 0.03961, "precision_at_1000": 0.00471, "mrr_at_1": 0.644013, "mrr_at_3": 0.726537, "mrr_at_5": 0.738188, "mrr_at_10": 0.744066, "mrr_at_20": 0.747507, "mrr_at_100": 0.747926, "mrr_at_1000": 0.747942, "nauc_ndcg_at_1_max": 0.046548, "nauc_ndcg_at_1_std": -0.045578, "nauc_ndcg_at_1_diff1": 0.473594, "nauc_ndcg_at_3_max": 0.06713, "nauc_ndcg_at_3_std": -0.05349, "nauc_ndcg_at_3_diff1": 0.387298, "nauc_ndcg_at_5_max": 0.100783, "nauc_ndcg_at_5_std": -0.043752, "nauc_ndcg_at_5_diff1": 0.39359, "nauc_ndcg_at_10_max": 0.082307, "nauc_ndcg_at_10_std": -0.055256, "nauc_ndcg_at_10_diff1": 0.380375, "nauc_ndcg_at_20_max": 0.110241, "nauc_ndcg_at_20_std": -0.009661, "nauc_ndcg_at_20_diff1": 0.372687, "nauc_ndcg_at_100_max": 0.116364, "nauc_ndcg_at_100_std": 4.7e-05, "nauc_ndcg_at_100_diff1": 0.377921, "nauc_ndcg_at_1000_max": 0.102723, "nauc_ndcg_at_1000_std": -0.008745, "nauc_ndcg_at_1000_diff1": 0.391838, "nauc_map_at_1_max": 0.110662, "nauc_map_at_1_std": -0.066931, "nauc_map_at_1_diff1": 0.523353, "nauc_map_at_3_max": 0.107407, "nauc_map_at_3_std": -0.052328, "nauc_map_at_3_diff1": 0.412653, "nauc_map_at_5_max": 0.117123, "nauc_map_at_5_std": -0.047731, "nauc_map_at_5_diff1": 0.398854, "nauc_map_at_10_max": 0.093742, "nauc_map_at_10_std": -0.040481, "nauc_map_at_10_diff1": 0.36961, "nauc_map_at_20_max": 0.103045, "nauc_map_at_20_std": -0.01441, "nauc_map_at_20_diff1": 0.361858, "nauc_map_at_100_max": 0.108822, "nauc_map_at_100_std": -0.006133, "nauc_map_at_100_diff1": 0.362264, "nauc_map_at_1000_max": 0.106766, "nauc_map_at_1000_std": -0.007397, "nauc_map_at_1000_diff1": 0.363907, "nauc_recall_at_1_max": 0.110662, "nauc_recall_at_1_std": -0.066931, "nauc_recall_at_1_diff1": 0.523353, "nauc_recall_at_3_max": 0.122105, "nauc_recall_at_3_std": -0.045071, "nauc_recall_at_3_diff1": 0.34962, "nauc_recall_at_5_max": 0.14326, "nauc_recall_at_5_std": -0.050244, "nauc_recall_at_5_diff1": 0.316705, "nauc_recall_at_10_max": 0.078124, "nauc_recall_at_10_std": -0.061711, "nauc_recall_at_10_diff1": 0.25789, "nauc_recall_at_20_max": 0.164496, "nauc_recall_at_20_std": 0.0774, "nauc_recall_at_20_diff1": 0.220923, "nauc_recall_at_100_max": 0.216647, "nauc_recall_at_100_std": 0.141023, "nauc_recall_at_100_diff1": 0.147781, "nauc_recall_at_1000_max": 0.76465, "nauc_recall_at_1000_std": 0.677146, "nauc_recall_at_1000_diff1": 0.63887, "nauc_precision_at_1_max": 0.005577, "nauc_precision_at_1_std": -0.031508, "nauc_precision_at_1_diff1": 0.454501, "nauc_precision_at_3_max": -0.028589, "nauc_precision_at_3_std": 0.0374, "nauc_precision_at_3_diff1": -0.039099, "nauc_precision_at_5_max": -0.017265, "nauc_precision_at_5_std": 0.058149, "nauc_precision_at_5_diff1": -0.122361, "nauc_precision_at_10_max": -0.069275, "nauc_precision_at_10_std": 0.081632, "nauc_precision_at_10_diff1": -0.218296, "nauc_precision_at_20_max": -0.025774, "nauc_precision_at_20_std": 0.160274, "nauc_precision_at_20_diff1": -0.236933, "nauc_precision_at_100_max": -0.031421, "nauc_precision_at_100_std": 0.139419, "nauc_precision_at_100_diff1": -0.248411, "nauc_precision_at_1000_max": -0.082322, "nauc_precision_at_1000_std": 0.07676, "nauc_precision_at_1000_diff1": -0.214361, "nauc_mrr_at_1_max": 0.005577, "nauc_mrr_at_1_std": -0.031508, "nauc_mrr_at_1_diff1": 0.454501, "nauc_mrr_at_3_max": 0.02602, "nauc_mrr_at_3_std": -0.019696, "nauc_mrr_at_3_diff1": 0.402898, "nauc_mrr_at_5_max": 0.02977, "nauc_mrr_at_5_std": -0.023319, "nauc_mrr_at_5_diff1": 0.391391, "nauc_mrr_at_10_max": 0.021287, "nauc_mrr_at_10_std": -0.025887, "nauc_mrr_at_10_diff1": 0.397063, "nauc_mrr_at_20_max": 0.026692, "nauc_mrr_at_20_std": -0.018096, "nauc_mrr_at_20_diff1": 0.401881, "nauc_mrr_at_100_max": 0.025319, "nauc_mrr_at_100_std": -0.01951, "nauc_mrr_at_100_diff1": 0.401873, "nauc_mrr_at_1000_max": 0.025312, "nauc_mrr_at_1000_std": -0.019577, "nauc_mrr_at_1000_diff1": 0.40199, "hit_rate_at_1": 0.64401, "hit_rate_at_3": 0.83495, "hit_rate_at_5": 0.88673, "hit_rate_at_10": 0.9288, "hit_rate_at_20": 0.97735, "hit_rate_at_100": 0.99676, "hit_rate_at_1000": 1.0, "main_score": 0.62695, "hf_subset": "portuguese", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 10529.595821857452, "kg_co2_emissions": null, "date": 1773803283.834681 }