{ "dataset_revision": "fa78cb14152b3dde8c5defdc4e3ddf50de69dfeb", "task_name": "Vidore3FinanceEnRetrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.58252, "ndcg_at_3": 0.56321, "ndcg_at_5": 0.57162, "ndcg_at_10": 0.59237, "ndcg_at_20": 0.62322, "ndcg_at_100": 0.67088, "ndcg_at_1000": 0.69641, "map_at_1": 0.28709, "map_at_3": 0.40471, "map_at_5": 0.45004, "map_at_10": 0.48706, "map_at_20": 0.50983, "map_at_100": 0.52726, "map_at_1000": 0.53064, "recall_at_1": 0.28709, "recall_at_3": 0.45343, "recall_at_5": 0.53706, "recall_at_10": 0.63411, "recall_at_20": 0.7303, "recall_at_100": 0.87845, "recall_at_1000": 0.99282, "accuracy": 0.28709, "precision_at_1": 0.6246, "precision_at_3": 0.39914, "precision_at_5": 0.31974, "precision_at_10": 0.21068, "precision_at_20": 0.1343, "precision_at_100": 0.03783, "precision_at_1000": 0.00465, "mrr_at_1": 0.624595, "mrr_at_3": 0.68986, "mrr_at_5": 0.705394, "mrr_at_10": 0.713496, "mrr_at_20": 0.716289, "mrr_at_100": 0.717062, "mrr_at_1000": 0.717121, "nauc_ndcg_at_1_max": -0.018759, "nauc_ndcg_at_1_std": -0.052989, "nauc_ndcg_at_1_diff1": 0.315744, "nauc_ndcg_at_3_max": -0.009272, "nauc_ndcg_at_3_std": -0.01757, "nauc_ndcg_at_3_diff1": 0.313502, "nauc_ndcg_at_5_max": 0.01335, "nauc_ndcg_at_5_std": -0.005114, "nauc_ndcg_at_5_diff1": 0.321401, "nauc_ndcg_at_10_max": 0.04206, "nauc_ndcg_at_10_std": 0.044544, "nauc_ndcg_at_10_diff1": 0.327838, "nauc_ndcg_at_20_max": 0.054672, "nauc_ndcg_at_20_std": 0.067542, "nauc_ndcg_at_20_diff1": 0.324366, "nauc_ndcg_at_100_max": 0.074628, "nauc_ndcg_at_100_std": 0.082393, "nauc_ndcg_at_100_diff1": 0.320151, "nauc_ndcg_at_1000_max": 0.059173, "nauc_ndcg_at_1000_std": 0.045198, "nauc_ndcg_at_1000_diff1": 0.327075, "nauc_map_at_1_max": 0.058481, "nauc_map_at_1_std": -0.002042, "nauc_map_at_1_diff1": 0.396364, "nauc_map_at_3_max": 0.024708, "nauc_map_at_3_std": -0.010434, "nauc_map_at_3_diff1": 0.345652, "nauc_map_at_5_max": 0.024868, "nauc_map_at_5_std": -0.009882, "nauc_map_at_5_diff1": 0.331285, "nauc_map_at_10_max": 0.040693, "nauc_map_at_10_std": 0.029339, "nauc_map_at_10_diff1": 0.325324, "nauc_map_at_20_max": 0.046892, "nauc_map_at_20_std": 0.045496, "nauc_map_at_20_diff1": 0.318451, "nauc_map_at_100_max": 0.056181, "nauc_map_at_100_std": 0.057195, "nauc_map_at_100_diff1": 0.317495, "nauc_map_at_1000_max": 0.054881, "nauc_map_at_1000_std": 0.053311, "nauc_map_at_1000_diff1": 0.318912, "nauc_recall_at_1_max": 0.058481, "nauc_recall_at_1_std": -0.002042, "nauc_recall_at_1_diff1": 0.396364, "nauc_recall_at_3_max": 0.024653, "nauc_recall_at_3_std": 0.021727, "nauc_recall_at_3_diff1": 0.305482, "nauc_recall_at_5_max": 0.019249, "nauc_recall_at_5_std": 0.010573, "nauc_recall_at_5_diff1": 0.282149, "nauc_recall_at_10_max": 0.056218, "nauc_recall_at_10_std": 0.094928, "nauc_recall_at_10_diff1": 0.274354, "nauc_recall_at_20_max": 0.095642, "nauc_recall_at_20_std": 0.166237, "nauc_recall_at_20_diff1": 0.275772, "nauc_recall_at_100_max": 0.230271, "nauc_recall_at_100_std": 0.339789, "nauc_recall_at_100_diff1": 0.229317, "nauc_recall_at_1000_max": 0.592349, "nauc_recall_at_1000_std": 0.625591, "nauc_recall_at_1000_diff1": 0.26363, "nauc_precision_at_1_max": -0.049758, "nauc_precision_at_1_std": -0.053811, "nauc_precision_at_1_diff1": 0.301477, "nauc_precision_at_3_max": -0.075167, "nauc_precision_at_3_std": -0.017996, "nauc_precision_at_3_diff1": 0.027492, "nauc_precision_at_5_max": -0.045949, "nauc_precision_at_5_std": -0.004784, "nauc_precision_at_5_diff1": -0.056209, "nauc_precision_at_10_max": 0.014408, "nauc_precision_at_10_std": 0.102376, "nauc_precision_at_10_diff1": -0.08901, "nauc_precision_at_20_max": 0.03709, "nauc_precision_at_20_std": 0.129378, "nauc_precision_at_20_diff1": -0.148924, "nauc_precision_at_100_max": 0.043777, "nauc_precision_at_100_std": 0.084512, "nauc_precision_at_100_diff1": -0.199625, "nauc_precision_at_1000_max": -0.004217, "nauc_precision_at_1000_std": -0.036517, "nauc_precision_at_1000_diff1": -0.183008, "nauc_mrr_at_1_max": -0.049758, "nauc_mrr_at_1_std": -0.053811, "nauc_mrr_at_1_diff1": 0.301477, "nauc_mrr_at_3_max": -0.049801, "nauc_mrr_at_3_std": -0.025877, "nauc_mrr_at_3_diff1": 0.305507, "nauc_mrr_at_5_max": -0.065749, "nauc_mrr_at_5_std": -0.046916, "nauc_mrr_at_5_diff1": 0.295785, "nauc_mrr_at_10_max": -0.056711, "nauc_mrr_at_10_std": -0.042345, "nauc_mrr_at_10_diff1": 0.295113, "nauc_mrr_at_20_max": -0.055896, "nauc_mrr_at_20_std": -0.041277, "nauc_mrr_at_20_diff1": 0.298335, "nauc_mrr_at_100_max": -0.05566, "nauc_mrr_at_100_std": -0.041882, "nauc_mrr_at_100_diff1": 0.298907, "nauc_mrr_at_1000_max": -0.055756, "nauc_mrr_at_1000_std": -0.04184, "nauc_mrr_at_1000_diff1": 0.29876, "hit_rate_at_1": 0.6246, "hit_rate_at_3": 0.77994, "hit_rate_at_5": 0.8479, "hit_rate_at_10": 0.91262, "hit_rate_at_20": 0.95469, "hit_rate_at_100": 0.98706, "hit_rate_at_1000": 1.0, "main_score": 0.59237, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.55825, "ndcg_at_3": 0.56382, "ndcg_at_5": 0.58582, "ndcg_at_10": 0.60374, "ndcg_at_20": 0.63427, "ndcg_at_100": 0.681, "ndcg_at_1000": 0.70374, "map_at_1": 0.27911, "map_at_3": 0.40628, "map_at_5": 0.45765, "map_at_10": 0.49464, "map_at_20": 0.51857, "map_at_100": 0.53719, "map_at_1000": 0.54012, "recall_at_1": 0.27911, "recall_at_3": 0.45106, "recall_at_5": 0.56384, "recall_at_10": 0.65706, "recall_at_20": 0.74821, "recall_at_100": 0.89312, "recall_at_1000": 0.99519, "accuracy": 0.27911, "precision_at_1": 0.59871, "precision_at_3": 0.41208, "precision_at_5": 0.33592, "precision_at_10": 0.21942, "precision_at_20": 0.13916, "precision_at_100": 0.0388, "precision_at_1000": 0.00467, "mrr_at_1": 0.598706, "mrr_at_3": 0.68069, "mrr_at_5": 0.70205, "mrr_at_10": 0.710121, "mrr_at_20": 0.712378, "mrr_at_100": 0.712978, "mrr_at_1000": 0.71303, "nauc_ndcg_at_1_max": -0.010246, "nauc_ndcg_at_1_std": -0.065817, "nauc_ndcg_at_1_diff1": 0.431399, "nauc_ndcg_at_3_max": -0.023039, "nauc_ndcg_at_3_std": -0.089008, "nauc_ndcg_at_3_diff1": 0.368925, "nauc_ndcg_at_5_max": -0.032825, "nauc_ndcg_at_5_std": -0.082244, "nauc_ndcg_at_5_diff1": 0.386489, "nauc_ndcg_at_10_max": 0.002928, "nauc_ndcg_at_10_std": -0.043043, "nauc_ndcg_at_10_diff1": 0.38642, "nauc_ndcg_at_20_max": 0.030411, "nauc_ndcg_at_20_std": 0.008271, "nauc_ndcg_at_20_diff1": 0.380472, "nauc_ndcg_at_100_max": 0.036468, "nauc_ndcg_at_100_std": 0.017158, "nauc_ndcg_at_100_diff1": 0.386439, "nauc_ndcg_at_1000_max": 0.022746, "nauc_ndcg_at_1000_std": -0.012193, "nauc_ndcg_at_1000_diff1": 0.395779, "nauc_map_at_1_max": 0.04667, "nauc_map_at_1_std": -0.029687, "nauc_map_at_1_diff1": 0.513217, "nauc_map_at_3_max": 0.007536, "nauc_map_at_3_std": -0.066234, "nauc_map_at_3_diff1": 0.409254, "nauc_map_at_5_max": -0.000608, "nauc_map_at_5_std": -0.058766, "nauc_map_at_5_diff1": 0.392374, "nauc_map_at_10_max": 0.001201, "nauc_map_at_10_std": -0.044425, "nauc_map_at_10_diff1": 0.371914, "nauc_map_at_20_max": 0.014545, "nauc_map_at_20_std": -0.014421, "nauc_map_at_20_diff1": 0.363036, "nauc_map_at_100_max": 0.018693, "nauc_map_at_100_std": -0.006048, "nauc_map_at_100_diff1": 0.363289, "nauc_map_at_1000_max": 0.017104, "nauc_map_at_1000_std": -0.009515, "nauc_map_at_1000_diff1": 0.364024, "nauc_recall_at_1_max": 0.04667, "nauc_recall_at_1_std": -0.029687, "nauc_recall_at_1_diff1": 0.513217, "nauc_recall_at_3_max": -0.004248, "nauc_recall_at_3_std": -0.074777, "nauc_recall_at_3_diff1": 0.375671, "nauc_recall_at_5_max": -0.040314, "nauc_recall_at_5_std": -0.074221, "nauc_recall_at_5_diff1": 0.325047, "nauc_recall_at_10_max": 0.006722, "nauc_recall_at_10_std": -0.001168, "nauc_recall_at_10_diff1": 0.280351, "nauc_recall_at_20_max": 0.074496, "nauc_recall_at_20_std": 0.11577, "nauc_recall_at_20_diff1": 0.255896, "nauc_recall_at_100_max": 0.144165, "nauc_recall_at_100_std": 0.242879, "nauc_recall_at_100_diff1": 0.206995, "nauc_recall_at_1000_max": 0.598003, "nauc_recall_at_1000_std": 0.830497, "nauc_recall_at_1000_diff1": 0.685981, "nauc_precision_at_1_max": -0.043577, "nauc_precision_at_1_std": -0.070602, "nauc_precision_at_1_diff1": 0.398123, "nauc_precision_at_3_max": -0.094748, "nauc_precision_at_3_std": -0.054961, "nauc_precision_at_3_diff1": -0.049296, "nauc_precision_at_5_max": -0.0984, "nauc_precision_at_5_std": -0.022986, "nauc_precision_at_5_diff1": -0.132225, "nauc_precision_at_10_max": -0.045639, "nauc_precision_at_10_std": 0.050247, "nauc_precision_at_10_diff1": -0.179796, "nauc_precision_at_20_max": 0.017671, "nauc_precision_at_20_std": 0.152177, "nauc_precision_at_20_diff1": -0.219623, "nauc_precision_at_100_max": 0.011712, "nauc_precision_at_100_std": 0.106476, "nauc_precision_at_100_diff1": -0.207615, "nauc_precision_at_1000_max": -0.024506, "nauc_precision_at_1000_std": 0.0087, "nauc_precision_at_1000_diff1": -0.199712, "nauc_mrr_at_1_max": -0.043577, "nauc_mrr_at_1_std": -0.070602, "nauc_mrr_at_1_diff1": 0.398123, "nauc_mrr_at_3_max": -0.054042, "nauc_mrr_at_3_std": -0.081633, "nauc_mrr_at_3_diff1": 0.383285, "nauc_mrr_at_5_max": -0.077131, "nauc_mrr_at_5_std": -0.097171, "nauc_mrr_at_5_diff1": 0.376565, "nauc_mrr_at_10_max": -0.058897, "nauc_mrr_at_10_std": -0.081017, "nauc_mrr_at_10_diff1": 0.38172, "nauc_mrr_at_20_max": -0.05482, "nauc_mrr_at_20_std": -0.078423, "nauc_mrr_at_20_diff1": 0.384261, "nauc_mrr_at_100_max": -0.055722, "nauc_mrr_at_100_std": -0.080313, "nauc_mrr_at_100_diff1": 0.384729, "nauc_mrr_at_1000_max": -0.055748, "nauc_mrr_at_1000_std": -0.080292, "nauc_mrr_at_1000_diff1": 0.384669, "hit_rate_at_1": 0.59871, "hit_rate_at_3": 0.77994, "hit_rate_at_5": 0.87379, "hit_rate_at_10": 0.93204, "hit_rate_at_20": 0.96117, "hit_rate_at_100": 0.98706, "hit_rate_at_1000": 1.0, "main_score": 0.60374, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.63107, "ndcg_at_3": 0.62978, "ndcg_at_5": 0.63523, "ndcg_at_10": 0.66029, "ndcg_at_20": 0.68408, "ndcg_at_100": 0.72767, "ndcg_at_1000": 0.74727, "map_at_1": 0.30374, "map_at_3": 0.44183, "map_at_5": 0.4934, "map_at_10": 0.54329, "map_at_20": 0.5668, "map_at_100": 0.58469, "map_at_1000": 0.58751, "recall_at_1": 0.30374, "recall_at_3": 0.49858, "recall_at_5": 0.59727, "recall_at_10": 0.70491, "recall_at_20": 0.77942, "recall_at_100": 0.91699, "recall_at_1000": 0.99851, "accuracy": 0.30374, "precision_at_1": 0.6699, "precision_at_3": 0.45415, "precision_at_5": 0.35858, "precision_at_10": 0.24401, "precision_at_20": 0.14887, "precision_at_100": 0.03987, "precision_at_1000": 0.00471, "mrr_at_1": 0.669903, "mrr_at_3": 0.761057, "mrr_at_5": 0.776106, "mrr_at_10": 0.779139, "mrr_at_20": 0.779711, "mrr_at_100": 0.780093, "mrr_at_1000": 0.780147, "nauc_ndcg_at_1_max": -0.037922, "nauc_ndcg_at_1_std": -0.181077, "nauc_ndcg_at_1_diff1": 0.410525, "nauc_ndcg_at_3_max": 0.025707, "nauc_ndcg_at_3_std": -0.143737, "nauc_ndcg_at_3_diff1": 0.369573, "nauc_ndcg_at_5_max": 0.077969, "nauc_ndcg_at_5_std": -0.089256, "nauc_ndcg_at_5_diff1": 0.374035, "nauc_ndcg_at_10_max": 0.103108, "nauc_ndcg_at_10_std": -0.065894, "nauc_ndcg_at_10_diff1": 0.362058, "nauc_ndcg_at_20_max": 0.122032, "nauc_ndcg_at_20_std": -0.017873, "nauc_ndcg_at_20_diff1": 0.342349, "nauc_ndcg_at_100_max": 0.115119, "nauc_ndcg_at_100_std": -0.029076, "nauc_ndcg_at_100_diff1": 0.359698, "nauc_ndcg_at_1000_max": 0.09477, "nauc_ndcg_at_1000_std": -0.05602, "nauc_ndcg_at_1000_diff1": 0.371675, "nauc_map_at_1_max": 0.120141, "nauc_map_at_1_std": -0.046986, "nauc_map_at_1_diff1": 0.49959, "nauc_map_at_3_max": 0.106146, "nauc_map_at_3_std": -0.08422, "nauc_map_at_3_diff1": 0.420219, "nauc_map_at_5_max": 0.110299, "nauc_map_at_5_std": -0.076909, "nauc_map_at_5_diff1": 0.385869, "nauc_map_at_10_max": 0.110166, "nauc_map_at_10_std": -0.064895, "nauc_map_at_10_diff1": 0.353355, "nauc_map_at_20_max": 0.118467, "nauc_map_at_20_std": -0.038965, "nauc_map_at_20_diff1": 0.340623, "nauc_map_at_100_max": 0.121944, "nauc_map_at_100_std": -0.035053, "nauc_map_at_100_diff1": 0.343012, "nauc_map_at_1000_max": 0.120476, "nauc_map_at_1000_std": -0.037427, "nauc_map_at_1000_diff1": 0.344424, "nauc_recall_at_1_max": 0.120141, "nauc_recall_at_1_std": -0.046986, "nauc_recall_at_1_diff1": 0.49959, "nauc_recall_at_3_max": 0.112916, "nauc_recall_at_3_std": -0.069063, "nauc_recall_at_3_diff1": 0.3652, "nauc_recall_at_5_max": 0.150688, "nauc_recall_at_5_std": -0.013555, "nauc_recall_at_5_diff1": 0.289074, "nauc_recall_at_10_max": 0.161684, "nauc_recall_at_10_std": 0.020743, "nauc_recall_at_10_diff1": 0.224724, "nauc_recall_at_20_max": 0.211538, "nauc_recall_at_20_std": 0.122138, "nauc_recall_at_20_diff1": 0.164417, "nauc_recall_at_100_max": 0.28176, "nauc_recall_at_100_std": 0.202183, "nauc_recall_at_100_diff1": 0.187093, "nauc_recall_at_1000_max": 0.70261, "nauc_recall_at_1000_std": 0.856485, "nauc_recall_at_1000_diff1": 0.398105, "nauc_precision_at_1_max": -0.080283, "nauc_precision_at_1_std": -0.225491, "nauc_precision_at_1_diff1": 0.390321, "nauc_precision_at_3_max": -0.081866, "nauc_precision_at_3_std": -0.128422, "nauc_precision_at_3_diff1": -0.041417, "nauc_precision_at_5_max": -0.04824, "nauc_precision_at_5_std": -0.037843, "nauc_precision_at_5_diff1": -0.171509, "nauc_precision_at_10_max": -0.047477, "nauc_precision_at_10_std": 0.03162, "nauc_precision_at_10_diff1": -0.24459, "nauc_precision_at_20_max": -0.023473, "nauc_precision_at_20_std": 0.116711, "nauc_precision_at_20_diff1": -0.26933, "nauc_precision_at_100_max": -0.05763, "nauc_precision_at_100_std": 0.068136, "nauc_precision_at_100_diff1": -0.251724, "nauc_precision_at_1000_max": -0.106183, "nauc_precision_at_1000_std": -0.003961, "nauc_precision_at_1000_diff1": -0.229553, "nauc_mrr_at_1_max": -0.080283, "nauc_mrr_at_1_std": -0.225491, "nauc_mrr_at_1_diff1": 0.390321, "nauc_mrr_at_3_max": -0.079576, "nauc_mrr_at_3_std": -0.250459, "nauc_mrr_at_3_diff1": 0.387561, "nauc_mrr_at_5_max": -0.065831, "nauc_mrr_at_5_std": -0.217702, "nauc_mrr_at_5_diff1": 0.370185, "nauc_mrr_at_10_max": -0.063839, "nauc_mrr_at_10_std": -0.218767, "nauc_mrr_at_10_diff1": 0.37914, "nauc_mrr_at_20_max": -0.066129, "nauc_mrr_at_20_std": -0.220955, "nauc_mrr_at_20_diff1": 0.378467, "nauc_mrr_at_100_max": -0.066789, "nauc_mrr_at_100_std": -0.222417, "nauc_mrr_at_100_diff1": 0.378795, "nauc_mrr_at_1000_max": -0.066938, "nauc_mrr_at_1000_std": -0.222486, "nauc_mrr_at_1000_diff1": 0.378829, "hit_rate_at_1": 0.6699, "hit_rate_at_3": 0.87379, "hit_rate_at_5": 0.94175, "hit_rate_at_10": 0.9644, "hit_rate_at_20": 0.97411, "hit_rate_at_100": 0.99029, "hit_rate_at_1000": 1.0, "main_score": 0.66029, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.54693, "ndcg_at_3": 0.55151, "ndcg_at_5": 0.56612, "ndcg_at_10": 0.5893, "ndcg_at_20": 0.61749, "ndcg_at_100": 0.66698, "ndcg_at_1000": 0.69192, "map_at_1": 0.26943, "map_at_3": 0.38888, "map_at_5": 0.43721, "map_at_10": 0.47811, "map_at_20": 0.50153, "map_at_100": 0.52009, "map_at_1000": 0.52303, "recall_at_1": 0.26943, "recall_at_3": 0.44428, "recall_at_5": 0.53945, "recall_at_10": 0.64595, "recall_at_20": 0.72885, "recall_at_100": 0.88647, "recall_at_1000": 0.99751, "accuracy": 0.26943, "precision_at_1": 0.57929, "precision_at_3": 0.40237, "precision_at_5": 0.32557, "precision_at_10": 0.21618, "precision_at_20": 0.13657, "precision_at_100": 0.03816, "precision_at_1000": 0.00469, "mrr_at_1": 0.579288, "mrr_at_3": 0.667206, "mrr_at_5": 0.685005, "mrr_at_10": 0.694139, "mrr_at_20": 0.696774, "mrr_at_100": 0.697659, "mrr_at_1000": 0.697725, "nauc_ndcg_at_1_max": -0.010599, "nauc_ndcg_at_1_std": -0.060118, "nauc_ndcg_at_1_diff1": 0.391453, "nauc_ndcg_at_3_max": 0.022759, "nauc_ndcg_at_3_std": -0.043333, "nauc_ndcg_at_3_diff1": 0.360495, "nauc_ndcg_at_5_max": 0.027005, "nauc_ndcg_at_5_std": -0.035821, "nauc_ndcg_at_5_diff1": 0.360955, "nauc_ndcg_at_10_max": 0.04021, "nauc_ndcg_at_10_std": -0.016585, "nauc_ndcg_at_10_diff1": 0.374642, "nauc_ndcg_at_20_max": 0.073973, "nauc_ndcg_at_20_std": 0.022743, "nauc_ndcg_at_20_diff1": 0.368345, "nauc_ndcg_at_100_max": 0.088246, "nauc_ndcg_at_100_std": 0.026141, "nauc_ndcg_at_100_diff1": 0.364401, "nauc_ndcg_at_1000_max": 0.061063, "nauc_ndcg_at_1000_std": -0.006248, "nauc_ndcg_at_1000_diff1": 0.366761, "nauc_map_at_1_max": 0.059528, "nauc_map_at_1_std": -0.000169, "nauc_map_at_1_diff1": 0.430666, "nauc_map_at_3_max": 0.030201, "nauc_map_at_3_std": -0.047445, "nauc_map_at_3_diff1": 0.391693, "nauc_map_at_5_max": 0.026342, "nauc_map_at_5_std": -0.049454, "nauc_map_at_5_diff1": 0.374979, "nauc_map_at_10_max": 0.023639, "nauc_map_at_10_std": -0.036485, "nauc_map_at_10_diff1": 0.368124, "nauc_map_at_20_max": 0.040596, "nauc_map_at_20_std": -0.010402, "nauc_map_at_20_diff1": 0.361515, "nauc_map_at_100_max": 0.049545, "nauc_map_at_100_std": -0.000609, "nauc_map_at_100_diff1": 0.358428, "nauc_map_at_1000_max": 0.047948, "nauc_map_at_1000_std": -0.003471, "nauc_map_at_1000_diff1": 0.35859, "nauc_recall_at_1_max": 0.059528, "nauc_recall_at_1_std": -0.000169, "nauc_recall_at_1_diff1": 0.430666, "nauc_recall_at_3_max": 0.040689, "nauc_recall_at_3_std": -0.02486, "nauc_recall_at_3_diff1": 0.335574, "nauc_recall_at_5_max": 0.034481, "nauc_recall_at_5_std": -0.023479, "nauc_recall_at_5_diff1": 0.29163, "nauc_recall_at_10_max": 0.054245, "nauc_recall_at_10_std": 0.023514, "nauc_recall_at_10_diff1": 0.308252, "nauc_recall_at_20_max": 0.166249, "nauc_recall_at_20_std": 0.138065, "nauc_recall_at_20_diff1": 0.270987, "nauc_recall_at_100_max": 0.313706, "nauc_recall_at_100_std": 0.225374, "nauc_recall_at_100_diff1": 0.244998, "nauc_recall_at_1000_max": 0.527327, "nauc_recall_at_1000_std": 0.71069, "nauc_recall_at_1000_diff1": 0.577839, "nauc_precision_at_1_max": -0.028465, "nauc_precision_at_1_std": -0.068576, "nauc_precision_at_1_diff1": 0.369148, "nauc_precision_at_3_max": -0.041456, "nauc_precision_at_3_std": -0.061883, "nauc_precision_at_3_diff1": 0.069632, "nauc_precision_at_5_max": -0.052849, "nauc_precision_at_5_std": -0.052648, "nauc_precision_at_5_diff1": -0.025912, "nauc_precision_at_10_max": -0.030109, "nauc_precision_at_10_std": 0.016568, "nauc_precision_at_10_diff1": -0.097865, "nauc_precision_at_20_max": 0.039677, "nauc_precision_at_20_std": 0.107051, "nauc_precision_at_20_diff1": -0.146529, "nauc_precision_at_100_max": 0.056298, "nauc_precision_at_100_std": 0.086061, "nauc_precision_at_100_diff1": -0.209709, "nauc_precision_at_1000_max": -0.024422, "nauc_precision_at_1000_std": -0.033007, "nauc_precision_at_1000_diff1": -0.227115, "nauc_mrr_at_1_max": -0.028465, "nauc_mrr_at_1_std": -0.068576, "nauc_mrr_at_1_diff1": 0.369148, "nauc_mrr_at_3_max": -0.009247, "nauc_mrr_at_3_std": -0.052382, "nauc_mrr_at_3_diff1": 0.352123, "nauc_mrr_at_5_max": -0.016533, "nauc_mrr_at_5_std": -0.067576, "nauc_mrr_at_5_diff1": 0.350165, "nauc_mrr_at_10_max": -0.01456, "nauc_mrr_at_10_std": -0.066045, "nauc_mrr_at_10_diff1": 0.354811, "nauc_mrr_at_20_max": -0.013374, "nauc_mrr_at_20_std": -0.064973, "nauc_mrr_at_20_diff1": 0.353371, "nauc_mrr_at_100_max": -0.015419, "nauc_mrr_at_100_std": -0.06779, "nauc_mrr_at_100_diff1": 0.35347, "nauc_mrr_at_1000_max": -0.01557, "nauc_mrr_at_1000_std": -0.067806, "nauc_mrr_at_1000_diff1": 0.353436, "hit_rate_at_1": 0.57929, "hit_rate_at_3": 0.77994, "hit_rate_at_5": 0.85761, "hit_rate_at_10": 0.92233, "hit_rate_at_20": 0.95793, "hit_rate_at_100": 0.98382, "hit_rate_at_1000": 1.0, "main_score": 0.5893, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.56311, "ndcg_at_3": 0.55743, "ndcg_at_5": 0.57403, "ndcg_at_10": 0.59283, "ndcg_at_20": 0.62353, "ndcg_at_100": 0.67135, "ndcg_at_1000": 0.69688, "map_at_1": 0.27913, "map_at_3": 0.39789, "map_at_5": 0.44795, "map_at_10": 0.48683, "map_at_20": 0.50915, "map_at_100": 0.52759, "map_at_1000": 0.5309, "recall_at_1": 0.27913, "recall_at_3": 0.44923, "recall_at_5": 0.54821, "recall_at_10": 0.64079, "recall_at_20": 0.73169, "recall_at_100": 0.8831, "recall_at_1000": 0.99519, "accuracy": 0.27913, "precision_at_1": 0.59871, "precision_at_3": 0.40237, "precision_at_5": 0.32686, "precision_at_10": 0.2165, "precision_at_20": 0.13625, "precision_at_100": 0.03786, "precision_at_1000": 0.00467, "mrr_at_1": 0.598706, "mrr_at_3": 0.683387, "mrr_at_5": 0.700539, "mrr_at_10": 0.707773, "mrr_at_20": 0.710048, "mrr_at_100": 0.710983, "mrr_at_1000": 0.711078, "nauc_ndcg_at_1_max": -0.012693, "nauc_ndcg_at_1_std": -0.12686, "nauc_ndcg_at_1_diff1": 0.415021, "nauc_ndcg_at_3_max": -0.006823, "nauc_ndcg_at_3_std": -0.097994, "nauc_ndcg_at_3_diff1": 0.34922, "nauc_ndcg_at_5_max": -0.011454, "nauc_ndcg_at_5_std": -0.086911, "nauc_ndcg_at_5_diff1": 0.351707, "nauc_ndcg_at_10_max": -0.00582, "nauc_ndcg_at_10_std": -0.070254, "nauc_ndcg_at_10_diff1": 0.358065, "nauc_ndcg_at_20_max": 0.022296, "nauc_ndcg_at_20_std": -0.025824, "nauc_ndcg_at_20_diff1": 0.359685, "nauc_ndcg_at_100_max": 0.049536, "nauc_ndcg_at_100_std": -0.003044, "nauc_ndcg_at_100_diff1": 0.354492, "nauc_ndcg_at_1000_max": 0.026686, "nauc_ndcg_at_1000_std": -0.050324, "nauc_ndcg_at_1000_diff1": 0.374142, "nauc_map_at_1_max": 0.027537, "nauc_map_at_1_std": -0.074094, "nauc_map_at_1_diff1": 0.424035, "nauc_map_at_3_max": 0.015945, "nauc_map_at_3_std": -0.07949, "nauc_map_at_3_diff1": 0.381348, "nauc_map_at_5_max": 0.009985, "nauc_map_at_5_std": -0.07252, "nauc_map_at_5_diff1": 0.367805, "nauc_map_at_10_max": -0.002348, "nauc_map_at_10_std": -0.069019, "nauc_map_at_10_diff1": 0.350024, "nauc_map_at_20_max": 0.011024, "nauc_map_at_20_std": -0.041624, "nauc_map_at_20_diff1": 0.353036, "nauc_map_at_100_max": 0.021194, "nauc_map_at_100_std": -0.029441, "nauc_map_at_100_diff1": 0.349739, "nauc_map_at_1000_max": 0.019068, "nauc_map_at_1000_std": -0.034149, "nauc_map_at_1000_diff1": 0.351222, "nauc_recall_at_1_max": 0.027537, "nauc_recall_at_1_std": -0.074094, "nauc_recall_at_1_diff1": 0.424035, "nauc_recall_at_3_max": 0.024939, "nauc_recall_at_3_std": -0.056769, "nauc_recall_at_3_diff1": 0.323775, "nauc_recall_at_5_max": 0.001318, "nauc_recall_at_5_std": -0.046867, "nauc_recall_at_5_diff1": 0.287253, "nauc_recall_at_10_max": -0.002692, "nauc_recall_at_10_std": -0.022467, "nauc_recall_at_10_diff1": 0.242913, "nauc_recall_at_20_max": 0.062941, "nauc_recall_at_20_std": 0.088208, "nauc_recall_at_20_diff1": 0.236154, "nauc_recall_at_100_max": 0.249805, "nauc_recall_at_100_std": 0.350893, "nauc_recall_at_100_diff1": 0.137045, "nauc_recall_at_1000_max": 0.276814, "nauc_recall_at_1000_std": 0.284853, "nauc_recall_at_1000_diff1": 0.27855, "nauc_precision_at_1_max": -0.030256, "nauc_precision_at_1_std": -0.121058, "nauc_precision_at_1_diff1": 0.405894, "nauc_precision_at_3_max": -0.061845, "nauc_precision_at_3_std": -0.049994, "nauc_precision_at_3_diff1": 0.054354, "nauc_precision_at_5_max": -0.055098, "nauc_precision_at_5_std": -0.00698, "nauc_precision_at_5_diff1": -0.047288, "nauc_precision_at_10_max": -0.049864, "nauc_precision_at_10_std": 0.031771, "nauc_precision_at_10_diff1": -0.114264, "nauc_precision_at_20_max": 0.01749, "nauc_precision_at_20_std": 0.124595, "nauc_precision_at_20_diff1": -0.152659, "nauc_precision_at_100_max": 0.051888, "nauc_precision_at_100_std": 0.113176, "nauc_precision_at_100_diff1": -0.207896, "nauc_precision_at_1000_max": -0.008428, "nauc_precision_at_1000_std": -0.014558, "nauc_precision_at_1000_diff1": -0.182162, "nauc_mrr_at_1_max": -0.030256, "nauc_mrr_at_1_std": -0.121058, "nauc_mrr_at_1_diff1": 0.405894, "nauc_mrr_at_3_max": -0.036446, "nauc_mrr_at_3_std": -0.116322, "nauc_mrr_at_3_diff1": 0.387884, "nauc_mrr_at_5_max": -0.058358, "nauc_mrr_at_5_std": -0.129807, "nauc_mrr_at_5_diff1": 0.380848, "nauc_mrr_at_10_max": -0.049035, "nauc_mrr_at_10_std": -0.12265, "nauc_mrr_at_10_diff1": 0.387057, "nauc_mrr_at_20_max": -0.047424, "nauc_mrr_at_20_std": -0.123344, "nauc_mrr_at_20_diff1": 0.385718, "nauc_mrr_at_100_max": -0.047095, "nauc_mrr_at_100_std": -0.122989, "nauc_mrr_at_100_diff1": 0.386164, "nauc_mrr_at_1000_max": -0.047331, "nauc_mrr_at_1000_std": -0.123179, "nauc_mrr_at_1000_diff1": 0.386215, "hit_rate_at_1": 0.59871, "hit_rate_at_3": 0.78964, "hit_rate_at_5": 0.86408, "hit_rate_at_10": 0.91909, "hit_rate_at_20": 0.95146, "hit_rate_at_100": 0.98382, "hit_rate_at_1000": 1.0, "main_score": 0.59283, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.55502, "ndcg_at_3": 0.56278, "ndcg_at_5": 0.57169, "ndcg_at_10": 0.59764, "ndcg_at_20": 0.62359, "ndcg_at_100": 0.67117, "ndcg_at_1000": 0.69642, "map_at_1": 0.27923, "map_at_3": 0.40313, "map_at_5": 0.44623, "map_at_10": 0.48753, "map_at_20": 0.50708, "map_at_100": 0.52588, "map_at_1000": 0.52899, "recall_at_1": 0.27923, "recall_at_3": 0.45574, "recall_at_5": 0.54425, "recall_at_10": 0.65785, "recall_at_20": 0.7347, "recall_at_100": 0.88479, "recall_at_1000": 0.99682, "accuracy": 0.27923, "precision_at_1": 0.59547, "precision_at_3": 0.41316, "precision_at_5": 0.32427, "precision_at_10": 0.21845, "precision_at_20": 0.13511, "precision_at_100": 0.03796, "precision_at_1000": 0.00468, "mrr_at_1": 0.595469, "mrr_at_3": 0.679612, "mrr_at_5": 0.695793, "mrr_at_10": 0.704989, "mrr_at_20": 0.707003, "mrr_at_100": 0.707574, "mrr_at_1000": 0.70767, "nauc_ndcg_at_1_max": -0.055139, "nauc_ndcg_at_1_std": -0.099371, "nauc_ndcg_at_1_diff1": 0.439731, "nauc_ndcg_at_3_max": -0.070948, "nauc_ndcg_at_3_std": -0.10576, "nauc_ndcg_at_3_diff1": 0.348308, "nauc_ndcg_at_5_max": -0.046242, "nauc_ndcg_at_5_std": -0.076637, "nauc_ndcg_at_5_diff1": 0.352214, "nauc_ndcg_at_10_max": -0.015384, "nauc_ndcg_at_10_std": -0.05429, "nauc_ndcg_at_10_diff1": 0.362639, "nauc_ndcg_at_20_max": 0.014447, "nauc_ndcg_at_20_std": -0.016505, "nauc_ndcg_at_20_diff1": 0.361304, "nauc_ndcg_at_100_max": 0.021577, "nauc_ndcg_at_100_std": 0.001899, "nauc_ndcg_at_100_diff1": 0.369623, "nauc_ndcg_at_1000_max": -0.002524, "nauc_ndcg_at_1000_std": -0.029344, "nauc_ndcg_at_1000_diff1": 0.373238, "nauc_map_at_1_max": 0.012047, "nauc_map_at_1_std": -0.061914, "nauc_map_at_1_diff1": 0.452634, "nauc_map_at_3_max": -0.00949, "nauc_map_at_3_std": -0.071818, "nauc_map_at_3_diff1": 0.38051, "nauc_map_at_5_max": -0.014004, "nauc_map_at_5_std": -0.067514, "nauc_map_at_5_diff1": 0.358045, "nauc_map_at_10_max": -0.010581, "nauc_map_at_10_std": -0.051642, "nauc_map_at_10_diff1": 0.352425, "nauc_map_at_20_max": 0.002954, "nauc_map_at_20_std": -0.025494, "nauc_map_at_20_diff1": 0.350188, "nauc_map_at_100_max": 0.006803, "nauc_map_at_100_std": -0.012315, "nauc_map_at_100_diff1": 0.352264, "nauc_map_at_1000_max": 0.00591, "nauc_map_at_1000_std": -0.014457, "nauc_map_at_1000_diff1": 0.352555, "nauc_recall_at_1_max": 0.012047, "nauc_recall_at_1_std": -0.061914, "nauc_recall_at_1_diff1": 0.452634, "nauc_recall_at_3_max": -0.020719, "nauc_recall_at_3_std": -0.087673, "nauc_recall_at_3_diff1": 0.320315, "nauc_recall_at_5_max": -0.012054, "nauc_recall_at_5_std": -0.065163, "nauc_recall_at_5_diff1": 0.285851, "nauc_recall_at_10_max": 0.031307, "nauc_recall_at_10_std": -0.015668, "nauc_recall_at_10_diff1": 0.278624, "nauc_recall_at_20_max": 0.122895, "nauc_recall_at_20_std": 0.082517, "nauc_recall_at_20_diff1": 0.27309, "nauc_recall_at_100_max": 0.237303, "nauc_recall_at_100_std": 0.239745, "nauc_recall_at_100_diff1": 0.242145, "nauc_recall_at_1000_max": 0.663014, "nauc_recall_at_1000_std": 0.822978, "nauc_recall_at_1000_diff1": 0.714535, "nauc_precision_at_1_max": -0.087124, "nauc_precision_at_1_std": -0.077247, "nauc_precision_at_1_diff1": 0.411447, "nauc_precision_at_3_max": -0.134774, "nauc_precision_at_3_std": -0.039103, "nauc_precision_at_3_diff1": 0.013782, "nauc_precision_at_5_max": -0.088228, "nauc_precision_at_5_std": 0.0179, "nauc_precision_at_5_diff1": -0.077839, "nauc_precision_at_10_max": -0.029657, "nauc_precision_at_10_std": 0.102295, "nauc_precision_at_10_diff1": -0.120438, "nauc_precision_at_20_max": 0.036785, "nauc_precision_at_20_std": 0.175776, "nauc_precision_at_20_diff1": -0.156323, "nauc_precision_at_100_max": 0.038918, "nauc_precision_at_100_std": 0.149189, "nauc_precision_at_100_diff1": -0.158666, "nauc_precision_at_1000_max": -0.021362, "nauc_precision_at_1000_std": 0.030874, "nauc_precision_at_1000_diff1": -0.192651, "nauc_mrr_at_1_max": -0.087124, "nauc_mrr_at_1_std": -0.077247, "nauc_mrr_at_1_diff1": 0.411447, "nauc_mrr_at_3_max": -0.126055, "nauc_mrr_at_3_std": -0.103944, "nauc_mrr_at_3_diff1": 0.361003, "nauc_mrr_at_5_max": -0.123684, "nauc_mrr_at_5_std": -0.096424, "nauc_mrr_at_5_diff1": 0.365033, "nauc_mrr_at_10_max": -0.116504, "nauc_mrr_at_10_std": -0.092069, "nauc_mrr_at_10_diff1": 0.369435, "nauc_mrr_at_20_max": -0.112432, "nauc_mrr_at_20_std": -0.089684, "nauc_mrr_at_20_diff1": 0.370156, "nauc_mrr_at_100_max": -0.113215, "nauc_mrr_at_100_std": -0.090902, "nauc_mrr_at_100_diff1": 0.370575, "nauc_mrr_at_1000_max": -0.113532, "nauc_mrr_at_1000_std": -0.091118, "nauc_mrr_at_1000_diff1": 0.370418, "hit_rate_at_1": 0.59547, "hit_rate_at_3": 0.78641, "hit_rate_at_5": 0.85761, "hit_rate_at_10": 0.9288, "hit_rate_at_20": 0.95793, "hit_rate_at_100": 0.98382, "hit_rate_at_1000": 1.0, "main_score": 0.59764, "hf_subset": "portuguese", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 1607.8591902256012, "kg_co2_emissions": null, "date": 1782065929.526512 }