{ "dataset_revision": "2a88e3e92aea41c8ab9bddaac7983f3b490dcacc", "task_name": "Vidore3FinanceEnRetrieval.v2", "mteb_version": "2.10.6", "scores": { "test": [ { "ndcg_at_1": 0.47735, "ndcg_at_3": 0.48991, "ndcg_at_5": 0.50524, "ndcg_at_10": 0.53238, "ndcg_at_20": 0.56617, "ndcg_at_100": 0.62045, "ndcg_at_1000": 0.64723, "map_at_1": 0.22602, "map_at_3": 0.33727, "map_at_5": 0.37847, "map_at_10": 0.41551, "map_at_20": 0.43881, "map_at_100": 0.45754, "map_at_1000": 0.46114, "recall_at_1": 0.22602, "recall_at_3": 0.3965, "recall_at_5": 0.48373, "recall_at_10": 0.59385, "recall_at_20": 0.70333, "recall_at_100": 0.87912, "recall_at_1000": 0.99487, "accuracy": 0.22602, "precision_at_1": 0.50809, "precision_at_3": 0.35814, "precision_at_5": 0.29126, "precision_at_10": 0.19741, "precision_at_20": 0.12654, "precision_at_100": 0.03722, "precision_at_1000": 0.00467, "mrr_at_1": 0.508091, "mrr_at_3": 0.597627, "mrr_at_5": 0.616397, "mrr_at_10": 0.627253, "mrr_at_20": 0.631062, "mrr_at_100": 0.632683, "mrr_at_1000": 0.632729, "nauc_ndcg_at_1_max": 0.231772, "nauc_ndcg_at_1_std": 0.026617, "nauc_ndcg_at_1_diff1": 0.46267, "nauc_ndcg_at_3_max": 0.26216, "nauc_ndcg_at_3_std": 0.045513, "nauc_ndcg_at_3_diff1": 0.390356, "nauc_ndcg_at_5_max": 0.310204, "nauc_ndcg_at_5_std": 0.08203, "nauc_ndcg_at_5_diff1": 0.4013, "nauc_ndcg_at_10_max": 0.344912, "nauc_ndcg_at_10_std": 0.105832, "nauc_ndcg_at_10_diff1": 0.418661, "nauc_ndcg_at_20_max": 0.358649, "nauc_ndcg_at_20_std": 0.111561, "nauc_ndcg_at_20_diff1": 0.427417, "nauc_ndcg_at_100_max": 0.351603, "nauc_ndcg_at_100_std": 0.110118, "nauc_ndcg_at_100_diff1": 0.412537, "nauc_ndcg_at_1000_max": 0.32077, "nauc_ndcg_at_1000_std": 0.086527, "nauc_ndcg_at_1000_diff1": 0.410482, "nauc_map_at_1_max": 0.156087, "nauc_map_at_1_std": -0.04839, "nauc_map_at_1_diff1": 0.4738, "nauc_map_at_3_max": 0.219918, "nauc_map_at_3_std": 0.005536, "nauc_map_at_3_diff1": 0.430116, "nauc_map_at_5_max": 0.268892, "nauc_map_at_5_std": 0.039245, "nauc_map_at_5_diff1": 0.417827, "nauc_map_at_10_max": 0.301115, "nauc_map_at_10_std": 0.065403, "nauc_map_at_10_diff1": 0.41118, "nauc_map_at_20_max": 0.313859, "nauc_map_at_20_std": 0.079234, "nauc_map_at_20_diff1": 0.407851, "nauc_map_at_100_max": 0.318411, "nauc_map_at_100_std": 0.08651, "nauc_map_at_100_diff1": 0.401668, "nauc_map_at_1000_max": 0.315221, "nauc_map_at_1000_std": 0.084209, "nauc_map_at_1000_diff1": 0.400355, "nauc_recall_at_1_max": 0.156087, "nauc_recall_at_1_std": -0.04839, "nauc_recall_at_1_diff1": 0.4738, "nauc_recall_at_3_max": 0.204486, "nauc_recall_at_3_std": 0.007834, "nauc_recall_at_3_diff1": 0.374038, "nauc_recall_at_5_max": 0.289606, "nauc_recall_at_5_std": 0.075536, "nauc_recall_at_5_diff1": 0.342941, "nauc_recall_at_10_max": 0.351341, "nauc_recall_at_10_std": 0.124693, "nauc_recall_at_10_diff1": 0.321961, "nauc_recall_at_20_max": 0.370298, "nauc_recall_at_20_std": 0.122149, "nauc_recall_at_20_diff1": 0.320989, "nauc_recall_at_100_max": 0.48894, "nauc_recall_at_100_std": 0.236965, "nauc_recall_at_100_diff1": 0.252432, "nauc_recall_at_1000_max": 0.476771, "nauc_recall_at_1000_std": 0.490028, "nauc_recall_at_1000_diff1": 0.192756, "nauc_precision_at_1_max": 0.281861, "nauc_precision_at_1_std": 0.06665, "nauc_precision_at_1_diff1": 0.460954, "nauc_precision_at_3_max": 0.262269, "nauc_precision_at_3_std": 0.152944, "nauc_precision_at_3_diff1": 0.10796, "nauc_precision_at_5_max": 0.295688, "nauc_precision_at_5_std": 0.221097, "nauc_precision_at_5_diff1": 0.010719, "nauc_precision_at_10_max": 0.268294, "nauc_precision_at_10_std": 0.245056, "nauc_precision_at_10_diff1": -0.066145, "nauc_precision_at_20_max": 0.19446, "nauc_precision_at_20_std": 0.222561, "nauc_precision_at_20_diff1": -0.125639, "nauc_precision_at_100_max": 0.009656, "nauc_precision_at_100_std": 0.090552, "nauc_precision_at_100_diff1": -0.230229, "nauc_precision_at_1000_max": -0.13105, "nauc_precision_at_1000_std": -0.014555, "nauc_precision_at_1000_diff1": -0.273019, "nauc_mrr_at_1_max": 0.281861, "nauc_mrr_at_1_std": 0.06665, "nauc_mrr_at_1_diff1": 0.460954, "nauc_mrr_at_3_max": 0.341804, "nauc_mrr_at_3_std": 0.122283, "nauc_mrr_at_3_diff1": 0.428734, "nauc_mrr_at_5_max": 0.332624, "nauc_mrr_at_5_std": 0.121638, "nauc_mrr_at_5_diff1": 0.421263, "nauc_mrr_at_10_max": 0.333984, "nauc_mrr_at_10_std": 0.119189, "nauc_mrr_at_10_diff1": 0.425121, "nauc_mrr_at_20_max": 0.331808, "nauc_mrr_at_20_std": 0.113641, "nauc_mrr_at_20_diff1": 0.427466, "nauc_mrr_at_100_max": 0.331241, "nauc_mrr_at_100_std": 0.112868, "nauc_mrr_at_100_diff1": 0.427432, "nauc_mrr_at_1000_max": 0.331231, "nauc_mrr_at_1000_std": 0.112936, "nauc_mrr_at_1000_diff1": 0.427525, "hit_rate_at_1": 0.50809, "hit_rate_at_3": 0.71521, "hit_rate_at_5": 0.79288, "hit_rate_at_10": 0.87702, "hit_rate_at_20": 0.92557, "hit_rate_at_100": 0.99029, "hit_rate_at_1000": 1.0, "main_score": 0.53238, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.50647, "ndcg_at_3": 0.52248, "ndcg_at_5": 0.52987, "ndcg_at_10": 0.55673, "ndcg_at_20": 0.58753, "ndcg_at_100": 0.6398, "ndcg_at_1000": 0.66802, "map_at_1": 0.24993, "map_at_3": 0.36378, "map_at_5": 0.40157, "map_at_10": 0.43975, "map_at_20": 0.46212, "map_at_100": 0.48131, "map_at_1000": 0.48505, "recall_at_1": 0.24993, "recall_at_3": 0.42801, "recall_at_5": 0.50004, "recall_at_10": 0.61004, "recall_at_20": 0.70377, "recall_at_100": 0.87555, "recall_at_1000": 0.99726, "accuracy": 0.24993, "precision_at_1": 0.54369, "precision_at_3": 0.37648, "precision_at_5": 0.29773, "precision_at_10": 0.20259, "precision_at_20": 0.12977, "precision_at_100": 0.03722, "precision_at_1000": 0.0047, "mrr_at_1": 0.543689, "mrr_at_3": 0.644013, "mrr_at_5": 0.655502, "mrr_at_10": 0.666339, "mrr_at_20": 0.668716, "mrr_at_100": 0.669803, "mrr_at_1000": 0.669954, "nauc_ndcg_at_1_max": 0.236631, "nauc_ndcg_at_1_std": 0.020378, "nauc_ndcg_at_1_diff1": 0.47485, "nauc_ndcg_at_3_max": 0.258368, "nauc_ndcg_at_3_std": 0.042959, "nauc_ndcg_at_3_diff1": 0.414957, "nauc_ndcg_at_5_max": 0.284021, "nauc_ndcg_at_5_std": 0.060333, "nauc_ndcg_at_5_diff1": 0.40235, "nauc_ndcg_at_10_max": 0.316696, "nauc_ndcg_at_10_std": 0.091221, "nauc_ndcg_at_10_diff1": 0.404545, "nauc_ndcg_at_20_max": 0.331122, "nauc_ndcg_at_20_std": 0.100604, "nauc_ndcg_at_20_diff1": 0.416186, "nauc_ndcg_at_100_max": 0.330319, "nauc_ndcg_at_100_std": 0.093773, "nauc_ndcg_at_100_diff1": 0.424459, "nauc_ndcg_at_1000_max": 0.301802, "nauc_ndcg_at_1000_std": 0.077186, "nauc_ndcg_at_1000_diff1": 0.423573, "nauc_map_at_1_max": 0.149375, "nauc_map_at_1_std": -0.038522, "nauc_map_at_1_diff1": 0.449803, "nauc_map_at_3_max": 0.209774, "nauc_map_at_3_std": 0.012038, "nauc_map_at_3_diff1": 0.410413, "nauc_map_at_5_max": 0.238674, "nauc_map_at_5_std": 0.022784, "nauc_map_at_5_diff1": 0.389178, "nauc_map_at_10_max": 0.265943, "nauc_map_at_10_std": 0.056244, "nauc_map_at_10_diff1": 0.371168, "nauc_map_at_20_max": 0.281869, "nauc_map_at_20_std": 0.070983, "nauc_map_at_20_diff1": 0.372237, "nauc_map_at_100_max": 0.287217, "nauc_map_at_100_std": 0.078602, "nauc_map_at_100_diff1": 0.373064, "nauc_map_at_1000_max": 0.283879, "nauc_map_at_1000_std": 0.076717, "nauc_map_at_1000_diff1": 0.372272, "nauc_recall_at_1_max": 0.149375, "nauc_recall_at_1_std": -0.038522, "nauc_recall_at_1_diff1": 0.449803, "nauc_recall_at_3_max": 0.212641, "nauc_recall_at_3_std": 0.025553, "nauc_recall_at_3_diff1": 0.349232, "nauc_recall_at_5_max": 0.256975, "nauc_recall_at_5_std": 0.047047, "nauc_recall_at_5_diff1": 0.316623, "nauc_recall_at_10_max": 0.313764, "nauc_recall_at_10_std": 0.121112, "nauc_recall_at_10_diff1": 0.270807, "nauc_recall_at_20_max": 0.36251, "nauc_recall_at_20_std": 0.138832, "nauc_recall_at_20_diff1": 0.285793, "nauc_recall_at_100_max": 0.422923, "nauc_recall_at_100_std": 0.125974, "nauc_recall_at_100_diff1": 0.314569, "nauc_recall_at_1000_max": 0.714122, "nauc_recall_at_1000_std": 0.923823, "nauc_recall_at_1000_diff1": 0.261328, "nauc_precision_at_1_max": 0.267978, "nauc_precision_at_1_std": 0.061004, "nauc_precision_at_1_diff1": 0.431959, "nauc_precision_at_3_max": 0.235754, "nauc_precision_at_3_std": 0.147004, "nauc_precision_at_3_diff1": 0.102854, "nauc_precision_at_5_max": 0.231938, "nauc_precision_at_5_std": 0.16382, "nauc_precision_at_5_diff1": -0.005375, "nauc_precision_at_10_max": 0.206078, "nauc_precision_at_10_std": 0.220338, "nauc_precision_at_10_diff1": -0.110984, "nauc_precision_at_20_max": 0.13722, "nauc_precision_at_20_std": 0.191734, "nauc_precision_at_20_diff1": -0.144075, "nauc_precision_at_100_max": 0.011091, "nauc_precision_at_100_std": 0.090272, "nauc_precision_at_100_diff1": -0.180414, "nauc_precision_at_1000_max": -0.129573, "nauc_precision_at_1000_std": -0.002275, "nauc_precision_at_1000_diff1": -0.229073, "nauc_mrr_at_1_max": 0.267978, "nauc_mrr_at_1_std": 0.061004, "nauc_mrr_at_1_diff1": 0.431959, "nauc_mrr_at_3_max": 0.319941, "nauc_mrr_at_3_std": 0.103144, "nauc_mrr_at_3_diff1": 0.417072, "nauc_mrr_at_5_max": 0.316662, "nauc_mrr_at_5_std": 0.102115, "nauc_mrr_at_5_diff1": 0.407767, "nauc_mrr_at_10_max": 0.313976, "nauc_mrr_at_10_std": 0.106384, "nauc_mrr_at_10_diff1": 0.413958, "nauc_mrr_at_20_max": 0.312549, "nauc_mrr_at_20_std": 0.102835, "nauc_mrr_at_20_diff1": 0.414293, "nauc_mrr_at_100_max": 0.311162, "nauc_mrr_at_100_std": 0.100405, "nauc_mrr_at_100_diff1": 0.414725, "nauc_mrr_at_1000_max": 0.311089, "nauc_mrr_at_1000_std": 0.100362, "nauc_mrr_at_1000_diff1": 0.41461, "hit_rate_at_1": 0.54369, "hit_rate_at_3": 0.76699, "hit_rate_at_5": 0.82524, "hit_rate_at_10": 0.89644, "hit_rate_at_20": 0.93204, "hit_rate_at_100": 0.97411, "hit_rate_at_1000": 1.0, "main_score": 0.55673, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.63107, "ndcg_at_3": 0.61261, "ndcg_at_5": 0.62409, "ndcg_at_10": 0.64528, "ndcg_at_20": 0.67288, "ndcg_at_100": 0.71722, "ndcg_at_1000": 0.73728, "map_at_1": 0.2925, "map_at_3": 0.42532, "map_at_5": 0.47823, "map_at_10": 0.51974, "map_at_20": 0.54339, "map_at_100": 0.56162, "map_at_1000": 0.56468, "recall_at_1": 0.2925, "recall_at_3": 0.48745, "recall_at_5": 0.58974, "recall_at_10": 0.69368, "recall_at_20": 0.77735, "recall_at_100": 0.91397, "recall_at_1000": 0.99624, "accuracy": 0.2925, "precision_at_1": 0.67314, "precision_at_3": 0.43581, "precision_at_5": 0.35081, "precision_at_10": 0.23107, "precision_at_20": 0.14401, "precision_at_100": 0.03935, "precision_at_1000": 0.0047, "mrr_at_1": 0.673139, "mrr_at_3": 0.751348, "mrr_at_5": 0.765426, "mrr_at_10": 0.771734, "mrr_at_20": 0.773104, "mrr_at_100": 0.773745, "mrr_at_1000": 0.773795, "nauc_ndcg_at_1_max": 0.212162, "nauc_ndcg_at_1_std": 0.005288, "nauc_ndcg_at_1_diff1": 0.446969, "nauc_ndcg_at_3_max": 0.211134, "nauc_ndcg_at_3_std": -0.042382, "nauc_ndcg_at_3_diff1": 0.374517, "nauc_ndcg_at_5_max": 0.256909, "nauc_ndcg_at_5_std": -0.022233, "nauc_ndcg_at_5_diff1": 0.405874, "nauc_ndcg_at_10_max": 0.288024, "nauc_ndcg_at_10_std": 9.3e-05, "nauc_ndcg_at_10_diff1": 0.417419, "nauc_ndcg_at_20_max": 0.295673, "nauc_ndcg_at_20_std": 0.019795, "nauc_ndcg_at_20_diff1": 0.411847, "nauc_ndcg_at_100_max": 0.288175, "nauc_ndcg_at_100_std": 0.018375, "nauc_ndcg_at_100_diff1": 0.409066, "nauc_ndcg_at_1000_max": 0.265685, "nauc_ndcg_at_1000_std": 0.007469, "nauc_ndcg_at_1000_diff1": 0.409893, "nauc_map_at_1_max": 0.191853, "nauc_map_at_1_std": -0.094075, "nauc_map_at_1_diff1": 0.462833, "nauc_map_at_3_max": 0.192944, "nauc_map_at_3_std": -0.090947, "nauc_map_at_3_diff1": 0.393948, "nauc_map_at_5_max": 0.230426, "nauc_map_at_5_std": -0.053077, "nauc_map_at_5_diff1": 0.387122, "nauc_map_at_10_max": 0.249129, "nauc_map_at_10_std": -0.02749, "nauc_map_at_10_diff1": 0.375648, "nauc_map_at_20_max": 0.252625, "nauc_map_at_20_std": -0.012709, "nauc_map_at_20_diff1": 0.369648, "nauc_map_at_100_max": 0.253484, "nauc_map_at_100_std": -0.007732, "nauc_map_at_100_diff1": 0.364646, "nauc_map_at_1000_max": 0.250961, "nauc_map_at_1000_std": -0.007577, "nauc_map_at_1000_diff1": 0.364736, "nauc_recall_at_1_max": 0.191853, "nauc_recall_at_1_std": -0.094075, "nauc_recall_at_1_diff1": 0.462833, "nauc_recall_at_3_max": 0.181955, "nauc_recall_at_3_std": -0.081565, "nauc_recall_at_3_diff1": 0.326386, "nauc_recall_at_5_max": 0.222045, "nauc_recall_at_5_std": -0.041094, "nauc_recall_at_5_diff1": 0.321554, "nauc_recall_at_10_max": 0.288234, "nauc_recall_at_10_std": 0.03436, "nauc_recall_at_10_diff1": 0.30771, "nauc_recall_at_20_max": 0.333429, "nauc_recall_at_20_std": 0.097302, "nauc_recall_at_20_diff1": 0.291452, "nauc_recall_at_100_max": 0.432178, "nauc_recall_at_100_std": 0.14382, "nauc_recall_at_100_diff1": 0.29743, "nauc_recall_at_1000_max": 0.412039, "nauc_recall_at_1000_std": 0.652979, "nauc_recall_at_1000_diff1": -0.133059, "nauc_precision_at_1_max": 0.217381, "nauc_precision_at_1_std": 0.014767, "nauc_precision_at_1_diff1": 0.424806, "nauc_precision_at_3_max": 0.080933, "nauc_precision_at_3_std": 0.068033, "nauc_precision_at_3_diff1": -0.012744, "nauc_precision_at_5_max": 0.10944, "nauc_precision_at_5_std": 0.149645, "nauc_precision_at_5_diff1": -0.096249, "nauc_precision_at_10_max": 0.05487, "nauc_precision_at_10_std": 0.159609, "nauc_precision_at_10_diff1": -0.176886, "nauc_precision_at_20_max": -0.018468, "nauc_precision_at_20_std": 0.161643, "nauc_precision_at_20_diff1": -0.227177, "nauc_precision_at_100_max": -0.113561, "nauc_precision_at_100_std": 0.102868, "nauc_precision_at_100_diff1": -0.26394, "nauc_precision_at_1000_max": -0.162308, "nauc_precision_at_1000_std": 0.06246, "nauc_precision_at_1000_diff1": -0.253638, "nauc_mrr_at_1_max": 0.217381, "nauc_mrr_at_1_std": 0.014767, "nauc_mrr_at_1_diff1": 0.424806, "nauc_mrr_at_3_max": 0.260819, "nauc_mrr_at_3_std": 0.051894, "nauc_mrr_at_3_diff1": 0.411171, "nauc_mrr_at_5_max": 0.257724, "nauc_mrr_at_5_std": 0.048907, "nauc_mrr_at_5_diff1": 0.420424, "nauc_mrr_at_10_max": 0.25924, "nauc_mrr_at_10_std": 0.049284, "nauc_mrr_at_10_diff1": 0.422532, "nauc_mrr_at_20_max": 0.256709, "nauc_mrr_at_20_std": 0.051195, "nauc_mrr_at_20_diff1": 0.420637, "nauc_mrr_at_100_max": 0.256084, "nauc_mrr_at_100_std": 0.050288, "nauc_mrr_at_100_diff1": 0.420574, "nauc_mrr_at_1000_max": 0.255896, "nauc_mrr_at_1000_std": 0.050098, "nauc_mrr_at_1000_diff1": 0.42046, "hit_rate_at_1": 0.67314, "hit_rate_at_3": 0.85437, "hit_rate_at_5": 0.91262, "hit_rate_at_10": 0.95793, "hit_rate_at_20": 0.97735, "hit_rate_at_100": 0.99353, "hit_rate_at_1000": 1.0, "main_score": 0.64528, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.46926, "ndcg_at_3": 0.46671, "ndcg_at_5": 0.49162, "ndcg_at_10": 0.52418, "ndcg_at_20": 0.553, "ndcg_at_100": 0.60837, "ndcg_at_1000": 0.63653, "map_at_1": 0.22619, "map_at_3": 0.32031, "map_at_5": 0.36681, "map_at_10": 0.40701, "map_at_20": 0.42628, "map_at_100": 0.44537, "map_at_1000": 0.44879, "recall_at_1": 0.22619, "recall_at_3": 0.37201, "recall_at_5": 0.47183, "recall_at_10": 0.59572, "recall_at_20": 0.68597, "recall_at_100": 0.87062, "recall_at_1000": 0.99303, "accuracy": 0.22619, "precision_at_1": 0.49515, "precision_at_3": 0.34196, "precision_at_5": 0.28608, "precision_at_10": 0.19579, "precision_at_20": 0.12282, "precision_at_100": 0.03657, "precision_at_1000": 0.00463, "mrr_at_1": 0.498382, "mrr_at_3": 0.596548, "mrr_at_5": 0.613053, "mrr_at_10": 0.621887, "mrr_at_20": 0.625714, "mrr_at_100": 0.62777, "mrr_at_1000": 0.627879, "nauc_ndcg_at_1_max": 0.287506, "nauc_ndcg_at_1_std": -0.005349, "nauc_ndcg_at_1_diff1": 0.499035, "nauc_ndcg_at_3_max": 0.335022, "nauc_ndcg_at_3_std": 0.029533, "nauc_ndcg_at_3_diff1": 0.421461, "nauc_ndcg_at_5_max": 0.358726, "nauc_ndcg_at_5_std": 0.04272, "nauc_ndcg_at_5_diff1": 0.44877, "nauc_ndcg_at_10_max": 0.385705, "nauc_ndcg_at_10_std": 0.083536, "nauc_ndcg_at_10_diff1": 0.467084, "nauc_ndcg_at_20_max": 0.407154, "nauc_ndcg_at_20_std": 0.094969, "nauc_ndcg_at_20_diff1": 0.468425, "nauc_ndcg_at_100_max": 0.398194, "nauc_ndcg_at_100_std": 0.085851, "nauc_ndcg_at_100_diff1": 0.468057, "nauc_ndcg_at_1000_max": 0.369103, "nauc_ndcg_at_1000_std": 0.062337, "nauc_ndcg_at_1000_diff1": 0.464898, "nauc_map_at_1_max": 0.270092, "nauc_map_at_1_std": 0.015017, "nauc_map_at_1_diff1": 0.498423, "nauc_map_at_3_max": 0.323388, "nauc_map_at_3_std": 0.042737, "nauc_map_at_3_diff1": 0.435211, "nauc_map_at_5_max": 0.341211, "nauc_map_at_5_std": 0.045297, "nauc_map_at_5_diff1": 0.44214, "nauc_map_at_10_max": 0.360143, "nauc_map_at_10_std": 0.068137, "nauc_map_at_10_diff1": 0.437626, "nauc_map_at_20_max": 0.376204, "nauc_map_at_20_std": 0.077846, "nauc_map_at_20_diff1": 0.434529, "nauc_map_at_100_max": 0.377348, "nauc_map_at_100_std": 0.07992, "nauc_map_at_100_diff1": 0.433059, "nauc_map_at_1000_max": 0.374872, "nauc_map_at_1000_std": 0.077856, "nauc_map_at_1000_diff1": 0.433314, "nauc_recall_at_1_max": 0.270092, "nauc_recall_at_1_std": 0.015017, "nauc_recall_at_1_diff1": 0.498423, "nauc_recall_at_3_max": 0.330598, "nauc_recall_at_3_std": 0.05165, "nauc_recall_at_3_diff1": 0.401394, "nauc_recall_at_5_max": 0.337523, "nauc_recall_at_5_std": 0.057201, "nauc_recall_at_5_diff1": 0.385975, "nauc_recall_at_10_max": 0.352087, "nauc_recall_at_10_std": 0.122881, "nauc_recall_at_10_diff1": 0.365502, "nauc_recall_at_20_max": 0.411763, "nauc_recall_at_20_std": 0.153834, "nauc_recall_at_20_diff1": 0.35066, "nauc_recall_at_100_max": 0.506839, "nauc_recall_at_100_std": 0.229706, "nauc_recall_at_100_diff1": 0.369484, "nauc_recall_at_1000_max": 0.286487, "nauc_recall_at_1000_std": 0.60602, "nauc_recall_at_1000_diff1": 0.172748, "nauc_precision_at_1_max": 0.314106, "nauc_precision_at_1_std": 0.012536, "nauc_precision_at_1_diff1": 0.504355, "nauc_precision_at_3_max": 0.279521, "nauc_precision_at_3_std": 0.08789, "nauc_precision_at_3_diff1": 0.137026, "nauc_precision_at_5_max": 0.231405, "nauc_precision_at_5_std": 0.078149, "nauc_precision_at_5_diff1": 0.075938, "nauc_precision_at_10_max": 0.178206, "nauc_precision_at_10_std": 0.100971, "nauc_precision_at_10_diff1": -0.00423, "nauc_precision_at_20_max": 0.128484, "nauc_precision_at_20_std": 0.086298, "nauc_precision_at_20_diff1": -0.059505, "nauc_precision_at_100_max": -0.048868, "nauc_precision_at_100_std": -0.002104, "nauc_precision_at_100_diff1": -0.149512, "nauc_precision_at_1000_max": -0.185423, "nauc_precision_at_1000_std": -0.092719, "nauc_precision_at_1000_diff1": -0.202, "nauc_mrr_at_1_max": 0.319643, "nauc_mrr_at_1_std": 0.028556, "nauc_mrr_at_1_diff1": 0.495696, "nauc_mrr_at_3_max": 0.366533, "nauc_mrr_at_3_std": 0.070726, "nauc_mrr_at_3_diff1": 0.479264, "nauc_mrr_at_5_max": 0.377363, "nauc_mrr_at_5_std": 0.082634, "nauc_mrr_at_5_diff1": 0.482655, "nauc_mrr_at_10_max": 0.374794, "nauc_mrr_at_10_std": 0.080768, "nauc_mrr_at_10_diff1": 0.482984, "nauc_mrr_at_20_max": 0.371302, "nauc_mrr_at_20_std": 0.076799, "nauc_mrr_at_20_diff1": 0.481939, "nauc_mrr_at_100_max": 0.370633, "nauc_mrr_at_100_std": 0.074769, "nauc_mrr_at_100_diff1": 0.48228, "nauc_mrr_at_1000_max": 0.370552, "nauc_mrr_at_1000_std": 0.074928, "nauc_mrr_at_1000_diff1": 0.482204, "hit_rate_at_1": 0.49515, "hit_rate_at_3": 0.71521, "hit_rate_at_5": 0.78964, "hit_rate_at_10": 0.86084, "hit_rate_at_20": 0.91586, "hit_rate_at_100": 0.98058, "hit_rate_at_1000": 1.0, "main_score": 0.52418, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.51456, "ndcg_at_3": 0.51005, "ndcg_at_5": 0.52592, "ndcg_at_10": 0.54792, "ndcg_at_20": 0.57847, "ndcg_at_100": 0.63126, "ndcg_at_1000": 0.65887, "map_at_1": 0.2383, "map_at_3": 0.347, "map_at_5": 0.39141, "map_at_10": 0.42818, "map_at_20": 0.45036, "map_at_100": 0.46862, "map_at_1000": 0.47251, "recall_at_1": 0.2383, "recall_at_3": 0.40524, "recall_at_5": 0.50219, "recall_at_10": 0.60202, "recall_at_20": 0.69909, "recall_at_100": 0.87598, "recall_at_1000": 0.99256, "accuracy": 0.2383, "precision_at_1": 0.54693, "precision_at_3": 0.37325, "precision_at_5": 0.29968, "precision_at_10": 0.20097, "precision_at_20": 0.12816, "precision_at_100": 0.03673, "precision_at_1000": 0.00465, "mrr_at_1": 0.543689, "mrr_at_3": 0.640777, "mrr_at_5": 0.654854, "mrr_at_10": 0.66246, "mrr_at_20": 0.665127, "mrr_at_100": 0.667023, "mrr_at_1000": 0.66712, "nauc_ndcg_at_1_max": 0.194181, "nauc_ndcg_at_1_std": 0.029593, "nauc_ndcg_at_1_diff1": 0.398022, "nauc_ndcg_at_3_max": 0.20165, "nauc_ndcg_at_3_std": 0.019983, "nauc_ndcg_at_3_diff1": 0.337681, "nauc_ndcg_at_5_max": 0.251188, "nauc_ndcg_at_5_std": 0.071412, "nauc_ndcg_at_5_diff1": 0.331971, "nauc_ndcg_at_10_max": 0.294919, "nauc_ndcg_at_10_std": 0.090366, "nauc_ndcg_at_10_diff1": 0.363233, "nauc_ndcg_at_20_max": 0.32656, "nauc_ndcg_at_20_std": 0.114851, "nauc_ndcg_at_20_diff1": 0.36545, "nauc_ndcg_at_100_max": 0.332, "nauc_ndcg_at_100_std": 0.116581, "nauc_ndcg_at_100_diff1": 0.363803, "nauc_ndcg_at_1000_max": 0.298539, "nauc_ndcg_at_1000_std": 0.090459, "nauc_ndcg_at_1000_diff1": 0.363775, "nauc_map_at_1_max": 0.17196, "nauc_map_at_1_std": -0.029568, "nauc_map_at_1_diff1": 0.438331, "nauc_map_at_3_max": 0.184714, "nauc_map_at_3_std": 0.000466, "nauc_map_at_3_diff1": 0.389815, "nauc_map_at_5_max": 0.214832, "nauc_map_at_5_std": 0.034111, "nauc_map_at_5_diff1": 0.357027, "nauc_map_at_10_max": 0.245219, "nauc_map_at_10_std": 0.051147, "nauc_map_at_10_diff1": 0.347211, "nauc_map_at_20_max": 0.264853, "nauc_map_at_20_std": 0.066263, "nauc_map_at_20_diff1": 0.341196, "nauc_map_at_100_max": 0.272889, "nauc_map_at_100_std": 0.071891, "nauc_map_at_100_diff1": 0.338946, "nauc_map_at_1000_max": 0.269488, "nauc_map_at_1000_std": 0.069272, "nauc_map_at_1000_diff1": 0.338392, "nauc_recall_at_1_max": 0.17196, "nauc_recall_at_1_std": -0.029568, "nauc_recall_at_1_diff1": 0.438331, "nauc_recall_at_3_max": 0.163598, "nauc_recall_at_3_std": 0.003644, "nauc_recall_at_3_diff1": 0.351127, "nauc_recall_at_5_max": 0.217927, "nauc_recall_at_5_std": 0.086852, "nauc_recall_at_5_diff1": 0.276896, "nauc_recall_at_10_max": 0.283013, "nauc_recall_at_10_std": 0.123579, "nauc_recall_at_10_diff1": 0.271829, "nauc_recall_at_20_max": 0.362302, "nauc_recall_at_20_std": 0.186494, "nauc_recall_at_20_diff1": 0.247635, "nauc_recall_at_100_max": 0.516231, "nauc_recall_at_100_std": 0.32654, "nauc_recall_at_100_diff1": 0.245049, "nauc_recall_at_1000_max": 0.625756, "nauc_recall_at_1000_std": 0.758984, "nauc_recall_at_1000_diff1": 0.096598, "nauc_precision_at_1_max": 0.241557, "nauc_precision_at_1_std": 0.073933, "nauc_precision_at_1_diff1": 0.37751, "nauc_precision_at_3_max": 0.167989, "nauc_precision_at_3_std": 0.098501, "nauc_precision_at_3_diff1": 0.048165, "nauc_precision_at_5_max": 0.219132, "nauc_precision_at_5_std": 0.181674, "nauc_precision_at_5_diff1": -0.057686, "nauc_precision_at_10_max": 0.179261, "nauc_precision_at_10_std": 0.15439, "nauc_precision_at_10_diff1": -0.107313, "nauc_precision_at_20_max": 0.142202, "nauc_precision_at_20_std": 0.136216, "nauc_precision_at_20_diff1": -0.158443, "nauc_precision_at_100_max": 0.016498, "nauc_precision_at_100_std": 0.045572, "nauc_precision_at_100_diff1": -0.221702, "nauc_precision_at_1000_max": -0.119552, "nauc_precision_at_1000_std": -0.045307, "nauc_precision_at_1000_diff1": -0.231823, "nauc_mrr_at_1_max": 0.229643, "nauc_mrr_at_1_std": 0.062597, "nauc_mrr_at_1_diff1": 0.385864, "nauc_mrr_at_3_max": 0.283832, "nauc_mrr_at_3_std": 0.112224, "nauc_mrr_at_3_diff1": 0.369458, "nauc_mrr_at_5_max": 0.288479, "nauc_mrr_at_5_std": 0.133635, "nauc_mrr_at_5_diff1": 0.359852, "nauc_mrr_at_10_max": 0.288688, "nauc_mrr_at_10_std": 0.13261, "nauc_mrr_at_10_diff1": 0.364208, "nauc_mrr_at_20_max": 0.287951, "nauc_mrr_at_20_std": 0.131041, "nauc_mrr_at_20_diff1": 0.36496, "nauc_mrr_at_100_max": 0.285627, "nauc_mrr_at_100_std": 0.128546, "nauc_mrr_at_100_diff1": 0.365242, "nauc_mrr_at_1000_max": 0.285423, "nauc_mrr_at_1000_std": 0.128307, "nauc_mrr_at_1000_diff1": 0.36517, "hit_rate_at_1": 0.54693, "hit_rate_at_3": 0.76052, "hit_rate_at_5": 0.82848, "hit_rate_at_10": 0.88026, "hit_rate_at_20": 0.91909, "hit_rate_at_100": 0.98382, "hit_rate_at_1000": 1.0, "main_score": 0.54792, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.50647, "ndcg_at_3": 0.51317, "ndcg_at_5": 0.52679, "ndcg_at_10": 0.54686, "ndcg_at_20": 0.58246, "ndcg_at_100": 0.63321, "ndcg_at_1000": 0.6611, "map_at_1": 0.24418, "map_at_3": 0.35242, "map_at_5": 0.39584, "map_at_10": 0.42977, "map_at_20": 0.45326, "map_at_100": 0.47126, "map_at_1000": 0.47504, "recall_at_1": 0.24418, "recall_at_3": 0.41322, "recall_at_5": 0.50251, "recall_at_10": 0.60081, "recall_at_20": 0.71498, "recall_at_100": 0.87419, "recall_at_1000": 0.99448, "accuracy": 0.24418, "precision_at_1": 0.54045, "precision_at_3": 0.36785, "precision_at_5": 0.29644, "precision_at_10": 0.19612, "precision_at_20": 0.12783, "precision_at_100": 0.03696, "precision_at_1000": 0.00467, "mrr_at_1": 0.540453, "mrr_at_3": 0.639159, "mrr_at_5": 0.652913, "mrr_at_10": 0.658825, "mrr_at_20": 0.663834, "mrr_at_100": 0.665133, "mrr_at_1000": 0.665209, "nauc_ndcg_at_1_max": 0.172354, "nauc_ndcg_at_1_std": -0.067549, "nauc_ndcg_at_1_diff1": 0.429779, "nauc_ndcg_at_3_max": 0.231381, "nauc_ndcg_at_3_std": -0.019868, "nauc_ndcg_at_3_diff1": 0.35561, "nauc_ndcg_at_5_max": 0.248021, "nauc_ndcg_at_5_std": -0.010162, "nauc_ndcg_at_5_diff1": 0.357013, "nauc_ndcg_at_10_max": 0.289149, "nauc_ndcg_at_10_std": 0.027989, "nauc_ndcg_at_10_diff1": 0.369841, "nauc_ndcg_at_20_max": 0.306243, "nauc_ndcg_at_20_std": 0.039359, "nauc_ndcg_at_20_diff1": 0.385907, "nauc_ndcg_at_100_max": 0.292484, "nauc_ndcg_at_100_std": 0.021347, "nauc_ndcg_at_100_diff1": 0.389801, "nauc_ndcg_at_1000_max": 0.269836, "nauc_ndcg_at_1000_std": 0.006198, "nauc_ndcg_at_1000_diff1": 0.390429, "nauc_map_at_1_max": 0.173912, "nauc_map_at_1_std": -0.059309, "nauc_map_at_1_diff1": 0.444725, "nauc_map_at_3_max": 0.235049, "nauc_map_at_3_std": -0.012103, "nauc_map_at_3_diff1": 0.380334, "nauc_map_at_5_max": 0.24174, "nauc_map_at_5_std": -0.017789, "nauc_map_at_5_diff1": 0.357592, "nauc_map_at_10_max": 0.263988, "nauc_map_at_10_std": 0.001432, "nauc_map_at_10_diff1": 0.349284, "nauc_map_at_20_max": 0.277917, "nauc_map_at_20_std": 0.01054, "nauc_map_at_20_diff1": 0.354196, "nauc_map_at_100_max": 0.276518, "nauc_map_at_100_std": 0.009394, "nauc_map_at_100_diff1": 0.353309, "nauc_map_at_1000_max": 0.274184, "nauc_map_at_1000_std": 0.008199, "nauc_map_at_1000_diff1": 0.353019, "nauc_recall_at_1_max": 0.173912, "nauc_recall_at_1_std": -0.059309, "nauc_recall_at_1_diff1": 0.444725, "nauc_recall_at_3_max": 0.228948, "nauc_recall_at_3_std": 0.010753, "nauc_recall_at_3_diff1": 0.31707, "nauc_recall_at_5_max": 0.238696, "nauc_recall_at_5_std": 0.017322, "nauc_recall_at_5_diff1": 0.281989, "nauc_recall_at_10_max": 0.297306, "nauc_recall_at_10_std": 0.086412, "nauc_recall_at_10_diff1": 0.24592, "nauc_recall_at_20_max": 0.334592, "nauc_recall_at_20_std": 0.113307, "nauc_recall_at_20_diff1": 0.257653, "nauc_recall_at_100_max": 0.372433, "nauc_recall_at_100_std": 0.109868, "nauc_recall_at_100_diff1": 0.25126, "nauc_recall_at_1000_max": 0.278731, "nauc_recall_at_1000_std": 0.495406, "nauc_recall_at_1000_diff1": -0.189267, "nauc_precision_at_1_max": 0.206333, "nauc_precision_at_1_std": -0.053932, "nauc_precision_at_1_diff1": 0.413103, "nauc_precision_at_3_max": 0.177686, "nauc_precision_at_3_std": 0.040241, "nauc_precision_at_3_diff1": 0.048783, "nauc_precision_at_5_max": 0.150854, "nauc_precision_at_5_std": 0.034723, "nauc_precision_at_5_diff1": -0.034376, "nauc_precision_at_10_max": 0.132994, "nauc_precision_at_10_std": 0.092267, "nauc_precision_at_10_diff1": -0.096641, "nauc_precision_at_20_max": 0.086996, "nauc_precision_at_20_std": 0.093217, "nauc_precision_at_20_diff1": -0.107964, "nauc_precision_at_100_max": -0.063885, "nauc_precision_at_100_std": 0.003791, "nauc_precision_at_100_diff1": -0.157954, "nauc_precision_at_1000_max": -0.156483, "nauc_precision_at_1000_std": -0.048474, "nauc_precision_at_1000_diff1": -0.188552, "nauc_mrr_at_1_max": 0.206333, "nauc_mrr_at_1_std": -0.053932, "nauc_mrr_at_1_diff1": 0.413103, "nauc_mrr_at_3_max": 0.252534, "nauc_mrr_at_3_std": -0.003165, "nauc_mrr_at_3_diff1": 0.388919, "nauc_mrr_at_5_max": 0.255676, "nauc_mrr_at_5_std": 0.006544, "nauc_mrr_at_5_diff1": 0.388778, "nauc_mrr_at_10_max": 0.259472, "nauc_mrr_at_10_std": 0.006662, "nauc_mrr_at_10_diff1": 0.389598, "nauc_mrr_at_20_max": 0.255391, "nauc_mrr_at_20_std": 0.002551, "nauc_mrr_at_20_diff1": 0.391545, "nauc_mrr_at_100_max": 0.253179, "nauc_mrr_at_100_std": 1.9e-05, "nauc_mrr_at_100_diff1": 0.391879, "nauc_mrr_at_1000_max": 0.253199, "nauc_mrr_at_1000_std": 1.7e-05, "nauc_mrr_at_1000_diff1": 0.39181, "hit_rate_at_1": 0.54045, "hit_rate_at_3": 0.75405, "hit_rate_at_5": 0.81553, "hit_rate_at_10": 0.86731, "hit_rate_at_20": 0.93528, "hit_rate_at_100": 0.98382, "hit_rate_at_1000": 1.0, "main_score": 0.54686, "hf_subset": "portuguese", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 2525.1703581809998, "kg_co2_emissions": null, "date": 1773067568.012067 }