{ "dataset_revision": "0542c0d03da0ec1c8cbc517c8d78e7e95c75d3d3", "task_name": "Vidore2ESGReportsRetrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.50877, "ndcg_at_3": 0.54309, "ndcg_at_5": 0.57528, "ndcg_at_10": 0.61866, "ndcg_at_20": 0.6572, "ndcg_at_100": 0.69664, "ndcg_at_1000": 0.70044, "map_at_1": 0.26247, "map_at_3": 0.40193, "map_at_5": 0.45642, "map_at_10": 0.50317, "map_at_20": 0.52962, "map_at_100": 0.54974, "map_at_1000": 0.54998, "recall_at_1": 0.26247, "recall_at_3": 0.50597, "recall_at_5": 0.61255, "recall_at_10": 0.75397, "recall_at_20": 0.86896, "recall_at_100": 0.97368, "recall_at_1000": 1.0, "accuracy": 0.26247, "precision_at_1": 0.50877, "precision_at_3": 0.36842, "precision_at_5": 0.29825, "precision_at_10": 0.2, "precision_at_20": 0.12632, "precision_at_100": 0.0386, "precision_at_1000": 0.00389, "mrr_at_1": 0.508772, "mrr_at_3": 0.631579, "mrr_at_5": 0.648246, "mrr_at_10": 0.657066, "mrr_at_20": 0.658319, "mrr_at_100": 0.659295, "mrr_at_1000": 0.659364, "nauc_ndcg_at_1_max": 0.031638, "nauc_ndcg_at_1_std": 0.08593, "nauc_ndcg_at_1_diff1": 0.014284, "nauc_ndcg_at_3_max": 0.143817, "nauc_ndcg_at_3_std": 0.141334, "nauc_ndcg_at_3_diff1": 0.059614, "nauc_ndcg_at_5_max": 0.035363, "nauc_ndcg_at_5_std": 0.031473, "nauc_ndcg_at_5_diff1": 0.025125, "nauc_ndcg_at_10_max": 0.071814, "nauc_ndcg_at_10_std": 0.038596, "nauc_ndcg_at_10_diff1": 0.020683, "nauc_ndcg_at_20_max": 0.059253, "nauc_ndcg_at_20_std": 0.023446, "nauc_ndcg_at_20_diff1": -0.015608, "nauc_ndcg_at_100_max": -0.046155, "nauc_ndcg_at_100_std": -0.008524, "nauc_ndcg_at_100_diff1": -0.032602, "nauc_ndcg_at_1000_max": -0.035213, "nauc_ndcg_at_1000_std": -0.00953, "nauc_ndcg_at_1000_diff1": -0.020535, "nauc_map_at_1_max": 0.226419, "nauc_map_at_1_std": 0.098608, "nauc_map_at_1_diff1": 0.015909, "nauc_map_at_3_max": 0.267564, "nauc_map_at_3_std": 0.179411, "nauc_map_at_3_diff1": 0.090999, "nauc_map_at_5_max": 0.191839, "nauc_map_at_5_std": 0.120545, "nauc_map_at_5_diff1": 0.093583, "nauc_map_at_10_max": 0.163653, "nauc_map_at_10_std": 0.091747, "nauc_map_at_10_diff1": 0.076117, "nauc_map_at_20_max": 0.139353, "nauc_map_at_20_std": 0.074053, "nauc_map_at_20_diff1": 0.04571, "nauc_map_at_100_max": 0.093504, "nauc_map_at_100_std": 0.056736, "nauc_map_at_100_diff1": 0.027908, "nauc_map_at_1000_max": 0.093334, "nauc_map_at_1000_std": 0.056322, "nauc_map_at_1000_diff1": 0.028152, "nauc_recall_at_1_max": 0.226419, "nauc_recall_at_1_std": 0.098608, "nauc_recall_at_1_diff1": 0.015909, "nauc_recall_at_3_max": 0.28409, "nauc_recall_at_3_std": 0.19895, "nauc_recall_at_3_diff1": 0.124438, "nauc_recall_at_5_max": 0.127429, "nauc_recall_at_5_std": 0.060939, "nauc_recall_at_5_diff1": 0.068576, "nauc_recall_at_10_max": 0.15606, "nauc_recall_at_10_std": 0.081596, "nauc_recall_at_10_diff1": -0.040431, "nauc_recall_at_20_max": 0.207072, "nauc_recall_at_20_std": 0.097416, "nauc_recall_at_20_diff1": -0.260937, "nauc_recall_at_100_max": -0.818571, "nauc_recall_at_100_std": -0.083435, "nauc_recall_at_100_diff1": -0.73715, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.031638, "nauc_precision_at_1_std": 0.08593, "nauc_precision_at_1_diff1": 0.014284, "nauc_precision_at_3_max": -0.041443, "nauc_precision_at_3_std": 0.067231, "nauc_precision_at_3_diff1": 0.040337, "nauc_precision_at_5_max": -0.258008, "nauc_precision_at_5_std": -0.135799, "nauc_precision_at_5_diff1": -0.040894, "nauc_precision_at_10_max": -0.326188, "nauc_precision_at_10_std": -0.213201, "nauc_precision_at_10_diff1": -0.102706, "nauc_precision_at_20_max": -0.390166, "nauc_precision_at_20_std": -0.249721, "nauc_precision_at_20_diff1": -0.174338, "nauc_precision_at_100_max": -0.426773, "nauc_precision_at_100_std": -0.20574, "nauc_precision_at_100_diff1": -0.162841, "nauc_precision_at_1000_max": -0.426464, "nauc_precision_at_1000_std": -0.208763, "nauc_precision_at_1000_diff1": -0.159048, "nauc_mrr_at_1_max": 0.031638, "nauc_mrr_at_1_std": 0.08593, "nauc_mrr_at_1_diff1": 0.014284, "nauc_mrr_at_3_max": -0.024225, "nauc_mrr_at_3_std": 0.040415, "nauc_mrr_at_3_diff1": 0.066725, "nauc_mrr_at_5_max": -0.081649, "nauc_mrr_at_5_std": -0.011309, "nauc_mrr_at_5_diff1": 0.044152, "nauc_mrr_at_10_max": -0.064116, "nauc_mrr_at_10_std": 0.007481, "nauc_mrr_at_10_diff1": 0.028105, "nauc_mrr_at_20_max": -0.061726, "nauc_mrr_at_20_std": 0.006906, "nauc_mrr_at_20_diff1": 0.029037, "nauc_mrr_at_100_max": -0.06189, "nauc_mrr_at_100_std": 0.009337, "nauc_mrr_at_100_diff1": 0.030006, "nauc_mrr_at_1000_max": -0.061447, "nauc_mrr_at_1000_std": 0.009488, "nauc_mrr_at_1000_diff1": 0.030325, "hit_rate_at_1": 0.50877, "hit_rate_at_3": 0.78947, "hit_rate_at_5": 0.85965, "hit_rate_at_10": 0.92982, "hit_rate_at_20": 0.94737, "hit_rate_at_100": 0.98246, "hit_rate_at_1000": 1.0, "main_score": 0.57528, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.49123, "ndcg_at_3": 0.53525, "ndcg_at_5": 0.57536, "ndcg_at_10": 0.62543, "ndcg_at_20": 0.65738, "ndcg_at_100": 0.69692, "ndcg_at_1000": 0.69903, "map_at_1": 0.25662, "map_at_3": 0.40081, "map_at_5": 0.46064, "map_at_10": 0.50882, "map_at_20": 0.52814, "map_at_100": 0.54969, "map_at_1000": 0.54975, "recall_at_1": 0.25662, "recall_at_3": 0.4995, "recall_at_5": 0.61909, "recall_at_10": 0.78438, "recall_at_20": 0.88716, "recall_at_100": 0.98246, "recall_at_1000": 1.0, "accuracy": 0.25662, "precision_at_1": 0.49123, "precision_at_3": 0.36842, "precision_at_5": 0.30526, "precision_at_10": 0.20526, "precision_at_20": 0.12456, "precision_at_100": 0.03877, "precision_at_1000": 0.00389, "mrr_at_1": 0.491228, "mrr_at_3": 0.608187, "mrr_at_5": 0.625731, "mrr_at_10": 0.637079, "mrr_at_20": 0.641143, "mrr_at_100": 0.641143, "mrr_at_1000": 0.641198, "nauc_ndcg_at_1_max": -0.029245, "nauc_ndcg_at_1_std": 0.090623, "nauc_ndcg_at_1_diff1": 0.154026, "nauc_ndcg_at_3_max": 0.125027, "nauc_ndcg_at_3_std": 0.158029, "nauc_ndcg_at_3_diff1": 0.15799, "nauc_ndcg_at_5_max": 0.031139, "nauc_ndcg_at_5_std": 0.035944, "nauc_ndcg_at_5_diff1": 0.105776, "nauc_ndcg_at_10_max": 0.032863, "nauc_ndcg_at_10_std": 0.032769, "nauc_ndcg_at_10_diff1": 0.137608, "nauc_ndcg_at_20_max": 0.070455, "nauc_ndcg_at_20_std": 0.070877, "nauc_ndcg_at_20_diff1": 0.11055, "nauc_ndcg_at_100_max": -0.034794, "nauc_ndcg_at_100_std": 0.053774, "nauc_ndcg_at_100_diff1": 0.080897, "nauc_ndcg_at_1000_max": -0.028965, "nauc_ndcg_at_1000_std": 0.052965, "nauc_ndcg_at_1000_diff1": 0.094786, "nauc_map_at_1_max": 0.105917, "nauc_map_at_1_std": 0.091465, "nauc_map_at_1_diff1": 0.078158, "nauc_map_at_3_max": 0.214016, "nauc_map_at_3_std": 0.164087, "nauc_map_at_3_diff1": 0.16901, "nauc_map_at_5_max": 0.158201, "nauc_map_at_5_std": 0.106043, "nauc_map_at_5_diff1": 0.142838, "nauc_map_at_10_max": 0.11158, "nauc_map_at_10_std": 0.087674, "nauc_map_at_10_diff1": 0.149595, "nauc_map_at_20_max": 0.110777, "nauc_map_at_20_std": 0.099203, "nauc_map_at_20_diff1": 0.129739, "nauc_map_at_100_max": 0.065424, "nauc_map_at_100_std": 0.089391, "nauc_map_at_100_diff1": 0.120929, "nauc_map_at_1000_max": 0.065558, "nauc_map_at_1000_std": 0.089383, "nauc_map_at_1000_diff1": 0.121206, "nauc_recall_at_1_max": 0.105917, "nauc_recall_at_1_std": 0.091465, "nauc_recall_at_1_diff1": 0.078158, "nauc_recall_at_3_max": 0.275741, "nauc_recall_at_3_std": 0.143575, "nauc_recall_at_3_diff1": 0.213835, "nauc_recall_at_5_max": 0.132119, "nauc_recall_at_5_std": -0.019674, "nauc_recall_at_5_diff1": 0.076182, "nauc_recall_at_10_max": 0.061209, "nauc_recall_at_10_std": -0.084064, "nauc_recall_at_10_diff1": 0.152777, "nauc_recall_at_20_max": 0.352164, "nauc_recall_at_20_std": 0.107966, "nauc_recall_at_20_diff1": 0.047051, "nauc_recall_at_100_max": -0.559408, "nauc_recall_at_100_std": 0.126616, "nauc_recall_at_100_diff1": -1.169034, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.029245, "nauc_precision_at_1_std": 0.090623, "nauc_precision_at_1_diff1": 0.154026, "nauc_precision_at_3_max": -0.018365, "nauc_precision_at_3_std": 0.089024, "nauc_precision_at_3_diff1": 0.143233, "nauc_precision_at_5_max": -0.203375, "nauc_precision_at_5_std": -0.117599, "nauc_precision_at_5_diff1": 0.050146, "nauc_precision_at_10_max": -0.308639, "nauc_precision_at_10_std": -0.134467, "nauc_precision_at_10_diff1": -0.027, "nauc_precision_at_20_max": -0.33517, "nauc_precision_at_20_std": -0.098842, "nauc_precision_at_20_diff1": -0.112121, "nauc_precision_at_100_max": -0.369513, "nauc_precision_at_100_std": -0.103648, "nauc_precision_at_100_diff1": -0.092542, "nauc_precision_at_1000_max": -0.3686, "nauc_precision_at_1000_std": -0.104754, "nauc_precision_at_1000_diff1": -0.08737, "nauc_mrr_at_1_max": -0.029245, "nauc_mrr_at_1_std": 0.090623, "nauc_mrr_at_1_diff1": 0.154026, "nauc_mrr_at_3_max": 0.009182, "nauc_mrr_at_3_std": 0.093029, "nauc_mrr_at_3_diff1": 0.16221, "nauc_mrr_at_5_max": -0.041046, "nauc_mrr_at_5_std": 0.049283, "nauc_mrr_at_5_diff1": 0.147977, "nauc_mrr_at_10_max": -0.032891, "nauc_mrr_at_10_std": 0.06288, "nauc_mrr_at_10_diff1": 0.147123, "nauc_mrr_at_20_max": -0.027854, "nauc_mrr_at_20_std": 0.069646, "nauc_mrr_at_20_diff1": 0.144825, "nauc_mrr_at_100_max": -0.027854, "nauc_mrr_at_100_std": 0.069646, "nauc_mrr_at_100_diff1": 0.144825, "nauc_mrr_at_1000_max": -0.027745, "nauc_mrr_at_1000_std": 0.069634, "nauc_mrr_at_1000_diff1": 0.145095, "hit_rate_at_1": 0.49123, "hit_rate_at_3": 0.77193, "hit_rate_at_5": 0.84211, "hit_rate_at_10": 0.92982, "hit_rate_at_20": 0.98246, "hit_rate_at_100": 0.98246, "hit_rate_at_1000": 1.0, "main_score": 0.57536, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.45614, "ndcg_at_3": 0.5134, "ndcg_at_5": 0.56572, "ndcg_at_10": 0.61297, "ndcg_at_20": 0.64496, "ndcg_at_100": 0.67971, "ndcg_at_1000": 0.68197, "map_at_1": 0.21934, "map_at_3": 0.35988, "map_at_5": 0.43119, "map_at_10": 0.48123, "map_at_20": 0.50448, "map_at_100": 0.52361, "map_at_1000": 0.52369, "recall_at_1": 0.21934, "recall_at_3": 0.47976, "recall_at_5": 0.63195, "recall_at_10": 0.7952, "recall_at_20": 0.89411, "recall_at_100": 0.98246, "recall_at_1000": 1.0, "accuracy": 0.21934, "precision_at_1": 0.45614, "precision_at_3": 0.36257, "precision_at_5": 0.31579, "precision_at_10": 0.21053, "precision_at_20": 0.13158, "precision_at_100": 0.03877, "precision_at_1000": 0.00389, "mrr_at_1": 0.45614, "mrr_at_3": 0.593567, "mrr_at_5": 0.613743, "mrr_at_10": 0.623851, "mrr_at_20": 0.627406, "mrr_at_100": 0.627406, "mrr_at_1000": 0.627488, "nauc_ndcg_at_1_max": -0.123425, "nauc_ndcg_at_1_std": -0.004901, "nauc_ndcg_at_1_diff1": 0.283173, "nauc_ndcg_at_3_max": -0.092172, "nauc_ndcg_at_3_std": 0.013896, "nauc_ndcg_at_3_diff1": 0.235294, "nauc_ndcg_at_5_max": -0.066509, "nauc_ndcg_at_5_std": 0.017093, "nauc_ndcg_at_5_diff1": 0.244205, "nauc_ndcg_at_10_max": -0.051849, "nauc_ndcg_at_10_std": 4.1e-05, "nauc_ndcg_at_10_diff1": 0.31184, "nauc_ndcg_at_20_max": -0.083238, "nauc_ndcg_at_20_std": -0.048552, "nauc_ndcg_at_20_diff1": 0.218337, "nauc_ndcg_at_100_max": -0.189798, "nauc_ndcg_at_100_std": -0.062697, "nauc_ndcg_at_100_diff1": 0.217295, "nauc_ndcg_at_1000_max": -0.177784, "nauc_ndcg_at_1000_std": -0.056603, "nauc_ndcg_at_1000_diff1": 0.226824, "nauc_map_at_1_max": 0.042415, "nauc_map_at_1_std": 0.064954, "nauc_map_at_1_diff1": 0.371001, "nauc_map_at_3_max": 0.055692, "nauc_map_at_3_std": 0.072675, "nauc_map_at_3_diff1": 0.327826, "nauc_map_at_5_max": 0.071976, "nauc_map_at_5_std": 0.086818, "nauc_map_at_5_diff1": 0.326416, "nauc_map_at_10_max": 0.03118, "nauc_map_at_10_std": 0.046281, "nauc_map_at_10_diff1": 0.314804, "nauc_map_at_20_max": -0.016313, "nauc_map_at_20_std": 0.004375, "nauc_map_at_20_diff1": 0.2625, "nauc_map_at_100_max": -0.063578, "nauc_map_at_100_std": -0.005464, "nauc_map_at_100_diff1": 0.275649, "nauc_map_at_1000_max": -0.063199, "nauc_map_at_1000_std": -0.005274, "nauc_map_at_1000_diff1": 0.275936, "nauc_recall_at_1_max": 0.042415, "nauc_recall_at_1_std": 0.064954, "nauc_recall_at_1_diff1": 0.371001, "nauc_recall_at_3_max": 0.090787, "nauc_recall_at_3_std": 0.085134, "nauc_recall_at_3_diff1": 0.228782, "nauc_recall_at_5_max": 0.167685, "nauc_recall_at_5_std": 0.133261, "nauc_recall_at_5_diff1": 0.179318, "nauc_recall_at_10_max": 0.151328, "nauc_recall_at_10_std": 0.04936, "nauc_recall_at_10_diff1": 0.358703, "nauc_recall_at_20_max": 0.20503, "nauc_recall_at_20_std": -0.11393, "nauc_recall_at_20_diff1": 0.083649, "nauc_recall_at_100_max": -1.169034, "nauc_recall_at_100_std": -0.559408, "nauc_recall_at_100_diff1": -0.559408, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.123425, "nauc_precision_at_1_std": -0.004901, "nauc_precision_at_1_diff1": 0.283173, "nauc_precision_at_3_max": -0.231331, "nauc_precision_at_3_std": -0.082563, "nauc_precision_at_3_diff1": -0.025044, "nauc_precision_at_5_max": -0.206237, "nauc_precision_at_5_std": -0.106116, "nauc_precision_at_5_diff1": -0.048879, "nauc_precision_at_10_max": -0.276404, "nauc_precision_at_10_std": -0.160741, "nauc_precision_at_10_diff1": -0.123771, "nauc_precision_at_20_max": -0.365531, "nauc_precision_at_20_std": -0.209015, "nauc_precision_at_20_diff1": -0.24489, "nauc_precision_at_100_max": -0.375756, "nauc_precision_at_100_std": -0.149736, "nauc_precision_at_100_diff1": -0.092062, "nauc_precision_at_1000_max": -0.371944, "nauc_precision_at_1000_std": -0.147768, "nauc_precision_at_1000_diff1": -0.089817, "nauc_mrr_at_1_max": -0.123425, "nauc_mrr_at_1_std": -0.004901, "nauc_mrr_at_1_diff1": 0.283173, "nauc_mrr_at_3_max": -0.209433, "nauc_mrr_at_3_std": -0.053645, "nauc_mrr_at_3_diff1": 0.23215, "nauc_mrr_at_5_max": -0.193743, "nauc_mrr_at_5_std": -0.050742, "nauc_mrr_at_5_diff1": 0.221334, "nauc_mrr_at_10_max": -0.19612, "nauc_mrr_at_10_std": -0.057767, "nauc_mrr_at_10_diff1": 0.260528, "nauc_mrr_at_20_max": -0.191925, "nauc_mrr_at_20_std": -0.053108, "nauc_mrr_at_20_diff1": 0.251319, "nauc_mrr_at_100_max": -0.191925, "nauc_mrr_at_100_std": -0.053108, "nauc_mrr_at_100_diff1": 0.251319, "nauc_mrr_at_1000_max": -0.191623, "nauc_mrr_at_1000_std": -0.052952, "nauc_mrr_at_1000_diff1": 0.251569, "hit_rate_at_1": 0.45614, "hit_rate_at_3": 0.77193, "hit_rate_at_5": 0.85965, "hit_rate_at_10": 0.92982, "hit_rate_at_20": 0.98246, "hit_rate_at_100": 0.98246, "hit_rate_at_1000": 1.0, "main_score": 0.56572, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.45614, "ndcg_at_3": 0.52461, "ndcg_at_5": 0.58145, "ndcg_at_10": 0.60862, "ndcg_at_20": 0.65928, "ndcg_at_100": 0.68983, "ndcg_at_1000": 0.69411, "map_at_1": 0.24346, "map_at_3": 0.38619, "map_at_5": 0.45631, "map_at_10": 0.49477, "map_at_20": 0.52825, "map_at_100": 0.54468, "map_at_1000": 0.5451, "recall_at_1": 0.24346, "recall_at_3": 0.48195, "recall_at_5": 0.62995, "recall_at_10": 0.73569, "recall_at_20": 0.88557, "recall_at_100": 0.97295, "recall_at_1000": 1.0, "accuracy": 0.24346, "precision_at_1": 0.45614, "precision_at_3": 0.35673, "precision_at_5": 0.31579, "precision_at_10": 0.20175, "precision_at_20": 0.13509, "precision_at_100": 0.03842, "precision_at_1000": 0.00389, "mrr_at_1": 0.45614, "mrr_at_3": 0.605263, "mrr_at_5": 0.625439, "mrr_at_10": 0.632066, "mrr_at_20": 0.635791, "mrr_at_100": 0.635969, "mrr_at_1000": 0.636073, "nauc_ndcg_at_1_max": 0.308166, "nauc_ndcg_at_1_std": 0.347376, "nauc_ndcg_at_1_diff1": 0.332367, "nauc_ndcg_at_3_max": 0.231435, "nauc_ndcg_at_3_std": 0.295557, "nauc_ndcg_at_3_diff1": 0.23723, "nauc_ndcg_at_5_max": 0.258082, "nauc_ndcg_at_5_std": 0.288038, "nauc_ndcg_at_5_diff1": 0.170707, "nauc_ndcg_at_10_max": 0.277237, "nauc_ndcg_at_10_std": 0.267261, "nauc_ndcg_at_10_diff1": 0.163004, "nauc_ndcg_at_20_max": 0.296446, "nauc_ndcg_at_20_std": 0.289921, "nauc_ndcg_at_20_diff1": 0.205035, "nauc_ndcg_at_100_max": 0.228805, "nauc_ndcg_at_100_std": 0.27746, "nauc_ndcg_at_100_diff1": 0.160394, "nauc_ndcg_at_1000_max": 0.229445, "nauc_ndcg_at_1000_std": 0.275038, "nauc_ndcg_at_1000_diff1": 0.189206, "nauc_map_at_1_max": 0.210077, "nauc_map_at_1_std": 0.186754, "nauc_map_at_1_diff1": 0.246798, "nauc_map_at_3_max": 0.212353, "nauc_map_at_3_std": 0.222605, "nauc_map_at_3_diff1": 0.262606, "nauc_map_at_5_max": 0.254544, "nauc_map_at_5_std": 0.253619, "nauc_map_at_5_diff1": 0.243204, "nauc_map_at_10_max": 0.264388, "nauc_map_at_10_std": 0.238049, "nauc_map_at_10_diff1": 0.238783, "nauc_map_at_20_max": 0.275308, "nauc_map_at_20_std": 0.258499, "nauc_map_at_20_diff1": 0.245672, "nauc_map_at_100_max": 0.247404, "nauc_map_at_100_std": 0.25999, "nauc_map_at_100_diff1": 0.220138, "nauc_map_at_1000_max": 0.246605, "nauc_map_at_1000_std": 0.259122, "nauc_map_at_1000_diff1": 0.221345, "nauc_recall_at_1_max": 0.210077, "nauc_recall_at_1_std": 0.186754, "nauc_recall_at_1_diff1": 0.246798, "nauc_recall_at_3_max": 0.200796, "nauc_recall_at_3_std": 0.204557, "nauc_recall_at_3_diff1": 0.199701, "nauc_recall_at_5_max": 0.281225, "nauc_recall_at_5_std": 0.224753, "nauc_recall_at_5_diff1": 0.071341, "nauc_recall_at_10_max": 0.266704, "nauc_recall_at_10_std": 0.145099, "nauc_recall_at_10_diff1": -0.055699, "nauc_recall_at_20_max": 0.469804, "nauc_recall_at_20_std": 0.297778, "nauc_recall_at_20_diff1": -0.057568, "nauc_recall_at_100_max": -0.011508, "nauc_recall_at_100_std": 0.201716, "nauc_recall_at_100_diff1": -1.29878, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.308166, "nauc_precision_at_1_std": 0.347376, "nauc_precision_at_1_diff1": 0.332367, "nauc_precision_at_3_max": 0.076019, "nauc_precision_at_3_std": 0.204078, "nauc_precision_at_3_diff1": 0.122587, "nauc_precision_at_5_max": 0.058976, "nauc_precision_at_5_std": 0.125328, "nauc_precision_at_5_diff1": -0.002088, "nauc_precision_at_10_max": 0.023218, "nauc_precision_at_10_std": 0.06898, "nauc_precision_at_10_diff1": -0.078576, "nauc_precision_at_20_max": -0.032781, "nauc_precision_at_20_std": 0.056278, "nauc_precision_at_20_diff1": -0.095146, "nauc_precision_at_100_max": -0.209253, "nauc_precision_at_100_std": -0.018105, "nauc_precision_at_100_diff1": -0.211117, "nauc_precision_at_1000_max": -0.216002, "nauc_precision_at_1000_std": -0.026275, "nauc_precision_at_1000_diff1": -0.200559, "nauc_mrr_at_1_max": 0.308166, "nauc_mrr_at_1_std": 0.347376, "nauc_mrr_at_1_diff1": 0.332367, "nauc_mrr_at_3_max": 0.283235, "nauc_mrr_at_3_std": 0.339918, "nauc_mrr_at_3_diff1": 0.303429, "nauc_mrr_at_5_max": 0.292831, "nauc_mrr_at_5_std": 0.342229, "nauc_mrr_at_5_diff1": 0.261169, "nauc_mrr_at_10_max": 0.286767, "nauc_mrr_at_10_std": 0.339703, "nauc_mrr_at_10_diff1": 0.261946, "nauc_mrr_at_20_max": 0.288778, "nauc_mrr_at_20_std": 0.341314, "nauc_mrr_at_20_diff1": 0.266863, "nauc_mrr_at_100_max": 0.288384, "nauc_mrr_at_100_std": 0.340955, "nauc_mrr_at_100_diff1": 0.266801, "nauc_mrr_at_1000_max": 0.288724, "nauc_mrr_at_1000_std": 0.341158, "nauc_mrr_at_1000_diff1": 0.2676, "hit_rate_at_1": 0.45614, "hit_rate_at_3": 0.77193, "hit_rate_at_5": 0.85965, "hit_rate_at_10": 0.91228, "hit_rate_at_20": 0.96491, "hit_rate_at_100": 0.98246, "hit_rate_at_1000": 1.0, "main_score": 0.58145, "hf_subset": "german", "languages": [ "deu-Latn" ] } ] }, "evaluation_time": 475.3375129699707, "kg_co2_emissions": null, "date": 1782066407.229606 }