{ "dataset_revision": "b3e3a04b07fbbaffe79be49dabf92f691fbca252", "task_name": "Vidore2EconomicsReportsRetrieval", "mteb_version": "2.12.15", "scores": { "test": [ { "ndcg_at_1": 0.65517, "ndcg_at_3": 0.61719, "ndcg_at_5": 0.5927, "ndcg_at_10": 0.60255, "ndcg_at_20": 0.61819, "ndcg_at_100": 0.72691, "ndcg_at_1000": 0.74173, "map_at_1": 0.07208, "map_at_3": 0.16816, "map_at_5": 0.23073, "map_at_10": 0.33384, "map_at_20": 0.39675, "map_at_100": 0.49791, "map_at_1000": 0.50924, "recall_at_1": 0.07208, "recall_at_3": 0.1865, "recall_at_5": 0.29814, "recall_at_10": 0.50744, "recall_at_20": 0.63957, "recall_at_100": 0.96491, "recall_at_1000": 1.0, "accuracy": 0.07208, "precision_at_1": 0.65517, "precision_at_3": 0.60345, "precision_at_5": 0.54483, "precision_at_10": 0.47241, "precision_at_20": 0.34397, "precision_at_100": 0.13879, "precision_at_1000": 0.01564, "mrr_at_1": 0.655172, "mrr_at_3": 0.727011, "mrr_at_5": 0.749425, "mrr_at_10": 0.756507, "mrr_at_20": 0.7594, "mrr_at_100": 0.7594, "mrr_at_1000": 0.7594, "nauc_ndcg_at_1_max": 0.076078, "nauc_ndcg_at_1_std": 0.065353, "nauc_ndcg_at_1_diff1": 0.086026, "nauc_ndcg_at_3_max": 0.090471, "nauc_ndcg_at_3_std": 0.067983, "nauc_ndcg_at_3_diff1": 0.034183, "nauc_ndcg_at_5_max": 0.090409, "nauc_ndcg_at_5_std": 0.056591, "nauc_ndcg_at_5_diff1": 0.036345, "nauc_ndcg_at_10_max": -0.04906, "nauc_ndcg_at_10_std": -0.087636, "nauc_ndcg_at_10_diff1": 0.162619, "nauc_ndcg_at_20_max": 0.014565, "nauc_ndcg_at_20_std": -0.016948, "nauc_ndcg_at_20_diff1": 0.177753, "nauc_ndcg_at_100_max": 0.075234, "nauc_ndcg_at_100_std": 0.037563, "nauc_ndcg_at_100_diff1": 0.072257, "nauc_ndcg_at_1000_max": 0.036883, "nauc_ndcg_at_1000_std": 0.034967, "nauc_ndcg_at_1000_diff1": 0.044085, "nauc_map_at_1_max": -0.054251, "nauc_map_at_1_std": -0.185657, "nauc_map_at_1_diff1": 0.225565, "nauc_map_at_3_max": 0.008875, "nauc_map_at_3_std": -0.122604, "nauc_map_at_3_diff1": 0.169635, "nauc_map_at_5_max": 0.05913, "nauc_map_at_5_std": -0.120701, "nauc_map_at_5_diff1": 0.191426, "nauc_map_at_10_max": 0.021258, "nauc_map_at_10_std": -0.174741, "nauc_map_at_10_diff1": 0.286014, "nauc_map_at_20_max": 0.060927, "nauc_map_at_20_std": -0.103083, "nauc_map_at_20_diff1": 0.254781, "nauc_map_at_100_max": 0.049406, "nauc_map_at_100_std": -0.007554, "nauc_map_at_100_diff1": 0.152278, "nauc_map_at_1000_max": 0.022444, "nauc_map_at_1000_std": -0.00082, "nauc_map_at_1000_diff1": 0.128257, "nauc_recall_at_1_max": -0.054251, "nauc_recall_at_1_std": -0.185657, "nauc_recall_at_1_diff1": 0.225565, "nauc_recall_at_3_max": 0.02064, "nauc_recall_at_3_std": -0.110263, "nauc_recall_at_3_diff1": 0.177391, "nauc_recall_at_5_max": 0.02626, "nauc_recall_at_5_std": -0.149353, "nauc_recall_at_5_diff1": 0.107999, "nauc_recall_at_10_max": -0.117619, "nauc_recall_at_10_std": -0.330374, "nauc_recall_at_10_diff1": 0.344862, "nauc_recall_at_20_max": -0.061162, "nauc_recall_at_20_std": -0.265285, "nauc_recall_at_20_diff1": 0.335668, "nauc_recall_at_100_max": 0.381168, "nauc_recall_at_100_std": 0.071443, "nauc_recall_at_100_diff1": 0.292313, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.076078, "nauc_precision_at_1_std": 0.065353, "nauc_precision_at_1_diff1": 0.086026, "nauc_precision_at_3_max": 0.098957, "nauc_precision_at_3_std": 0.079728, "nauc_precision_at_3_diff1": 0.008706, "nauc_precision_at_5_max": 0.1316, "nauc_precision_at_5_std": 0.110393, "nauc_precision_at_5_diff1": 0.038166, "nauc_precision_at_10_max": 0.038796, "nauc_precision_at_10_std": 0.102322, "nauc_precision_at_10_diff1": 0.018376, "nauc_precision_at_20_max": 0.025012, "nauc_precision_at_20_std": 0.187726, "nauc_precision_at_20_diff1": -0.098494, "nauc_precision_at_100_max": -0.083816, "nauc_precision_at_100_std": 0.168052, "nauc_precision_at_100_diff1": -0.188349, "nauc_precision_at_1000_max": -0.121867, "nauc_precision_at_1000_std": 0.147063, "nauc_precision_at_1000_diff1": -0.189724, "nauc_mrr_at_1_max": 0.076078, "nauc_mrr_at_1_std": 0.065353, "nauc_mrr_at_1_diff1": 0.086026, "nauc_mrr_at_3_max": 0.064118, "nauc_mrr_at_3_std": 0.058099, "nauc_mrr_at_3_diff1": 0.00102, "nauc_mrr_at_5_max": 0.073108, "nauc_mrr_at_5_std": 0.064681, "nauc_mrr_at_5_diff1": 0.014989, "nauc_mrr_at_10_max": 0.069836, "nauc_mrr_at_10_std": 0.059593, "nauc_mrr_at_10_diff1": 0.027747, "nauc_mrr_at_20_max": 0.069821, "nauc_mrr_at_20_std": 0.06095, "nauc_mrr_at_20_diff1": 0.02309, "nauc_mrr_at_100_max": 0.069821, "nauc_mrr_at_100_std": 0.06095, "nauc_mrr_at_100_diff1": 0.02309, "nauc_mrr_at_1000_max": 0.069821, "nauc_mrr_at_1000_std": 0.06095, "nauc_mrr_at_1000_diff1": 0.02309, "hit_rate_at_1": 0.65517, "hit_rate_at_3": 0.81034, "hit_rate_at_5": 0.91379, "hit_rate_at_10": 0.96552, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.5927, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.62069, "ndcg_at_3": 0.60133, "ndcg_at_5": 0.59627, "ndcg_at_10": 0.60486, "ndcg_at_20": 0.62093, "ndcg_at_100": 0.72433, "ndcg_at_1000": 0.74097, "map_at_1": 0.06907, "map_at_3": 0.16427, "map_at_5": 0.23457, "map_at_10": 0.33205, "map_at_20": 0.39864, "map_at_100": 0.49748, "map_at_1000": 0.50939, "recall_at_1": 0.06907, "recall_at_3": 0.18989, "recall_at_5": 0.31125, "recall_at_10": 0.50995, "recall_at_20": 0.64476, "recall_at_100": 0.95937, "recall_at_1000": 1.0, "accuracy": 0.06907, "precision_at_1": 0.62069, "precision_at_3": 0.59195, "precision_at_5": 0.55862, "precision_at_10": 0.47586, "precision_at_20": 0.34655, "precision_at_100": 0.13828, "precision_at_1000": 0.01564, "mrr_at_1": 0.62069, "mrr_at_3": 0.721264, "mrr_at_5": 0.74023, "mrr_at_10": 0.749446, "mrr_at_20": 0.749446, "mrr_at_100": 0.749446, "mrr_at_1000": 0.749446, "nauc_ndcg_at_1_max": 0.047618, "nauc_ndcg_at_1_std": -0.020652, "nauc_ndcg_at_1_diff1": -0.068279, "nauc_ndcg_at_3_max": 0.120433, "nauc_ndcg_at_3_std": 0.129423, "nauc_ndcg_at_3_diff1": -0.233968, "nauc_ndcg_at_5_max": 0.04304, "nauc_ndcg_at_5_std": 0.063961, "nauc_ndcg_at_5_diff1": -0.191189, "nauc_ndcg_at_10_max": 0.034916, "nauc_ndcg_at_10_std": 0.066373, "nauc_ndcg_at_10_diff1": -0.173093, "nauc_ndcg_at_20_max": 0.130369, "nauc_ndcg_at_20_std": 0.110501, "nauc_ndcg_at_20_diff1": -0.110221, "nauc_ndcg_at_100_max": 0.152652, "nauc_ndcg_at_100_std": 0.132868, "nauc_ndcg_at_100_diff1": -0.191149, "nauc_ndcg_at_1000_max": 0.123743, "nauc_ndcg_at_1000_std": 0.154767, "nauc_ndcg_at_1000_diff1": -0.221672, "nauc_map_at_1_max": 0.032284, "nauc_map_at_1_std": -0.044435, "nauc_map_at_1_diff1": 0.053839, "nauc_map_at_3_max": 0.142597, "nauc_map_at_3_std": 0.047472, "nauc_map_at_3_diff1": -0.037002, "nauc_map_at_5_max": 0.131895, "nauc_map_at_5_std": -0.013404, "nauc_map_at_5_diff1": 0.000875, "nauc_map_at_10_max": 0.13046, "nauc_map_at_10_std": -0.045656, "nauc_map_at_10_diff1": 0.025034, "nauc_map_at_20_max": 0.164151, "nauc_map_at_20_std": -0.011524, "nauc_map_at_20_diff1": 0.022829, "nauc_map_at_100_max": 0.191912, "nauc_map_at_100_std": 0.143215, "nauc_map_at_100_diff1": -0.121144, "nauc_map_at_1000_max": 0.166099, "nauc_map_at_1000_std": 0.161753, "nauc_map_at_1000_diff1": -0.139903, "nauc_recall_at_1_max": 0.032284, "nauc_recall_at_1_std": -0.044435, "nauc_recall_at_1_diff1": 0.053839, "nauc_recall_at_3_max": 0.161964, "nauc_recall_at_3_std": 0.061392, "nauc_recall_at_3_diff1": -0.010009, "nauc_recall_at_5_max": 0.028676, "nauc_recall_at_5_std": -0.120527, "nauc_recall_at_5_diff1": 0.076917, "nauc_recall_at_10_max": -0.053064, "nauc_recall_at_10_std": -0.26913, "nauc_recall_at_10_diff1": 0.156051, "nauc_recall_at_20_max": -0.028482, "nauc_recall_at_20_std": -0.28314, "nauc_recall_at_20_diff1": 0.191777, "nauc_recall_at_100_max": 0.232058, "nauc_recall_at_100_std": -0.190378, "nauc_recall_at_100_diff1": 0.307454, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.047618, "nauc_precision_at_1_std": -0.020652, "nauc_precision_at_1_diff1": -0.068279, "nauc_precision_at_3_max": 0.155337, "nauc_precision_at_3_std": 0.181089, "nauc_precision_at_3_diff1": -0.267739, "nauc_precision_at_5_max": 0.064437, "nauc_precision_at_5_std": 0.098352, "nauc_precision_at_5_diff1": -0.199425, "nauc_precision_at_10_max": -0.010569, "nauc_precision_at_10_std": 0.094096, "nauc_precision_at_10_diff1": -0.210412, "nauc_precision_at_20_max": 0.056166, "nauc_precision_at_20_std": 0.214968, "nauc_precision_at_20_diff1": -0.208866, "nauc_precision_at_100_max": -0.00659, "nauc_precision_at_100_std": 0.283401, "nauc_precision_at_100_diff1": -0.262529, "nauc_precision_at_1000_max": -0.046467, "nauc_precision_at_1000_std": 0.279951, "nauc_precision_at_1000_diff1": -0.263734, "nauc_mrr_at_1_max": 0.047618, "nauc_mrr_at_1_std": -0.020652, "nauc_mrr_at_1_diff1": -0.068279, "nauc_mrr_at_3_max": 0.129014, "nauc_mrr_at_3_std": 0.099984, "nauc_mrr_at_3_diff1": -0.153943, "nauc_mrr_at_5_max": 0.081821, "nauc_mrr_at_5_std": 0.054162, "nauc_mrr_at_5_diff1": -0.14337, "nauc_mrr_at_10_max": 0.078195, "nauc_mrr_at_10_std": 0.042216, "nauc_mrr_at_10_diff1": -0.133859, "nauc_mrr_at_20_max": 0.078195, "nauc_mrr_at_20_std": 0.042216, "nauc_mrr_at_20_diff1": -0.133859, "nauc_mrr_at_100_max": 0.078195, "nauc_mrr_at_100_std": 0.042216, "nauc_mrr_at_100_diff1": -0.133859, "nauc_mrr_at_1000_max": 0.078195, "nauc_mrr_at_1000_std": 0.042216, "nauc_mrr_at_1000_diff1": -0.133859, "hit_rate_at_1": 0.62069, "hit_rate_at_3": 0.84483, "hit_rate_at_5": 0.93103, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.59627, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.7069, "ndcg_at_3": 0.63231, "ndcg_at_5": 0.59487, "ndcg_at_10": 0.61034, "ndcg_at_20": 0.63073, "ndcg_at_100": 0.73394, "ndcg_at_1000": 0.75168, "map_at_1": 0.09075, "map_at_3": 0.1833, "map_at_5": 0.24132, "map_at_10": 0.34389, "map_at_20": 0.40797, "map_at_100": 0.50613, "map_at_1000": 0.51903, "recall_at_1": 0.09075, "recall_at_3": 0.2064, "recall_at_5": 0.2854, "recall_at_10": 0.49534, "recall_at_20": 0.6423, "recall_at_100": 0.95869, "recall_at_1000": 1.0, "accuracy": 0.09075, "precision_at_1": 0.7069, "precision_at_3": 0.5977, "precision_at_5": 0.53448, "precision_at_10": 0.46552, "precision_at_20": 0.34483, "precision_at_100": 0.13655, "precision_at_1000": 0.01564, "mrr_at_1": 0.706897, "mrr_at_3": 0.770115, "mrr_at_5": 0.777874, "mrr_at_10": 0.788547, "mrr_at_20": 0.790846, "mrr_at_100": 0.791595, "mrr_at_1000": 0.791595, "nauc_ndcg_at_1_max": 0.159565, "nauc_ndcg_at_1_std": 0.236487, "nauc_ndcg_at_1_diff1": -0.134089, "nauc_ndcg_at_3_max": 0.087215, "nauc_ndcg_at_3_std": 0.180434, "nauc_ndcg_at_3_diff1": -0.102944, "nauc_ndcg_at_5_max": 0.066112, "nauc_ndcg_at_5_std": 0.192662, "nauc_ndcg_at_5_diff1": -0.164758, "nauc_ndcg_at_10_max": 0.127519, "nauc_ndcg_at_10_std": 0.170589, "nauc_ndcg_at_10_diff1": -0.036294, "nauc_ndcg_at_20_max": 0.109276, "nauc_ndcg_at_20_std": 0.130747, "nauc_ndcg_at_20_diff1": -0.053796, "nauc_ndcg_at_100_max": 0.087359, "nauc_ndcg_at_100_std": 0.166381, "nauc_ndcg_at_100_diff1": -0.14121, "nauc_ndcg_at_1000_max": 0.091383, "nauc_ndcg_at_1000_std": 0.208631, "nauc_ndcg_at_1000_diff1": -0.153224, "nauc_map_at_1_max": -0.174057, "nauc_map_at_1_std": -0.220257, "nauc_map_at_1_diff1": -0.290298, "nauc_map_at_3_max": -0.123868, "nauc_map_at_3_std": -0.205265, "nauc_map_at_3_diff1": -0.245548, "nauc_map_at_5_max": -0.100285, "nauc_map_at_5_std": -0.170836, "nauc_map_at_5_diff1": -0.297048, "nauc_map_at_10_max": 0.024414, "nauc_map_at_10_std": -0.144217, "nauc_map_at_10_diff1": -0.169846, "nauc_map_at_20_max": 0.043658, "nauc_map_at_20_std": -0.101566, "nauc_map_at_20_diff1": -0.134122, "nauc_map_at_100_max": 0.076368, "nauc_map_at_100_std": 0.101935, "nauc_map_at_100_diff1": -0.153068, "nauc_map_at_1000_max": 0.080664, "nauc_map_at_1000_std": 0.153044, "nauc_map_at_1000_diff1": -0.153612, "nauc_recall_at_1_max": -0.174057, "nauc_recall_at_1_std": -0.220257, "nauc_recall_at_1_diff1": -0.290298, "nauc_recall_at_3_max": -0.136367, "nauc_recall_at_3_std": -0.21954, "nauc_recall_at_3_diff1": -0.210927, "nauc_recall_at_5_max": -0.101533, "nauc_recall_at_5_std": -0.16185, "nauc_recall_at_5_diff1": -0.284717, "nauc_recall_at_10_max": 0.015079, "nauc_recall_at_10_std": -0.291618, "nauc_recall_at_10_diff1": 0.101818, "nauc_recall_at_20_max": 0.008873, "nauc_recall_at_20_std": -0.328932, "nauc_recall_at_20_diff1": 0.161172, "nauc_recall_at_100_max": 0.012622, "nauc_recall_at_100_std": -0.265192, "nauc_recall_at_100_diff1": 0.178105, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.159565, "nauc_precision_at_1_std": 0.236487, "nauc_precision_at_1_diff1": -0.134089, "nauc_precision_at_3_max": 0.126428, "nauc_precision_at_3_std": 0.217, "nauc_precision_at_3_diff1": -0.06051, "nauc_precision_at_5_max": 0.134679, "nauc_precision_at_5_std": 0.263038, "nauc_precision_at_5_diff1": -0.126982, "nauc_precision_at_10_max": 0.240237, "nauc_precision_at_10_std": 0.337785, "nauc_precision_at_10_diff1": 0.084806, "nauc_precision_at_20_max": 0.153788, "nauc_precision_at_20_std": 0.384584, "nauc_precision_at_20_diff1": 0.081525, "nauc_precision_at_100_max": 0.081762, "nauc_precision_at_100_std": 0.458843, "nauc_precision_at_100_diff1": 0.002084, "nauc_precision_at_1000_max": 0.078005, "nauc_precision_at_1000_std": 0.47686, "nauc_precision_at_1000_diff1": -0.015274, "nauc_mrr_at_1_max": 0.159565, "nauc_mrr_at_1_std": 0.236487, "nauc_mrr_at_1_diff1": -0.134089, "nauc_mrr_at_3_max": 0.129889, "nauc_mrr_at_3_std": 0.271553, "nauc_mrr_at_3_diff1": -0.145663, "nauc_mrr_at_5_max": 0.161855, "nauc_mrr_at_5_std": 0.292899, "nauc_mrr_at_5_diff1": -0.161812, "nauc_mrr_at_10_max": 0.154873, "nauc_mrr_at_10_std": 0.26397, "nauc_mrr_at_10_diff1": -0.125508, "nauc_mrr_at_20_max": 0.146123, "nauc_mrr_at_20_std": 0.257239, "nauc_mrr_at_20_diff1": -0.129715, "nauc_mrr_at_100_max": 0.151296, "nauc_mrr_at_100_std": 0.265139, "nauc_mrr_at_100_diff1": -0.132458, "nauc_mrr_at_1000_max": 0.151296, "nauc_mrr_at_1000_std": 0.265139, "nauc_mrr_at_1000_diff1": -0.132458, "hit_rate_at_1": 0.7069, "hit_rate_at_3": 0.84483, "hit_rate_at_5": 0.87931, "hit_rate_at_10": 0.94828, "hit_rate_at_20": 0.98276, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.59487, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.72414, "ndcg_at_3": 0.68436, "ndcg_at_5": 0.64373, "ndcg_at_10": 0.63355, "ndcg_at_20": 0.64659, "ndcg_at_100": 0.74764, "ndcg_at_1000": 0.76381, "map_at_1": 0.07973, "map_at_3": 0.19815, "map_at_5": 0.2691, "map_at_10": 0.36198, "map_at_20": 0.42675, "map_at_100": 0.52641, "map_at_1000": 0.53771, "recall_at_1": 0.07973, "recall_at_3": 0.24174, "recall_at_5": 0.35356, "recall_at_10": 0.50973, "recall_at_20": 0.65017, "recall_at_100": 0.95722, "recall_at_1000": 1.0, "accuracy": 0.07973, "precision_at_1": 0.72414, "precision_at_3": 0.66092, "precision_at_5": 0.57586, "precision_at_10": 0.48448, "precision_at_20": 0.35, "precision_at_100": 0.13897, "precision_at_1000": 0.01564, "mrr_at_1": 0.724138, "mrr_at_3": 0.801724, "mrr_at_5": 0.809483, "mrr_at_10": 0.816954, "mrr_at_20": 0.818391, "mrr_at_100": 0.818391, "mrr_at_1000": 0.818391, "nauc_ndcg_at_1_max": 0.324614, "nauc_ndcg_at_1_std": 0.346227, "nauc_ndcg_at_1_diff1": -0.306897, "nauc_ndcg_at_3_max": 0.098705, "nauc_ndcg_at_3_std": 0.125011, "nauc_ndcg_at_3_diff1": -0.215712, "nauc_ndcg_at_5_max": 0.04922, "nauc_ndcg_at_5_std": 0.092863, "nauc_ndcg_at_5_diff1": -0.211614, "nauc_ndcg_at_10_max": 0.071373, "nauc_ndcg_at_10_std": 0.116187, "nauc_ndcg_at_10_diff1": -0.165023, "nauc_ndcg_at_20_max": 0.135163, "nauc_ndcg_at_20_std": 0.103293, "nauc_ndcg_at_20_diff1": -0.103006, "nauc_ndcg_at_100_max": 0.13856, "nauc_ndcg_at_100_std": 0.100252, "nauc_ndcg_at_100_diff1": -0.219493, "nauc_ndcg_at_1000_max": 0.146491, "nauc_ndcg_at_1000_std": 0.15738, "nauc_ndcg_at_1000_diff1": -0.240593, "nauc_map_at_1_max": 0.119308, "nauc_map_at_1_std": 0.030013, "nauc_map_at_1_diff1": -0.01322, "nauc_map_at_3_max": 0.003005, "nauc_map_at_3_std": -0.111547, "nauc_map_at_3_diff1": -0.044185, "nauc_map_at_5_max": -0.012965, "nauc_map_at_5_std": -0.143919, "nauc_map_at_5_diff1": -0.087999, "nauc_map_at_10_max": -0.008759, "nauc_map_at_10_std": -0.188146, "nauc_map_at_10_diff1": -0.069717, "nauc_map_at_20_max": -0.011886, "nauc_map_at_20_std": -0.184667, "nauc_map_at_20_diff1": -0.053652, "nauc_map_at_100_max": 0.079661, "nauc_map_at_100_std": 0.039672, "nauc_map_at_100_diff1": -0.171328, "nauc_map_at_1000_max": 0.089927, "nauc_map_at_1000_std": 0.092703, "nauc_map_at_1000_diff1": -0.182158, "nauc_recall_at_1_max": 0.119308, "nauc_recall_at_1_std": 0.030013, "nauc_recall_at_1_diff1": -0.01322, "nauc_recall_at_3_max": -0.076973, "nauc_recall_at_3_std": -0.199576, "nauc_recall_at_3_diff1": -0.017695, "nauc_recall_at_5_max": -0.111904, "nauc_recall_at_5_std": -0.250983, "nauc_recall_at_5_diff1": 0.009403, "nauc_recall_at_10_max": -0.102846, "nauc_recall_at_10_std": -0.325132, "nauc_recall_at_10_diff1": 0.038212, "nauc_recall_at_20_max": -0.118156, "nauc_recall_at_20_std": -0.39094, "nauc_recall_at_20_diff1": 0.159919, "nauc_recall_at_100_max": -0.046892, "nauc_recall_at_100_std": -0.419715, "nauc_recall_at_100_diff1": 0.132651, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.324614, "nauc_precision_at_1_std": 0.346227, "nauc_precision_at_1_diff1": -0.306897, "nauc_precision_at_3_max": 0.060204, "nauc_precision_at_3_std": 0.091461, "nauc_precision_at_3_diff1": -0.20558, "nauc_precision_at_5_max": 0.037202, "nauc_precision_at_5_std": 0.093817, "nauc_precision_at_5_diff1": -0.221323, "nauc_precision_at_10_max": 0.0779, "nauc_precision_at_10_std": 0.172212, "nauc_precision_at_10_diff1": -0.167847, "nauc_precision_at_20_max": 0.081746, "nauc_precision_at_20_std": 0.258485, "nauc_precision_at_20_diff1": -0.139931, "nauc_precision_at_100_max": 0.158581, "nauc_precision_at_100_std": 0.472092, "nauc_precision_at_100_diff1": -0.192871, "nauc_precision_at_1000_max": 0.15692, "nauc_precision_at_1000_std": 0.499227, "nauc_precision_at_1000_diff1": -0.19314, "nauc_mrr_at_1_max": 0.324614, "nauc_mrr_at_1_std": 0.346227, "nauc_mrr_at_1_diff1": -0.306897, "nauc_mrr_at_3_max": 0.322791, "nauc_mrr_at_3_std": 0.285399, "nauc_mrr_at_3_diff1": -0.245522, "nauc_mrr_at_5_max": 0.316866, "nauc_mrr_at_5_std": 0.27518, "nauc_mrr_at_5_diff1": -0.23622, "nauc_mrr_at_10_max": 0.32089, "nauc_mrr_at_10_std": 0.296068, "nauc_mrr_at_10_diff1": -0.26937, "nauc_mrr_at_20_max": 0.320556, "nauc_mrr_at_20_std": 0.297578, "nauc_mrr_at_20_diff1": -0.261719, "nauc_mrr_at_100_max": 0.320556, "nauc_mrr_at_100_std": 0.297578, "nauc_mrr_at_100_diff1": -0.261719, "nauc_mrr_at_1000_max": 0.320556, "nauc_mrr_at_1000_std": 0.297578, "nauc_mrr_at_1000_diff1": -0.261719, "hit_rate_at_1": 0.72414, "hit_rate_at_3": 0.89655, "hit_rate_at_5": 0.93103, "hit_rate_at_10": 0.98276, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.64373, "hf_subset": "german", "languages": [ "deu-Latn" ] } ] }, "evaluation_time": 542.2584707736969, "kg_co2_emissions": null, "date": 1775661863.812662 }