{ "dataset_revision": "b3e3a04b07fbbaffe79be49dabf92f691fbca252", "task_name": "Vidore2EconomicsReportsRetrieval", "mteb_version": "2.3.10", "scores": { "test": [ { "ndcg_at_1": 0.67241, "ndcg_at_3": 0.58275, "ndcg_at_5": 0.55841, "ndcg_at_10": 0.56146, "ndcg_at_20": 0.59195, "ndcg_at_100": 0.70147, "ndcg_at_1000": 0.73747, "map_at_1": 0.10692, "map_at_3": 0.18876, "map_at_5": 0.23755, "map_at_10": 0.3135, "map_at_20": 0.37411, "map_at_100": 0.465, "map_at_1000": 0.48096, "recall_at_1": 0.10692, "recall_at_3": 0.2252, "recall_at_5": 0.31181, "recall_at_10": 0.45074, "recall_at_20": 0.59577, "recall_at_100": 0.9042, "recall_at_1000": 1.0, "accuracy": 0.10692, "precision_at_1": 0.67241, "precision_at_3": 0.52299, "precision_at_5": 0.47241, "precision_at_10": 0.40345, "precision_at_20": 0.30776, "precision_at_100": 0.12586, "precision_at_1000": 0.01564, "mrr_at_1": 0.672414, "mrr_at_3": 0.761494, "mrr_at_5": 0.783908, "mrr_at_10": 0.786782, "mrr_at_20": 0.788013, "mrr_at_100": 0.788013, "mrr_at_1000": 0.788013, "nauc_ndcg_at_1_max": 0.29685, "nauc_ndcg_at_1_std": 0.287567, "nauc_ndcg_at_1_diff1": 0.168738, "nauc_ndcg_at_3_max": 0.076324, "nauc_ndcg_at_3_std": 0.048672, "nauc_ndcg_at_3_diff1": 0.178176, "nauc_ndcg_at_5_max": 0.039451, "nauc_ndcg_at_5_std": 0.038295, "nauc_ndcg_at_5_diff1": 0.143277, "nauc_ndcg_at_10_max": 0.010917, "nauc_ndcg_at_10_std": 0.022785, "nauc_ndcg_at_10_diff1": 0.110649, "nauc_ndcg_at_20_max": 0.0876, "nauc_ndcg_at_20_std": 0.095056, "nauc_ndcg_at_20_diff1": 0.149375, "nauc_ndcg_at_100_max": 0.104889, "nauc_ndcg_at_100_std": 0.148727, "nauc_ndcg_at_100_diff1": 0.19192, "nauc_ndcg_at_1000_max": 0.019118, "nauc_ndcg_at_1000_std": 0.060769, "nauc_ndcg_at_1000_diff1": 0.121962, "nauc_map_at_1_max": -0.045669, "nauc_map_at_1_std": -0.180488, "nauc_map_at_1_diff1": 0.321198, "nauc_map_at_3_max": -0.047264, "nauc_map_at_3_std": -0.186745, "nauc_map_at_3_diff1": 0.208151, "nauc_map_at_5_max": 0.013988, "nauc_map_at_5_std": -0.107273, "nauc_map_at_5_diff1": 0.210264, "nauc_map_at_10_max": 0.072303, "nauc_map_at_10_std": -0.014884, "nauc_map_at_10_diff1": 0.210509, "nauc_map_at_20_max": 0.087451, "nauc_map_at_20_std": 0.036642, "nauc_map_at_20_diff1": 0.231469, "nauc_map_at_100_max": 0.039592, "nauc_map_at_100_std": 0.04701, "nauc_map_at_100_diff1": 0.165466, "nauc_map_at_1000_max": -0.006666, "nauc_map_at_1000_std": 0.009111, "nauc_map_at_1000_diff1": 0.111581, "nauc_recall_at_1_max": -0.045669, "nauc_recall_at_1_std": -0.180488, "nauc_recall_at_1_diff1": 0.321198, "nauc_recall_at_3_max": -0.055678, "nauc_recall_at_3_std": -0.192119, "nauc_recall_at_3_diff1": 0.151761, "nauc_recall_at_5_max": 0.00888, "nauc_recall_at_5_std": -0.093503, "nauc_recall_at_5_diff1": 0.121083, "nauc_recall_at_10_max": 0.091382, "nauc_recall_at_10_std": 0.022598, "nauc_recall_at_10_diff1": 0.165192, "nauc_recall_at_20_max": 0.163532, "nauc_recall_at_20_std": 0.17885, "nauc_recall_at_20_diff1": 0.239022, "nauc_recall_at_100_max": 0.269784, "nauc_recall_at_100_std": 0.370822, "nauc_recall_at_100_diff1": 0.262746, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.29685, "nauc_precision_at_1_std": 0.287567, "nauc_precision_at_1_diff1": 0.168738, "nauc_precision_at_3_max": 0.092626, "nauc_precision_at_3_std": 0.105236, "nauc_precision_at_3_diff1": 0.143906, "nauc_precision_at_5_max": 0.085356, "nauc_precision_at_5_std": 0.154653, "nauc_precision_at_5_diff1": 0.06154, "nauc_precision_at_10_max": 0.03683, "nauc_precision_at_10_std": 0.146934, "nauc_precision_at_10_diff1": -0.029777, "nauc_precision_at_20_max": -0.048269, "nauc_precision_at_20_std": 0.06794, "nauc_precision_at_20_diff1": -0.104713, "nauc_precision_at_100_max": -0.203922, "nauc_precision_at_100_std": -0.088719, "nauc_precision_at_100_diff1": -0.272782, "nauc_precision_at_1000_max": -0.259223, "nauc_precision_at_1000_std": -0.158858, "nauc_precision_at_1000_diff1": -0.309613, "nauc_mrr_at_1_max": 0.29685, "nauc_mrr_at_1_std": 0.287567, "nauc_mrr_at_1_diff1": 0.168738, "nauc_mrr_at_3_max": 0.317881, "nauc_mrr_at_3_std": 0.264087, "nauc_mrr_at_3_diff1": 0.233402, "nauc_mrr_at_5_max": 0.320019, "nauc_mrr_at_5_std": 0.280017, "nauc_mrr_at_5_diff1": 0.190513, "nauc_mrr_at_10_max": 0.311486, "nauc_mrr_at_10_std": 0.275757, "nauc_mrr_at_10_diff1": 0.187892, "nauc_mrr_at_20_max": 0.312745, "nauc_mrr_at_20_std": 0.276777, "nauc_mrr_at_20_diff1": 0.190313, "nauc_mrr_at_100_max": 0.312745, "nauc_mrr_at_100_std": 0.276777, "nauc_mrr_at_100_diff1": 0.190313, "nauc_mrr_at_1000_max": 0.312745, "nauc_mrr_at_1000_std": 0.276777, "nauc_mrr_at_1000_diff1": 0.190313, "cv_recall_at_1": 0.67241, "cv_recall_at_3": 0.86207, "cv_recall_at_5": 0.96552, "cv_recall_at_10": 0.98276, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.55841, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.65517, "ndcg_at_3": 0.58996, "ndcg_at_5": 0.56946, "ndcg_at_10": 0.57097, "ndcg_at_20": 0.59495, "ndcg_at_100": 0.69872, "ndcg_at_1000": 0.73939, "map_at_1": 0.09406, "map_at_3": 0.19136, "map_at_5": 0.24629, "map_at_10": 0.32651, "map_at_20": 0.37996, "map_at_100": 0.46465, "map_at_1000": 0.48231, "recall_at_1": 0.09406, "recall_at_3": 0.23965, "recall_at_5": 0.32332, "recall_at_10": 0.47608, "recall_at_20": 0.59723, "recall_at_100": 0.89164, "recall_at_1000": 1.0, "accuracy": 0.09406, "precision_at_1": 0.65517, "precision_at_3": 0.53448, "precision_at_5": 0.48966, "precision_at_10": 0.4069, "precision_at_20": 0.30345, "precision_at_100": 0.12293, "precision_at_1000": 0.01564, "mrr_at_1": 0.655172, "mrr_at_3": 0.767241, "mrr_at_5": 0.775862, "mrr_at_10": 0.784483, "mrr_at_20": 0.784483, "mrr_at_100": 0.784975, "mrr_at_1000": 0.784975, "nauc_ndcg_at_1_max": 0.328026, "nauc_ndcg_at_1_std": 0.252671, "nauc_ndcg_at_1_diff1": 0.111635, "nauc_ndcg_at_3_max": 0.137688, "nauc_ndcg_at_3_std": 0.016088, "nauc_ndcg_at_3_diff1": 0.031264, "nauc_ndcg_at_5_max": 0.159947, "nauc_ndcg_at_5_std": 0.015589, "nauc_ndcg_at_5_diff1": -0.022364, "nauc_ndcg_at_10_max": 0.119545, "nauc_ndcg_at_10_std": 0.014568, "nauc_ndcg_at_10_diff1": 0.085619, "nauc_ndcg_at_20_max": 0.122848, "nauc_ndcg_at_20_std": 0.060333, "nauc_ndcg_at_20_diff1": 0.118426, "nauc_ndcg_at_100_max": 0.109615, "nauc_ndcg_at_100_std": 0.12588, "nauc_ndcg_at_100_diff1": -0.002699, "nauc_ndcg_at_1000_max": 0.125579, "nauc_ndcg_at_1000_std": 0.070145, "nauc_ndcg_at_1000_diff1": 0.039116, "nauc_map_at_1_max": 0.076924, "nauc_map_at_1_std": -0.00794, "nauc_map_at_1_diff1": 0.057843, "nauc_map_at_3_max": -0.079145, "nauc_map_at_3_std": -0.155932, "nauc_map_at_3_diff1": -0.089979, "nauc_map_at_5_max": 0.005106, "nauc_map_at_5_std": -0.081959, "nauc_map_at_5_diff1": -0.069133, "nauc_map_at_10_max": 0.057329, "nauc_map_at_10_std": -0.01599, "nauc_map_at_10_diff1": 0.005293, "nauc_map_at_20_max": 0.048227, "nauc_map_at_20_std": -0.000841, "nauc_map_at_20_diff1": 0.031724, "nauc_map_at_100_max": 0.073739, "nauc_map_at_100_std": 0.022819, "nauc_map_at_100_diff1": -0.007465, "nauc_map_at_1000_max": 0.063485, "nauc_map_at_1000_std": -0.007148, "nauc_map_at_1000_diff1": -0.011116, "nauc_recall_at_1_max": 0.076924, "nauc_recall_at_1_std": -0.00794, "nauc_recall_at_1_diff1": 0.057843, "nauc_recall_at_3_max": -0.119156, "nauc_recall_at_3_std": -0.216757, "nauc_recall_at_3_diff1": -0.15227, "nauc_recall_at_5_max": -0.044409, "nauc_recall_at_5_std": -0.145139, "nauc_recall_at_5_diff1": -0.149834, "nauc_recall_at_10_max": -0.009267, "nauc_recall_at_10_std": -0.005281, "nauc_recall_at_10_diff1": 0.065536, "nauc_recall_at_20_max": -0.000699, "nauc_recall_at_20_std": 0.073884, "nauc_recall_at_20_diff1": 0.092952, "nauc_recall_at_100_max": -0.017198, "nauc_recall_at_100_std": 0.219866, "nauc_recall_at_100_diff1": -0.098155, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.328026, "nauc_precision_at_1_std": 0.252671, "nauc_precision_at_1_diff1": 0.111635, "nauc_precision_at_3_max": 0.144973, "nauc_precision_at_3_std": 0.060502, "nauc_precision_at_3_diff1": 0.065891, "nauc_precision_at_5_max": 0.200143, "nauc_precision_at_5_std": 0.106551, "nauc_precision_at_5_diff1": 0.033013, "nauc_precision_at_10_max": 0.145428, "nauc_precision_at_10_std": 0.08395, "nauc_precision_at_10_diff1": 0.100481, "nauc_precision_at_20_max": 0.075836, "nauc_precision_at_20_std": 0.042489, "nauc_precision_at_20_diff1": 0.113795, "nauc_precision_at_100_max": 0.015817, "nauc_precision_at_100_std": -0.039168, "nauc_precision_at_100_diff1": 0.003825, "nauc_precision_at_1000_max": -0.024006, "nauc_precision_at_1000_std": -0.112026, "nauc_precision_at_1000_diff1": -0.005908, "nauc_mrr_at_1_max": 0.328026, "nauc_mrr_at_1_std": 0.252671, "nauc_mrr_at_1_diff1": 0.111635, "nauc_mrr_at_3_max": 0.321808, "nauc_mrr_at_3_std": 0.206677, "nauc_mrr_at_3_diff1": 0.057463, "nauc_mrr_at_5_max": 0.305799, "nauc_mrr_at_5_std": 0.18409, "nauc_mrr_at_5_diff1": 0.024475, "nauc_mrr_at_10_max": 0.312236, "nauc_mrr_at_10_std": 0.212794, "nauc_mrr_at_10_diff1": 0.06459, "nauc_mrr_at_20_max": 0.312236, "nauc_mrr_at_20_std": 0.212794, "nauc_mrr_at_20_diff1": 0.06459, "nauc_mrr_at_100_max": 0.313539, "nauc_mrr_at_100_std": 0.213033, "nauc_mrr_at_100_diff1": 0.063276, "nauc_mrr_at_1000_max": 0.313539, "nauc_mrr_at_1000_std": 0.213033, "nauc_mrr_at_1000_diff1": 0.063276, "cv_recall_at_1": 0.65517, "cv_recall_at_3": 0.89655, "cv_recall_at_5": 0.93103, "cv_recall_at_10": 0.98276, "cv_recall_at_20": 0.98276, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.56946, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.75862, "ndcg_at_3": 0.67888, "ndcg_at_5": 0.64964, "ndcg_at_10": 0.62183, "ndcg_at_20": 0.64056, "ndcg_at_100": 0.7397, "ndcg_at_1000": 0.77334, "map_at_1": 0.14077, "map_at_3": 0.23373, "map_at_5": 0.29927, "map_at_10": 0.37087, "map_at_20": 0.43108, "map_at_100": 0.51844, "map_at_1000": 0.5348, "recall_at_1": 0.14077, "recall_at_3": 0.26105, "recall_at_5": 0.35268, "recall_at_10": 0.47541, "recall_at_20": 0.61977, "recall_at_100": 0.91432, "recall_at_1000": 1.0, "accuracy": 0.14077, "precision_at_1": 0.75862, "precision_at_3": 0.61494, "precision_at_5": 0.55517, "precision_at_10": 0.43448, "precision_at_20": 0.31897, "precision_at_100": 0.12707, "precision_at_1000": 0.01564, "mrr_at_1": 0.758621, "mrr_at_3": 0.83046, "mrr_at_5": 0.833908, "mrr_at_10": 0.836782, "mrr_at_20": 0.839786, "mrr_at_100": 0.839786, "mrr_at_1000": 0.839786, "nauc_ndcg_at_1_max": 0.341152, "nauc_ndcg_at_1_std": 0.392884, "nauc_ndcg_at_1_diff1": 0.324094, "nauc_ndcg_at_3_max": 0.014424, "nauc_ndcg_at_3_std": 0.124299, "nauc_ndcg_at_3_diff1": -0.055032, "nauc_ndcg_at_5_max": -0.073782, "nauc_ndcg_at_5_std": 0.06064, "nauc_ndcg_at_5_diff1": -0.102071, "nauc_ndcg_at_10_max": -0.092225, "nauc_ndcg_at_10_std": -0.00905, "nauc_ndcg_at_10_diff1": -0.129447, "nauc_ndcg_at_20_max": 0.048292, "nauc_ndcg_at_20_std": 0.081771, "nauc_ndcg_at_20_diff1": -0.01198, "nauc_ndcg_at_100_max": 0.031412, "nauc_ndcg_at_100_std": 0.152528, "nauc_ndcg_at_100_diff1": -0.115324, "nauc_ndcg_at_1000_max": 0.019024, "nauc_ndcg_at_1000_std": 0.088011, "nauc_ndcg_at_1000_diff1": -0.061992, "nauc_map_at_1_max": -0.109647, "nauc_map_at_1_std": -0.194783, "nauc_map_at_1_diff1": -0.20061, "nauc_map_at_3_max": -0.09441, "nauc_map_at_3_std": -0.107651, "nauc_map_at_3_diff1": -0.162933, "nauc_map_at_5_max": -0.094911, "nauc_map_at_5_std": -0.060532, "nauc_map_at_5_diff1": -0.120227, "nauc_map_at_10_max": -0.101233, "nauc_map_at_10_std": -0.046141, "nauc_map_at_10_diff1": -0.135057, "nauc_map_at_20_max": -0.036797, "nauc_map_at_20_std": 0.021298, "nauc_map_at_20_diff1": -0.085559, "nauc_map_at_100_max": -0.053039, "nauc_map_at_100_std": 0.046201, "nauc_map_at_100_diff1": -0.122126, "nauc_map_at_1000_max": -0.066412, "nauc_map_at_1000_std": 0.016064, "nauc_map_at_1000_diff1": -0.117828, "nauc_recall_at_1_max": -0.109647, "nauc_recall_at_1_std": -0.194783, "nauc_recall_at_1_diff1": -0.20061, "nauc_recall_at_3_max": -0.131899, "nauc_recall_at_3_std": -0.145964, "nauc_recall_at_3_diff1": -0.206501, "nauc_recall_at_5_max": -0.121283, "nauc_recall_at_5_std": -0.094727, "nauc_recall_at_5_diff1": -0.141147, "nauc_recall_at_10_max": -0.081546, "nauc_recall_at_10_std": -0.082123, "nauc_recall_at_10_diff1": -0.16229, "nauc_recall_at_20_max": 0.091067, "nauc_recall_at_20_std": 0.105248, "nauc_recall_at_20_diff1": 0.0573, "nauc_recall_at_100_max": 0.099379, "nauc_recall_at_100_std": 0.329624, "nauc_recall_at_100_diff1": -0.250509, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.341152, "nauc_precision_at_1_std": 0.392884, "nauc_precision_at_1_diff1": 0.324094, "nauc_precision_at_3_max": 0.037091, "nauc_precision_at_3_std": 0.203487, "nauc_precision_at_3_diff1": 0.00258, "nauc_precision_at_5_max": -0.032742, "nauc_precision_at_5_std": 0.156022, "nauc_precision_at_5_diff1": -0.009878, "nauc_precision_at_10_max": -0.021168, "nauc_precision_at_10_std": 0.104383, "nauc_precision_at_10_diff1": 0.011157, "nauc_precision_at_20_max": 0.06322, "nauc_precision_at_20_std": 0.117063, "nauc_precision_at_20_diff1": 0.081184, "nauc_precision_at_100_max": -0.051371, "nauc_precision_at_100_std": -0.023569, "nauc_precision_at_100_diff1": -0.013659, "nauc_precision_at_1000_max": -0.070139, "nauc_precision_at_1000_std": -0.104795, "nauc_precision_at_1000_diff1": 0.005525, "nauc_mrr_at_1_max": 0.341152, "nauc_mrr_at_1_std": 0.392884, "nauc_mrr_at_1_diff1": 0.324094, "nauc_mrr_at_3_max": 0.341745, "nauc_mrr_at_3_std": 0.376269, "nauc_mrr_at_3_diff1": 0.189487, "nauc_mrr_at_5_max": 0.341355, "nauc_mrr_at_5_std": 0.362244, "nauc_mrr_at_5_diff1": 0.197636, "nauc_mrr_at_10_max": 0.345511, "nauc_mrr_at_10_std": 0.358582, "nauc_mrr_at_10_diff1": 0.190831, "nauc_mrr_at_20_max": 0.347368, "nauc_mrr_at_20_std": 0.374536, "nauc_mrr_at_20_diff1": 0.211703, "nauc_mrr_at_100_max": 0.347368, "nauc_mrr_at_100_std": 0.374536, "nauc_mrr_at_100_diff1": 0.211703, "nauc_mrr_at_1000_max": 0.347368, "nauc_mrr_at_1000_std": 0.374536, "nauc_mrr_at_1000_diff1": 0.211703, "cv_recall_at_1": 0.75862, "cv_recall_at_3": 0.93103, "cv_recall_at_5": 0.94828, "cv_recall_at_10": 0.96552, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.64964, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.62069, "ndcg_at_3": 0.59282, "ndcg_at_5": 0.56608, "ndcg_at_10": 0.554, "ndcg_at_20": 0.57841, "ndcg_at_100": 0.68771, "ndcg_at_1000": 0.72604, "map_at_1": 0.07362, "map_at_3": 0.18753, "map_at_5": 0.24346, "map_at_10": 0.31075, "map_at_20": 0.36494, "map_at_100": 0.45229, "map_at_1000": 0.46907, "recall_at_1": 0.07362, "recall_at_3": 0.25379, "recall_at_5": 0.33492, "recall_at_10": 0.46491, "recall_at_20": 0.59162, "recall_at_100": 0.89567, "recall_at_1000": 1.0, "accuracy": 0.07362, "precision_at_1": 0.62069, "precision_at_3": 0.56322, "precision_at_5": 0.50345, "precision_at_10": 0.40172, "precision_at_20": 0.29914, "precision_at_100": 0.12534, "precision_at_1000": 0.01564, "mrr_at_1": 0.62069, "mrr_at_3": 0.738506, "mrr_at_5": 0.742816, "mrr_at_10": 0.750718, "mrr_at_20": 0.752286, "mrr_at_100": 0.752286, "mrr_at_1000": 0.752286, "nauc_ndcg_at_1_max": 0.142624, "nauc_ndcg_at_1_std": 0.31256, "nauc_ndcg_at_1_diff1": -0.001543, "nauc_ndcg_at_3_max": 0.065098, "nauc_ndcg_at_3_std": 0.195421, "nauc_ndcg_at_3_diff1": 0.110575, "nauc_ndcg_at_5_max": 0.073314, "nauc_ndcg_at_5_std": 0.14504, "nauc_ndcg_at_5_diff1": 0.133804, "nauc_ndcg_at_10_max": -0.033882, "nauc_ndcg_at_10_std": 0.11323, "nauc_ndcg_at_10_diff1": 0.061723, "nauc_ndcg_at_20_max": -0.080819, "nauc_ndcg_at_20_std": 0.134152, "nauc_ndcg_at_20_diff1": 0.018807, "nauc_ndcg_at_100_max": -0.082294, "nauc_ndcg_at_100_std": 0.182157, "nauc_ndcg_at_100_diff1": -0.003258, "nauc_ndcg_at_1000_max": -0.009689, "nauc_ndcg_at_1000_std": 0.185408, "nauc_ndcg_at_1000_diff1": 0.092308, "nauc_map_at_1_max": 0.015543, "nauc_map_at_1_std": 0.10358, "nauc_map_at_1_diff1": -0.131465, "nauc_map_at_3_max": -0.079722, "nauc_map_at_3_std": -0.038815, "nauc_map_at_3_diff1": -0.057752, "nauc_map_at_5_max": -0.058201, "nauc_map_at_5_std": 0.025051, "nauc_map_at_5_diff1": 0.010844, "nauc_map_at_10_max": -0.096855, "nauc_map_at_10_std": 0.06771, "nauc_map_at_10_diff1": -0.057551, "nauc_map_at_20_max": -0.144014, "nauc_map_at_20_std": 0.076176, "nauc_map_at_20_diff1": -0.048093, "nauc_map_at_100_max": -0.110171, "nauc_map_at_100_std": 0.109197, "nauc_map_at_100_diff1": -0.001196, "nauc_map_at_1000_max": -0.083428, "nauc_map_at_1000_std": 0.107966, "nauc_map_at_1000_diff1": 0.017426, "nauc_recall_at_1_max": 0.015543, "nauc_recall_at_1_std": 0.10358, "nauc_recall_at_1_diff1": -0.131465, "nauc_recall_at_3_max": -0.154277, "nauc_recall_at_3_std": -0.175243, "nauc_recall_at_3_diff1": -0.093289, "nauc_recall_at_5_max": -0.137834, "nauc_recall_at_5_std": -0.122879, "nauc_recall_at_5_diff1": -0.036968, "nauc_recall_at_10_max": -0.17795, "nauc_recall_at_10_std": -0.012227, "nauc_recall_at_10_diff1": -0.156731, "nauc_recall_at_20_max": -0.269257, "nauc_recall_at_20_std": 0.007333, "nauc_recall_at_20_diff1": -0.151636, "nauc_recall_at_100_max": -0.301956, "nauc_recall_at_100_std": 0.133424, "nauc_recall_at_100_diff1": -0.36454, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.142624, "nauc_precision_at_1_std": 0.31256, "nauc_precision_at_1_diff1": -0.001543, "nauc_precision_at_3_max": 0.09356, "nauc_precision_at_3_std": 0.231685, "nauc_precision_at_3_diff1": 0.152826, "nauc_precision_at_5_max": 0.105722, "nauc_precision_at_5_std": 0.203757, "nauc_precision_at_5_diff1": 0.175889, "nauc_precision_at_10_max": 0.010795, "nauc_precision_at_10_std": 0.157492, "nauc_precision_at_10_diff1": 0.132634, "nauc_precision_at_20_max": 0.00194, "nauc_precision_at_20_std": 0.100444, "nauc_precision_at_20_diff1": 0.156859, "nauc_precision_at_100_max": 0.124939, "nauc_precision_at_100_std": 0.045257, "nauc_precision_at_100_diff1": 0.142627, "nauc_precision_at_1000_max": 0.138194, "nauc_precision_at_1000_std": 0.01904, "nauc_precision_at_1000_diff1": 0.135951, "nauc_mrr_at_1_max": 0.142624, "nauc_mrr_at_1_std": 0.31256, "nauc_mrr_at_1_diff1": -0.001543, "nauc_mrr_at_3_max": 0.130732, "nauc_mrr_at_3_std": 0.272307, "nauc_mrr_at_3_diff1": 0.082345, "nauc_mrr_at_5_max": 0.126142, "nauc_mrr_at_5_std": 0.266645, "nauc_mrr_at_5_diff1": 0.072865, "nauc_mrr_at_10_max": 0.119314, "nauc_mrr_at_10_std": 0.271317, "nauc_mrr_at_10_diff1": 0.068027, "nauc_mrr_at_20_max": 0.124617, "nauc_mrr_at_20_std": 0.269156, "nauc_mrr_at_20_diff1": 0.063038, "nauc_mrr_at_100_max": 0.124617, "nauc_mrr_at_100_std": 0.269156, "nauc_mrr_at_100_diff1": 0.063038, "nauc_mrr_at_1000_max": 0.124617, "nauc_mrr_at_1000_std": 0.269156, "nauc_mrr_at_1000_diff1": 0.063038, "cv_recall_at_1": 0.62069, "cv_recall_at_3": 0.91379, "cv_recall_at_5": 0.93103, "cv_recall_at_10": 0.98276, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.56608, "hf_subset": "german", "languages": [ "deu-Latn" ] } ] }, "evaluation_time": 465.02809953689575, "kg_co2_emissions": null }