{ "dataset_revision": "b3e3a04b07fbbaffe79be49dabf92f691fbca252", "task_name": "Vidore2EconomicsReportsRetrieval", "mteb_version": "2.3.4", "scores": { "test": [ { "ndcg_at_1": 0.56897, "ndcg_at_3": 0.55184, "ndcg_at_5": 0.55184, "ndcg_at_10": 0.5383, "ndcg_at_20": 0.56523, "ndcg_at_100": 0.67178, "ndcg_at_1000": 0.71209, "map_at_1": 0.10313, "map_at_3": 0.18236, "map_at_5": 0.24195, "map_at_10": 0.30683, "map_at_20": 0.36449, "map_at_100": 0.4484, "map_at_1000": 0.4641, "recall_at_1": 0.10313, "recall_at_3": 0.21603, "recall_at_5": 0.30679, "recall_at_10": 0.43087, "recall_at_20": 0.56806, "recall_at_100": 0.88666, "recall_at_1000": 1.0, "accuracy": 0.10313, "precision_at_1": 0.56897, "precision_at_3": 0.50575, "precision_at_5": 0.48621, "precision_at_10": 0.3931, "precision_at_20": 0.30345, "precision_at_100": 0.12379, "precision_at_1000": 0.01564, "mrr_at_1": 0.568966, "mrr_at_3": 0.681034, "mrr_at_5": 0.697414, "mrr_at_10": 0.701793, "mrr_at_20": 0.705052, "mrr_at_100": 0.705836, "mrr_at_1000": 0.705836, "nauc_ndcg_at_1_max": 0.239627, "nauc_ndcg_at_1_std": 0.181448, "nauc_ndcg_at_1_diff1": 0.286489, "nauc_ndcg_at_3_max": 0.107305, "nauc_ndcg_at_3_std": 0.049295, "nauc_ndcg_at_3_diff1": 0.080543, "nauc_ndcg_at_5_max": 0.079666, "nauc_ndcg_at_5_std": 0.040175, "nauc_ndcg_at_5_diff1": 0.118291, "nauc_ndcg_at_10_max": 0.06292, "nauc_ndcg_at_10_std": 0.009149, "nauc_ndcg_at_10_diff1": 0.170045, "nauc_ndcg_at_20_max": 0.09654, "nauc_ndcg_at_20_std": 0.041184, "nauc_ndcg_at_20_diff1": 0.189754, "nauc_ndcg_at_100_max": 0.177926, "nauc_ndcg_at_100_std": 0.125035, "nauc_ndcg_at_100_diff1": 0.07569, "nauc_ndcg_at_1000_max": 0.094478, "nauc_ndcg_at_1000_std": 0.036231, "nauc_ndcg_at_1000_diff1": 0.083604, "nauc_map_at_1_max": -0.025263, "nauc_map_at_1_std": -0.154359, "nauc_map_at_1_diff1": 0.354177, "nauc_map_at_3_max": -0.00882, "nauc_map_at_3_std": -0.123033, "nauc_map_at_3_diff1": 0.261646, "nauc_map_at_5_max": 0.029182, "nauc_map_at_5_std": -0.06778, "nauc_map_at_5_diff1": 0.268882, "nauc_map_at_10_max": 0.0876, "nauc_map_at_10_std": -0.014358, "nauc_map_at_10_diff1": 0.260087, "nauc_map_at_20_max": 0.100093, "nauc_map_at_20_std": 0.024848, "nauc_map_at_20_diff1": 0.229608, "nauc_map_at_100_max": 0.091688, "nauc_map_at_100_std": 0.034231, "nauc_map_at_100_diff1": 0.139724, "nauc_map_at_1000_max": 0.055779, "nauc_map_at_1000_std": 0.000671, "nauc_map_at_1000_diff1": 0.130324, "nauc_recall_at_1_max": -0.025263, "nauc_recall_at_1_std": -0.154359, "nauc_recall_at_1_diff1": 0.354177, "nauc_recall_at_3_max": -0.068681, "nauc_recall_at_3_std": -0.192445, "nauc_recall_at_3_diff1": 0.229584, "nauc_recall_at_5_max": -0.004136, "nauc_recall_at_5_std": -0.092199, "nauc_recall_at_5_diff1": 0.261862, "nauc_recall_at_10_max": 0.073469, "nauc_recall_at_10_std": -0.002055, "nauc_recall_at_10_diff1": 0.27997, "nauc_recall_at_20_max": 0.164524, "nauc_recall_at_20_std": 0.122519, "nauc_recall_at_20_diff1": 0.236388, "nauc_recall_at_100_max": 0.42934, "nauc_recall_at_100_std": 0.430541, "nauc_recall_at_100_diff1": -0.045642, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.239627, "nauc_precision_at_1_std": 0.181448, "nauc_precision_at_1_diff1": 0.286489, "nauc_precision_at_3_max": 0.136934, "nauc_precision_at_3_std": 0.115506, "nauc_precision_at_3_diff1": -0.044614, "nauc_precision_at_5_max": 0.147995, "nauc_precision_at_5_std": 0.171452, "nauc_precision_at_5_diff1": -0.029083, "nauc_precision_at_10_max": 0.097268, "nauc_precision_at_10_std": 0.125108, "nauc_precision_at_10_diff1": -0.070153, "nauc_precision_at_20_max": -0.014298, "nauc_precision_at_20_std": 0.052674, "nauc_precision_at_20_diff1": -0.155522, "nauc_precision_at_100_max": -0.15477, "nauc_precision_at_100_std": -0.107083, "nauc_precision_at_100_diff1": -0.221845, "nauc_precision_at_1000_max": -0.226067, "nauc_precision_at_1000_std": -0.182103, "nauc_precision_at_1000_diff1": -0.18763, "nauc_mrr_at_1_max": 0.239627, "nauc_mrr_at_1_std": 0.181448, "nauc_mrr_at_1_diff1": 0.286489, "nauc_mrr_at_3_max": 0.220454, "nauc_mrr_at_3_std": 0.10659, "nauc_mrr_at_3_diff1": 0.23095, "nauc_mrr_at_5_max": 0.227562, "nauc_mrr_at_5_std": 0.133819, "nauc_mrr_at_5_diff1": 0.217184, "nauc_mrr_at_10_max": 0.226028, "nauc_mrr_at_10_std": 0.135127, "nauc_mrr_at_10_diff1": 0.229053, "nauc_mrr_at_20_max": 0.224284, "nauc_mrr_at_20_std": 0.132834, "nauc_mrr_at_20_diff1": 0.228535, "nauc_mrr_at_100_max": 0.225609, "nauc_mrr_at_100_std": 0.135193, "nauc_mrr_at_100_diff1": 0.233111, "nauc_mrr_at_1000_max": 0.225609, "nauc_mrr_at_1000_std": 0.135193, "nauc_mrr_at_1000_diff1": 0.233111, "cv_recall_at_1": 0.56897, "cv_recall_at_3": 0.82759, "cv_recall_at_5": 0.89655, "cv_recall_at_10": 0.93103, "cv_recall_at_20": 0.98276, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.55184, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.55172, "ndcg_at_3": 0.52793, "ndcg_at_5": 0.52942, "ndcg_at_10": 0.53006, "ndcg_at_20": 0.57318, "ndcg_at_100": 0.67059, "ndcg_at_1000": 0.70597, "map_at_1": 0.07764, "map_at_3": 0.1697, "map_at_5": 0.22027, "map_at_10": 0.28604, "map_at_20": 0.35351, "map_at_100": 0.43604, "map_at_1000": 0.45097, "recall_at_1": 0.07764, "recall_at_3": 0.21996, "recall_at_5": 0.29931, "recall_at_10": 0.42461, "recall_at_20": 0.60842, "recall_at_100": 0.90482, "recall_at_1000": 1.0, "accuracy": 0.07764, "precision_at_1": 0.55172, "precision_at_3": 0.48276, "precision_at_5": 0.46897, "precision_at_10": 0.39655, "precision_at_20": 0.3181, "precision_at_100": 0.125, "precision_at_1000": 0.01564, "mrr_at_1": 0.551724, "mrr_at_3": 0.652299, "mrr_at_5": 0.679023, "mrr_at_10": 0.68436, "mrr_at_20": 0.68869, "mrr_at_100": 0.68869, "mrr_at_1000": 0.68869, "nauc_ndcg_at_1_max": -0.119464, "nauc_ndcg_at_1_std": -0.068071, "nauc_ndcg_at_1_diff1": 0.100656, "nauc_ndcg_at_3_max": -0.11107, "nauc_ndcg_at_3_std": -0.077339, "nauc_ndcg_at_3_diff1": 0.080153, "nauc_ndcg_at_5_max": -0.144463, "nauc_ndcg_at_5_std": -0.169388, "nauc_ndcg_at_5_diff1": 0.053176, "nauc_ndcg_at_10_max": -0.171764, "nauc_ndcg_at_10_std": -0.217655, "nauc_ndcg_at_10_diff1": 0.00853, "nauc_ndcg_at_20_max": -0.064288, "nauc_ndcg_at_20_std": -0.109854, "nauc_ndcg_at_20_diff1": 0.026307, "nauc_ndcg_at_100_max": -0.033276, "nauc_ndcg_at_100_std": -0.030803, "nauc_ndcg_at_100_diff1": 0.037875, "nauc_ndcg_at_1000_max": -0.091118, "nauc_ndcg_at_1000_std": -0.092889, "nauc_ndcg_at_1000_diff1": -0.006253, "nauc_map_at_1_max": -0.158144, "nauc_map_at_1_std": -0.200306, "nauc_map_at_1_diff1": 0.319743, "nauc_map_at_3_max": -0.128155, "nauc_map_at_3_std": -0.163045, "nauc_map_at_3_diff1": 0.257081, "nauc_map_at_5_max": -0.093999, "nauc_map_at_5_std": -0.149996, "nauc_map_at_5_diff1": 0.20014, "nauc_map_at_10_max": -0.063613, "nauc_map_at_10_std": -0.133138, "nauc_map_at_10_diff1": 0.147395, "nauc_map_at_20_max": -0.027012, "nauc_map_at_20_std": -0.086023, "nauc_map_at_20_diff1": 0.169199, "nauc_map_at_100_max": -0.048975, "nauc_map_at_100_std": -0.083368, "nauc_map_at_100_diff1": 0.052752, "nauc_map_at_1000_max": -0.081747, "nauc_map_at_1000_std": -0.113169, "nauc_map_at_1000_diff1": 0.012377, "nauc_recall_at_1_max": -0.158144, "nauc_recall_at_1_std": -0.200306, "nauc_recall_at_1_diff1": 0.319743, "nauc_recall_at_3_max": -0.172839, "nauc_recall_at_3_std": -0.232476, "nauc_recall_at_3_diff1": 0.223557, "nauc_recall_at_5_max": -0.127866, "nauc_recall_at_5_std": -0.229097, "nauc_recall_at_5_diff1": 0.185818, "nauc_recall_at_10_max": -0.077866, "nauc_recall_at_10_std": -0.183914, "nauc_recall_at_10_diff1": 0.117803, "nauc_recall_at_20_max": 0.088716, "nauc_recall_at_20_std": 0.006196, "nauc_recall_at_20_diff1": 0.198705, "nauc_recall_at_100_max": 0.241127, "nauc_recall_at_100_std": 0.248731, "nauc_recall_at_100_diff1": 0.149609, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.119464, "nauc_precision_at_1_std": -0.068071, "nauc_precision_at_1_diff1": 0.100656, "nauc_precision_at_3_max": -0.040013, "nauc_precision_at_3_std": 0.028091, "nauc_precision_at_3_diff1": 0.012766, "nauc_precision_at_5_max": -0.051394, "nauc_precision_at_5_std": -0.050575, "nauc_precision_at_5_diff1": -0.053842, "nauc_precision_at_10_max": -0.056295, "nauc_precision_at_10_std": -0.040962, "nauc_precision_at_10_diff1": -0.133479, "nauc_precision_at_20_max": -0.018484, "nauc_precision_at_20_std": 0.004537, "nauc_precision_at_20_diff1": -0.186103, "nauc_precision_at_100_max": -0.137911, "nauc_precision_at_100_std": -0.090123, "nauc_precision_at_100_diff1": -0.339162, "nauc_precision_at_1000_max": -0.193028, "nauc_precision_at_1000_std": -0.153569, "nauc_precision_at_1000_diff1": -0.353132, "nauc_mrr_at_1_max": -0.119464, "nauc_mrr_at_1_std": -0.068071, "nauc_mrr_at_1_diff1": 0.100656, "nauc_mrr_at_3_max": -0.128379, "nauc_mrr_at_3_std": -0.092393, "nauc_mrr_at_3_diff1": 0.068804, "nauc_mrr_at_5_max": -0.129028, "nauc_mrr_at_5_std": -0.107428, "nauc_mrr_at_5_diff1": 0.097471, "nauc_mrr_at_10_max": -0.112727, "nauc_mrr_at_10_std": -0.09066, "nauc_mrr_at_10_diff1": 0.094163, "nauc_mrr_at_20_max": -0.113665, "nauc_mrr_at_20_std": -0.088851, "nauc_mrr_at_20_diff1": 0.090361, "nauc_mrr_at_100_max": -0.113665, "nauc_mrr_at_100_std": -0.088851, "nauc_mrr_at_100_diff1": 0.090361, "nauc_mrr_at_1000_max": -0.113665, "nauc_mrr_at_1000_std": -0.088851, "nauc_mrr_at_1000_diff1": 0.090361, "cv_recall_at_1": 0.55172, "cv_recall_at_3": 0.7931, "cv_recall_at_5": 0.91379, "cv_recall_at_10": 0.94828, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.52942, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.67241, "ndcg_at_3": 0.63051, "ndcg_at_5": 0.59908, "ndcg_at_10": 0.59185, "ndcg_at_20": 0.609, "ndcg_at_100": 0.70513, "ndcg_at_1000": 0.74135, "map_at_1": 0.09916, "map_at_3": 0.20112, "map_at_5": 0.26424, "map_at_10": 0.33568, "map_at_20": 0.39314, "map_at_100": 0.47499, "map_at_1000": 0.49206, "recall_at_1": 0.09916, "recall_at_3": 0.22638, "recall_at_5": 0.32883, "recall_at_10": 0.47572, "recall_at_20": 0.61188, "recall_at_100": 0.9057, "recall_at_1000": 1.0, "accuracy": 0.09916, "precision_at_1": 0.67241, "precision_at_3": 0.58621, "precision_at_5": 0.52069, "precision_at_10": 0.43103, "precision_at_20": 0.31552, "precision_at_100": 0.12552, "precision_at_1000": 0.01564, "mrr_at_1": 0.672414, "mrr_at_3": 0.761494, "mrr_at_5": 0.773563, "mrr_at_10": 0.784647, "mrr_at_20": 0.785878, "mrr_at_100": 0.785878, "mrr_at_1000": 0.785878, "nauc_ndcg_at_1_max": 0.304374, "nauc_ndcg_at_1_std": 0.277143, "nauc_ndcg_at_1_diff1": 0.05257, "nauc_ndcg_at_3_max": 0.055458, "nauc_ndcg_at_3_std": 0.109184, "nauc_ndcg_at_3_diff1": -0.189347, "nauc_ndcg_at_5_max": -0.024845, "nauc_ndcg_at_5_std": 0.01945, "nauc_ndcg_at_5_diff1": -0.137818, "nauc_ndcg_at_10_max": -0.042579, "nauc_ndcg_at_10_std": -0.063553, "nauc_ndcg_at_10_diff1": -0.144339, "nauc_ndcg_at_20_max": 0.084445, "nauc_ndcg_at_20_std": 0.037199, "nauc_ndcg_at_20_diff1": -0.209992, "nauc_ndcg_at_100_max": 0.071015, "nauc_ndcg_at_100_std": 0.143852, "nauc_ndcg_at_100_diff1": -0.288861, "nauc_ndcg_at_1000_max": 0.036396, "nauc_ndcg_at_1000_std": 0.071268, "nauc_ndcg_at_1000_diff1": -0.201253, "nauc_map_at_1_max": -0.133275, "nauc_map_at_1_std": -0.167713, "nauc_map_at_1_diff1": -0.284499, "nauc_map_at_3_max": -0.066454, "nauc_map_at_3_std": -0.11184, "nauc_map_at_3_diff1": -0.313146, "nauc_map_at_5_max": -0.04262, "nauc_map_at_5_std": -0.085805, "nauc_map_at_5_diff1": -0.263935, "nauc_map_at_10_max": -0.01417, "nauc_map_at_10_std": -0.071002, "nauc_map_at_10_diff1": -0.247803, "nauc_map_at_20_max": 0.043609, "nauc_map_at_20_std": 0.012138, "nauc_map_at_20_diff1": -0.235427, "nauc_map_at_100_max": -0.001244, "nauc_map_at_100_std": 0.027925, "nauc_map_at_100_diff1": -0.282655, "nauc_map_at_1000_max": -0.024796, "nauc_map_at_1000_std": -0.007303, "nauc_map_at_1000_diff1": -0.258854, "nauc_recall_at_1_max": -0.133275, "nauc_recall_at_1_std": -0.167713, "nauc_recall_at_1_diff1": -0.284499, "nauc_recall_at_3_max": -0.054857, "nauc_recall_at_3_std": -0.139227, "nauc_recall_at_3_diff1": -0.331958, "nauc_recall_at_5_max": -0.085549, "nauc_recall_at_5_std": -0.176553, "nauc_recall_at_5_diff1": -0.209014, "nauc_recall_at_10_max": -0.031755, "nauc_recall_at_10_std": -0.161565, "nauc_recall_at_10_diff1": -0.220246, "nauc_recall_at_20_max": 0.190773, "nauc_recall_at_20_std": 0.087078, "nauc_recall_at_20_diff1": -0.162692, "nauc_recall_at_100_max": 0.200601, "nauc_recall_at_100_std": 0.348886, "nauc_recall_at_100_diff1": -0.434888, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.304374, "nauc_precision_at_1_std": 0.277143, "nauc_precision_at_1_diff1": 0.05257, "nauc_precision_at_3_max": 0.061987, "nauc_precision_at_3_std": 0.167366, "nauc_precision_at_3_diff1": -0.148474, "nauc_precision_at_5_max": 0.021983, "nauc_precision_at_5_std": 0.130379, "nauc_precision_at_5_diff1": -0.008217, "nauc_precision_at_10_max": 0.030606, "nauc_precision_at_10_std": 0.085415, "nauc_precision_at_10_diff1": 0.054158, "nauc_precision_at_20_max": 0.049559, "nauc_precision_at_20_std": 0.11292, "nauc_precision_at_20_diff1": 0.066146, "nauc_precision_at_100_max": -0.137124, "nauc_precision_at_100_std": -0.068688, "nauc_precision_at_100_diff1": -0.003512, "nauc_precision_at_1000_max": -0.152381, "nauc_precision_at_1000_std": -0.138124, "nauc_precision_at_1000_diff1": 0.051136, "nauc_mrr_at_1_max": 0.304374, "nauc_mrr_at_1_std": 0.277143, "nauc_mrr_at_1_diff1": 0.05257, "nauc_mrr_at_3_max": 0.312085, "nauc_mrr_at_3_std": 0.288195, "nauc_mrr_at_3_diff1": 0.013128, "nauc_mrr_at_5_max": 0.285184, "nauc_mrr_at_5_std": 0.246023, "nauc_mrr_at_5_diff1": 0.03827, "nauc_mrr_at_10_max": 0.27215, "nauc_mrr_at_10_std": 0.237786, "nauc_mrr_at_10_diff1": 0.012463, "nauc_mrr_at_20_max": 0.281534, "nauc_mrr_at_20_std": 0.246942, "nauc_mrr_at_20_diff1": 0.020125, "nauc_mrr_at_100_max": 0.281534, "nauc_mrr_at_100_std": 0.246942, "nauc_mrr_at_100_diff1": 0.020125, "nauc_mrr_at_1000_max": 0.281534, "nauc_mrr_at_1000_std": 0.246942, "nauc_mrr_at_1000_diff1": 0.020125, "cv_recall_at_1": 0.67241, "cv_recall_at_3": 0.86207, "cv_recall_at_5": 0.91379, "cv_recall_at_10": 0.98276, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.59908, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.51724, "ndcg_at_3": 0.51037, "ndcg_at_5": 0.50546, "ndcg_at_10": 0.50898, "ndcg_at_20": 0.53805, "ndcg_at_100": 0.6498, "ndcg_at_1000": 0.69349, "map_at_1": 0.07371, "map_at_3": 0.16228, "map_at_5": 0.21679, "map_at_10": 0.2813, "map_at_20": 0.33219, "map_at_100": 0.41134, "map_at_1000": 0.42913, "recall_at_1": 0.07371, "recall_at_3": 0.21016, "recall_at_5": 0.29592, "recall_at_10": 0.44083, "recall_at_20": 0.57419, "recall_at_100": 0.88524, "recall_at_1000": 1.0, "accuracy": 0.07371, "precision_at_1": 0.51724, "precision_at_3": 0.47126, "precision_at_5": 0.44483, "precision_at_10": 0.37069, "precision_at_20": 0.2819, "precision_at_100": 0.11931, "precision_at_1000": 0.01564, "mrr_at_1": 0.517241, "mrr_at_3": 0.626437, "mrr_at_5": 0.655747, "mrr_at_10": 0.672386, "mrr_at_20": 0.672386, "mrr_at_100": 0.672386, "mrr_at_1000": 0.672386, "nauc_ndcg_at_1_max": 0.133177, "nauc_ndcg_at_1_std": 0.164941, "nauc_ndcg_at_1_diff1": 0.304877, "nauc_ndcg_at_3_max": 0.038893, "nauc_ndcg_at_3_std": 0.021715, "nauc_ndcg_at_3_diff1": 0.221771, "nauc_ndcg_at_5_max": 0.017373, "nauc_ndcg_at_5_std": 0.013955, "nauc_ndcg_at_5_diff1": 0.183562, "nauc_ndcg_at_10_max": 0.00415, "nauc_ndcg_at_10_std": -0.012391, "nauc_ndcg_at_10_diff1": 0.101742, "nauc_ndcg_at_20_max": 0.00159, "nauc_ndcg_at_20_std": 0.011228, "nauc_ndcg_at_20_diff1": 0.048073, "nauc_ndcg_at_100_max": -0.005473, "nauc_ndcg_at_100_std": 0.045892, "nauc_ndcg_at_100_diff1": -0.007255, "nauc_ndcg_at_1000_max": 0.011652, "nauc_ndcg_at_1000_std": 0.048389, "nauc_ndcg_at_1000_diff1": 0.170376, "nauc_map_at_1_max": 0.019214, "nauc_map_at_1_std": -0.054584, "nauc_map_at_1_diff1": -0.16805, "nauc_map_at_3_max": -0.036084, "nauc_map_at_3_std": -0.122531, "nauc_map_at_3_diff1": -0.168715, "nauc_map_at_5_max": -0.025321, "nauc_map_at_5_std": -0.086463, "nauc_map_at_5_diff1": -0.150684, "nauc_map_at_10_max": -0.019279, "nauc_map_at_10_std": -0.055978, "nauc_map_at_10_diff1": -0.177699, "nauc_map_at_20_max": -0.032545, "nauc_map_at_20_std": -0.029537, "nauc_map_at_20_diff1": -0.169573, "nauc_map_at_100_max": -0.024685, "nauc_map_at_100_std": -0.011414, "nauc_map_at_100_diff1": -0.080897, "nauc_map_at_1000_max": -0.014863, "nauc_map_at_1000_std": -0.010973, "nauc_map_at_1000_diff1": 0.007356, "nauc_recall_at_1_max": 0.019214, "nauc_recall_at_1_std": -0.054584, "nauc_recall_at_1_diff1": -0.16805, "nauc_recall_at_3_max": -0.121507, "nauc_recall_at_3_std": -0.211906, "nauc_recall_at_3_diff1": -0.244523, "nauc_recall_at_5_max": -0.134682, "nauc_recall_at_5_std": -0.199887, "nauc_recall_at_5_diff1": -0.2429, "nauc_recall_at_10_max": -0.049481, "nauc_recall_at_10_std": -0.080351, "nauc_recall_at_10_diff1": -0.358634, "nauc_recall_at_20_max": -0.059535, "nauc_recall_at_20_std": -0.029816, "nauc_recall_at_20_diff1": -0.391275, "nauc_recall_at_100_max": -0.041221, "nauc_recall_at_100_std": 0.020025, "nauc_recall_at_100_diff1": -0.583739, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.133177, "nauc_precision_at_1_std": 0.164941, "nauc_precision_at_1_diff1": 0.304877, "nauc_precision_at_3_max": 0.040304, "nauc_precision_at_3_std": 0.036596, "nauc_precision_at_3_diff1": 0.282652, "nauc_precision_at_5_max": 0.05027, "nauc_precision_at_5_std": 0.088893, "nauc_precision_at_5_diff1": 0.272956, "nauc_precision_at_10_max": 0.009733, "nauc_precision_at_10_std": 0.06105, "nauc_precision_at_10_diff1": 0.284082, "nauc_precision_at_20_max": 0.004375, "nauc_precision_at_20_std": 0.080395, "nauc_precision_at_20_diff1": 0.325917, "nauc_precision_at_100_max": 0.020583, "nauc_precision_at_100_std": 0.017158, "nauc_precision_at_100_diff1": 0.516777, "nauc_precision_at_1000_max": 0.032828, "nauc_precision_at_1000_std": 0.000624, "nauc_precision_at_1000_diff1": 0.608104, "nauc_mrr_at_1_max": 0.133177, "nauc_mrr_at_1_std": 0.164941, "nauc_mrr_at_1_diff1": 0.304877, "nauc_mrr_at_3_max": 0.025607, "nauc_mrr_at_3_std": 0.069631, "nauc_mrr_at_3_diff1": 0.233667, "nauc_mrr_at_5_max": 0.017159, "nauc_mrr_at_5_std": 0.058719, "nauc_mrr_at_5_diff1": 0.221751, "nauc_mrr_at_10_max": 0.049279, "nauc_mrr_at_10_std": 0.092851, "nauc_mrr_at_10_diff1": 0.244219, "nauc_mrr_at_20_max": 0.049279, "nauc_mrr_at_20_std": 0.092851, "nauc_mrr_at_20_diff1": 0.244219, "nauc_mrr_at_100_max": 0.049279, "nauc_mrr_at_100_std": 0.092851, "nauc_mrr_at_100_diff1": 0.244219, "nauc_mrr_at_1000_max": 0.049279, "nauc_mrr_at_1000_std": 0.092851, "nauc_mrr_at_1000_diff1": 0.244219, "cv_recall_at_1": 0.51724, "cv_recall_at_3": 0.75862, "cv_recall_at_5": 0.87931, "cv_recall_at_10": 1.0, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.50546, "hf_subset": "german", "languages": [ "deu-Latn" ] } ] }, "evaluation_time": 164.91392755508423, "kg_co2_emissions": null }