{ "dataset_revision": "b3e3a04b07fbbaffe79be49dabf92f691fbca252", "task_name": "Vidore2EconomicsReportsRetrieval", "mteb_version": "2.3.5", "scores": { "test": [ { "ndcg_at_1": 0.62069, "ndcg_at_3": 0.58754, "ndcg_at_5": 0.57588, "ndcg_at_10": 0.56237, "ndcg_at_20": 0.59686, "ndcg_at_100": 0.6997, "ndcg_at_1000": 0.731, "map_at_1": 0.09425, "map_at_3": 0.19023, "map_at_5": 0.24827, "map_at_10": 0.31441, "map_at_20": 0.38456, "map_at_100": 0.47276, "map_at_1000": 0.48683, "recall_at_1": 0.09425, "recall_at_3": 0.22696, "recall_at_5": 0.31107, "recall_at_10": 0.4348, "recall_at_20": 0.60024, "recall_at_100": 0.91757, "recall_at_1000": 1.0, "accuracy": 0.09425, "precision_at_1": 0.62069, "precision_at_3": 0.54023, "precision_at_5": 0.5069, "precision_at_10": 0.41724, "precision_at_20": 0.325, "precision_at_100": 0.12879, "precision_at_1000": 0.01564, "mrr_at_1": 0.62069, "mrr_at_3": 0.718391, "mrr_at_5": 0.73477, "mrr_at_10": 0.740107, "mrr_at_20": 0.742334, "mrr_at_100": 0.74289, "mrr_at_1000": 0.74289, "nauc_ndcg_at_1_max": 0.121193, "nauc_ndcg_at_1_std": 0.121724, "nauc_ndcg_at_1_diff1": -0.113839, "nauc_ndcg_at_3_max": 0.146921, "nauc_ndcg_at_3_std": 0.067339, "nauc_ndcg_at_3_diff1": -0.239701, "nauc_ndcg_at_5_max": 0.08367, "nauc_ndcg_at_5_std": -0.003643, "nauc_ndcg_at_5_diff1": -0.297388, "nauc_ndcg_at_10_max": 0.05718, "nauc_ndcg_at_10_std": -0.022778, "nauc_ndcg_at_10_diff1": -0.342673, "nauc_ndcg_at_20_max": 0.130535, "nauc_ndcg_at_20_std": 0.028956, "nauc_ndcg_at_20_diff1": -0.282166, "nauc_ndcg_at_100_max": 0.139363, "nauc_ndcg_at_100_std": 0.084264, "nauc_ndcg_at_100_diff1": -0.306371, "nauc_ndcg_at_1000_max": 0.078528, "nauc_ndcg_at_1000_std": 0.022973, "nauc_ndcg_at_1000_diff1": -0.308054, "nauc_map_at_1_max": -0.147633, "nauc_map_at_1_std": -0.244321, "nauc_map_at_1_diff1": -0.165055, "nauc_map_at_3_max": 0.052571, "nauc_map_at_3_std": -0.155651, "nauc_map_at_3_diff1": -0.182707, "nauc_map_at_5_max": 0.111127, "nauc_map_at_5_std": -0.10742, "nauc_map_at_5_diff1": -0.200036, "nauc_map_at_10_max": 0.155383, "nauc_map_at_10_std": -0.024506, "nauc_map_at_10_diff1": -0.239124, "nauc_map_at_20_max": 0.175948, "nauc_map_at_20_std": 0.032608, "nauc_map_at_20_diff1": -0.26127, "nauc_map_at_100_max": 0.13867, "nauc_map_at_100_std": 0.04558, "nauc_map_at_100_diff1": -0.339998, "nauc_map_at_1000_max": 0.10795, "nauc_map_at_1000_std": 0.02388, "nauc_map_at_1000_diff1": -0.348796, "nauc_recall_at_1_max": -0.147633, "nauc_recall_at_1_std": -0.244321, "nauc_recall_at_1_diff1": -0.165055, "nauc_recall_at_3_max": 0.023174, "nauc_recall_at_3_std": -0.208707, "nauc_recall_at_3_diff1": -0.162078, "nauc_recall_at_5_max": 0.080268, "nauc_recall_at_5_std": -0.156031, "nauc_recall_at_5_diff1": -0.166537, "nauc_recall_at_10_max": 0.139787, "nauc_recall_at_10_std": -0.04034, "nauc_recall_at_10_diff1": -0.166272, "nauc_recall_at_20_max": 0.250999, "nauc_recall_at_20_std": 0.110455, "nauc_recall_at_20_diff1": -0.135275, "nauc_recall_at_100_max": 0.318907, "nauc_recall_at_100_std": 0.309225, "nauc_recall_at_100_diff1": -0.133859, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.121193, "nauc_precision_at_1_std": 0.121724, "nauc_precision_at_1_diff1": -0.113839, "nauc_precision_at_3_max": 0.236131, "nauc_precision_at_3_std": 0.174348, "nauc_precision_at_3_diff1": -0.197793, "nauc_precision_at_5_max": 0.162932, "nauc_precision_at_5_std": 0.132828, "nauc_precision_at_5_diff1": -0.223745, "nauc_precision_at_10_max": 0.073828, "nauc_precision_at_10_std": 0.161414, "nauc_precision_at_10_diff1": -0.250797, "nauc_precision_at_20_max": -0.015269, "nauc_precision_at_20_std": 0.123028, "nauc_precision_at_20_diff1": -0.213198, "nauc_precision_at_100_max": -0.172831, "nauc_precision_at_100_std": -0.047133, "nauc_precision_at_100_diff1": -0.18615, "nauc_precision_at_1000_max": -0.222639, "nauc_precision_at_1000_std": -0.109124, "nauc_precision_at_1000_diff1": -0.183985, "nauc_mrr_at_1_max": 0.121193, "nauc_mrr_at_1_std": 0.121724, "nauc_mrr_at_1_diff1": -0.113839, "nauc_mrr_at_3_max": 0.062235, "nauc_mrr_at_3_std": 0.004368, "nauc_mrr_at_3_diff1": -0.155908, "nauc_mrr_at_5_max": 0.081537, "nauc_mrr_at_5_std": 0.034985, "nauc_mrr_at_5_diff1": -0.14338, "nauc_mrr_at_10_max": 0.075975, "nauc_mrr_at_10_std": 0.02828, "nauc_mrr_at_10_diff1": -0.145434, "nauc_mrr_at_20_max": 0.078551, "nauc_mrr_at_20_std": 0.033636, "nauc_mrr_at_20_diff1": -0.145842, "nauc_mrr_at_100_max": 0.076163, "nauc_mrr_at_100_std": 0.031856, "nauc_mrr_at_100_diff1": -0.148812, "nauc_mrr_at_1000_max": 0.076163, "nauc_mrr_at_1000_std": 0.031856, "nauc_mrr_at_1000_diff1": -0.148812, "cv_recall_at_1": 0.62069, "cv_recall_at_3": 0.84483, "cv_recall_at_5": 0.91379, "cv_recall_at_10": 0.94828, "cv_recall_at_20": 0.98276, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.57588, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.53448, "ndcg_at_3": 0.56207, "ndcg_at_5": 0.55484, "ndcg_at_10": 0.53902, "ndcg_at_20": 0.57096, "ndcg_at_100": 0.67227, "ndcg_at_1000": 0.70781, "map_at_1": 0.0647, "map_at_3": 0.16167, "map_at_5": 0.22744, "map_at_10": 0.29256, "map_at_20": 0.35629, "map_at_100": 0.44462, "map_at_1000": 0.46024, "recall_at_1": 0.0647, "recall_at_3": 0.20989, "recall_at_5": 0.31468, "recall_at_10": 0.43321, "recall_at_20": 0.58952, "recall_at_100": 0.9017, "recall_at_1000": 1.0, "accuracy": 0.0647, "precision_at_1": 0.53448, "precision_at_3": 0.54598, "precision_at_5": 0.5069, "precision_at_10": 0.4069, "precision_at_20": 0.31552, "precision_at_100": 0.12879, "precision_at_1000": 0.01564, "mrr_at_1": 0.534483, "mrr_at_3": 0.678161, "mrr_at_5": 0.69454, "mrr_at_10": 0.699877, "mrr_at_20": 0.701314, "mrr_at_100": 0.702445, "mrr_at_1000": 0.702445, "nauc_ndcg_at_1_max": -0.32822, "nauc_ndcg_at_1_std": -0.226909, "nauc_ndcg_at_1_diff1": 0.114166, "nauc_ndcg_at_3_max": -0.118683, "nauc_ndcg_at_3_std": -0.083665, "nauc_ndcg_at_3_diff1": -0.019184, "nauc_ndcg_at_5_max": -0.118219, "nauc_ndcg_at_5_std": -0.173338, "nauc_ndcg_at_5_diff1": 0.060035, "nauc_ndcg_at_10_max": -0.077433, "nauc_ndcg_at_10_std": -0.100705, "nauc_ndcg_at_10_diff1": 0.012408, "nauc_ndcg_at_20_max": 0.09138, "nauc_ndcg_at_20_std": 0.051847, "nauc_ndcg_at_20_diff1": -0.070208, "nauc_ndcg_at_100_max": 0.056011, "nauc_ndcg_at_100_std": 0.094913, "nauc_ndcg_at_100_diff1": -0.128181, "nauc_ndcg_at_1000_max": 0.022523, "nauc_ndcg_at_1000_std": 0.024122, "nauc_ndcg_at_1000_diff1": -0.014555, "nauc_map_at_1_max": -0.158272, "nauc_map_at_1_std": -0.318086, "nauc_map_at_1_diff1": -0.00461, "nauc_map_at_3_max": -0.095119, "nauc_map_at_3_std": -0.222158, "nauc_map_at_3_diff1": -0.073902, "nauc_map_at_5_max": -0.042736, "nauc_map_at_5_std": -0.207098, "nauc_map_at_5_diff1": -0.023858, "nauc_map_at_10_max": 0.002934, "nauc_map_at_10_std": -0.116183, "nauc_map_at_10_diff1": -0.045068, "nauc_map_at_20_max": 0.092669, "nauc_map_at_20_std": 0.003176, "nauc_map_at_20_diff1": -0.092754, "nauc_map_at_100_max": 0.063789, "nauc_map_at_100_std": 0.025268, "nauc_map_at_100_diff1": -0.138218, "nauc_map_at_1000_max": 0.040564, "nauc_map_at_1000_std": 0.008791, "nauc_map_at_1000_diff1": -0.121662, "nauc_recall_at_1_max": -0.158272, "nauc_recall_at_1_std": -0.318086, "nauc_recall_at_1_diff1": -0.00461, "nauc_recall_at_3_max": -0.069802, "nauc_recall_at_3_std": -0.21952, "nauc_recall_at_3_diff1": -0.108811, "nauc_recall_at_5_max": -0.059216, "nauc_recall_at_5_std": -0.239578, "nauc_recall_at_5_diff1": -0.006938, "nauc_recall_at_10_max": -0.000357, "nauc_recall_at_10_std": -0.108671, "nauc_recall_at_10_diff1": -0.055208, "nauc_recall_at_20_max": 0.225167, "nauc_recall_at_20_std": 0.183962, "nauc_recall_at_20_diff1": -0.129902, "nauc_recall_at_100_max": 0.162642, "nauc_recall_at_100_std": 0.372953, "nauc_recall_at_100_diff1": -0.606216, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.32822, "nauc_precision_at_1_std": -0.226909, "nauc_precision_at_1_diff1": 0.114166, "nauc_precision_at_3_max": -0.002664, "nauc_precision_at_3_std": 0.047931, "nauc_precision_at_3_diff1": -0.015324, "nauc_precision_at_5_max": 0.023365, "nauc_precision_at_5_std": -0.014572, "nauc_precision_at_5_diff1": 0.109319, "nauc_precision_at_10_max": 0.041981, "nauc_precision_at_10_std": 0.125644, "nauc_precision_at_10_diff1": 0.011385, "nauc_precision_at_20_max": 0.100263, "nauc_precision_at_20_std": 0.188187, "nauc_precision_at_20_diff1": -0.06711, "nauc_precision_at_100_max": -0.07371, "nauc_precision_at_100_std": 0.036596, "nauc_precision_at_100_diff1": -0.056558, "nauc_precision_at_1000_max": -0.110554, "nauc_precision_at_1000_std": -0.021167, "nauc_precision_at_1000_diff1": -0.009225, "nauc_mrr_at_1_max": -0.32822, "nauc_mrr_at_1_std": -0.226909, "nauc_mrr_at_1_diff1": 0.114166, "nauc_mrr_at_3_max": -0.162874, "nauc_mrr_at_3_std": -0.121733, "nauc_mrr_at_3_diff1": 0.10091, "nauc_mrr_at_5_max": -0.17565, "nauc_mrr_at_5_std": -0.12615, "nauc_mrr_at_5_diff1": 0.14392, "nauc_mrr_at_10_max": -0.191732, "nauc_mrr_at_10_std": -0.139353, "nauc_mrr_at_10_diff1": 0.124269, "nauc_mrr_at_20_max": -0.189353, "nauc_mrr_at_20_std": -0.133112, "nauc_mrr_at_20_diff1": 0.126117, "nauc_mrr_at_100_max": -0.194088, "nauc_mrr_at_100_std": -0.137987, "nauc_mrr_at_100_diff1": 0.124751, "nauc_mrr_at_1000_max": -0.194088, "nauc_mrr_at_1000_std": -0.137987, "nauc_mrr_at_1000_diff1": 0.124751, "cv_recall_at_1": 0.53448, "cv_recall_at_3": 0.84483, "cv_recall_at_5": 0.91379, "cv_recall_at_10": 0.94828, "cv_recall_at_20": 0.96552, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.55484, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.72414, "ndcg_at_3": 0.64915, "ndcg_at_5": 0.625, "ndcg_at_10": 0.6054, "ndcg_at_20": 0.63037, "ndcg_at_100": 0.72734, "ndcg_at_1000": 0.75502, "map_at_1": 0.10312, "map_at_3": 0.20174, "map_at_5": 0.26421, "map_at_10": 0.34625, "map_at_20": 0.41358, "map_at_100": 0.50659, "map_at_1000": 0.51969, "recall_at_1": 0.10312, "recall_at_3": 0.2348, "recall_at_5": 0.32694, "recall_at_10": 0.47499, "recall_at_20": 0.62196, "recall_at_100": 0.92079, "recall_at_1000": 1.0, "accuracy": 0.10312, "precision_at_1": 0.72414, "precision_at_3": 0.59195, "precision_at_5": 0.54828, "precision_at_10": 0.4431, "precision_at_20": 0.33707, "precision_at_100": 0.13293, "precision_at_1000": 0.01564, "mrr_at_1": 0.724138, "mrr_at_3": 0.778736, "mrr_at_5": 0.798563, "mrr_at_10": 0.800479, "mrr_at_20": 0.80249, "mrr_at_100": 0.803209, "mrr_at_1000": 0.803209, "nauc_ndcg_at_1_max": 0.189103, "nauc_ndcg_at_1_std": 0.377782, "nauc_ndcg_at_1_diff1": -0.072201, "nauc_ndcg_at_3_max": 0.042604, "nauc_ndcg_at_3_std": 0.138478, "nauc_ndcg_at_3_diff1": -0.202502, "nauc_ndcg_at_5_max": 0.012368, "nauc_ndcg_at_5_std": 0.081895, "nauc_ndcg_at_5_diff1": -0.065646, "nauc_ndcg_at_10_max": 0.044862, "nauc_ndcg_at_10_std": 0.036035, "nauc_ndcg_at_10_diff1": -0.032392, "nauc_ndcg_at_20_max": 0.152844, "nauc_ndcg_at_20_std": 0.10172, "nauc_ndcg_at_20_diff1": -0.067662, "nauc_ndcg_at_100_max": 0.122363, "nauc_ndcg_at_100_std": 0.187337, "nauc_ndcg_at_100_diff1": -0.168823, "nauc_ndcg_at_1000_max": 0.088131, "nauc_ndcg_at_1000_std": 0.154673, "nauc_ndcg_at_1000_diff1": -0.102583, "nauc_map_at_1_max": -0.200207, "nauc_map_at_1_std": -0.20045, "nauc_map_at_1_diff1": -0.249585, "nauc_map_at_3_max": -0.129921, "nauc_map_at_3_std": -0.194562, "nauc_map_at_3_diff1": -0.314828, "nauc_map_at_5_max": -0.063159, "nauc_map_at_5_std": -0.135267, "nauc_map_at_5_diff1": -0.262568, "nauc_map_at_10_max": 0.006828, "nauc_map_at_10_std": -0.118366, "nauc_map_at_10_diff1": -0.211811, "nauc_map_at_20_max": 0.084113, "nauc_map_at_20_std": -0.024971, "nauc_map_at_20_diff1": -0.212933, "nauc_map_at_100_max": 0.071956, "nauc_map_at_100_std": 0.056776, "nauc_map_at_100_diff1": -0.194935, "nauc_map_at_1000_max": 0.053718, "nauc_map_at_1000_std": 0.060057, "nauc_map_at_1000_diff1": -0.166051, "nauc_recall_at_1_max": -0.200207, "nauc_recall_at_1_std": -0.20045, "nauc_recall_at_1_diff1": -0.249585, "nauc_recall_at_3_max": -0.119928, "nauc_recall_at_3_std": -0.24004, "nauc_recall_at_3_diff1": -0.277144, "nauc_recall_at_5_max": -0.031987, "nauc_recall_at_5_std": -0.173403, "nauc_recall_at_5_diff1": -0.177064, "nauc_recall_at_10_max": 0.029212, "nauc_recall_at_10_std": -0.177173, "nauc_recall_at_10_diff1": -0.065506, "nauc_recall_at_20_max": 0.222073, "nauc_recall_at_20_std": 0.000429, "nauc_recall_at_20_diff1": -0.103532, "nauc_recall_at_100_max": 0.30291, "nauc_recall_at_100_std": 0.296564, "nauc_recall_at_100_diff1": -0.320132, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.189103, "nauc_precision_at_1_std": 0.377782, "nauc_precision_at_1_diff1": -0.072201, "nauc_precision_at_3_max": 0.075261, "nauc_precision_at_3_std": 0.185047, "nauc_precision_at_3_diff1": -0.15306, "nauc_precision_at_5_max": 0.084315, "nauc_precision_at_5_std": 0.175401, "nauc_precision_at_5_diff1": 0.063135, "nauc_precision_at_10_max": 0.136906, "nauc_precision_at_10_std": 0.168439, "nauc_precision_at_10_diff1": 0.1512, "nauc_precision_at_20_max": 0.145105, "nauc_precision_at_20_std": 0.248812, "nauc_precision_at_20_diff1": 0.138602, "nauc_precision_at_100_max": -0.040673, "nauc_precision_at_100_std": 0.160699, "nauc_precision_at_100_diff1": 0.180007, "nauc_precision_at_1000_max": -0.078383, "nauc_precision_at_1000_std": 0.130661, "nauc_precision_at_1000_diff1": 0.21212, "nauc_mrr_at_1_max": 0.189103, "nauc_mrr_at_1_std": 0.377782, "nauc_mrr_at_1_diff1": -0.072201, "nauc_mrr_at_3_max": 0.256509, "nauc_mrr_at_3_std": 0.375101, "nauc_mrr_at_3_diff1": -0.081919, "nauc_mrr_at_5_max": 0.227323, "nauc_mrr_at_5_std": 0.367139, "nauc_mrr_at_5_diff1": -0.046394, "nauc_mrr_at_10_max": 0.223859, "nauc_mrr_at_10_std": 0.365158, "nauc_mrr_at_10_diff1": -0.040796, "nauc_mrr_at_20_max": 0.230004, "nauc_mrr_at_20_std": 0.370149, "nauc_mrr_at_20_diff1": -0.046488, "nauc_mrr_at_100_max": 0.226894, "nauc_mrr_at_100_std": 0.367606, "nauc_mrr_at_100_diff1": -0.048913, "nauc_mrr_at_1000_max": 0.226894, "nauc_mrr_at_1000_std": 0.367606, "nauc_mrr_at_1000_diff1": -0.048913, "cv_recall_at_1": 0.72414, "cv_recall_at_3": 0.84483, "cv_recall_at_5": 0.93103, "cv_recall_at_10": 0.94828, "cv_recall_at_20": 0.98276, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.625, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.51724, "ndcg_at_3": 0.58911, "ndcg_at_5": 0.56365, "ndcg_at_10": 0.57075, "ndcg_at_20": 0.57993, "ndcg_at_100": 0.67642, "ndcg_at_1000": 0.71292, "map_at_1": 0.04727, "map_at_3": 0.1704, "map_at_5": 0.22292, "map_at_10": 0.30899, "map_at_20": 0.36234, "map_at_100": 0.44923, "map_at_1000": 0.46516, "recall_at_1": 0.04727, "recall_at_3": 0.24635, "recall_at_5": 0.32079, "recall_at_10": 0.49141, "recall_at_20": 0.60856, "recall_at_100": 0.90191, "recall_at_1000": 1.0, "accuracy": 0.04727, "precision_at_1": 0.51724, "precision_at_3": 0.58046, "precision_at_5": 0.52069, "precision_at_10": 0.44655, "precision_at_20": 0.31638, "precision_at_100": 0.12638, "precision_at_1000": 0.01564, "mrr_at_1": 0.517241, "mrr_at_3": 0.672414, "mrr_at_5": 0.680172, "mrr_at_10": 0.690346, "mrr_at_20": 0.690346, "mrr_at_100": 0.690346, "mrr_at_1000": 0.690346, "nauc_ndcg_at_1_max": 0.097873, "nauc_ndcg_at_1_std": 0.186082, "nauc_ndcg_at_1_diff1": 0.359822, "nauc_ndcg_at_3_max": 0.058571, "nauc_ndcg_at_3_std": 0.06806, "nauc_ndcg_at_3_diff1": 0.131511, "nauc_ndcg_at_5_max": 0.091393, "nauc_ndcg_at_5_std": 0.092308, "nauc_ndcg_at_5_diff1": 0.133944, "nauc_ndcg_at_10_max": 0.125375, "nauc_ndcg_at_10_std": 0.139454, "nauc_ndcg_at_10_diff1": 0.117861, "nauc_ndcg_at_20_max": 0.155868, "nauc_ndcg_at_20_std": 0.152203, "nauc_ndcg_at_20_diff1": 0.045002, "nauc_ndcg_at_100_max": 0.147715, "nauc_ndcg_at_100_std": 0.224955, "nauc_ndcg_at_100_diff1": 0.083895, "nauc_ndcg_at_1000_max": 0.143053, "nauc_ndcg_at_1000_std": 0.208633, "nauc_ndcg_at_1000_diff1": 0.171517, "nauc_map_at_1_max": -0.03227, "nauc_map_at_1_std": 0.093434, "nauc_map_at_1_diff1": 0.11856, "nauc_map_at_3_max": -0.107283, "nauc_map_at_3_std": -0.145049, "nauc_map_at_3_diff1": -0.115465, "nauc_map_at_5_max": -0.044542, "nauc_map_at_5_std": -0.082928, "nauc_map_at_5_diff1": -0.059408, "nauc_map_at_10_max": 0.012082, "nauc_map_at_10_std": -0.015888, "nauc_map_at_10_diff1": -0.083064, "nauc_map_at_20_max": 0.049519, "nauc_map_at_20_std": 0.029889, "nauc_map_at_20_diff1": -0.062526, "nauc_map_at_100_max": 0.130832, "nauc_map_at_100_std": 0.174069, "nauc_map_at_100_diff1": 0.019419, "nauc_map_at_1000_max": 0.151119, "nauc_map_at_1000_std": 0.197277, "nauc_map_at_1000_diff1": 0.046544, "nauc_recall_at_1_max": -0.03227, "nauc_recall_at_1_std": 0.093434, "nauc_recall_at_1_diff1": 0.11856, "nauc_recall_at_3_max": -0.218433, "nauc_recall_at_3_std": -0.313713, "nauc_recall_at_3_diff1": -0.26259, "nauc_recall_at_5_max": -0.144217, "nauc_recall_at_5_std": -0.253588, "nauc_recall_at_5_diff1": -0.177443, "nauc_recall_at_10_max": -0.073464, "nauc_recall_at_10_std": -0.156996, "nauc_recall_at_10_diff1": -0.239614, "nauc_recall_at_20_max": 0.005439, "nauc_recall_at_20_std": -0.090006, "nauc_recall_at_20_diff1": -0.263471, "nauc_recall_at_100_max": 0.134119, "nauc_recall_at_100_std": 0.175773, "nauc_recall_at_100_diff1": -0.29506, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.097873, "nauc_precision_at_1_std": 0.186082, "nauc_precision_at_1_diff1": 0.359822, "nauc_precision_at_3_max": 0.093666, "nauc_precision_at_3_std": 0.107727, "nauc_precision_at_3_diff1": 0.149146, "nauc_precision_at_5_max": 0.168596, "nauc_precision_at_5_std": 0.197994, "nauc_precision_at_5_diff1": 0.180928, "nauc_precision_at_10_max": 0.242699, "nauc_precision_at_10_std": 0.294963, "nauc_precision_at_10_diff1": 0.187223, "nauc_precision_at_20_max": 0.207662, "nauc_precision_at_20_std": 0.271261, "nauc_precision_at_20_diff1": 0.18155, "nauc_precision_at_100_max": 0.196615, "nauc_precision_at_100_std": 0.292598, "nauc_precision_at_100_diff1": 0.195458, "nauc_precision_at_1000_max": 0.191872, "nauc_precision_at_1000_std": 0.271332, "nauc_precision_at_1000_diff1": 0.213704, "nauc_mrr_at_1_max": 0.097873, "nauc_mrr_at_1_std": 0.186082, "nauc_mrr_at_1_diff1": 0.359822, "nauc_mrr_at_3_max": 0.006353, "nauc_mrr_at_3_std": 0.069586, "nauc_mrr_at_3_diff1": 0.243144, "nauc_mrr_at_5_max": 0.033713, "nauc_mrr_at_5_std": 0.089431, "nauc_mrr_at_5_diff1": 0.248627, "nauc_mrr_at_10_max": 0.034382, "nauc_mrr_at_10_std": 0.098245, "nauc_mrr_at_10_diff1": 0.265382, "nauc_mrr_at_20_max": 0.034382, "nauc_mrr_at_20_std": 0.098245, "nauc_mrr_at_20_diff1": 0.265382, "nauc_mrr_at_100_max": 0.034382, "nauc_mrr_at_100_std": 0.098245, "nauc_mrr_at_100_diff1": 0.265382, "nauc_mrr_at_1000_max": 0.034382, "nauc_mrr_at_1000_std": 0.098245, "nauc_mrr_at_1000_diff1": 0.265382, "cv_recall_at_1": 0.51724, "cv_recall_at_3": 0.87931, "cv_recall_at_5": 0.91379, "cv_recall_at_10": 1.0, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.56365, "hf_subset": "german", "languages": [ "deu-Latn" ] } ] }, "evaluation_time": 231.38174891471863, "kg_co2_emissions": null }