{ "dataset_revision": "11dc96be3bbefd4eb49a467825d7d3d3808105d7", "task_name": "JamAltArtistA2ARetrieval", "mteb_version": "2.4.2", "scores": { "test": [ { "ndcg_at_1": 1.0, "ndcg_at_3": 0.65156, "ndcg_at_5": 0.54068, "ndcg_at_10": 0.41834, "ndcg_at_20": 0.32433, "ndcg_at_100": 0.28703, "ndcg_at_1000": 0.62675, "map_at_1": 0.0224, "map_at_3": 0.03539, "map_at_5": 0.04263, "map_at_10": 0.05299, "map_at_20": 0.06429, "map_at_100": 0.09894, "map_at_1000": 0.16172, "recall_at_1": 0.0224, "recall_at_3": 0.03625, "recall_at_5": 0.04625, "recall_at_10": 0.06491, "recall_at_20": 0.09347, "recall_at_100": 0.25548, "recall_at_1000": 1.0, "accuracy": 0.0224, "precision_at_1": 1.0, "precision_at_3": 0.55954, "precision_at_5": 0.43606, "precision_at_10": 0.31377, "precision_at_20": 0.23214, "precision_at_100": 0.12835, "precision_at_1000": 0.05169, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": -0.026969, "nauc_ndcg_at_3_std": 0.134659, "nauc_ndcg_at_3_diff1": -0.160067, "nauc_ndcg_at_5_max": -0.01904, "nauc_ndcg_at_5_std": 0.160118, "nauc_ndcg_at_5_diff1": -0.158001, "nauc_ndcg_at_10_max": -0.026407, "nauc_ndcg_at_10_std": 0.183284, "nauc_ndcg_at_10_diff1": -0.156362, "nauc_ndcg_at_20_max": -0.022853, "nauc_ndcg_at_20_std": 0.168588, "nauc_ndcg_at_20_diff1": -0.129119, "nauc_ndcg_at_100_max": 0.033961, "nauc_ndcg_at_100_std": 0.192054, "nauc_ndcg_at_100_diff1": -0.195802, "nauc_ndcg_at_1000_max": 0.012989, "nauc_ndcg_at_1000_std": 0.13283, "nauc_ndcg_at_1000_diff1": -0.090951, "nauc_map_at_1_max": 0.031666, "nauc_map_at_1_std": 0.137344, "nauc_map_at_1_diff1": -0.187955, "nauc_map_at_3_max": -0.000791, "nauc_map_at_3_std": 0.219477, "nauc_map_at_3_diff1": -0.229848, "nauc_map_at_5_max": 0.001044, "nauc_map_at_5_std": 0.247687, "nauc_map_at_5_diff1": -0.246427, "nauc_map_at_10_max": -0.005906, "nauc_map_at_10_std": 0.283992, "nauc_map_at_10_diff1": -0.249243, "nauc_map_at_20_max": -0.006307, "nauc_map_at_20_std": 0.279785, "nauc_map_at_20_diff1": -0.225027, "nauc_map_at_100_max": 0.004016, "nauc_map_at_100_std": 0.259055, "nauc_map_at_100_diff1": -0.179815, "nauc_map_at_1000_max": 0.008696, "nauc_map_at_1000_std": 0.236561, "nauc_map_at_1000_diff1": -0.138079, "nauc_recall_at_1_max": 0.031666, "nauc_recall_at_1_std": 0.137344, "nauc_recall_at_1_diff1": -0.187955, "nauc_recall_at_3_max": 0.001793, "nauc_recall_at_3_std": 0.208069, "nauc_recall_at_3_diff1": -0.232062, "nauc_recall_at_5_max": 0.009445, "nauc_recall_at_5_std": 0.223771, "nauc_recall_at_5_diff1": -0.241351, "nauc_recall_at_10_max": 0.011582, "nauc_recall_at_10_std": 0.243299, "nauc_recall_at_10_diff1": -0.239987, "nauc_recall_at_20_max": 0.021672, "nauc_recall_at_20_std": 0.190383, "nauc_recall_at_20_diff1": -0.20859, "nauc_recall_at_100_max": 0.057981, "nauc_recall_at_100_std": 0.157284, "nauc_recall_at_100_diff1": -0.188733, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": -0.024856, "nauc_precision_at_3_std": 0.138009, "nauc_precision_at_3_diff1": -0.164441, "nauc_precision_at_5_max": -0.016189, "nauc_precision_at_5_std": 0.16717, "nauc_precision_at_5_diff1": -0.158704, "nauc_precision_at_10_max": -0.02452, "nauc_precision_at_10_std": 0.189822, "nauc_precision_at_10_diff1": -0.150307, "nauc_precision_at_20_max": -0.019977, "nauc_precision_at_20_std": 0.156441, "nauc_precision_at_20_diff1": -0.107042, "nauc_precision_at_100_max": 0.01314, "nauc_precision_at_100_std": 0.107005, "nauc_precision_at_100_diff1": -0.045332, "nauc_precision_at_1000_max": -0.018504, "nauc_precision_at_1000_std": -0.092949, "nauc_precision_at_1000_diff1": 0.186851, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "cv_recall_at_1": 0.37514, "cv_recall_at_3": 0.56999, "cv_recall_at_5": 0.66853, "cv_recall_at_10": 0.78275, "cv_recall_at_20": 0.9037, "cv_recall_at_100": 0.99552, "cv_recall_at_1000": 1.0, "main_score": 0.41834, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 1.0, "ndcg_at_3": 0.717, "ndcg_at_5": 0.60614, "ndcg_at_10": 0.47446, "ndcg_at_20": 0.36811, "ndcg_at_100": 0.34672, "ndcg_at_1000": 0.65224, "map_at_1": 0.02473, "map_at_3": 0.04569, "map_at_5": 0.05742, "map_at_10": 0.07383, "map_at_20": 0.09144, "map_at_100": 0.13573, "map_at_1000": 0.19685, "recall_at_1": 0.02473, "recall_at_3": 0.04686, "recall_at_5": 0.06172, "recall_at_10": 0.08837, "recall_at_20": 0.12819, "recall_at_100": 0.31683, "recall_at_1000": 1.0, "accuracy": 0.02473, "precision_at_1": 1.0, "precision_at_3": 0.64148, "precision_at_5": 0.51154, "precision_at_10": 0.37005, "precision_at_20": 0.27184, "precision_at_100": 0.13837, "precision_at_1000": 0.04509, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": -0.023594, "nauc_ndcg_at_3_std": 0.050195, "nauc_ndcg_at_3_diff1": -0.392644, "nauc_ndcg_at_5_max": -0.015606, "nauc_ndcg_at_5_std": 0.045454, "nauc_ndcg_at_5_diff1": -0.388819, "nauc_ndcg_at_10_max": -0.024706, "nauc_ndcg_at_10_std": 0.026479, "nauc_ndcg_at_10_diff1": -0.378441, "nauc_ndcg_at_20_max": -0.030047, "nauc_ndcg_at_20_std": 0.040004, "nauc_ndcg_at_20_diff1": -0.361113, "nauc_ndcg_at_100_max": -0.054704, "nauc_ndcg_at_100_std": 0.100348, "nauc_ndcg_at_100_diff1": -0.328365, "nauc_ndcg_at_1000_max": -0.039384, "nauc_ndcg_at_1000_std": 0.058266, "nauc_ndcg_at_1000_diff1": -0.335815, "nauc_map_at_1_max": -0.004999, "nauc_map_at_1_std": 0.116369, "nauc_map_at_1_diff1": -0.02021, "nauc_map_at_3_max": -0.027668, "nauc_map_at_3_std": 0.127525, "nauc_map_at_3_diff1": -0.314323, "nauc_map_at_5_max": -0.013105, "nauc_map_at_5_std": 0.13032, "nauc_map_at_5_diff1": -0.354212, "nauc_map_at_10_max": -0.023928, "nauc_map_at_10_std": 0.112678, "nauc_map_at_10_diff1": -0.355977, "nauc_map_at_20_max": -0.025936, "nauc_map_at_20_std": 0.127999, "nauc_map_at_20_diff1": -0.341673, "nauc_map_at_100_max": -0.054492, "nauc_map_at_100_std": 0.097222, "nauc_map_at_100_diff1": -0.332248, "nauc_map_at_1000_max": -0.048995, "nauc_map_at_1000_std": 0.076271, "nauc_map_at_1000_diff1": -0.321484, "nauc_recall_at_1_max": -0.004999, "nauc_recall_at_1_std": 0.116369, "nauc_recall_at_1_diff1": -0.02021, "nauc_recall_at_3_max": -0.020275, "nauc_recall_at_3_std": 0.125654, "nauc_recall_at_3_diff1": -0.304164, "nauc_recall_at_5_max": -0.008187, "nauc_recall_at_5_std": 0.129532, "nauc_recall_at_5_diff1": -0.338177, "nauc_recall_at_10_max": -0.031845, "nauc_recall_at_10_std": 0.110508, "nauc_recall_at_10_diff1": -0.331957, "nauc_recall_at_20_max": -0.03421, "nauc_recall_at_20_std": 0.142131, "nauc_recall_at_20_diff1": -0.302515, "nauc_recall_at_100_max": -0.05143, "nauc_recall_at_100_std": 0.105334, "nauc_recall_at_100_diff1": -0.263268, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": -0.017311, "nauc_precision_at_3_std": 0.050852, "nauc_precision_at_3_diff1": -0.392073, "nauc_precision_at_5_max": -0.009455, "nauc_precision_at_5_std": 0.042906, "nauc_precision_at_5_diff1": -0.383244, "nauc_precision_at_10_max": -0.022373, "nauc_precision_at_10_std": 0.017963, "nauc_precision_at_10_diff1": -0.358956, "nauc_precision_at_20_max": -0.030518, "nauc_precision_at_20_std": 0.03925, "nauc_precision_at_20_diff1": -0.326696, "nauc_precision_at_100_max": -0.050567, "nauc_precision_at_100_std": -0.014856, "nauc_precision_at_100_diff1": -0.240355, "nauc_precision_at_1000_max": 0.014914, "nauc_precision_at_1000_std": -0.100849, "nauc_precision_at_1000_diff1": -0.034761, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "cv_recall_at_1": 0.50137, "cv_recall_at_3": 0.69368, "cv_recall_at_5": 0.77885, "cv_recall_at_10": 0.87363, "cv_recall_at_20": 0.93269, "cv_recall_at_100": 0.99725, "cv_recall_at_1000": 1.0, "main_score": 0.47446, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 1.0, "ndcg_at_3": 0.74174, "ndcg_at_5": 0.63359, "ndcg_at_10": 0.50958, "ndcg_at_20": 0.41109, "ndcg_at_100": 0.34429, "ndcg_at_1000": 0.68002, "map_at_1": 0.02105, "map_at_3": 0.03937, "map_at_5": 0.04958, "map_at_10": 0.06481, "map_at_20": 0.08221, "map_at_100": 0.13522, "map_at_1000": 0.21822, "recall_at_1": 0.02105, "recall_at_3": 0.04014, "recall_at_5": 0.05273, "recall_at_10": 0.07696, "recall_at_20": 0.11393, "recall_at_100": 0.2975, "recall_at_1000": 1.0, "accuracy": 0.02105, "precision_at_1": 1.0, "precision_at_3": 0.67018, "precision_at_5": 0.54246, "precision_at_10": 0.41053, "precision_at_20": 0.31696, "precision_at_100": 0.18232, "precision_at_1000": 0.06555, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": 0.022609, "nauc_ndcg_at_3_std": 0.122227, "nauc_ndcg_at_3_diff1": -0.197596, "nauc_ndcg_at_5_max": 0.05289, "nauc_ndcg_at_5_std": 0.126284, "nauc_ndcg_at_5_diff1": -0.191294, "nauc_ndcg_at_10_max": 0.060635, "nauc_ndcg_at_10_std": 0.140659, "nauc_ndcg_at_10_diff1": -0.171475, "nauc_ndcg_at_20_max": 0.061386, "nauc_ndcg_at_20_std": 0.15956, "nauc_ndcg_at_20_diff1": -0.150903, "nauc_ndcg_at_100_max": 0.028248, "nauc_ndcg_at_100_std": 0.200581, "nauc_ndcg_at_100_diff1": -0.126923, "nauc_ndcg_at_1000_max": 0.057633, "nauc_ndcg_at_1000_std": 0.213842, "nauc_ndcg_at_1000_diff1": -0.136247, "nauc_map_at_1_max": -0.04446, "nauc_map_at_1_std": -0.080143, "nauc_map_at_1_diff1": 0.055727, "nauc_map_at_3_max": -0.019876, "nauc_map_at_3_std": 0.01839, "nauc_map_at_3_diff1": -0.041655, "nauc_map_at_5_max": 0.00341, "nauc_map_at_5_std": 0.065497, "nauc_map_at_5_diff1": -0.068495, "nauc_map_at_10_max": 0.022405, "nauc_map_at_10_std": 0.086895, "nauc_map_at_10_diff1": -0.083635, "nauc_map_at_20_max": 0.031184, "nauc_map_at_20_std": 0.11918, "nauc_map_at_20_diff1": -0.085531, "nauc_map_at_100_max": 0.040757, "nauc_map_at_100_std": 0.214179, "nauc_map_at_100_diff1": -0.102387, "nauc_map_at_1000_max": 0.045414, "nauc_map_at_1000_std": 0.253404, "nauc_map_at_1000_diff1": -0.129003, "nauc_recall_at_1_max": -0.04446, "nauc_recall_at_1_std": -0.080143, "nauc_recall_at_1_diff1": 0.055727, "nauc_recall_at_3_max": -0.025481, "nauc_recall_at_3_std": 0.008039, "nauc_recall_at_3_diff1": -0.039692, "nauc_recall_at_5_max": -0.004154, "nauc_recall_at_5_std": 0.052451, "nauc_recall_at_5_diff1": -0.057177, "nauc_recall_at_10_max": 0.025671, "nauc_recall_at_10_std": 0.07288, "nauc_recall_at_10_diff1": -0.054413, "nauc_recall_at_20_max": 0.02464, "nauc_recall_at_20_std": 0.083817, "nauc_recall_at_20_diff1": -0.047231, "nauc_recall_at_100_max": 0.015478, "nauc_recall_at_100_std": 0.148145, "nauc_recall_at_100_diff1": -0.075648, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": 0.017591, "nauc_precision_at_3_std": 0.118325, "nauc_precision_at_3_diff1": -0.196733, "nauc_precision_at_5_max": 0.054896, "nauc_precision_at_5_std": 0.122869, "nauc_precision_at_5_diff1": -0.186652, "nauc_precision_at_10_max": 0.061907, "nauc_precision_at_10_std": 0.138523, "nauc_precision_at_10_diff1": -0.158377, "nauc_precision_at_20_max": 0.06134, "nauc_precision_at_20_std": 0.162004, "nauc_precision_at_20_diff1": -0.137424, "nauc_precision_at_100_max": 0.037525, "nauc_precision_at_100_std": 0.230408, "nauc_precision_at_100_diff1": -0.114333, "nauc_precision_at_1000_max": 0.041541, "nauc_precision_at_1000_std": 0.133888, "nauc_precision_at_1000_diff1": -0.010599, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "cv_recall_at_1": 0.57544, "cv_recall_at_3": 0.74386, "cv_recall_at_5": 0.80702, "cv_recall_at_10": 0.89474, "cv_recall_at_20": 0.94386, "cv_recall_at_100": 0.99532, "cv_recall_at_1000": 1.0, "main_score": 0.50958, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 1.0, "ndcg_at_3": 0.70587, "ndcg_at_5": 0.59774, "ndcg_at_10": 0.47166, "ndcg_at_20": 0.37195, "ndcg_at_100": 0.31221, "ndcg_at_1000": 0.64906, "map_at_1": 0.02164, "map_at_3": 0.03878, "map_at_5": 0.04863, "map_at_10": 0.06289, "map_at_20": 0.07946, "map_at_100": 0.11708, "map_at_1000": 0.18381, "recall_at_1": 0.02164, "recall_at_3": 0.03935, "recall_at_5": 0.05169, "recall_at_10": 0.07412, "recall_at_20": 0.1101, "recall_at_100": 0.27227, "recall_at_1000": 1.0, "accuracy": 0.02164, "precision_at_1": 1.0, "precision_at_3": 0.62491, "precision_at_5": 0.50068, "precision_at_10": 0.36902, "precision_at_20": 0.27933, "precision_at_100": 0.14391, "precision_at_1000": 0.05495, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": 0.015439, "nauc_ndcg_at_3_std": -0.022698, "nauc_ndcg_at_3_diff1": -0.44323, "nauc_ndcg_at_5_max": 0.023988, "nauc_ndcg_at_5_std": -0.051747, "nauc_ndcg_at_5_diff1": -0.434618, "nauc_ndcg_at_10_max": 0.015863, "nauc_ndcg_at_10_std": -0.08521, "nauc_ndcg_at_10_diff1": -0.420042, "nauc_ndcg_at_20_max": -0.008303, "nauc_ndcg_at_20_std": -0.088033, "nauc_ndcg_at_20_diff1": -0.395621, "nauc_ndcg_at_100_max": -0.001642, "nauc_ndcg_at_100_std": -0.021742, "nauc_ndcg_at_100_diff1": -0.302656, "nauc_ndcg_at_1000_max": -0.016124, "nauc_ndcg_at_1000_std": -0.02241, "nauc_ndcg_at_1000_diff1": -0.36265, "nauc_map_at_1_max": 0.031582, "nauc_map_at_1_std": -0.013427, "nauc_map_at_1_diff1": 0.093794, "nauc_map_at_3_max": 0.033294, "nauc_map_at_3_std": -0.013442, "nauc_map_at_3_diff1": -0.242393, "nauc_map_at_5_max": 0.046834, "nauc_map_at_5_std": -0.045662, "nauc_map_at_5_diff1": -0.304157, "nauc_map_at_10_max": 0.039836, "nauc_map_at_10_std": -0.077156, "nauc_map_at_10_diff1": -0.348493, "nauc_map_at_20_max": 0.018386, "nauc_map_at_20_std": -0.090703, "nauc_map_at_20_diff1": -0.350166, "nauc_map_at_100_max": -0.004154, "nauc_map_at_100_std": -0.069244, "nauc_map_at_100_diff1": -0.332099, "nauc_map_at_1000_max": -0.017, "nauc_map_at_1000_std": -0.051434, "nauc_map_at_1000_diff1": -0.34338, "nauc_recall_at_1_max": 0.031582, "nauc_recall_at_1_std": -0.013427, "nauc_recall_at_1_diff1": 0.093794, "nauc_recall_at_3_max": 0.029417, "nauc_recall_at_3_std": -0.010214, "nauc_recall_at_3_diff1": -0.234297, "nauc_recall_at_5_max": 0.041079, "nauc_recall_at_5_std": -0.041131, "nauc_recall_at_5_diff1": -0.281984, "nauc_recall_at_10_max": 0.032758, "nauc_recall_at_10_std": -0.058999, "nauc_recall_at_10_diff1": -0.299828, "nauc_recall_at_20_max": 0.008305, "nauc_recall_at_20_std": -0.054051, "nauc_recall_at_20_diff1": -0.279798, "nauc_recall_at_100_max": -0.007645, "nauc_recall_at_100_std": 0.027035, "nauc_recall_at_100_diff1": -0.199737, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": 0.016413, "nauc_precision_at_3_std": -0.023803, "nauc_precision_at_3_diff1": -0.440707, "nauc_precision_at_5_max": 0.026799, "nauc_precision_at_5_std": -0.058923, "nauc_precision_at_5_diff1": -0.427031, "nauc_precision_at_10_max": 0.012993, "nauc_precision_at_10_std": -0.095817, "nauc_precision_at_10_diff1": -0.396441, "nauc_precision_at_20_max": -0.019945, "nauc_precision_at_20_std": -0.092235, "nauc_precision_at_20_diff1": -0.356122, "nauc_precision_at_100_max": -0.039425, "nauc_precision_at_100_std": -0.026155, "nauc_precision_at_100_diff1": -0.232963, "nauc_precision_at_1000_max": -0.034889, "nauc_precision_at_1000_std": 0.009529, "nauc_precision_at_1000_diff1": -0.083505, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "cv_recall_at_1": 0.51025, "cv_recall_at_3": 0.65831, "cv_recall_at_5": 0.74146, "cv_recall_at_10": 0.82688, "cv_recall_at_20": 0.91002, "cv_recall_at_100": 0.99544, "cv_recall_at_1000": 1.0, "main_score": 0.47166, "hf_subset": "es", "languages": [ "spa-Latn" ] } ] }, "evaluation_time": 329.20837688446045, "kg_co2_emissions": null }