{ "dataset_revision": "11dc96be3bbefd4eb49a467825d7d3d3808105d7", "task_name": "JamAltArtistA2ARetrieval", "mteb_version": "2.4.2", "scores": { "test": [ { "ndcg_at_1": 1.0, "ndcg_at_3": 0.67973, "ndcg_at_5": 0.56845, "ndcg_at_10": 0.44561, "ndcg_at_20": 0.3495, "ndcg_at_100": 0.31628, "ndcg_at_1000": 0.64357, "map_at_1": 0.0224, "map_at_3": 0.0383, "map_at_5": 0.04688, "map_at_10": 0.05962, "map_at_20": 0.07459, "map_at_100": 0.11834, "map_at_1000": 0.18232, "recall_at_1": 0.0224, "recall_at_3": 0.03905, "recall_at_5": 0.05054, "recall_at_10": 0.07254, "recall_at_20": 0.10757, "recall_at_100": 0.28761, "recall_at_1000": 1.0, "accuracy": 0.0224, "precision_at_1": 1.0, "precision_at_3": 0.59351, "precision_at_5": 0.46719, "precision_at_10": 0.34233, "precision_at_20": 0.25689, "precision_at_100": 0.14175, "precision_at_1000": 0.05169, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": 0.050816, "nauc_ndcg_at_3_std": 0.13162, "nauc_ndcg_at_3_diff1": -0.224408, "nauc_ndcg_at_5_max": 0.064922, "nauc_ndcg_at_5_std": 0.149865, "nauc_ndcg_at_5_diff1": -0.194488, "nauc_ndcg_at_10_max": 0.055497, "nauc_ndcg_at_10_std": 0.183505, "nauc_ndcg_at_10_diff1": -0.186998, "nauc_ndcg_at_20_max": 0.045303, "nauc_ndcg_at_20_std": 0.212353, "nauc_ndcg_at_20_diff1": -0.170618, "nauc_ndcg_at_100_max": 0.011581, "nauc_ndcg_at_100_std": 0.192808, "nauc_ndcg_at_100_diff1": -0.14635, "nauc_ndcg_at_1000_max": 0.047503, "nauc_ndcg_at_1000_std": 0.223512, "nauc_ndcg_at_1000_diff1": -0.123724, "nauc_map_at_1_max": -0.05877, "nauc_map_at_1_std": -0.057998, "nauc_map_at_1_diff1": -0.117505, "nauc_map_at_3_max": -0.020071, "nauc_map_at_3_std": 0.043759, "nauc_map_at_3_diff1": -0.217719, "nauc_map_at_5_max": 0.003129, "nauc_map_at_5_std": 0.087507, "nauc_map_at_5_diff1": -0.21092, "nauc_map_at_10_max": 0.013898, "nauc_map_at_10_std": 0.132836, "nauc_map_at_10_diff1": -0.215521, "nauc_map_at_20_max": 0.011868, "nauc_map_at_20_std": 0.169817, "nauc_map_at_20_diff1": -0.198871, "nauc_map_at_100_max": 0.016043, "nauc_map_at_100_std": 0.224474, "nauc_map_at_100_diff1": -0.151761, "nauc_map_at_1000_max": 0.029819, "nauc_map_at_1000_std": 0.240587, "nauc_map_at_1000_diff1": -0.141713, "nauc_recall_at_1_max": -0.05877, "nauc_recall_at_1_std": -0.057998, "nauc_recall_at_1_diff1": -0.117505, "nauc_recall_at_3_max": -0.015052, "nauc_recall_at_3_std": 0.035248, "nauc_recall_at_3_diff1": -0.210861, "nauc_recall_at_5_max": 0.008524, "nauc_recall_at_5_std": 0.071629, "nauc_recall_at_5_diff1": -0.196336, "nauc_recall_at_10_max": 0.008195, "nauc_recall_at_10_std": 0.119024, "nauc_recall_at_10_diff1": -0.189799, "nauc_recall_at_20_max": -0.00793, "nauc_recall_at_20_std": 0.154564, "nauc_recall_at_20_diff1": -0.165182, "nauc_recall_at_100_max": 0.002025, "nauc_recall_at_100_std": 0.171991, "nauc_recall_at_100_diff1": -0.114897, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": 0.054329, "nauc_precision_at_3_std": 0.128216, "nauc_precision_at_3_diff1": -0.221177, "nauc_precision_at_5_max": 0.068768, "nauc_precision_at_5_std": 0.149521, "nauc_precision_at_5_diff1": -0.183538, "nauc_precision_at_10_max": 0.051986, "nauc_precision_at_10_std": 0.188365, "nauc_precision_at_10_diff1": -0.171526, "nauc_precision_at_20_max": 0.035539, "nauc_precision_at_20_std": 0.221649, "nauc_precision_at_20_diff1": -0.146665, "nauc_precision_at_100_max": 0.035448, "nauc_precision_at_100_std": 0.246311, "nauc_precision_at_100_diff1": -0.096369, "nauc_precision_at_1000_max": 0.062884, "nauc_precision_at_1000_std": 0.11542, "nauc_precision_at_1000_diff1": 0.040168, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "cv_recall_at_1": 0.44457, "cv_recall_at_3": 0.61142, "cv_recall_at_5": 0.71669, "cv_recall_at_10": 0.81635, "cv_recall_at_20": 0.91041, "cv_recall_at_100": 0.99664, "cv_recall_at_1000": 1.0, "main_score": 0.44561, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 1.0, "ndcg_at_3": 0.67055, "ndcg_at_5": 0.56041, "ndcg_at_10": 0.44066, "ndcg_at_20": 0.34273, "ndcg_at_100": 0.33353, "ndcg_at_1000": 0.64367, "map_at_1": 0.02473, "map_at_3": 0.04208, "map_at_5": 0.05167, "map_at_10": 0.06618, "map_at_20": 0.08115, "map_at_100": 0.12257, "map_at_1000": 0.18552, "recall_at_1": 0.02473, "recall_at_3": 0.04285, "recall_at_5": 0.05585, "recall_at_10": 0.08205, "recall_at_20": 0.12062, "recall_at_100": 0.3095, "recall_at_1000": 1.0, "accuracy": 0.02473, "precision_at_1": 1.0, "precision_at_3": 0.5815, "precision_at_5": 0.45769, "precision_at_10": 0.33791, "precision_at_20": 0.2511, "precision_at_100": 0.13518, "precision_at_1000": 0.04509, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": 0.052522, "nauc_ndcg_at_3_std": -0.035344, "nauc_ndcg_at_3_diff1": -0.187113, "nauc_ndcg_at_5_max": 0.04334, "nauc_ndcg_at_5_std": -0.046143, "nauc_ndcg_at_5_diff1": -0.18181, "nauc_ndcg_at_10_max": 0.014646, "nauc_ndcg_at_10_std": -0.046339, "nauc_ndcg_at_10_diff1": -0.155027, "nauc_ndcg_at_20_max": -0.005513, "nauc_ndcg_at_20_std": -0.025125, "nauc_ndcg_at_20_diff1": -0.160902, "nauc_ndcg_at_100_max": -0.012481, "nauc_ndcg_at_100_std": 0.071128, "nauc_ndcg_at_100_diff1": -0.130844, "nauc_ndcg_at_1000_max": -0.019923, "nauc_ndcg_at_1000_std": -0.036728, "nauc_ndcg_at_1000_diff1": -0.148554, "nauc_map_at_1_max": 0.076731, "nauc_map_at_1_std": 0.189373, "nauc_map_at_1_diff1": 0.019003, "nauc_map_at_3_max": 0.093155, "nauc_map_at_3_std": 0.069831, "nauc_map_at_3_diff1": -0.128081, "nauc_map_at_5_max": 0.094222, "nauc_map_at_5_std": 0.05482, "nauc_map_at_5_diff1": -0.135508, "nauc_map_at_10_max": 0.061701, "nauc_map_at_10_std": 0.042918, "nauc_map_at_10_diff1": -0.117287, "nauc_map_at_20_max": 0.044589, "nauc_map_at_20_std": 0.050591, "nauc_map_at_20_diff1": -0.117413, "nauc_map_at_100_max": 0.005837, "nauc_map_at_100_std": 0.039351, "nauc_map_at_100_diff1": -0.128652, "nauc_map_at_1000_max": -0.011252, "nauc_map_at_1000_std": -0.012351, "nauc_map_at_1000_diff1": -0.128244, "nauc_recall_at_1_max": 0.076731, "nauc_recall_at_1_std": 0.189373, "nauc_recall_at_1_diff1": 0.019003, "nauc_recall_at_3_max": 0.096805, "nauc_recall_at_3_std": 0.075637, "nauc_recall_at_3_diff1": -0.121418, "nauc_recall_at_5_max": 0.095882, "nauc_recall_at_5_std": 0.067017, "nauc_recall_at_5_diff1": -0.121147, "nauc_recall_at_10_max": 0.045604, "nauc_recall_at_10_std": 0.070902, "nauc_recall_at_10_diff1": -0.086656, "nauc_recall_at_20_max": 0.025487, "nauc_recall_at_20_std": 0.114935, "nauc_recall_at_20_diff1": -0.098329, "nauc_recall_at_100_max": -0.02768, "nauc_recall_at_100_std": 0.101138, "nauc_recall_at_100_diff1": -0.098654, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": 0.052698, "nauc_precision_at_3_std": -0.034825, "nauc_precision_at_3_diff1": -0.185067, "nauc_precision_at_5_max": 0.039941, "nauc_precision_at_5_std": -0.047736, "nauc_precision_at_5_diff1": -0.176036, "nauc_precision_at_10_max": -0.000677, "nauc_precision_at_10_std": -0.047422, "nauc_precision_at_10_diff1": -0.135055, "nauc_precision_at_20_max": -0.025778, "nauc_precision_at_20_std": -0.013938, "nauc_precision_at_20_diff1": -0.142379, "nauc_precision_at_100_max": -0.08099, "nauc_precision_at_100_std": -0.067202, "nauc_precision_at_100_diff1": -0.125148, "nauc_precision_at_1000_max": -0.043854, "nauc_precision_at_1000_std": -0.196033, "nauc_precision_at_1000_diff1": -0.051488, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "cv_recall_at_1": 0.43269, "cv_recall_at_3": 0.62637, "cv_recall_at_5": 0.71154, "cv_recall_at_10": 0.82555, "cv_recall_at_20": 0.90522, "cv_recall_at_100": 0.99725, "cv_recall_at_1000": 1.0, "main_score": 0.44066, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 1.0, "ndcg_at_3": 0.70053, "ndcg_at_5": 0.59888, "ndcg_at_10": 0.48363, "ndcg_at_20": 0.39108, "ndcg_at_100": 0.33761, "ndcg_at_1000": 0.67675, "map_at_1": 0.02105, "map_at_3": 0.03567, "map_at_5": 0.04462, "map_at_10": 0.05969, "map_at_20": 0.07735, "map_at_100": 0.12963, "map_at_1000": 0.2155, "recall_at_1": 0.02105, "recall_at_3": 0.03642, "recall_at_5": 0.04831, "recall_at_10": 0.07303, "recall_at_20": 0.11235, "recall_at_100": 0.3036, "recall_at_1000": 1.0, "accuracy": 0.02105, "precision_at_1": 1.0, "precision_at_3": 0.61949, "precision_at_5": 0.5048, "precision_at_10": 0.38702, "precision_at_20": 0.3007, "precision_at_100": 0.17392, "precision_at_1000": 0.06555, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": -0.014316, "nauc_ndcg_at_3_std": 0.031767, "nauc_ndcg_at_3_diff1": -0.116982, "nauc_ndcg_at_5_max": 0.015538, "nauc_ndcg_at_5_std": 0.069849, "nauc_ndcg_at_5_diff1": -0.10998, "nauc_ndcg_at_10_max": 0.019682, "nauc_ndcg_at_10_std": 0.088697, "nauc_ndcg_at_10_diff1": -0.108645, "nauc_ndcg_at_20_max": 0.005424, "nauc_ndcg_at_20_std": 0.11423, "nauc_ndcg_at_20_diff1": -0.093638, "nauc_ndcg_at_100_max": 0.017792, "nauc_ndcg_at_100_std": -0.019763, "nauc_ndcg_at_100_diff1": 0.04874, "nauc_ndcg_at_1000_max": 0.00416, "nauc_ndcg_at_1000_std": 0.224113, "nauc_ndcg_at_1000_diff1": -0.099761, "nauc_map_at_1_max": 0.034788, "nauc_map_at_1_std": -0.292067, "nauc_map_at_1_diff1": 0.175815, "nauc_map_at_3_max": 0.028389, "nauc_map_at_3_std": -0.276715, "nauc_map_at_3_diff1": 0.12252, "nauc_map_at_5_max": 0.043041, "nauc_map_at_5_std": -0.239521, "nauc_map_at_5_diff1": 0.11243, "nauc_map_at_10_max": 0.044254, "nauc_map_at_10_std": -0.190607, "nauc_map_at_10_diff1": 0.087822, "nauc_map_at_20_max": 0.027238, "nauc_map_at_20_std": -0.143473, "nauc_map_at_20_diff1": 0.081833, "nauc_map_at_100_max": 0.003259, "nauc_map_at_100_std": -0.01391, "nauc_map_at_100_diff1": 0.058756, "nauc_map_at_1000_max": -0.008324, "nauc_map_at_1000_std": 0.160079, "nauc_map_at_1000_diff1": -0.042003, "nauc_recall_at_1_max": 0.034788, "nauc_recall_at_1_std": -0.292067, "nauc_recall_at_1_diff1": 0.175815, "nauc_recall_at_3_max": 0.028867, "nauc_recall_at_3_std": -0.278739, "nauc_recall_at_3_diff1": 0.124608, "nauc_recall_at_5_max": 0.05999, "nauc_recall_at_5_std": -0.250462, "nauc_recall_at_5_diff1": 0.126677, "nauc_recall_at_10_max": 0.067764, "nauc_recall_at_10_std": -0.203921, "nauc_recall_at_10_diff1": 0.117893, "nauc_recall_at_20_max": 0.041977, "nauc_recall_at_20_std": -0.177973, "nauc_recall_at_20_diff1": 0.129582, "nauc_recall_at_100_max": 0.014604, "nauc_recall_at_100_std": -0.080763, "nauc_recall_at_100_diff1": 0.115015, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": -0.017248, "nauc_precision_at_3_std": 0.037449, "nauc_precision_at_3_diff1": -0.115936, "nauc_precision_at_5_max": 0.0204, "nauc_precision_at_5_std": 0.081722, "nauc_precision_at_5_diff1": -0.107524, "nauc_precision_at_10_max": 0.022802, "nauc_precision_at_10_std": 0.098475, "nauc_precision_at_10_diff1": -0.101979, "nauc_precision_at_20_max": -0.003316, "nauc_precision_at_20_std": 0.134969, "nauc_precision_at_20_diff1": -0.086381, "nauc_precision_at_100_max": -0.015839, "nauc_precision_at_100_std": 0.299794, "nauc_precision_at_100_diff1": -0.13572, "nauc_precision_at_1000_max": -0.042582, "nauc_precision_at_1000_std": 0.336665, "nauc_precision_at_1000_diff1": -0.165382, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "cv_recall_at_1": 0.48538, "cv_recall_at_3": 0.6807, "cv_recall_at_5": 0.77427, "cv_recall_at_10": 0.87018, "cv_recall_at_20": 0.94503, "cv_recall_at_100": 0.99766, "cv_recall_at_1000": 1.0, "main_score": 0.48363, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 1.0, "ndcg_at_3": 0.70785, "ndcg_at_5": 0.60777, "ndcg_at_10": 0.49005, "ndcg_at_20": 0.3923, "ndcg_at_100": 0.34651, "ndcg_at_1000": 0.6674, "map_at_1": 0.02164, "map_at_3": 0.03862, "map_at_5": 0.04942, "map_at_10": 0.06588, "map_at_20": 0.08525, "map_at_100": 0.14235, "map_at_1000": 0.21481, "recall_at_1": 0.02164, "recall_at_3": 0.03933, "recall_at_5": 0.05307, "recall_at_10": 0.07887, "recall_at_20": 0.11869, "recall_at_100": 0.31359, "recall_at_1000": 1.0, "accuracy": 0.02164, "precision_at_1": 1.0, "precision_at_3": 0.6287, "precision_at_5": 0.51595, "precision_at_10": 0.39351, "precision_at_20": 0.30376, "precision_at_100": 0.17062, "precision_at_1000": 0.05495, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": -0.084549, "nauc_ndcg_at_3_std": 0.139402, "nauc_ndcg_at_3_diff1": -0.246907, "nauc_ndcg_at_5_max": -0.083086, "nauc_ndcg_at_5_std": 0.156563, "nauc_ndcg_at_5_diff1": -0.215896, "nauc_ndcg_at_10_max": -0.086689, "nauc_ndcg_at_10_std": 0.203834, "nauc_ndcg_at_10_diff1": -0.191017, "nauc_ndcg_at_20_max": -0.078263, "nauc_ndcg_at_20_std": 0.261949, "nauc_ndcg_at_20_diff1": -0.161263, "nauc_ndcg_at_100_max": -0.070706, "nauc_ndcg_at_100_std": 0.241526, "nauc_ndcg_at_100_diff1": -0.018533, "nauc_ndcg_at_1000_max": -0.060485, "nauc_ndcg_at_1000_std": 0.287884, "nauc_ndcg_at_1000_diff1": -0.133609, "nauc_map_at_1_max": 0.002448, "nauc_map_at_1_std": -0.145809, "nauc_map_at_1_diff1": 0.171212, "nauc_map_at_3_max": -0.057323, "nauc_map_at_3_std": -0.028801, "nauc_map_at_3_diff1": -0.032938, "nauc_map_at_5_max": -0.064656, "nauc_map_at_5_std": 0.013551, "nauc_map_at_5_diff1": -0.032159, "nauc_map_at_10_max": -0.075763, "nauc_map_at_10_std": 0.062788, "nauc_map_at_10_diff1": -0.000726, "nauc_map_at_20_max": -0.075822, "nauc_map_at_20_std": 0.133671, "nauc_map_at_20_diff1": 0.045972, "nauc_map_at_100_max": -0.076843, "nauc_map_at_100_std": 0.276154, "nauc_map_at_100_diff1": 0.023143, "nauc_map_at_1000_max": -0.065703, "nauc_map_at_1000_std": 0.333493, "nauc_map_at_1000_diff1": -0.056721, "nauc_recall_at_1_max": 0.002448, "nauc_recall_at_1_std": -0.145809, "nauc_recall_at_1_diff1": 0.171212, "nauc_recall_at_3_max": -0.060275, "nauc_recall_at_3_std": -0.023093, "nauc_recall_at_3_diff1": -0.027554, "nauc_recall_at_5_max": -0.063876, "nauc_recall_at_5_std": 0.003046, "nauc_recall_at_5_diff1": -0.015761, "nauc_recall_at_10_max": -0.073783, "nauc_recall_at_10_std": 0.041482, "nauc_recall_at_10_diff1": 0.020899, "nauc_recall_at_20_max": -0.065137, "nauc_recall_at_20_std": 0.100685, "nauc_recall_at_20_diff1": 0.07871, "nauc_recall_at_100_max": -0.050724, "nauc_recall_at_100_std": 0.217728, "nauc_recall_at_100_diff1": 0.054521, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": -0.08613, "nauc_precision_at_3_std": 0.150619, "nauc_precision_at_3_diff1": -0.249363, "nauc_precision_at_5_max": -0.082623, "nauc_precision_at_5_std": 0.165092, "nauc_precision_at_5_diff1": -0.207528, "nauc_precision_at_10_max": -0.085959, "nauc_precision_at_10_std": 0.218171, "nauc_precision_at_10_diff1": -0.173861, "nauc_precision_at_20_max": -0.071881, "nauc_precision_at_20_std": 0.283294, "nauc_precision_at_20_diff1": -0.134357, "nauc_precision_at_100_max": -0.050234, "nauc_precision_at_100_std": 0.376512, "nauc_precision_at_100_diff1": -0.183378, "nauc_precision_at_1000_max": 0.003914, "nauc_precision_at_1000_std": 0.215334, "nauc_precision_at_1000_diff1": -0.204828, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "cv_recall_at_1": 0.49886, "cv_recall_at_3": 0.66515, "cv_recall_at_5": 0.74601, "cv_recall_at_10": 0.83599, "cv_recall_at_20": 0.91686, "cv_recall_at_100": 0.99544, "cv_recall_at_1000": 1.0, "main_score": 0.49005, "hf_subset": "es", "languages": [ "spa-Latn" ] } ] }, "evaluation_time": 767.236899137497, "kg_co2_emissions": null }