{ "dataset_revision": "11dc96be3bbefd4eb49a467825d7d3d3808105d7", "task_name": "JamAltArtistA2ARetrieval", "mteb_version": "2.4.2", "scores": { "test": [ { "ndcg_at_1": 1.0, "ndcg_at_3": 0.65795, "ndcg_at_5": 0.5376, "ndcg_at_10": 0.41512, "ndcg_at_20": 0.32084, "ndcg_at_100": 0.29001, "ndcg_at_1000": 0.62933, "map_at_1": 0.0224, "map_at_3": 0.0364, "map_at_5": 0.04272, "map_at_10": 0.05299, "map_at_20": 0.06463, "map_at_100": 0.10195, "map_at_1000": 0.1655, "recall_at_1": 0.0224, "recall_at_3": 0.03723, "recall_at_5": 0.04618, "recall_at_10": 0.06548, "recall_at_20": 0.09526, "recall_at_100": 0.26108, "recall_at_1000": 1.0, "accuracy": 0.0224, "precision_at_1": 1.0, "precision_at_3": 0.56588, "precision_at_5": 0.42889, "precision_at_10": 0.30829, "precision_at_20": 0.22704, "precision_at_100": 0.12821, "precision_at_1000": 0.05169, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": -0.00982, "nauc_ndcg_at_3_std": 0.118193, "nauc_ndcg_at_3_diff1": -0.267331, "nauc_ndcg_at_5_max": -0.005072, "nauc_ndcg_at_5_std": 0.188631, "nauc_ndcg_at_5_diff1": -0.234751, "nauc_ndcg_at_10_max": -0.025687, "nauc_ndcg_at_10_std": 0.254512, "nauc_ndcg_at_10_diff1": -0.204546, "nauc_ndcg_at_20_max": -0.023329, "nauc_ndcg_at_20_std": 0.302197, "nauc_ndcg_at_20_diff1": -0.164406, "nauc_ndcg_at_100_max": -0.016828, "nauc_ndcg_at_100_std": 0.273298, "nauc_ndcg_at_100_diff1": -0.214216, "nauc_ndcg_at_1000_max": -0.021319, "nauc_ndcg_at_1000_std": 0.348616, "nauc_ndcg_at_1000_diff1": -0.120255, "nauc_map_at_1_max": -0.015893, "nauc_map_at_1_std": -0.15367, "nauc_map_at_1_diff1": -0.203132, "nauc_map_at_3_max": 0.005018, "nauc_map_at_3_std": -0.049879, "nauc_map_at_3_diff1": -0.312298, "nauc_map_at_5_max": 0.003667, "nauc_map_at_5_std": 0.028642, "nauc_map_at_5_diff1": -0.310194, "nauc_map_at_10_max": -0.013017, "nauc_map_at_10_std": 0.127317, "nauc_map_at_10_diff1": -0.289544, "nauc_map_at_20_max": -0.01933, "nauc_map_at_20_std": 0.206796, "nauc_map_at_20_diff1": -0.250812, "nauc_map_at_100_max": -0.023656, "nauc_map_at_100_std": 0.330323, "nauc_map_at_100_diff1": -0.205923, "nauc_map_at_1000_max": -0.030889, "nauc_map_at_1000_std": 0.377927, "nauc_map_at_1000_diff1": -0.14972, "nauc_recall_at_1_max": -0.015893, "nauc_recall_at_1_std": -0.15367, "nauc_recall_at_1_diff1": -0.203132, "nauc_recall_at_3_max": 0.010431, "nauc_recall_at_3_std": -0.053034, "nauc_recall_at_3_diff1": -0.308365, "nauc_recall_at_5_max": 0.008022, "nauc_recall_at_5_std": 0.035505, "nauc_recall_at_5_diff1": -0.292015, "nauc_recall_at_10_max": -0.017311, "nauc_recall_at_10_std": 0.124241, "nauc_recall_at_10_diff1": -0.269152, "nauc_recall_at_20_max": -0.019425, "nauc_recall_at_20_std": 0.180639, "nauc_recall_at_20_diff1": -0.215362, "nauc_recall_at_100_max": -0.012973, "nauc_recall_at_100_std": 0.252851, "nauc_recall_at_100_diff1": -0.188894, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": -0.006368, "nauc_precision_at_3_std": 0.120357, "nauc_precision_at_3_diff1": -0.263083, "nauc_precision_at_5_max": -0.002134, "nauc_precision_at_5_std": 0.207498, "nauc_precision_at_5_diff1": -0.219564, "nauc_precision_at_10_max": -0.029407, "nauc_precision_at_10_std": 0.279116, "nauc_precision_at_10_diff1": -0.179197, "nauc_precision_at_20_max": -0.02346, "nauc_precision_at_20_std": 0.333776, "nauc_precision_at_20_diff1": -0.120875, "nauc_precision_at_100_max": -0.026878, "nauc_precision_at_100_std": 0.417386, "nauc_precision_at_100_diff1": -0.070721, "nauc_precision_at_1000_max": -0.013478, "nauc_precision_at_1000_std": 0.234601, "nauc_precision_at_1000_diff1": 0.174301, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "cv_recall_at_1": 0.40649, "cv_recall_at_3": 0.57895, "cv_recall_at_5": 0.66853, "cv_recall_at_10": 0.79395, "cv_recall_at_20": 0.8981, "cv_recall_at_100": 0.9944, "cv_recall_at_1000": 1.0, "main_score": 0.41512, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 1.0, "ndcg_at_3": 0.63219, "ndcg_at_5": 0.52654, "ndcg_at_10": 0.41133, "ndcg_at_20": 0.32065, "ndcg_at_100": 0.30435, "ndcg_at_1000": 0.62585, "map_at_1": 0.02473, "map_at_3": 0.03748, "map_at_5": 0.04539, "map_at_10": 0.05734, "map_at_20": 0.07075, "map_at_100": 0.10645, "map_at_1000": 0.16827, "recall_at_1": 0.02473, "recall_at_3": 0.03851, "recall_at_5": 0.04998, "recall_at_10": 0.07252, "recall_at_20": 0.10746, "recall_at_100": 0.27783, "recall_at_1000": 1.0, "accuracy": 0.02473, "precision_at_1": 1.0, "precision_at_3": 0.5348, "precision_at_5": 0.42143, "precision_at_10": 0.30948, "precision_at_20": 0.23207, "precision_at_100": 0.12323, "precision_at_1000": 0.04509, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": 0.07086, "nauc_ndcg_at_3_std": 0.121813, "nauc_ndcg_at_3_diff1": -0.208179, "nauc_ndcg_at_5_max": 0.06414, "nauc_ndcg_at_5_std": 0.158412, "nauc_ndcg_at_5_diff1": -0.18898, "nauc_ndcg_at_10_max": 0.060021, "nauc_ndcg_at_10_std": 0.157585, "nauc_ndcg_at_10_diff1": -0.200951, "nauc_ndcg_at_20_max": 0.0541, "nauc_ndcg_at_20_std": 0.161644, "nauc_ndcg_at_20_diff1": -0.21287, "nauc_ndcg_at_100_max": 0.040223, "nauc_ndcg_at_100_std": 0.249942, "nauc_ndcg_at_100_diff1": -0.183942, "nauc_ndcg_at_1000_max": 0.034728, "nauc_ndcg_at_1000_std": 0.170227, "nauc_ndcg_at_1000_diff1": -0.225768, "nauc_map_at_1_max": 0.020314, "nauc_map_at_1_std": 0.086079, "nauc_map_at_1_diff1": 0.100666, "nauc_map_at_3_max": 0.081017, "nauc_map_at_3_std": 0.171714, "nauc_map_at_3_diff1": -0.087473, "nauc_map_at_5_max": 0.086396, "nauc_map_at_5_std": 0.222912, "nauc_map_at_5_diff1": -0.095949, "nauc_map_at_10_max": 0.094401, "nauc_map_at_10_std": 0.241045, "nauc_map_at_10_diff1": -0.124372, "nauc_map_at_20_max": 0.089154, "nauc_map_at_20_std": 0.259601, "nauc_map_at_20_diff1": -0.149984, "nauc_map_at_100_max": 0.055213, "nauc_map_at_100_std": 0.317399, "nauc_map_at_100_diff1": -0.209697, "nauc_map_at_1000_max": 0.042306, "nauc_map_at_1000_std": 0.265915, "nauc_map_at_1000_diff1": -0.244685, "nauc_recall_at_1_max": 0.020314, "nauc_recall_at_1_std": 0.086079, "nauc_recall_at_1_diff1": 0.100666, "nauc_recall_at_3_max": 0.07298, "nauc_recall_at_3_std": 0.159433, "nauc_recall_at_3_diff1": -0.085693, "nauc_recall_at_5_max": 0.06653, "nauc_recall_at_5_std": 0.21137, "nauc_recall_at_5_diff1": -0.07587, "nauc_recall_at_10_max": 0.062526, "nauc_recall_at_10_std": 0.20442, "nauc_recall_at_10_diff1": -0.087683, "nauc_recall_at_20_max": 0.061474, "nauc_recall_at_20_std": 0.205181, "nauc_recall_at_20_diff1": -0.100882, "nauc_recall_at_100_max": 0.022354, "nauc_recall_at_100_std": 0.241877, "nauc_recall_at_100_diff1": -0.155497, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": 0.065643, "nauc_precision_at_3_std": 0.120551, "nauc_precision_at_3_diff1": -0.213373, "nauc_precision_at_5_max": 0.057184, "nauc_precision_at_5_std": 0.163216, "nauc_precision_at_5_diff1": -0.185191, "nauc_precision_at_10_max": 0.049132, "nauc_precision_at_10_std": 0.15408, "nauc_precision_at_10_diff1": -0.195351, "nauc_precision_at_20_max": 0.043103, "nauc_precision_at_20_std": 0.156288, "nauc_precision_at_20_diff1": -0.206504, "nauc_precision_at_100_max": -0.00241, "nauc_precision_at_100_std": 0.174933, "nauc_precision_at_100_diff1": -0.254986, "nauc_precision_at_1000_max": -0.038055, "nauc_precision_at_1000_std": -0.051772, "nauc_precision_at_1000_diff1": -0.16966, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "cv_recall_at_1": 0.34341, "cv_recall_at_3": 0.5467, "cv_recall_at_5": 0.66209, "cv_recall_at_10": 0.78846, "cv_recall_at_20": 0.89148, "cv_recall_at_100": 0.98901, "cv_recall_at_1000": 1.0, "main_score": 0.41133, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 1.0, "ndcg_at_3": 0.67567, "ndcg_at_5": 0.55631, "ndcg_at_10": 0.43358, "ndcg_at_20": 0.34348, "ndcg_at_100": 0.29087, "ndcg_at_1000": 0.65156, "map_at_1": 0.02105, "map_at_3": 0.03419, "map_at_5": 0.0405, "map_at_10": 0.05061, "map_at_20": 0.06244, "map_at_100": 0.09751, "map_at_1000": 0.17907, "recall_at_1": 0.02105, "recall_at_3": 0.03506, "recall_at_5": 0.04413, "recall_at_10": 0.06334, "recall_at_20": 0.09416, "recall_at_100": 0.25366, "recall_at_1000": 1.0, "accuracy": 0.02105, "precision_at_1": 1.0, "precision_at_3": 0.58947, "precision_at_5": 0.45146, "precision_at_10": 0.32842, "precision_at_20": 0.24982, "precision_at_100": 0.14566, "precision_at_1000": 0.06555, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": 0.004355, "nauc_ndcg_at_3_std": 0.113859, "nauc_ndcg_at_3_diff1": -0.264578, "nauc_ndcg_at_5_max": 0.029649, "nauc_ndcg_at_5_std": 0.111035, "nauc_ndcg_at_5_diff1": -0.270476, "nauc_ndcg_at_10_max": -0.002736, "nauc_ndcg_at_10_std": 0.134605, "nauc_ndcg_at_10_diff1": -0.265882, "nauc_ndcg_at_20_max": -0.007266, "nauc_ndcg_at_20_std": 0.191659, "nauc_ndcg_at_20_diff1": -0.25742, "nauc_ndcg_at_100_max": 0.014117, "nauc_ndcg_at_100_std": 0.067712, "nauc_ndcg_at_100_diff1": -0.133023, "nauc_ndcg_at_1000_max": 0.000961, "nauc_ndcg_at_1000_std": 0.314075, "nauc_ndcg_at_1000_diff1": -0.166812, "nauc_map_at_1_max": 0.030748, "nauc_map_at_1_std": -0.233556, "nauc_map_at_1_diff1": 0.006933, "nauc_map_at_3_max": 0.04877, "nauc_map_at_3_std": -0.127264, "nauc_map_at_3_diff1": -0.09092, "nauc_map_at_5_max": 0.064063, "nauc_map_at_5_std": -0.112294, "nauc_map_at_5_diff1": -0.111094, "nauc_map_at_10_max": 0.03888, "nauc_map_at_10_std": -0.075233, "nauc_map_at_10_diff1": -0.135073, "nauc_map_at_20_max": 0.017933, "nauc_map_at_20_std": -0.039374, "nauc_map_at_20_diff1": -0.142305, "nauc_map_at_100_max": 0.00735, "nauc_map_at_100_std": 0.047636, "nauc_map_at_100_diff1": -0.144474, "nauc_map_at_1000_max": 0.004266, "nauc_map_at_1000_std": 0.264261, "nauc_map_at_1000_diff1": -0.166844, "nauc_recall_at_1_max": 0.030748, "nauc_recall_at_1_std": -0.233556, "nauc_recall_at_1_diff1": 0.006933, "nauc_recall_at_3_max": 0.052207, "nauc_recall_at_3_std": -0.124528, "nauc_recall_at_3_diff1": -0.088079, "nauc_recall_at_5_max": 0.067727, "nauc_recall_at_5_std": -0.123396, "nauc_recall_at_5_diff1": -0.094701, "nauc_recall_at_10_max": 0.024152, "nauc_recall_at_10_std": -0.088907, "nauc_recall_at_10_diff1": -0.097184, "nauc_recall_at_20_max": 0.010305, "nauc_recall_at_20_std": -0.056874, "nauc_recall_at_20_diff1": -0.089397, "nauc_recall_at_100_max": 0.010564, "nauc_recall_at_100_std": -0.029955, "nauc_recall_at_100_diff1": -0.060101, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": 0.002117, "nauc_precision_at_3_std": 0.11689, "nauc_precision_at_3_diff1": -0.269701, "nauc_precision_at_5_max": 0.035887, "nauc_precision_at_5_std": 0.111495, "nauc_precision_at_5_diff1": -0.271856, "nauc_precision_at_10_max": -0.01259, "nauc_precision_at_10_std": 0.138013, "nauc_precision_at_10_diff1": -0.25401, "nauc_precision_at_20_max": -0.021952, "nauc_precision_at_20_std": 0.204144, "nauc_precision_at_20_diff1": -0.221569, "nauc_precision_at_100_max": 1.1e-05, "nauc_precision_at_100_std": 0.3469, "nauc_precision_at_100_diff1": -0.132103, "nauc_precision_at_1000_max": 0.00481, "nauc_precision_at_1000_std": 0.316709, "nauc_precision_at_1000_diff1": -0.03584, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "cv_recall_at_1": 0.42456, "cv_recall_at_3": 0.62222, "cv_recall_at_5": 0.71462, "cv_recall_at_10": 0.83977, "cv_recall_at_20": 0.92982, "cv_recall_at_100": 0.99532, "cv_recall_at_1000": 1.0, "main_score": 0.43358, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 1.0, "ndcg_at_3": 0.67175, "ndcg_at_5": 0.56151, "ndcg_at_10": 0.4386, "ndcg_at_20": 0.34032, "ndcg_at_100": 0.2957, "ndcg_at_1000": 0.63962, "map_at_1": 0.02164, "map_at_3": 0.03638, "map_at_5": 0.04459, "map_at_10": 0.05731, "map_at_20": 0.07265, "map_at_100": 0.11043, "map_at_1000": 0.17829, "recall_at_1": 0.02164, "recall_at_3": 0.03719, "recall_at_5": 0.04793, "recall_at_10": 0.06916, "recall_at_20": 0.10137, "recall_at_100": 0.26078, "recall_at_1000": 1.0, "accuracy": 0.02164, "precision_at_1": 1.0, "precision_at_3": 0.58428, "precision_at_5": 0.45968, "precision_at_10": 0.33531, "precision_at_20": 0.24823, "precision_at_100": 0.13493, "precision_at_1000": 0.05495, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": 0.021665, "nauc_ndcg_at_3_std": 0.086357, "nauc_ndcg_at_3_diff1": -0.350484, "nauc_ndcg_at_5_max": 0.033751, "nauc_ndcg_at_5_std": 0.095894, "nauc_ndcg_at_5_diff1": -0.346159, "nauc_ndcg_at_10_max": 0.028398, "nauc_ndcg_at_10_std": 0.132854, "nauc_ndcg_at_10_diff1": -0.337948, "nauc_ndcg_at_20_max": 0.007342, "nauc_ndcg_at_20_std": 0.176564, "nauc_ndcg_at_20_diff1": -0.316787, "nauc_ndcg_at_100_max": 0.011566, "nauc_ndcg_at_100_std": 0.163988, "nauc_ndcg_at_100_diff1": -0.270981, "nauc_ndcg_at_1000_max": 0.00417, "nauc_ndcg_at_1000_std": 0.244517, "nauc_ndcg_at_1000_diff1": -0.287237, "nauc_map_at_1_max": 0.041397, "nauc_map_at_1_std": -0.164514, "nauc_map_at_1_diff1": 0.041743, "nauc_map_at_3_max": 0.056158, "nauc_map_at_3_std": -0.039448, "nauc_map_at_3_diff1": -0.237434, "nauc_map_at_5_max": 0.059501, "nauc_map_at_5_std": -0.004538, "nauc_map_at_5_diff1": -0.285546, "nauc_map_at_10_max": 0.057158, "nauc_map_at_10_std": 0.056066, "nauc_map_at_10_diff1": -0.316148, "nauc_map_at_20_max": 0.027743, "nauc_map_at_20_std": 0.119917, "nauc_map_at_20_diff1": -0.336596, "nauc_map_at_100_max": -0.003631, "nauc_map_at_100_std": 0.227787, "nauc_map_at_100_diff1": -0.33215, "nauc_map_at_1000_max": -0.005199, "nauc_map_at_1000_std": 0.281112, "nauc_map_at_1000_diff1": -0.320727, "nauc_recall_at_1_max": 0.041397, "nauc_recall_at_1_std": -0.164514, "nauc_recall_at_1_diff1": 0.041743, "nauc_recall_at_3_max": 0.054363, "nauc_recall_at_3_std": -0.04058, "nauc_recall_at_3_diff1": -0.230397, "nauc_recall_at_5_max": 0.053194, "nauc_recall_at_5_std": -0.011152, "nauc_recall_at_5_diff1": -0.260572, "nauc_recall_at_10_max": 0.047386, "nauc_recall_at_10_std": 0.035388, "nauc_recall_at_10_diff1": -0.268851, "nauc_recall_at_20_max": 0.017898, "nauc_recall_at_20_std": 0.09023, "nauc_recall_at_20_diff1": -0.258889, "nauc_recall_at_100_max": 0.005479, "nauc_recall_at_100_std": 0.155751, "nauc_recall_at_100_diff1": -0.210543, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": 0.02228, "nauc_precision_at_3_std": 0.08652, "nauc_precision_at_3_diff1": -0.351546, "nauc_precision_at_5_max": 0.035809, "nauc_precision_at_5_std": 0.097375, "nauc_precision_at_5_diff1": -0.341664, "nauc_precision_at_10_max": 0.027434, "nauc_precision_at_10_std": 0.14311, "nauc_precision_at_10_diff1": -0.320086, "nauc_precision_at_20_max": -0.002812, "nauc_precision_at_20_std": 0.193256, "nauc_precision_at_20_diff1": -0.283286, "nauc_precision_at_100_max": -0.017211, "nauc_precision_at_100_std": 0.283708, "nauc_precision_at_100_diff1": -0.195093, "nauc_precision_at_1000_max": -0.016786, "nauc_precision_at_1000_std": 0.179181, "nauc_precision_at_1000_diff1": -0.031677, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "cv_recall_at_1": 0.42027, "cv_recall_at_3": 0.6139, "cv_recall_at_5": 0.70273, "cv_recall_at_10": 0.82346, "cv_recall_at_20": 0.90433, "cv_recall_at_100": 0.99431, "cv_recall_at_1000": 1.0, "main_score": 0.4386, "hf_subset": "es", "languages": [ "spa-Latn" ] } ] }, "evaluation_time": 989.5327079296112, "kg_co2_emissions": null }