{ "dataset_revision": "a463fc67fefc01152153101e88a32d5f9515e3e3", "task_name": "Vidore3NuclearRetrieval", "mteb_version": "2.6.5", "scores": { "test": [ { "ndcg_at_1": 0.42169, "ndcg_at_3": 0.44861, "ndcg_at_5": 0.46267, "ndcg_at_10": 0.49217, "ndcg_at_20": 0.53058, "ndcg_at_100": 0.58716, "ndcg_at_1000": 0.61884, "map_at_1": 0.19665, "map_at_3": 0.30666, "map_at_5": 0.34571, "map_at_10": 0.38049, "map_at_20": 0.40454, "map_at_100": 0.42344, "map_at_1000": 0.42693, "recall_at_1": 0.19665, "recall_at_3": 0.37032, "recall_at_5": 0.45326, "recall_at_10": 0.56217, "recall_at_20": 0.66631, "recall_at_100": 0.84679, "recall_at_1000": 0.98952, "accuracy": 0.19665, "precision_at_1": 0.43976, "precision_at_3": 0.33233, "precision_at_5": 0.26506, "precision_at_10": 0.18223, "precision_at_20": 0.12139, "precision_at_100": 0.03575, "precision_at_1000": 0.00465, "mrr_at_1": 0.439759, "mrr_at_3": 0.551205, "mrr_at_5": 0.568825, "mrr_at_10": 0.578816, "mrr_at_20": 0.584159, "mrr_at_100": 0.586129, "mrr_at_1000": 0.586226, "nauc_ndcg_at_1_max": -0.020397, "nauc_ndcg_at_1_std": -0.102325, "nauc_ndcg_at_1_diff1": 0.412531, "nauc_ndcg_at_3_max": -0.015001, "nauc_ndcg_at_3_std": -0.065443, "nauc_ndcg_at_3_diff1": 0.367729, "nauc_ndcg_at_5_max": -0.020621, "nauc_ndcg_at_5_std": -0.064801, "nauc_ndcg_at_5_diff1": 0.388898, "nauc_ndcg_at_10_max": -0.034529, "nauc_ndcg_at_10_std": -0.080663, "nauc_ndcg_at_10_diff1": 0.411743, "nauc_ndcg_at_20_max": -0.022633, "nauc_ndcg_at_20_std": -0.066533, "nauc_ndcg_at_20_diff1": 0.41132, "nauc_ndcg_at_100_max": -0.008795, "nauc_ndcg_at_100_std": -0.061452, "nauc_ndcg_at_100_diff1": 0.412334, "nauc_ndcg_at_1000_max": -0.00784, "nauc_ndcg_at_1000_std": -0.058522, "nauc_ndcg_at_1000_diff1": 0.411141, "nauc_map_at_1_max": -0.051961, "nauc_map_at_1_std": -0.046289, "nauc_map_at_1_diff1": 0.410565, "nauc_map_at_3_max": -0.033031, "nauc_map_at_3_std": -0.032745, "nauc_map_at_3_diff1": 0.390728, "nauc_map_at_5_max": -0.03621, "nauc_map_at_5_std": -0.050596, "nauc_map_at_5_diff1": 0.403999, "nauc_map_at_10_max": -0.035626, "nauc_map_at_10_std": -0.062176, "nauc_map_at_10_diff1": 0.411487, "nauc_map_at_20_max": -0.023989, "nauc_map_at_20_std": -0.054893, "nauc_map_at_20_diff1": 0.408382, "nauc_map_at_100_max": -0.014467, "nauc_map_at_100_std": -0.048078, "nauc_map_at_100_diff1": 0.411492, "nauc_map_at_1000_max": -0.014392, "nauc_map_at_1000_std": -0.047121, "nauc_map_at_1000_diff1": 0.411204, "nauc_recall_at_1_max": -0.051961, "nauc_recall_at_1_std": -0.046289, "nauc_recall_at_1_diff1": 0.410565, "nauc_recall_at_3_max": -0.02743, "nauc_recall_at_3_std": -0.008108, "nauc_recall_at_3_diff1": 0.323291, "nauc_recall_at_5_max": -0.031436, "nauc_recall_at_5_std": -0.021773, "nauc_recall_at_5_diff1": 0.346003, "nauc_recall_at_10_max": -0.052211, "nauc_recall_at_10_std": -0.077213, "nauc_recall_at_10_diff1": 0.362561, "nauc_recall_at_20_max": -0.022618, "nauc_recall_at_20_std": -0.040743, "nauc_recall_at_20_diff1": 0.356643, "nauc_recall_at_100_max": 0.006625, "nauc_recall_at_100_std": -0.038253, "nauc_recall_at_100_diff1": 0.352783, "nauc_recall_at_1000_max": -0.249262, "nauc_recall_at_1000_std": -0.447469, "nauc_recall_at_1000_diff1": 0.583099, "nauc_precision_at_1_max": -0.022827, "nauc_precision_at_1_std": -0.098136, "nauc_precision_at_1_diff1": 0.419237, "nauc_precision_at_3_max": 0.029113, "nauc_precision_at_3_std": -0.065436, "nauc_precision_at_3_diff1": 0.236643, "nauc_precision_at_5_max": 0.031262, "nauc_precision_at_5_std": -0.072554, "nauc_precision_at_5_diff1": 0.181749, "nauc_precision_at_10_max": 0.052451, "nauc_precision_at_10_std": -0.048822, "nauc_precision_at_10_diff1": 0.118761, "nauc_precision_at_20_max": 0.083586, "nauc_precision_at_20_std": 0.004353, "nauc_precision_at_20_diff1": 0.025197, "nauc_precision_at_100_max": 0.090915, "nauc_precision_at_100_std": 0.040006, "nauc_precision_at_100_diff1": -0.09647, "nauc_precision_at_1000_max": 0.069139, "nauc_precision_at_1000_std": 0.07447, "nauc_precision_at_1000_diff1": -0.179454, "nauc_mrr_at_1_max": -0.022827, "nauc_mrr_at_1_std": -0.098136, "nauc_mrr_at_1_diff1": 0.419237, "nauc_mrr_at_3_max": 0.003567, "nauc_mrr_at_3_std": -0.085335, "nauc_mrr_at_3_diff1": 0.402076, "nauc_mrr_at_5_max": 0.001911, "nauc_mrr_at_5_std": -0.084636, "nauc_mrr_at_5_diff1": 0.406289, "nauc_mrr_at_10_max": 0.005527, "nauc_mrr_at_10_std": -0.085084, "nauc_mrr_at_10_diff1": 0.408216, "nauc_mrr_at_20_max": 0.004379, "nauc_mrr_at_20_std": -0.083546, "nauc_mrr_at_20_diff1": 0.40874, "nauc_mrr_at_100_max": 0.002707, "nauc_mrr_at_100_std": -0.08611, "nauc_mrr_at_100_diff1": 0.409005, "nauc_mrr_at_1000_max": 0.002784, "nauc_mrr_at_1000_std": -0.086109, "nauc_mrr_at_1000_diff1": 0.409054, "cv_recall_at_1": 0.43976, "cv_recall_at_3": 0.68072, "cv_recall_at_5": 0.75301, "cv_recall_at_10": 0.8253, "cv_recall_at_20": 0.9006, "cv_recall_at_100": 0.97289, "cv_recall_at_1000": 0.99699, "main_score": 0.49217, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.42771, "ndcg_at_3": 0.46997, "ndcg_at_5": 0.47773, "ndcg_at_10": 0.51185, "ndcg_at_20": 0.55102, "ndcg_at_100": 0.60599, "ndcg_at_1000": 0.63394, "map_at_1": 0.20542, "map_at_3": 0.32356, "map_at_5": 0.3598, "map_at_10": 0.39849, "map_at_20": 0.42472, "map_at_100": 0.44314, "map_at_1000": 0.44622, "recall_at_1": 0.20542, "recall_at_3": 0.39597, "recall_at_5": 0.46768, "recall_at_10": 0.57727, "recall_at_20": 0.68595, "recall_at_100": 0.86503, "recall_at_1000": 0.9909, "accuracy": 0.20542, "precision_at_1": 0.45181, "precision_at_3": 0.34337, "precision_at_5": 0.26988, "precision_at_10": 0.19247, "precision_at_20": 0.12756, "precision_at_100": 0.03675, "precision_at_1000": 0.00465, "mrr_at_1": 0.451807, "mrr_at_3": 0.579819, "mrr_at_5": 0.592922, "mrr_at_10": 0.603583, "mrr_at_20": 0.606477, "mrr_at_100": 0.608361, "mrr_at_1000": 0.608429, "nauc_ndcg_at_1_max": 0.012216, "nauc_ndcg_at_1_std": -0.050955, "nauc_ndcg_at_1_diff1": 0.431911, "nauc_ndcg_at_3_max": 0.03615, "nauc_ndcg_at_3_std": -0.02466, "nauc_ndcg_at_3_diff1": 0.348407, "nauc_ndcg_at_5_max": 0.020963, "nauc_ndcg_at_5_std": -0.046811, "nauc_ndcg_at_5_diff1": 0.364754, "nauc_ndcg_at_10_max": 0.018894, "nauc_ndcg_at_10_std": -0.040732, "nauc_ndcg_at_10_diff1": 0.364013, "nauc_ndcg_at_20_max": 0.037559, "nauc_ndcg_at_20_std": -0.024529, "nauc_ndcg_at_20_diff1": 0.377841, "nauc_ndcg_at_100_max": 0.051311, "nauc_ndcg_at_100_std": -0.016738, "nauc_ndcg_at_100_diff1": 0.399384, "nauc_ndcg_at_1000_max": 0.045213, "nauc_ndcg_at_1000_std": -0.018336, "nauc_ndcg_at_1000_diff1": 0.393425, "nauc_map_at_1_max": -0.017583, "nauc_map_at_1_std": -0.015407, "nauc_map_at_1_diff1": 0.395963, "nauc_map_at_3_max": 0.017626, "nauc_map_at_3_std": -0.011222, "nauc_map_at_3_diff1": 0.373414, "nauc_map_at_5_max": 0.000169, "nauc_map_at_5_std": -0.039725, "nauc_map_at_5_diff1": 0.375672, "nauc_map_at_10_max": 0.005463, "nauc_map_at_10_std": -0.039092, "nauc_map_at_10_diff1": 0.373893, "nauc_map_at_20_max": 0.019942, "nauc_map_at_20_std": -0.029448, "nauc_map_at_20_diff1": 0.379459, "nauc_map_at_100_max": 0.029836, "nauc_map_at_100_std": -0.02294, "nauc_map_at_100_diff1": 0.387321, "nauc_map_at_1000_max": 0.029721, "nauc_map_at_1000_std": -0.022109, "nauc_map_at_1000_diff1": 0.386882, "nauc_recall_at_1_max": -0.017583, "nauc_recall_at_1_std": -0.015407, "nauc_recall_at_1_diff1": 0.395963, "nauc_recall_at_3_max": 0.028791, "nauc_recall_at_3_std": 0.007357, "nauc_recall_at_3_diff1": 0.288685, "nauc_recall_at_5_max": 0.007893, "nauc_recall_at_5_std": -0.034216, "nauc_recall_at_5_diff1": 0.280301, "nauc_recall_at_10_max": 0.005249, "nauc_recall_at_10_std": -0.040382, "nauc_recall_at_10_diff1": 0.272984, "nauc_recall_at_20_max": 0.062489, "nauc_recall_at_20_std": 0.004455, "nauc_recall_at_20_diff1": 0.313727, "nauc_recall_at_100_max": 0.116251, "nauc_recall_at_100_std": 0.025785, "nauc_recall_at_100_diff1": 0.392858, "nauc_recall_at_1000_max": -0.300035, "nauc_recall_at_1000_std": -0.341839, "nauc_recall_at_1000_diff1": 0.437974, "nauc_precision_at_1_max": -0.004283, "nauc_precision_at_1_std": -0.057618, "nauc_precision_at_1_diff1": 0.415003, "nauc_precision_at_3_max": 0.074781, "nauc_precision_at_3_std": -0.031169, "nauc_precision_at_3_diff1": 0.241843, "nauc_precision_at_5_max": 0.042601, "nauc_precision_at_5_std": -0.066603, "nauc_precision_at_5_diff1": 0.187971, "nauc_precision_at_10_max": 0.062616, "nauc_precision_at_10_std": -0.021793, "nauc_precision_at_10_diff1": 0.076364, "nauc_precision_at_20_max": 0.076445, "nauc_precision_at_20_std": 0.025772, "nauc_precision_at_20_diff1": 0.032044, "nauc_precision_at_100_max": 0.069682, "nauc_precision_at_100_std": 0.056788, "nauc_precision_at_100_diff1": -0.039995, "nauc_precision_at_1000_max": 0.034435, "nauc_precision_at_1000_std": 0.061695, "nauc_precision_at_1000_diff1": -0.141639, "nauc_mrr_at_1_max": -0.004283, "nauc_mrr_at_1_std": -0.057618, "nauc_mrr_at_1_diff1": 0.415003, "nauc_mrr_at_3_max": 0.04315, "nauc_mrr_at_3_std": -0.035426, "nauc_mrr_at_3_diff1": 0.389514, "nauc_mrr_at_5_max": 0.041202, "nauc_mrr_at_5_std": -0.041696, "nauc_mrr_at_5_diff1": 0.390131, "nauc_mrr_at_10_max": 0.039332, "nauc_mrr_at_10_std": -0.042761, "nauc_mrr_at_10_diff1": 0.385274, "nauc_mrr_at_20_max": 0.040148, "nauc_mrr_at_20_std": -0.041658, "nauc_mrr_at_20_diff1": 0.388571, "nauc_mrr_at_100_max": 0.038111, "nauc_mrr_at_100_std": -0.042559, "nauc_mrr_at_100_diff1": 0.388541, "nauc_mrr_at_1000_max": 0.038147, "nauc_mrr_at_1000_std": -0.04256, "nauc_mrr_at_1000_diff1": 0.388502, "cv_recall_at_1": 0.45181, "cv_recall_at_3": 0.72892, "cv_recall_at_5": 0.78614, "cv_recall_at_10": 0.86446, "cv_recall_at_20": 0.90964, "cv_recall_at_100": 0.97892, "cv_recall_at_1000": 1.0, "main_score": 0.51185, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.46687, "ndcg_at_3": 0.4822, "ndcg_at_5": 0.49637, "ndcg_at_10": 0.52887, "ndcg_at_20": 0.56793, "ndcg_at_100": 0.61659, "ndcg_at_1000": 0.6464, "map_at_1": 0.2174, "map_at_3": 0.32852, "map_at_5": 0.37292, "map_at_10": 0.41297, "map_at_20": 0.44037, "map_at_100": 0.45739, "map_at_1000": 0.46054, "recall_at_1": 0.2174, "recall_at_3": 0.39537, "recall_at_5": 0.48238, "recall_at_10": 0.59323, "recall_at_20": 0.69851, "recall_at_100": 0.85665, "recall_at_1000": 0.99042, "accuracy": 0.2174, "precision_at_1": 0.47892, "precision_at_3": 0.34639, "precision_at_5": 0.28434, "precision_at_10": 0.1997, "precision_at_20": 0.13178, "precision_at_100": 0.03611, "precision_at_1000": 0.00464, "mrr_at_1": 0.478916, "mrr_at_3": 0.590361, "mrr_at_5": 0.609036, "mrr_at_10": 0.617844, "mrr_at_20": 0.621209, "mrr_at_100": 0.622633, "mrr_at_1000": 0.622772, "nauc_ndcg_at_1_max": 0.106048, "nauc_ndcg_at_1_std": -0.078778, "nauc_ndcg_at_1_diff1": 0.37272, "nauc_ndcg_at_3_max": 0.112967, "nauc_ndcg_at_3_std": -0.076893, "nauc_ndcg_at_3_diff1": 0.358761, "nauc_ndcg_at_5_max": 0.104606, "nauc_ndcg_at_5_std": -0.096398, "nauc_ndcg_at_5_diff1": 0.364325, "nauc_ndcg_at_10_max": 0.100575, "nauc_ndcg_at_10_std": -0.104546, "nauc_ndcg_at_10_diff1": 0.370379, "nauc_ndcg_at_20_max": 0.129175, "nauc_ndcg_at_20_std": -0.095772, "nauc_ndcg_at_20_diff1": 0.372582, "nauc_ndcg_at_100_max": 0.13234, "nauc_ndcg_at_100_std": -0.089038, "nauc_ndcg_at_100_diff1": 0.378226, "nauc_ndcg_at_1000_max": 0.125963, "nauc_ndcg_at_1000_std": -0.085168, "nauc_ndcg_at_1000_diff1": 0.379449, "nauc_map_at_1_max": 0.096948, "nauc_map_at_1_std": -0.012436, "nauc_map_at_1_diff1": 0.392296, "nauc_map_at_3_max": 0.115076, "nauc_map_at_3_std": -0.028546, "nauc_map_at_3_diff1": 0.38564, "nauc_map_at_5_max": 0.109584, "nauc_map_at_5_std": -0.061358, "nauc_map_at_5_diff1": 0.382817, "nauc_map_at_10_max": 0.107696, "nauc_map_at_10_std": -0.079336, "nauc_map_at_10_diff1": 0.369733, "nauc_map_at_20_max": 0.123336, "nauc_map_at_20_std": -0.075771, "nauc_map_at_20_diff1": 0.366507, "nauc_map_at_100_max": 0.128136, "nauc_map_at_100_std": -0.073828, "nauc_map_at_100_diff1": 0.368105, "nauc_map_at_1000_max": 0.127613, "nauc_map_at_1000_std": -0.073131, "nauc_map_at_1000_diff1": 0.368172, "nauc_recall_at_1_max": 0.096948, "nauc_recall_at_1_std": -0.012436, "nauc_recall_at_1_diff1": 0.392296, "nauc_recall_at_3_max": 0.117248, "nauc_recall_at_3_std": -0.017178, "nauc_recall_at_3_diff1": 0.339191, "nauc_recall_at_5_max": 0.106672, "nauc_recall_at_5_std": -0.056052, "nauc_recall_at_5_diff1": 0.324858, "nauc_recall_at_10_max": 0.086359, "nauc_recall_at_10_std": -0.10452, "nauc_recall_at_10_diff1": 0.302926, "nauc_recall_at_20_max": 0.151507, "nauc_recall_at_20_std": -0.111544, "nauc_recall_at_20_diff1": 0.318875, "nauc_recall_at_100_max": 0.162267, "nauc_recall_at_100_std": -0.104417, "nauc_recall_at_100_diff1": 0.308011, "nauc_recall_at_1000_max": 0.21828, "nauc_recall_at_1000_std": 0.089866, "nauc_recall_at_1000_diff1": 0.335081, "nauc_precision_at_1_max": 0.105517, "nauc_precision_at_1_std": -0.079115, "nauc_precision_at_1_diff1": 0.379101, "nauc_precision_at_3_max": 0.090983, "nauc_precision_at_3_std": -0.117727, "nauc_precision_at_3_diff1": 0.206338, "nauc_precision_at_5_max": 0.040784, "nauc_precision_at_5_std": -0.164501, "nauc_precision_at_5_diff1": 0.11184, "nauc_precision_at_10_max": 0.024034, "nauc_precision_at_10_std": -0.12267, "nauc_precision_at_10_diff1": 0.006028, "nauc_precision_at_20_max": 0.045572, "nauc_precision_at_20_std": -0.064145, "nauc_precision_at_20_diff1": -0.050465, "nauc_precision_at_100_max": 0.006607, "nauc_precision_at_100_std": -0.02203, "nauc_precision_at_100_diff1": -0.096756, "nauc_precision_at_1000_max": -0.040197, "nauc_precision_at_1000_std": 0.01423, "nauc_precision_at_1000_diff1": -0.170923, "nauc_mrr_at_1_max": 0.105517, "nauc_mrr_at_1_std": -0.079115, "nauc_mrr_at_1_diff1": 0.379101, "nauc_mrr_at_3_max": 0.124937, "nauc_mrr_at_3_std": -0.099788, "nauc_mrr_at_3_diff1": 0.38651, "nauc_mrr_at_5_max": 0.119449, "nauc_mrr_at_5_std": -0.102725, "nauc_mrr_at_5_diff1": 0.373999, "nauc_mrr_at_10_max": 0.120474, "nauc_mrr_at_10_std": -0.098933, "nauc_mrr_at_10_diff1": 0.375706, "nauc_mrr_at_20_max": 0.119825, "nauc_mrr_at_20_std": -0.100139, "nauc_mrr_at_20_diff1": 0.376105, "nauc_mrr_at_100_max": 0.118745, "nauc_mrr_at_100_std": -0.099852, "nauc_mrr_at_100_diff1": 0.37623, "nauc_mrr_at_1000_max": 0.118889, "nauc_mrr_at_1000_std": -0.099801, "nauc_mrr_at_1000_diff1": 0.37635, "cv_recall_at_1": 0.47892, "cv_recall_at_3": 0.7259, "cv_recall_at_5": 0.80723, "cv_recall_at_10": 0.86747, "cv_recall_at_20": 0.91265, "cv_recall_at_100": 0.96687, "cv_recall_at_1000": 0.99699, "main_score": 0.52887, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.39307, "ndcg_at_3": 0.44759, "ndcg_at_5": 0.46085, "ndcg_at_10": 0.49223, "ndcg_at_20": 0.52726, "ndcg_at_100": 0.58362, "ndcg_at_1000": 0.61377, "map_at_1": 0.18191, "map_at_3": 0.29589, "map_at_5": 0.33761, "map_at_10": 0.37398, "map_at_20": 0.39693, "map_at_100": 0.41575, "map_at_1000": 0.41893, "recall_at_1": 0.18191, "recall_at_3": 0.37015, "recall_at_5": 0.45849, "recall_at_10": 0.56991, "recall_at_20": 0.66574, "recall_at_100": 0.8554, "recall_at_1000": 0.98946, "accuracy": 0.18191, "precision_at_1": 0.41566, "precision_at_3": 0.34036, "precision_at_5": 0.2741, "precision_at_10": 0.19096, "precision_at_20": 0.12515, "precision_at_100": 0.03608, "precision_at_1000": 0.00466, "mrr_at_1": 0.415663, "mrr_at_3": 0.552711, "mrr_at_5": 0.570181, "mrr_at_10": 0.579491, "mrr_at_20": 0.582295, "mrr_at_100": 0.584262, "mrr_at_1000": 0.584418, "nauc_ndcg_at_1_max": -0.029796, "nauc_ndcg_at_1_std": -0.111561, "nauc_ndcg_at_1_diff1": 0.460094, "nauc_ndcg_at_3_max": -0.027218, "nauc_ndcg_at_3_std": -0.05672, "nauc_ndcg_at_3_diff1": 0.39923, "nauc_ndcg_at_5_max": -0.036725, "nauc_ndcg_at_5_std": -0.062952, "nauc_ndcg_at_5_diff1": 0.40325, "nauc_ndcg_at_10_max": -0.045636, "nauc_ndcg_at_10_std": -0.047967, "nauc_ndcg_at_10_diff1": 0.428909, "nauc_ndcg_at_20_max": -0.024248, "nauc_ndcg_at_20_std": -0.040266, "nauc_ndcg_at_20_diff1": 0.417748, "nauc_ndcg_at_100_max": -0.004089, "nauc_ndcg_at_100_std": -0.027643, "nauc_ndcg_at_100_diff1": 0.433119, "nauc_ndcg_at_1000_max": -0.011991, "nauc_ndcg_at_1000_std": -0.032646, "nauc_ndcg_at_1000_diff1": 0.430555, "nauc_map_at_1_max": -0.038468, "nauc_map_at_1_std": -0.041675, "nauc_map_at_1_diff1": 0.466816, "nauc_map_at_3_max": -0.015615, "nauc_map_at_3_std": -0.003739, "nauc_map_at_3_diff1": 0.434673, "nauc_map_at_5_max": -0.023655, "nauc_map_at_5_std": -0.033927, "nauc_map_at_5_diff1": 0.423124, "nauc_map_at_10_max": -0.033338, "nauc_map_at_10_std": -0.034729, "nauc_map_at_10_diff1": 0.422723, "nauc_map_at_20_max": -0.02299, "nauc_map_at_20_std": -0.030609, "nauc_map_at_20_diff1": 0.415331, "nauc_map_at_100_max": -0.013364, "nauc_map_at_100_std": -0.023246, "nauc_map_at_100_diff1": 0.420592, "nauc_map_at_1000_max": -0.013884, "nauc_map_at_1000_std": -0.022958, "nauc_map_at_1000_diff1": 0.42022, "nauc_recall_at_1_max": -0.038468, "nauc_recall_at_1_std": -0.041675, "nauc_recall_at_1_diff1": 0.466816, "nauc_recall_at_3_max": -0.018801, "nauc_recall_at_3_std": 0.034677, "nauc_recall_at_3_diff1": 0.350742, "nauc_recall_at_5_max": -0.033679, "nauc_recall_at_5_std": -0.014329, "nauc_recall_at_5_diff1": 0.322891, "nauc_recall_at_10_max": -0.066556, "nauc_recall_at_10_std": -0.025822, "nauc_recall_at_10_diff1": 0.349983, "nauc_recall_at_20_max": -0.020567, "nauc_recall_at_20_std": -0.007429, "nauc_recall_at_20_diff1": 0.331033, "nauc_recall_at_100_max": 0.064005, "nauc_recall_at_100_std": 0.029081, "nauc_recall_at_100_diff1": 0.372119, "nauc_recall_at_1000_max": -0.236785, "nauc_recall_at_1000_std": -0.321692, "nauc_recall_at_1000_diff1": 0.744002, "nauc_precision_at_1_max": -0.018248, "nauc_precision_at_1_std": -0.099896, "nauc_precision_at_1_diff1": 0.461574, "nauc_precision_at_3_max": 0.036262, "nauc_precision_at_3_std": -0.051235, "nauc_precision_at_3_diff1": 0.233599, "nauc_precision_at_5_max": 0.013303, "nauc_precision_at_5_std": -0.068444, "nauc_precision_at_5_diff1": 0.142238, "nauc_precision_at_10_max": 0.007444, "nauc_precision_at_10_std": -0.014246, "nauc_precision_at_10_diff1": 0.050193, "nauc_precision_at_20_max": 0.048774, "nauc_precision_at_20_std": 0.006249, "nauc_precision_at_20_diff1": -0.014929, "nauc_precision_at_100_max": 0.075368, "nauc_precision_at_100_std": 0.045988, "nauc_precision_at_100_diff1": -0.076122, "nauc_precision_at_1000_max": 0.032631, "nauc_precision_at_1000_std": 0.046744, "nauc_precision_at_1000_diff1": -0.165192, "nauc_mrr_at_1_max": -0.018248, "nauc_mrr_at_1_std": -0.099896, "nauc_mrr_at_1_diff1": 0.461574, "nauc_mrr_at_3_max": 0.00912, "nauc_mrr_at_3_std": -0.058431, "nauc_mrr_at_3_diff1": 0.463823, "nauc_mrr_at_5_max": 0.011573, "nauc_mrr_at_5_std": -0.052649, "nauc_mrr_at_5_diff1": 0.457327, "nauc_mrr_at_10_max": 0.010578, "nauc_mrr_at_10_std": -0.055152, "nauc_mrr_at_10_diff1": 0.458724, "nauc_mrr_at_20_max": 0.010333, "nauc_mrr_at_20_std": -0.055843, "nauc_mrr_at_20_diff1": 0.458405, "nauc_mrr_at_100_max": 0.009062, "nauc_mrr_at_100_std": -0.057091, "nauc_mrr_at_100_diff1": 0.45802, "nauc_mrr_at_1000_max": 0.008995, "nauc_mrr_at_1000_std": -0.057123, "nauc_mrr_at_1000_diff1": 0.458075, "cv_recall_at_1": 0.41566, "cv_recall_at_3": 0.71084, "cv_recall_at_5": 0.78614, "cv_recall_at_10": 0.85542, "cv_recall_at_20": 0.89759, "cv_recall_at_100": 0.96687, "cv_recall_at_1000": 0.99398, "main_score": 0.49223, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.41566, "ndcg_at_3": 0.45836, "ndcg_at_5": 0.4682, "ndcg_at_10": 0.5005, "ndcg_at_20": 0.53978, "ndcg_at_100": 0.59509, "ndcg_at_1000": 0.6238, "map_at_1": 0.18795, "map_at_3": 0.30773, "map_at_5": 0.34517, "map_at_10": 0.38394, "map_at_20": 0.40903, "map_at_100": 0.42793, "map_at_1000": 0.43111, "recall_at_1": 0.18795, "recall_at_3": 0.38485, "recall_at_5": 0.46227, "recall_at_10": 0.57679, "recall_at_20": 0.68406, "recall_at_100": 0.86133, "recall_at_1000": 0.99014, "accuracy": 0.18795, "precision_at_1": 0.43373, "precision_at_3": 0.33936, "precision_at_5": 0.26928, "precision_at_10": 0.19006, "precision_at_20": 0.12515, "precision_at_100": 0.03663, "precision_at_1000": 0.00465, "mrr_at_1": 0.433735, "mrr_at_3": 0.564257, "mrr_at_5": 0.579769, "mrr_at_10": 0.591208, "mrr_at_20": 0.594696, "mrr_at_100": 0.596542, "mrr_at_1000": 0.596592, "nauc_ndcg_at_1_max": -0.046016, "nauc_ndcg_at_1_std": -0.141447, "nauc_ndcg_at_1_diff1": 0.421852, "nauc_ndcg_at_3_max": -0.059258, "nauc_ndcg_at_3_std": -0.10471, "nauc_ndcg_at_3_diff1": 0.380369, "nauc_ndcg_at_5_max": -0.048805, "nauc_ndcg_at_5_std": -0.100934, "nauc_ndcg_at_5_diff1": 0.401379, "nauc_ndcg_at_10_max": -0.054916, "nauc_ndcg_at_10_std": -0.112958, "nauc_ndcg_at_10_diff1": 0.412626, "nauc_ndcg_at_20_max": -0.036064, "nauc_ndcg_at_20_std": -0.098791, "nauc_ndcg_at_20_diff1": 0.4089, "nauc_ndcg_at_100_max": -0.013116, "nauc_ndcg_at_100_std": -0.089339, "nauc_ndcg_at_100_diff1": 0.414159, "nauc_ndcg_at_1000_max": -0.014893, "nauc_ndcg_at_1000_std": -0.087959, "nauc_ndcg_at_1000_diff1": 0.42011, "nauc_map_at_1_max": -0.043887, "nauc_map_at_1_std": -0.079642, "nauc_map_at_1_diff1": 0.424899, "nauc_map_at_3_max": -0.050539, "nauc_map_at_3_std": -0.063335, "nauc_map_at_3_diff1": 0.417062, "nauc_map_at_5_max": -0.050167, "nauc_map_at_5_std": -0.07693, "nauc_map_at_5_diff1": 0.419121, "nauc_map_at_10_max": -0.047516, "nauc_map_at_10_std": -0.093183, "nauc_map_at_10_diff1": 0.420134, "nauc_map_at_20_max": -0.035504, "nauc_map_at_20_std": -0.085128, "nauc_map_at_20_diff1": 0.417979, "nauc_map_at_100_max": -0.027479, "nauc_map_at_100_std": -0.083131, "nauc_map_at_100_diff1": 0.422161, "nauc_map_at_1000_max": -0.027711, "nauc_map_at_1000_std": -0.082329, "nauc_map_at_1000_diff1": 0.422554, "nauc_recall_at_1_max": -0.043887, "nauc_recall_at_1_std": -0.079642, "nauc_recall_at_1_diff1": 0.424899, "nauc_recall_at_3_max": -0.058337, "nauc_recall_at_3_std": -0.035781, "nauc_recall_at_3_diff1": 0.335035, "nauc_recall_at_5_max": -0.058784, "nauc_recall_at_5_std": -0.049099, "nauc_recall_at_5_diff1": 0.32477, "nauc_recall_at_10_max": -0.076718, "nauc_recall_at_10_std": -0.103617, "nauc_recall_at_10_diff1": 0.331193, "nauc_recall_at_20_max": -0.046498, "nauc_recall_at_20_std": -0.074378, "nauc_recall_at_20_diff1": 0.322232, "nauc_recall_at_100_max": 0.018305, "nauc_recall_at_100_std": -0.061685, "nauc_recall_at_100_diff1": 0.306159, "nauc_recall_at_1000_max": -0.016456, "nauc_recall_at_1000_std": -0.062405, "nauc_recall_at_1000_diff1": 0.562684, "nauc_precision_at_1_max": -0.034102, "nauc_precision_at_1_std": -0.129301, "nauc_precision_at_1_diff1": 0.428699, "nauc_precision_at_3_max": -0.015877, "nauc_precision_at_3_std": -0.101819, "nauc_precision_at_3_diff1": 0.266468, "nauc_precision_at_5_max": 0.024929, "nauc_precision_at_5_std": -0.092684, "nauc_precision_at_5_diff1": 0.19726, "nauc_precision_at_10_max": 0.03863, "nauc_precision_at_10_std": -0.073167, "nauc_precision_at_10_diff1": 0.099217, "nauc_precision_at_20_max": 0.078685, "nauc_precision_at_20_std": -0.010755, "nauc_precision_at_20_diff1": 0.013331, "nauc_precision_at_100_max": 0.095679, "nauc_precision_at_100_std": 0.050325, "nauc_precision_at_100_diff1": -0.081836, "nauc_precision_at_1000_max": 0.068496, "nauc_precision_at_1000_std": 0.070716, "nauc_precision_at_1000_diff1": -0.155139, "nauc_mrr_at_1_max": -0.034102, "nauc_mrr_at_1_std": -0.129301, "nauc_mrr_at_1_diff1": 0.428699, "nauc_mrr_at_3_max": 0.000517, "nauc_mrr_at_3_std": -0.101975, "nauc_mrr_at_3_diff1": 0.404531, "nauc_mrr_at_5_max": 0.007656, "nauc_mrr_at_5_std": -0.098633, "nauc_mrr_at_5_diff1": 0.408283, "nauc_mrr_at_10_max": 0.003908, "nauc_mrr_at_10_std": -0.098398, "nauc_mrr_at_10_diff1": 0.406794, "nauc_mrr_at_20_max": 0.002248, "nauc_mrr_at_20_std": -0.10058, "nauc_mrr_at_20_diff1": 0.409406, "nauc_mrr_at_100_max": 0.00083, "nauc_mrr_at_100_std": -0.101962, "nauc_mrr_at_100_diff1": 0.409278, "nauc_mrr_at_1000_max": 0.000931, "nauc_mrr_at_1000_std": -0.101854, "nauc_mrr_at_1000_diff1": 0.409361, "cv_recall_at_1": 0.43373, "cv_recall_at_3": 0.71084, "cv_recall_at_5": 0.77711, "cv_recall_at_10": 0.86145, "cv_recall_at_20": 0.90964, "cv_recall_at_100": 0.98193, "cv_recall_at_1000": 0.99699, "main_score": 0.5005, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.43524, "ndcg_at_3": 0.46569, "ndcg_at_5": 0.48053, "ndcg_at_10": 0.51319, "ndcg_at_20": 0.54939, "ndcg_at_100": 0.6035, "ndcg_at_1000": 0.63166, "map_at_1": 0.19946, "map_at_3": 0.31652, "map_at_5": 0.35864, "map_at_10": 0.39738, "map_at_20": 0.42179, "map_at_100": 0.44002, "map_at_1000": 0.44317, "recall_at_1": 0.19946, "recall_at_3": 0.38859, "recall_at_5": 0.47552, "recall_at_10": 0.58906, "recall_at_20": 0.68914, "recall_at_100": 0.86576, "recall_at_1000": 0.9901, "accuracy": 0.19946, "precision_at_1": 0.45181, "precision_at_3": 0.34438, "precision_at_5": 0.28072, "precision_at_10": 0.19669, "precision_at_20": 0.12816, "precision_at_100": 0.03666, "precision_at_1000": 0.00465, "mrr_at_1": 0.451807, "mrr_at_3": 0.570783, "mrr_at_5": 0.587199, "mrr_at_10": 0.598106, "mrr_at_20": 0.600968, "mrr_at_100": 0.602934, "mrr_at_1000": 0.60302, "nauc_ndcg_at_1_max": -0.015006, "nauc_ndcg_at_1_std": -0.082298, "nauc_ndcg_at_1_diff1": 0.381434, "nauc_ndcg_at_3_max": -0.003433, "nauc_ndcg_at_3_std": -0.043986, "nauc_ndcg_at_3_diff1": 0.32662, "nauc_ndcg_at_5_max": -0.014621, "nauc_ndcg_at_5_std": -0.062877, "nauc_ndcg_at_5_diff1": 0.332164, "nauc_ndcg_at_10_max": -0.033651, "nauc_ndcg_at_10_std": -0.076742, "nauc_ndcg_at_10_diff1": 0.361192, "nauc_ndcg_at_20_max": -0.010172, "nauc_ndcg_at_20_std": -0.053505, "nauc_ndcg_at_20_diff1": 0.36865, "nauc_ndcg_at_100_max": 0.005372, "nauc_ndcg_at_100_std": -0.040893, "nauc_ndcg_at_100_diff1": 0.367382, "nauc_ndcg_at_1000_max": 0.002862, "nauc_ndcg_at_1000_std": -0.039948, "nauc_ndcg_at_1000_diff1": 0.366726, "nauc_map_at_1_max": -0.048243, "nauc_map_at_1_std": -0.017572, "nauc_map_at_1_diff1": 0.390645, "nauc_map_at_3_max": -0.019135, "nauc_map_at_3_std": -0.021514, "nauc_map_at_3_diff1": 0.363788, "nauc_map_at_5_max": -0.027358, "nauc_map_at_5_std": -0.045899, "nauc_map_at_5_diff1": 0.353621, "nauc_map_at_10_max": -0.038482, "nauc_map_at_10_std": -0.060997, "nauc_map_at_10_diff1": 0.364147, "nauc_map_at_20_max": -0.023335, "nauc_map_at_20_std": -0.04812, "nauc_map_at_20_diff1": 0.361878, "nauc_map_at_100_max": -0.014719, "nauc_map_at_100_std": -0.04264, "nauc_map_at_100_diff1": 0.362265, "nauc_map_at_1000_max": -0.014612, "nauc_map_at_1000_std": -0.041803, "nauc_map_at_1000_diff1": 0.3621, "nauc_recall_at_1_max": -0.048243, "nauc_recall_at_1_std": -0.017572, "nauc_recall_at_1_diff1": 0.390645, "nauc_recall_at_3_max": 0.000576, "nauc_recall_at_3_std": -0.002452, "nauc_recall_at_3_diff1": 0.307432, "nauc_recall_at_5_max": -0.01636, "nauc_recall_at_5_std": -0.051365, "nauc_recall_at_5_diff1": 0.285192, "nauc_recall_at_10_max": -0.04005, "nauc_recall_at_10_std": -0.09361, "nauc_recall_at_10_diff1": 0.313319, "nauc_recall_at_20_max": 0.007191, "nauc_recall_at_20_std": -0.043538, "nauc_recall_at_20_diff1": 0.32618, "nauc_recall_at_100_max": 0.035271, "nauc_recall_at_100_std": -0.033153, "nauc_recall_at_100_diff1": 0.315917, "nauc_recall_at_1000_max": -0.280106, "nauc_recall_at_1000_std": -0.388705, "nauc_recall_at_1000_diff1": 0.541117, "nauc_precision_at_1_max": -0.015399, "nauc_precision_at_1_std": -0.075746, "nauc_precision_at_1_diff1": 0.390289, "nauc_precision_at_3_max": 0.039993, "nauc_precision_at_3_std": -0.063434, "nauc_precision_at_3_diff1": 0.205228, "nauc_precision_at_5_max": 0.036305, "nauc_precision_at_5_std": -0.080427, "nauc_precision_at_5_diff1": 0.133313, "nauc_precision_at_10_max": 0.015377, "nauc_precision_at_10_std": -0.073876, "nauc_precision_at_10_diff1": 0.077556, "nauc_precision_at_20_max": 0.068463, "nauc_precision_at_20_std": 0.007229, "nauc_precision_at_20_diff1": 0.009254, "nauc_precision_at_100_max": 0.089223, "nauc_precision_at_100_std": 0.063148, "nauc_precision_at_100_diff1": -0.083894, "nauc_precision_at_1000_max": 0.064821, "nauc_precision_at_1000_std": 0.073059, "nauc_precision_at_1000_diff1": -0.154692, "nauc_mrr_at_1_max": -0.015399, "nauc_mrr_at_1_std": -0.075746, "nauc_mrr_at_1_diff1": 0.390289, "nauc_mrr_at_3_max": 0.022411, "nauc_mrr_at_3_std": -0.047769, "nauc_mrr_at_3_diff1": 0.351407, "nauc_mrr_at_5_max": 0.020092, "nauc_mrr_at_5_std": -0.058245, "nauc_mrr_at_5_diff1": 0.356327, "nauc_mrr_at_10_max": 0.020585, "nauc_mrr_at_10_std": -0.060096, "nauc_mrr_at_10_diff1": 0.357876, "nauc_mrr_at_20_max": 0.019585, "nauc_mrr_at_20_std": -0.05788, "nauc_mrr_at_20_diff1": 0.360541, "nauc_mrr_at_100_max": 0.016735, "nauc_mrr_at_100_std": -0.059482, "nauc_mrr_at_100_diff1": 0.359819, "nauc_mrr_at_1000_max": 0.016798, "nauc_mrr_at_1000_std": -0.059447, "nauc_mrr_at_1000_diff1": 0.359883, "cv_recall_at_1": 0.45181, "cv_recall_at_3": 0.71386, "cv_recall_at_5": 0.78614, "cv_recall_at_10": 0.86747, "cv_recall_at_20": 0.90964, "cv_recall_at_100": 0.97892, "cv_recall_at_1000": 0.99699, "main_score": 0.51319, "hf_subset": "portuguese", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 8879.327068805695, "kg_co2_emissions": null }