{ "dataset_revision": "main", "task_name": "PublicHealthQA", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.19767, "ndcg_at_3": 0.30565, "ndcg_at_5": 0.35666, "ndcg_at_10": 0.41574, "ndcg_at_20": 0.43007, "ndcg_at_100": 0.47499, "ndcg_at_1000": 0.47499, "map_at_1": 0.19767, "map_at_3": 0.27519, "map_at_5": 0.30252, "map_at_10": 0.32626, "map_at_20": 0.33003, "map_at_100": 0.33683, "map_at_1000": 0.33683, "recall_at_1": 0.19767, "recall_at_3": 0.39535, "recall_at_5": 0.52326, "recall_at_10": 0.7093, "recall_at_20": 0.76744, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.19767, "precision_at_3": 0.13178, "precision_at_5": 0.10465, "precision_at_10": 0.07093, "precision_at_20": 0.03837, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.197674, "mrr_at_3": 0.275194, "mrr_at_5": 0.302519, "mrr_at_10": 0.326264, "mrr_at_20": 0.330035, "mrr_at_100": 0.336827, "mrr_at_1000": 0.336827, "nauc_ndcg_at_1_max": 0.266097, "nauc_ndcg_at_1_std": -0.060354, "nauc_ndcg_at_1_diff1": 0.559413, "nauc_ndcg_at_3_max": 0.18521, "nauc_ndcg_at_3_std": -0.038083, "nauc_ndcg_at_3_diff1": 0.452545, "nauc_ndcg_at_5_max": 0.201871, "nauc_ndcg_at_5_std": 0.010857, "nauc_ndcg_at_5_diff1": 0.504143, "nauc_ndcg_at_10_max": 0.220979, "nauc_ndcg_at_10_std": 0.088224, "nauc_ndcg_at_10_diff1": 0.499094, "nauc_ndcg_at_20_max": 0.240661, "nauc_ndcg_at_20_std": 0.096406, "nauc_ndcg_at_20_diff1": 0.511183, "nauc_ndcg_at_100_max": 0.226885, "nauc_ndcg_at_100_std": 0.025009, "nauc_ndcg_at_100_diff1": 0.504488, "nauc_ndcg_at_1000_max": 0.226885, "nauc_ndcg_at_1000_std": 0.025009, "nauc_ndcg_at_1000_diff1": 0.504488, "nauc_map_at_1_max": 0.266097, "nauc_map_at_1_std": -0.060354, "nauc_map_at_1_diff1": 0.559413, "nauc_map_at_3_max": 0.206073, "nauc_map_at_3_std": -0.050502, "nauc_map_at_3_diff1": 0.476819, "nauc_map_at_5_max": 0.21427, "nauc_map_at_5_std": -0.023068, "nauc_map_at_5_diff1": 0.505102, "nauc_map_at_10_max": 0.221111, "nauc_map_at_10_std": 0.006241, "nauc_map_at_10_diff1": 0.50328, "nauc_map_at_20_max": 0.227232, "nauc_map_at_20_std": 0.007705, "nauc_map_at_20_diff1": 0.507005, "nauc_map_at_100_max": 0.225679, "nauc_map_at_100_std": -0.002343, "nauc_map_at_100_diff1": 0.506129, "nauc_map_at_1000_max": 0.225679, "nauc_map_at_1000_std": -0.002343, "nauc_map_at_1000_diff1": 0.506129, "nauc_recall_at_1_max": 0.266097, "nauc_recall_at_1_std": -0.060354, "nauc_recall_at_1_diff1": 0.559413, "nauc_recall_at_3_max": 0.131031, "nauc_recall_at_3_std": -0.003789, "nauc_recall_at_3_diff1": 0.390517, "nauc_recall_at_5_max": 0.171732, "nauc_recall_at_5_std": 0.110991, "nauc_recall_at_5_diff1": 0.509892, "nauc_recall_at_10_max": 0.23743, "nauc_recall_at_10_std": 0.426804, "nauc_recall_at_10_diff1": 0.492165, "nauc_recall_at_20_max": 0.33463, "nauc_recall_at_20_std": 0.536981, "nauc_recall_at_20_diff1": 0.549071, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.266097, "nauc_precision_at_1_std": -0.060354, "nauc_precision_at_1_diff1": 0.559413, "nauc_precision_at_3_max": 0.131031, "nauc_precision_at_3_std": -0.003789, "nauc_precision_at_3_diff1": 0.390517, "nauc_precision_at_5_max": 0.171732, "nauc_precision_at_5_std": 0.110991, "nauc_precision_at_5_diff1": 0.509892, "nauc_precision_at_10_max": 0.23743, "nauc_precision_at_10_std": 0.426804, "nauc_precision_at_10_diff1": 0.492165, "nauc_precision_at_20_max": 0.33463, "nauc_precision_at_20_std": 0.536981, "nauc_precision_at_20_diff1": 0.549071, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.266097, "nauc_mrr_at_1_std": -0.060354, "nauc_mrr_at_1_diff1": 0.559413, "nauc_mrr_at_3_max": 0.206073, "nauc_mrr_at_3_std": -0.050502, "nauc_mrr_at_3_diff1": 0.476819, "nauc_mrr_at_5_max": 0.21427, "nauc_mrr_at_5_std": -0.023068, "nauc_mrr_at_5_diff1": 0.505102, "nauc_mrr_at_10_max": 0.221111, "nauc_mrr_at_10_std": 0.006241, "nauc_mrr_at_10_diff1": 0.50328, "nauc_mrr_at_20_max": 0.227232, "nauc_mrr_at_20_std": 0.007705, "nauc_mrr_at_20_diff1": 0.507005, "nauc_mrr_at_100_max": 0.225679, "nauc_mrr_at_100_std": -0.002343, "nauc_mrr_at_100_diff1": 0.506129, "nauc_mrr_at_1000_max": 0.225679, "nauc_mrr_at_1000_std": -0.002343, "nauc_mrr_at_1000_diff1": 0.506129, "main_score": 0.41574, "hf_subset": "arabic", "languages": [ "ara-Arab" ] }, { "ndcg_at_1": 0.35583, "ndcg_at_3": 0.46618, "ndcg_at_5": 0.49654, "ndcg_at_10": 0.52925, "ndcg_at_20": 0.54997, "ndcg_at_100": 0.58445, "ndcg_at_1000": 0.58701, "map_at_1": 0.35583, "map_at_3": 0.43865, "map_at_5": 0.45552, "map_at_10": 0.46959, "map_at_20": 0.47558, "map_at_100": 0.48051, "map_at_1000": 0.48064, "recall_at_1": 0.35583, "recall_at_3": 0.54601, "recall_at_5": 0.61963, "recall_at_10": 0.71779, "recall_at_20": 0.79755, "recall_at_100": 0.9816, "recall_at_1000": 1.0, "precision_at_1": 0.35583, "precision_at_3": 0.182, "precision_at_5": 0.12393, "precision_at_10": 0.07178, "precision_at_20": 0.03988, "precision_at_100": 0.00982, "precision_at_1000": 0.001, "mrr_at_1": 0.355828, "mrr_at_3": 0.43865, "mrr_at_5": 0.455521, "mrr_at_10": 0.469586, "mrr_at_20": 0.475576, "mrr_at_100": 0.480513, "mrr_at_1000": 0.48064, "nauc_ndcg_at_1_max": 0.328801, "nauc_ndcg_at_1_std": -0.216044, "nauc_ndcg_at_1_diff1": 0.498556, "nauc_ndcg_at_3_max": 0.320959, "nauc_ndcg_at_3_std": -0.211456, "nauc_ndcg_at_3_diff1": 0.437097, "nauc_ndcg_at_5_max": 0.353068, "nauc_ndcg_at_5_std": -0.18177, "nauc_ndcg_at_5_diff1": 0.434105, "nauc_ndcg_at_10_max": 0.336058, "nauc_ndcg_at_10_std": -0.19379, "nauc_ndcg_at_10_diff1": 0.449465, "nauc_ndcg_at_20_max": 0.335892, "nauc_ndcg_at_20_std": -0.191889, "nauc_ndcg_at_20_diff1": 0.455564, "nauc_ndcg_at_100_max": 0.336085, "nauc_ndcg_at_100_std": -0.195422, "nauc_ndcg_at_100_diff1": 0.460471, "nauc_ndcg_at_1000_max": 0.334418, "nauc_ndcg_at_1000_std": -0.196226, "nauc_ndcg_at_1000_diff1": 0.457088, "nauc_map_at_1_max": 0.328801, "nauc_map_at_1_std": -0.216044, "nauc_map_at_1_diff1": 0.498556, "nauc_map_at_3_max": 0.324145, "nauc_map_at_3_std": -0.210185, "nauc_map_at_3_diff1": 0.452058, "nauc_map_at_5_max": 0.340833, "nauc_map_at_5_std": -0.194025, "nauc_map_at_5_diff1": 0.450446, "nauc_map_at_10_max": 0.334794, "nauc_map_at_10_std": -0.198844, "nauc_map_at_10_diff1": 0.458408, "nauc_map_at_20_max": 0.33481, "nauc_map_at_20_std": -0.197753, "nauc_map_at_20_diff1": 0.459825, "nauc_map_at_100_max": 0.334131, "nauc_map_at_100_std": -0.198744, "nauc_map_at_100_diff1": 0.460288, "nauc_map_at_1000_max": 0.334073, "nauc_map_at_1000_std": -0.198769, "nauc_map_at_1000_diff1": 0.460148, "nauc_recall_at_1_max": 0.328801, "nauc_recall_at_1_std": -0.216044, "nauc_recall_at_1_diff1": 0.498556, "nauc_recall_at_3_max": 0.310827, "nauc_recall_at_3_std": -0.216317, "nauc_recall_at_3_diff1": 0.392133, "nauc_recall_at_5_max": 0.398438, "nauc_recall_at_5_std": -0.138432, "nauc_recall_at_5_diff1": 0.381115, "nauc_recall_at_10_max": 0.33612, "nauc_recall_at_10_std": -0.176871, "nauc_recall_at_10_diff1": 0.417907, "nauc_recall_at_20_max": 0.333855, "nauc_recall_at_20_std": -0.168795, "nauc_recall_at_20_diff1": 0.449285, "nauc_recall_at_100_max": 0.514922, "nauc_recall_at_100_std": -0.106571, "nauc_recall_at_100_diff1": 0.80779, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.328801, "nauc_precision_at_1_std": -0.216044, "nauc_precision_at_1_diff1": 0.498556, "nauc_precision_at_3_max": 0.310827, "nauc_precision_at_3_std": -0.216317, "nauc_precision_at_3_diff1": 0.392133, "nauc_precision_at_5_max": 0.398438, "nauc_precision_at_5_std": -0.138432, "nauc_precision_at_5_diff1": 0.381115, "nauc_precision_at_10_max": 0.33612, "nauc_precision_at_10_std": -0.176871, "nauc_precision_at_10_diff1": 0.417907, "nauc_precision_at_20_max": 0.333855, "nauc_precision_at_20_std": -0.168795, "nauc_precision_at_20_diff1": 0.449285, "nauc_precision_at_100_max": 0.514922, "nauc_precision_at_100_std": -0.106571, "nauc_precision_at_100_diff1": 0.80779, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.328801, "nauc_mrr_at_1_std": -0.216044, "nauc_mrr_at_1_diff1": 0.498556, "nauc_mrr_at_3_max": 0.324145, "nauc_mrr_at_3_std": -0.210185, "nauc_mrr_at_3_diff1": 0.452058, "nauc_mrr_at_5_max": 0.340833, "nauc_mrr_at_5_std": -0.194025, "nauc_mrr_at_5_diff1": 0.450446, "nauc_mrr_at_10_max": 0.334794, "nauc_mrr_at_10_std": -0.198844, "nauc_mrr_at_10_diff1": 0.458408, "nauc_mrr_at_20_max": 0.33481, "nauc_mrr_at_20_std": -0.197753, "nauc_mrr_at_20_diff1": 0.459825, "nauc_mrr_at_100_max": 0.334131, "nauc_mrr_at_100_std": -0.198744, "nauc_mrr_at_100_diff1": 0.460288, "nauc_mrr_at_1000_max": 0.334073, "nauc_mrr_at_1000_std": -0.198769, "nauc_mrr_at_1000_diff1": 0.460148, "main_score": 0.52925, "hf_subset": "chinese", "languages": [ "zho-Hans" ] }, { "ndcg_at_1": 0.63372, "ndcg_at_3": 0.76827, "ndcg_at_5": 0.78079, "ndcg_at_10": 0.80358, "ndcg_at_20": 0.80794, "ndcg_at_100": 0.81021, "ndcg_at_1000": 0.811, "map_at_1": 0.63372, "map_at_3": 0.7345, "map_at_5": 0.74176, "map_at_10": 0.75131, "map_at_20": 0.75249, "map_at_100": 0.75283, "map_at_1000": 0.75287, "recall_at_1": 0.63372, "recall_at_3": 0.86628, "recall_at_5": 0.89535, "recall_at_10": 0.96512, "recall_at_20": 0.98256, "recall_at_100": 0.99419, "recall_at_1000": 1.0, "precision_at_1": 0.63372, "precision_at_3": 0.28876, "precision_at_5": 0.17907, "precision_at_10": 0.09651, "precision_at_20": 0.04913, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.633721, "mrr_at_3": 0.734496, "mrr_at_5": 0.741764, "mrr_at_10": 0.751313, "mrr_at_20": 0.752489, "mrr_at_100": 0.752832, "mrr_at_1000": 0.752867, "nauc_ndcg_at_1_max": 0.447844, "nauc_ndcg_at_1_std": -0.06224, "nauc_ndcg_at_1_diff1": 0.628403, "nauc_ndcg_at_3_max": 0.476097, "nauc_ndcg_at_3_std": -0.044268, "nauc_ndcg_at_3_diff1": 0.587349, "nauc_ndcg_at_5_max": 0.451296, "nauc_ndcg_at_5_std": -0.08828, "nauc_ndcg_at_5_diff1": 0.600421, "nauc_ndcg_at_10_max": 0.457583, "nauc_ndcg_at_10_std": -0.052905, "nauc_ndcg_at_10_diff1": 0.596892, "nauc_ndcg_at_20_max": 0.463251, "nauc_ndcg_at_20_std": -0.046896, "nauc_ndcg_at_20_diff1": 0.598598, "nauc_ndcg_at_100_max": 0.458871, "nauc_ndcg_at_100_std": -0.050487, "nauc_ndcg_at_100_diff1": 0.601329, "nauc_ndcg_at_1000_max": 0.456216, "nauc_ndcg_at_1000_std": -0.055643, "nauc_ndcg_at_1000_diff1": 0.600013, "nauc_map_at_1_max": 0.447844, "nauc_map_at_1_std": -0.06224, "nauc_map_at_1_diff1": 0.628403, "nauc_map_at_3_max": 0.461567, "nauc_map_at_3_std": -0.052269, "nauc_map_at_3_diff1": 0.594481, "nauc_map_at_5_max": 0.448666, "nauc_map_at_5_std": -0.074649, "nauc_map_at_5_diff1": 0.601266, "nauc_map_at_10_max": 0.451185, "nauc_map_at_10_std": -0.061124, "nauc_map_at_10_diff1": 0.600166, "nauc_map_at_20_max": 0.452905, "nauc_map_at_20_std": -0.059306, "nauc_map_at_20_diff1": 0.600677, "nauc_map_at_100_max": 0.452392, "nauc_map_at_100_std": -0.059691, "nauc_map_at_100_diff1": 0.601041, "nauc_map_at_1000_max": 0.452302, "nauc_map_at_1000_std": -0.059866, "nauc_map_at_1000_diff1": 0.600996, "nauc_recall_at_1_max": 0.447844, "nauc_recall_at_1_std": -0.06224, "nauc_recall_at_1_diff1": 0.628403, "nauc_recall_at_3_max": 0.553253, "nauc_recall_at_3_std": -0.002334, "nauc_recall_at_3_diff1": 0.555679, "nauc_recall_at_5_max": 0.466799, "nauc_recall_at_5_std": -0.178858, "nauc_recall_at_5_diff1": 0.603436, "nauc_recall_at_10_max": 0.573309, "nauc_recall_at_10_std": 0.127512, "nauc_recall_at_10_diff1": 0.55556, "nauc_recall_at_20_max": 0.851397, "nauc_recall_at_20_std": 0.48001, "nauc_recall_at_20_diff1": 0.566207, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.86945, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.447844, "nauc_precision_at_1_std": -0.06224, "nauc_precision_at_1_diff1": 0.628403, "nauc_precision_at_3_max": 0.553253, "nauc_precision_at_3_std": -0.002334, "nauc_precision_at_3_diff1": 0.555679, "nauc_precision_at_5_max": 0.466799, "nauc_precision_at_5_std": -0.178858, "nauc_precision_at_5_diff1": 0.603436, "nauc_precision_at_10_max": 0.573309, "nauc_precision_at_10_std": 0.127512, "nauc_precision_at_10_diff1": 0.55556, "nauc_precision_at_20_max": 0.851397, "nauc_precision_at_20_std": 0.48001, "nauc_precision_at_20_diff1": 0.566207, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.86945, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.447844, "nauc_mrr_at_1_std": -0.06224, "nauc_mrr_at_1_diff1": 0.628403, "nauc_mrr_at_3_max": 0.461567, "nauc_mrr_at_3_std": -0.052269, "nauc_mrr_at_3_diff1": 0.594481, "nauc_mrr_at_5_max": 0.448666, "nauc_mrr_at_5_std": -0.074649, "nauc_mrr_at_5_diff1": 0.601266, "nauc_mrr_at_10_max": 0.451185, "nauc_mrr_at_10_std": -0.061124, "nauc_mrr_at_10_diff1": 0.600166, "nauc_mrr_at_20_max": 0.452905, "nauc_mrr_at_20_std": -0.059306, "nauc_mrr_at_20_diff1": 0.600677, "nauc_mrr_at_100_max": 0.452392, "nauc_mrr_at_100_std": -0.059691, "nauc_mrr_at_100_diff1": 0.601041, "nauc_mrr_at_1000_max": 0.452302, "nauc_mrr_at_1000_std": -0.059866, "nauc_mrr_at_1000_diff1": 0.600996, "main_score": 0.80358, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.71765, "ndcg_at_3": 0.8126, "ndcg_at_5": 0.843, "ndcg_at_10": 0.85902, "ndcg_at_20": 0.8619, "ndcg_at_100": 0.8619, "ndcg_at_1000": 0.8619, "map_at_1": 0.71765, "map_at_3": 0.79216, "map_at_5": 0.8098, "map_at_10": 0.81688, "map_at_20": 0.81761, "map_at_100": 0.81761, "map_at_1000": 0.81761, "recall_at_1": 0.71765, "recall_at_3": 0.87059, "recall_at_5": 0.94118, "recall_at_10": 0.98824, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.71765, "precision_at_3": 0.2902, "precision_at_5": 0.18824, "precision_at_10": 0.09882, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.717647, "mrr_at_3": 0.792157, "mrr_at_5": 0.809804, "mrr_at_10": 0.816877, "mrr_at_20": 0.817612, "mrr_at_100": 0.817612, "mrr_at_1000": 0.817612, "nauc_ndcg_at_1_max": 0.419956, "nauc_ndcg_at_1_std": -0.039016, "nauc_ndcg_at_1_diff1": 0.514591, "nauc_ndcg_at_3_max": 0.480316, "nauc_ndcg_at_3_std": -0.166313, "nauc_ndcg_at_3_diff1": 0.527253, "nauc_ndcg_at_5_max": 0.439454, "nauc_ndcg_at_5_std": -0.190394, "nauc_ndcg_at_5_diff1": 0.505616, "nauc_ndcg_at_10_max": 0.421808, "nauc_ndcg_at_10_std": -0.145117, "nauc_ndcg_at_10_diff1": 0.491427, "nauc_ndcg_at_20_max": 0.428727, "nauc_ndcg_at_20_std": -0.135234, "nauc_ndcg_at_20_diff1": 0.506823, "nauc_ndcg_at_100_max": 0.428727, "nauc_ndcg_at_100_std": -0.135234, "nauc_ndcg_at_100_diff1": 0.506823, "nauc_ndcg_at_1000_max": 0.428727, "nauc_ndcg_at_1000_std": -0.135234, "nauc_ndcg_at_1000_diff1": 0.506823, "nauc_map_at_1_max": 0.419956, "nauc_map_at_1_std": -0.039016, "nauc_map_at_1_diff1": 0.514591, "nauc_map_at_3_max": 0.455421, "nauc_map_at_3_std": -0.1378, "nauc_map_at_3_diff1": 0.521315, "nauc_map_at_5_max": 0.433205, "nauc_map_at_5_std": -0.146713, "nauc_map_at_5_diff1": 0.510252, "nauc_map_at_10_max": 0.426824, "nauc_map_at_10_std": -0.129016, "nauc_map_at_10_diff1": 0.505765, "nauc_map_at_20_max": 0.428188, "nauc_map_at_20_std": -0.127027, "nauc_map_at_20_diff1": 0.508815, "nauc_map_at_100_max": 0.428188, "nauc_map_at_100_std": -0.127027, "nauc_map_at_100_diff1": 0.508815, "nauc_map_at_1000_max": 0.428188, "nauc_map_at_1000_std": -0.127027, "nauc_map_at_1000_diff1": 0.508815, "nauc_recall_at_1_max": 0.419956, "nauc_recall_at_1_std": -0.039016, "nauc_recall_at_1_diff1": 0.514591, "nauc_recall_at_3_max": 0.591518, "nauc_recall_at_3_std": -0.282267, "nauc_recall_at_3_diff1": 0.55412, "nauc_recall_at_5_max": 0.486629, "nauc_recall_at_5_std": -0.547719, "nauc_recall_at_5_diff1": 0.462654, "nauc_recall_at_10_max": 0.124943, "nauc_recall_at_10_std": -0.569175, "nauc_recall_at_10_diff1": -0.169175, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.419956, "nauc_precision_at_1_std": -0.039016, "nauc_precision_at_1_diff1": 0.514591, "nauc_precision_at_3_max": 0.591518, "nauc_precision_at_3_std": -0.282267, "nauc_precision_at_3_diff1": 0.55412, "nauc_precision_at_5_max": 0.486629, "nauc_precision_at_5_std": -0.547719, "nauc_precision_at_5_diff1": 0.462654, "nauc_precision_at_10_max": 0.124943, "nauc_precision_at_10_std": -0.569175, "nauc_precision_at_10_diff1": -0.169175, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.419956, "nauc_mrr_at_1_std": -0.039016, "nauc_mrr_at_1_diff1": 0.514591, "nauc_mrr_at_3_max": 0.455421, "nauc_mrr_at_3_std": -0.1378, "nauc_mrr_at_3_diff1": 0.521315, "nauc_mrr_at_5_max": 0.433205, "nauc_mrr_at_5_std": -0.146713, "nauc_mrr_at_5_diff1": 0.510252, "nauc_mrr_at_10_max": 0.426824, "nauc_mrr_at_10_std": -0.129016, "nauc_mrr_at_10_diff1": 0.505765, "nauc_mrr_at_20_max": 0.428188, "nauc_mrr_at_20_std": -0.127027, "nauc_mrr_at_20_diff1": 0.508815, "nauc_mrr_at_100_max": 0.428188, "nauc_mrr_at_100_std": -0.127027, "nauc_mrr_at_100_diff1": 0.508815, "nauc_mrr_at_1000_max": 0.428188, "nauc_mrr_at_1000_std": -0.127027, "nauc_mrr_at_1000_diff1": 0.508815, "main_score": 0.85902, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.15584, "ndcg_at_3": 0.25216, "ndcg_at_5": 0.26837, "ndcg_at_10": 0.30726, "ndcg_at_20": 0.33146, "ndcg_at_100": 0.40933, "ndcg_at_1000": 0.40933, "map_at_1": 0.15584, "map_at_3": 0.22727, "map_at_5": 0.23636, "map_at_10": 0.25306, "map_at_20": 0.26035, "map_at_100": 0.27024, "map_at_1000": 0.27024, "recall_at_1": 0.15584, "recall_at_3": 0.32468, "recall_at_5": 0.36364, "recall_at_10": 0.48052, "recall_at_20": 0.57143, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.15584, "precision_at_3": 0.10823, "precision_at_5": 0.07273, "precision_at_10": 0.04805, "precision_at_20": 0.02857, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.155844, "mrr_at_3": 0.227273, "mrr_at_5": 0.236364, "mrr_at_10": 0.253061, "mrr_at_20": 0.260347, "mrr_at_100": 0.270241, "mrr_at_1000": 0.270241, "nauc_ndcg_at_1_max": 0.272157, "nauc_ndcg_at_1_std": 0.238562, "nauc_ndcg_at_1_diff1": 0.441958, "nauc_ndcg_at_3_max": 0.166032, "nauc_ndcg_at_3_std": 0.135915, "nauc_ndcg_at_3_diff1": 0.267733, "nauc_ndcg_at_5_max": 0.146662, "nauc_ndcg_at_5_std": 0.171124, "nauc_ndcg_at_5_diff1": 0.271395, "nauc_ndcg_at_10_max": 0.168649, "nauc_ndcg_at_10_std": 0.229, "nauc_ndcg_at_10_diff1": 0.277668, "nauc_ndcg_at_20_max": 0.226108, "nauc_ndcg_at_20_std": 0.216106, "nauc_ndcg_at_20_diff1": 0.270276, "nauc_ndcg_at_100_max": 0.200072, "nauc_ndcg_at_100_std": 0.196264, "nauc_ndcg_at_100_diff1": 0.289223, "nauc_ndcg_at_1000_max": 0.200072, "nauc_ndcg_at_1000_std": 0.196264, "nauc_ndcg_at_1000_diff1": 0.289223, "nauc_map_at_1_max": 0.272157, "nauc_map_at_1_std": 0.238562, "nauc_map_at_1_diff1": 0.441958, "nauc_map_at_3_max": 0.184135, "nauc_map_at_3_std": 0.155873, "nauc_map_at_3_diff1": 0.301996, "nauc_map_at_5_max": 0.172797, "nauc_map_at_5_std": 0.175493, "nauc_map_at_5_diff1": 0.302833, "nauc_map_at_10_max": 0.184432, "nauc_map_at_10_std": 0.203018, "nauc_map_at_10_diff1": 0.306266, "nauc_map_at_20_max": 0.202886, "nauc_map_at_20_std": 0.198857, "nauc_map_at_20_diff1": 0.304177, "nauc_map_at_100_max": 0.199124, "nauc_map_at_100_std": 0.194493, "nauc_map_at_100_diff1": 0.306023, "nauc_map_at_1000_max": 0.199124, "nauc_map_at_1000_std": 0.194493, "nauc_map_at_1000_diff1": 0.306023, "nauc_recall_at_1_max": 0.272157, "nauc_recall_at_1_std": 0.238562, "nauc_recall_at_1_diff1": 0.441958, "nauc_recall_at_3_max": 0.123819, "nauc_recall_at_3_std": 0.088389, "nauc_recall_at_3_diff1": 0.186006, "nauc_recall_at_5_max": 0.083532, "nauc_recall_at_5_std": 0.166311, "nauc_recall_at_5_diff1": 0.199026, "nauc_recall_at_10_max": 0.133494, "nauc_recall_at_10_std": 0.3119, "nauc_recall_at_10_diff1": 0.212142, "nauc_recall_at_20_max": 0.326695, "nauc_recall_at_20_std": 0.273834, "nauc_recall_at_20_diff1": 0.18093, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.272157, "nauc_precision_at_1_std": 0.238562, "nauc_precision_at_1_diff1": 0.441958, "nauc_precision_at_3_max": 0.123819, "nauc_precision_at_3_std": 0.088389, "nauc_precision_at_3_diff1": 0.186006, "nauc_precision_at_5_max": 0.083532, "nauc_precision_at_5_std": 0.166311, "nauc_precision_at_5_diff1": 0.199026, "nauc_precision_at_10_max": 0.133494, "nauc_precision_at_10_std": 0.3119, "nauc_precision_at_10_diff1": 0.212142, "nauc_precision_at_20_max": 0.326695, "nauc_precision_at_20_std": 0.273834, "nauc_precision_at_20_diff1": 0.18093, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.272157, "nauc_mrr_at_1_std": 0.238562, "nauc_mrr_at_1_diff1": 0.441958, "nauc_mrr_at_3_max": 0.184135, "nauc_mrr_at_3_std": 0.155873, "nauc_mrr_at_3_diff1": 0.301996, "nauc_mrr_at_5_max": 0.172797, "nauc_mrr_at_5_std": 0.175493, "nauc_mrr_at_5_diff1": 0.302833, "nauc_mrr_at_10_max": 0.184432, "nauc_mrr_at_10_std": 0.203018, "nauc_mrr_at_10_diff1": 0.306266, "nauc_mrr_at_20_max": 0.202886, "nauc_mrr_at_20_std": 0.198857, "nauc_mrr_at_20_diff1": 0.304177, "nauc_mrr_at_100_max": 0.199124, "nauc_mrr_at_100_std": 0.194493, "nauc_mrr_at_100_diff1": 0.306023, "nauc_mrr_at_1000_max": 0.199124, "nauc_mrr_at_1000_std": 0.194493, "nauc_mrr_at_1000_diff1": 0.306023, "main_score": 0.30726, "hf_subset": "korean", "languages": [ "kor-Hang" ] }, { "ndcg_at_1": 0.47692, "ndcg_at_3": 0.59304, "ndcg_at_5": 0.62482, "ndcg_at_10": 0.67766, "ndcg_at_20": 0.68564, "ndcg_at_100": 0.69723, "ndcg_at_1000": 0.69723, "map_at_1": 0.47692, "map_at_3": 0.5641, "map_at_5": 0.58179, "map_at_10": 0.60542, "map_at_20": 0.60772, "map_at_100": 0.60936, "map_at_1000": 0.60936, "recall_at_1": 0.47692, "recall_at_3": 0.67692, "recall_at_5": 0.75385, "recall_at_10": 0.90769, "recall_at_20": 0.93846, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.47692, "precision_at_3": 0.22564, "precision_at_5": 0.15077, "precision_at_10": 0.09077, "precision_at_20": 0.04692, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.476923, "mrr_at_3": 0.564103, "mrr_at_5": 0.581795, "mrr_at_10": 0.605421, "mrr_at_20": 0.607725, "mrr_at_100": 0.609363, "mrr_at_1000": 0.609363, "nauc_ndcg_at_1_max": 0.24222, "nauc_ndcg_at_1_std": -0.121184, "nauc_ndcg_at_1_diff1": 0.340235, "nauc_ndcg_at_3_max": 0.289691, "nauc_ndcg_at_3_std": -0.090159, "nauc_ndcg_at_3_diff1": 0.271356, "nauc_ndcg_at_5_max": 0.296644, "nauc_ndcg_at_5_std": -0.091295, "nauc_ndcg_at_5_diff1": 0.292103, "nauc_ndcg_at_10_max": 0.260403, "nauc_ndcg_at_10_std": -0.187011, "nauc_ndcg_at_10_diff1": 0.258314, "nauc_ndcg_at_20_max": 0.258651, "nauc_ndcg_at_20_std": -0.192281, "nauc_ndcg_at_20_diff1": 0.280261, "nauc_ndcg_at_100_max": 0.266655, "nauc_ndcg_at_100_std": -0.149345, "nauc_ndcg_at_100_diff1": 0.283277, "nauc_ndcg_at_1000_max": 0.266655, "nauc_ndcg_at_1000_std": -0.149345, "nauc_ndcg_at_1000_diff1": 0.283277, "nauc_map_at_1_max": 0.24222, "nauc_map_at_1_std": -0.121184, "nauc_map_at_1_diff1": 0.340235, "nauc_map_at_3_max": 0.279251, "nauc_map_at_3_std": -0.101387, "nauc_map_at_3_diff1": 0.287815, "nauc_map_at_5_max": 0.280441, "nauc_map_at_5_std": -0.103701, "nauc_map_at_5_diff1": 0.29776, "nauc_map_at_10_max": 0.26588, "nauc_map_at_10_std": -0.140578, "nauc_map_at_10_diff1": 0.284859, "nauc_map_at_20_max": 0.266092, "nauc_map_at_20_std": -0.141285, "nauc_map_at_20_diff1": 0.290491, "nauc_map_at_100_max": 0.266937, "nauc_map_at_100_std": -0.136328, "nauc_map_at_100_diff1": 0.290485, "nauc_map_at_1000_max": 0.266937, "nauc_map_at_1000_std": -0.136328, "nauc_map_at_1000_diff1": 0.290485, "nauc_recall_at_1_max": 0.24222, "nauc_recall_at_1_std": -0.121184, "nauc_recall_at_1_diff1": 0.340235, "nauc_recall_at_3_max": 0.323938, "nauc_recall_at_3_std": -0.050745, "nauc_recall_at_3_diff1": 0.216592, "nauc_recall_at_5_max": 0.365681, "nauc_recall_at_5_std": -0.037364, "nauc_recall_at_5_diff1": 0.277051, "nauc_recall_at_10_max": 0.181318, "nauc_recall_at_10_std": -0.69322, "nauc_recall_at_10_diff1": 0.007125, "nauc_recall_at_20_max": 0.096513, "nauc_recall_at_20_std": -1.029095, "nauc_recall_at_20_diff1": 0.195572, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.24222, "nauc_precision_at_1_std": -0.121184, "nauc_precision_at_1_diff1": 0.340235, "nauc_precision_at_3_max": 0.323938, "nauc_precision_at_3_std": -0.050745, "nauc_precision_at_3_diff1": 0.216592, "nauc_precision_at_5_max": 0.365681, "nauc_precision_at_5_std": -0.037364, "nauc_precision_at_5_diff1": 0.277051, "nauc_precision_at_10_max": 0.181318, "nauc_precision_at_10_std": -0.69322, "nauc_precision_at_10_diff1": 0.007125, "nauc_precision_at_20_max": 0.096513, "nauc_precision_at_20_std": -1.029095, "nauc_precision_at_20_diff1": 0.195572, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.24222, "nauc_mrr_at_1_std": -0.121184, "nauc_mrr_at_1_diff1": 0.340235, "nauc_mrr_at_3_max": 0.279251, "nauc_mrr_at_3_std": -0.101387, "nauc_mrr_at_3_diff1": 0.287815, "nauc_mrr_at_5_max": 0.280441, "nauc_mrr_at_5_std": -0.103701, "nauc_mrr_at_5_diff1": 0.29776, "nauc_mrr_at_10_max": 0.26588, "nauc_mrr_at_10_std": -0.140578, "nauc_mrr_at_10_diff1": 0.284859, "nauc_mrr_at_20_max": 0.266092, "nauc_mrr_at_20_std": -0.141285, "nauc_mrr_at_20_diff1": 0.290491, "nauc_mrr_at_100_max": 0.266937, "nauc_mrr_at_100_std": -0.136328, "nauc_mrr_at_100_diff1": 0.290485, "nauc_mrr_at_1000_max": 0.266937, "nauc_mrr_at_1000_std": -0.136328, "nauc_mrr_at_1000_diff1": 0.290485, "main_score": 0.67766, "hf_subset": "russian", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.53086, "ndcg_at_3": 0.6807, "ndcg_at_5": 0.71098, "ndcg_at_10": 0.73291, "ndcg_at_20": 0.74046, "ndcg_at_100": 0.74757, "ndcg_at_1000": 0.74757, "map_at_1": 0.53086, "map_at_3": 0.643, "map_at_5": 0.65967, "map_at_10": 0.6687, "map_at_20": 0.67063, "map_at_100": 0.67169, "map_at_1000": 0.67169, "recall_at_1": 0.53086, "recall_at_3": 0.79012, "recall_at_5": 0.8642, "recall_at_10": 0.9321, "recall_at_20": 0.96296, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.53086, "precision_at_3": 0.26337, "precision_at_5": 0.17284, "precision_at_10": 0.09321, "precision_at_20": 0.04815, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.530864, "mrr_at_3": 0.643004, "mrr_at_5": 0.659671, "mrr_at_10": 0.668702, "mrr_at_20": 0.670632, "mrr_at_100": 0.671686, "mrr_at_1000": 0.671686, "nauc_ndcg_at_1_max": 0.419475, "nauc_ndcg_at_1_std": 0.045608, "nauc_ndcg_at_1_diff1": 0.684353, "nauc_ndcg_at_3_max": 0.372081, "nauc_ndcg_at_3_std": -0.026166, "nauc_ndcg_at_3_diff1": 0.649934, "nauc_ndcg_at_5_max": 0.400412, "nauc_ndcg_at_5_std": -0.005661, "nauc_ndcg_at_5_diff1": 0.660971, "nauc_ndcg_at_10_max": 0.383408, "nauc_ndcg_at_10_std": 0.015307, "nauc_ndcg_at_10_diff1": 0.650183, "nauc_ndcg_at_20_max": 0.398984, "nauc_ndcg_at_20_std": 0.021058, "nauc_ndcg_at_20_diff1": 0.648558, "nauc_ndcg_at_100_max": 0.394233, "nauc_ndcg_at_100_std": 0.018954, "nauc_ndcg_at_100_diff1": 0.653539, "nauc_ndcg_at_1000_max": 0.394233, "nauc_ndcg_at_1000_std": 0.018954, "nauc_ndcg_at_1000_diff1": 0.653539, "nauc_map_at_1_max": 0.419475, "nauc_map_at_1_std": 0.045608, "nauc_map_at_1_diff1": 0.684353, "nauc_map_at_3_max": 0.38548, "nauc_map_at_3_std": 0.003199, "nauc_map_at_3_diff1": 0.654428, "nauc_map_at_5_max": 0.398289, "nauc_map_at_5_std": 0.013898, "nauc_map_at_5_diff1": 0.659234, "nauc_map_at_10_max": 0.392717, "nauc_map_at_10_std": 0.021399, "nauc_map_at_10_diff1": 0.655338, "nauc_map_at_20_max": 0.3963, "nauc_map_at_20_std": 0.023102, "nauc_map_at_20_diff1": 0.655305, "nauc_map_at_100_max": 0.39572, "nauc_map_at_100_std": 0.022638, "nauc_map_at_100_diff1": 0.655898, "nauc_map_at_1000_max": 0.39572, "nauc_map_at_1000_std": 0.022638, "nauc_map_at_1000_diff1": 0.655898, "nauc_recall_at_1_max": 0.419475, "nauc_recall_at_1_std": 0.045608, "nauc_recall_at_1_diff1": 0.684353, "nauc_recall_at_3_max": 0.31669, "nauc_recall_at_3_std": -0.153172, "nauc_recall_at_3_diff1": 0.63459, "nauc_recall_at_5_max": 0.425631, "nauc_recall_at_5_std": -0.119098, "nauc_recall_at_5_diff1": 0.681226, "nauc_recall_at_10_max": 0.280113, "nauc_recall_at_10_std": -0.017384, "nauc_recall_at_10_diff1": 0.600027, "nauc_recall_at_20_max": 0.527459, "nauc_recall_at_20_std": 0.059557, "nauc_recall_at_20_diff1": 0.508041, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.419475, "nauc_precision_at_1_std": 0.045608, "nauc_precision_at_1_diff1": 0.684353, "nauc_precision_at_3_max": 0.31669, "nauc_precision_at_3_std": -0.153172, "nauc_precision_at_3_diff1": 0.63459, "nauc_precision_at_5_max": 0.425631, "nauc_precision_at_5_std": -0.119098, "nauc_precision_at_5_diff1": 0.681226, "nauc_precision_at_10_max": 0.280113, "nauc_precision_at_10_std": -0.017384, "nauc_precision_at_10_diff1": 0.600027, "nauc_precision_at_20_max": 0.527459, "nauc_precision_at_20_std": 0.059557, "nauc_precision_at_20_diff1": 0.508041, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.419475, "nauc_mrr_at_1_std": 0.045608, "nauc_mrr_at_1_diff1": 0.684353, "nauc_mrr_at_3_max": 0.38548, "nauc_mrr_at_3_std": 0.003199, "nauc_mrr_at_3_diff1": 0.654428, "nauc_mrr_at_5_max": 0.398289, "nauc_mrr_at_5_std": 0.013898, "nauc_mrr_at_5_diff1": 0.659234, "nauc_mrr_at_10_max": 0.392717, "nauc_mrr_at_10_std": 0.021399, "nauc_mrr_at_10_diff1": 0.655338, "nauc_mrr_at_20_max": 0.3963, "nauc_mrr_at_20_std": 0.023102, "nauc_mrr_at_20_diff1": 0.655305, "nauc_mrr_at_100_max": 0.39572, "nauc_mrr_at_100_std": 0.022638, "nauc_mrr_at_100_diff1": 0.655898, "nauc_mrr_at_1000_max": 0.39572, "nauc_mrr_at_1000_std": 0.022638, "nauc_mrr_at_1000_diff1": 0.655898, "main_score": 0.73291, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.19481, "ndcg_at_3": 0.28803, "ndcg_at_5": 0.30983, "ndcg_at_10": 0.33973, "ndcg_at_20": 0.36996, "ndcg_at_100": 0.44148, "ndcg_at_1000": 0.44148, "map_at_1": 0.19481, "map_at_3": 0.26623, "map_at_5": 0.27857, "map_at_10": 0.2912, "map_at_20": 0.29983, "map_at_100": 0.30924, "map_at_1000": 0.30924, "recall_at_1": 0.19481, "recall_at_3": 0.35065, "recall_at_5": 0.4026, "recall_at_10": 0.49351, "recall_at_20": 0.61039, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.19481, "precision_at_3": 0.11688, "precision_at_5": 0.08052, "precision_at_10": 0.04935, "precision_at_20": 0.03052, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.194805, "mrr_at_3": 0.266234, "mrr_at_5": 0.278571, "mrr_at_10": 0.291198, "mrr_at_20": 0.299832, "mrr_at_100": 0.309236, "mrr_at_1000": 0.309236, "nauc_ndcg_at_1_max": -0.063133, "nauc_ndcg_at_1_std": -0.135692, "nauc_ndcg_at_1_diff1": 0.536522, "nauc_ndcg_at_3_max": -0.101691, "nauc_ndcg_at_3_std": -0.252785, "nauc_ndcg_at_3_diff1": 0.323465, "nauc_ndcg_at_5_max": -0.117953, "nauc_ndcg_at_5_std": -0.260913, "nauc_ndcg_at_5_diff1": 0.328999, "nauc_ndcg_at_10_max": -0.125297, "nauc_ndcg_at_10_std": -0.244445, "nauc_ndcg_at_10_diff1": 0.306404, "nauc_ndcg_at_20_max": -0.088647, "nauc_ndcg_at_20_std": -0.190829, "nauc_ndcg_at_20_diff1": 0.297579, "nauc_ndcg_at_100_max": -0.09798, "nauc_ndcg_at_100_std": -0.216247, "nauc_ndcg_at_100_diff1": 0.336572, "nauc_ndcg_at_1000_max": -0.09798, "nauc_ndcg_at_1000_std": -0.216247, "nauc_ndcg_at_1000_diff1": 0.336572, "nauc_map_at_1_max": -0.063133, "nauc_map_at_1_std": -0.135692, "nauc_map_at_1_diff1": 0.536522, "nauc_map_at_3_max": -0.089251, "nauc_map_at_3_std": -0.226159, "nauc_map_at_3_diff1": 0.35964, "nauc_map_at_5_max": -0.099265, "nauc_map_at_5_std": -0.230526, "nauc_map_at_5_diff1": 0.362905, "nauc_map_at_10_max": -0.099834, "nauc_map_at_10_std": -0.222205, "nauc_map_at_10_diff1": 0.354139, "nauc_map_at_20_max": -0.089595, "nauc_map_at_20_std": -0.206729, "nauc_map_at_20_diff1": 0.351444, "nauc_map_at_100_max": -0.091982, "nauc_map_at_100_std": -0.211334, "nauc_map_at_100_diff1": 0.357808, "nauc_map_at_1000_max": -0.091982, "nauc_map_at_1000_std": -0.211334, "nauc_map_at_1000_diff1": 0.357808, "nauc_recall_at_1_max": -0.063133, "nauc_recall_at_1_std": -0.135692, "nauc_recall_at_1_diff1": 0.536522, "nauc_recall_at_3_max": -0.135597, "nauc_recall_at_3_std": -0.322566, "nauc_recall_at_3_diff1": 0.233011, "nauc_recall_at_5_max": -0.168679, "nauc_recall_at_5_std": -0.340661, "nauc_recall_at_5_diff1": 0.246283, "nauc_recall_at_10_max": -0.203064, "nauc_recall_at_10_std": -0.301441, "nauc_recall_at_10_diff1": 0.175264, "nauc_recall_at_20_max": -0.064639, "nauc_recall_at_20_std": -0.096047, "nauc_recall_at_20_diff1": 0.127156, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.063133, "nauc_precision_at_1_std": -0.135692, "nauc_precision_at_1_diff1": 0.536522, "nauc_precision_at_3_max": -0.135597, "nauc_precision_at_3_std": -0.322566, "nauc_precision_at_3_diff1": 0.233011, "nauc_precision_at_5_max": -0.168679, "nauc_precision_at_5_std": -0.340661, "nauc_precision_at_5_diff1": 0.246283, "nauc_precision_at_10_max": -0.203064, "nauc_precision_at_10_std": -0.301441, "nauc_precision_at_10_diff1": 0.175264, "nauc_precision_at_20_max": -0.064639, "nauc_precision_at_20_std": -0.096047, "nauc_precision_at_20_diff1": 0.127156, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": -0.063133, "nauc_mrr_at_1_std": -0.135692, "nauc_mrr_at_1_diff1": 0.536522, "nauc_mrr_at_3_max": -0.089251, "nauc_mrr_at_3_std": -0.226159, "nauc_mrr_at_3_diff1": 0.35964, "nauc_mrr_at_5_max": -0.099265, "nauc_mrr_at_5_std": -0.230526, "nauc_mrr_at_5_diff1": 0.362905, "nauc_mrr_at_10_max": -0.099834, "nauc_mrr_at_10_std": -0.222205, "nauc_mrr_at_10_diff1": 0.354139, "nauc_mrr_at_20_max": -0.089595, "nauc_mrr_at_20_std": -0.206729, "nauc_mrr_at_20_diff1": 0.351444, "nauc_mrr_at_100_max": -0.091982, "nauc_mrr_at_100_std": -0.211334, "nauc_mrr_at_100_diff1": 0.357808, "nauc_mrr_at_1000_max": -0.091982, "nauc_mrr_at_1000_std": -0.211334, "nauc_mrr_at_1000_diff1": 0.357808, "main_score": 0.33973, "hf_subset": "vietnamese", "languages": [ "vie-Latn" ] } ] }, "evaluation_time": 38.021886587142944, "kg_co2_emissions": 0.003382418044443112 }