{ "dataset_revision": "51adfef1c1287aab1d2d91b5bead9bcfb9c68583", "task_name": "XQuADRetrieval", "mteb_version": "1.18.0", "scores": { "validation": [ { "ndcg_at_1": 0.00506, "ndcg_at_3": 0.01342, "ndcg_at_5": 0.02336, "ndcg_at_10": 0.03531, "ndcg_at_20": 0.05091, "ndcg_at_100": 0.11927, "ndcg_at_1000": 0.1829, "map_at_1": 0.00506, "map_at_3": 0.0111, "map_at_5": 0.01654, "map_at_10": 0.02129, "map_at_20": 0.02547, "map_at_100": 0.03342, "map_at_1000": 0.03647, "recall_at_1": 0.00506, "recall_at_3": 0.02024, "recall_at_5": 0.04469, "recall_at_10": 0.08263, "recall_at_20": 0.14503, "recall_at_100": 0.53626, "recall_at_1000": 1.0, "precision_at_1": 0.00506, "precision_at_3": 0.00675, "precision_at_5": 0.00894, "precision_at_10": 0.00826, "precision_at_20": 0.00725, "precision_at_100": 0.00536, "precision_at_1000": 0.001, "mrr_at_1": 0.005059, "mrr_at_3": 0.011102, "mrr_at_5": 0.01654, "mrr_at_10": 0.021285, "mrr_at_20": 0.02547, "mrr_at_100": 0.033424, "mrr_at_1000": 0.036472, "nauc_ndcg_at_1_max": -0.167055, "nauc_ndcg_at_1_std": -0.319453, "nauc_ndcg_at_1_diff1": 0.172894, "nauc_ndcg_at_3_max": -0.080596, "nauc_ndcg_at_3_std": -0.284196, "nauc_ndcg_at_3_diff1": 0.155461, "nauc_ndcg_at_5_max": -0.052585, "nauc_ndcg_at_5_std": -0.196598, "nauc_ndcg_at_5_diff1": 0.049387, "nauc_ndcg_at_10_max": -0.013507, "nauc_ndcg_at_10_std": -0.092894, "nauc_ndcg_at_10_diff1": 0.048542, "nauc_ndcg_at_20_max": 0.024061, "nauc_ndcg_at_20_std": -0.074638, "nauc_ndcg_at_20_diff1": 0.055566, "nauc_ndcg_at_100_max": -0.005302, "nauc_ndcg_at_100_std": -0.027524, "nauc_ndcg_at_100_diff1": 0.025994, "nauc_ndcg_at_1000_max": -0.004397, "nauc_ndcg_at_1000_std": -0.072066, "nauc_ndcg_at_1000_diff1": 0.054777, "nauc_map_at_1_max": -0.167055, "nauc_map_at_1_std": -0.319453, "nauc_map_at_1_diff1": 0.172894, "nauc_map_at_3_max": -0.090665, "nauc_map_at_3_std": -0.287443, "nauc_map_at_3_diff1": 0.144586, "nauc_map_at_5_max": -0.062192, "nauc_map_at_5_std": -0.217865, "nauc_map_at_5_diff1": 0.065516, "nauc_map_at_10_max": -0.037391, "nauc_map_at_10_std": -0.147039, "nauc_map_at_10_diff1": 0.065851, "nauc_map_at_20_max": -0.013874, "nauc_map_at_20_std": -0.130206, "nauc_map_at_20_diff1": 0.068532, "nauc_map_at_100_max": -0.018514, "nauc_map_at_100_std": -0.109834, "nauc_map_at_100_diff1": 0.060549, "nauc_map_at_1000_max": -0.019527, "nauc_map_at_1000_std": -0.116567, "nauc_map_at_1000_diff1": 0.06507, "nauc_recall_at_1_max": -0.167055, "nauc_recall_at_1_std": -0.319453, "nauc_recall_at_1_diff1": 0.172894, "nauc_recall_at_3_max": -0.064526, "nauc_recall_at_3_std": -0.279198, "nauc_recall_at_3_diff1": 0.175577, "nauc_recall_at_5_max": -0.042692, "nauc_recall_at_5_std": -0.170543, "nauc_recall_at_5_diff1": 0.029202, "nauc_recall_at_10_max": 0.010018, "nauc_recall_at_10_std": -0.038754, "nauc_recall_at_10_diff1": 0.031147, "nauc_recall_at_20_max": 0.054753, "nauc_recall_at_20_std": -0.032228, "nauc_recall_at_20_diff1": 0.045744, "nauc_recall_at_100_max": -0.008342, "nauc_recall_at_100_std": 0.029288, "nauc_recall_at_100_diff1": -0.005813, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.167055, "nauc_precision_at_1_std": -0.319453, "nauc_precision_at_1_diff1": 0.172894, "nauc_precision_at_3_max": -0.064526, "nauc_precision_at_3_std": -0.279198, "nauc_precision_at_3_diff1": 0.175577, "nauc_precision_at_5_max": -0.042692, "nauc_precision_at_5_std": -0.170543, "nauc_precision_at_5_diff1": 0.029202, "nauc_precision_at_10_max": 0.010018, "nauc_precision_at_10_std": -0.038754, "nauc_precision_at_10_diff1": 0.031147, "nauc_precision_at_20_max": 0.054753, "nauc_precision_at_20_std": -0.032228, "nauc_precision_at_20_diff1": 0.045744, "nauc_precision_at_100_max": -0.008342, "nauc_precision_at_100_std": 0.029288, "nauc_precision_at_100_diff1": -0.005813, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.167055, "nauc_mrr_at_1_std": -0.319453, "nauc_mrr_at_1_diff1": 0.172894, "nauc_mrr_at_3_max": -0.090665, "nauc_mrr_at_3_std": -0.287443, "nauc_mrr_at_3_diff1": 0.144586, "nauc_mrr_at_5_max": -0.062192, "nauc_mrr_at_5_std": -0.217865, "nauc_mrr_at_5_diff1": 0.065516, "nauc_mrr_at_10_max": -0.037391, "nauc_mrr_at_10_std": -0.147039, "nauc_mrr_at_10_diff1": 0.065851, "nauc_mrr_at_20_max": -0.013874, "nauc_mrr_at_20_std": -0.130206, "nauc_mrr_at_20_diff1": 0.068532, "nauc_mrr_at_100_max": -0.018514, "nauc_mrr_at_100_std": -0.109834, "nauc_mrr_at_100_diff1": 0.060549, "nauc_mrr_at_1000_max": -0.019527, "nauc_mrr_at_1000_std": -0.116567, "nauc_mrr_at_1000_diff1": 0.06507, "main_score": 0.03531, "hf_subset": "ar", "languages": [ "arb-Arab" ] }, { "ndcg_at_1": 0.00931, "ndcg_at_3": 0.02279, "ndcg_at_5": 0.03864, "ndcg_at_10": 0.05622, "ndcg_at_20": 0.07562, "ndcg_at_100": 0.13889, "ndcg_at_1000": 0.1989, "map_at_1": 0.00931, "map_at_3": 0.01877, "map_at_5": 0.02745, "map_at_10": 0.03474, "map_at_20": 0.04002, "map_at_100": 0.04771, "map_at_1000": 0.05057, "recall_at_1": 0.00931, "recall_at_3": 0.03472, "recall_at_5": 0.07367, "recall_at_10": 0.12786, "recall_at_20": 0.20491, "recall_at_100": 0.56224, "recall_at_1000": 1.0, "precision_at_1": 0.00931, "precision_at_3": 0.01157, "precision_at_5": 0.01473, "precision_at_10": 0.01279, "precision_at_20": 0.01025, "precision_at_100": 0.00562, "precision_at_1000": 0.001, "mrr_at_1": 0.009314, "mrr_at_3": 0.018769, "mrr_at_5": 0.027448, "mrr_at_10": 0.034738, "mrr_at_20": 0.040022, "mrr_at_100": 0.047714, "mrr_at_1000": 0.050569, "nauc_ndcg_at_1_max": 0.008648, "nauc_ndcg_at_1_std": -0.190455, "nauc_ndcg_at_1_diff1": 0.529728, "nauc_ndcg_at_3_max": -0.172376, "nauc_ndcg_at_3_std": -0.122953, "nauc_ndcg_at_3_diff1": 0.216266, "nauc_ndcg_at_5_max": -0.134546, "nauc_ndcg_at_5_std": -0.002504, "nauc_ndcg_at_5_diff1": 0.12403, "nauc_ndcg_at_10_max": -0.079331, "nauc_ndcg_at_10_std": 0.02204, "nauc_ndcg_at_10_diff1": 0.095239, "nauc_ndcg_at_20_max": -0.059797, "nauc_ndcg_at_20_std": 0.049145, "nauc_ndcg_at_20_diff1": 0.09148, "nauc_ndcg_at_100_max": -0.041151, "nauc_ndcg_at_100_std": 0.044898, "nauc_ndcg_at_100_diff1": 0.079923, "nauc_ndcg_at_1000_max": -0.059797, "nauc_ndcg_at_1000_std": 0.030253, "nauc_ndcg_at_1000_diff1": 0.10643, "nauc_map_at_1_max": 0.008648, "nauc_map_at_1_std": -0.190455, "nauc_map_at_1_diff1": 0.529728, "nauc_map_at_3_max": -0.147977, "nauc_map_at_3_std": -0.125587, "nauc_map_at_3_diff1": 0.265967, "nauc_map_at_5_max": -0.12611, "nauc_map_at_5_std": -0.034341, "nauc_map_at_5_diff1": 0.180006, "nauc_map_at_10_max": -0.09299, "nauc_map_at_10_std": -0.011249, "nauc_map_at_10_diff1": 0.150359, "nauc_map_at_20_max": -0.081616, "nauc_map_at_20_std": 0.003999, "nauc_map_at_20_diff1": 0.142595, "nauc_map_at_100_max": -0.074533, "nauc_map_at_100_std": 0.007297, "nauc_map_at_100_diff1": 0.137002, "nauc_map_at_1000_max": -0.076452, "nauc_map_at_1000_std": 0.004713, "nauc_map_at_1000_diff1": 0.141002, "nauc_recall_at_1_max": 0.008648, "nauc_recall_at_1_std": -0.190455, "nauc_recall_at_1_diff1": 0.529728, "nauc_recall_at_3_max": -0.211054, "nauc_recall_at_3_std": -0.120059, "nauc_recall_at_3_diff1": 0.136, "nauc_recall_at_5_max": -0.142478, "nauc_recall_at_5_std": 0.037465, "nauc_recall_at_5_diff1": 0.058202, "nauc_recall_at_10_max": -0.060253, "nauc_recall_at_10_std": 0.054674, "nauc_recall_at_10_diff1": 0.043666, "nauc_recall_at_20_max": -0.036628, "nauc_recall_at_20_std": 0.088852, "nauc_recall_at_20_diff1": 0.054409, "nauc_recall_at_100_max": -0.006809, "nauc_recall_at_100_std": 0.066381, "nauc_recall_at_100_diff1": 0.038247, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.008648, "nauc_precision_at_1_std": -0.190455, "nauc_precision_at_1_diff1": 0.529728, "nauc_precision_at_3_max": -0.211054, "nauc_precision_at_3_std": -0.120059, "nauc_precision_at_3_diff1": 0.136, "nauc_precision_at_5_max": -0.142478, "nauc_precision_at_5_std": 0.037465, "nauc_precision_at_5_diff1": 0.058202, "nauc_precision_at_10_max": -0.060253, "nauc_precision_at_10_std": 0.054674, "nauc_precision_at_10_diff1": 0.043666, "nauc_precision_at_20_max": -0.036628, "nauc_precision_at_20_std": 0.088852, "nauc_precision_at_20_diff1": 0.054409, "nauc_precision_at_100_max": -0.006809, "nauc_precision_at_100_std": 0.066381, "nauc_precision_at_100_diff1": 0.038247, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.008648, "nauc_mrr_at_1_std": -0.190455, "nauc_mrr_at_1_diff1": 0.529728, "nauc_mrr_at_3_max": -0.147977, "nauc_mrr_at_3_std": -0.125587, "nauc_mrr_at_3_diff1": 0.265967, "nauc_mrr_at_5_max": -0.12611, "nauc_mrr_at_5_std": -0.034341, "nauc_mrr_at_5_diff1": 0.180006, "nauc_mrr_at_10_max": -0.09299, "nauc_mrr_at_10_std": -0.011249, "nauc_mrr_at_10_diff1": 0.150359, "nauc_mrr_at_20_max": -0.081616, "nauc_mrr_at_20_std": 0.003999, "nauc_mrr_at_20_diff1": 0.142595, "nauc_mrr_at_100_max": -0.074533, "nauc_mrr_at_100_std": 0.007297, "nauc_mrr_at_100_diff1": 0.137002, "nauc_mrr_at_1000_max": -0.076452, "nauc_mrr_at_1000_std": 0.004713, "nauc_mrr_at_1000_diff1": 0.141002, "main_score": 0.05622, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.00676, "ndcg_at_3": 0.01409, "ndcg_at_5": 0.01729, "ndcg_at_10": 0.02738, "ndcg_at_20": 0.04479, "ndcg_at_100": 0.10845, "ndcg_at_1000": 0.17834, "map_at_1": 0.00676, "map_at_3": 0.01225, "map_at_5": 0.01406, "map_at_10": 0.01822, "map_at_20": 0.02284, "map_at_100": 0.03068, "map_at_1000": 0.03391, "recall_at_1": 0.00676, "recall_at_3": 0.01943, "recall_at_5": 0.02703, "recall_at_10": 0.05828, "recall_at_20": 0.12838, "recall_at_100": 0.48649, "recall_at_1000": 1.0, "precision_at_1": 0.00676, "precision_at_3": 0.00648, "precision_at_5": 0.00541, "precision_at_10": 0.00583, "precision_at_20": 0.00642, "precision_at_100": 0.00486, "precision_at_1000": 0.001, "mrr_at_1": 0.006757, "mrr_at_3": 0.012247, "mrr_at_5": 0.014062, "mrr_at_10": 0.018224, "mrr_at_20": 0.022836, "mrr_at_100": 0.030679, "mrr_at_1000": 0.033914, "nauc_ndcg_at_1_max": -0.314966, "nauc_ndcg_at_1_std": -0.312441, "nauc_ndcg_at_1_diff1": -0.294339, "nauc_ndcg_at_3_max": -0.298898, "nauc_ndcg_at_3_std": 0.047923, "nauc_ndcg_at_3_diff1": -0.24167, "nauc_ndcg_at_5_max": -0.299865, "nauc_ndcg_at_5_std": 0.076975, "nauc_ndcg_at_5_diff1": -0.179352, "nauc_ndcg_at_10_max": -0.2801, "nauc_ndcg_at_10_std": 0.097923, "nauc_ndcg_at_10_diff1": -0.148966, "nauc_ndcg_at_20_max": -0.188984, "nauc_ndcg_at_20_std": 0.038537, "nauc_ndcg_at_20_diff1": -0.136107, "nauc_ndcg_at_100_max": -0.112351, "nauc_ndcg_at_100_std": 0.003209, "nauc_ndcg_at_100_diff1": -0.087453, "nauc_ndcg_at_1000_max": -0.167366, "nauc_ndcg_at_1000_std": 0.018307, "nauc_ndcg_at_1000_diff1": -0.120675, "nauc_map_at_1_max": -0.314966, "nauc_map_at_1_std": -0.312441, "nauc_map_at_1_diff1": -0.294339, "nauc_map_at_3_max": -0.30011, "nauc_map_at_3_std": -0.00027, "nauc_map_at_3_diff1": -0.248664, "nauc_map_at_5_max": -0.299942, "nauc_map_at_5_std": 0.024872, "nauc_map_at_5_diff1": -0.203872, "nauc_map_at_10_max": -0.290178, "nauc_map_at_10_std": 0.054081, "nauc_map_at_10_diff1": -0.180482, "nauc_map_at_20_max": -0.242277, "nauc_map_at_20_std": 0.030552, "nauc_map_at_20_diff1": -0.169184, "nauc_map_at_100_max": -0.207471, "nauc_map_at_100_std": 0.017724, "nauc_map_at_100_diff1": -0.14765, "nauc_map_at_1000_max": -0.21557, "nauc_map_at_1000_std": 0.019268, "nauc_map_at_1000_diff1": -0.152874, "nauc_recall_at_1_max": -0.314966, "nauc_recall_at_1_std": -0.312441, "nauc_recall_at_1_diff1": -0.294339, "nauc_recall_at_3_max": -0.296935, "nauc_recall_at_3_std": 0.135666, "nauc_recall_at_3_diff1": -0.228951, "nauc_recall_at_5_max": -0.300434, "nauc_recall_at_5_std": 0.158037, "nauc_recall_at_5_diff1": -0.138733, "nauc_recall_at_10_max": -0.267094, "nauc_recall_at_10_std": 0.13789, "nauc_recall_at_10_diff1": -0.114563, "nauc_recall_at_20_max": -0.142385, "nauc_recall_at_20_std": 0.034311, "nauc_recall_at_20_diff1": -0.111884, "nauc_recall_at_100_max": -0.048232, "nauc_recall_at_100_std": -0.014931, "nauc_recall_at_100_diff1": -0.049612, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.314966, "nauc_precision_at_1_std": -0.312441, "nauc_precision_at_1_diff1": -0.294339, "nauc_precision_at_3_max": -0.296935, "nauc_precision_at_3_std": 0.135666, "nauc_precision_at_3_diff1": -0.228951, "nauc_precision_at_5_max": -0.300434, "nauc_precision_at_5_std": 0.158037, "nauc_precision_at_5_diff1": -0.138733, "nauc_precision_at_10_max": -0.267094, "nauc_precision_at_10_std": 0.13789, "nauc_precision_at_10_diff1": -0.114563, "nauc_precision_at_20_max": -0.142385, "nauc_precision_at_20_std": 0.034311, "nauc_precision_at_20_diff1": -0.111884, "nauc_precision_at_100_max": -0.048232, "nauc_precision_at_100_std": -0.014931, "nauc_precision_at_100_diff1": -0.049612, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.314966, "nauc_mrr_at_1_std": -0.312441, "nauc_mrr_at_1_diff1": -0.294339, "nauc_mrr_at_3_max": -0.30011, "nauc_mrr_at_3_std": -0.00027, "nauc_mrr_at_3_diff1": -0.248664, "nauc_mrr_at_5_max": -0.299942, "nauc_mrr_at_5_std": 0.024872, "nauc_mrr_at_5_diff1": -0.203872, "nauc_mrr_at_10_max": -0.290178, "nauc_mrr_at_10_std": 0.054081, "nauc_mrr_at_10_diff1": -0.180482, "nauc_mrr_at_20_max": -0.242277, "nauc_mrr_at_20_std": 0.030552, "nauc_mrr_at_20_diff1": -0.169184, "nauc_mrr_at_100_max": -0.207471, "nauc_mrr_at_100_std": 0.017724, "nauc_mrr_at_100_diff1": -0.14765, "nauc_mrr_at_1000_max": -0.21557, "nauc_mrr_at_1000_std": 0.019268, "nauc_mrr_at_1000_diff1": -0.152874, "main_score": 0.02738, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "ndcg_at_1": 0.19494, "ndcg_at_3": 0.27383, "ndcg_at_5": 0.31127, "ndcg_at_10": 0.34778, "ndcg_at_20": 0.38716, "ndcg_at_100": 0.43145, "ndcg_at_1000": 0.44097, "map_at_1": 0.19494, "map_at_3": 0.25443, "map_at_5": 0.27515, "map_at_10": 0.29018, "map_at_20": 0.30105, "map_at_100": 0.30688, "map_at_1000": 0.30739, "recall_at_1": 0.19494, "recall_at_3": 0.32996, "recall_at_5": 0.4211, "recall_at_10": 0.53418, "recall_at_20": 0.68945, "recall_at_100": 0.93249, "recall_at_1000": 1.0, "precision_at_1": 0.19494, "precision_at_3": 0.10999, "precision_at_5": 0.08422, "precision_at_10": 0.05342, "precision_at_20": 0.03447, "precision_at_100": 0.00932, "precision_at_1000": 0.001, "mrr_at_1": 0.194937, "mrr_at_3": 0.25443, "mrr_at_5": 0.275148, "mrr_at_10": 0.290179, "mrr_at_20": 0.30105, "mrr_at_100": 0.306881, "mrr_at_1000": 0.307386, "nauc_ndcg_at_1_max": 0.202005, "nauc_ndcg_at_1_std": 0.009246, "nauc_ndcg_at_1_diff1": 0.316408, "nauc_ndcg_at_3_max": 0.175201, "nauc_ndcg_at_3_std": 0.003167, "nauc_ndcg_at_3_diff1": 0.22483, "nauc_ndcg_at_5_max": 0.153429, "nauc_ndcg_at_5_std": 0.008121, "nauc_ndcg_at_5_diff1": 0.214104, "nauc_ndcg_at_10_max": 0.1355, "nauc_ndcg_at_10_std": 0.005143, "nauc_ndcg_at_10_diff1": 0.199213, "nauc_ndcg_at_20_max": 0.14104, "nauc_ndcg_at_20_std": 0.010476, "nauc_ndcg_at_20_diff1": 0.201844, "nauc_ndcg_at_100_max": 0.152897, "nauc_ndcg_at_100_std": 0.016283, "nauc_ndcg_at_100_diff1": 0.204116, "nauc_ndcg_at_1000_max": 0.154462, "nauc_ndcg_at_1000_std": 0.009432, "nauc_ndcg_at_1000_diff1": 0.21798, "nauc_map_at_1_max": 0.202005, "nauc_map_at_1_std": 0.009246, "nauc_map_at_1_diff1": 0.316408, "nauc_map_at_3_max": 0.180752, "nauc_map_at_3_std": 0.004279, "nauc_map_at_3_diff1": 0.244726, "nauc_map_at_5_max": 0.167815, "nauc_map_at_5_std": 0.006715, "nauc_map_at_5_diff1": 0.238439, "nauc_map_at_10_max": 0.159879, "nauc_map_at_10_std": 0.005304, "nauc_map_at_10_diff1": 0.232238, "nauc_map_at_20_max": 0.161687, "nauc_map_at_20_std": 0.006377, "nauc_map_at_20_diff1": 0.233079, "nauc_map_at_100_max": 0.163464, "nauc_map_at_100_std": 0.007394, "nauc_map_at_100_diff1": 0.233825, "nauc_map_at_1000_max": 0.163531, "nauc_map_at_1000_std": 0.00707, "nauc_map_at_1000_diff1": 0.234454, "nauc_recall_at_1_max": 0.202005, "nauc_recall_at_1_std": 0.009246, "nauc_recall_at_1_diff1": 0.316408, "nauc_recall_at_3_max": 0.160936, "nauc_recall_at_3_std": 0.000365, "nauc_recall_at_3_diff1": 0.173332, "nauc_recall_at_5_max": 0.114604, "nauc_recall_at_5_std": 0.012855, "nauc_recall_at_5_diff1": 0.1509, "nauc_recall_at_10_max": 0.061946, "nauc_recall_at_10_std": 0.005069, "nauc_recall_at_10_diff1": 0.103776, "nauc_recall_at_20_max": 0.067111, "nauc_recall_at_20_std": 0.032202, "nauc_recall_at_20_diff1": 0.092815, "nauc_recall_at_100_max": 0.107222, "nauc_recall_at_100_std": 0.201752, "nauc_recall_at_100_diff1": -0.178, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.202005, "nauc_precision_at_1_std": 0.009246, "nauc_precision_at_1_diff1": 0.316408, "nauc_precision_at_3_max": 0.160936, "nauc_precision_at_3_std": 0.000365, "nauc_precision_at_3_diff1": 0.173332, "nauc_precision_at_5_max": 0.114604, "nauc_precision_at_5_std": 0.012855, "nauc_precision_at_5_diff1": 0.1509, "nauc_precision_at_10_max": 0.061946, "nauc_precision_at_10_std": 0.005069, "nauc_precision_at_10_diff1": 0.103776, "nauc_precision_at_20_max": 0.067111, "nauc_precision_at_20_std": 0.032202, "nauc_precision_at_20_diff1": 0.092815, "nauc_precision_at_100_max": 0.107222, "nauc_precision_at_100_std": 0.201752, "nauc_precision_at_100_diff1": -0.178, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.202005, "nauc_mrr_at_1_std": 0.009246, "nauc_mrr_at_1_diff1": 0.316408, "nauc_mrr_at_3_max": 0.180752, "nauc_mrr_at_3_std": 0.004279, "nauc_mrr_at_3_diff1": 0.244726, "nauc_mrr_at_5_max": 0.167815, "nauc_mrr_at_5_std": 0.006715, "nauc_mrr_at_5_diff1": 0.238439, "nauc_mrr_at_10_max": 0.159879, "nauc_mrr_at_10_std": 0.005304, "nauc_mrr_at_10_diff1": 0.232238, "nauc_mrr_at_20_max": 0.161687, "nauc_mrr_at_20_std": 0.006377, "nauc_mrr_at_20_diff1": 0.233079, "nauc_mrr_at_100_max": 0.163464, "nauc_mrr_at_100_std": 0.007394, "nauc_mrr_at_100_diff1": 0.233825, "nauc_mrr_at_1000_max": 0.163531, "nauc_mrr_at_1000_std": 0.00707, "nauc_mrr_at_1000_diff1": 0.234454, "main_score": 0.34778, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.00591, "ndcg_at_3": 0.02283, "ndcg_at_5": 0.02923, "ndcg_at_10": 0.05327, "ndcg_at_20": 0.07386, "ndcg_at_100": 0.14374, "ndcg_at_1000": 0.19857, "map_at_1": 0.00591, "map_at_3": 0.019, "map_at_5": 0.02242, "map_at_10": 0.03219, "map_at_20": 0.03777, "map_at_100": 0.04642, "map_at_1000": 0.049, "recall_at_1": 0.00591, "recall_at_3": 0.03378, "recall_at_5": 0.04983, "recall_at_10": 0.125, "recall_at_20": 0.20693, "recall_at_100": 0.59882, "recall_at_1000": 1.0, "precision_at_1": 0.00591, "precision_at_3": 0.01126, "precision_at_5": 0.00997, "precision_at_10": 0.0125, "precision_at_20": 0.01035, "precision_at_100": 0.00599, "precision_at_1000": 0.001, "mrr_at_1": 0.005912, "mrr_at_3": 0.019003, "mrr_at_5": 0.022424, "mrr_at_10": 0.032188, "mrr_at_20": 0.037774, "mrr_at_100": 0.046416, "mrr_at_1000": 0.049001, "nauc_ndcg_at_1_max": -0.010134, "nauc_ndcg_at_1_std": -0.151959, "nauc_ndcg_at_1_diff1": 0.325333, "nauc_ndcg_at_3_max": 0.104694, "nauc_ndcg_at_3_std": -0.144868, "nauc_ndcg_at_3_diff1": -0.092366, "nauc_ndcg_at_5_max": 0.025411, "nauc_ndcg_at_5_std": -0.15828, "nauc_ndcg_at_5_diff1": -0.124977, "nauc_ndcg_at_10_max": -0.033887, "nauc_ndcg_at_10_std": -0.103977, "nauc_ndcg_at_10_diff1": -0.129079, "nauc_ndcg_at_20_max": -0.031626, "nauc_ndcg_at_20_std": -0.078258, "nauc_ndcg_at_20_diff1": -0.113134, "nauc_ndcg_at_100_max": -0.059496, "nauc_ndcg_at_100_std": -0.072481, "nauc_ndcg_at_100_diff1": -0.098202, "nauc_ndcg_at_1000_max": -0.032957, "nauc_ndcg_at_1000_std": -0.087823, "nauc_ndcg_at_1000_diff1": -0.096359, "nauc_map_at_1_max": -0.010134, "nauc_map_at_1_std": -0.151959, "nauc_map_at_1_diff1": 0.325333, "nauc_map_at_3_max": 0.094698, "nauc_map_at_3_std": -0.145774, "nauc_map_at_3_diff1": -0.061362, "nauc_map_at_5_max": 0.041462, "nauc_map_at_5_std": -0.155216, "nauc_map_at_5_diff1": -0.088762, "nauc_map_at_10_max": -0.002923, "nauc_map_at_10_std": -0.119877, "nauc_map_at_10_diff1": -0.100521, "nauc_map_at_20_max": -0.006118, "nauc_map_at_20_std": -0.104998, "nauc_map_at_20_diff1": -0.095903, "nauc_map_at_100_max": -0.014948, "nauc_map_at_100_std": -0.102457, "nauc_map_at_100_diff1": -0.091556, "nauc_map_at_1000_max": -0.011611, "nauc_map_at_1000_std": -0.104355, "nauc_map_at_1000_diff1": -0.090476, "nauc_recall_at_1_max": -0.010134, "nauc_recall_at_1_std": -0.151959, "nauc_recall_at_1_diff1": 0.325333, "nauc_recall_at_3_max": 0.121241, "nauc_recall_at_3_std": -0.143312, "nauc_recall_at_3_diff1": -0.142616, "nauc_recall_at_5_max": -0.001796, "nauc_recall_at_5_std": -0.163136, "nauc_recall_at_5_diff1": -0.174577, "nauc_recall_at_10_max": -0.065853, "nauc_recall_at_10_std": -0.087052, "nauc_recall_at_10_diff1": -0.153613, "nauc_recall_at_20_max": -0.050805, "nauc_recall_at_20_std": -0.054153, "nauc_recall_at_20_diff1": -0.121392, "nauc_recall_at_100_max": -0.102753, "nauc_recall_at_100_std": -0.046111, "nauc_recall_at_100_diff1": -0.09591, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.010134, "nauc_precision_at_1_std": -0.151959, "nauc_precision_at_1_diff1": 0.325333, "nauc_precision_at_3_max": 0.121241, "nauc_precision_at_3_std": -0.143312, "nauc_precision_at_3_diff1": -0.142616, "nauc_precision_at_5_max": -0.001796, "nauc_precision_at_5_std": -0.163136, "nauc_precision_at_5_diff1": -0.174577, "nauc_precision_at_10_max": -0.065853, "nauc_precision_at_10_std": -0.087052, "nauc_precision_at_10_diff1": -0.153613, "nauc_precision_at_20_max": -0.050805, "nauc_precision_at_20_std": -0.054153, "nauc_precision_at_20_diff1": -0.121392, "nauc_precision_at_100_max": -0.102753, "nauc_precision_at_100_std": -0.046111, "nauc_precision_at_100_diff1": -0.09591, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.010134, "nauc_mrr_at_1_std": -0.151959, "nauc_mrr_at_1_diff1": 0.325333, "nauc_mrr_at_3_max": 0.094698, "nauc_mrr_at_3_std": -0.145774, "nauc_mrr_at_3_diff1": -0.061362, "nauc_mrr_at_5_max": 0.041462, "nauc_mrr_at_5_std": -0.155216, "nauc_mrr_at_5_diff1": -0.088762, "nauc_mrr_at_10_max": -0.002923, "nauc_mrr_at_10_std": -0.119877, "nauc_mrr_at_10_diff1": -0.100521, "nauc_mrr_at_20_max": -0.006118, "nauc_mrr_at_20_std": -0.104998, "nauc_mrr_at_20_diff1": -0.095903, "nauc_mrr_at_100_max": -0.014948, "nauc_mrr_at_100_std": -0.102457, "nauc_mrr_at_100_diff1": -0.091556, "nauc_mrr_at_1000_max": -0.011611, "nauc_mrr_at_1000_std": -0.104355, "nauc_mrr_at_1000_diff1": -0.090476, "main_score": 0.05327, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.00761, "ndcg_at_3": 0.0145, "ndcg_at_5": 0.02279, "ndcg_at_10": 0.03125, "ndcg_at_20": 0.04515, "ndcg_at_100": 0.10609, "ndcg_at_1000": 0.17757, "map_at_1": 0.00761, "map_at_3": 0.01254, "map_at_5": 0.0171, "map_at_10": 0.02043, "map_at_20": 0.02425, "map_at_100": 0.03114, "map_at_1000": 0.03446, "recall_at_1": 0.00761, "recall_at_3": 0.02029, "recall_at_5": 0.04057, "recall_at_10": 0.06762, "recall_at_20": 0.12257, "recall_at_100": 0.47506, "recall_at_1000": 1.0, "precision_at_1": 0.00761, "precision_at_3": 0.00676, "precision_at_5": 0.00811, "precision_at_10": 0.00676, "precision_at_20": 0.00613, "precision_at_100": 0.00475, "precision_at_1000": 0.001, "mrr_at_1": 0.007608, "mrr_at_3": 0.012539, "mrr_at_5": 0.017103, "mrr_at_10": 0.02043, "mrr_at_20": 0.024247, "mrr_at_100": 0.03114, "mrr_at_1000": 0.034456, "nauc_ndcg_at_1_max": -0.125313, "nauc_ndcg_at_1_std": 0.101518, "nauc_ndcg_at_1_diff1": 0.017179, "nauc_ndcg_at_3_max": -0.248789, "nauc_ndcg_at_3_std": -0.106761, "nauc_ndcg_at_3_diff1": 0.085063, "nauc_ndcg_at_5_max": -0.176367, "nauc_ndcg_at_5_std": -0.092261, "nauc_ndcg_at_5_diff1": 0.101258, "nauc_ndcg_at_10_max": -0.154064, "nauc_ndcg_at_10_std": -0.10906, "nauc_ndcg_at_10_diff1": 0.130404, "nauc_ndcg_at_20_max": -0.118346, "nauc_ndcg_at_20_std": -0.085453, "nauc_ndcg_at_20_diff1": 0.088941, "nauc_ndcg_at_100_max": -0.073677, "nauc_ndcg_at_100_std": -0.077492, "nauc_ndcg_at_100_diff1": 0.071405, "nauc_ndcg_at_1000_max": -0.112769, "nauc_ndcg_at_1000_std": -0.087479, "nauc_ndcg_at_1000_diff1": 0.079542, "nauc_map_at_1_max": -0.125313, "nauc_map_at_1_std": 0.101518, "nauc_map_at_1_diff1": 0.017179, "nauc_map_at_3_max": -0.226044, "nauc_map_at_3_std": -0.072667, "nauc_map_at_3_diff1": 0.068695, "nauc_map_at_5_max": -0.177792, "nauc_map_at_5_std": -0.071193, "nauc_map_at_5_diff1": 0.084629, "nauc_map_at_10_max": -0.166033, "nauc_map_at_10_std": -0.085348, "nauc_map_at_10_diff1": 0.107101, "nauc_map_at_20_max": -0.145167, "nauc_map_at_20_std": -0.077122, "nauc_map_at_20_diff1": 0.088974, "nauc_map_at_100_max": -0.132042, "nauc_map_at_100_std": -0.078816, "nauc_map_at_100_diff1": 0.082271, "nauc_map_at_1000_max": -0.136939, "nauc_map_at_1000_std": -0.079996, "nauc_map_at_1000_diff1": 0.082801, "nauc_recall_at_1_max": -0.125313, "nauc_recall_at_1_std": 0.101518, "nauc_recall_at_1_diff1": 0.017179, "nauc_recall_at_3_max": -0.290552, "nauc_recall_at_3_std": -0.168493, "nauc_recall_at_3_diff1": 0.115899, "nauc_recall_at_5_max": -0.172226, "nauc_recall_at_5_std": -0.117591, "nauc_recall_at_5_diff1": 0.123287, "nauc_recall_at_10_max": -0.137799, "nauc_recall_at_10_std": -0.13118, "nauc_recall_at_10_diff1": 0.154036, "nauc_recall_at_20_max": -0.093166, "nauc_recall_at_20_std": -0.086636, "nauc_recall_at_20_diff1": 0.083547, "nauc_recall_at_100_max": -0.026032, "nauc_recall_at_100_std": -0.06759, "nauc_recall_at_100_diff1": 0.059466, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.125313, "nauc_precision_at_1_std": 0.101518, "nauc_precision_at_1_diff1": 0.017179, "nauc_precision_at_3_max": -0.290552, "nauc_precision_at_3_std": -0.168493, "nauc_precision_at_3_diff1": 0.115899, "nauc_precision_at_5_max": -0.172226, "nauc_precision_at_5_std": -0.117591, "nauc_precision_at_5_diff1": 0.123287, "nauc_precision_at_10_max": -0.137799, "nauc_precision_at_10_std": -0.13118, "nauc_precision_at_10_diff1": 0.154036, "nauc_precision_at_20_max": -0.093166, "nauc_precision_at_20_std": -0.086636, "nauc_precision_at_20_diff1": 0.083547, "nauc_precision_at_100_max": -0.026032, "nauc_precision_at_100_std": -0.06759, "nauc_precision_at_100_diff1": 0.059466, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.125313, "nauc_mrr_at_1_std": 0.101518, "nauc_mrr_at_1_diff1": 0.017179, "nauc_mrr_at_3_max": -0.226044, "nauc_mrr_at_3_std": -0.072667, "nauc_mrr_at_3_diff1": 0.068695, "nauc_mrr_at_5_max": -0.177792, "nauc_mrr_at_5_std": -0.071193, "nauc_mrr_at_5_diff1": 0.084629, "nauc_mrr_at_10_max": -0.166033, "nauc_mrr_at_10_std": -0.085348, "nauc_mrr_at_10_diff1": 0.107101, "nauc_mrr_at_20_max": -0.145167, "nauc_mrr_at_20_std": -0.077122, "nauc_mrr_at_20_diff1": 0.088974, "nauc_mrr_at_100_max": -0.132042, "nauc_mrr_at_100_std": -0.078816, "nauc_mrr_at_100_diff1": 0.082271, "nauc_mrr_at_1000_max": -0.136939, "nauc_mrr_at_1000_std": -0.079996, "nauc_mrr_at_1000_diff1": 0.082801, "main_score": 0.03125, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.01858, "ndcg_at_3": 0.03058, "ndcg_at_5": 0.03821, "ndcg_at_10": 0.05831, "ndcg_at_20": 0.08497, "ndcg_at_100": 0.15201, "ndcg_at_1000": 0.20593, "map_at_1": 0.01858, "map_at_3": 0.02745, "map_at_5": 0.03167, "map_at_10": 0.03974, "map_at_20": 0.04703, "map_at_100": 0.05523, "map_at_1000": 0.05775, "recall_at_1": 0.01858, "recall_at_3": 0.0397, "recall_at_5": 0.05828, "recall_at_10": 0.12162, "recall_at_20": 0.2272, "recall_at_100": 0.60473, "recall_at_1000": 1.0, "precision_at_1": 0.01858, "precision_at_3": 0.01323, "precision_at_5": 0.01166, "precision_at_10": 0.01216, "precision_at_20": 0.01136, "precision_at_100": 0.00605, "precision_at_1000": 0.001, "mrr_at_1": 0.018581, "mrr_at_3": 0.027449, "mrr_at_5": 0.031672, "mrr_at_10": 0.03974, "mrr_at_20": 0.047034, "mrr_at_100": 0.055232, "mrr_at_1000": 0.057748, "nauc_ndcg_at_1_max": 0.155212, "nauc_ndcg_at_1_std": 0.019197, "nauc_ndcg_at_1_diff1": 0.337082, "nauc_ndcg_at_3_max": 0.031484, "nauc_ndcg_at_3_std": -0.009022, "nauc_ndcg_at_3_diff1": 0.172361, "nauc_ndcg_at_5_max": -0.022354, "nauc_ndcg_at_5_std": 0.00721, "nauc_ndcg_at_5_diff1": 0.170372, "nauc_ndcg_at_10_max": -0.075345, "nauc_ndcg_at_10_std": 0.020041, "nauc_ndcg_at_10_diff1": 0.099783, "nauc_ndcg_at_20_max": -0.054924, "nauc_ndcg_at_20_std": 0.03338, "nauc_ndcg_at_20_diff1": 0.07758, "nauc_ndcg_at_100_max": -0.047954, "nauc_ndcg_at_100_std": 0.007376, "nauc_ndcg_at_100_diff1": 0.061402, "nauc_ndcg_at_1000_max": -0.041282, "nauc_ndcg_at_1000_std": 0.023532, "nauc_ndcg_at_1000_diff1": 0.099606, "nauc_map_at_1_max": 0.155212, "nauc_map_at_1_std": 0.019197, "nauc_map_at_1_diff1": 0.337082, "nauc_map_at_3_max": 0.048608, "nauc_map_at_3_std": -0.002186, "nauc_map_at_3_diff1": 0.195829, "nauc_map_at_5_max": 0.009998, "nauc_map_at_5_std": 0.007317, "nauc_map_at_5_diff1": 0.19277, "nauc_map_at_10_max": -0.027345, "nauc_map_at_10_std": 0.017375, "nauc_map_at_10_diff1": 0.146248, "nauc_map_at_20_max": -0.023699, "nauc_map_at_20_std": 0.024557, "nauc_map_at_20_diff1": 0.130829, "nauc_map_at_100_max": -0.022929, "nauc_map_at_100_std": 0.020977, "nauc_map_at_100_diff1": 0.128193, "nauc_map_at_1000_max": -0.021623, "nauc_map_at_1000_std": 0.022269, "nauc_map_at_1000_diff1": 0.132192, "nauc_recall_at_1_max": 0.155212, "nauc_recall_at_1_std": 0.019197, "nauc_recall_at_1_diff1": 0.337082, "nauc_recall_at_3_max": -0.001808, "nauc_recall_at_3_std": -0.023298, "nauc_recall_at_3_diff1": 0.12651, "nauc_recall_at_5_max": -0.076248, "nauc_recall_at_5_std": 0.008109, "nauc_recall_at_5_diff1": 0.134808, "nauc_recall_at_10_max": -0.130599, "nauc_recall_at_10_std": 0.022848, "nauc_recall_at_10_diff1": 0.045591, "nauc_recall_at_20_max": -0.076841, "nauc_recall_at_20_std": 0.041784, "nauc_recall_at_20_diff1": 0.029812, "nauc_recall_at_100_max": -0.058706, "nauc_recall_at_100_std": -0.02484, "nauc_recall_at_100_diff1": -0.013712, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.155212, "nauc_precision_at_1_std": 0.019197, "nauc_precision_at_1_diff1": 0.337082, "nauc_precision_at_3_max": -0.001808, "nauc_precision_at_3_std": -0.023298, "nauc_precision_at_3_diff1": 0.12651, "nauc_precision_at_5_max": -0.076248, "nauc_precision_at_5_std": 0.008109, "nauc_precision_at_5_diff1": 0.134808, "nauc_precision_at_10_max": -0.130599, "nauc_precision_at_10_std": 0.022848, "nauc_precision_at_10_diff1": 0.045591, "nauc_precision_at_20_max": -0.076841, "nauc_precision_at_20_std": 0.041784, "nauc_precision_at_20_diff1": 0.029812, "nauc_precision_at_100_max": -0.058706, "nauc_precision_at_100_std": -0.02484, "nauc_precision_at_100_diff1": -0.013712, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.155212, "nauc_mrr_at_1_std": 0.019197, "nauc_mrr_at_1_diff1": 0.337082, "nauc_mrr_at_3_max": 0.048608, "nauc_mrr_at_3_std": -0.002186, "nauc_mrr_at_3_diff1": 0.195829, "nauc_mrr_at_5_max": 0.009998, "nauc_mrr_at_5_std": 0.007317, "nauc_mrr_at_5_diff1": 0.19277, "nauc_mrr_at_10_max": -0.027345, "nauc_mrr_at_10_std": 0.017375, "nauc_mrr_at_10_diff1": 0.146248, "nauc_mrr_at_20_max": -0.023699, "nauc_mrr_at_20_std": 0.024557, "nauc_mrr_at_20_diff1": 0.130829, "nauc_mrr_at_100_max": -0.022929, "nauc_mrr_at_100_std": 0.020977, "nauc_mrr_at_100_diff1": 0.128193, "nauc_mrr_at_1000_max": -0.021623, "nauc_mrr_at_1000_std": 0.022269, "nauc_mrr_at_1000_diff1": 0.132192, "main_score": 0.05831, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "ndcg_at_1": 0.00591, "ndcg_at_3": 0.0129, "ndcg_at_5": 0.01871, "ndcg_at_10": 0.0317, "ndcg_at_20": 0.04522, "ndcg_at_100": 0.10524, "ndcg_at_1000": 0.17737, "map_at_1": 0.00591, "map_at_3": 0.01097, "map_at_5": 0.01414, "map_at_10": 0.01944, "map_at_20": 0.02308, "map_at_100": 0.02994, "map_at_1000": 0.03335, "recall_at_1": 0.00591, "recall_at_3": 0.01857, "recall_at_5": 0.03291, "recall_at_10": 0.07342, "recall_at_20": 0.12743, "recall_at_100": 0.47257, "recall_at_1000": 1.0, "precision_at_1": 0.00591, "precision_at_3": 0.00619, "precision_at_5": 0.00658, "precision_at_10": 0.00734, "precision_at_20": 0.00637, "precision_at_100": 0.00473, "precision_at_1000": 0.001, "mrr_at_1": 0.005907, "mrr_at_3": 0.01097, "mrr_at_5": 0.014135, "mrr_at_10": 0.019437, "mrr_at_20": 0.023081, "mrr_at_100": 0.029944, "mrr_at_1000": 0.033347, "nauc_ndcg_at_1_max": 0.144958, "nauc_ndcg_at_1_std": 0.047555, "nauc_ndcg_at_1_diff1": 0.06629, "nauc_ndcg_at_3_max": 0.017167, "nauc_ndcg_at_3_std": 0.012246, "nauc_ndcg_at_3_diff1": 0.002277, "nauc_ndcg_at_5_max": 0.021995, "nauc_ndcg_at_5_std": 0.017382, "nauc_ndcg_at_5_diff1": -0.019313, "nauc_ndcg_at_10_max": -0.03361, "nauc_ndcg_at_10_std": 0.018456, "nauc_ndcg_at_10_diff1": 0.018206, "nauc_ndcg_at_20_max": -0.037437, "nauc_ndcg_at_20_std": 0.012367, "nauc_ndcg_at_20_diff1": -0.013874, "nauc_ndcg_at_100_max": 0.005236, "nauc_ndcg_at_100_std": 0.015367, "nauc_ndcg_at_100_diff1": 0.002285, "nauc_ndcg_at_1000_max": -0.008085, "nauc_ndcg_at_1000_std": 0.016163, "nauc_ndcg_at_1000_diff1": 0.001254, "nauc_map_at_1_max": 0.144958, "nauc_map_at_1_std": 0.047555, "nauc_map_at_1_diff1": 0.06629, "nauc_map_at_3_max": 0.034529, "nauc_map_at_3_std": 0.024482, "nauc_map_at_3_diff1": 0.014581, "nauc_map_at_5_max": 0.034626, "nauc_map_at_5_std": 0.024207, "nauc_map_at_5_diff1": -0.002771, "nauc_map_at_10_max": -0.006172, "nauc_map_at_10_std": 0.023046, "nauc_map_at_10_diff1": 0.022857, "nauc_map_at_20_max": -0.01247, "nauc_map_at_20_std": 0.018393, "nauc_map_at_20_diff1": 0.004719, "nauc_map_at_100_max": -0.00298, "nauc_map_at_100_std": 0.01518, "nauc_map_at_100_diff1": 0.007201, "nauc_map_at_1000_max": -0.003758, "nauc_map_at_1000_std": 0.01681, "nauc_map_at_1000_diff1": 0.007406, "nauc_recall_at_1_max": 0.144958, "nauc_recall_at_1_std": 0.047555, "nauc_recall_at_1_diff1": 0.06629, "nauc_recall_at_3_max": -0.012627, "nauc_recall_at_3_std": -0.010487, "nauc_recall_at_3_diff1": -0.019678, "nauc_recall_at_5_max": 0.006242, "nauc_recall_at_5_std": 0.008837, "nauc_recall_at_5_diff1": -0.042145, "nauc_recall_at_10_max": -0.059493, "nauc_recall_at_10_std": 0.014993, "nauc_recall_at_10_diff1": 0.013577, "nauc_recall_at_20_max": -0.054612, "nauc_recall_at_20_std": 0.008839, "nauc_recall_at_20_diff1": -0.029892, "nauc_recall_at_100_max": 0.023471, "nauc_recall_at_100_std": 0.021182, "nauc_recall_at_100_diff1": 0.003566, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.144958, "nauc_precision_at_1_std": 0.047555, "nauc_precision_at_1_diff1": 0.06629, "nauc_precision_at_3_max": -0.012627, "nauc_precision_at_3_std": -0.010487, "nauc_precision_at_3_diff1": -0.019678, "nauc_precision_at_5_max": 0.006242, "nauc_precision_at_5_std": 0.008837, "nauc_precision_at_5_diff1": -0.042145, "nauc_precision_at_10_max": -0.059493, "nauc_precision_at_10_std": 0.014993, "nauc_precision_at_10_diff1": 0.013577, "nauc_precision_at_20_max": -0.054612, "nauc_precision_at_20_std": 0.008839, "nauc_precision_at_20_diff1": -0.029892, "nauc_precision_at_100_max": 0.023471, "nauc_precision_at_100_std": 0.021182, "nauc_precision_at_100_diff1": 0.003566, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.144958, "nauc_mrr_at_1_std": 0.047555, "nauc_mrr_at_1_diff1": 0.06629, "nauc_mrr_at_3_max": 0.034529, "nauc_mrr_at_3_std": 0.024482, "nauc_mrr_at_3_diff1": 0.014581, "nauc_mrr_at_5_max": 0.034626, "nauc_mrr_at_5_std": 0.024207, "nauc_mrr_at_5_diff1": -0.002771, "nauc_mrr_at_10_max": -0.006172, "nauc_mrr_at_10_std": 0.023046, "nauc_mrr_at_10_diff1": 0.022857, "nauc_mrr_at_20_max": -0.01247, "nauc_mrr_at_20_std": 0.018393, "nauc_mrr_at_20_diff1": 0.004719, "nauc_mrr_at_100_max": -0.00298, "nauc_mrr_at_100_std": 0.01518, "nauc_mrr_at_100_diff1": 0.007201, "nauc_mrr_at_1000_max": -0.003758, "nauc_mrr_at_1000_std": 0.01681, "nauc_mrr_at_1000_diff1": 0.007406, "main_score": 0.0317, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.01271, "ndcg_at_3": 0.02646, "ndcg_at_5": 0.03372, "ndcg_at_10": 0.04464, "ndcg_at_20": 0.05673, "ndcg_at_100": 0.11589, "ndcg_at_1000": 0.1875, "map_at_1": 0.01271, "map_at_3": 0.02302, "map_at_5": 0.02701, "map_at_10": 0.0315, "map_at_20": 0.03475, "map_at_100": 0.04157, "map_at_1000": 0.04495, "recall_at_1": 0.01271, "recall_at_3": 0.03644, "recall_at_5": 0.05424, "recall_at_10": 0.08814, "recall_at_20": 0.13644, "recall_at_100": 0.47627, "recall_at_1000": 1.0, "precision_at_1": 0.01271, "precision_at_3": 0.01215, "precision_at_5": 0.01085, "precision_at_10": 0.00881, "precision_at_20": 0.00682, "precision_at_100": 0.00476, "precision_at_1000": 0.001, "mrr_at_1": 0.012712, "mrr_at_3": 0.023023, "mrr_at_5": 0.027006, "mrr_at_10": 0.031496, "mrr_at_20": 0.034746, "mrr_at_100": 0.041567, "mrr_at_1000": 0.044946, "nauc_ndcg_at_1_max": 0.609337, "nauc_ndcg_at_1_std": 0.129702, "nauc_ndcg_at_1_diff1": 0.316376, "nauc_ndcg_at_3_max": 0.284872, "nauc_ndcg_at_3_std": 0.174762, "nauc_ndcg_at_3_diff1": 0.036622, "nauc_ndcg_at_5_max": 0.198463, "nauc_ndcg_at_5_std": 0.161508, "nauc_ndcg_at_5_diff1": 0.017814, "nauc_ndcg_at_10_max": 0.103749, "nauc_ndcg_at_10_std": 0.113952, "nauc_ndcg_at_10_diff1": 0.000223, "nauc_ndcg_at_20_max": 0.110141, "nauc_ndcg_at_20_std": 0.130837, "nauc_ndcg_at_20_diff1": 0.007341, "nauc_ndcg_at_100_max": 0.065316, "nauc_ndcg_at_100_std": 0.081523, "nauc_ndcg_at_100_diff1": -0.003878, "nauc_ndcg_at_1000_max": 0.111843, "nauc_ndcg_at_1000_std": 0.102264, "nauc_ndcg_at_1000_diff1": 0.015429, "nauc_map_at_1_max": 0.609337, "nauc_map_at_1_std": 0.129702, "nauc_map_at_1_diff1": 0.316376, "nauc_map_at_3_max": 0.316125, "nauc_map_at_3_std": 0.163435, "nauc_map_at_3_diff1": 0.066777, "nauc_map_at_5_max": 0.250573, "nauc_map_at_5_std": 0.154537, "nauc_map_at_5_diff1": 0.049502, "nauc_map_at_10_max": 0.186256, "nauc_map_at_10_std": 0.127375, "nauc_map_at_10_diff1": 0.034279, "nauc_map_at_20_max": 0.18396, "nauc_map_at_20_std": 0.133476, "nauc_map_at_20_diff1": 0.036623, "nauc_map_at_100_max": 0.16672, "nauc_map_at_100_std": 0.118322, "nauc_map_at_100_diff1": 0.03456, "nauc_map_at_1000_max": 0.17164, "nauc_map_at_1000_std": 0.120058, "nauc_map_at_1000_diff1": 0.036279, "nauc_recall_at_1_max": 0.609337, "nauc_recall_at_1_std": 0.129702, "nauc_recall_at_1_diff1": 0.316376, "nauc_recall_at_3_max": 0.231011, "nauc_recall_at_3_std": 0.196804, "nauc_recall_at_3_diff1": -0.016504, "nauc_recall_at_5_max": 0.120476, "nauc_recall_at_5_std": 0.172424, "nauc_recall_at_5_diff1": -0.027879, "nauc_recall_at_10_max": 0.00493, "nauc_recall_at_10_std": 0.094345, "nauc_recall_at_10_diff1": -0.036976, "nauc_recall_at_20_max": 0.042362, "nauc_recall_at_20_std": 0.129266, "nauc_recall_at_20_diff1": -0.017665, "nauc_recall_at_100_max": -0.012247, "nauc_recall_at_100_std": 0.045804, "nauc_recall_at_100_diff1": -0.037309, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.609337, "nauc_precision_at_1_std": 0.129702, "nauc_precision_at_1_diff1": 0.316376, "nauc_precision_at_3_max": 0.231011, "nauc_precision_at_3_std": 0.196804, "nauc_precision_at_3_diff1": -0.016504, "nauc_precision_at_5_max": 0.120476, "nauc_precision_at_5_std": 0.172424, "nauc_precision_at_5_diff1": -0.027879, "nauc_precision_at_10_max": 0.00493, "nauc_precision_at_10_std": 0.094345, "nauc_precision_at_10_diff1": -0.036976, "nauc_precision_at_20_max": 0.042362, "nauc_precision_at_20_std": 0.129266, "nauc_precision_at_20_diff1": -0.017665, "nauc_precision_at_100_max": -0.012247, "nauc_precision_at_100_std": 0.045804, "nauc_precision_at_100_diff1": -0.037309, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.609337, "nauc_mrr_at_1_std": 0.129702, "nauc_mrr_at_1_diff1": 0.316376, "nauc_mrr_at_3_max": 0.316125, "nauc_mrr_at_3_std": 0.163435, "nauc_mrr_at_3_diff1": 0.066777, "nauc_mrr_at_5_max": 0.250573, "nauc_mrr_at_5_std": 0.154537, "nauc_mrr_at_5_diff1": 0.049502, "nauc_mrr_at_10_max": 0.186256, "nauc_mrr_at_10_std": 0.127375, "nauc_mrr_at_10_diff1": 0.034279, "nauc_mrr_at_20_max": 0.18396, "nauc_mrr_at_20_std": 0.133476, "nauc_mrr_at_20_diff1": 0.036623, "nauc_mrr_at_100_max": 0.16672, "nauc_mrr_at_100_std": 0.118322, "nauc_mrr_at_100_diff1": 0.03456, "nauc_mrr_at_1000_max": 0.17164, "nauc_mrr_at_1000_std": 0.120058, "nauc_mrr_at_1000_diff1": 0.036279, "main_score": 0.04464, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "ndcg_at_1": 0.01098, "ndcg_at_3": 0.01978, "ndcg_at_5": 0.02926, "ndcg_at_10": 0.04717, "ndcg_at_20": 0.06797, "ndcg_at_100": 0.1294, "ndcg_at_1000": 0.19267, "map_at_1": 0.01098, "map_at_3": 0.01731, "map_at_5": 0.02242, "map_at_10": 0.02975, "map_at_20": 0.03538, "map_at_100": 0.04278, "map_at_1000": 0.04576, "recall_at_1": 0.01098, "recall_at_3": 0.02703, "recall_at_5": 0.05068, "recall_at_10": 0.10642, "recall_at_20": 0.18919, "recall_at_100": 0.53716, "recall_at_1000": 1.0, "precision_at_1": 0.01098, "precision_at_3": 0.00901, "precision_at_5": 0.01014, "precision_at_10": 0.01064, "precision_at_20": 0.00946, "precision_at_100": 0.00537, "precision_at_1000": 0.001, "mrr_at_1": 0.01098, "mrr_at_3": 0.017314, "mrr_at_5": 0.022424, "mrr_at_10": 0.029748, "mrr_at_20": 0.035383, "mrr_at_100": 0.042781, "mrr_at_1000": 0.045762, "nauc_ndcg_at_1_max": -0.114918, "nauc_ndcg_at_1_std": 0.082662, "nauc_ndcg_at_1_diff1": 0.215578, "nauc_ndcg_at_3_max": -0.077999, "nauc_ndcg_at_3_std": 0.045397, "nauc_ndcg_at_3_diff1": 0.107626, "nauc_ndcg_at_5_max": -0.078946, "nauc_ndcg_at_5_std": 0.002273, "nauc_ndcg_at_5_diff1": 0.033358, "nauc_ndcg_at_10_max": -0.080638, "nauc_ndcg_at_10_std": 0.068233, "nauc_ndcg_at_10_diff1": -0.021924, "nauc_ndcg_at_20_max": -0.07905, "nauc_ndcg_at_20_std": 0.016262, "nauc_ndcg_at_20_diff1": -0.025545, "nauc_ndcg_at_100_max": -0.045362, "nauc_ndcg_at_100_std": 0.011214, "nauc_ndcg_at_100_diff1": 0.026634, "nauc_ndcg_at_1000_max": -0.061944, "nauc_ndcg_at_1000_std": 0.023301, "nauc_ndcg_at_1000_diff1": 0.013551, "nauc_map_at_1_max": -0.114918, "nauc_map_at_1_std": 0.082662, "nauc_map_at_1_diff1": 0.215578, "nauc_map_at_3_max": -0.07391, "nauc_map_at_3_std": 0.054192, "nauc_map_at_3_diff1": 0.128904, "nauc_map_at_5_max": -0.074988, "nauc_map_at_5_std": 0.022144, "nauc_map_at_5_diff1": 0.07355, "nauc_map_at_10_max": -0.077668, "nauc_map_at_10_std": 0.060756, "nauc_map_at_10_diff1": 0.029256, "nauc_map_at_20_max": -0.076414, "nauc_map_at_20_std": 0.035229, "nauc_map_at_20_diff1": 0.021226, "nauc_map_at_100_max": -0.067466, "nauc_map_at_100_std": 0.032391, "nauc_map_at_100_diff1": 0.033303, "nauc_map_at_1000_max": -0.069028, "nauc_map_at_1000_std": 0.034054, "nauc_map_at_1000_diff1": 0.032521, "nauc_recall_at_1_max": -0.114918, "nauc_recall_at_1_std": 0.082662, "nauc_recall_at_1_diff1": 0.215578, "nauc_recall_at_3_max": -0.088134, "nauc_recall_at_3_std": 0.028319, "nauc_recall_at_3_diff1": 0.067028, "nauc_recall_at_5_max": -0.085721, "nauc_recall_at_5_std": -0.026326, "nauc_recall_at_5_diff1": -0.024129, "nauc_recall_at_10_max": -0.083497, "nauc_recall_at_10_std": 0.078759, "nauc_recall_at_10_diff1": -0.072977, "nauc_recall_at_20_max": -0.081495, "nauc_recall_at_20_std": -0.001962, "nauc_recall_at_20_diff1": -0.060069, "nauc_recall_at_100_max": -0.017939, "nauc_recall_at_100_std": -0.00661, "nauc_recall_at_100_diff1": 0.045365, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.114918, "nauc_precision_at_1_std": 0.082662, "nauc_precision_at_1_diff1": 0.215578, "nauc_precision_at_3_max": -0.088134, "nauc_precision_at_3_std": 0.028319, "nauc_precision_at_3_diff1": 0.067028, "nauc_precision_at_5_max": -0.085721, "nauc_precision_at_5_std": -0.026326, "nauc_precision_at_5_diff1": -0.024129, "nauc_precision_at_10_max": -0.083497, "nauc_precision_at_10_std": 0.078759, "nauc_precision_at_10_diff1": -0.072977, "nauc_precision_at_20_max": -0.081495, "nauc_precision_at_20_std": -0.001962, "nauc_precision_at_20_diff1": -0.060069, "nauc_precision_at_100_max": -0.017939, "nauc_precision_at_100_std": -0.00661, "nauc_precision_at_100_diff1": 0.045365, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.114918, "nauc_mrr_at_1_std": 0.082662, "nauc_mrr_at_1_diff1": 0.215578, "nauc_mrr_at_3_max": -0.07391, "nauc_mrr_at_3_std": 0.054192, "nauc_mrr_at_3_diff1": 0.128904, "nauc_mrr_at_5_max": -0.074988, "nauc_mrr_at_5_std": 0.022144, "nauc_mrr_at_5_diff1": 0.07355, "nauc_mrr_at_10_max": -0.077668, "nauc_mrr_at_10_std": 0.060756, "nauc_mrr_at_10_diff1": 0.029256, "nauc_mrr_at_20_max": -0.076414, "nauc_mrr_at_20_std": 0.035229, "nauc_mrr_at_20_diff1": 0.021226, "nauc_mrr_at_100_max": -0.067465, "nauc_mrr_at_100_std": 0.032391, "nauc_mrr_at_100_diff1": 0.033306, "nauc_mrr_at_1000_max": -0.069027, "nauc_mrr_at_1000_std": 0.034054, "nauc_mrr_at_1000_diff1": 0.032524, "main_score": 0.04717, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "ndcg_at_1": 0.01777, "ndcg_at_3": 0.02967, "ndcg_at_5": 0.04081, "ndcg_at_10": 0.05778, "ndcg_at_20": 0.07991, "ndcg_at_100": 0.14564, "ndcg_at_1000": 0.20316, "map_at_1": 0.01777, "map_at_3": 0.02651, "map_at_5": 0.03268, "map_at_10": 0.0397, "map_at_20": 0.04559, "map_at_100": 0.05346, "map_at_1000": 0.0562, "recall_at_1": 0.01777, "recall_at_3": 0.03892, "recall_at_5": 0.06599, "recall_at_10": 0.11844, "recall_at_20": 0.20728, "recall_at_100": 0.58037, "recall_at_1000": 1.0, "precision_at_1": 0.01777, "precision_at_3": 0.01297, "precision_at_5": 0.0132, "precision_at_10": 0.01184, "precision_at_20": 0.01036, "precision_at_100": 0.0058, "precision_at_1000": 0.001, "mrr_at_1": 0.017766, "mrr_at_3": 0.026509, "mrr_at_5": 0.032685, "mrr_at_10": 0.039696, "mrr_at_20": 0.045593, "mrr_at_100": 0.053463, "mrr_at_1000": 0.056205, "nauc_ndcg_at_1_max": -0.05597, "nauc_ndcg_at_1_std": 0.041864, "nauc_ndcg_at_1_diff1": 0.453199, "nauc_ndcg_at_3_max": -0.055009, "nauc_ndcg_at_3_std": 0.046545, "nauc_ndcg_at_3_diff1": 0.238104, "nauc_ndcg_at_5_max": -0.06057, "nauc_ndcg_at_5_std": 0.028181, "nauc_ndcg_at_5_diff1": 0.175289, "nauc_ndcg_at_10_max": -0.03951, "nauc_ndcg_at_10_std": -0.01975, "nauc_ndcg_at_10_diff1": 0.112337, "nauc_ndcg_at_20_max": -0.065539, "nauc_ndcg_at_20_std": -0.023677, "nauc_ndcg_at_20_diff1": 0.096185, "nauc_ndcg_at_100_max": -0.051956, "nauc_ndcg_at_100_std": 0.010499, "nauc_ndcg_at_100_diff1": 0.092201, "nauc_ndcg_at_1000_max": -0.050239, "nauc_ndcg_at_1000_std": 0.000624, "nauc_ndcg_at_1000_diff1": 0.12727, "nauc_map_at_1_max": -0.05597, "nauc_map_at_1_std": 0.041864, "nauc_map_at_1_diff1": 0.453199, "nauc_map_at_3_max": -0.053779, "nauc_map_at_3_std": 0.043396, "nauc_map_at_3_diff1": 0.271906, "nauc_map_at_5_max": -0.05781, "nauc_map_at_5_std": 0.030824, "nauc_map_at_5_diff1": 0.222294, "nauc_map_at_10_max": -0.043997, "nauc_map_at_10_std": 0.001226, "nauc_map_at_10_diff1": 0.17946, "nauc_map_at_20_max": -0.055681, "nauc_map_at_20_std": -0.003912, "nauc_map_at_20_diff1": 0.167714, "nauc_map_at_100_max": -0.052043, "nauc_map_at_100_std": 0.004535, "nauc_map_at_100_diff1": 0.165821, "nauc_map_at_1000_max": -0.051413, "nauc_map_at_1000_std": 0.003855, "nauc_map_at_1000_diff1": 0.169852, "nauc_recall_at_1_max": -0.05597, "nauc_recall_at_1_std": 0.041864, "nauc_recall_at_1_diff1": 0.453199, "nauc_recall_at_3_max": -0.057816, "nauc_recall_at_3_std": 0.053408, "nauc_recall_at_3_diff1": 0.171931, "nauc_recall_at_5_max": -0.065128, "nauc_recall_at_5_std": 0.023927, "nauc_recall_at_5_diff1": 0.104146, "nauc_recall_at_10_max": -0.034075, "nauc_recall_at_10_std": -0.046756, "nauc_recall_at_10_diff1": 0.032732, "nauc_recall_at_20_max": -0.077713, "nauc_recall_at_20_std": -0.041301, "nauc_recall_at_20_diff1": 0.030118, "nauc_recall_at_100_max": -0.050154, "nauc_recall_at_100_std": 0.030761, "nauc_recall_at_100_diff1": 0.025105, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.05597, "nauc_precision_at_1_std": 0.041864, "nauc_precision_at_1_diff1": 0.453199, "nauc_precision_at_3_max": -0.057816, "nauc_precision_at_3_std": 0.053408, "nauc_precision_at_3_diff1": 0.171931, "nauc_precision_at_5_max": -0.065128, "nauc_precision_at_5_std": 0.023927, "nauc_precision_at_5_diff1": 0.104146, "nauc_precision_at_10_max": -0.034075, "nauc_precision_at_10_std": -0.046756, "nauc_precision_at_10_diff1": 0.032732, "nauc_precision_at_20_max": -0.077713, "nauc_precision_at_20_std": -0.041301, "nauc_precision_at_20_diff1": 0.030118, "nauc_precision_at_100_max": -0.050154, "nauc_precision_at_100_std": 0.030761, "nauc_precision_at_100_diff1": 0.025105, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.05597, "nauc_mrr_at_1_std": 0.041864, "nauc_mrr_at_1_diff1": 0.453199, "nauc_mrr_at_3_max": -0.053779, "nauc_mrr_at_3_std": 0.043396, "nauc_mrr_at_3_diff1": 0.271906, "nauc_mrr_at_5_max": -0.05781, "nauc_mrr_at_5_std": 0.030824, "nauc_mrr_at_5_diff1": 0.222294, "nauc_mrr_at_10_max": -0.043997, "nauc_mrr_at_10_std": 0.001226, "nauc_mrr_at_10_diff1": 0.17946, "nauc_mrr_at_20_max": -0.055681, "nauc_mrr_at_20_std": -0.003912, "nauc_mrr_at_20_diff1": 0.167714, "nauc_mrr_at_100_max": -0.052043, "nauc_mrr_at_100_std": 0.004535, "nauc_mrr_at_100_diff1": 0.165821, "nauc_mrr_at_1000_max": -0.051413, "nauc_mrr_at_1000_std": 0.003855, "nauc_mrr_at_1000_diff1": 0.169852, "main_score": 0.05778, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "ndcg_at_1": 0.01609, "ndcg_at_3": 0.02767, "ndcg_at_5": 0.03656, "ndcg_at_10": 0.05203, "ndcg_at_20": 0.06834, "ndcg_at_100": 0.13736, "ndcg_at_1000": 0.19696, "map_at_1": 0.01609, "map_at_3": 0.02441, "map_at_5": 0.02924, "map_at_10": 0.03571, "map_at_20": 0.04008, "map_at_100": 0.04837, "map_at_1000": 0.05116, "recall_at_1": 0.01609, "recall_at_3": 0.03726, "recall_at_5": 0.05927, "recall_at_10": 0.10669, "recall_at_20": 0.17189, "recall_at_100": 0.56308, "recall_at_1000": 1.0, "precision_at_1": 0.01609, "precision_at_3": 0.01242, "precision_at_5": 0.01185, "precision_at_10": 0.01067, "precision_at_20": 0.00859, "precision_at_100": 0.00563, "precision_at_1000": 0.001, "mrr_at_1": 0.016088, "mrr_at_3": 0.024414, "mrr_at_5": 0.029241, "mrr_at_10": 0.035706, "mrr_at_20": 0.040085, "mrr_at_100": 0.048367, "mrr_at_1000": 0.051155, "nauc_ndcg_at_1_max": 0.062551, "nauc_ndcg_at_1_std": -0.166339, "nauc_ndcg_at_1_diff1": 0.304155, "nauc_ndcg_at_3_max": 0.023305, "nauc_ndcg_at_3_std": -0.117204, "nauc_ndcg_at_3_diff1": 0.148769, "nauc_ndcg_at_5_max": -0.004663, "nauc_ndcg_at_5_std": -0.137668, "nauc_ndcg_at_5_diff1": 0.11025, "nauc_ndcg_at_10_max": -0.055022, "nauc_ndcg_at_10_std": -0.132966, "nauc_ndcg_at_10_diff1": 0.085619, "nauc_ndcg_at_20_max": -0.039126, "nauc_ndcg_at_20_std": -0.10685, "nauc_ndcg_at_20_diff1": 0.076965, "nauc_ndcg_at_100_max": -0.04328, "nauc_ndcg_at_100_std": -0.049309, "nauc_ndcg_at_100_diff1": 0.043753, "nauc_ndcg_at_1000_max": -0.026701, "nauc_ndcg_at_1000_std": -0.084164, "nauc_ndcg_at_1000_diff1": 0.077056, "nauc_map_at_1_max": 0.062551, "nauc_map_at_1_std": -0.166339, "nauc_map_at_1_diff1": 0.304155, "nauc_map_at_3_max": 0.038138, "nauc_map_at_3_std": -0.125666, "nauc_map_at_3_diff1": 0.178021, "nauc_map_at_5_max": 0.016002, "nauc_map_at_5_std": -0.139737, "nauc_map_at_5_diff1": 0.147205, "nauc_map_at_10_max": -0.01785, "nauc_map_at_10_std": -0.137653, "nauc_map_at_10_diff1": 0.125787, "nauc_map_at_20_max": -0.014078, "nauc_map_at_20_std": -0.125305, "nauc_map_at_20_diff1": 0.120162, "nauc_map_at_100_max": -0.014076, "nauc_map_at_100_std": -0.107563, "nauc_map_at_100_diff1": 0.109437, "nauc_map_at_1000_max": -0.011844, "nauc_map_at_1000_std": -0.110491, "nauc_map_at_1000_diff1": 0.112837, "nauc_recall_at_1_max": 0.062551, "nauc_recall_at_1_std": -0.166339, "nauc_recall_at_1_diff1": 0.304155, "nauc_recall_at_3_max": -0.007072, "nauc_recall_at_3_std": -0.101026, "nauc_recall_at_3_diff1": 0.092219, "nauc_recall_at_5_max": -0.03709, "nauc_recall_at_5_std": -0.135082, "nauc_recall_at_5_diff1": 0.054038, "nauc_recall_at_10_max": -0.099473, "nauc_recall_at_10_std": -0.127113, "nauc_recall_at_10_diff1": 0.041388, "nauc_recall_at_20_max": -0.059112, "nauc_recall_at_20_std": -0.086156, "nauc_recall_at_20_diff1": 0.037407, "nauc_recall_at_100_max": -0.06869, "nauc_recall_at_100_std": 0.018466, "nauc_recall_at_100_diff1": -0.01818, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.062551, "nauc_precision_at_1_std": -0.166339, "nauc_precision_at_1_diff1": 0.304155, "nauc_precision_at_3_max": -0.007072, "nauc_precision_at_3_std": -0.101026, "nauc_precision_at_3_diff1": 0.092219, "nauc_precision_at_5_max": -0.03709, "nauc_precision_at_5_std": -0.135082, "nauc_precision_at_5_diff1": 0.054038, "nauc_precision_at_10_max": -0.099473, "nauc_precision_at_10_std": -0.127113, "nauc_precision_at_10_diff1": 0.041388, "nauc_precision_at_20_max": -0.059112, "nauc_precision_at_20_std": -0.086156, "nauc_precision_at_20_diff1": 0.037407, "nauc_precision_at_100_max": -0.06869, "nauc_precision_at_100_std": 0.018466, "nauc_precision_at_100_diff1": -0.01818, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.062551, "nauc_mrr_at_1_std": -0.166339, "nauc_mrr_at_1_diff1": 0.304155, "nauc_mrr_at_3_max": 0.038138, "nauc_mrr_at_3_std": -0.125666, "nauc_mrr_at_3_diff1": 0.178021, "nauc_mrr_at_5_max": 0.016002, "nauc_mrr_at_5_std": -0.139737, "nauc_mrr_at_5_diff1": 0.147205, "nauc_mrr_at_10_max": -0.01785, "nauc_mrr_at_10_std": -0.137653, "nauc_mrr_at_10_diff1": 0.125787, "nauc_mrr_at_20_max": -0.014078, "nauc_mrr_at_20_std": -0.125305, "nauc_mrr_at_20_diff1": 0.120162, "nauc_mrr_at_100_max": -0.014076, "nauc_mrr_at_100_std": -0.107563, "nauc_mrr_at_100_diff1": 0.109437, "nauc_mrr_at_1000_max": -0.011844, "nauc_mrr_at_1000_std": -0.110491, "nauc_mrr_at_1000_diff1": 0.112837, "main_score": 0.05203, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 12.631023406982422, "kg_co2_emissions": 0.0005483011731403995 }