{ "dataset_revision": "6d1962c527217f8927fca80f890f14f36b2802af", "task_name": "MIRACLReranking", "mteb_version": "1.18.0", "scores": { "dev": [ { "NDCG@1(MIRACL)": 0.01485, "NDCG@3(MIRACL)": 0.02082, "NDCG@5(MIRACL)": 0.02493, "NDCG@10(MIRACL)": 0.03647, "NDCG@20(MIRACL)": 0.05674, "NDCG@100(MIRACL)": 0.21796, "NDCG@1000(MIRACL)": 0.21796, "MAP@1(MIRACL)": 0.0105, "MAP@3(MIRACL)": 0.01654, "MAP@5(MIRACL)": 0.01888, "MAP@10(MIRACL)": 0.02323, "MAP@20(MIRACL)": 0.02854, "MAP@100(MIRACL)": 0.04993, "MAP@1000(MIRACL)": 0.04993, "Recall@1(MIRACL)": 0.0105, "Recall@3(MIRACL)": 0.02402, "Recall@5(MIRACL)": 0.03332, "Recall@10(MIRACL)": 0.06558, "Recall@20(MIRACL)": 0.13603, "Recall@100(MIRACL)": 0.93543, "Recall@1000(MIRACL)": 0.93543, "P@1(MIRACL)": 0.01485, "P@3(MIRACL)": 0.01266, "P@5(MIRACL)": 0.01119, "P@10(MIRACL)": 0.01095, "P@20(MIRACL)": 0.01157, "P@100(MIRACL)": 0.01718, "P@1000(MIRACL)": 0.00172, "nAUC_NDCG@1_max(MIRACL)": 0.003008, "nAUC_NDCG@1_std(MIRACL)": -0.073757, "nAUC_NDCG@1_diff1(MIRACL)": 0.121192, "nAUC_NDCG@3_max(MIRACL)": -0.038885, "nAUC_NDCG@3_std(MIRACL)": -0.066629, "nAUC_NDCG@3_diff1(MIRACL)": 0.10614, "nAUC_NDCG@5_max(MIRACL)": -0.023571, "nAUC_NDCG@5_std(MIRACL)": -0.064964, "nAUC_NDCG@5_diff1(MIRACL)": 0.100202, "nAUC_NDCG@10_max(MIRACL)": -0.033107, "nAUC_NDCG@10_std(MIRACL)": -0.073102, "nAUC_NDCG@10_diff1(MIRACL)": 0.075718, "nAUC_NDCG@20_max(MIRACL)": -0.016939, "nAUC_NDCG@20_std(MIRACL)": -0.057309, "nAUC_NDCG@20_diff1(MIRACL)": 0.065696, "nAUC_NDCG@100_max(MIRACL)": 0.023691, "nAUC_NDCG@100_std(MIRACL)": -0.06323, "nAUC_NDCG@100_diff1(MIRACL)": 0.072616, "nAUC_NDCG@1000_max(MIRACL)": 0.023691, "nAUC_NDCG@1000_std(MIRACL)": -0.06323, "nAUC_NDCG@1000_diff1(MIRACL)": 0.072616, "nAUC_MAP@1_max(MIRACL)": 0.029346, "nAUC_MAP@1_std(MIRACL)": -0.059209, "nAUC_MAP@1_diff1(MIRACL)": 0.166099, "nAUC_MAP@3_max(MIRACL)": -0.02216, "nAUC_MAP@3_std(MIRACL)": -0.053787, "nAUC_MAP@3_diff1(MIRACL)": 0.124629, "nAUC_MAP@5_max(MIRACL)": -0.018999, "nAUC_MAP@5_std(MIRACL)": -0.055569, "nAUC_MAP@5_diff1(MIRACL)": 0.117893, "nAUC_MAP@10_max(MIRACL)": -0.031105, "nAUC_MAP@10_std(MIRACL)": -0.063171, "nAUC_MAP@10_diff1(MIRACL)": 0.099924, "nAUC_MAP@20_max(MIRACL)": -0.022603, "nAUC_MAP@20_std(MIRACL)": -0.056455, "nAUC_MAP@20_diff1(MIRACL)": 0.091117, "nAUC_MAP@100_max(MIRACL)": -0.009548, "nAUC_MAP@100_std(MIRACL)": -0.059462, "nAUC_MAP@100_diff1(MIRACL)": 0.090629, "nAUC_MAP@1000_max(MIRACL)": -0.009548, "nAUC_MAP@1000_std(MIRACL)": -0.059462, "nAUC_MAP@1000_diff1(MIRACL)": 0.090629, "nAUC_Recall@1_max(MIRACL)": 0.029346, "nAUC_Recall@1_std(MIRACL)": -0.059209, "nAUC_Recall@1_diff1(MIRACL)": 0.166099, "nAUC_Recall@3_max(MIRACL)": -0.046842, "nAUC_Recall@3_std(MIRACL)": -0.066312, "nAUC_Recall@3_diff1(MIRACL)": 0.093739, "nAUC_Recall@5_max(MIRACL)": -0.032522, "nAUC_Recall@5_std(MIRACL)": -0.065676, "nAUC_Recall@5_diff1(MIRACL)": 0.082895, "nAUC_Recall@10_max(MIRACL)": -0.046212, "nAUC_Recall@10_std(MIRACL)": -0.075954, "nAUC_Recall@10_diff1(MIRACL)": 0.056149, "nAUC_Recall@20_max(MIRACL)": -0.018997, "nAUC_Recall@20_std(MIRACL)": -0.049156, "nAUC_Recall@20_diff1(MIRACL)": 0.043219, "nAUC_Recall@100_max(MIRACL)": 0.18899, "nAUC_Recall@100_std(MIRACL)": -0.026606, "nAUC_Recall@100_diff1(MIRACL)": 0.073097, "nAUC_Recall@1000_max(MIRACL)": 0.18899, "nAUC_Recall@1000_std(MIRACL)": -0.026606, "nAUC_Recall@1000_diff1(MIRACL)": 0.073097, "nAUC_P@1_max(MIRACL)": 0.003008, "nAUC_P@1_std(MIRACL)": -0.073757, "nAUC_P@1_diff1(MIRACL)": 0.121192, "nAUC_P@3_max(MIRACL)": -0.073198, "nAUC_P@3_std(MIRACL)": -0.078076, "nAUC_P@3_diff1(MIRACL)": 0.089281, "nAUC_P@5_max(MIRACL)": -0.029425, "nAUC_P@5_std(MIRACL)": -0.082353, "nAUC_P@5_diff1(MIRACL)": 0.087428, "nAUC_P@10_max(MIRACL)": -0.031281, "nAUC_P@10_std(MIRACL)": -0.092822, "nAUC_P@10_diff1(MIRACL)": 0.048608, "nAUC_P@20_max(MIRACL)": 0.000362, "nAUC_P@20_std(MIRACL)": -0.06954, "nAUC_P@20_diff1(MIRACL)": 0.060231, "nAUC_P@100_max(MIRACL)": 0.022344, "nAUC_P@100_std(MIRACL)": -0.062976, "nAUC_P@100_diff1(MIRACL)": 0.045401, "nAUC_P@1000_max(MIRACL)": 0.022344, "nAUC_P@1000_std(MIRACL)": -0.062976, "nAUC_P@1000_diff1(MIRACL)": 0.045401, "main_score": 0.03647, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "NDCG@1(MIRACL)": 0.0146, "NDCG@3(MIRACL)": 0.01071, "NDCG@5(MIRACL)": 0.0174, "NDCG@10(MIRACL)": 0.03027, "NDCG@20(MIRACL)": 0.04871, "NDCG@100(MIRACL)": 0.21958, "NDCG@1000(MIRACL)": 0.21958, "MAP@1(MIRACL)": 0.00543, "MAP@3(MIRACL)": 0.00685, "MAP@5(MIRACL)": 0.01071, "MAP@10(MIRACL)": 0.01561, "MAP@20(MIRACL)": 0.01999, "MAP@100(MIRACL)": 0.04321, "MAP@1000(MIRACL)": 0.04321, "Recall@1(MIRACL)": 0.00543, "Recall@3(MIRACL)": 0.00969, "Recall@5(MIRACL)": 0.0262, "Recall@10(MIRACL)": 0.05915, "Recall@20(MIRACL)": 0.11881, "Recall@100(MIRACL)": 0.94891, "Recall@1000(MIRACL)": 0.94891, "P@1(MIRACL)": 0.0146, "P@3(MIRACL)": 0.00811, "P@5(MIRACL)": 0.00973, "P@10(MIRACL)": 0.01119, "P@20(MIRACL)": 0.01253, "P@100(MIRACL)": 0.01917, "P@1000(MIRACL)": 0.00192, "nAUC_NDCG@1_max(MIRACL)": -0.037043, "nAUC_NDCG@1_std(MIRACL)": -0.032694, "nAUC_NDCG@1_diff1(MIRACL)": 0.030138, "nAUC_NDCG@3_max(MIRACL)": -0.069961, "nAUC_NDCG@3_std(MIRACL)": -0.042351, "nAUC_NDCG@3_diff1(MIRACL)": 0.041481, "nAUC_NDCG@5_max(MIRACL)": -0.177059, "nAUC_NDCG@5_std(MIRACL)": -0.070931, "nAUC_NDCG@5_diff1(MIRACL)": 0.063396, "nAUC_NDCG@10_max(MIRACL)": -0.117837, "nAUC_NDCG@10_std(MIRACL)": -0.048589, "nAUC_NDCG@10_diff1(MIRACL)": 0.047146, "nAUC_NDCG@20_max(MIRACL)": -0.065442, "nAUC_NDCG@20_std(MIRACL)": -0.012121, "nAUC_NDCG@20_diff1(MIRACL)": 0.068157, "nAUC_NDCG@100_max(MIRACL)": -0.024693, "nAUC_NDCG@100_std(MIRACL)": -0.044513, "nAUC_NDCG@100_diff1(MIRACL)": 0.045099, "nAUC_NDCG@1000_max(MIRACL)": -0.024693, "nAUC_NDCG@1000_std(MIRACL)": -0.044513, "nAUC_NDCG@1000_diff1(MIRACL)": 0.045099, "nAUC_MAP@1_max(MIRACL)": 0.016444, "nAUC_MAP@1_std(MIRACL)": -0.119365, "nAUC_MAP@1_diff1(MIRACL)": 0.142753, "nAUC_MAP@3_max(MIRACL)": -0.034353, "nAUC_MAP@3_std(MIRACL)": -0.084559, "nAUC_MAP@3_diff1(MIRACL)": 0.102967, "nAUC_MAP@5_max(MIRACL)": -0.138746, "nAUC_MAP@5_std(MIRACL)": -0.096591, "nAUC_MAP@5_diff1(MIRACL)": 0.089191, "nAUC_MAP@10_max(MIRACL)": -0.10444, "nAUC_MAP@10_std(MIRACL)": -0.070862, "nAUC_MAP@10_diff1(MIRACL)": 0.060091, "nAUC_MAP@20_max(MIRACL)": -0.069417, "nAUC_MAP@20_std(MIRACL)": -0.034608, "nAUC_MAP@20_diff1(MIRACL)": 0.074533, "nAUC_MAP@100_max(MIRACL)": -0.057407, "nAUC_MAP@100_std(MIRACL)": -0.056563, "nAUC_MAP@100_diff1(MIRACL)": 0.056019, "nAUC_MAP@1000_max(MIRACL)": -0.057407, "nAUC_MAP@1000_std(MIRACL)": -0.056563, "nAUC_MAP@1000_diff1(MIRACL)": 0.056019, "nAUC_Recall@1_max(MIRACL)": 0.016444, "nAUC_Recall@1_std(MIRACL)": -0.119365, "nAUC_Recall@1_diff1(MIRACL)": 0.142753, "nAUC_Recall@3_max(MIRACL)": -0.091313, "nAUC_Recall@3_std(MIRACL)": -0.045529, "nAUC_Recall@3_diff1(MIRACL)": 0.058353, "nAUC_Recall@5_max(MIRACL)": -0.23675, "nAUC_Recall@5_std(MIRACL)": -0.076641, "nAUC_Recall@5_diff1(MIRACL)": 0.059618, "nAUC_Recall@10_max(MIRACL)": -0.127356, "nAUC_Recall@10_std(MIRACL)": -0.045094, "nAUC_Recall@10_diff1(MIRACL)": 0.039021, "nAUC_Recall@20_max(MIRACL)": -0.047843, "nAUC_Recall@20_std(MIRACL)": 0.007999, "nAUC_Recall@20_diff1(MIRACL)": 0.08345, "nAUC_Recall@100_max(MIRACL)": 0.359289, "nAUC_Recall@100_std(MIRACL)": 0.067157, "nAUC_Recall@100_diff1(MIRACL)": 0.254901, "nAUC_Recall@1000_max(MIRACL)": 0.359289, "nAUC_Recall@1000_std(MIRACL)": 0.067157, "nAUC_Recall@1000_diff1(MIRACL)": 0.254901, "nAUC_P@1_max(MIRACL)": -0.037043, "nAUC_P@1_std(MIRACL)": -0.032694, "nAUC_P@1_diff1(MIRACL)": 0.030138, "nAUC_P@3_max(MIRACL)": -0.12302, "nAUC_P@3_std(MIRACL)": 0.013627, "nAUC_P@3_diff1(MIRACL)": -0.009473, "nAUC_P@5_max(MIRACL)": -0.235482, "nAUC_P@5_std(MIRACL)": -0.044181, "nAUC_P@5_diff1(MIRACL)": 0.030526, "nAUC_P@10_max(MIRACL)": -0.121586, "nAUC_P@10_std(MIRACL)": -0.032766, "nAUC_P@10_diff1(MIRACL)": 0.073427, "nAUC_P@20_max(MIRACL)": -0.05591, "nAUC_P@20_std(MIRACL)": -0.003077, "nAUC_P@20_diff1(MIRACL)": 0.070386, "nAUC_P@100_max(MIRACL)": -0.065545, "nAUC_P@100_std(MIRACL)": -0.036432, "nAUC_P@100_diff1(MIRACL)": -0.013909, "nAUC_P@1000_max(MIRACL)": -0.065545, "nAUC_P@1000_std(MIRACL)": -0.036432, "nAUC_P@1000_diff1(MIRACL)": -0.013909, "main_score": 0.03027, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "NDCG@1(MIRACL)": 0.10855, "NDCG@3(MIRACL)": 0.14486, "NDCG@5(MIRACL)": 0.16264, "NDCG@10(MIRACL)": 0.19795, "NDCG@20(MIRACL)": 0.23631, "NDCG@100(MIRACL)": 0.30579, "NDCG@1000(MIRACL)": 0.30579, "MAP@1(MIRACL)": 0.05672, "MAP@3(MIRACL)": 0.10921, "MAP@5(MIRACL)": 0.12211, "MAP@10(MIRACL)": 0.13956, "MAP@20(MIRACL)": 0.15302, "MAP@100(MIRACL)": 0.16741, "MAP@1000(MIRACL)": 0.16741, "Recall@1(MIRACL)": 0.05672, "Recall@3(MIRACL)": 0.16346, "Recall@5(MIRACL)": 0.21113, "Recall@10(MIRACL)": 0.3008, "Recall@20(MIRACL)": 0.4234, "Recall@100(MIRACL)": 0.72697, "Recall@1000(MIRACL)": 0.72697, "P@1(MIRACL)": 0.10855, "P@3(MIRACL)": 0.10088, "P@5(MIRACL)": 0.07829, "P@10(MIRACL)": 0.0602, "P@20(MIRACL)": 0.04424, "P@100(MIRACL)": 0.01543, "P@1000(MIRACL)": 0.00154, "nAUC_NDCG@1_max(MIRACL)": 0.217143, "nAUC_NDCG@1_std(MIRACL)": 0.158117, "nAUC_NDCG@1_diff1(MIRACL)": 0.055959, "nAUC_NDCG@3_max(MIRACL)": 0.144322, "nAUC_NDCG@3_std(MIRACL)": 0.155647, "nAUC_NDCG@3_diff1(MIRACL)": -0.029382, "nAUC_NDCG@5_max(MIRACL)": 0.174067, "nAUC_NDCG@5_std(MIRACL)": 0.144498, "nAUC_NDCG@5_diff1(MIRACL)": -0.00143, "nAUC_NDCG@10_max(MIRACL)": 0.188588, "nAUC_NDCG@10_std(MIRACL)": 0.162324, "nAUC_NDCG@10_diff1(MIRACL)": -0.014158, "nAUC_NDCG@20_max(MIRACL)": 0.212701, "nAUC_NDCG@20_std(MIRACL)": 0.157615, "nAUC_NDCG@20_diff1(MIRACL)": 0.014742, "nAUC_NDCG@100_max(MIRACL)": 0.245179, "nAUC_NDCG@100_std(MIRACL)": 0.115921, "nAUC_NDCG@100_diff1(MIRACL)": 0.027452, "nAUC_NDCG@1000_max(MIRACL)": 0.245179, "nAUC_NDCG@1000_std(MIRACL)": 0.115921, "nAUC_NDCG@1000_diff1(MIRACL)": 0.027452, "nAUC_MAP@1_max(MIRACL)": 0.172267, "nAUC_MAP@1_std(MIRACL)": 0.178524, "nAUC_MAP@1_diff1(MIRACL)": 0.041858, "nAUC_MAP@3_max(MIRACL)": 0.122105, "nAUC_MAP@3_std(MIRACL)": 0.168871, "nAUC_MAP@3_diff1(MIRACL)": -0.013483, "nAUC_MAP@5_max(MIRACL)": 0.146046, "nAUC_MAP@5_std(MIRACL)": 0.161363, "nAUC_MAP@5_diff1(MIRACL)": 0.000606, "nAUC_MAP@10_max(MIRACL)": 0.163218, "nAUC_MAP@10_std(MIRACL)": 0.164213, "nAUC_MAP@10_diff1(MIRACL)": -0.008722, "nAUC_MAP@20_max(MIRACL)": 0.18336, "nAUC_MAP@20_std(MIRACL)": 0.166485, "nAUC_MAP@20_diff1(MIRACL)": -0.001632, "nAUC_MAP@100_max(MIRACL)": 0.191314, "nAUC_MAP@100_std(MIRACL)": 0.158208, "nAUC_MAP@100_diff1(MIRACL)": 0.001094, "nAUC_MAP@1000_max(MIRACL)": 0.191314, "nAUC_MAP@1000_std(MIRACL)": 0.158208, "nAUC_MAP@1000_diff1(MIRACL)": 0.001094, "nAUC_Recall@1_max(MIRACL)": 0.172267, "nAUC_Recall@1_std(MIRACL)": 0.178524, "nAUC_Recall@1_diff1(MIRACL)": 0.041858, "nAUC_Recall@3_max(MIRACL)": 0.107243, "nAUC_Recall@3_std(MIRACL)": 0.157504, "nAUC_Recall@3_diff1(MIRACL)": -0.0513, "nAUC_Recall@5_max(MIRACL)": 0.149685, "nAUC_Recall@5_std(MIRACL)": 0.135631, "nAUC_Recall@5_diff1(MIRACL)": -0.00359, "nAUC_Recall@10_max(MIRACL)": 0.162447, "nAUC_Recall@10_std(MIRACL)": 0.17248, "nAUC_Recall@10_diff1(MIRACL)": -0.031985, "nAUC_Recall@20_max(MIRACL)": 0.20017, "nAUC_Recall@20_std(MIRACL)": 0.148543, "nAUC_Recall@20_diff1(MIRACL)": 0.043969, "nAUC_Recall@100_max(MIRACL)": 0.383666, "nAUC_Recall@100_std(MIRACL)": -0.000783, "nAUC_Recall@100_diff1(MIRACL)": 0.11158, "nAUC_Recall@1000_max(MIRACL)": 0.383666, "nAUC_Recall@1000_std(MIRACL)": -0.000783, "nAUC_Recall@1000_diff1(MIRACL)": 0.11158, "nAUC_P@1_max(MIRACL)": 0.217143, "nAUC_P@1_std(MIRACL)": 0.158117, "nAUC_P@1_diff1(MIRACL)": 0.055959, "nAUC_P@3_max(MIRACL)": 0.169529, "nAUC_P@3_std(MIRACL)": 0.111131, "nAUC_P@3_diff1(MIRACL)": -0.051183, "nAUC_P@5_max(MIRACL)": 0.247748, "nAUC_P@5_std(MIRACL)": 0.099041, "nAUC_P@5_diff1(MIRACL)": -0.030134, "nAUC_P@10_max(MIRACL)": 0.272959, "nAUC_P@10_std(MIRACL)": 0.129537, "nAUC_P@10_diff1(MIRACL)": -0.03345, "nAUC_P@20_max(MIRACL)": 0.294495, "nAUC_P@20_std(MIRACL)": 0.128556, "nAUC_P@20_diff1(MIRACL)": 0.014891, "nAUC_P@100_max(MIRACL)": 0.240275, "nAUC_P@100_std(MIRACL)": 0.014976, "nAUC_P@100_diff1(MIRACL)": 0.044348, "nAUC_P@1000_max(MIRACL)": 0.240275, "nAUC_P@1000_std(MIRACL)": 0.014976, "nAUC_P@1000_diff1(MIRACL)": 0.044348, "main_score": 0.19795, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "NDCG@1(MIRACL)": 0.4028, "NDCG@3(MIRACL)": 0.42469, "NDCG@5(MIRACL)": 0.44916, "NDCG@10(MIRACL)": 0.49467, "NDCG@20(MIRACL)": 0.53466, "NDCG@100(MIRACL)": 0.57841, "NDCG@1000(MIRACL)": 0.57841, "MAP@1(MIRACL)": 0.21317, "MAP@3(MIRACL)": 0.32667, "MAP@5(MIRACL)": 0.36355, "MAP@10(MIRACL)": 0.39577, "MAP@20(MIRACL)": 0.41457, "MAP@100(MIRACL)": 0.42799, "MAP@1000(MIRACL)": 0.42799, "Recall@1(MIRACL)": 0.21317, "Recall@3(MIRACL)": 0.41005, "Recall@5(MIRACL)": 0.5031, "Recall@10(MIRACL)": 0.62028, "Recall@20(MIRACL)": 0.73585, "Recall@100(MIRACL)": 0.89581, "Recall@1000(MIRACL)": 0.89581, "P@1(MIRACL)": 0.4028, "P@3(MIRACL)": 0.28928, "P@5(MIRACL)": 0.22338, "P@10(MIRACL)": 0.14816, "P@20(MIRACL)": 0.0918, "P@100(MIRACL)": 0.02382, "P@1000(MIRACL)": 0.00238, "nAUC_NDCG@1_max(MIRACL)": 0.304429, "nAUC_NDCG@1_std(MIRACL)": 0.076948, "nAUC_NDCG@1_diff1(MIRACL)": 0.293132, "nAUC_NDCG@3_max(MIRACL)": 0.261135, "nAUC_NDCG@3_std(MIRACL)": 0.079718, "nAUC_NDCG@3_diff1(MIRACL)": 0.203187, "nAUC_NDCG@5_max(MIRACL)": 0.252462, "nAUC_NDCG@5_std(MIRACL)": 0.072309, "nAUC_NDCG@5_diff1(MIRACL)": 0.187226, "nAUC_NDCG@10_max(MIRACL)": 0.274443, "nAUC_NDCG@10_std(MIRACL)": 0.08816, "nAUC_NDCG@10_diff1(MIRACL)": 0.194967, "nAUC_NDCG@20_max(MIRACL)": 0.300884, "nAUC_NDCG@20_std(MIRACL)": 0.103116, "nAUC_NDCG@20_diff1(MIRACL)": 0.193804, "nAUC_NDCG@100_max(MIRACL)": 0.34489, "nAUC_NDCG@100_std(MIRACL)": 0.085683, "nAUC_NDCG@100_diff1(MIRACL)": 0.196207, "nAUC_NDCG@1000_max(MIRACL)": 0.34489, "nAUC_NDCG@1000_std(MIRACL)": 0.085683, "nAUC_NDCG@1000_diff1(MIRACL)": 0.196207, "nAUC_MAP@1_max(MIRACL)": 0.13539, "nAUC_MAP@1_std(MIRACL)": 0.027402, "nAUC_MAP@1_diff1(MIRACL)": 0.25524, "nAUC_MAP@3_max(MIRACL)": 0.179613, "nAUC_MAP@3_std(MIRACL)": 0.045464, "nAUC_MAP@3_diff1(MIRACL)": 0.197655, "nAUC_MAP@5_max(MIRACL)": 0.199205, "nAUC_MAP@5_std(MIRACL)": 0.053514, "nAUC_MAP@5_diff1(MIRACL)": 0.188233, "nAUC_MAP@10_max(MIRACL)": 0.224987, "nAUC_MAP@10_std(MIRACL)": 0.069238, "nAUC_MAP@10_diff1(MIRACL)": 0.193312, "nAUC_MAP@20_max(MIRACL)": 0.241398, "nAUC_MAP@20_std(MIRACL)": 0.078416, "nAUC_MAP@20_diff1(MIRACL)": 0.194101, "nAUC_MAP@100_max(MIRACL)": 0.255601, "nAUC_MAP@100_std(MIRACL)": 0.076088, "nAUC_MAP@100_diff1(MIRACL)": 0.196046, "nAUC_MAP@1000_max(MIRACL)": 0.255601, "nAUC_MAP@1000_std(MIRACL)": 0.076088, "nAUC_MAP@1000_diff1(MIRACL)": 0.196046, "nAUC_Recall@1_max(MIRACL)": 0.13539, "nAUC_Recall@1_std(MIRACL)": 0.027402, "nAUC_Recall@1_diff1(MIRACL)": 0.25524, "nAUC_Recall@3_max(MIRACL)": 0.145581, "nAUC_Recall@3_std(MIRACL)": 0.053141, "nAUC_Recall@3_diff1(MIRACL)": 0.130707, "nAUC_Recall@5_max(MIRACL)": 0.160836, "nAUC_Recall@5_std(MIRACL)": 0.052421, "nAUC_Recall@5_diff1(MIRACL)": 0.101053, "nAUC_Recall@10_max(MIRACL)": 0.202473, "nAUC_Recall@10_std(MIRACL)": 0.084334, "nAUC_Recall@10_diff1(MIRACL)": 0.112076, "nAUC_Recall@20_max(MIRACL)": 0.261418, "nAUC_Recall@20_std(MIRACL)": 0.149484, "nAUC_Recall@20_diff1(MIRACL)": 0.089521, "nAUC_Recall@100_max(MIRACL)": 0.647987, "nAUC_Recall@100_std(MIRACL)": 0.055627, "nAUC_Recall@100_diff1(MIRACL)": 0.08345, "nAUC_Recall@1000_max(MIRACL)": 0.647987, "nAUC_Recall@1000_std(MIRACL)": 0.055627, "nAUC_Recall@1000_diff1(MIRACL)": 0.08345, "nAUC_P@1_max(MIRACL)": 0.304429, "nAUC_P@1_std(MIRACL)": 0.076948, "nAUC_P@1_diff1(MIRACL)": 0.293132, "nAUC_P@3_max(MIRACL)": 0.330066, "nAUC_P@3_std(MIRACL)": 0.098687, "nAUC_P@3_diff1(MIRACL)": 0.105098, "nAUC_P@5_max(MIRACL)": 0.346109, "nAUC_P@5_std(MIRACL)": 0.113116, "nAUC_P@5_diff1(MIRACL)": 0.065264, "nAUC_P@10_max(MIRACL)": 0.345236, "nAUC_P@10_std(MIRACL)": 0.122733, "nAUC_P@10_diff1(MIRACL)": 0.059671, "nAUC_P@20_max(MIRACL)": 0.333397, "nAUC_P@20_std(MIRACL)": 0.110201, "nAUC_P@20_diff1(MIRACL)": 0.037814, "nAUC_P@100_max(MIRACL)": 0.324226, "nAUC_P@100_std(MIRACL)": 0.038282, "nAUC_P@100_diff1(MIRACL)": 0.005288, "nAUC_P@1000_max(MIRACL)": 0.324226, "nAUC_P@1000_std(MIRACL)": 0.038282, "nAUC_P@1000_diff1(MIRACL)": 0.005288, "main_score": 0.49467, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "NDCG@1(MIRACL)": 0.17018, "NDCG@3(MIRACL)": 0.17815, "NDCG@5(MIRACL)": 0.20165, "NDCG@10(MIRACL)": 0.24267, "NDCG@20(MIRACL)": 0.29994, "NDCG@100(MIRACL)": 0.40739, "NDCG@1000(MIRACL)": 0.40739, "MAP@1(MIRACL)": 0.06609, "MAP@3(MIRACL)": 0.11064, "MAP@5(MIRACL)": 0.13522, "MAP@10(MIRACL)": 0.16089, "MAP@20(MIRACL)": 0.18428, "MAP@100(MIRACL)": 0.21259, "MAP@1000(MIRACL)": 0.21259, "Recall@1(MIRACL)": 0.06609, "Recall@3(MIRACL)": 0.15268, "Recall@5(MIRACL)": 0.22767, "Recall@10(MIRACL)": 0.32989, "Recall@20(MIRACL)": 0.48557, "Recall@100(MIRACL)": 0.88493, "Recall@1000(MIRACL)": 0.88493, "P@1(MIRACL)": 0.17018, "P@3(MIRACL)": 0.14317, "P@5(MIRACL)": 0.13193, "P@10(MIRACL)": 0.10502, "P@20(MIRACL)": 0.08128, "P@100(MIRACL)": 0.03053, "P@1000(MIRACL)": 0.00305, "nAUC_NDCG@1_max(MIRACL)": 0.065978, "nAUC_NDCG@1_std(MIRACL)": 0.083393, "nAUC_NDCG@1_diff1(MIRACL)": -0.01652, "nAUC_NDCG@3_max(MIRACL)": 0.041771, "nAUC_NDCG@3_std(MIRACL)": 0.046103, "nAUC_NDCG@3_diff1(MIRACL)": 0.007816, "nAUC_NDCG@5_max(MIRACL)": 0.013107, "nAUC_NDCG@5_std(MIRACL)": 0.050876, "nAUC_NDCG@5_diff1(MIRACL)": 3.8e-05, "nAUC_NDCG@10_max(MIRACL)": 0.032977, "nAUC_NDCG@10_std(MIRACL)": 0.046931, "nAUC_NDCG@10_diff1(MIRACL)": -0.011223, "nAUC_NDCG@20_max(MIRACL)": 0.074156, "nAUC_NDCG@20_std(MIRACL)": 0.063369, "nAUC_NDCG@20_diff1(MIRACL)": -0.001751, "nAUC_NDCG@100_max(MIRACL)": 0.118916, "nAUC_NDCG@100_std(MIRACL)": 0.024501, "nAUC_NDCG@100_diff1(MIRACL)": -0.009149, "nAUC_NDCG@1000_max(MIRACL)": 0.118916, "nAUC_NDCG@1000_std(MIRACL)": 0.024501, "nAUC_NDCG@1000_diff1(MIRACL)": -0.009149, "nAUC_MAP@1_max(MIRACL)": -0.04639, "nAUC_MAP@1_std(MIRACL)": 0.027246, "nAUC_MAP@1_diff1(MIRACL)": -0.010353, "nAUC_MAP@3_max(MIRACL)": -0.030811, "nAUC_MAP@3_std(MIRACL)": 0.037004, "nAUC_MAP@3_diff1(MIRACL)": 0.003588, "nAUC_MAP@5_max(MIRACL)": -0.024414, "nAUC_MAP@5_std(MIRACL)": 0.038436, "nAUC_MAP@5_diff1(MIRACL)": 0.002966, "nAUC_MAP@10_max(MIRACL)": 0.000457, "nAUC_MAP@10_std(MIRACL)": 0.038769, "nAUC_MAP@10_diff1(MIRACL)": -0.002042, "nAUC_MAP@20_max(MIRACL)": 0.022056, "nAUC_MAP@20_std(MIRACL)": 0.051384, "nAUC_MAP@20_diff1(MIRACL)": 0.000262, "nAUC_MAP@100_max(MIRACL)": 0.041915, "nAUC_MAP@100_std(MIRACL)": 0.040266, "nAUC_MAP@100_diff1(MIRACL)": -0.001232, "nAUC_MAP@1000_max(MIRACL)": 0.041915, "nAUC_MAP@1000_std(MIRACL)": 0.040266, "nAUC_MAP@1000_diff1(MIRACL)": -0.001232, "nAUC_Recall@1_max(MIRACL)": -0.04639, "nAUC_Recall@1_std(MIRACL)": 0.027246, "nAUC_Recall@1_diff1(MIRACL)": -0.010353, "nAUC_Recall@3_max(MIRACL)": -0.029203, "nAUC_Recall@3_std(MIRACL)": 0.023278, "nAUC_Recall@3_diff1(MIRACL)": 0.021243, "nAUC_Recall@5_max(MIRACL)": -0.042672, "nAUC_Recall@5_std(MIRACL)": 0.050096, "nAUC_Recall@5_diff1(MIRACL)": 0.016726, "nAUC_Recall@10_max(MIRACL)": 0.001225, "nAUC_Recall@10_std(MIRACL)": 0.05063, "nAUC_Recall@10_diff1(MIRACL)": -0.017759, "nAUC_Recall@20_max(MIRACL)": 0.075015, "nAUC_Recall@20_std(MIRACL)": 0.088284, "nAUC_Recall@20_diff1(MIRACL)": -0.000703, "nAUC_Recall@100_max(MIRACL)": 0.289752, "nAUC_Recall@100_std(MIRACL)": -0.060064, "nAUC_Recall@100_diff1(MIRACL)": -0.084028, "nAUC_Recall@1000_max(MIRACL)": 0.289752, "nAUC_Recall@1000_std(MIRACL)": -0.060064, "nAUC_Recall@1000_diff1(MIRACL)": -0.084028, "nAUC_P@1_max(MIRACL)": 0.065978, "nAUC_P@1_std(MIRACL)": 0.083393, "nAUC_P@1_diff1(MIRACL)": -0.01652, "nAUC_P@3_max(MIRACL)": 0.110133, "nAUC_P@3_std(MIRACL)": 0.045268, "nAUC_P@3_diff1(MIRACL)": 0.001991, "nAUC_P@5_max(MIRACL)": 0.10866, "nAUC_P@5_std(MIRACL)": 0.030854, "nAUC_P@5_diff1(MIRACL)": -0.013142, "nAUC_P@10_max(MIRACL)": 0.146246, "nAUC_P@10_std(MIRACL)": 0.017347, "nAUC_P@10_diff1(MIRACL)": -0.017772, "nAUC_P@20_max(MIRACL)": 0.205223, "nAUC_P@20_std(MIRACL)": 0.032123, "nAUC_P@20_diff1(MIRACL)": 0.008851, "nAUC_P@100_max(MIRACL)": 0.235364, "nAUC_P@100_std(MIRACL)": -0.056457, "nAUC_P@100_diff1(MIRACL)": 0.010772, "nAUC_P@1000_max(MIRACL)": 0.235364, "nAUC_P@1000_std(MIRACL)": -0.056457, "nAUC_P@1000_diff1(MIRACL)": 0.010772, "main_score": 0.24267, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "NDCG@1(MIRACL)": 0.02373, "NDCG@3(MIRACL)": 0.03113, "NDCG@5(MIRACL)": 0.03633, "NDCG@10(MIRACL)": 0.05284, "NDCG@20(MIRACL)": 0.07078, "NDCG@100(MIRACL)": 0.20072, "NDCG@1000(MIRACL)": 0.20072, "MAP@1(MIRACL)": 0.01368, "MAP@3(MIRACL)": 0.02219, "MAP@5(MIRACL)": 0.02593, "MAP@10(MIRACL)": 0.0327, "MAP@20(MIRACL)": 0.03745, "MAP@100(MIRACL)": 0.05437, "MAP@1000(MIRACL)": 0.05437, "Recall@1(MIRACL)": 0.01368, "Recall@3(MIRACL)": 0.03437, "Recall@5(MIRACL)": 0.04955, "Recall@10(MIRACL)": 0.09781, "Recall@20(MIRACL)": 0.16053, "Recall@100(MIRACL)": 0.81487, "Recall@1000(MIRACL)": 0.81487, "P@1(MIRACL)": 0.02373, "P@3(MIRACL)": 0.0211, "P@5(MIRACL)": 0.01741, "P@10(MIRACL)": 0.01582, "P@20(MIRACL)": 0.01345, "P@100(MIRACL)": 0.01467, "P@1000(MIRACL)": 0.00147, "nAUC_NDCG@1_max(MIRACL)": 0.016184, "nAUC_NDCG@1_std(MIRACL)": -0.094318, "nAUC_NDCG@1_diff1(MIRACL)": 0.192363, "nAUC_NDCG@3_max(MIRACL)": 0.042987, "nAUC_NDCG@3_std(MIRACL)": -0.061326, "nAUC_NDCG@3_diff1(MIRACL)": 0.089495, "nAUC_NDCG@5_max(MIRACL)": 0.038695, "nAUC_NDCG@5_std(MIRACL)": -0.088001, "nAUC_NDCG@5_diff1(MIRACL)": 0.026002, "nAUC_NDCG@10_max(MIRACL)": 0.041778, "nAUC_NDCG@10_std(MIRACL)": -0.058963, "nAUC_NDCG@10_diff1(MIRACL)": -0.022028, "nAUC_NDCG@20_max(MIRACL)": 0.025589, "nAUC_NDCG@20_std(MIRACL)": -0.042872, "nAUC_NDCG@20_diff1(MIRACL)": -0.001487, "nAUC_NDCG@100_max(MIRACL)": 0.017433, "nAUC_NDCG@100_std(MIRACL)": -0.026994, "nAUC_NDCG@100_diff1(MIRACL)": -0.018436, "nAUC_NDCG@1000_max(MIRACL)": 0.017433, "nAUC_NDCG@1000_std(MIRACL)": -0.026994, "nAUC_NDCG@1000_diff1(MIRACL)": -0.018436, "nAUC_MAP@1_max(MIRACL)": 0.042177, "nAUC_MAP@1_std(MIRACL)": -0.114102, "nAUC_MAP@1_diff1(MIRACL)": 0.150827, "nAUC_MAP@3_max(MIRACL)": 0.01019, "nAUC_MAP@3_std(MIRACL)": -0.077894, "nAUC_MAP@3_diff1(MIRACL)": 0.073394, "nAUC_MAP@5_max(MIRACL)": 0.02203, "nAUC_MAP@5_std(MIRACL)": -0.089238, "nAUC_MAP@5_diff1(MIRACL)": 0.034971, "nAUC_MAP@10_max(MIRACL)": 0.030915, "nAUC_MAP@10_std(MIRACL)": -0.071512, "nAUC_MAP@10_diff1(MIRACL)": 0.004792, "nAUC_MAP@20_max(MIRACL)": 0.025453, "nAUC_MAP@20_std(MIRACL)": -0.062559, "nAUC_MAP@20_diff1(MIRACL)": 0.016677, "nAUC_MAP@100_max(MIRACL)": 0.02268, "nAUC_MAP@100_std(MIRACL)": -0.055216, "nAUC_MAP@100_diff1(MIRACL)": 0.009788, "nAUC_MAP@1000_max(MIRACL)": 0.02268, "nAUC_MAP@1000_std(MIRACL)": -0.055216, "nAUC_MAP@1000_diff1(MIRACL)": 0.009788, "nAUC_Recall@1_max(MIRACL)": 0.042177, "nAUC_Recall@1_std(MIRACL)": -0.114102, "nAUC_Recall@1_diff1(MIRACL)": 0.150827, "nAUC_Recall@3_max(MIRACL)": -0.004791, "nAUC_Recall@3_std(MIRACL)": -0.059696, "nAUC_Recall@3_diff1(MIRACL)": 0.027406, "nAUC_Recall@5_max(MIRACL)": 0.013779, "nAUC_Recall@5_std(MIRACL)": -0.092016, "nAUC_Recall@5_diff1(MIRACL)": -0.057557, "nAUC_Recall@10_max(MIRACL)": 0.040585, "nAUC_Recall@10_std(MIRACL)": -0.028445, "nAUC_Recall@10_diff1(MIRACL)": -0.096394, "nAUC_Recall@20_max(MIRACL)": 0.010579, "nAUC_Recall@20_std(MIRACL)": -0.015526, "nAUC_Recall@20_diff1(MIRACL)": -0.037609, "nAUC_Recall@100_max(MIRACL)": -0.020619, "nAUC_Recall@100_std(MIRACL)": 0.019298, "nAUC_Recall@100_diff1(MIRACL)": -0.098697, "nAUC_Recall@1000_max(MIRACL)": -0.020619, "nAUC_Recall@1000_std(MIRACL)": 0.019298, "nAUC_Recall@1000_diff1(MIRACL)": -0.098697, "nAUC_P@1_max(MIRACL)": 0.016184, "nAUC_P@1_std(MIRACL)": -0.094318, "nAUC_P@1_diff1(MIRACL)": 0.192363, "nAUC_P@3_max(MIRACL)": 0.107987, "nAUC_P@3_std(MIRACL)": -0.050626, "nAUC_P@3_diff1(MIRACL)": 0.126606, "nAUC_P@5_max(MIRACL)": 0.117144, "nAUC_P@5_std(MIRACL)": -0.090078, "nAUC_P@5_diff1(MIRACL)": 0.05226, "nAUC_P@10_max(MIRACL)": 0.095093, "nAUC_P@10_std(MIRACL)": -0.063144, "nAUC_P@10_diff1(MIRACL)": -0.011221, "nAUC_P@20_max(MIRACL)": 0.056867, "nAUC_P@20_std(MIRACL)": -0.029472, "nAUC_P@20_diff1(MIRACL)": 0.016565, "nAUC_P@100_max(MIRACL)": 0.028867, "nAUC_P@100_std(MIRACL)": -0.007529, "nAUC_P@100_diff1(MIRACL)": -0.022437, "nAUC_P@1000_max(MIRACL)": 0.028867, "nAUC_P@1000_std(MIRACL)": -0.007529, "nAUC_P@1000_diff1(MIRACL)": -0.022437, "main_score": 0.05284, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "NDCG@1(MIRACL)": 0.21386, "NDCG@3(MIRACL)": 0.24575, "NDCG@5(MIRACL)": 0.28287, "NDCG@10(MIRACL)": 0.33681, "NDCG@20(MIRACL)": 0.3848, "NDCG@100(MIRACL)": 0.4524, "NDCG@1000(MIRACL)": 0.4524, "MAP@1(MIRACL)": 0.13912, "MAP@3(MIRACL)": 0.20446, "MAP@5(MIRACL)": 0.22833, "MAP@10(MIRACL)": 0.25367, "MAP@20(MIRACL)": 0.27018, "MAP@100(MIRACL)": 0.28399, "MAP@1000(MIRACL)": 0.28399, "Recall@1(MIRACL)": 0.13912, "Recall@3(MIRACL)": 0.27182, "Recall@5(MIRACL)": 0.35357, "Recall@10(MIRACL)": 0.49666, "Recall@20(MIRACL)": 0.65396, "Recall@100(MIRACL)": 0.95266, "Recall@1000(MIRACL)": 0.95266, "P@1(MIRACL)": 0.21386, "P@3(MIRACL)": 0.14737, "P@5(MIRACL)": 0.11801, "P@10(MIRACL)": 0.08512, "P@20(MIRACL)": 0.05811, "P@100(MIRACL)": 0.01756, "P@1000(MIRACL)": 0.00176, "nAUC_NDCG@1_max(MIRACL)": 0.126699, "nAUC_NDCG@1_std(MIRACL)": 0.036038, "nAUC_NDCG@1_diff1(MIRACL)": 0.218973, "nAUC_NDCG@3_max(MIRACL)": 0.076984, "nAUC_NDCG@3_std(MIRACL)": 0.046962, "nAUC_NDCG@3_diff1(MIRACL)": 0.170811, "nAUC_NDCG@5_max(MIRACL)": 0.079447, "nAUC_NDCG@5_std(MIRACL)": 0.063233, "nAUC_NDCG@5_diff1(MIRACL)": 0.163829, "nAUC_NDCG@10_max(MIRACL)": 0.085164, "nAUC_NDCG@10_std(MIRACL)": 0.074629, "nAUC_NDCG@10_diff1(MIRACL)": 0.156857, "nAUC_NDCG@20_max(MIRACL)": 0.105398, "nAUC_NDCG@20_std(MIRACL)": 0.090189, "nAUC_NDCG@20_diff1(MIRACL)": 0.166421, "nAUC_NDCG@100_max(MIRACL)": 0.118931, "nAUC_NDCG@100_std(MIRACL)": 0.080093, "nAUC_NDCG@100_diff1(MIRACL)": 0.175282, "nAUC_NDCG@1000_max(MIRACL)": 0.118931, "nAUC_NDCG@1000_std(MIRACL)": 0.080093, "nAUC_NDCG@1000_diff1(MIRACL)": 0.175282, "nAUC_MAP@1_max(MIRACL)": 0.086355, "nAUC_MAP@1_std(MIRACL)": 0.020886, "nAUC_MAP@1_diff1(MIRACL)": 0.214754, "nAUC_MAP@3_max(MIRACL)": 0.070758, "nAUC_MAP@3_std(MIRACL)": 0.035246, "nAUC_MAP@3_diff1(MIRACL)": 0.17898, "nAUC_MAP@5_max(MIRACL)": 0.075628, "nAUC_MAP@5_std(MIRACL)": 0.050802, "nAUC_MAP@5_diff1(MIRACL)": 0.172436, "nAUC_MAP@10_max(MIRACL)": 0.078299, "nAUC_MAP@10_std(MIRACL)": 0.058665, "nAUC_MAP@10_diff1(MIRACL)": 0.167131, "nAUC_MAP@20_max(MIRACL)": 0.084867, "nAUC_MAP@20_std(MIRACL)": 0.063837, "nAUC_MAP@20_diff1(MIRACL)": 0.16993, "nAUC_MAP@100_max(MIRACL)": 0.088337, "nAUC_MAP@100_std(MIRACL)": 0.062677, "nAUC_MAP@100_diff1(MIRACL)": 0.172782, "nAUC_MAP@1000_max(MIRACL)": 0.088337, "nAUC_MAP@1000_std(MIRACL)": 0.062677, "nAUC_MAP@1000_diff1(MIRACL)": 0.172782, "nAUC_Recall@1_max(MIRACL)": 0.086355, "nAUC_Recall@1_std(MIRACL)": 0.020886, "nAUC_Recall@1_diff1(MIRACL)": 0.214754, "nAUC_Recall@3_max(MIRACL)": 0.046977, "nAUC_Recall@3_std(MIRACL)": 0.057015, "nAUC_Recall@3_diff1(MIRACL)": 0.140715, "nAUC_Recall@5_max(MIRACL)": 0.050448, "nAUC_Recall@5_std(MIRACL)": 0.082296, "nAUC_Recall@5_diff1(MIRACL)": 0.123285, "nAUC_Recall@10_max(MIRACL)": 0.056841, "nAUC_Recall@10_std(MIRACL)": 0.105838, "nAUC_Recall@10_diff1(MIRACL)": 0.097083, "nAUC_Recall@20_max(MIRACL)": 0.108676, "nAUC_Recall@20_std(MIRACL)": 0.170226, "nAUC_Recall@20_diff1(MIRACL)": 0.117798, "nAUC_Recall@100_max(MIRACL)": 0.435938, "nAUC_Recall@100_std(MIRACL)": 0.365452, "nAUC_Recall@100_diff1(MIRACL)": 0.197239, "nAUC_Recall@1000_max(MIRACL)": 0.435938, "nAUC_Recall@1000_std(MIRACL)": 0.365452, "nAUC_Recall@1000_diff1(MIRACL)": 0.197239, "nAUC_P@1_max(MIRACL)": 0.126699, "nAUC_P@1_std(MIRACL)": 0.036038, "nAUC_P@1_diff1(MIRACL)": 0.218973, "nAUC_P@3_max(MIRACL)": 0.100066, "nAUC_P@3_std(MIRACL)": 0.073552, "nAUC_P@3_diff1(MIRACL)": 0.134258, "nAUC_P@5_max(MIRACL)": 0.106214, "nAUC_P@5_std(MIRACL)": 0.106623, "nAUC_P@5_diff1(MIRACL)": 0.11371, "nAUC_P@10_max(MIRACL)": 0.11034, "nAUC_P@10_std(MIRACL)": 0.108132, "nAUC_P@10_diff1(MIRACL)": 0.08879, "nAUC_P@20_max(MIRACL)": 0.152982, "nAUC_P@20_std(MIRACL)": 0.111585, "nAUC_P@20_diff1(MIRACL)": 0.082718, "nAUC_P@100_max(MIRACL)": 0.1523, "nAUC_P@100_std(MIRACL)": 0.026057, "nAUC_P@100_diff1(MIRACL)": 0.032648, "nAUC_P@1000_max(MIRACL)": 0.1523, "nAUC_P@1000_std(MIRACL)": 0.026057, "nAUC_P@1000_diff1(MIRACL)": 0.032648, "main_score": 0.33681, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "NDCG@1(MIRACL)": 0.07289, "NDCG@3(MIRACL)": 0.11262, "NDCG@5(MIRACL)": 0.15786, "NDCG@10(MIRACL)": 0.20207, "NDCG@20(MIRACL)": 0.2478, "NDCG@100(MIRACL)": 0.30828, "NDCG@1000(MIRACL)": 0.30828, "MAP@1(MIRACL)": 0.04981, "MAP@3(MIRACL)": 0.08714, "MAP@5(MIRACL)": 0.11386, "MAP@10(MIRACL)": 0.13434, "MAP@20(MIRACL)": 0.14957, "MAP@100(MIRACL)": 0.16145, "MAP@1000(MIRACL)": 0.16145, "Recall@1(MIRACL)": 0.04981, "Recall@3(MIRACL)": 0.13496, "Recall@5(MIRACL)": 0.23815, "Recall@10(MIRACL)": 0.35351, "Recall@20(MIRACL)": 0.51053, "Recall@100(MIRACL)": 0.78426, "Recall@1000(MIRACL)": 0.78426, "P@1(MIRACL)": 0.07289, "P@3(MIRACL)": 0.07677, "P@5(MIRACL)": 0.07638, "P@10(MIRACL)": 0.06064, "P@20(MIRACL)": 0.04446, "P@100(MIRACL)": 0.01388, "P@1000(MIRACL)": 0.00139, "nAUC_NDCG@1_max(MIRACL)": 0.035784, "nAUC_NDCG@1_std(MIRACL)": -0.065227, "nAUC_NDCG@1_diff1(MIRACL)": 0.164948, "nAUC_NDCG@3_max(MIRACL)": 0.083835, "nAUC_NDCG@3_std(MIRACL)": -0.027892, "nAUC_NDCG@3_diff1(MIRACL)": 0.120224, "nAUC_NDCG@5_max(MIRACL)": 0.095892, "nAUC_NDCG@5_std(MIRACL)": 0.061519, "nAUC_NDCG@5_diff1(MIRACL)": 0.096472, "nAUC_NDCG@10_max(MIRACL)": 0.117575, "nAUC_NDCG@10_std(MIRACL)": 0.091934, "nAUC_NDCG@10_diff1(MIRACL)": 0.072514, "nAUC_NDCG@20_max(MIRACL)": 0.12461, "nAUC_NDCG@20_std(MIRACL)": 0.08809, "nAUC_NDCG@20_diff1(MIRACL)": 0.070872, "nAUC_NDCG@100_max(MIRACL)": 0.195508, "nAUC_NDCG@100_std(MIRACL)": 0.08192, "nAUC_NDCG@100_diff1(MIRACL)": 0.090235, "nAUC_NDCG@1000_max(MIRACL)": 0.195508, "nAUC_NDCG@1000_std(MIRACL)": 0.08192, "nAUC_NDCG@1000_diff1(MIRACL)": 0.090235, "nAUC_MAP@1_max(MIRACL)": 0.035965, "nAUC_MAP@1_std(MIRACL)": -0.026477, "nAUC_MAP@1_diff1(MIRACL)": 0.206126, "nAUC_MAP@3_max(MIRACL)": 0.067055, "nAUC_MAP@3_std(MIRACL)": -0.026411, "nAUC_MAP@3_diff1(MIRACL)": 0.145082, "nAUC_MAP@5_max(MIRACL)": 0.084376, "nAUC_MAP@5_std(MIRACL)": 0.03583, "nAUC_MAP@5_diff1(MIRACL)": 0.124236, "nAUC_MAP@10_max(MIRACL)": 0.092908, "nAUC_MAP@10_std(MIRACL)": 0.050248, "nAUC_MAP@10_diff1(MIRACL)": 0.107085, "nAUC_MAP@20_max(MIRACL)": 0.098881, "nAUC_MAP@20_std(MIRACL)": 0.050716, "nAUC_MAP@20_diff1(MIRACL)": 0.10829, "nAUC_MAP@100_max(MIRACL)": 0.116131, "nAUC_MAP@100_std(MIRACL)": 0.056175, "nAUC_MAP@100_diff1(MIRACL)": 0.114831, "nAUC_MAP@1000_max(MIRACL)": 0.116131, "nAUC_MAP@1000_std(MIRACL)": 0.056175, "nAUC_MAP@1000_diff1(MIRACL)": 0.114831, "nAUC_Recall@1_max(MIRACL)": 0.035965, "nAUC_Recall@1_std(MIRACL)": -0.026477, "nAUC_Recall@1_diff1(MIRACL)": 0.206126, "nAUC_Recall@3_max(MIRACL)": 0.072534, "nAUC_Recall@3_std(MIRACL)": -0.034437, "nAUC_Recall@3_diff1(MIRACL)": 0.09221, "nAUC_Recall@5_max(MIRACL)": 0.091963, "nAUC_Recall@5_std(MIRACL)": 0.115219, "nAUC_Recall@5_diff1(MIRACL)": 0.056352, "nAUC_Recall@10_max(MIRACL)": 0.130828, "nAUC_Recall@10_std(MIRACL)": 0.150698, "nAUC_Recall@10_diff1(MIRACL)": 0.015587, "nAUC_Recall@20_max(MIRACL)": 0.128108, "nAUC_Recall@20_std(MIRACL)": 0.138403, "nAUC_Recall@20_diff1(MIRACL)": -0.008034, "nAUC_Recall@100_max(MIRACL)": 0.459027, "nAUC_Recall@100_std(MIRACL)": 0.119225, "nAUC_Recall@100_diff1(MIRACL)": 0.040091, "nAUC_Recall@1000_max(MIRACL)": 0.459027, "nAUC_Recall@1000_std(MIRACL)": 0.119225, "nAUC_Recall@1000_diff1(MIRACL)": 0.040091, "nAUC_P@1_max(MIRACL)": 0.035784, "nAUC_P@1_std(MIRACL)": -0.065227, "nAUC_P@1_diff1(MIRACL)": 0.164948, "nAUC_P@3_max(MIRACL)": 0.106195, "nAUC_P@3_std(MIRACL)": -0.039149, "nAUC_P@3_diff1(MIRACL)": 0.058402, "nAUC_P@5_max(MIRACL)": 0.119317, "nAUC_P@5_std(MIRACL)": 0.080643, "nAUC_P@5_diff1(MIRACL)": 0.039024, "nAUC_P@10_max(MIRACL)": 0.129824, "nAUC_P@10_std(MIRACL)": 0.134359, "nAUC_P@10_diff1(MIRACL)": 0.001994, "nAUC_P@20_max(MIRACL)": 0.143985, "nAUC_P@20_std(MIRACL)": 0.115326, "nAUC_P@20_diff1(MIRACL)": 0.033116, "nAUC_P@100_max(MIRACL)": 0.241168, "nAUC_P@100_std(MIRACL)": 0.061798, "nAUC_P@100_diff1(MIRACL)": 0.048654, "nAUC_P@1000_max(MIRACL)": 0.241168, "nAUC_P@1000_std(MIRACL)": 0.061798, "nAUC_P@1000_diff1(MIRACL)": 0.048654, "main_score": 0.20207, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "NDCG@1(MIRACL)": 0.00857, "NDCG@3(MIRACL)": 0.02718, "NDCG@5(MIRACL)": 0.03483, "NDCG@10(MIRACL)": 0.05505, "NDCG@20(MIRACL)": 0.08378, "NDCG@100(MIRACL)": 0.23376, "NDCG@1000(MIRACL)": 0.23376, "MAP@1(MIRACL)": 0.00241, "MAP@3(MIRACL)": 0.01748, "MAP@5(MIRACL)": 0.02153, "MAP@10(MIRACL)": 0.02958, "MAP@20(MIRACL)": 0.03713, "MAP@100(MIRACL)": 0.05991, "MAP@1000(MIRACL)": 0.05991, "Recall@1(MIRACL)": 0.00241, "Recall@3(MIRACL)": 0.03584, "Recall@5(MIRACL)": 0.05154, "Recall@10(MIRACL)": 0.10653, "Recall@20(MIRACL)": 0.20142, "Recall@100(MIRACL)": 0.91143, "Recall@1000(MIRACL)": 0.91143, "P@1(MIRACL)": 0.00857, "P@3(MIRACL)": 0.02286, "P@5(MIRACL)": 0.02286, "P@10(MIRACL)": 0.02314, "P@20(MIRACL)": 0.02143, "P@100(MIRACL)": 0.01914, "P@1000(MIRACL)": 0.00191, "nAUC_NDCG@1_max(MIRACL)": 0.072176, "nAUC_NDCG@1_std(MIRACL)": -0.157231, "nAUC_NDCG@1_diff1(MIRACL)": -0.272069, "nAUC_NDCG@3_max(MIRACL)": -0.026885, "nAUC_NDCG@3_std(MIRACL)": -0.123911, "nAUC_NDCG@3_diff1(MIRACL)": -0.083146, "nAUC_NDCG@5_max(MIRACL)": -0.029186, "nAUC_NDCG@5_std(MIRACL)": -0.104954, "nAUC_NDCG@5_diff1(MIRACL)": -0.066887, "nAUC_NDCG@10_max(MIRACL)": -0.015026, "nAUC_NDCG@10_std(MIRACL)": -0.090825, "nAUC_NDCG@10_diff1(MIRACL)": 0.001047, "nAUC_NDCG@20_max(MIRACL)": -0.012347, "nAUC_NDCG@20_std(MIRACL)": -0.070993, "nAUC_NDCG@20_diff1(MIRACL)": -0.004453, "nAUC_NDCG@100_max(MIRACL)": 0.041637, "nAUC_NDCG@100_std(MIRACL)": 0.032436, "nAUC_NDCG@100_diff1(MIRACL)": -0.029416, "nAUC_NDCG@1000_max(MIRACL)": 0.041637, "nAUC_NDCG@1000_std(MIRACL)": 0.032436, "nAUC_NDCG@1000_diff1(MIRACL)": -0.029416, "nAUC_MAP@1_max(MIRACL)": 0.180601, "nAUC_MAP@1_std(MIRACL)": -0.103173, "nAUC_MAP@1_diff1(MIRACL)": -0.130486, "nAUC_MAP@3_max(MIRACL)": -0.008938, "nAUC_MAP@3_std(MIRACL)": -0.109141, "nAUC_MAP@3_diff1(MIRACL)": -0.025741, "nAUC_MAP@5_max(MIRACL)": -0.00604, "nAUC_MAP@5_std(MIRACL)": -0.117362, "nAUC_MAP@5_diff1(MIRACL)": -0.040035, "nAUC_MAP@10_max(MIRACL)": -0.001097, "nAUC_MAP@10_std(MIRACL)": -0.096891, "nAUC_MAP@10_diff1(MIRACL)": 0.00105, "nAUC_MAP@20_max(MIRACL)": -0.003213, "nAUC_MAP@20_std(MIRACL)": -0.077985, "nAUC_MAP@20_diff1(MIRACL)": 0.002254, "nAUC_MAP@100_max(MIRACL)": 0.021748, "nAUC_MAP@100_std(MIRACL)": -0.042557, "nAUC_MAP@100_diff1(MIRACL)": -0.004406, "nAUC_MAP@1000_max(MIRACL)": 0.021748, "nAUC_MAP@1000_std(MIRACL)": -0.042557, "nAUC_MAP@1000_diff1(MIRACL)": -0.004406, "nAUC_Recall@1_max(MIRACL)": 0.180601, "nAUC_Recall@1_std(MIRACL)": -0.103173, "nAUC_Recall@1_diff1(MIRACL)": -0.130486, "nAUC_Recall@3_max(MIRACL)": -0.060718, "nAUC_Recall@3_std(MIRACL)": -0.107292, "nAUC_Recall@3_diff1(MIRACL)": -0.050669, "nAUC_Recall@5_max(MIRACL)": -0.042812, "nAUC_Recall@5_std(MIRACL)": -0.116223, "nAUC_Recall@5_diff1(MIRACL)": -0.056328, "nAUC_Recall@10_max(MIRACL)": -0.005531, "nAUC_Recall@10_std(MIRACL)": -0.102232, "nAUC_Recall@10_diff1(MIRACL)": 0.041739, "nAUC_Recall@20_max(MIRACL)": -0.014345, "nAUC_Recall@20_std(MIRACL)": -0.078456, "nAUC_Recall@20_diff1(MIRACL)": 0.013619, "nAUC_Recall@100_max(MIRACL)": 0.17251, "nAUC_Recall@100_std(MIRACL)": 0.286814, "nAUC_Recall@100_diff1(MIRACL)": -0.09331, "nAUC_Recall@1000_max(MIRACL)": 0.17251, "nAUC_Recall@1000_std(MIRACL)": 0.286814, "nAUC_Recall@1000_diff1(MIRACL)": -0.09331, "nAUC_P@1_max(MIRACL)": 0.072176, "nAUC_P@1_std(MIRACL)": -0.157231, "nAUC_P@1_diff1(MIRACL)": -0.272069, "nAUC_P@3_max(MIRACL)": -0.037575, "nAUC_P@3_std(MIRACL)": -0.153933, "nAUC_P@3_diff1(MIRACL)": -0.131954, "nAUC_P@5_max(MIRACL)": -0.040461, "nAUC_P@5_std(MIRACL)": -0.075423, "nAUC_P@5_diff1(MIRACL)": -0.106325, "nAUC_P@10_max(MIRACL)": -0.033239, "nAUC_P@10_std(MIRACL)": -0.022512, "nAUC_P@10_diff1(MIRACL)": -0.036454, "nAUC_P@20_max(MIRACL)": 0.003373, "nAUC_P@20_std(MIRACL)": 0.016035, "nAUC_P@20_diff1(MIRACL)": -0.040443, "nAUC_P@100_max(MIRACL)": 0.058025, "nAUC_P@100_std(MIRACL)": 0.113186, "nAUC_P@100_diff1(MIRACL)": -0.048353, "nAUC_P@1000_max(MIRACL)": 0.058025, "nAUC_P@1000_std(MIRACL)": 0.113186, "nAUC_P@1000_diff1(MIRACL)": -0.048353, "main_score": 0.05505, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "NDCG@1(MIRACL)": 0.09585, "NDCG@3(MIRACL)": 0.12131, "NDCG@5(MIRACL)": 0.14245, "NDCG@10(MIRACL)": 0.18645, "NDCG@20(MIRACL)": 0.23632, "NDCG@100(MIRACL)": 0.36773, "NDCG@1000(MIRACL)": 0.36773, "MAP@1(MIRACL)": 0.04598, "MAP@3(MIRACL)": 0.08177, "MAP@5(MIRACL)": 0.0975, "MAP@10(MIRACL)": 0.11793, "MAP@20(MIRACL)": 0.13459, "MAP@100(MIRACL)": 0.16251, "MAP@1000(MIRACL)": 0.16251, "Recall@1(MIRACL)": 0.04598, "Recall@3(MIRACL)": 0.12284, "Recall@5(MIRACL)": 0.18061, "Recall@10(MIRACL)": 0.28931, "Recall@20(MIRACL)": 0.43336, "Recall@100(MIRACL)": 0.96699, "Recall@1000(MIRACL)": 0.96699, "P@1(MIRACL)": 0.09585, "P@3(MIRACL)": 0.09052, "P@5(MIRACL)": 0.08307, "P@10(MIRACL)": 0.07263, "P@20(MIRACL)": 0.05884, "P@100(MIRACL)": 0.02774, "P@1000(MIRACL)": 0.00277, "nAUC_NDCG@1_max(MIRACL)": 0.01461, "nAUC_NDCG@1_std(MIRACL)": 0.040537, "nAUC_NDCG@1_diff1(MIRACL)": 0.125855, "nAUC_NDCG@3_max(MIRACL)": -0.024648, "nAUC_NDCG@3_std(MIRACL)": 0.069246, "nAUC_NDCG@3_diff1(MIRACL)": 0.115212, "nAUC_NDCG@5_max(MIRACL)": -0.019922, "nAUC_NDCG@5_std(MIRACL)": 0.084248, "nAUC_NDCG@5_diff1(MIRACL)": 0.117314, "nAUC_NDCG@10_max(MIRACL)": 0.004713, "nAUC_NDCG@10_std(MIRACL)": 0.100682, "nAUC_NDCG@10_diff1(MIRACL)": 0.116918, "nAUC_NDCG@20_max(MIRACL)": 0.010778, "nAUC_NDCG@20_std(MIRACL)": 0.115442, "nAUC_NDCG@20_diff1(MIRACL)": 0.1122, "nAUC_NDCG@100_max(MIRACL)": 0.038639, "nAUC_NDCG@100_std(MIRACL)": 0.073215, "nAUC_NDCG@100_diff1(MIRACL)": 0.130066, "nAUC_NDCG@1000_max(MIRACL)": 0.038639, "nAUC_NDCG@1000_std(MIRACL)": 0.073215, "nAUC_NDCG@1000_diff1(MIRACL)": 0.130066, "nAUC_MAP@1_max(MIRACL)": 0.036161, "nAUC_MAP@1_std(MIRACL)": 0.060242, "nAUC_MAP@1_diff1(MIRACL)": 0.225503, "nAUC_MAP@3_max(MIRACL)": -0.013452, "nAUC_MAP@3_std(MIRACL)": 0.076094, "nAUC_MAP@3_diff1(MIRACL)": 0.15449, "nAUC_MAP@5_max(MIRACL)": -0.011278, "nAUC_MAP@5_std(MIRACL)": 0.082881, "nAUC_MAP@5_diff1(MIRACL)": 0.146605, "nAUC_MAP@10_max(MIRACL)": 0.001596, "nAUC_MAP@10_std(MIRACL)": 0.093846, "nAUC_MAP@10_diff1(MIRACL)": 0.139418, "nAUC_MAP@20_max(MIRACL)": 0.006315, "nAUC_MAP@20_std(MIRACL)": 0.10694, "nAUC_MAP@20_diff1(MIRACL)": 0.136397, "nAUC_MAP@100_max(MIRACL)": 0.019168, "nAUC_MAP@100_std(MIRACL)": 0.099894, "nAUC_MAP@100_diff1(MIRACL)": 0.143495, "nAUC_MAP@1000_max(MIRACL)": 0.019168, "nAUC_MAP@1000_std(MIRACL)": 0.099894, "nAUC_MAP@1000_diff1(MIRACL)": 0.143495, "nAUC_Recall@1_max(MIRACL)": 0.036161, "nAUC_Recall@1_std(MIRACL)": 0.060242, "nAUC_Recall@1_diff1(MIRACL)": 0.225503, "nAUC_Recall@3_max(MIRACL)": -0.042131, "nAUC_Recall@3_std(MIRACL)": 0.089636, "nAUC_Recall@3_diff1(MIRACL)": 0.116422, "nAUC_Recall@5_max(MIRACL)": -0.03403, "nAUC_Recall@5_std(MIRACL)": 0.095388, "nAUC_Recall@5_diff1(MIRACL)": 0.100688, "nAUC_Recall@10_max(MIRACL)": 0.003814, "nAUC_Recall@10_std(MIRACL)": 0.122557, "nAUC_Recall@10_diff1(MIRACL)": 0.087104, "nAUC_Recall@20_max(MIRACL)": -0.002662, "nAUC_Recall@20_std(MIRACL)": 0.138687, "nAUC_Recall@20_diff1(MIRACL)": 0.062629, "nAUC_Recall@100_max(MIRACL)": 0.161112, "nAUC_Recall@100_std(MIRACL)": -0.007753, "nAUC_Recall@100_diff1(MIRACL)": 0.140988, "nAUC_Recall@1000_max(MIRACL)": 0.161112, "nAUC_Recall@1000_std(MIRACL)": -0.007753, "nAUC_Recall@1000_diff1(MIRACL)": 0.140988, "nAUC_P@1_max(MIRACL)": 0.01461, "nAUC_P@1_std(MIRACL)": 0.040537, "nAUC_P@1_diff1(MIRACL)": 0.125855, "nAUC_P@3_max(MIRACL)": -0.035563, "nAUC_P@3_std(MIRACL)": 0.056042, "nAUC_P@3_diff1(MIRACL)": 0.07614, "nAUC_P@5_max(MIRACL)": -0.013158, "nAUC_P@5_std(MIRACL)": 0.084246, "nAUC_P@5_diff1(MIRACL)": 0.071591, "nAUC_P@10_max(MIRACL)": 0.042889, "nAUC_P@10_std(MIRACL)": 0.087608, "nAUC_P@10_diff1(MIRACL)": 0.081069, "nAUC_P@20_max(MIRACL)": 0.072982, "nAUC_P@20_std(MIRACL)": 0.100866, "nAUC_P@20_diff1(MIRACL)": 0.07199, "nAUC_P@100_max(MIRACL)": 0.09879, "nAUC_P@100_std(MIRACL)": -0.066393, "nAUC_P@100_diff1(MIRACL)": 0.040981, "nAUC_P@1000_max(MIRACL)": 0.09879, "nAUC_P@1000_std(MIRACL)": -0.066393, "nAUC_P@1000_diff1(MIRACL)": 0.040981, "main_score": 0.18645, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "NDCG@1(MIRACL)": 0.02635, "NDCG@3(MIRACL)": 0.03182, "NDCG@5(MIRACL)": 0.03845, "NDCG@10(MIRACL)": 0.06185, "NDCG@20(MIRACL)": 0.09134, "NDCG@100(MIRACL)": 0.23033, "NDCG@1000(MIRACL)": 0.23033, "MAP@1(MIRACL)": 0.01243, "MAP@3(MIRACL)": 0.0222, "MAP@5(MIRACL)": 0.0261, "MAP@10(MIRACL)": 0.03554, "MAP@20(MIRACL)": 0.04358, "MAP@100(MIRACL)": 0.06442, "MAP@1000(MIRACL)": 0.06442, "Recall@1(MIRACL)": 0.01243, "Recall@3(MIRACL)": 0.03325, "Recall@5(MIRACL)": 0.04973, "Recall@10(MIRACL)": 0.11275, "Recall@20(MIRACL)": 0.21243, "Recall@100(MIRACL)": 0.87955, "Recall@1000(MIRACL)": 0.87955, "P@1(MIRACL)": 0.02635, "P@3(MIRACL)": 0.02217, "P@5(MIRACL)": 0.02083, "P@10(MIRACL)": 0.02321, "P@20(MIRACL)": 0.02127, "P@100(MIRACL)": 0.01747, "P@1000(MIRACL)": 0.00175, "nAUC_NDCG@1_max(MIRACL)": 0.144019, "nAUC_NDCG@1_std(MIRACL)": 0.021873, "nAUC_NDCG@1_diff1(MIRACL)": 0.18376, "nAUC_NDCG@3_max(MIRACL)": 0.088556, "nAUC_NDCG@3_std(MIRACL)": -0.008769, "nAUC_NDCG@3_diff1(MIRACL)": 0.191041, "nAUC_NDCG@5_max(MIRACL)": 0.065117, "nAUC_NDCG@5_std(MIRACL)": 0.000754, "nAUC_NDCG@5_diff1(MIRACL)": 0.128929, "nAUC_NDCG@10_max(MIRACL)": 0.090606, "nAUC_NDCG@10_std(MIRACL)": 0.011915, "nAUC_NDCG@10_diff1(MIRACL)": 0.109683, "nAUC_NDCG@20_max(MIRACL)": 0.106507, "nAUC_NDCG@20_std(MIRACL)": 0.002418, "nAUC_NDCG@20_diff1(MIRACL)": 0.114912, "nAUC_NDCG@100_max(MIRACL)": 0.104172, "nAUC_NDCG@100_std(MIRACL)": 0.040859, "nAUC_NDCG@100_diff1(MIRACL)": 0.146231, "nAUC_NDCG@1000_max(MIRACL)": 0.104172, "nAUC_NDCG@1000_std(MIRACL)": 0.040859, "nAUC_NDCG@1000_diff1(MIRACL)": 0.146231, "nAUC_MAP@1_max(MIRACL)": 0.16218, "nAUC_MAP@1_std(MIRACL)": 0.17402, "nAUC_MAP@1_diff1(MIRACL)": 0.14027, "nAUC_MAP@3_max(MIRACL)": 0.083052, "nAUC_MAP@3_std(MIRACL)": 0.026905, "nAUC_MAP@3_diff1(MIRACL)": 0.167303, "nAUC_MAP@5_max(MIRACL)": 0.074653, "nAUC_MAP@5_std(MIRACL)": 0.023682, "nAUC_MAP@5_diff1(MIRACL)": 0.144552, "nAUC_MAP@10_max(MIRACL)": 0.086345, "nAUC_MAP@10_std(MIRACL)": 0.031043, "nAUC_MAP@10_diff1(MIRACL)": 0.139242, "nAUC_MAP@20_max(MIRACL)": 0.100658, "nAUC_MAP@20_std(MIRACL)": 0.026075, "nAUC_MAP@20_diff1(MIRACL)": 0.139173, "nAUC_MAP@100_max(MIRACL)": 0.096769, "nAUC_MAP@100_std(MIRACL)": 0.029098, "nAUC_MAP@100_diff1(MIRACL)": 0.140205, "nAUC_MAP@1000_max(MIRACL)": 0.096769, "nAUC_MAP@1000_std(MIRACL)": 0.029098, "nAUC_MAP@1000_diff1(MIRACL)": 0.140205, "nAUC_Recall@1_max(MIRACL)": 0.16218, "nAUC_Recall@1_std(MIRACL)": 0.17402, "nAUC_Recall@1_diff1(MIRACL)": 0.14027, "nAUC_Recall@3_max(MIRACL)": 0.051192, "nAUC_Recall@3_std(MIRACL)": -0.044863, "nAUC_Recall@3_diff1(MIRACL)": 0.136705, "nAUC_Recall@5_max(MIRACL)": 0.037527, "nAUC_Recall@5_std(MIRACL)": -0.038625, "nAUC_Recall@5_diff1(MIRACL)": 0.075584, "nAUC_Recall@10_max(MIRACL)": 0.09648, "nAUC_Recall@10_std(MIRACL)": 0.007082, "nAUC_Recall@10_diff1(MIRACL)": 0.06102, "nAUC_Recall@20_max(MIRACL)": 0.106732, "nAUC_Recall@20_std(MIRACL)": -0.00565, "nAUC_Recall@20_diff1(MIRACL)": 0.07593, "nAUC_Recall@100_max(MIRACL)": 0.170737, "nAUC_Recall@100_std(MIRACL)": 0.253424, "nAUC_Recall@100_diff1(MIRACL)": 0.221641, "nAUC_Recall@1000_max(MIRACL)": 0.170737, "nAUC_Recall@1000_std(MIRACL)": 0.253424, "nAUC_Recall@1000_diff1(MIRACL)": 0.221641, "nAUC_P@1_max(MIRACL)": 0.144019, "nAUC_P@1_std(MIRACL)": 0.021873, "nAUC_P@1_diff1(MIRACL)": 0.18376, "nAUC_P@3_max(MIRACL)": 0.082639, "nAUC_P@3_std(MIRACL)": -0.05047, "nAUC_P@3_diff1(MIRACL)": 0.232515, "nAUC_P@5_max(MIRACL)": 0.04729, "nAUC_P@5_std(MIRACL)": -0.022293, "nAUC_P@5_diff1(MIRACL)": 0.132072, "nAUC_P@10_max(MIRACL)": 0.090679, "nAUC_P@10_std(MIRACL)": 3.9e-05, "nAUC_P@10_diff1(MIRACL)": 0.130235, "nAUC_P@20_max(MIRACL)": 0.118687, "nAUC_P@20_std(MIRACL)": -0.018966, "nAUC_P@20_diff1(MIRACL)": 0.128671, "nAUC_P@100_max(MIRACL)": 0.053219, "nAUC_P@100_std(MIRACL)": -0.016539, "nAUC_P@100_diff1(MIRACL)": 0.112754, "nAUC_P@1000_max(MIRACL)": 0.053219, "nAUC_P@1000_std(MIRACL)": -0.016539, "nAUC_P@1000_diff1(MIRACL)": 0.112754, "main_score": 0.06185, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "NDCG@1(MIRACL)": 0.01878, "NDCG@3(MIRACL)": 0.02974, "NDCG@5(MIRACL)": 0.0389, "NDCG@10(MIRACL)": 0.05231, "NDCG@20(MIRACL)": 0.07135, "NDCG@100(MIRACL)": 0.1888, "NDCG@1000(MIRACL)": 0.18575, "MAP@1(MIRACL)": 0.0133, "MAP@3(MIRACL)": 0.02533, "MAP@5(MIRACL)": 0.02995, "MAP@10(MIRACL)": 0.03493, "MAP@20(MIRACL)": 0.04032, "MAP@100(MIRACL)": 0.0643, "MAP@1000(MIRACL)": 0.0643, "Recall@1(MIRACL)": 0.0133, "Recall@3(MIRACL)": 0.03412, "Recall@5(MIRACL)": 0.05309, "Recall@10(MIRACL)": 0.08935, "Recall@20(MIRACL)": 0.15386, "Recall@100(MIRACL)": 0.90141, "Recall@1000(MIRACL)": 0.90141, "P@1(MIRACL)": 0.01878, "P@3(MIRACL)": 0.02034, "P@5(MIRACL)": 0.01972, "P@10(MIRACL)": 0.01784, "P@20(MIRACL)": 0.01549, "P@100(MIRACL)": 0.01549, "P@1000(MIRACL)": 0.00155, "nAUC_NDCG@1_max(MIRACL)": 0.6705, "nAUC_NDCG@1_std(MIRACL)": -0.161851, "nAUC_NDCG@1_diff1(MIRACL)": 0.378573, "nAUC_NDCG@3_max(MIRACL)": 0.24591, "nAUC_NDCG@3_std(MIRACL)": -0.109585, "nAUC_NDCG@3_diff1(MIRACL)": 0.466427, "nAUC_NDCG@5_max(MIRACL)": 0.178228, "nAUC_NDCG@5_std(MIRACL)": 0.092615, "nAUC_NDCG@5_diff1(MIRACL)": 0.358216, "nAUC_NDCG@10_max(MIRACL)": 0.15251, "nAUC_NDCG@10_std(MIRACL)": 0.055448, "nAUC_NDCG@10_diff1(MIRACL)": 0.276894, "nAUC_NDCG@20_max(MIRACL)": 0.134298, "nAUC_NDCG@20_std(MIRACL)": 0.073452, "nAUC_NDCG@20_diff1(MIRACL)": 0.247819, "nAUC_NDCG@100_max(MIRACL)": 0.156818, "nAUC_NDCG@100_std(MIRACL)": 0.120695, "nAUC_NDCG@100_diff1(MIRACL)": 0.173995, "nAUC_NDCG@1000_max(MIRACL)": 0.15315, "nAUC_NDCG@1000_std(MIRACL)": 0.119802, "nAUC_NDCG@1000_diff1(MIRACL)": 0.169492, "nAUC_MAP@1_max(MIRACL)": 0.534823, "nAUC_MAP@1_std(MIRACL)": -0.362476, "nAUC_MAP@1_diff1(MIRACL)": 0.624355, "nAUC_MAP@3_max(MIRACL)": 0.284399, "nAUC_MAP@3_std(MIRACL)": -0.108704, "nAUC_MAP@3_diff1(MIRACL)": 0.498534, "nAUC_MAP@5_max(MIRACL)": 0.238308, "nAUC_MAP@5_std(MIRACL)": 0.025163, "nAUC_MAP@5_diff1(MIRACL)": 0.42918, "nAUC_MAP@10_max(MIRACL)": 0.21315, "nAUC_MAP@10_std(MIRACL)": 0.018326, "nAUC_MAP@10_diff1(MIRACL)": 0.372786, "nAUC_MAP@20_max(MIRACL)": 0.196774, "nAUC_MAP@20_std(MIRACL)": 0.019874, "nAUC_MAP@20_diff1(MIRACL)": 0.337173, "nAUC_MAP@100_max(MIRACL)": 0.216459, "nAUC_MAP@100_std(MIRACL)": 0.073155, "nAUC_MAP@100_diff1(MIRACL)": 0.329374, "nAUC_MAP@1000_max(MIRACL)": 0.216459, "nAUC_MAP@1000_std(MIRACL)": 0.073155, "nAUC_MAP@1000_diff1(MIRACL)": 0.329374, "nAUC_Recall@1_max(MIRACL)": 0.534823, "nAUC_Recall@1_std(MIRACL)": -0.362476, "nAUC_Recall@1_diff1(MIRACL)": 0.624355, "nAUC_Recall@3_max(MIRACL)": 0.123506, "nAUC_Recall@3_std(MIRACL)": -0.123827, "nAUC_Recall@3_diff1(MIRACL)": 0.480201, "nAUC_Recall@5_max(MIRACL)": 0.089026, "nAUC_Recall@5_std(MIRACL)": 0.187492, "nAUC_Recall@5_diff1(MIRACL)": 0.340379, "nAUC_Recall@10_max(MIRACL)": 0.083902, "nAUC_Recall@10_std(MIRACL)": 0.087324, "nAUC_Recall@10_diff1(MIRACL)": 0.202507, "nAUC_Recall@20_max(MIRACL)": 0.076384, "nAUC_Recall@20_std(MIRACL)": 0.083288, "nAUC_Recall@20_diff1(MIRACL)": 0.182811, "nAUC_Recall@100_max(MIRACL)": 0.463753, "nAUC_Recall@100_std(MIRACL)": 0.106191, "nAUC_Recall@100_diff1(MIRACL)": 0.195803, "nAUC_Recall@1000_max(MIRACL)": 0.463753, "nAUC_Recall@1000_std(MIRACL)": 0.106191, "nAUC_Recall@1000_diff1(MIRACL)": 0.195803, "nAUC_P@1_max(MIRACL)": 0.6705, "nAUC_P@1_std(MIRACL)": -0.161851, "nAUC_P@1_diff1(MIRACL)": 0.378573, "nAUC_P@3_max(MIRACL)": 0.249309, "nAUC_P@3_std(MIRACL)": 0.077863, "nAUC_P@3_diff1(MIRACL)": 0.349776, "nAUC_P@5_max(MIRACL)": 0.115278, "nAUC_P@5_std(MIRACL)": 0.332044, "nAUC_P@5_diff1(MIRACL)": 0.191786, "nAUC_P@10_max(MIRACL)": 0.125739, "nAUC_P@10_std(MIRACL)": 0.219711, "nAUC_P@10_diff1(MIRACL)": 0.15159, "nAUC_P@20_max(MIRACL)": 0.110281, "nAUC_P@20_std(MIRACL)": 0.272233, "nAUC_P@20_diff1(MIRACL)": 0.154823, "nAUC_P@100_max(MIRACL)": 0.103953, "nAUC_P@100_std(MIRACL)": 0.27541, "nAUC_P@100_diff1(MIRACL)": 0.09512, "nAUC_P@1000_max(MIRACL)": 0.103953, "nAUC_P@1000_std(MIRACL)": 0.27541, "nAUC_P@1000_diff1(MIRACL)": 0.09512, "main_score": 0.05231, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "NDCG@1(MIRACL)": 0.03849, "NDCG@3(MIRACL)": 0.04099, "NDCG@5(MIRACL)": 0.04718, "NDCG@10(MIRACL)": 0.06907, "NDCG@20(MIRACL)": 0.09993, "NDCG@100(MIRACL)": 0.23289, "NDCG@1000(MIRACL)": 0.23289, "MAP@1(MIRACL)": 0.02003, "MAP@3(MIRACL)": 0.0296, "MAP@5(MIRACL)": 0.03363, "MAP@10(MIRACL)": 0.0426, "MAP@20(MIRACL)": 0.051, "MAP@100(MIRACL)": 0.07346, "MAP@1000(MIRACL)": 0.07346, "Recall@1(MIRACL)": 0.02003, "Recall@3(MIRACL)": 0.04284, "Recall@5(MIRACL)": 0.05887, "Recall@10(MIRACL)": 0.11812, "Recall@20(MIRACL)": 0.21968, "Recall@100(MIRACL)": 0.79952, "Recall@1000(MIRACL)": 0.79952, "P@1(MIRACL)": 0.03849, "P@3(MIRACL)": 0.02727, "P@5(MIRACL)": 0.02358, "P@10(MIRACL)": 0.0235, "P@20(MIRACL)": 0.02294, "P@100(MIRACL)": 0.01953, "P@1000(MIRACL)": 0.00195, "nAUC_NDCG@1_max(MIRACL)": -0.056483, "nAUC_NDCG@1_std(MIRACL)": 0.066896, "nAUC_NDCG@1_diff1(MIRACL)": 0.062525, "nAUC_NDCG@3_max(MIRACL)": -0.059268, "nAUC_NDCG@3_std(MIRACL)": 0.049467, "nAUC_NDCG@3_diff1(MIRACL)": 0.022045, "nAUC_NDCG@5_max(MIRACL)": -0.060626, "nAUC_NDCG@5_std(MIRACL)": 0.048336, "nAUC_NDCG@5_diff1(MIRACL)": 0.029761, "nAUC_NDCG@10_max(MIRACL)": -0.041466, "nAUC_NDCG@10_std(MIRACL)": 0.119731, "nAUC_NDCG@10_diff1(MIRACL)": 0.050678, "nAUC_NDCG@20_max(MIRACL)": -0.01717, "nAUC_NDCG@20_std(MIRACL)": 0.125486, "nAUC_NDCG@20_diff1(MIRACL)": 0.059786, "nAUC_NDCG@100_max(MIRACL)": 0.056275, "nAUC_NDCG@100_std(MIRACL)": 0.0698, "nAUC_NDCG@100_diff1(MIRACL)": 0.043977, "nAUC_NDCG@1000_max(MIRACL)": 0.056275, "nAUC_NDCG@1000_std(MIRACL)": 0.0698, "nAUC_NDCG@1000_diff1(MIRACL)": 0.043977, "nAUC_MAP@1_max(MIRACL)": -0.017888, "nAUC_MAP@1_std(MIRACL)": 0.0233, "nAUC_MAP@1_diff1(MIRACL)": 0.046926, "nAUC_MAP@3_max(MIRACL)": -0.046234, "nAUC_MAP@3_std(MIRACL)": 0.041898, "nAUC_MAP@3_diff1(MIRACL)": 0.02985, "nAUC_MAP@5_max(MIRACL)": -0.055159, "nAUC_MAP@5_std(MIRACL)": 0.041201, "nAUC_MAP@5_diff1(MIRACL)": 0.030876, "nAUC_MAP@10_max(MIRACL)": -0.043966, "nAUC_MAP@10_std(MIRACL)": 0.093588, "nAUC_MAP@10_diff1(MIRACL)": 0.046943, "nAUC_MAP@20_max(MIRACL)": -0.029908, "nAUC_MAP@20_std(MIRACL)": 0.10149, "nAUC_MAP@20_diff1(MIRACL)": 0.053392, "nAUC_MAP@100_max(MIRACL)": -0.007557, "nAUC_MAP@100_std(MIRACL)": 0.089087, "nAUC_MAP@100_diff1(MIRACL)": 0.047512, "nAUC_MAP@1000_max(MIRACL)": -0.007557, "nAUC_MAP@1000_std(MIRACL)": 0.089087, "nAUC_MAP@1000_diff1(MIRACL)": 0.047512, "nAUC_Recall@1_max(MIRACL)": -0.017888, "nAUC_Recall@1_std(MIRACL)": 0.0233, "nAUC_Recall@1_diff1(MIRACL)": 0.046926, "nAUC_Recall@3_max(MIRACL)": -0.055908, "nAUC_Recall@3_std(MIRACL)": 0.041786, "nAUC_Recall@3_diff1(MIRACL)": 0.003212, "nAUC_Recall@5_max(MIRACL)": -0.068805, "nAUC_Recall@5_std(MIRACL)": 0.035181, "nAUC_Recall@5_diff1(MIRACL)": 0.014685, "nAUC_Recall@10_max(MIRACL)": -0.028592, "nAUC_Recall@10_std(MIRACL)": 0.158602, "nAUC_Recall@10_diff1(MIRACL)": 0.056309, "nAUC_Recall@20_max(MIRACL)": 0.00184, "nAUC_Recall@20_std(MIRACL)": 0.151486, "nAUC_Recall@20_diff1(MIRACL)": 0.067292, "nAUC_Recall@100_max(MIRACL)": 0.216253, "nAUC_Recall@100_std(MIRACL)": 0.055423, "nAUC_Recall@100_diff1(MIRACL)": 0.025308, "nAUC_Recall@1000_max(MIRACL)": 0.216253, "nAUC_Recall@1000_std(MIRACL)": 0.055423, "nAUC_Recall@1000_diff1(MIRACL)": 0.025308, "nAUC_P@1_max(MIRACL)": -0.056483, "nAUC_P@1_std(MIRACL)": 0.066896, "nAUC_P@1_diff1(MIRACL)": 0.062525, "nAUC_P@3_max(MIRACL)": -0.062201, "nAUC_P@3_std(MIRACL)": 0.075056, "nAUC_P@3_diff1(MIRACL)": 0.034287, "nAUC_P@5_max(MIRACL)": -0.055516, "nAUC_P@5_std(MIRACL)": 0.090819, "nAUC_P@5_diff1(MIRACL)": 0.042655, "nAUC_P@10_max(MIRACL)": -0.037395, "nAUC_P@10_std(MIRACL)": 0.164163, "nAUC_P@10_diff1(MIRACL)": 0.046012, "nAUC_P@20_max(MIRACL)": 0.011743, "nAUC_P@20_std(MIRACL)": 0.14479, "nAUC_P@20_diff1(MIRACL)": 0.048451, "nAUC_P@100_max(MIRACL)": 0.077698, "nAUC_P@100_std(MIRACL)": -0.035903, "nAUC_P@100_diff1(MIRACL)": 0.019551, "nAUC_P@1000_max(MIRACL)": 0.077698, "nAUC_P@1000_std(MIRACL)": -0.035903, "nAUC_P@1000_diff1(MIRACL)": 0.019551, "main_score": 0.06907, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "NDCG@1(MIRACL)": 0.14969, "NDCG@3(MIRACL)": 0.19137, "NDCG@5(MIRACL)": 0.21031, "NDCG@10(MIRACL)": 0.24951, "NDCG@20(MIRACL)": 0.28624, "NDCG@100(MIRACL)": 0.34758, "NDCG@1000(MIRACL)": 0.34758, "MAP@1(MIRACL)": 0.09949, "MAP@3(MIRACL)": 0.15471, "MAP@5(MIRACL)": 0.16924, "MAP@10(MIRACL)": 0.18739, "MAP@20(MIRACL)": 0.19918, "MAP@100(MIRACL)": 0.21127, "MAP@1000(MIRACL)": 0.21127, "Recall@1(MIRACL)": 0.09949, "Recall@3(MIRACL)": 0.22148, "Recall@5(MIRACL)": 0.26854, "Recall@10(MIRACL)": 0.37908, "Recall@20(MIRACL)": 0.50294, "Recall@100(MIRACL)": 0.77963, "Recall@1000(MIRACL)": 0.77963, "P@1(MIRACL)": 0.14969, "P@3(MIRACL)": 0.10949, "P@5(MIRACL)": 0.08358, "P@10(MIRACL)": 0.05967, "P@20(MIRACL)": 0.04127, "P@100(MIRACL)": 0.01385, "P@1000(MIRACL)": 0.00138, "nAUC_NDCG@1_max(MIRACL)": 0.123982, "nAUC_NDCG@1_std(MIRACL)": 0.217745, "nAUC_NDCG@1_diff1(MIRACL)": 0.230382, "nAUC_NDCG@3_max(MIRACL)": 0.051047, "nAUC_NDCG@3_std(MIRACL)": 0.184194, "nAUC_NDCG@3_diff1(MIRACL)": 0.200211, "nAUC_NDCG@5_max(MIRACL)": 0.057556, "nAUC_NDCG@5_std(MIRACL)": 0.191473, "nAUC_NDCG@5_diff1(MIRACL)": 0.190698, "nAUC_NDCG@10_max(MIRACL)": 0.088619, "nAUC_NDCG@10_std(MIRACL)": 0.225292, "nAUC_NDCG@10_diff1(MIRACL)": 0.181063, "nAUC_NDCG@20_max(MIRACL)": 0.1005, "nAUC_NDCG@20_std(MIRACL)": 0.242731, "nAUC_NDCG@20_diff1(MIRACL)": 0.162489, "nAUC_NDCG@100_max(MIRACL)": 0.1598, "nAUC_NDCG@100_std(MIRACL)": 0.256225, "nAUC_NDCG@100_diff1(MIRACL)": 0.161923, "nAUC_NDCG@1000_max(MIRACL)": 0.1598, "nAUC_NDCG@1000_std(MIRACL)": 0.256225, "nAUC_NDCG@1000_diff1(MIRACL)": 0.161923, "nAUC_MAP@1_max(MIRACL)": 0.02684, "nAUC_MAP@1_std(MIRACL)": 0.185957, "nAUC_MAP@1_diff1(MIRACL)": 0.257727, "nAUC_MAP@3_max(MIRACL)": 0.028887, "nAUC_MAP@3_std(MIRACL)": 0.18462, "nAUC_MAP@3_diff1(MIRACL)": 0.21519, "nAUC_MAP@5_max(MIRACL)": 0.034907, "nAUC_MAP@5_std(MIRACL)": 0.1907, "nAUC_MAP@5_diff1(MIRACL)": 0.206644, "nAUC_MAP@10_max(MIRACL)": 0.05396, "nAUC_MAP@10_std(MIRACL)": 0.209314, "nAUC_MAP@10_diff1(MIRACL)": 0.203373, "nAUC_MAP@20_max(MIRACL)": 0.059328, "nAUC_MAP@20_std(MIRACL)": 0.216643, "nAUC_MAP@20_diff1(MIRACL)": 0.196269, "nAUC_MAP@100_max(MIRACL)": 0.074626, "nAUC_MAP@100_std(MIRACL)": 0.220311, "nAUC_MAP@100_diff1(MIRACL)": 0.196277, "nAUC_MAP@1000_max(MIRACL)": 0.074626, "nAUC_MAP@1000_std(MIRACL)": 0.220311, "nAUC_MAP@1000_diff1(MIRACL)": 0.196277, "nAUC_Recall@1_max(MIRACL)": 0.02684, "nAUC_Recall@1_std(MIRACL)": 0.185957, "nAUC_Recall@1_diff1(MIRACL)": 0.257727, "nAUC_Recall@3_max(MIRACL)": 0.011386, "nAUC_Recall@3_std(MIRACL)": 0.15544, "nAUC_Recall@3_diff1(MIRACL)": 0.17202, "nAUC_Recall@5_max(MIRACL)": 0.029354, "nAUC_Recall@5_std(MIRACL)": 0.161894, "nAUC_Recall@5_diff1(MIRACL)": 0.147482, "nAUC_Recall@10_max(MIRACL)": 0.083754, "nAUC_Recall@10_std(MIRACL)": 0.229742, "nAUC_Recall@10_diff1(MIRACL)": 0.115136, "nAUC_Recall@20_max(MIRACL)": 0.104889, "nAUC_Recall@20_std(MIRACL)": 0.276803, "nAUC_Recall@20_diff1(MIRACL)": 0.058127, "nAUC_Recall@100_max(MIRACL)": 0.395115, "nAUC_Recall@100_std(MIRACL)": 0.415559, "nAUC_Recall@100_diff1(MIRACL)": 0.017371, "nAUC_Recall@1000_max(MIRACL)": 0.395115, "nAUC_Recall@1000_std(MIRACL)": 0.415559, "nAUC_Recall@1000_diff1(MIRACL)": 0.017371, "nAUC_P@1_max(MIRACL)": 0.123982, "nAUC_P@1_std(MIRACL)": 0.217745, "nAUC_P@1_diff1(MIRACL)": 0.230382, "nAUC_P@3_max(MIRACL)": 0.105877, "nAUC_P@3_std(MIRACL)": 0.211864, "nAUC_P@3_diff1(MIRACL)": 0.147652, "nAUC_P@5_max(MIRACL)": 0.123993, "nAUC_P@5_std(MIRACL)": 0.210641, "nAUC_P@5_diff1(MIRACL)": 0.117063, "nAUC_P@10_max(MIRACL)": 0.17958, "nAUC_P@10_std(MIRACL)": 0.248009, "nAUC_P@10_diff1(MIRACL)": 0.10217, "nAUC_P@20_max(MIRACL)": 0.200039, "nAUC_P@20_std(MIRACL)": 0.238744, "nAUC_P@20_diff1(MIRACL)": 0.051989, "nAUC_P@100_max(MIRACL)": 0.291228, "nAUC_P@100_std(MIRACL)": 0.147353, "nAUC_P@100_diff1(MIRACL)": 0.026341, "nAUC_P@1000_max(MIRACL)": 0.291228, "nAUC_P@1000_std(MIRACL)": 0.147353, "nAUC_P@1000_diff1(MIRACL)": 0.026341, "main_score": 0.24951, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "NDCG@1(MIRACL)": 0.0, "NDCG@3(MIRACL)": 0.0, "NDCG@5(MIRACL)": 0.00461, "NDCG@10(MIRACL)": 0.02231, "NDCG@20(MIRACL)": 0.03285, "NDCG@100(MIRACL)": 0.17088, "NDCG@1000(MIRACL)": 0.17088, "MAP@1(MIRACL)": 0.0, "MAP@3(MIRACL)": 0.0, "MAP@5(MIRACL)": 0.00238, "MAP@10(MIRACL)": 0.00873, "MAP@20(MIRACL)": 0.01151, "MAP@100(MIRACL)": 0.0266, "MAP@1000(MIRACL)": 0.0266, "Recall@1(MIRACL)": 0.0, "Recall@3(MIRACL)": 0.0, "Recall@5(MIRACL)": 0.0119, "Recall@10(MIRACL)": 0.06151, "Recall@20(MIRACL)": 0.10119, "Recall@100(MIRACL)": 0.88095, "Recall@1000(MIRACL)": 0.88095, "P@1(MIRACL)": 0.0, "P@3(MIRACL)": 0.0, "P@5(MIRACL)": 0.00238, "P@10(MIRACL)": 0.00952, "P@20(MIRACL)": 0.00774, "P@100(MIRACL)": 0.01119, "P@1000(MIRACL)": 0.00112, "nAUC_NDCG@1_max(MIRACL)": NaN, "nAUC_NDCG@1_std(MIRACL)": NaN, "nAUC_NDCG@1_diff1(MIRACL)": NaN, "nAUC_NDCG@3_max(MIRACL)": NaN, "nAUC_NDCG@3_std(MIRACL)": NaN, "nAUC_NDCG@3_diff1(MIRACL)": NaN, "nAUC_NDCG@5_max(MIRACL)": -0.069223, "nAUC_NDCG@5_std(MIRACL)": -0.202695, "nAUC_NDCG@5_diff1(MIRACL)": -0.069223, "nAUC_NDCG@10_max(MIRACL)": -0.185376, "nAUC_NDCG@10_std(MIRACL)": -0.205724, "nAUC_NDCG@10_diff1(MIRACL)": 0.137126, "nAUC_NDCG@20_max(MIRACL)": -0.187087, "nAUC_NDCG@20_std(MIRACL)": -0.180012, "nAUC_NDCG@20_diff1(MIRACL)": 0.116401, "nAUC_NDCG@100_max(MIRACL)": -0.087372, "nAUC_NDCG@100_std(MIRACL)": -0.125353, "nAUC_NDCG@100_diff1(MIRACL)": 0.026675, "nAUC_NDCG@1000_max(MIRACL)": -0.087372, "nAUC_NDCG@1000_std(MIRACL)": -0.125353, "nAUC_NDCG@1000_diff1(MIRACL)": 0.026675, "nAUC_MAP@1_max(MIRACL)": NaN, "nAUC_MAP@1_std(MIRACL)": NaN, "nAUC_MAP@1_diff1(MIRACL)": NaN, "nAUC_MAP@3_max(MIRACL)": NaN, "nAUC_MAP@3_std(MIRACL)": NaN, "nAUC_MAP@3_diff1(MIRACL)": NaN, "nAUC_MAP@5_max(MIRACL)": -0.069223, "nAUC_MAP@5_std(MIRACL)": -0.202695, "nAUC_MAP@5_diff1(MIRACL)": -0.069223, "nAUC_MAP@10_max(MIRACL)": -0.170861, "nAUC_MAP@10_std(MIRACL)": -0.200301, "nAUC_MAP@10_diff1(MIRACL)": 0.129776, "nAUC_MAP@20_max(MIRACL)": -0.190952, "nAUC_MAP@20_std(MIRACL)": -0.198646, "nAUC_MAP@20_diff1(MIRACL)": 0.088249, "nAUC_MAP@100_max(MIRACL)": -0.162499, "nAUC_MAP@100_std(MIRACL)": -0.182361, "nAUC_MAP@100_diff1(MIRACL)": 0.080724, "nAUC_MAP@1000_max(MIRACL)": -0.162499, "nAUC_MAP@1000_std(MIRACL)": -0.182361, "nAUC_MAP@1000_diff1(MIRACL)": 0.080724, "nAUC_Recall@1_max(MIRACL)": NaN, "nAUC_Recall@1_std(MIRACL)": NaN, "nAUC_Recall@1_diff1(MIRACL)": NaN, "nAUC_Recall@3_max(MIRACL)": NaN, "nAUC_Recall@3_std(MIRACL)": NaN, "nAUC_Recall@3_diff1(MIRACL)": NaN, "nAUC_Recall@5_max(MIRACL)": -0.069223, "nAUC_Recall@5_std(MIRACL)": -0.202695, "nAUC_Recall@5_diff1(MIRACL)": -0.069223, "nAUC_Recall@10_max(MIRACL)": -0.216329, "nAUC_Recall@10_std(MIRACL)": -0.213124, "nAUC_Recall@10_diff1(MIRACL)": 0.131612, "nAUC_Recall@20_max(MIRACL)": -0.206909, "nAUC_Recall@20_std(MIRACL)": -0.177819, "nAUC_Recall@20_diff1(MIRACL)": 0.114925, "nAUC_Recall@100_max(MIRACL)": 0.002911, "nAUC_Recall@100_std(MIRACL)": -0.179833, "nAUC_Recall@100_diff1(MIRACL)": -0.115071, "nAUC_Recall@1000_max(MIRACL)": 0.002911, "nAUC_Recall@1000_std(MIRACL)": -0.179833, "nAUC_Recall@1000_diff1(MIRACL)": -0.115071, "nAUC_P@1_max(MIRACL)": NaN, "nAUC_P@1_std(MIRACL)": NaN, "nAUC_P@1_diff1(MIRACL)": NaN, "nAUC_P@3_max(MIRACL)": NaN, "nAUC_P@3_std(MIRACL)": NaN, "nAUC_P@3_diff1(MIRACL)": NaN, "nAUC_P@5_max(MIRACL)": -0.069223, "nAUC_P@5_std(MIRACL)": -0.202695, "nAUC_P@5_diff1(MIRACL)": -0.069223, "nAUC_P@10_max(MIRACL)": -0.186748, "nAUC_P@10_std(MIRACL)": -0.20789, "nAUC_P@10_diff1(MIRACL)": 0.163455, "nAUC_P@20_max(MIRACL)": -0.18162, "nAUC_P@20_std(MIRACL)": -0.165, "nAUC_P@20_diff1(MIRACL)": 0.120363, "nAUC_P@100_max(MIRACL)": 0.001122, "nAUC_P@100_std(MIRACL)": 0.075961, "nAUC_P@100_diff1(MIRACL)": -0.001854, "nAUC_P@1000_max(MIRACL)": 0.001122, "nAUC_P@1000_std(MIRACL)": 0.075961, "nAUC_P@1000_diff1(MIRACL)": -0.001854, "main_score": 0.02231, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "NDCG@1(MIRACL)": 0.0137, "NDCG@3(MIRACL)": 0.01653, "NDCG@5(MIRACL)": 0.02385, "NDCG@10(MIRACL)": 0.03573, "NDCG@20(MIRACL)": 0.05832, "NDCG@100(MIRACL)": 0.2132, "NDCG@1000(MIRACL)": 0.2132, "MAP@1(MIRACL)": 0.00734, "MAP@3(MIRACL)": 0.01244, "MAP@5(MIRACL)": 0.01674, "MAP@10(MIRACL)": 0.02133, "MAP@20(MIRACL)": 0.02723, "MAP@100(MIRACL)": 0.04821, "MAP@1000(MIRACL)": 0.04821, "Recall@1(MIRACL)": 0.00734, "Recall@3(MIRACL)": 0.01887, "Recall@5(MIRACL)": 0.03567, "Recall@10(MIRACL)": 0.06691, "Recall@20(MIRACL)": 0.1442, "Recall@100(MIRACL)": 0.91781, "Recall@1000(MIRACL)": 0.91781, "P@1(MIRACL)": 0.0137, "P@3(MIRACL)": 0.01142, "P@5(MIRACL)": 0.01178, "P@10(MIRACL)": 0.01219, "P@20(MIRACL)": 0.01342, "P@100(MIRACL)": 0.01633, "P@1000(MIRACL)": 0.00163, "nAUC_NDCG@1_max(MIRACL)": 0.019184, "nAUC_NDCG@1_std(MIRACL)": 0.031956, "nAUC_NDCG@1_diff1(MIRACL)": 0.000832, "nAUC_NDCG@3_max(MIRACL)": 0.098303, "nAUC_NDCG@3_std(MIRACL)": 0.167699, "nAUC_NDCG@3_diff1(MIRACL)": -0.063384, "nAUC_NDCG@5_max(MIRACL)": 0.11772, "nAUC_NDCG@5_std(MIRACL)": 0.159335, "nAUC_NDCG@5_diff1(MIRACL)": 0.014783, "nAUC_NDCG@10_max(MIRACL)": 0.137519, "nAUC_NDCG@10_std(MIRACL)": 0.126997, "nAUC_NDCG@10_diff1(MIRACL)": 0.015913, "nAUC_NDCG@20_max(MIRACL)": 0.165445, "nAUC_NDCG@20_std(MIRACL)": 0.123959, "nAUC_NDCG@20_diff1(MIRACL)": 0.073539, "nAUC_NDCG@100_max(MIRACL)": 0.135481, "nAUC_NDCG@100_std(MIRACL)": 0.075342, "nAUC_NDCG@100_diff1(MIRACL)": 0.000307, "nAUC_NDCG@1000_max(MIRACL)": 0.135481, "nAUC_NDCG@1000_std(MIRACL)": 0.075342, "nAUC_NDCG@1000_diff1(MIRACL)": 0.000307, "nAUC_MAP@1_max(MIRACL)": 0.02098, "nAUC_MAP@1_std(MIRACL)": 0.055204, "nAUC_MAP@1_diff1(MIRACL)": 0.053732, "nAUC_MAP@3_max(MIRACL)": 0.100772, "nAUC_MAP@3_std(MIRACL)": 0.169152, "nAUC_MAP@3_diff1(MIRACL)": -0.044951, "nAUC_MAP@5_max(MIRACL)": 0.115615, "nAUC_MAP@5_std(MIRACL)": 0.15873, "nAUC_MAP@5_diff1(MIRACL)": 0.023669, "nAUC_MAP@10_max(MIRACL)": 0.134198, "nAUC_MAP@10_std(MIRACL)": 0.139899, "nAUC_MAP@10_diff1(MIRACL)": 0.018679, "nAUC_MAP@20_max(MIRACL)": 0.160272, "nAUC_MAP@20_std(MIRACL)": 0.139711, "nAUC_MAP@20_diff1(MIRACL)": 0.048507, "nAUC_MAP@100_max(MIRACL)": 0.138154, "nAUC_MAP@100_std(MIRACL)": 0.115063, "nAUC_MAP@100_diff1(MIRACL)": 0.028925, "nAUC_MAP@1000_max(MIRACL)": 0.138154, "nAUC_MAP@1000_std(MIRACL)": 0.115063, "nAUC_MAP@1000_diff1(MIRACL)": 0.028925, "nAUC_Recall@1_max(MIRACL)": 0.02098, "nAUC_Recall@1_std(MIRACL)": 0.055204, "nAUC_Recall@1_diff1(MIRACL)": 0.053732, "nAUC_Recall@3_max(MIRACL)": 0.104933, "nAUC_Recall@3_std(MIRACL)": 0.20368, "nAUC_Recall@3_diff1(MIRACL)": -0.086183, "nAUC_Recall@5_max(MIRACL)": 0.122418, "nAUC_Recall@5_std(MIRACL)": 0.177249, "nAUC_Recall@5_diff1(MIRACL)": 0.036374, "nAUC_Recall@10_max(MIRACL)": 0.14716, "nAUC_Recall@10_std(MIRACL)": 0.132399, "nAUC_Recall@10_diff1(MIRACL)": 0.026339, "nAUC_Recall@20_max(MIRACL)": 0.188385, "nAUC_Recall@20_std(MIRACL)": 0.125169, "nAUC_Recall@20_diff1(MIRACL)": 0.108715, "nAUC_Recall@100_max(MIRACL)": 0.351914, "nAUC_Recall@100_std(MIRACL)": 0.135076, "nAUC_Recall@100_diff1(MIRACL)": -0.072533, "nAUC_Recall@1000_max(MIRACL)": 0.351914, "nAUC_Recall@1000_std(MIRACL)": 0.135076, "nAUC_Recall@1000_diff1(MIRACL)": -0.072533, "nAUC_P@1_max(MIRACL)": 0.019184, "nAUC_P@1_std(MIRACL)": 0.031956, "nAUC_P@1_diff1(MIRACL)": 0.000832, "nAUC_P@3_max(MIRACL)": 0.125044, "nAUC_P@3_std(MIRACL)": 0.180327, "nAUC_P@3_diff1(MIRACL)": -0.088897, "nAUC_P@5_max(MIRACL)": 0.160513, "nAUC_P@5_std(MIRACL)": 0.145812, "nAUC_P@5_diff1(MIRACL)": 0.006059, "nAUC_P@10_max(MIRACL)": 0.151554, "nAUC_P@10_std(MIRACL)": 0.072726, "nAUC_P@10_diff1(MIRACL)": 0.012677, "nAUC_P@20_max(MIRACL)": 0.153865, "nAUC_P@20_std(MIRACL)": 0.067914, "nAUC_P@20_diff1(MIRACL)": 0.06397, "nAUC_P@100_max(MIRACL)": -0.014527, "nAUC_P@100_std(MIRACL)": -0.056391, "nAUC_P@100_diff1(MIRACL)": -0.055028, "nAUC_P@1000_max(MIRACL)": -0.014527, "nAUC_P@1000_std(MIRACL)": -0.056391, "nAUC_P@1000_diff1(MIRACL)": -0.055028, "main_score": 0.03573, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "NDCG@1(MIRACL)": 0.30252, "NDCG@3(MIRACL)": 0.39432, "NDCG@5(MIRACL)": 0.42164, "NDCG@10(MIRACL)": 0.44401, "NDCG@20(MIRACL)": 0.46574, "NDCG@100(MIRACL)": 0.48205, "NDCG@1000(MIRACL)": 0.48205, "MAP@1(MIRACL)": 0.28571, "MAP@3(MIRACL)": 0.36321, "MAP@5(MIRACL)": 0.38044, "MAP@10(MIRACL)": 0.39137, "MAP@20(MIRACL)": 0.39759, "MAP@100(MIRACL)": 0.40027, "MAP@1000(MIRACL)": 0.40027, "Recall@1(MIRACL)": 0.28571, "Recall@3(MIRACL)": 0.45938, "Recall@5(MIRACL)": 0.52241, "Recall@10(MIRACL)": 0.58543, "Recall@20(MIRACL)": 0.66807, "Recall@100(MIRACL)": 0.7479, "Recall@1000(MIRACL)": 0.7479, "P@1(MIRACL)": 0.30252, "P@3(MIRACL)": 0.17087, "P@5(MIRACL)": 0.11765, "P@10(MIRACL)": 0.06723, "P@20(MIRACL)": 0.03866, "P@100(MIRACL)": 0.00882, "P@1000(MIRACL)": 0.00088, "nAUC_NDCG@1_max(MIRACL)": 0.204818, "nAUC_NDCG@1_std(MIRACL)": 0.09527, "nAUC_NDCG@1_diff1(MIRACL)": 0.332487, "nAUC_NDCG@3_max(MIRACL)": 0.260378, "nAUC_NDCG@3_std(MIRACL)": 0.106119, "nAUC_NDCG@3_diff1(MIRACL)": 0.310149, "nAUC_NDCG@5_max(MIRACL)": 0.289088, "nAUC_NDCG@5_std(MIRACL)": 0.146004, "nAUC_NDCG@5_diff1(MIRACL)": 0.311098, "nAUC_NDCG@10_max(MIRACL)": 0.291136, "nAUC_NDCG@10_std(MIRACL)": 0.179681, "nAUC_NDCG@10_diff1(MIRACL)": 0.294667, "nAUC_NDCG@20_max(MIRACL)": 0.289373, "nAUC_NDCG@20_std(MIRACL)": 0.21232, "nAUC_NDCG@20_diff1(MIRACL)": 0.293856, "nAUC_NDCG@100_max(MIRACL)": 0.283013, "nAUC_NDCG@100_std(MIRACL)": 0.194224, "nAUC_NDCG@100_diff1(MIRACL)": 0.30082, "nAUC_NDCG@1000_max(MIRACL)": 0.283013, "nAUC_NDCG@1000_std(MIRACL)": 0.194224, "nAUC_NDCG@1000_diff1(MIRACL)": 0.30082, "nAUC_MAP@1_max(MIRACL)": 0.209395, "nAUC_MAP@1_std(MIRACL)": 0.101092, "nAUC_MAP@1_diff1(MIRACL)": 0.352308, "nAUC_MAP@3_max(MIRACL)": 0.241723, "nAUC_MAP@3_std(MIRACL)": 0.09833, "nAUC_MAP@3_diff1(MIRACL)": 0.319034, "nAUC_MAP@5_max(MIRACL)": 0.259122, "nAUC_MAP@5_std(MIRACL)": 0.123036, "nAUC_MAP@5_diff1(MIRACL)": 0.318015, "nAUC_MAP@10_max(MIRACL)": 0.259446, "nAUC_MAP@10_std(MIRACL)": 0.137721, "nAUC_MAP@10_diff1(MIRACL)": 0.310398, "nAUC_MAP@20_max(MIRACL)": 0.258499, "nAUC_MAP@20_std(MIRACL)": 0.1467, "nAUC_MAP@20_diff1(MIRACL)": 0.310108, "nAUC_MAP@100_max(MIRACL)": 0.256779, "nAUC_MAP@100_std(MIRACL)": 0.143818, "nAUC_MAP@100_diff1(MIRACL)": 0.31073, "nAUC_MAP@1000_max(MIRACL)": 0.256779, "nAUC_MAP@1000_std(MIRACL)": 0.143818, "nAUC_MAP@1000_diff1(MIRACL)": 0.31073, "nAUC_Recall@1_max(MIRACL)": 0.209395, "nAUC_Recall@1_std(MIRACL)": 0.101092, "nAUC_Recall@1_diff1(MIRACL)": 0.352308, "nAUC_Recall@3_max(MIRACL)": 0.302216, "nAUC_Recall@3_std(MIRACL)": 0.137808, "nAUC_Recall@3_diff1(MIRACL)": 0.280642, "nAUC_Recall@5_max(MIRACL)": 0.366306, "nAUC_Recall@5_std(MIRACL)": 0.226884, "nAUC_Recall@5_diff1(MIRACL)": 0.282095, "nAUC_Recall@10_max(MIRACL)": 0.382428, "nAUC_Recall@10_std(MIRACL)": 0.332809, "nAUC_Recall@10_diff1(MIRACL)": 0.241432, "nAUC_Recall@20_max(MIRACL)": 0.389399, "nAUC_Recall@20_std(MIRACL)": 0.501342, "nAUC_Recall@20_diff1(MIRACL)": 0.225337, "nAUC_Recall@100_max(MIRACL)": 0.376706, "nAUC_Recall@100_std(MIRACL)": 0.446578, "nAUC_Recall@100_diff1(MIRACL)": 0.263959, "nAUC_Recall@1000_max(MIRACL)": 0.376706, "nAUC_Recall@1000_std(MIRACL)": 0.446578, "nAUC_Recall@1000_diff1(MIRACL)": 0.263959, "nAUC_P@1_max(MIRACL)": 0.204818, "nAUC_P@1_std(MIRACL)": 0.09527, "nAUC_P@1_diff1(MIRACL)": 0.332487, "nAUC_P@3_max(MIRACL)": 0.265081, "nAUC_P@3_std(MIRACL)": 0.083954, "nAUC_P@3_diff1(MIRACL)": 0.233383, "nAUC_P@5_max(MIRACL)": 0.300105, "nAUC_P@5_std(MIRACL)": 0.158428, "nAUC_P@5_diff1(MIRACL)": 0.204698, "nAUC_P@10_max(MIRACL)": 0.282266, "nAUC_P@10_std(MIRACL)": 0.225609, "nAUC_P@10_diff1(MIRACL)": 0.150201, "nAUC_P@20_max(MIRACL)": 0.263541, "nAUC_P@20_std(MIRACL)": 0.313574, "nAUC_P@20_diff1(MIRACL)": 0.112185, "nAUC_P@100_max(MIRACL)": 0.209356, "nAUC_P@100_std(MIRACL)": 0.181992, "nAUC_P@100_diff1(MIRACL)": 0.121294, "nAUC_P@1000_max(MIRACL)": 0.209356, "nAUC_P@1000_std(MIRACL)": 0.181992, "nAUC_P@1000_diff1(MIRACL)": 0.121294, "main_score": 0.44401, "hf_subset": "yo", "languages": [ "yor-Latn" ] }, { "NDCG@1(MIRACL)": 0.01023, "NDCG@3(MIRACL)": 0.02515, "NDCG@5(MIRACL)": 0.0362, "NDCG@10(MIRACL)": 0.05385, "NDCG@20(MIRACL)": 0.08342, "NDCG@100(MIRACL)": 0.18803, "NDCG@1000(MIRACL)": 0.18803, "MAP@1(MIRACL)": 0.00691, "MAP@3(MIRACL)": 0.01732, "MAP@5(MIRACL)": 0.02364, "MAP@10(MIRACL)": 0.03156, "MAP@20(MIRACL)": 0.03991, "MAP@100(MIRACL)": 0.05621, "MAP@1000(MIRACL)": 0.05621, "Recall@1(MIRACL)": 0.00691, "Recall@3(MIRACL)": 0.03235, "Recall@5(MIRACL)": 0.05639, "Recall@10(MIRACL)": 0.10022, "Recall@20(MIRACL)": 0.19797, "Recall@100(MIRACL)": 0.69054, "Recall@1000(MIRACL)": 0.69054, "P@1(MIRACL)": 0.01023, "P@3(MIRACL)": 0.01876, "P@5(MIRACL)": 0.02097, "P@10(MIRACL)": 0.02097, "P@20(MIRACL)": 0.02084, "P@100(MIRACL)": 0.01419, "P@1000(MIRACL)": 0.00142, "nAUC_NDCG@1_max(MIRACL)": -0.209708, "nAUC_NDCG@1_std(MIRACL)": 0.136295, "nAUC_NDCG@1_diff1(MIRACL)": 0.070635, "nAUC_NDCG@3_max(MIRACL)": -0.128056, "nAUC_NDCG@3_std(MIRACL)": 0.036074, "nAUC_NDCG@3_diff1(MIRACL)": 0.010143, "nAUC_NDCG@5_max(MIRACL)": -0.053784, "nAUC_NDCG@5_std(MIRACL)": 0.1344, "nAUC_NDCG@5_diff1(MIRACL)": 0.03704, "nAUC_NDCG@10_max(MIRACL)": 0.024796, "nAUC_NDCG@10_std(MIRACL)": 0.171531, "nAUC_NDCG@10_diff1(MIRACL)": 0.050265, "nAUC_NDCG@20_max(MIRACL)": 0.052419, "nAUC_NDCG@20_std(MIRACL)": 0.156592, "nAUC_NDCG@20_diff1(MIRACL)": 0.056764, "nAUC_NDCG@100_max(MIRACL)": 0.067166, "nAUC_NDCG@100_std(MIRACL)": 0.076709, "nAUC_NDCG@100_diff1(MIRACL)": 0.006834, "nAUC_NDCG@1000_max(MIRACL)": 0.067166, "nAUC_NDCG@1000_std(MIRACL)": 0.076709, "nAUC_NDCG@1000_diff1(MIRACL)": 0.006834, "nAUC_MAP@1_max(MIRACL)": -0.139843, "nAUC_MAP@1_std(MIRACL)": 0.202848, "nAUC_MAP@1_diff1(MIRACL)": -0.132799, "nAUC_MAP@3_max(MIRACL)": -0.133528, "nAUC_MAP@3_std(MIRACL)": 0.053736, "nAUC_MAP@3_diff1(MIRACL)": 0.002457, "nAUC_MAP@5_max(MIRACL)": -0.070002, "nAUC_MAP@5_std(MIRACL)": 0.131835, "nAUC_MAP@5_diff1(MIRACL)": 0.037595, "nAUC_MAP@10_max(MIRACL)": 0.000426, "nAUC_MAP@10_std(MIRACL)": 0.186875, "nAUC_MAP@10_diff1(MIRACL)": 0.036823, "nAUC_MAP@20_max(MIRACL)": 0.018328, "nAUC_MAP@20_std(MIRACL)": 0.176617, "nAUC_MAP@20_diff1(MIRACL)": 0.036934, "nAUC_MAP@100_max(MIRACL)": 0.033495, "nAUC_MAP@100_std(MIRACL)": 0.144151, "nAUC_MAP@100_diff1(MIRACL)": 0.010856, "nAUC_MAP@1000_max(MIRACL)": 0.033495, "nAUC_MAP@1000_std(MIRACL)": 0.144151, "nAUC_MAP@1000_diff1(MIRACL)": 0.010856, "nAUC_Recall@1_max(MIRACL)": -0.139843, "nAUC_Recall@1_std(MIRACL)": 0.202848, "nAUC_Recall@1_diff1(MIRACL)": -0.132799, "nAUC_Recall@3_max(MIRACL)": -0.118393, "nAUC_Recall@3_std(MIRACL)": -0.016865, "nAUC_Recall@3_diff1(MIRACL)": 0.060121, "nAUC_Recall@5_max(MIRACL)": -0.025876, "nAUC_Recall@5_std(MIRACL)": 0.128366, "nAUC_Recall@5_diff1(MIRACL)": 0.090696, "nAUC_Recall@10_max(MIRACL)": 0.064266, "nAUC_Recall@10_std(MIRACL)": 0.172101, "nAUC_Recall@10_diff1(MIRACL)": 0.091472, "nAUC_Recall@20_max(MIRACL)": 0.085797, "nAUC_Recall@20_std(MIRACL)": 0.154665, "nAUC_Recall@20_diff1(MIRACL)": 0.093577, "nAUC_Recall@100_max(MIRACL)": 0.103641, "nAUC_Recall@100_std(MIRACL)": 0.010936, "nAUC_Recall@100_diff1(MIRACL)": 0.02576, "nAUC_Recall@1000_max(MIRACL)": 0.103641, "nAUC_Recall@1000_std(MIRACL)": 0.010936, "nAUC_Recall@1000_diff1(MIRACL)": 0.02576, "nAUC_P@1_max(MIRACL)": -0.209708, "nAUC_P@1_std(MIRACL)": 0.136295, "nAUC_P@1_diff1(MIRACL)": 0.070635, "nAUC_P@3_max(MIRACL)": -0.11421, "nAUC_P@3_std(MIRACL)": 0.046311, "nAUC_P@3_diff1(MIRACL)": -0.028733, "nAUC_P@5_max(MIRACL)": -0.019477, "nAUC_P@5_std(MIRACL)": 0.17247, "nAUC_P@5_diff1(MIRACL)": -0.018803, "nAUC_P@10_max(MIRACL)": 0.096922, "nAUC_P@10_std(MIRACL)": 0.222096, "nAUC_P@10_diff1(MIRACL)": -0.000792, "nAUC_P@20_max(MIRACL)": 0.115886, "nAUC_P@20_std(MIRACL)": 0.149434, "nAUC_P@20_diff1(MIRACL)": -0.000758, "nAUC_P@100_max(MIRACL)": 0.093595, "nAUC_P@100_std(MIRACL)": -0.009579, "nAUC_P@100_diff1(MIRACL)": -0.052136, "nAUC_P@1000_max(MIRACL)": 0.093595, "nAUC_P@1000_std(MIRACL)": -0.009579, "nAUC_P@1000_diff1(MIRACL)": -0.052136, "main_score": 0.05385, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 888.2827980518341, "kg_co2_emissions": 0.040073540697925625 }