{ "dataset_revision": "6d1962c527217f8927fca80f890f14f36b2802af", "task_name": "MIRACLReranking", "mteb_version": "1.18.0", "scores": { "dev": [ { "NDCG@1(MIRACL)": 0.03073, "NDCG@3(MIRACL)": 0.03782, "NDCG@5(MIRACL)": 0.04657, "NDCG@10(MIRACL)": 0.06678, "NDCG@20(MIRACL)": 0.09315, "NDCG@100(MIRACL)": 0.24143, "NDCG@1000(MIRACL)": 0.24143, "MAP@1(MIRACL)": 0.02031, "MAP@3(MIRACL)": 0.03042, "MAP@5(MIRACL)": 0.03546, "MAP@10(MIRACL)": 0.04345, "MAP@20(MIRACL)": 0.05055, "MAP@100(MIRACL)": 0.07143, "MAP@1000(MIRACL)": 0.07143, "Recall@1(MIRACL)": 0.02031, "Recall@3(MIRACL)": 0.04217, "Recall@5(MIRACL)": 0.06242, "Recall@10(MIRACL)": 0.11901, "Recall@20(MIRACL)": 0.20988, "Recall@100(MIRACL)": 0.93543, "Recall@1000(MIRACL)": 0.93543, "P@1(MIRACL)": 0.03073, "P@3(MIRACL)": 0.02325, "P@5(MIRACL)": 0.02086, "P@10(MIRACL)": 0.01954, "P@20(MIRACL)": 0.01802, "P@100(MIRACL)": 0.01718, "P@1000(MIRACL)": 0.00172, "nAUC_NDCG@1_max(MIRACL)": -0.020746, "nAUC_NDCG@1_std(MIRACL)": -0.077615, "nAUC_NDCG@1_diff1(MIRACL)": 0.135093, "nAUC_NDCG@3_max(MIRACL)": -0.005628, "nAUC_NDCG@3_std(MIRACL)": -0.022502, "nAUC_NDCG@3_diff1(MIRACL)": 0.122805, "nAUC_NDCG@5_max(MIRACL)": -0.007608, "nAUC_NDCG@5_std(MIRACL)": -0.013746, "nAUC_NDCG@5_diff1(MIRACL)": 0.086676, "nAUC_NDCG@10_max(MIRACL)": -0.000238, "nAUC_NDCG@10_std(MIRACL)": -0.008776, "nAUC_NDCG@10_diff1(MIRACL)": 0.096724, "nAUC_NDCG@20_max(MIRACL)": 0.002606, "nAUC_NDCG@20_std(MIRACL)": -0.009848, "nAUC_NDCG@20_diff1(MIRACL)": 0.081018, "nAUC_NDCG@100_max(MIRACL)": 0.022111, "nAUC_NDCG@100_std(MIRACL)": -0.002955, "nAUC_NDCG@100_diff1(MIRACL)": 0.085627, "nAUC_NDCG@1000_max(MIRACL)": 0.022111, "nAUC_NDCG@1000_std(MIRACL)": -0.002955, "nAUC_NDCG@1000_diff1(MIRACL)": 0.085627, "nAUC_MAP@1_max(MIRACL)": -0.025847, "nAUC_MAP@1_std(MIRACL)": -0.071836, "nAUC_MAP@1_diff1(MIRACL)": 0.154673, "nAUC_MAP@3_max(MIRACL)": -0.004299, "nAUC_MAP@3_std(MIRACL)": -0.034372, "nAUC_MAP@3_diff1(MIRACL)": 0.128156, "nAUC_MAP@5_max(MIRACL)": -0.004189, "nAUC_MAP@5_std(MIRACL)": -0.023208, "nAUC_MAP@5_diff1(MIRACL)": 0.099871, "nAUC_MAP@10_max(MIRACL)": -0.001525, "nAUC_MAP@10_std(MIRACL)": -0.019152, "nAUC_MAP@10_diff1(MIRACL)": 0.104045, "nAUC_MAP@20_max(MIRACL)": -0.001364, "nAUC_MAP@20_std(MIRACL)": -0.019598, "nAUC_MAP@20_diff1(MIRACL)": 0.095837, "nAUC_MAP@100_max(MIRACL)": 0.003037, "nAUC_MAP@100_std(MIRACL)": -0.018228, "nAUC_MAP@100_diff1(MIRACL)": 0.095443, "nAUC_MAP@1000_max(MIRACL)": 0.003037, "nAUC_MAP@1000_std(MIRACL)": -0.018228, "nAUC_MAP@1000_diff1(MIRACL)": 0.095443, "nAUC_Recall@1_max(MIRACL)": -0.025847, "nAUC_Recall@1_std(MIRACL)": -0.071836, "nAUC_Recall@1_diff1(MIRACL)": 0.154673, "nAUC_Recall@3_max(MIRACL)": -0.004268, "nAUC_Recall@3_std(MIRACL)": -0.005487, "nAUC_Recall@3_diff1(MIRACL)": 0.120283, "nAUC_Recall@5_max(MIRACL)": -0.009666, "nAUC_Recall@5_std(MIRACL)": 0.002925, "nAUC_Recall@5_diff1(MIRACL)": 0.059267, "nAUC_Recall@10_max(MIRACL)": 0.003231, "nAUC_Recall@10_std(MIRACL)": 0.003024, "nAUC_Recall@10_diff1(MIRACL)": 0.085334, "nAUC_Recall@20_max(MIRACL)": 0.008432, "nAUC_Recall@20_std(MIRACL)": -0.001425, "nAUC_Recall@20_diff1(MIRACL)": 0.061866, "nAUC_Recall@100_max(MIRACL)": 0.205329, "nAUC_Recall@100_std(MIRACL)": 0.201998, "nAUC_Recall@100_diff1(MIRACL)": 0.073133, "nAUC_Recall@1000_max(MIRACL)": 0.205329, "nAUC_Recall@1000_std(MIRACL)": 0.201998, "nAUC_Recall@1000_diff1(MIRACL)": 0.073133, "nAUC_P@1_max(MIRACL)": -0.020746, "nAUC_P@1_std(MIRACL)": -0.077615, "nAUC_P@1_diff1(MIRACL)": 0.135093, "nAUC_P@3_max(MIRACL)": 0.004661, "nAUC_P@3_std(MIRACL)": 0.000447, "nAUC_P@3_diff1(MIRACL)": 0.098929, "nAUC_P@5_max(MIRACL)": 0.001095, "nAUC_P@5_std(MIRACL)": 0.002916, "nAUC_P@5_diff1(MIRACL)": 0.059029, "nAUC_P@10_max(MIRACL)": 0.01533, "nAUC_P@10_std(MIRACL)": 0.007693, "nAUC_P@10_diff1(MIRACL)": 0.093796, "nAUC_P@20_max(MIRACL)": 0.014132, "nAUC_P@20_std(MIRACL)": 0.004242, "nAUC_P@20_diff1(MIRACL)": 0.063362, "nAUC_P@100_max(MIRACL)": 0.008375, "nAUC_P@100_std(MIRACL)": -0.040314, "nAUC_P@100_diff1(MIRACL)": 0.033197, "nAUC_P@1000_max(MIRACL)": 0.008375, "nAUC_P@1000_std(MIRACL)": -0.040314, "nAUC_P@1000_diff1(MIRACL)": 0.033197, "main_score": 0.06678, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "NDCG@1(MIRACL)": 0.03893, "NDCG@3(MIRACL)": 0.05607, "NDCG@5(MIRACL)": 0.07341, "NDCG@10(MIRACL)": 0.09742, "NDCG@20(MIRACL)": 0.13189, "NDCG@100(MIRACL)": 0.27425, "NDCG@1000(MIRACL)": 0.27425, "MAP@1(MIRACL)": 0.02563, "MAP@3(MIRACL)": 0.04292, "MAP@5(MIRACL)": 0.05253, "MAP@10(MIRACL)": 0.06166, "MAP@20(MIRACL)": 0.07111, "MAP@100(MIRACL)": 0.09367, "MAP@1000(MIRACL)": 0.09367, "Recall@1(MIRACL)": 0.02563, "Recall@3(MIRACL)": 0.06513, "Recall@5(MIRACL)": 0.10485, "Recall@10(MIRACL)": 0.16667, "Recall@20(MIRACL)": 0.28234, "Recall@100(MIRACL)": 0.94891, "Recall@1000(MIRACL)": 0.94891, "P@1(MIRACL)": 0.03893, "P@3(MIRACL)": 0.03731, "P@5(MIRACL)": 0.03552, "P@10(MIRACL)": 0.0309, "P@20(MIRACL)": 0.02701, "P@100(MIRACL)": 0.01917, "P@1000(MIRACL)": 0.00192, "nAUC_NDCG@1_max(MIRACL)": -0.004131, "nAUC_NDCG@1_std(MIRACL)": 0.166514, "nAUC_NDCG@1_diff1(MIRACL)": 0.021735, "nAUC_NDCG@3_max(MIRACL)": -0.007652, "nAUC_NDCG@3_std(MIRACL)": 0.089435, "nAUC_NDCG@3_diff1(MIRACL)": 0.067986, "nAUC_NDCG@5_max(MIRACL)": -0.011753, "nAUC_NDCG@5_std(MIRACL)": 0.094947, "nAUC_NDCG@5_diff1(MIRACL)": 0.033748, "nAUC_NDCG@10_max(MIRACL)": -0.014279, "nAUC_NDCG@10_std(MIRACL)": 0.067636, "nAUC_NDCG@10_diff1(MIRACL)": 0.039599, "nAUC_NDCG@20_max(MIRACL)": -0.019586, "nAUC_NDCG@20_std(MIRACL)": 0.066851, "nAUC_NDCG@20_diff1(MIRACL)": 0.038782, "nAUC_NDCG@100_max(MIRACL)": 0.009307, "nAUC_NDCG@100_std(MIRACL)": 0.080938, "nAUC_NDCG@100_diff1(MIRACL)": 0.044066, "nAUC_NDCG@1000_max(MIRACL)": 0.009307, "nAUC_NDCG@1000_std(MIRACL)": 0.080938, "nAUC_NDCG@1000_diff1(MIRACL)": 0.044066, "nAUC_MAP@1_max(MIRACL)": 0.020225, "nAUC_MAP@1_std(MIRACL)": 0.238382, "nAUC_MAP@1_diff1(MIRACL)": -0.002083, "nAUC_MAP@3_max(MIRACL)": 0.011319, "nAUC_MAP@3_std(MIRACL)": 0.124594, "nAUC_MAP@3_diff1(MIRACL)": 0.07949, "nAUC_MAP@5_max(MIRACL)": -0.00049, "nAUC_MAP@5_std(MIRACL)": 0.123882, "nAUC_MAP@5_diff1(MIRACL)": 0.046457, "nAUC_MAP@10_max(MIRACL)": 0.000358, "nAUC_MAP@10_std(MIRACL)": 0.099637, "nAUC_MAP@10_diff1(MIRACL)": 0.050242, "nAUC_MAP@20_max(MIRACL)": -0.000525, "nAUC_MAP@20_std(MIRACL)": 0.097758, "nAUC_MAP@20_diff1(MIRACL)": 0.047259, "nAUC_MAP@100_max(MIRACL)": -0.002869, "nAUC_MAP@100_std(MIRACL)": 0.091885, "nAUC_MAP@100_diff1(MIRACL)": 0.049962, "nAUC_MAP@1000_max(MIRACL)": -0.002869, "nAUC_MAP@1000_std(MIRACL)": 0.091885, "nAUC_MAP@1000_diff1(MIRACL)": 0.049962, "nAUC_Recall@1_max(MIRACL)": 0.020225, "nAUC_Recall@1_std(MIRACL)": 0.238382, "nAUC_Recall@1_diff1(MIRACL)": -0.002083, "nAUC_Recall@3_max(MIRACL)": 0.005525, "nAUC_Recall@3_std(MIRACL)": 0.055709, "nAUC_Recall@3_diff1(MIRACL)": 0.111937, "nAUC_Recall@5_max(MIRACL)": -0.014362, "nAUC_Recall@5_std(MIRACL)": 0.087832, "nAUC_Recall@5_diff1(MIRACL)": 0.04548, "nAUC_Recall@10_max(MIRACL)": -0.011434, "nAUC_Recall@10_std(MIRACL)": 0.037054, "nAUC_Recall@10_diff1(MIRACL)": 0.055503, "nAUC_Recall@20_max(MIRACL)": -0.025395, "nAUC_Recall@20_std(MIRACL)": 0.044798, "nAUC_Recall@20_diff1(MIRACL)": 0.04191, "nAUC_Recall@100_max(MIRACL)": 0.461228, "nAUC_Recall@100_std(MIRACL)": 0.239036, "nAUC_Recall@100_diff1(MIRACL)": 0.041012, "nAUC_Recall@1000_max(MIRACL)": 0.461228, "nAUC_Recall@1000_std(MIRACL)": 0.239036, "nAUC_Recall@1000_diff1(MIRACL)": 0.041012, "nAUC_P@1_max(MIRACL)": -0.004131, "nAUC_P@1_std(MIRACL)": 0.166514, "nAUC_P@1_diff1(MIRACL)": 0.021735, "nAUC_P@3_max(MIRACL)": -0.033717, "nAUC_P@3_std(MIRACL)": 0.026741, "nAUC_P@3_diff1(MIRACL)": 0.031023, "nAUC_P@5_max(MIRACL)": -0.040712, "nAUC_P@5_std(MIRACL)": 0.026121, "nAUC_P@5_diff1(MIRACL)": -0.030915, "nAUC_P@10_max(MIRACL)": -0.057535, "nAUC_P@10_std(MIRACL)": 0.011235, "nAUC_P@10_diff1(MIRACL)": -0.005544, "nAUC_P@20_max(MIRACL)": -0.055525, "nAUC_P@20_std(MIRACL)": -0.003436, "nAUC_P@20_diff1(MIRACL)": 0.026301, "nAUC_P@100_max(MIRACL)": -0.047465, "nAUC_P@100_std(MIRACL)": 0.032799, "nAUC_P@100_diff1(MIRACL)": 0.050879, "nAUC_P@1000_max(MIRACL)": -0.047465, "nAUC_P@1000_std(MIRACL)": 0.032799, "nAUC_P@1000_diff1(MIRACL)": 0.050879, "main_score": 0.09742, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "NDCG@1(MIRACL)": 0.1875, "NDCG@3(MIRACL)": 0.2166, "NDCG@5(MIRACL)": 0.24217, "NDCG@10(MIRACL)": 0.2794, "NDCG@20(MIRACL)": 0.32487, "NDCG@100(MIRACL)": 0.36918, "NDCG@1000(MIRACL)": 0.36918, "MAP@1(MIRACL)": 0.10392, "MAP@3(MIRACL)": 0.17155, "MAP@5(MIRACL)": 0.19324, "MAP@10(MIRACL)": 0.21367, "MAP@20(MIRACL)": 0.2303, "MAP@100(MIRACL)": 0.24065, "MAP@1000(MIRACL)": 0.24065, "Recall@1(MIRACL)": 0.10392, "Recall@3(MIRACL)": 0.23073, "Recall@5(MIRACL)": 0.29707, "Recall@10(MIRACL)": 0.39222, "Recall@20(MIRACL)": 0.54141, "Recall@100(MIRACL)": 0.72697, "Recall@1000(MIRACL)": 0.72697, "P@1(MIRACL)": 0.1875, "P@3(MIRACL)": 0.14364, "P@5(MIRACL)": 0.11513, "P@10(MIRACL)": 0.07895, "P@20(MIRACL)": 0.0551, "P@100(MIRACL)": 0.01543, "P@1000(MIRACL)": 0.00154, "nAUC_NDCG@1_max(MIRACL)": 0.345816, "nAUC_NDCG@1_std(MIRACL)": 0.150197, "nAUC_NDCG@1_diff1(MIRACL)": 0.216434, "nAUC_NDCG@3_max(MIRACL)": 0.31539, "nAUC_NDCG@3_std(MIRACL)": 0.124059, "nAUC_NDCG@3_diff1(MIRACL)": 0.105011, "nAUC_NDCG@5_max(MIRACL)": 0.310861, "nAUC_NDCG@5_std(MIRACL)": 0.126343, "nAUC_NDCG@5_diff1(MIRACL)": 0.117305, "nAUC_NDCG@10_max(MIRACL)": 0.322364, "nAUC_NDCG@10_std(MIRACL)": 0.145446, "nAUC_NDCG@10_diff1(MIRACL)": 0.118395, "nAUC_NDCG@20_max(MIRACL)": 0.341835, "nAUC_NDCG@20_std(MIRACL)": 0.148951, "nAUC_NDCG@20_diff1(MIRACL)": 0.10659, "nAUC_NDCG@100_max(MIRACL)": 0.365028, "nAUC_NDCG@100_std(MIRACL)": 0.110764, "nAUC_NDCG@100_diff1(MIRACL)": 0.108875, "nAUC_NDCG@1000_max(MIRACL)": 0.365028, "nAUC_NDCG@1000_std(MIRACL)": 0.110764, "nAUC_NDCG@1000_diff1(MIRACL)": 0.108875, "nAUC_MAP@1_max(MIRACL)": 0.272964, "nAUC_MAP@1_std(MIRACL)": 0.17142, "nAUC_MAP@1_diff1(MIRACL)": 0.232698, "nAUC_MAP@3_max(MIRACL)": 0.286085, "nAUC_MAP@3_std(MIRACL)": 0.124227, "nAUC_MAP@3_diff1(MIRACL)": 0.128717, "nAUC_MAP@5_max(MIRACL)": 0.29556, "nAUC_MAP@5_std(MIRACL)": 0.131646, "nAUC_MAP@5_diff1(MIRACL)": 0.128841, "nAUC_MAP@10_max(MIRACL)": 0.306259, "nAUC_MAP@10_std(MIRACL)": 0.141257, "nAUC_MAP@10_diff1(MIRACL)": 0.134833, "nAUC_MAP@20_max(MIRACL)": 0.319281, "nAUC_MAP@20_std(MIRACL)": 0.147141, "nAUC_MAP@20_diff1(MIRACL)": 0.128003, "nAUC_MAP@100_max(MIRACL)": 0.32434, "nAUC_MAP@100_std(MIRACL)": 0.137206, "nAUC_MAP@100_diff1(MIRACL)": 0.126963, "nAUC_MAP@1000_max(MIRACL)": 0.32434, "nAUC_MAP@1000_std(MIRACL)": 0.137206, "nAUC_MAP@1000_diff1(MIRACL)": 0.126963, "nAUC_Recall@1_max(MIRACL)": 0.272964, "nAUC_Recall@1_std(MIRACL)": 0.17142, "nAUC_Recall@1_diff1(MIRACL)": 0.232698, "nAUC_Recall@3_max(MIRACL)": 0.269288, "nAUC_Recall@3_std(MIRACL)": 0.097327, "nAUC_Recall@3_diff1(MIRACL)": 0.056464, "nAUC_Recall@5_max(MIRACL)": 0.26249, "nAUC_Recall@5_std(MIRACL)": 0.114631, "nAUC_Recall@5_diff1(MIRACL)": 0.070914, "nAUC_Recall@10_max(MIRACL)": 0.280629, "nAUC_Recall@10_std(MIRACL)": 0.154956, "nAUC_Recall@10_diff1(MIRACL)": 0.077463, "nAUC_Recall@20_max(MIRACL)": 0.32038, "nAUC_Recall@20_std(MIRACL)": 0.172191, "nAUC_Recall@20_diff1(MIRACL)": 0.045133, "nAUC_Recall@100_max(MIRACL)": 0.468811, "nAUC_Recall@100_std(MIRACL)": 0.0267, "nAUC_Recall@100_diff1(MIRACL)": 0.05408, "nAUC_Recall@1000_max(MIRACL)": 0.468811, "nAUC_Recall@1000_std(MIRACL)": 0.0267, "nAUC_Recall@1000_diff1(MIRACL)": 0.05408, "nAUC_P@1_max(MIRACL)": 0.345816, "nAUC_P@1_std(MIRACL)": 0.150197, "nAUC_P@1_diff1(MIRACL)": 0.216434, "nAUC_P@3_max(MIRACL)": 0.365992, "nAUC_P@3_std(MIRACL)": 0.088407, "nAUC_P@3_diff1(MIRACL)": 0.054543, "nAUC_P@5_max(MIRACL)": 0.350044, "nAUC_P@5_std(MIRACL)": 0.096628, "nAUC_P@5_diff1(MIRACL)": 0.055518, "nAUC_P@10_max(MIRACL)": 0.342341, "nAUC_P@10_std(MIRACL)": 0.111008, "nAUC_P@10_diff1(MIRACL)": 0.040796, "nAUC_P@20_max(MIRACL)": 0.346376, "nAUC_P@20_std(MIRACL)": 0.092022, "nAUC_P@20_diff1(MIRACL)": 0.002424, "nAUC_P@100_max(MIRACL)": 0.296209, "nAUC_P@100_std(MIRACL)": -0.028722, "nAUC_P@100_diff1(MIRACL)": -0.009128, "nAUC_P@1000_max(MIRACL)": 0.296209, "nAUC_P@1000_std(MIRACL)": -0.028722, "nAUC_P@1000_diff1(MIRACL)": -0.009128, "main_score": 0.2794, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "NDCG@1(MIRACL)": 0.50826, "NDCG@3(MIRACL)": 0.49851, "NDCG@5(MIRACL)": 0.51542, "NDCG@10(MIRACL)": 0.55789, "NDCG@20(MIRACL)": 0.59409, "NDCG@100(MIRACL)": 0.63037, "NDCG@1000(MIRACL)": 0.63037, "MAP@1(MIRACL)": 0.27346, "MAP@3(MIRACL)": 0.39397, "MAP@5(MIRACL)": 0.43157, "MAP@10(MIRACL)": 0.46481, "MAP@20(MIRACL)": 0.48299, "MAP@100(MIRACL)": 0.49399, "MAP@1000(MIRACL)": 0.49399, "Recall@1(MIRACL)": 0.27346, "Recall@3(MIRACL)": 0.46484, "Recall@5(MIRACL)": 0.54653, "Recall@10(MIRACL)": 0.6603, "Recall@20(MIRACL)": 0.76219, "Recall@100(MIRACL)": 0.89581, "Recall@1000(MIRACL)": 0.89581, "P@1(MIRACL)": 0.50826, "P@3(MIRACL)": 0.32783, "P@5(MIRACL)": 0.24854, "P@10(MIRACL)": 0.15896, "P@20(MIRACL)": 0.09593, "P@100(MIRACL)": 0.02382, "P@1000(MIRACL)": 0.00238, "nAUC_NDCG@1_max(MIRACL)": 0.420188, "nAUC_NDCG@1_std(MIRACL)": 0.118189, "nAUC_NDCG@1_diff1(MIRACL)": 0.372125, "nAUC_NDCG@3_max(MIRACL)": 0.370067, "nAUC_NDCG@3_std(MIRACL)": 0.12291, "nAUC_NDCG@3_diff1(MIRACL)": 0.281244, "nAUC_NDCG@5_max(MIRACL)": 0.362082, "nAUC_NDCG@5_std(MIRACL)": 0.126368, "nAUC_NDCG@5_diff1(MIRACL)": 0.287361, "nAUC_NDCG@10_max(MIRACL)": 0.373123, "nAUC_NDCG@10_std(MIRACL)": 0.125859, "nAUC_NDCG@10_diff1(MIRACL)": 0.283485, "nAUC_NDCG@20_max(MIRACL)": 0.401759, "nAUC_NDCG@20_std(MIRACL)": 0.139909, "nAUC_NDCG@20_diff1(MIRACL)": 0.26974, "nAUC_NDCG@100_max(MIRACL)": 0.435431, "nAUC_NDCG@100_std(MIRACL)": 0.12409, "nAUC_NDCG@100_diff1(MIRACL)": 0.266132, "nAUC_NDCG@1000_max(MIRACL)": 0.435431, "nAUC_NDCG@1000_std(MIRACL)": 0.12409, "nAUC_NDCG@1000_diff1(MIRACL)": 0.266132, "nAUC_MAP@1_max(MIRACL)": 0.165197, "nAUC_MAP@1_std(MIRACL)": 0.011728, "nAUC_MAP@1_diff1(MIRACL)": 0.360687, "nAUC_MAP@3_max(MIRACL)": 0.246694, "nAUC_MAP@3_std(MIRACL)": 0.068745, "nAUC_MAP@3_diff1(MIRACL)": 0.295794, "nAUC_MAP@5_max(MIRACL)": 0.278445, "nAUC_MAP@5_std(MIRACL)": 0.094515, "nAUC_MAP@5_diff1(MIRACL)": 0.295789, "nAUC_MAP@10_max(MIRACL)": 0.30472, "nAUC_MAP@10_std(MIRACL)": 0.104406, "nAUC_MAP@10_diff1(MIRACL)": 0.289317, "nAUC_MAP@20_max(MIRACL)": 0.321924, "nAUC_MAP@20_std(MIRACL)": 0.112021, "nAUC_MAP@20_diff1(MIRACL)": 0.283812, "nAUC_MAP@100_max(MIRACL)": 0.333304, "nAUC_MAP@100_std(MIRACL)": 0.110155, "nAUC_MAP@100_diff1(MIRACL)": 0.283181, "nAUC_MAP@1000_max(MIRACL)": 0.333304, "nAUC_MAP@1000_std(MIRACL)": 0.110155, "nAUC_MAP@1000_diff1(MIRACL)": 0.283181, "nAUC_Recall@1_max(MIRACL)": 0.165197, "nAUC_Recall@1_std(MIRACL)": 0.011728, "nAUC_Recall@1_diff1(MIRACL)": 0.360687, "nAUC_Recall@3_max(MIRACL)": 0.236063, "nAUC_Recall@3_std(MIRACL)": 0.093198, "nAUC_Recall@3_diff1(MIRACL)": 0.233299, "nAUC_Recall@5_max(MIRACL)": 0.283041, "nAUC_Recall@5_std(MIRACL)": 0.124698, "nAUC_Recall@5_diff1(MIRACL)": 0.226618, "nAUC_Recall@10_max(MIRACL)": 0.303758, "nAUC_Recall@10_std(MIRACL)": 0.128566, "nAUC_Recall@10_diff1(MIRACL)": 0.198293, "nAUC_Recall@20_max(MIRACL)": 0.377482, "nAUC_Recall@20_std(MIRACL)": 0.179402, "nAUC_Recall@20_diff1(MIRACL)": 0.147577, "nAUC_Recall@100_max(MIRACL)": 0.69132, "nAUC_Recall@100_std(MIRACL)": 0.096462, "nAUC_Recall@100_diff1(MIRACL)": 0.090013, "nAUC_Recall@1000_max(MIRACL)": 0.69132, "nAUC_Recall@1000_std(MIRACL)": 0.096462, "nAUC_Recall@1000_diff1(MIRACL)": 0.090013, "nAUC_P@1_max(MIRACL)": 0.420188, "nAUC_P@1_std(MIRACL)": 0.118189, "nAUC_P@1_diff1(MIRACL)": 0.372125, "nAUC_P@3_max(MIRACL)": 0.453072, "nAUC_P@3_std(MIRACL)": 0.183217, "nAUC_P@3_diff1(MIRACL)": 0.085786, "nAUC_P@5_max(MIRACL)": 0.432394, "nAUC_P@5_std(MIRACL)": 0.19536, "nAUC_P@5_diff1(MIRACL)": 0.039726, "nAUC_P@10_max(MIRACL)": 0.406003, "nAUC_P@10_std(MIRACL)": 0.1466, "nAUC_P@10_diff1(MIRACL)": -0.009365, "nAUC_P@20_max(MIRACL)": 0.385238, "nAUC_P@20_std(MIRACL)": 0.142752, "nAUC_P@20_diff1(MIRACL)": -0.069368, "nAUC_P@100_max(MIRACL)": 0.34402, "nAUC_P@100_std(MIRACL)": 0.061534, "nAUC_P@100_diff1(MIRACL)": -0.10608, "nAUC_P@1000_max(MIRACL)": 0.34402, "nAUC_P@1000_std(MIRACL)": 0.061534, "nAUC_P@1000_diff1(MIRACL)": -0.10608, "main_score": 0.55789, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "NDCG@1(MIRACL)": 0.39546, "NDCG@3(MIRACL)": 0.37965, "NDCG@5(MIRACL)": 0.3907, "NDCG@10(MIRACL)": 0.44121, "NDCG@20(MIRACL)": 0.49664, "NDCG@100(MIRACL)": 0.55189, "NDCG@1000(MIRACL)": 0.55189, "MAP@1(MIRACL)": 0.14347, "MAP@3(MIRACL)": 0.24738, "MAP@5(MIRACL)": 0.28737, "MAP@10(MIRACL)": 0.3314, "MAP@20(MIRACL)": 0.36029, "MAP@100(MIRACL)": 0.37855, "MAP@1000(MIRACL)": 0.37855, "Recall@1(MIRACL)": 0.14347, "Recall@3(MIRACL)": 0.30771, "Recall@5(MIRACL)": 0.4004, "Recall@10(MIRACL)": 0.54182, "Recall@20(MIRACL)": 0.69135, "Recall@100(MIRACL)": 0.88493, "Recall@1000(MIRACL)": 0.88493, "P@1(MIRACL)": 0.39546, "P@3(MIRACL)": 0.3074, "P@5(MIRACL)": 0.247, "P@10(MIRACL)": 0.17553, "P@20(MIRACL)": 0.11532, "P@100(MIRACL)": 0.03053, "P@1000(MIRACL)": 0.00305, "nAUC_NDCG@1_max(MIRACL)": 0.400892, "nAUC_NDCG@1_std(MIRACL)": 0.134554, "nAUC_NDCG@1_diff1(MIRACL)": 0.213352, "nAUC_NDCG@3_max(MIRACL)": 0.376251, "nAUC_NDCG@3_std(MIRACL)": 0.16175, "nAUC_NDCG@3_diff1(MIRACL)": 0.217067, "nAUC_NDCG@5_max(MIRACL)": 0.355667, "nAUC_NDCG@5_std(MIRACL)": 0.166974, "nAUC_NDCG@5_diff1(MIRACL)": 0.221885, "nAUC_NDCG@10_max(MIRACL)": 0.352943, "nAUC_NDCG@10_std(MIRACL)": 0.179106, "nAUC_NDCG@10_diff1(MIRACL)": 0.21258, "nAUC_NDCG@20_max(MIRACL)": 0.392699, "nAUC_NDCG@20_std(MIRACL)": 0.184427, "nAUC_NDCG@20_diff1(MIRACL)": 0.205066, "nAUC_NDCG@100_max(MIRACL)": 0.426912, "nAUC_NDCG@100_std(MIRACL)": 0.162781, "nAUC_NDCG@100_diff1(MIRACL)": 0.202203, "nAUC_NDCG@1000_max(MIRACL)": 0.426912, "nAUC_NDCG@1000_std(MIRACL)": 0.162781, "nAUC_NDCG@1000_diff1(MIRACL)": 0.202203, "nAUC_MAP@1_max(MIRACL)": 0.167094, "nAUC_MAP@1_std(MIRACL)": 0.05946, "nAUC_MAP@1_diff1(MIRACL)": 0.231018, "nAUC_MAP@3_max(MIRACL)": 0.255086, "nAUC_MAP@3_std(MIRACL)": 0.140256, "nAUC_MAP@3_diff1(MIRACL)": 0.228307, "nAUC_MAP@5_max(MIRACL)": 0.284236, "nAUC_MAP@5_std(MIRACL)": 0.154258, "nAUC_MAP@5_diff1(MIRACL)": 0.22409, "nAUC_MAP@10_max(MIRACL)": 0.316415, "nAUC_MAP@10_std(MIRACL)": 0.17571, "nAUC_MAP@10_diff1(MIRACL)": 0.222624, "nAUC_MAP@20_max(MIRACL)": 0.347639, "nAUC_MAP@20_std(MIRACL)": 0.184737, "nAUC_MAP@20_diff1(MIRACL)": 0.219005, "nAUC_MAP@100_max(MIRACL)": 0.361649, "nAUC_MAP@100_std(MIRACL)": 0.180453, "nAUC_MAP@100_diff1(MIRACL)": 0.218559, "nAUC_MAP@1000_max(MIRACL)": 0.361649, "nAUC_MAP@1000_std(MIRACL)": 0.180453, "nAUC_MAP@1000_diff1(MIRACL)": 0.218559, "nAUC_Recall@1_max(MIRACL)": 0.167094, "nAUC_Recall@1_std(MIRACL)": 0.05946, "nAUC_Recall@1_diff1(MIRACL)": 0.231018, "nAUC_Recall@3_max(MIRACL)": 0.198021, "nAUC_Recall@3_std(MIRACL)": 0.126656, "nAUC_Recall@3_diff1(MIRACL)": 0.19748, "nAUC_Recall@5_max(MIRACL)": 0.210834, "nAUC_Recall@5_std(MIRACL)": 0.130209, "nAUC_Recall@5_diff1(MIRACL)": 0.1846, "nAUC_Recall@10_max(MIRACL)": 0.225324, "nAUC_Recall@10_std(MIRACL)": 0.153419, "nAUC_Recall@10_diff1(MIRACL)": 0.16207, "nAUC_Recall@20_max(MIRACL)": 0.296683, "nAUC_Recall@20_std(MIRACL)": 0.174014, "nAUC_Recall@20_diff1(MIRACL)": 0.15014, "nAUC_Recall@100_max(MIRACL)": 0.573652, "nAUC_Recall@100_std(MIRACL)": 0.090054, "nAUC_Recall@100_diff1(MIRACL)": 0.180772, "nAUC_Recall@1000_max(MIRACL)": 0.573652, "nAUC_Recall@1000_std(MIRACL)": 0.090054, "nAUC_Recall@1000_diff1(MIRACL)": 0.180772, "nAUC_P@1_max(MIRACL)": 0.400892, "nAUC_P@1_std(MIRACL)": 0.134554, "nAUC_P@1_diff1(MIRACL)": 0.213352, "nAUC_P@3_max(MIRACL)": 0.433136, "nAUC_P@3_std(MIRACL)": 0.205221, "nAUC_P@3_diff1(MIRACL)": 0.163615, "nAUC_P@5_max(MIRACL)": 0.437756, "nAUC_P@5_std(MIRACL)": 0.197907, "nAUC_P@5_diff1(MIRACL)": 0.118775, "nAUC_P@10_max(MIRACL)": 0.424155, "nAUC_P@10_std(MIRACL)": 0.186291, "nAUC_P@10_diff1(MIRACL)": 0.093146, "nAUC_P@20_max(MIRACL)": 0.43007, "nAUC_P@20_std(MIRACL)": 0.154202, "nAUC_P@20_diff1(MIRACL)": 0.050948, "nAUC_P@100_max(MIRACL)": 0.366976, "nAUC_P@100_std(MIRACL)": 0.04932, "nAUC_P@100_diff1(MIRACL)": -0.004976, "nAUC_P@1000_max(MIRACL)": 0.366976, "nAUC_P@1000_std(MIRACL)": 0.04932, "nAUC_P@1000_diff1(MIRACL)": -0.004976, "main_score": 0.44121, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "NDCG@1(MIRACL)": 0.03956, "NDCG@3(MIRACL)": 0.04862, "NDCG@5(MIRACL)": 0.05754, "NDCG@10(MIRACL)": 0.08374, "NDCG@20(MIRACL)": 0.10673, "NDCG@100(MIRACL)": 0.22784, "NDCG@1000(MIRACL)": 0.22784, "MAP@1(MIRACL)": 0.0233, "MAP@3(MIRACL)": 0.03746, "MAP@5(MIRACL)": 0.04307, "MAP@10(MIRACL)": 0.054, "MAP@20(MIRACL)": 0.06035, "MAP@100(MIRACL)": 0.07876, "MAP@1000(MIRACL)": 0.07876, "Recall@1(MIRACL)": 0.0233, "Recall@3(MIRACL)": 0.05416, "Recall@5(MIRACL)": 0.07637, "Recall@10(MIRACL)": 0.14867, "Recall@20(MIRACL)": 0.22783, "Recall@100(MIRACL)": 0.81487, "Recall@1000(MIRACL)": 0.81487, "P@1(MIRACL)": 0.03956, "P@3(MIRACL)": 0.02954, "P@5(MIRACL)": 0.02563, "P@10(MIRACL)": 0.02516, "P@20(MIRACL)": 0.02009, "P@100(MIRACL)": 0.01467, "P@1000(MIRACL)": 0.00147, "nAUC_NDCG@1_max(MIRACL)": 0.318167, "nAUC_NDCG@1_std(MIRACL)": 0.137027, "nAUC_NDCG@1_diff1(MIRACL)": 0.242781, "nAUC_NDCG@3_max(MIRACL)": 0.154872, "nAUC_NDCG@3_std(MIRACL)": 0.071434, "nAUC_NDCG@3_diff1(MIRACL)": 0.136028, "nAUC_NDCG@5_max(MIRACL)": 0.167978, "nAUC_NDCG@5_std(MIRACL)": 0.038486, "nAUC_NDCG@5_diff1(MIRACL)": 0.112683, "nAUC_NDCG@10_max(MIRACL)": 0.144511, "nAUC_NDCG@10_std(MIRACL)": 0.002147, "nAUC_NDCG@10_diff1(MIRACL)": 0.067088, "nAUC_NDCG@20_max(MIRACL)": 0.127705, "nAUC_NDCG@20_std(MIRACL)": -0.001446, "nAUC_NDCG@20_diff1(MIRACL)": 0.067872, "nAUC_NDCG@100_max(MIRACL)": 0.14338, "nAUC_NDCG@100_std(MIRACL)": -0.000464, "nAUC_NDCG@100_diff1(MIRACL)": 0.069348, "nAUC_NDCG@1000_max(MIRACL)": 0.14338, "nAUC_NDCG@1000_std(MIRACL)": -0.000464, "nAUC_NDCG@1000_diff1(MIRACL)": 0.069348, "nAUC_MAP@1_max(MIRACL)": 0.328099, "nAUC_MAP@1_std(MIRACL)": 0.230671, "nAUC_MAP@1_diff1(MIRACL)": 0.223893, "nAUC_MAP@3_max(MIRACL)": 0.172413, "nAUC_MAP@3_std(MIRACL)": 0.113973, "nAUC_MAP@3_diff1(MIRACL)": 0.152726, "nAUC_MAP@5_max(MIRACL)": 0.183548, "nAUC_MAP@5_std(MIRACL)": 0.083914, "nAUC_MAP@5_diff1(MIRACL)": 0.126617, "nAUC_MAP@10_max(MIRACL)": 0.167557, "nAUC_MAP@10_std(MIRACL)": 0.051077, "nAUC_MAP@10_diff1(MIRACL)": 0.092135, "nAUC_MAP@20_max(MIRACL)": 0.158527, "nAUC_MAP@20_std(MIRACL)": 0.045169, "nAUC_MAP@20_diff1(MIRACL)": 0.092582, "nAUC_MAP@100_max(MIRACL)": 0.161105, "nAUC_MAP@100_std(MIRACL)": 0.040842, "nAUC_MAP@100_diff1(MIRACL)": 0.092768, "nAUC_MAP@1000_max(MIRACL)": 0.161105, "nAUC_MAP@1000_std(MIRACL)": 0.040842, "nAUC_MAP@1000_diff1(MIRACL)": 0.092768, "nAUC_Recall@1_max(MIRACL)": 0.328099, "nAUC_Recall@1_std(MIRACL)": 0.230671, "nAUC_Recall@1_diff1(MIRACL)": 0.223893, "nAUC_Recall@3_max(MIRACL)": 0.079938, "nAUC_Recall@3_std(MIRACL)": 0.062701, "nAUC_Recall@3_diff1(MIRACL)": 0.109924, "nAUC_Recall@5_max(MIRACL)": 0.13031, "nAUC_Recall@5_std(MIRACL)": 0.011551, "nAUC_Recall@5_diff1(MIRACL)": 0.07376, "nAUC_Recall@10_max(MIRACL)": 0.099214, "nAUC_Recall@10_std(MIRACL)": -0.033849, "nAUC_Recall@10_diff1(MIRACL)": 0.013924, "nAUC_Recall@20_max(MIRACL)": 0.07569, "nAUC_Recall@20_std(MIRACL)": -0.034857, "nAUC_Recall@20_diff1(MIRACL)": 0.021064, "nAUC_Recall@100_max(MIRACL)": 0.086697, "nAUC_Recall@100_std(MIRACL)": -0.039814, "nAUC_Recall@100_diff1(MIRACL)": -0.020294, "nAUC_Recall@1000_max(MIRACL)": 0.086697, "nAUC_Recall@1000_std(MIRACL)": -0.039814, "nAUC_Recall@1000_diff1(MIRACL)": -0.020294, "nAUC_P@1_max(MIRACL)": 0.318167, "nAUC_P@1_std(MIRACL)": 0.137027, "nAUC_P@1_diff1(MIRACL)": 0.242781, "nAUC_P@3_max(MIRACL)": 0.128979, "nAUC_P@3_std(MIRACL)": 0.018092, "nAUC_P@3_diff1(MIRACL)": 0.097728, "nAUC_P@5_max(MIRACL)": 0.142836, "nAUC_P@5_std(MIRACL)": -0.047228, "nAUC_P@5_diff1(MIRACL)": 0.066545, "nAUC_P@10_max(MIRACL)": 0.121287, "nAUC_P@10_std(MIRACL)": -0.090026, "nAUC_P@10_diff1(MIRACL)": 0.02599, "nAUC_P@20_max(MIRACL)": 0.096035, "nAUC_P@20_std(MIRACL)": -0.061534, "nAUC_P@20_diff1(MIRACL)": 0.048354, "nAUC_P@100_max(MIRACL)": 0.10169, "nAUC_P@100_std(MIRACL)": -0.041193, "nAUC_P@100_diff1(MIRACL)": 0.064421, "nAUC_P@1000_max(MIRACL)": 0.10169, "nAUC_P@1000_std(MIRACL)": -0.041193, "nAUC_P@1000_diff1(MIRACL)": 0.064421, "main_score": 0.08374, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "NDCG@1(MIRACL)": 0.30685, "NDCG@3(MIRACL)": 0.33184, "NDCG@5(MIRACL)": 0.3723, "NDCG@10(MIRACL)": 0.42682, "NDCG@20(MIRACL)": 0.46827, "NDCG@100(MIRACL)": 0.5204, "NDCG@1000(MIRACL)": 0.5204, "MAP@1(MIRACL)": 0.19412, "MAP@3(MIRACL)": 0.28096, "MAP@5(MIRACL)": 0.30907, "MAP@10(MIRACL)": 0.3369, "MAP@20(MIRACL)": 0.35254, "MAP@100(MIRACL)": 0.36359, "MAP@1000(MIRACL)": 0.36359, "Recall@1(MIRACL)": 0.19412, "Recall@3(MIRACL)": 0.35713, "Recall@5(MIRACL)": 0.44626, "Recall@10(MIRACL)": 0.5899, "Recall@20(MIRACL)": 0.7255, "Recall@100(MIRACL)": 0.95266, "Recall@1000(MIRACL)": 0.95266, "P@1(MIRACL)": 0.30685, "P@3(MIRACL)": 0.19752, "P@5(MIRACL)": 0.15317, "P@10(MIRACL)": 0.10355, "P@20(MIRACL)": 0.06517, "P@100(MIRACL)": 0.01756, "P@1000(MIRACL)": 0.00176, "nAUC_NDCG@1_max(MIRACL)": 0.256088, "nAUC_NDCG@1_std(MIRACL)": 0.126193, "nAUC_NDCG@1_diff1(MIRACL)": 0.381796, "nAUC_NDCG@3_max(MIRACL)": 0.227743, "nAUC_NDCG@3_std(MIRACL)": 0.142243, "nAUC_NDCG@3_diff1(MIRACL)": 0.32257, "nAUC_NDCG@5_max(MIRACL)": 0.229826, "nAUC_NDCG@5_std(MIRACL)": 0.148065, "nAUC_NDCG@5_diff1(MIRACL)": 0.30976, "nAUC_NDCG@10_max(MIRACL)": 0.23594, "nAUC_NDCG@10_std(MIRACL)": 0.171252, "nAUC_NDCG@10_diff1(MIRACL)": 0.307837, "nAUC_NDCG@20_max(MIRACL)": 0.25439, "nAUC_NDCG@20_std(MIRACL)": 0.197429, "nAUC_NDCG@20_diff1(MIRACL)": 0.303026, "nAUC_NDCG@100_max(MIRACL)": 0.265474, "nAUC_NDCG@100_std(MIRACL)": 0.183349, "nAUC_NDCG@100_diff1(MIRACL)": 0.310384, "nAUC_NDCG@1000_max(MIRACL)": 0.265474, "nAUC_NDCG@1000_std(MIRACL)": 0.183349, "nAUC_NDCG@1000_diff1(MIRACL)": 0.310384, "nAUC_MAP@1_max(MIRACL)": 0.199744, "nAUC_MAP@1_std(MIRACL)": 0.089715, "nAUC_MAP@1_diff1(MIRACL)": 0.38351, "nAUC_MAP@3_max(MIRACL)": 0.21143, "nAUC_MAP@3_std(MIRACL)": 0.12997, "nAUC_MAP@3_diff1(MIRACL)": 0.341505, "nAUC_MAP@5_max(MIRACL)": 0.216222, "nAUC_MAP@5_std(MIRACL)": 0.137172, "nAUC_MAP@5_diff1(MIRACL)": 0.33253, "nAUC_MAP@10_max(MIRACL)": 0.224532, "nAUC_MAP@10_std(MIRACL)": 0.151996, "nAUC_MAP@10_diff1(MIRACL)": 0.330089, "nAUC_MAP@20_max(MIRACL)": 0.232902, "nAUC_MAP@20_std(MIRACL)": 0.163893, "nAUC_MAP@20_diff1(MIRACL)": 0.328193, "nAUC_MAP@100_max(MIRACL)": 0.235738, "nAUC_MAP@100_std(MIRACL)": 0.162074, "nAUC_MAP@100_diff1(MIRACL)": 0.328911, "nAUC_MAP@1000_max(MIRACL)": 0.235738, "nAUC_MAP@1000_std(MIRACL)": 0.162074, "nAUC_MAP@1000_diff1(MIRACL)": 0.328911, "nAUC_Recall@1_max(MIRACL)": 0.199744, "nAUC_Recall@1_std(MIRACL)": 0.089715, "nAUC_Recall@1_diff1(MIRACL)": 0.38351, "nAUC_Recall@3_max(MIRACL)": 0.196082, "nAUC_Recall@3_std(MIRACL)": 0.139531, "nAUC_Recall@3_diff1(MIRACL)": 0.268105, "nAUC_Recall@5_max(MIRACL)": 0.185154, "nAUC_Recall@5_std(MIRACL)": 0.143608, "nAUC_Recall@5_diff1(MIRACL)": 0.237442, "nAUC_Recall@10_max(MIRACL)": 0.17511, "nAUC_Recall@10_std(MIRACL)": 0.190556, "nAUC_Recall@10_diff1(MIRACL)": 0.226303, "nAUC_Recall@20_max(MIRACL)": 0.23287, "nAUC_Recall@20_std(MIRACL)": 0.296072, "nAUC_Recall@20_diff1(MIRACL)": 0.201498, "nAUC_Recall@100_max(MIRACL)": 0.48648, "nAUC_Recall@100_std(MIRACL)": 0.463561, "nAUC_Recall@100_diff1(MIRACL)": 0.188564, "nAUC_Recall@1000_max(MIRACL)": 0.48648, "nAUC_Recall@1000_std(MIRACL)": 0.463561, "nAUC_Recall@1000_diff1(MIRACL)": 0.188564, "nAUC_P@1_max(MIRACL)": 0.256088, "nAUC_P@1_std(MIRACL)": 0.126193, "nAUC_P@1_diff1(MIRACL)": 0.381796, "nAUC_P@3_max(MIRACL)": 0.251695, "nAUC_P@3_std(MIRACL)": 0.181352, "nAUC_P@3_diff1(MIRACL)": 0.236005, "nAUC_P@5_max(MIRACL)": 0.249365, "nAUC_P@5_std(MIRACL)": 0.1795, "nAUC_P@5_diff1(MIRACL)": 0.180736, "nAUC_P@10_max(MIRACL)": 0.244922, "nAUC_P@10_std(MIRACL)": 0.208871, "nAUC_P@10_diff1(MIRACL)": 0.119893, "nAUC_P@20_max(MIRACL)": 0.250975, "nAUC_P@20_std(MIRACL)": 0.24126, "nAUC_P@20_diff1(MIRACL)": 0.056909, "nAUC_P@100_max(MIRACL)": 0.192115, "nAUC_P@100_std(MIRACL)": 0.096655, "nAUC_P@100_diff1(MIRACL)": -0.040831, "nAUC_P@1000_max(MIRACL)": 0.192115, "nAUC_P@1000_std(MIRACL)": 0.096655, "nAUC_P@1000_diff1(MIRACL)": -0.040831, "main_score": 0.42682, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "NDCG@1(MIRACL)": 0.26239, "NDCG@3(MIRACL)": 0.30381, "NDCG@5(MIRACL)": 0.33589, "NDCG@10(MIRACL)": 0.37764, "NDCG@20(MIRACL)": 0.41177, "NDCG@100(MIRACL)": 0.44689, "NDCG@1000(MIRACL)": 0.44689, "MAP@1(MIRACL)": 0.17187, "MAP@3(MIRACL)": 0.25599, "MAP@5(MIRACL)": 0.28133, "MAP@10(MIRACL)": 0.30326, "MAP@20(MIRACL)": 0.31617, "MAP@100(MIRACL)": 0.32428, "MAP@1000(MIRACL)": 0.32428, "Recall@1(MIRACL)": 0.17187, "Recall@3(MIRACL)": 0.33655, "Recall@5(MIRACL)": 0.4095, "Recall@10(MIRACL)": 0.52084, "Recall@20(MIRACL)": 0.63301, "Recall@100(MIRACL)": 0.78426, "Recall@1000(MIRACL)": 0.78426, "P@1(MIRACL)": 0.26239, "P@3(MIRACL)": 0.17784, "P@5(MIRACL)": 0.13586, "P@10(MIRACL)": 0.08834, "P@20(MIRACL)": 0.05525, "P@100(MIRACL)": 0.01388, "P@1000(MIRACL)": 0.00139, "nAUC_NDCG@1_max(MIRACL)": 0.252972, "nAUC_NDCG@1_std(MIRACL)": 0.02006, "nAUC_NDCG@1_diff1(MIRACL)": 0.307861, "nAUC_NDCG@3_max(MIRACL)": 0.219807, "nAUC_NDCG@3_std(MIRACL)": 0.057195, "nAUC_NDCG@3_diff1(MIRACL)": 0.235987, "nAUC_NDCG@5_max(MIRACL)": 0.237835, "nAUC_NDCG@5_std(MIRACL)": 0.04333, "nAUC_NDCG@5_diff1(MIRACL)": 0.219642, "nAUC_NDCG@10_max(MIRACL)": 0.258481, "nAUC_NDCG@10_std(MIRACL)": 0.043699, "nAUC_NDCG@10_diff1(MIRACL)": 0.222261, "nAUC_NDCG@20_max(MIRACL)": 0.273502, "nAUC_NDCG@20_std(MIRACL)": 0.042737, "nAUC_NDCG@20_diff1(MIRACL)": 0.214143, "nAUC_NDCG@100_max(MIRACL)": 0.293392, "nAUC_NDCG@100_std(MIRACL)": 0.019208, "nAUC_NDCG@100_diff1(MIRACL)": 0.220204, "nAUC_NDCG@1000_max(MIRACL)": 0.293392, "nAUC_NDCG@1000_std(MIRACL)": 0.019208, "nAUC_NDCG@1000_diff1(MIRACL)": 0.220204, "nAUC_MAP@1_max(MIRACL)": 0.151412, "nAUC_MAP@1_std(MIRACL)": -0.014618, "nAUC_MAP@1_diff1(MIRACL)": 0.289779, "nAUC_MAP@3_max(MIRACL)": 0.197187, "nAUC_MAP@3_std(MIRACL)": 0.051171, "nAUC_MAP@3_diff1(MIRACL)": 0.244771, "nAUC_MAP@5_max(MIRACL)": 0.213437, "nAUC_MAP@5_std(MIRACL)": 0.039201, "nAUC_MAP@5_diff1(MIRACL)": 0.234436, "nAUC_MAP@10_max(MIRACL)": 0.221735, "nAUC_MAP@10_std(MIRACL)": 0.036963, "nAUC_MAP@10_diff1(MIRACL)": 0.233686, "nAUC_MAP@20_max(MIRACL)": 0.227039, "nAUC_MAP@20_std(MIRACL)": 0.037021, "nAUC_MAP@20_diff1(MIRACL)": 0.230009, "nAUC_MAP@100_max(MIRACL)": 0.232693, "nAUC_MAP@100_std(MIRACL)": 0.034222, "nAUC_MAP@100_diff1(MIRACL)": 0.231567, "nAUC_MAP@1000_max(MIRACL)": 0.232693, "nAUC_MAP@1000_std(MIRACL)": 0.034222, "nAUC_MAP@1000_diff1(MIRACL)": 0.231567, "nAUC_Recall@1_max(MIRACL)": 0.151412, "nAUC_Recall@1_std(MIRACL)": -0.014618, "nAUC_Recall@1_diff1(MIRACL)": 0.289779, "nAUC_Recall@3_max(MIRACL)": 0.188019, "nAUC_Recall@3_std(MIRACL)": 0.079238, "nAUC_Recall@3_diff1(MIRACL)": 0.176339, "nAUC_Recall@5_max(MIRACL)": 0.222954, "nAUC_Recall@5_std(MIRACL)": 0.056644, "nAUC_Recall@5_diff1(MIRACL)": 0.150968, "nAUC_Recall@10_max(MIRACL)": 0.272182, "nAUC_Recall@10_std(MIRACL)": 0.0676, "nAUC_Recall@10_diff1(MIRACL)": 0.154622, "nAUC_Recall@20_max(MIRACL)": 0.33147, "nAUC_Recall@20_std(MIRACL)": 0.06563, "nAUC_Recall@20_diff1(MIRACL)": 0.133746, "nAUC_Recall@100_max(MIRACL)": 0.497615, "nAUC_Recall@100_std(MIRACL)": -0.090858, "nAUC_Recall@100_diff1(MIRACL)": 0.149901, "nAUC_Recall@1000_max(MIRACL)": 0.497615, "nAUC_Recall@1000_std(MIRACL)": -0.090858, "nAUC_Recall@1000_diff1(MIRACL)": 0.149901, "nAUC_P@1_max(MIRACL)": 0.252972, "nAUC_P@1_std(MIRACL)": 0.02006, "nAUC_P@1_diff1(MIRACL)": 0.307861, "nAUC_P@3_max(MIRACL)": 0.276258, "nAUC_P@3_std(MIRACL)": 0.082481, "nAUC_P@3_diff1(MIRACL)": 0.19727, "nAUC_P@5_max(MIRACL)": 0.263425, "nAUC_P@5_std(MIRACL)": 0.056439, "nAUC_P@5_diff1(MIRACL)": 0.132818, "nAUC_P@10_max(MIRACL)": 0.253864, "nAUC_P@10_std(MIRACL)": 0.03347, "nAUC_P@10_diff1(MIRACL)": 0.099866, "nAUC_P@20_max(MIRACL)": 0.258446, "nAUC_P@20_std(MIRACL)": 0.035154, "nAUC_P@20_diff1(MIRACL)": 0.058985, "nAUC_P@100_max(MIRACL)": 0.26427, "nAUC_P@100_std(MIRACL)": -0.020477, "nAUC_P@100_diff1(MIRACL)": 0.048237, "nAUC_P@1000_max(MIRACL)": 0.26427, "nAUC_P@1000_std(MIRACL)": -0.020477, "nAUC_P@1000_diff1(MIRACL)": 0.048237, "main_score": 0.37764, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "NDCG@1(MIRACL)": 0.04286, "NDCG@3(MIRACL)": 0.05337, "NDCG@5(MIRACL)": 0.0637, "NDCG@10(MIRACL)": 0.08167, "NDCG@20(MIRACL)": 0.10622, "NDCG@100(MIRACL)": 0.25246, "NDCG@1000(MIRACL)": 0.25246, "MAP@1(MIRACL)": 0.01965, "MAP@3(MIRACL)": 0.03524, "MAP@5(MIRACL)": 0.04286, "MAP@10(MIRACL)": 0.05127, "MAP@20(MIRACL)": 0.05856, "MAP@100(MIRACL)": 0.08016, "MAP@1000(MIRACL)": 0.08016, "Recall@1(MIRACL)": 0.01965, "Recall@3(MIRACL)": 0.05721, "Recall@5(MIRACL)": 0.08443, "Recall@10(MIRACL)": 0.13027, "Recall@20(MIRACL)": 0.21058, "Recall@100(MIRACL)": 0.91143, "Recall@1000(MIRACL)": 0.91143, "P@1(MIRACL)": 0.04286, "P@3(MIRACL)": 0.03905, "P@5(MIRACL)": 0.036, "P@10(MIRACL)": 0.02943, "P@20(MIRACL)": 0.02343, "P@100(MIRACL)": 0.01914, "P@1000(MIRACL)": 0.00191, "nAUC_NDCG@1_max(MIRACL)": 0.118916, "nAUC_NDCG@1_std(MIRACL)": -0.107951, "nAUC_NDCG@1_diff1(MIRACL)": 0.225382, "nAUC_NDCG@3_max(MIRACL)": 0.033288, "nAUC_NDCG@3_std(MIRACL)": -0.097227, "nAUC_NDCG@3_diff1(MIRACL)": 0.128739, "nAUC_NDCG@5_max(MIRACL)": 0.0365, "nAUC_NDCG@5_std(MIRACL)": -0.041627, "nAUC_NDCG@5_diff1(MIRACL)": 0.088835, "nAUC_NDCG@10_max(MIRACL)": 0.096861, "nAUC_NDCG@10_std(MIRACL)": -0.006072, "nAUC_NDCG@10_diff1(MIRACL)": 0.093537, "nAUC_NDCG@20_max(MIRACL)": 0.085467, "nAUC_NDCG@20_std(MIRACL)": -0.029498, "nAUC_NDCG@20_diff1(MIRACL)": 0.110639, "nAUC_NDCG@100_max(MIRACL)": 0.092179, "nAUC_NDCG@100_std(MIRACL)": -0.057932, "nAUC_NDCG@100_diff1(MIRACL)": 0.055576, "nAUC_NDCG@1000_max(MIRACL)": 0.092179, "nAUC_NDCG@1000_std(MIRACL)": -0.057932, "nAUC_NDCG@1000_diff1(MIRACL)": 0.055576, "nAUC_MAP@1_max(MIRACL)": 0.114759, "nAUC_MAP@1_std(MIRACL)": -0.065716, "nAUC_MAP@1_diff1(MIRACL)": 0.166284, "nAUC_MAP@3_max(MIRACL)": 0.058479, "nAUC_MAP@3_std(MIRACL)": -0.040861, "nAUC_MAP@3_diff1(MIRACL)": 0.12107, "nAUC_MAP@5_max(MIRACL)": 0.051006, "nAUC_MAP@5_std(MIRACL)": -0.019769, "nAUC_MAP@5_diff1(MIRACL)": 0.101721, "nAUC_MAP@10_max(MIRACL)": 0.090912, "nAUC_MAP@10_std(MIRACL)": 0.00142, "nAUC_MAP@10_diff1(MIRACL)": 0.103458, "nAUC_MAP@20_max(MIRACL)": 0.082955, "nAUC_MAP@20_std(MIRACL)": -0.015609, "nAUC_MAP@20_diff1(MIRACL)": 0.110875, "nAUC_MAP@100_max(MIRACL)": 0.082386, "nAUC_MAP@100_std(MIRACL)": -0.036899, "nAUC_MAP@100_diff1(MIRACL)": 0.101116, "nAUC_MAP@1000_max(MIRACL)": 0.082386, "nAUC_MAP@1000_std(MIRACL)": -0.036899, "nAUC_MAP@1000_diff1(MIRACL)": 0.101116, "nAUC_Recall@1_max(MIRACL)": 0.114759, "nAUC_Recall@1_std(MIRACL)": -0.065716, "nAUC_Recall@1_diff1(MIRACL)": 0.166284, "nAUC_Recall@3_max(MIRACL)": 0.005539, "nAUC_Recall@3_std(MIRACL)": -0.059036, "nAUC_Recall@3_diff1(MIRACL)": 0.099167, "nAUC_Recall@5_max(MIRACL)": 0.017299, "nAUC_Recall@5_std(MIRACL)": 0.000783, "nAUC_Recall@5_diff1(MIRACL)": 0.066387, "nAUC_Recall@10_max(MIRACL)": 0.110287, "nAUC_Recall@10_std(MIRACL)": 0.040281, "nAUC_Recall@10_diff1(MIRACL)": 0.073787, "nAUC_Recall@20_max(MIRACL)": 0.071631, "nAUC_Recall@20_std(MIRACL)": 0.005622, "nAUC_Recall@20_diff1(MIRACL)": 0.101765, "nAUC_Recall@100_max(MIRACL)": 0.270127, "nAUC_Recall@100_std(MIRACL)": 0.182103, "nAUC_Recall@100_diff1(MIRACL)": -0.247252, "nAUC_Recall@1000_max(MIRACL)": 0.270127, "nAUC_Recall@1000_std(MIRACL)": 0.182103, "nAUC_Recall@1000_diff1(MIRACL)": -0.247252, "nAUC_P@1_max(MIRACL)": 0.118916, "nAUC_P@1_std(MIRACL)": -0.107951, "nAUC_P@1_diff1(MIRACL)": 0.225382, "nAUC_P@3_max(MIRACL)": 0.008831, "nAUC_P@3_std(MIRACL)": -0.105633, "nAUC_P@3_diff1(MIRACL)": 0.114078, "nAUC_P@5_max(MIRACL)": 0.023034, "nAUC_P@5_std(MIRACL)": -0.066792, "nAUC_P@5_diff1(MIRACL)": 0.049491, "nAUC_P@10_max(MIRACL)": 0.125523, "nAUC_P@10_std(MIRACL)": -0.029487, "nAUC_P@10_diff1(MIRACL)": 0.070016, "nAUC_P@20_max(MIRACL)": 0.119328, "nAUC_P@20_std(MIRACL)": -0.085853, "nAUC_P@20_diff1(MIRACL)": 0.105135, "nAUC_P@100_max(MIRACL)": 0.037955, "nAUC_P@100_std(MIRACL)": -0.161292, "nAUC_P@100_diff1(MIRACL)": -0.005018, "nAUC_P@1000_max(MIRACL)": 0.037955, "nAUC_P@1000_std(MIRACL)": -0.161292, "nAUC_P@1000_diff1(MIRACL)": -0.005018, "main_score": 0.08167, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "NDCG@1(MIRACL)": 0.20873, "NDCG@3(MIRACL)": 0.22027, "NDCG@5(MIRACL)": 0.23904, "NDCG@10(MIRACL)": 0.2876, "NDCG@20(MIRACL)": 0.3385, "NDCG@100(MIRACL)": 0.44497, "NDCG@1000(MIRACL)": 0.44497, "MAP@1(MIRACL)": 0.09684, "MAP@3(MIRACL)": 0.15362, "MAP@5(MIRACL)": 0.17562, "MAP@10(MIRACL)": 0.20263, "MAP@20(MIRACL)": 0.2223, "MAP@100(MIRACL)": 0.24697, "MAP@1000(MIRACL)": 0.24697, "Recall@1(MIRACL)": 0.09684, "Recall@3(MIRACL)": 0.20867, "Recall@5(MIRACL)": 0.27266, "Recall@10(MIRACL)": 0.39468, "Recall@20(MIRACL)": 0.54169, "Recall@100(MIRACL)": 0.96699, "Recall@1000(MIRACL)": 0.96699, "P@1(MIRACL)": 0.20873, "P@3(MIRACL)": 0.16045, "P@5(MIRACL)": 0.13419, "P@10(MIRACL)": 0.10415, "P@20(MIRACL)": 0.07481, "P@100(MIRACL)": 0.02774, "P@1000(MIRACL)": 0.00277, "nAUC_NDCG@1_max(MIRACL)": 0.078899, "nAUC_NDCG@1_std(MIRACL)": 0.011947, "nAUC_NDCG@1_diff1(MIRACL)": 0.268488, "nAUC_NDCG@3_max(MIRACL)": 0.07934, "nAUC_NDCG@3_std(MIRACL)": 0.063928, "nAUC_NDCG@3_diff1(MIRACL)": 0.21842, "nAUC_NDCG@5_max(MIRACL)": 0.078471, "nAUC_NDCG@5_std(MIRACL)": 0.089153, "nAUC_NDCG@5_diff1(MIRACL)": 0.23746, "nAUC_NDCG@10_max(MIRACL)": 0.085681, "nAUC_NDCG@10_std(MIRACL)": 0.118036, "nAUC_NDCG@10_diff1(MIRACL)": 0.228387, "nAUC_NDCG@20_max(MIRACL)": 0.088801, "nAUC_NDCG@20_std(MIRACL)": 0.115535, "nAUC_NDCG@20_diff1(MIRACL)": 0.216504, "nAUC_NDCG@100_max(MIRACL)": 0.102965, "nAUC_NDCG@100_std(MIRACL)": 0.091207, "nAUC_NDCG@100_diff1(MIRACL)": 0.211434, "nAUC_NDCG@1000_max(MIRACL)": 0.102965, "nAUC_NDCG@1000_std(MIRACL)": 0.091207, "nAUC_NDCG@1000_diff1(MIRACL)": 0.211434, "nAUC_MAP@1_max(MIRACL)": 0.016868, "nAUC_MAP@1_std(MIRACL)": 0.006547, "nAUC_MAP@1_diff1(MIRACL)": 0.37597, "nAUC_MAP@3_max(MIRACL)": 0.049241, "nAUC_MAP@3_std(MIRACL)": 0.060792, "nAUC_MAP@3_diff1(MIRACL)": 0.29086, "nAUC_MAP@5_max(MIRACL)": 0.059068, "nAUC_MAP@5_std(MIRACL)": 0.076, "nAUC_MAP@5_diff1(MIRACL)": 0.285001, "nAUC_MAP@10_max(MIRACL)": 0.070371, "nAUC_MAP@10_std(MIRACL)": 0.095049, "nAUC_MAP@10_diff1(MIRACL)": 0.267295, "nAUC_MAP@20_max(MIRACL)": 0.076939, "nAUC_MAP@20_std(MIRACL)": 0.098486, "nAUC_MAP@20_diff1(MIRACL)": 0.260389, "nAUC_MAP@100_max(MIRACL)": 0.082507, "nAUC_MAP@100_std(MIRACL)": 0.095138, "nAUC_MAP@100_diff1(MIRACL)": 0.25715, "nAUC_MAP@1000_max(MIRACL)": 0.082507, "nAUC_MAP@1000_std(MIRACL)": 0.095138, "nAUC_MAP@1000_diff1(MIRACL)": 0.25715, "nAUC_Recall@1_max(MIRACL)": 0.016868, "nAUC_Recall@1_std(MIRACL)": 0.006547, "nAUC_Recall@1_diff1(MIRACL)": 0.37597, "nAUC_Recall@3_max(MIRACL)": 0.048305, "nAUC_Recall@3_std(MIRACL)": 0.086372, "nAUC_Recall@3_diff1(MIRACL)": 0.19612, "nAUC_Recall@5_max(MIRACL)": 0.058941, "nAUC_Recall@5_std(MIRACL)": 0.113926, "nAUC_Recall@5_diff1(MIRACL)": 0.203764, "nAUC_Recall@10_max(MIRACL)": 0.081315, "nAUC_Recall@10_std(MIRACL)": 0.17088, "nAUC_Recall@10_diff1(MIRACL)": 0.184865, "nAUC_Recall@20_max(MIRACL)": 0.063445, "nAUC_Recall@20_std(MIRACL)": 0.155496, "nAUC_Recall@20_diff1(MIRACL)": 0.148888, "nAUC_Recall@100_max(MIRACL)": 0.216938, "nAUC_Recall@100_std(MIRACL)": 0.097272, "nAUC_Recall@100_diff1(MIRACL)": 0.156823, "nAUC_Recall@1000_max(MIRACL)": 0.216938, "nAUC_Recall@1000_std(MIRACL)": 0.097272, "nAUC_Recall@1000_diff1(MIRACL)": 0.156823, "nAUC_P@1_max(MIRACL)": 0.078899, "nAUC_P@1_std(MIRACL)": 0.011947, "nAUC_P@1_diff1(MIRACL)": 0.268488, "nAUC_P@3_max(MIRACL)": 0.131784, "nAUC_P@3_std(MIRACL)": 0.077565, "nAUC_P@3_diff1(MIRACL)": 0.120689, "nAUC_P@5_max(MIRACL)": 0.134456, "nAUC_P@5_std(MIRACL)": 0.113088, "nAUC_P@5_diff1(MIRACL)": 0.0984, "nAUC_P@10_max(MIRACL)": 0.140384, "nAUC_P@10_std(MIRACL)": 0.143688, "nAUC_P@10_diff1(MIRACL)": 0.03543, "nAUC_P@20_max(MIRACL)": 0.145818, "nAUC_P@20_std(MIRACL)": 0.116552, "nAUC_P@20_diff1(MIRACL)": -0.003775, "nAUC_P@100_max(MIRACL)": 0.12715, "nAUC_P@100_std(MIRACL)": 0.000974, "nAUC_P@100_diff1(MIRACL)": -0.09821, "nAUC_P@1000_max(MIRACL)": 0.12715, "nAUC_P@1000_std(MIRACL)": 0.000974, "nAUC_P@1000_diff1(MIRACL)": -0.09821, "main_score": 0.2876, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "NDCG@1(MIRACL)": 0.04391, "NDCG@3(MIRACL)": 0.05928, "NDCG@5(MIRACL)": 0.07573, "NDCG@10(MIRACL)": 0.10838, "NDCG@20(MIRACL)": 0.14201, "NDCG@100(MIRACL)": 0.26391, "NDCG@1000(MIRACL)": 0.26391, "MAP@1(MIRACL)": 0.02273, "MAP@3(MIRACL)": 0.0423, "MAP@5(MIRACL)": 0.05192, "MAP@10(MIRACL)": 0.06574, "MAP@20(MIRACL)": 0.07529, "MAP@100(MIRACL)": 0.09533, "MAP@1000(MIRACL)": 0.09533, "Recall@1(MIRACL)": 0.02273, "Recall@3(MIRACL)": 0.06963, "Recall@5(MIRACL)": 0.10815, "Recall@10(MIRACL)": 0.19433, "Recall@20(MIRACL)": 0.3079, "Recall@100(MIRACL)": 0.87955, "Recall@1000(MIRACL)": 0.87955, "P@1(MIRACL)": 0.04391, "P@3(MIRACL)": 0.03931, "P@5(MIRACL)": 0.0394, "P@10(MIRACL)": 0.03789, "P@20(MIRACL)": 0.03005, "P@100(MIRACL)": 0.01747, "P@1000(MIRACL)": 0.00175, "nAUC_NDCG@1_max(MIRACL)": 0.061399, "nAUC_NDCG@1_std(MIRACL)": -0.028098, "nAUC_NDCG@1_diff1(MIRACL)": 0.177633, "nAUC_NDCG@3_max(MIRACL)": -0.010059, "nAUC_NDCG@3_std(MIRACL)": -0.054193, "nAUC_NDCG@3_diff1(MIRACL)": 0.147321, "nAUC_NDCG@5_max(MIRACL)": -0.01042, "nAUC_NDCG@5_std(MIRACL)": -0.061262, "nAUC_NDCG@5_diff1(MIRACL)": 0.114069, "nAUC_NDCG@10_max(MIRACL)": 0.01996, "nAUC_NDCG@10_std(MIRACL)": -0.040554, "nAUC_NDCG@10_diff1(MIRACL)": 0.093413, "nAUC_NDCG@20_max(MIRACL)": 0.044728, "nAUC_NDCG@20_std(MIRACL)": -0.006138, "nAUC_NDCG@20_diff1(MIRACL)": 0.100735, "nAUC_NDCG@100_max(MIRACL)": 0.066656, "nAUC_NDCG@100_std(MIRACL)": 0.004493, "nAUC_NDCG@100_diff1(MIRACL)": 0.11426, "nAUC_NDCG@1000_max(MIRACL)": 0.066656, "nAUC_NDCG@1000_std(MIRACL)": 0.004493, "nAUC_NDCG@1000_diff1(MIRACL)": 0.11426, "nAUC_MAP@1_max(MIRACL)": 0.048403, "nAUC_MAP@1_std(MIRACL)": -0.044467, "nAUC_MAP@1_diff1(MIRACL)": 0.181283, "nAUC_MAP@3_max(MIRACL)": -0.010579, "nAUC_MAP@3_std(MIRACL)": -0.055009, "nAUC_MAP@3_diff1(MIRACL)": 0.148567, "nAUC_MAP@5_max(MIRACL)": -0.012763, "nAUC_MAP@5_std(MIRACL)": -0.063034, "nAUC_MAP@5_diff1(MIRACL)": 0.128042, "nAUC_MAP@10_max(MIRACL)": 0.010172, "nAUC_MAP@10_std(MIRACL)": -0.045865, "nAUC_MAP@10_diff1(MIRACL)": 0.112805, "nAUC_MAP@20_max(MIRACL)": 0.020463, "nAUC_MAP@20_std(MIRACL)": -0.028631, "nAUC_MAP@20_diff1(MIRACL)": 0.115542, "nAUC_MAP@100_max(MIRACL)": 0.028267, "nAUC_MAP@100_std(MIRACL)": -0.023456, "nAUC_MAP@100_diff1(MIRACL)": 0.116149, "nAUC_MAP@1000_max(MIRACL)": 0.028267, "nAUC_MAP@1000_std(MIRACL)": -0.023456, "nAUC_MAP@1000_diff1(MIRACL)": 0.116149, "nAUC_Recall@1_max(MIRACL)": 0.048403, "nAUC_Recall@1_std(MIRACL)": -0.044467, "nAUC_Recall@1_diff1(MIRACL)": 0.181283, "nAUC_Recall@3_max(MIRACL)": -0.037982, "nAUC_Recall@3_std(MIRACL)": -0.048157, "nAUC_Recall@3_diff1(MIRACL)": 0.147337, "nAUC_Recall@5_max(MIRACL)": -0.042697, "nAUC_Recall@5_std(MIRACL)": -0.064439, "nAUC_Recall@5_diff1(MIRACL)": 0.086599, "nAUC_Recall@10_max(MIRACL)": 0.012857, "nAUC_Recall@10_std(MIRACL)": -0.033592, "nAUC_Recall@10_diff1(MIRACL)": 0.061237, "nAUC_Recall@20_max(MIRACL)": 0.052083, "nAUC_Recall@20_std(MIRACL)": 0.02356, "nAUC_Recall@20_diff1(MIRACL)": 0.071549, "nAUC_Recall@100_max(MIRACL)": 0.160871, "nAUC_Recall@100_std(MIRACL)": 0.124799, "nAUC_Recall@100_diff1(MIRACL)": 0.156716, "nAUC_Recall@1000_max(MIRACL)": 0.160871, "nAUC_Recall@1000_std(MIRACL)": 0.124799, "nAUC_Recall@1000_diff1(MIRACL)": 0.156716, "nAUC_P@1_max(MIRACL)": 0.061399, "nAUC_P@1_std(MIRACL)": -0.028098, "nAUC_P@1_diff1(MIRACL)": 0.177633, "nAUC_P@3_max(MIRACL)": -0.013073, "nAUC_P@3_std(MIRACL)": -0.074186, "nAUC_P@3_diff1(MIRACL)": 0.12135, "nAUC_P@5_max(MIRACL)": 0.020778, "nAUC_P@5_std(MIRACL)": -0.063136, "nAUC_P@5_diff1(MIRACL)": 0.090143, "nAUC_P@10_max(MIRACL)": 0.060731, "nAUC_P@10_std(MIRACL)": -0.022307, "nAUC_P@10_diff1(MIRACL)": 0.072524, "nAUC_P@20_max(MIRACL)": 0.10009, "nAUC_P@20_std(MIRACL)": 0.026952, "nAUC_P@20_diff1(MIRACL)": 0.091971, "nAUC_P@100_max(MIRACL)": 0.094423, "nAUC_P@100_std(MIRACL)": 0.015763, "nAUC_P@100_diff1(MIRACL)": 0.053227, "nAUC_P@1000_max(MIRACL)": 0.094423, "nAUC_P@1000_std(MIRACL)": 0.015763, "nAUC_P@1000_diff1(MIRACL)": 0.053227, "main_score": 0.10838, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "NDCG@1(MIRACL)": 0.06573, "NDCG@3(MIRACL)": 0.07641, "NDCG@5(MIRACL)": 0.11753, "NDCG@10(MIRACL)": 0.13093, "NDCG@20(MIRACL)": 0.14999, "NDCG@100(MIRACL)": 0.23839, "NDCG@1000(MIRACL)": 0.23308, "MAP@1(MIRACL)": 0.05047, "MAP@3(MIRACL)": 0.06636, "MAP@5(MIRACL)": 0.09913, "MAP@10(MIRACL)": 0.10893, "MAP@20(MIRACL)": 0.11671, "MAP@100(MIRACL)": 0.13736, "MAP@1000(MIRACL)": 0.13736, "Recall@1(MIRACL)": 0.05047, "Recall@3(MIRACL)": 0.08385, "Recall@5(MIRACL)": 0.21605, "Recall@10(MIRACL)": 0.28293, "Recall@20(MIRACL)": 0.37467, "Recall@100(MIRACL)": 0.90141, "Recall@1000(MIRACL)": 0.90141, "P@1(MIRACL)": 0.06573, "P@3(MIRACL)": 0.04225, "P@5(MIRACL)": 0.03192, "P@10(MIRACL)": 0.02958, "P@20(MIRACL)": 0.02371, "P@100(MIRACL)": 0.01549, "P@1000(MIRACL)": 0.00155, "nAUC_NDCG@1_max(MIRACL)": 0.666995, "nAUC_NDCG@1_std(MIRACL)": 0.21807, "nAUC_NDCG@1_diff1(MIRACL)": 0.339445, "nAUC_NDCG@3_max(MIRACL)": 0.534217, "nAUC_NDCG@3_std(MIRACL)": 0.074612, "nAUC_NDCG@3_diff1(MIRACL)": 0.326759, "nAUC_NDCG@5_max(MIRACL)": 0.361132, "nAUC_NDCG@5_std(MIRACL)": 0.040169, "nAUC_NDCG@5_diff1(MIRACL)": 0.251428, "nAUC_NDCG@10_max(MIRACL)": 0.400443, "nAUC_NDCG@10_std(MIRACL)": 0.087777, "nAUC_NDCG@10_diff1(MIRACL)": 0.292923, "nAUC_NDCG@20_max(MIRACL)": 0.397134, "nAUC_NDCG@20_std(MIRACL)": 0.114372, "nAUC_NDCG@20_diff1(MIRACL)": 0.298217, "nAUC_NDCG@100_max(MIRACL)": 0.412083, "nAUC_NDCG@100_std(MIRACL)": 0.128063, "nAUC_NDCG@100_diff1(MIRACL)": 0.217904, "nAUC_NDCG@1000_max(MIRACL)": 0.409169, "nAUC_NDCG@1000_std(MIRACL)": 0.126314, "nAUC_NDCG@1000_diff1(MIRACL)": 0.215746, "nAUC_MAP@1_max(MIRACL)": 0.73821, "nAUC_MAP@1_std(MIRACL)": 0.069344, "nAUC_MAP@1_diff1(MIRACL)": 0.431215, "nAUC_MAP@3_max(MIRACL)": 0.60105, "nAUC_MAP@3_std(MIRACL)": 0.06832, "nAUC_MAP@3_diff1(MIRACL)": 0.371845, "nAUC_MAP@5_max(MIRACL)": 0.434355, "nAUC_MAP@5_std(MIRACL)": 0.043676, "nAUC_MAP@5_diff1(MIRACL)": 0.289571, "nAUC_MAP@10_max(MIRACL)": 0.452168, "nAUC_MAP@10_std(MIRACL)": 0.069214, "nAUC_MAP@10_diff1(MIRACL)": 0.307505, "nAUC_MAP@20_max(MIRACL)": 0.459136, "nAUC_MAP@20_std(MIRACL)": 0.084502, "nAUC_MAP@20_diff1(MIRACL)": 0.311283, "nAUC_MAP@100_max(MIRACL)": 0.477721, "nAUC_MAP@100_std(MIRACL)": 0.094905, "nAUC_MAP@100_diff1(MIRACL)": 0.302665, "nAUC_MAP@1000_max(MIRACL)": 0.477721, "nAUC_MAP@1000_std(MIRACL)": 0.094905, "nAUC_MAP@1000_diff1(MIRACL)": 0.302665, "nAUC_Recall@1_max(MIRACL)": 0.73821, "nAUC_Recall@1_std(MIRACL)": 0.069344, "nAUC_Recall@1_diff1(MIRACL)": 0.431215, "nAUC_Recall@3_max(MIRACL)": 0.476847, "nAUC_Recall@3_std(MIRACL)": 0.02512, "nAUC_Recall@3_diff1(MIRACL)": 0.323386, "nAUC_Recall@5_max(MIRACL)": 0.13875, "nAUC_Recall@5_std(MIRACL)": -0.016581, "nAUC_Recall@5_diff1(MIRACL)": 0.147568, "nAUC_Recall@10_max(MIRACL)": 0.188126, "nAUC_Recall@10_std(MIRACL)": 0.046032, "nAUC_Recall@10_diff1(MIRACL)": 0.228374, "nAUC_Recall@20_max(MIRACL)": 0.173719, "nAUC_Recall@20_std(MIRACL)": 0.085414, "nAUC_Recall@20_diff1(MIRACL)": 0.260778, "nAUC_Recall@100_max(MIRACL)": 0.309433, "nAUC_Recall@100_std(MIRACL)": 0.348007, "nAUC_Recall@100_diff1(MIRACL)": 0.100367, "nAUC_Recall@1000_max(MIRACL)": 0.309433, "nAUC_Recall@1000_std(MIRACL)": 0.348007, "nAUC_Recall@1000_diff1(MIRACL)": 0.100367, "nAUC_P@1_max(MIRACL)": 0.666995, "nAUC_P@1_std(MIRACL)": 0.21807, "nAUC_P@1_diff1(MIRACL)": 0.339445, "nAUC_P@3_max(MIRACL)": 0.398093, "nAUC_P@3_std(MIRACL)": 0.114028, "nAUC_P@3_diff1(MIRACL)": 0.236593, "nAUC_P@5_max(MIRACL)": 0.26756, "nAUC_P@5_std(MIRACL)": 0.07454, "nAUC_P@5_diff1(MIRACL)": 0.179031, "nAUC_P@10_max(MIRACL)": 0.294423, "nAUC_P@10_std(MIRACL)": 0.177588, "nAUC_P@10_diff1(MIRACL)": 0.17405, "nAUC_P@20_max(MIRACL)": 0.274812, "nAUC_P@20_std(MIRACL)": 0.222315, "nAUC_P@20_diff1(MIRACL)": 0.103653, "nAUC_P@100_max(MIRACL)": 0.141571, "nAUC_P@100_std(MIRACL)": 0.080207, "nAUC_P@100_diff1(MIRACL)": -0.113541, "nAUC_P@1000_max(MIRACL)": 0.141571, "nAUC_P@1000_std(MIRACL)": 0.080207, "nAUC_P@1000_diff1(MIRACL)": -0.113541, "main_score": 0.13093, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "NDCG@1(MIRACL)": 0.06255, "NDCG@3(MIRACL)": 0.07278, "NDCG@5(MIRACL)": 0.0819, "NDCG@10(MIRACL)": 0.10523, "NDCG@20(MIRACL)": 0.13887, "NDCG@100(MIRACL)": 0.25953, "NDCG@1000(MIRACL)": 0.25953, "MAP@1(MIRACL)": 0.0333, "MAP@3(MIRACL)": 0.05284, "MAP@5(MIRACL)": 0.05988, "MAP@10(MIRACL)": 0.06984, "MAP@20(MIRACL)": 0.0799, "MAP@100(MIRACL)": 0.10117, "MAP@1000(MIRACL)": 0.10117, "Recall@1(MIRACL)": 0.0333, "Recall@3(MIRACL)": 0.07461, "Recall@5(MIRACL)": 0.10161, "Recall@10(MIRACL)": 0.16556, "Recall@20(MIRACL)": 0.27306, "Recall@100(MIRACL)": 0.79952, "Recall@1000(MIRACL)": 0.79952, "P@1(MIRACL)": 0.06255, "P@3(MIRACL)": 0.04918, "P@5(MIRACL)": 0.04042, "P@10(MIRACL)": 0.034, "P@20(MIRACL)": 0.02975, "P@100(MIRACL)": 0.01953, "P@1000(MIRACL)": 0.00195, "nAUC_NDCG@1_max(MIRACL)": 0.145576, "nAUC_NDCG@1_std(MIRACL)": 0.10057, "nAUC_NDCG@1_diff1(MIRACL)": 0.183897, "nAUC_NDCG@3_max(MIRACL)": 0.118252, "nAUC_NDCG@3_std(MIRACL)": 0.085431, "nAUC_NDCG@3_diff1(MIRACL)": 0.157421, "nAUC_NDCG@5_max(MIRACL)": 0.112606, "nAUC_NDCG@5_std(MIRACL)": 0.09604, "nAUC_NDCG@5_diff1(MIRACL)": 0.126321, "nAUC_NDCG@10_max(MIRACL)": 0.117286, "nAUC_NDCG@10_std(MIRACL)": 0.101861, "nAUC_NDCG@10_diff1(MIRACL)": 0.126838, "nAUC_NDCG@20_max(MIRACL)": 0.131697, "nAUC_NDCG@20_std(MIRACL)": 0.111781, "nAUC_NDCG@20_diff1(MIRACL)": 0.130043, "nAUC_NDCG@100_max(MIRACL)": 0.156524, "nAUC_NDCG@100_std(MIRACL)": 0.092626, "nAUC_NDCG@100_diff1(MIRACL)": 0.075937, "nAUC_NDCG@1000_max(MIRACL)": 0.156524, "nAUC_NDCG@1000_std(MIRACL)": 0.092626, "nAUC_NDCG@1000_diff1(MIRACL)": 0.075937, "nAUC_MAP@1_max(MIRACL)": 0.148309, "nAUC_MAP@1_std(MIRACL)": 0.095626, "nAUC_MAP@1_diff1(MIRACL)": 0.2271, "nAUC_MAP@3_max(MIRACL)": 0.123391, "nAUC_MAP@3_std(MIRACL)": 0.092257, "nAUC_MAP@3_diff1(MIRACL)": 0.178819, "nAUC_MAP@5_max(MIRACL)": 0.122761, "nAUC_MAP@5_std(MIRACL)": 0.099097, "nAUC_MAP@5_diff1(MIRACL)": 0.152634, "nAUC_MAP@10_max(MIRACL)": 0.123436, "nAUC_MAP@10_std(MIRACL)": 0.106132, "nAUC_MAP@10_diff1(MIRACL)": 0.145692, "nAUC_MAP@20_max(MIRACL)": 0.130626, "nAUC_MAP@20_std(MIRACL)": 0.114278, "nAUC_MAP@20_diff1(MIRACL)": 0.145948, "nAUC_MAP@100_max(MIRACL)": 0.137567, "nAUC_MAP@100_std(MIRACL)": 0.106926, "nAUC_MAP@100_diff1(MIRACL)": 0.132562, "nAUC_MAP@1000_max(MIRACL)": 0.137567, "nAUC_MAP@1000_std(MIRACL)": 0.106926, "nAUC_MAP@1000_diff1(MIRACL)": 0.132562, "nAUC_Recall@1_max(MIRACL)": 0.148309, "nAUC_Recall@1_std(MIRACL)": 0.095626, "nAUC_Recall@1_diff1(MIRACL)": 0.2271, "nAUC_Recall@3_max(MIRACL)": 0.103778, "nAUC_Recall@3_std(MIRACL)": 0.084842, "nAUC_Recall@3_diff1(MIRACL)": 0.164107, "nAUC_Recall@5_max(MIRACL)": 0.09469, "nAUC_Recall@5_std(MIRACL)": 0.095045, "nAUC_Recall@5_diff1(MIRACL)": 0.102967, "nAUC_Recall@10_max(MIRACL)": 0.099719, "nAUC_Recall@10_std(MIRACL)": 0.09178, "nAUC_Recall@10_diff1(MIRACL)": 0.110288, "nAUC_Recall@20_max(MIRACL)": 0.12204, "nAUC_Recall@20_std(MIRACL)": 0.109291, "nAUC_Recall@20_diff1(MIRACL)": 0.120174, "nAUC_Recall@100_max(MIRACL)": 0.263955, "nAUC_Recall@100_std(MIRACL)": 0.122001, "nAUC_Recall@100_diff1(MIRACL)": -0.041723, "nAUC_Recall@1000_max(MIRACL)": 0.263955, "nAUC_Recall@1000_std(MIRACL)": 0.122001, "nAUC_Recall@1000_diff1(MIRACL)": -0.041723, "nAUC_P@1_max(MIRACL)": 0.145576, "nAUC_P@1_std(MIRACL)": 0.10057, "nAUC_P@1_diff1(MIRACL)": 0.183897, "nAUC_P@3_max(MIRACL)": 0.118281, "nAUC_P@3_std(MIRACL)": 0.093479, "nAUC_P@3_diff1(MIRACL)": 0.128365, "nAUC_P@5_max(MIRACL)": 0.113496, "nAUC_P@5_std(MIRACL)": 0.109405, "nAUC_P@5_diff1(MIRACL)": 0.067885, "nAUC_P@10_max(MIRACL)": 0.119674, "nAUC_P@10_std(MIRACL)": 0.114995, "nAUC_P@10_diff1(MIRACL)": 0.068928, "nAUC_P@20_max(MIRACL)": 0.135625, "nAUC_P@20_std(MIRACL)": 0.10807, "nAUC_P@20_diff1(MIRACL)": 0.068562, "nAUC_P@100_max(MIRACL)": 0.076903, "nAUC_P@100_std(MIRACL)": -0.023987, "nAUC_P@100_diff1(MIRACL)": -0.045767, "nAUC_P@1000_max(MIRACL)": 0.076903, "nAUC_P@1000_std(MIRACL)": -0.023987, "nAUC_P@1000_diff1(MIRACL)": -0.045767, "main_score": 0.10523, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "NDCG@1(MIRACL)": 0.23909, "NDCG@3(MIRACL)": 0.26746, "NDCG@5(MIRACL)": 0.29785, "NDCG@10(MIRACL)": 0.34274, "NDCG@20(MIRACL)": 0.37325, "NDCG@100(MIRACL)": 0.41597, "NDCG@1000(MIRACL)": 0.41597, "MAP@1(MIRACL)": 0.16281, "MAP@3(MIRACL)": 0.22655, "MAP@5(MIRACL)": 0.24922, "MAP@10(MIRACL)": 0.27258, "MAP@20(MIRACL)": 0.28396, "MAP@100(MIRACL)": 0.29255, "MAP@1000(MIRACL)": 0.29255, "Recall@1(MIRACL)": 0.16281, "Recall@3(MIRACL)": 0.28891, "Recall@5(MIRACL)": 0.36379, "Recall@10(MIRACL)": 0.48381, "Recall@20(MIRACL)": 0.58573, "Recall@100(MIRACL)": 0.77963, "Recall@1000(MIRACL)": 0.77963, "P@1(MIRACL)": 0.23909, "P@3(MIRACL)": 0.149, "P@5(MIRACL)": 0.11726, "P@10(MIRACL)": 0.0815, "P@20(MIRACL)": 0.05042, "P@100(MIRACL)": 0.01385, "P@1000(MIRACL)": 0.00138, "nAUC_NDCG@1_max(MIRACL)": 0.304224, "nAUC_NDCG@1_std(MIRACL)": 0.051417, "nAUC_NDCG@1_diff1(MIRACL)": 0.367482, "nAUC_NDCG@3_max(MIRACL)": 0.329045, "nAUC_NDCG@3_std(MIRACL)": 0.089453, "nAUC_NDCG@3_diff1(MIRACL)": 0.360807, "nAUC_NDCG@5_max(MIRACL)": 0.324779, "nAUC_NDCG@5_std(MIRACL)": 0.104363, "nAUC_NDCG@5_diff1(MIRACL)": 0.365015, "nAUC_NDCG@10_max(MIRACL)": 0.335014, "nAUC_NDCG@10_std(MIRACL)": 0.153731, "nAUC_NDCG@10_diff1(MIRACL)": 0.320785, "nAUC_NDCG@20_max(MIRACL)": 0.356148, "nAUC_NDCG@20_std(MIRACL)": 0.176463, "nAUC_NDCG@20_diff1(MIRACL)": 0.314907, "nAUC_NDCG@100_max(MIRACL)": 0.378737, "nAUC_NDCG@100_std(MIRACL)": 0.17678, "nAUC_NDCG@100_diff1(MIRACL)": 0.304141, "nAUC_NDCG@1000_max(MIRACL)": 0.378737, "nAUC_NDCG@1000_std(MIRACL)": 0.17678, "nAUC_NDCG@1000_diff1(MIRACL)": 0.304141, "nAUC_MAP@1_max(MIRACL)": 0.288558, "nAUC_MAP@1_std(MIRACL)": 0.015254, "nAUC_MAP@1_diff1(MIRACL)": 0.439719, "nAUC_MAP@3_max(MIRACL)": 0.321953, "nAUC_MAP@3_std(MIRACL)": 0.060867, "nAUC_MAP@3_diff1(MIRACL)": 0.400203, "nAUC_MAP@5_max(MIRACL)": 0.317222, "nAUC_MAP@5_std(MIRACL)": 0.080308, "nAUC_MAP@5_diff1(MIRACL)": 0.391745, "nAUC_MAP@10_max(MIRACL)": 0.320355, "nAUC_MAP@10_std(MIRACL)": 0.110896, "nAUC_MAP@10_diff1(MIRACL)": 0.361763, "nAUC_MAP@20_max(MIRACL)": 0.327672, "nAUC_MAP@20_std(MIRACL)": 0.119851, "nAUC_MAP@20_diff1(MIRACL)": 0.358506, "nAUC_MAP@100_max(MIRACL)": 0.331336, "nAUC_MAP@100_std(MIRACL)": 0.119778, "nAUC_MAP@100_diff1(MIRACL)": 0.35367, "nAUC_MAP@1000_max(MIRACL)": 0.331336, "nAUC_MAP@1000_std(MIRACL)": 0.119778, "nAUC_MAP@1000_diff1(MIRACL)": 0.35367, "nAUC_Recall@1_max(MIRACL)": 0.288558, "nAUC_Recall@1_std(MIRACL)": 0.015254, "nAUC_Recall@1_diff1(MIRACL)": 0.439719, "nAUC_Recall@3_max(MIRACL)": 0.33352, "nAUC_Recall@3_std(MIRACL)": 0.100609, "nAUC_Recall@3_diff1(MIRACL)": 0.345732, "nAUC_Recall@5_max(MIRACL)": 0.308049, "nAUC_Recall@5_std(MIRACL)": 0.129897, "nAUC_Recall@5_diff1(MIRACL)": 0.344842, "nAUC_Recall@10_max(MIRACL)": 0.318026, "nAUC_Recall@10_std(MIRACL)": 0.245164, "nAUC_Recall@10_diff1(MIRACL)": 0.238084, "nAUC_Recall@20_max(MIRACL)": 0.396736, "nAUC_Recall@20_std(MIRACL)": 0.334739, "nAUC_Recall@20_diff1(MIRACL)": 0.225103, "nAUC_Recall@100_max(MIRACL)": 0.613113, "nAUC_Recall@100_std(MIRACL)": 0.455376, "nAUC_Recall@100_diff1(MIRACL)": 0.192442, "nAUC_Recall@1000_max(MIRACL)": 0.613113, "nAUC_Recall@1000_std(MIRACL)": 0.455376, "nAUC_Recall@1000_diff1(MIRACL)": 0.192442, "nAUC_P@1_max(MIRACL)": 0.304224, "nAUC_P@1_std(MIRACL)": 0.051417, "nAUC_P@1_diff1(MIRACL)": 0.367482, "nAUC_P@3_max(MIRACL)": 0.318293, "nAUC_P@3_std(MIRACL)": 0.145133, "nAUC_P@3_diff1(MIRACL)": 0.233055, "nAUC_P@5_max(MIRACL)": 0.267136, "nAUC_P@5_std(MIRACL)": 0.17481, "nAUC_P@5_diff1(MIRACL)": 0.157567, "nAUC_P@10_max(MIRACL)": 0.244587, "nAUC_P@10_std(MIRACL)": 0.253959, "nAUC_P@10_diff1(MIRACL)": 0.020517, "nAUC_P@20_max(MIRACL)": 0.253486, "nAUC_P@20_std(MIRACL)": 0.26721, "nAUC_P@20_diff1(MIRACL)": -0.006663, "nAUC_P@100_max(MIRACL)": 0.217206, "nAUC_P@100_std(MIRACL)": 0.170738, "nAUC_P@100_diff1(MIRACL)": -0.081634, "nAUC_P@1000_max(MIRACL)": 0.217206, "nAUC_P@1000_std(MIRACL)": 0.170738, "nAUC_P@1000_diff1(MIRACL)": -0.081634, "main_score": 0.34274, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "NDCG@1(MIRACL)": 0.0, "NDCG@3(MIRACL)": 0.0, "NDCG@5(MIRACL)": 0.0, "NDCG@10(MIRACL)": 0.01192, "NDCG@20(MIRACL)": 0.02089, "NDCG@100(MIRACL)": 0.16117, "NDCG@1000(MIRACL)": 0.16117, "MAP@1(MIRACL)": 0.0, "MAP@3(MIRACL)": 0.0, "MAP@5(MIRACL)": 0.0, "MAP@10(MIRACL)": 0.00454, "MAP@20(MIRACL)": 0.00692, "MAP@100(MIRACL)": 0.02089, "MAP@1000(MIRACL)": 0.02089, "Recall@1(MIRACL)": 0.0, "Recall@3(MIRACL)": 0.0, "Recall@5(MIRACL)": 0.0, "Recall@10(MIRACL)": 0.03373, "Recall@20(MIRACL)": 0.06746, "Recall@100(MIRACL)": 0.88095, "Recall@1000(MIRACL)": 0.88095, "P@1(MIRACL)": 0.0, "P@3(MIRACL)": 0.0, "P@5(MIRACL)": 0.0, "P@10(MIRACL)": 0.00476, "P@20(MIRACL)": 0.00476, "P@100(MIRACL)": 0.01119, "P@1000(MIRACL)": 0.00112, "nAUC_NDCG@1_max(MIRACL)": NaN, "nAUC_NDCG@1_std(MIRACL)": NaN, "nAUC_NDCG@1_diff1(MIRACL)": NaN, "nAUC_NDCG@3_max(MIRACL)": NaN, "nAUC_NDCG@3_std(MIRACL)": NaN, "nAUC_NDCG@3_diff1(MIRACL)": NaN, "nAUC_NDCG@5_max(MIRACL)": NaN, "nAUC_NDCG@5_std(MIRACL)": NaN, "nAUC_NDCG@5_diff1(MIRACL)": NaN, "nAUC_NDCG@10_max(MIRACL)": -0.274032, "nAUC_NDCG@10_std(MIRACL)": -0.046097, "nAUC_NDCG@10_diff1(MIRACL)": 0.051044, "nAUC_NDCG@20_max(MIRACL)": -0.224346, "nAUC_NDCG@20_std(MIRACL)": -0.0721, "nAUC_NDCG@20_diff1(MIRACL)": 0.099643, "nAUC_NDCG@100_max(MIRACL)": 0.070884, "nAUC_NDCG@100_std(MIRACL)": -0.005521, "nAUC_NDCG@100_diff1(MIRACL)": 0.111269, "nAUC_NDCG@1000_max(MIRACL)": 0.070884, "nAUC_NDCG@1000_std(MIRACL)": -0.005521, "nAUC_NDCG@1000_diff1(MIRACL)": 0.111269, "nAUC_MAP@1_max(MIRACL)": NaN, "nAUC_MAP@1_std(MIRACL)": NaN, "nAUC_MAP@1_diff1(MIRACL)": NaN, "nAUC_MAP@3_max(MIRACL)": NaN, "nAUC_MAP@3_std(MIRACL)": NaN, "nAUC_MAP@3_diff1(MIRACL)": NaN, "nAUC_MAP@5_max(MIRACL)": NaN, "nAUC_MAP@5_std(MIRACL)": NaN, "nAUC_MAP@5_diff1(MIRACL)": NaN, "nAUC_MAP@10_max(MIRACL)": -0.280211, "nAUC_MAP@10_std(MIRACL)": -0.052957, "nAUC_MAP@10_diff1(MIRACL)": 0.039315, "nAUC_MAP@20_max(MIRACL)": -0.24229, "nAUC_MAP@20_std(MIRACL)": -0.076943, "nAUC_MAP@20_diff1(MIRACL)": 0.079136, "nAUC_MAP@100_max(MIRACL)": -0.032286, "nAUC_MAP@100_std(MIRACL)": 0.044476, "nAUC_MAP@100_diff1(MIRACL)": 0.034726, "nAUC_MAP@1000_max(MIRACL)": -0.032286, "nAUC_MAP@1000_std(MIRACL)": 0.044476, "nAUC_MAP@1000_diff1(MIRACL)": 0.034726, "nAUC_Recall@1_max(MIRACL)": NaN, "nAUC_Recall@1_std(MIRACL)": NaN, "nAUC_Recall@1_diff1(MIRACL)": NaN, "nAUC_Recall@3_max(MIRACL)": NaN, "nAUC_Recall@3_std(MIRACL)": NaN, "nAUC_Recall@3_diff1(MIRACL)": NaN, "nAUC_Recall@5_max(MIRACL)": NaN, "nAUC_Recall@5_std(MIRACL)": NaN, "nAUC_Recall@5_diff1(MIRACL)": NaN, "nAUC_Recall@10_max(MIRACL)": -0.271412, "nAUC_Recall@10_std(MIRACL)": -0.03871, "nAUC_Recall@10_diff1(MIRACL)": 0.050097, "nAUC_Recall@20_max(MIRACL)": -0.206433, "nAUC_Recall@20_std(MIRACL)": -0.065035, "nAUC_Recall@20_diff1(MIRACL)": 0.117295, "nAUC_Recall@100_max(MIRACL)": 0.17384, "nAUC_Recall@100_std(MIRACL)": -0.229967, "nAUC_Recall@100_diff1(MIRACL)": 0.221877, "nAUC_Recall@1000_max(MIRACL)": 0.17384, "nAUC_Recall@1000_std(MIRACL)": -0.229967, "nAUC_Recall@1000_diff1(MIRACL)": 0.221877, "nAUC_P@1_max(MIRACL)": NaN, "nAUC_P@1_std(MIRACL)": NaN, "nAUC_P@1_diff1(MIRACL)": NaN, "nAUC_P@3_max(MIRACL)": NaN, "nAUC_P@3_std(MIRACL)": NaN, "nAUC_P@3_diff1(MIRACL)": NaN, "nAUC_P@5_max(MIRACL)": NaN, "nAUC_P@5_std(MIRACL)": NaN, "nAUC_P@5_diff1(MIRACL)": NaN, "nAUC_P@10_max(MIRACL)": -0.270055, "nAUC_P@10_std(MIRACL)": -0.049245, "nAUC_P@10_diff1(MIRACL)": 0.063934, "nAUC_P@20_max(MIRACL)": -0.231036, "nAUC_P@20_std(MIRACL)": -0.086539, "nAUC_P@20_diff1(MIRACL)": 0.087213, "nAUC_P@100_max(MIRACL)": 0.094321, "nAUC_P@100_std(MIRACL)": 0.030294, "nAUC_P@100_diff1(MIRACL)": 0.176577, "nAUC_P@1000_max(MIRACL)": 0.094321, "nAUC_P@1000_std(MIRACL)": 0.030294, "nAUC_P@1000_diff1(MIRACL)": 0.176577, "main_score": 0.01192, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "NDCG@1(MIRACL)": 0.00822, "NDCG@3(MIRACL)": 0.01361, "NDCG@5(MIRACL)": 0.01992, "NDCG@10(MIRACL)": 0.03307, "NDCG@20(MIRACL)": 0.0553, "NDCG@100(MIRACL)": 0.20831, "NDCG@1000(MIRACL)": 0.20831, "MAP@1(MIRACL)": 0.00491, "MAP@3(MIRACL)": 0.01058, "MAP@5(MIRACL)": 0.01399, "MAP@10(MIRACL)": 0.01907, "MAP@20(MIRACL)": 0.0246, "MAP@100(MIRACL)": 0.04458, "MAP@1000(MIRACL)": 0.04458, "Recall@1(MIRACL)": 0.00491, "Recall@3(MIRACL)": 0.01632, "Recall@5(MIRACL)": 0.03091, "Recall@10(MIRACL)": 0.06794, "Recall@20(MIRACL)": 0.1435, "Recall@100(MIRACL)": 0.91781, "Recall@1000(MIRACL)": 0.91781, "P@1(MIRACL)": 0.00822, "P@3(MIRACL)": 0.00959, "P@5(MIRACL)": 0.01014, "P@10(MIRACL)": 0.01123, "P@20(MIRACL)": 0.01301, "P@100(MIRACL)": 0.01633, "P@1000(MIRACL)": 0.00163, "nAUC_NDCG@1_max(MIRACL)": 0.019453, "nAUC_NDCG@1_std(MIRACL)": -0.523075, "nAUC_NDCG@1_diff1(MIRACL)": 0.223102, "nAUC_NDCG@3_max(MIRACL)": 0.079935, "nAUC_NDCG@3_std(MIRACL)": -0.369916, "nAUC_NDCG@3_diff1(MIRACL)": 0.357215, "nAUC_NDCG@5_max(MIRACL)": 0.102655, "nAUC_NDCG@5_std(MIRACL)": -0.173851, "nAUC_NDCG@5_diff1(MIRACL)": 0.247597, "nAUC_NDCG@10_max(MIRACL)": 0.09039, "nAUC_NDCG@10_std(MIRACL)": -0.147869, "nAUC_NDCG@10_diff1(MIRACL)": 0.173224, "nAUC_NDCG@20_max(MIRACL)": 0.095963, "nAUC_NDCG@20_std(MIRACL)": -0.112624, "nAUC_NDCG@20_diff1(MIRACL)": 0.151538, "nAUC_NDCG@100_max(MIRACL)": 0.11404, "nAUC_NDCG@100_std(MIRACL)": -0.092673, "nAUC_NDCG@100_diff1(MIRACL)": 0.099094, "nAUC_NDCG@1000_max(MIRACL)": 0.11404, "nAUC_NDCG@1000_std(MIRACL)": -0.092673, "nAUC_NDCG@1000_diff1(MIRACL)": 0.099094, "nAUC_MAP@1_max(MIRACL)": 0.22917, "nAUC_MAP@1_std(MIRACL)": -0.528426, "nAUC_MAP@1_diff1(MIRACL)": 0.288192, "nAUC_MAP@3_max(MIRACL)": 0.102116, "nAUC_MAP@3_std(MIRACL)": -0.399418, "nAUC_MAP@3_diff1(MIRACL)": 0.38411, "nAUC_MAP@5_max(MIRACL)": 0.112168, "nAUC_MAP@5_std(MIRACL)": -0.244439, "nAUC_MAP@5_diff1(MIRACL)": 0.28179, "nAUC_MAP@10_max(MIRACL)": 0.096379, "nAUC_MAP@10_std(MIRACL)": -0.212104, "nAUC_MAP@10_diff1(MIRACL)": 0.226576, "nAUC_MAP@20_max(MIRACL)": 0.09964, "nAUC_MAP@20_std(MIRACL)": -0.186049, "nAUC_MAP@20_diff1(MIRACL)": 0.204491, "nAUC_MAP@100_max(MIRACL)": 0.096964, "nAUC_MAP@100_std(MIRACL)": -0.171626, "nAUC_MAP@100_diff1(MIRACL)": 0.1895, "nAUC_MAP@1000_max(MIRACL)": 0.096964, "nAUC_MAP@1000_std(MIRACL)": -0.171626, "nAUC_MAP@1000_diff1(MIRACL)": 0.1895, "nAUC_Recall@1_max(MIRACL)": 0.22917, "nAUC_Recall@1_std(MIRACL)": -0.528426, "nAUC_Recall@1_diff1(MIRACL)": 0.288192, "nAUC_Recall@3_max(MIRACL)": 0.057104, "nAUC_Recall@3_std(MIRACL)": -0.347189, "nAUC_Recall@3_diff1(MIRACL)": 0.434833, "nAUC_Recall@5_max(MIRACL)": 0.101701, "nAUC_Recall@5_std(MIRACL)": -0.068129, "nAUC_Recall@5_diff1(MIRACL)": 0.230664, "nAUC_Recall@10_max(MIRACL)": 0.0862, "nAUC_Recall@10_std(MIRACL)": -0.091576, "nAUC_Recall@10_diff1(MIRACL)": 0.142393, "nAUC_Recall@20_max(MIRACL)": 0.10466, "nAUC_Recall@20_std(MIRACL)": -0.068198, "nAUC_Recall@20_diff1(MIRACL)": 0.121031, "nAUC_Recall@100_max(MIRACL)": 0.412535, "nAUC_Recall@100_std(MIRACL)": 0.062745, "nAUC_Recall@100_diff1(MIRACL)": -0.113391, "nAUC_Recall@1000_max(MIRACL)": 0.412535, "nAUC_Recall@1000_std(MIRACL)": 0.062745, "nAUC_Recall@1000_diff1(MIRACL)": -0.113391, "nAUC_P@1_max(MIRACL)": 0.019453, "nAUC_P@1_std(MIRACL)": -0.523075, "nAUC_P@1_diff1(MIRACL)": 0.223102, "nAUC_P@3_max(MIRACL)": 0.082819, "nAUC_P@3_std(MIRACL)": -0.325425, "nAUC_P@3_diff1(MIRACL)": 0.293023, "nAUC_P@5_max(MIRACL)": 0.087477, "nAUC_P@5_std(MIRACL)": -0.135759, "nAUC_P@5_diff1(MIRACL)": 0.186898, "nAUC_P@10_max(MIRACL)": 0.074745, "nAUC_P@10_std(MIRACL)": -0.118895, "nAUC_P@10_diff1(MIRACL)": 0.102381, "nAUC_P@20_max(MIRACL)": 0.068929, "nAUC_P@20_std(MIRACL)": -0.076111, "nAUC_P@20_diff1(MIRACL)": 0.104706, "nAUC_P@100_max(MIRACL)": -0.027404, "nAUC_P@100_std(MIRACL)": -0.030537, "nAUC_P@100_diff1(MIRACL)": -0.007594, "nAUC_P@1000_max(MIRACL)": -0.027404, "nAUC_P@1000_std(MIRACL)": -0.030537, "nAUC_P@1000_diff1(MIRACL)": -0.007594, "main_score": 0.03307, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "NDCG@1(MIRACL)": 0.46218, "NDCG@3(MIRACL)": 0.52327, "NDCG@5(MIRACL)": 0.56095, "NDCG@10(MIRACL)": 0.581, "NDCG@20(MIRACL)": 0.58627, "NDCG@100(MIRACL)": 0.59095, "NDCG@1000(MIRACL)": 0.59095, "MAP@1(MIRACL)": 0.43697, "MAP@3(MIRACL)": 0.49837, "MAP@5(MIRACL)": 0.52337, "MAP@10(MIRACL)": 0.53297, "MAP@20(MIRACL)": 0.53482, "MAP@100(MIRACL)": 0.53582, "MAP@1000(MIRACL)": 0.53582, "Recall@1(MIRACL)": 0.43697, "Recall@3(MIRACL)": 0.56863, "Recall@5(MIRACL)": 0.65266, "Recall@10(MIRACL)": 0.71008, "Recall@20(MIRACL)": 0.72689, "Recall@100(MIRACL)": 0.7479, "Recall@1000(MIRACL)": 0.7479, "P@1(MIRACL)": 0.46218, "P@3(MIRACL)": 0.21289, "P@5(MIRACL)": 0.14958, "P@10(MIRACL)": 0.08151, "P@20(MIRACL)": 0.04244, "P@100(MIRACL)": 0.00882, "P@1000(MIRACL)": 0.00088, "nAUC_NDCG@1_max(MIRACL)": 0.215598, "nAUC_NDCG@1_std(MIRACL)": 0.106693, "nAUC_NDCG@1_diff1(MIRACL)": 0.481298, "nAUC_NDCG@3_max(MIRACL)": 0.349551, "nAUC_NDCG@3_std(MIRACL)": 0.126756, "nAUC_NDCG@3_diff1(MIRACL)": 0.517566, "nAUC_NDCG@5_max(MIRACL)": 0.375315, "nAUC_NDCG@5_std(MIRACL)": 0.171465, "nAUC_NDCG@5_diff1(MIRACL)": 0.527194, "nAUC_NDCG@10_max(MIRACL)": 0.404371, "nAUC_NDCG@10_std(MIRACL)": 0.204041, "nAUC_NDCG@10_diff1(MIRACL)": 0.512158, "nAUC_NDCG@20_max(MIRACL)": 0.397103, "nAUC_NDCG@20_std(MIRACL)": 0.203729, "nAUC_NDCG@20_diff1(MIRACL)": 0.507846, "nAUC_NDCG@100_max(MIRACL)": 0.396768, "nAUC_NDCG@100_std(MIRACL)": 0.214237, "nAUC_NDCG@100_diff1(MIRACL)": 0.508254, "nAUC_NDCG@1000_max(MIRACL)": 0.396768, "nAUC_NDCG@1000_std(MIRACL)": 0.214237, "nAUC_NDCG@1000_diff1(MIRACL)": 0.508254, "nAUC_MAP@1_max(MIRACL)": 0.18456, "nAUC_MAP@1_std(MIRACL)": 0.072123, "nAUC_MAP@1_diff1(MIRACL)": 0.489142, "nAUC_MAP@3_max(MIRACL)": 0.296972, "nAUC_MAP@3_std(MIRACL)": 0.106227, "nAUC_MAP@3_diff1(MIRACL)": 0.506477, "nAUC_MAP@5_max(MIRACL)": 0.320062, "nAUC_MAP@5_std(MIRACL)": 0.13473, "nAUC_MAP@5_diff1(MIRACL)": 0.513269, "nAUC_MAP@10_max(MIRACL)": 0.333072, "nAUC_MAP@10_std(MIRACL)": 0.146369, "nAUC_MAP@10_diff1(MIRACL)": 0.505652, "nAUC_MAP@20_max(MIRACL)": 0.330325, "nAUC_MAP@20_std(MIRACL)": 0.144754, "nAUC_MAP@20_diff1(MIRACL)": 0.504611, "nAUC_MAP@100_max(MIRACL)": 0.329735, "nAUC_MAP@100_std(MIRACL)": 0.147159, "nAUC_MAP@100_diff1(MIRACL)": 0.504097, "nAUC_MAP@1000_max(MIRACL)": 0.329735, "nAUC_MAP@1000_std(MIRACL)": 0.147159, "nAUC_MAP@1000_diff1(MIRACL)": 0.504097, "nAUC_Recall@1_max(MIRACL)": 0.18456, "nAUC_Recall@1_std(MIRACL)": 0.072123, "nAUC_Recall@1_diff1(MIRACL)": 0.489142, "nAUC_Recall@3_max(MIRACL)": 0.456338, "nAUC_Recall@3_std(MIRACL)": 0.176644, "nAUC_Recall@3_diff1(MIRACL)": 0.5468, "nAUC_Recall@5_max(MIRACL)": 0.531608, "nAUC_Recall@5_std(MIRACL)": 0.306592, "nAUC_Recall@5_diff1(MIRACL)": 0.57227, "nAUC_Recall@10_max(MIRACL)": 0.65039, "nAUC_Recall@10_std(MIRACL)": 0.44676, "nAUC_Recall@10_diff1(MIRACL)": 0.524963, "nAUC_Recall@20_max(MIRACL)": 0.636047, "nAUC_Recall@20_std(MIRACL)": 0.459113, "nAUC_Recall@20_diff1(MIRACL)": 0.512122, "nAUC_Recall@100_max(MIRACL)": 0.655844, "nAUC_Recall@100_std(MIRACL)": 0.535438, "nAUC_Recall@100_diff1(MIRACL)": 0.523359, "nAUC_Recall@1000_max(MIRACL)": 0.655844, "nAUC_Recall@1000_std(MIRACL)": 0.535438, "nAUC_Recall@1000_diff1(MIRACL)": 0.523359, "nAUC_P@1_max(MIRACL)": 0.215598, "nAUC_P@1_std(MIRACL)": 0.106693, "nAUC_P@1_diff1(MIRACL)": 0.481298, "nAUC_P@3_max(MIRACL)": 0.514778, "nAUC_P@3_std(MIRACL)": 0.196047, "nAUC_P@3_diff1(MIRACL)": 0.470711, "nAUC_P@5_max(MIRACL)": 0.516493, "nAUC_P@5_std(MIRACL)": 0.274128, "nAUC_P@5_diff1(MIRACL)": 0.402598, "nAUC_P@10_max(MIRACL)": 0.563763, "nAUC_P@10_std(MIRACL)": 0.327461, "nAUC_P@10_diff1(MIRACL)": 0.306782, "nAUC_P@20_max(MIRACL)": 0.487045, "nAUC_P@20_std(MIRACL)": 0.302568, "nAUC_P@20_diff1(MIRACL)": 0.24939, "nAUC_P@100_max(MIRACL)": 0.448984, "nAUC_P@100_std(MIRACL)": 0.311335, "nAUC_P@100_diff1(MIRACL)": 0.223368, "nAUC_P@1000_max(MIRACL)": 0.448984, "nAUC_P@1000_std(MIRACL)": 0.311335, "nAUC_P@1000_diff1(MIRACL)": 0.223368, "main_score": 0.581, "hf_subset": "yo", "languages": [ "yor-Latn" ] }, { "NDCG@1(MIRACL)": 0.04092, "NDCG@3(MIRACL)": 0.0578, "NDCG@5(MIRACL)": 0.06827, "NDCG@10(MIRACL)": 0.104, "NDCG@20(MIRACL)": 0.13247, "NDCG@100(MIRACL)": 0.22292, "NDCG@1000(MIRACL)": 0.22292, "MAP@1(MIRACL)": 0.02489, "MAP@3(MIRACL)": 0.0448, "MAP@5(MIRACL)": 0.05079, "MAP@10(MIRACL)": 0.06583, "MAP@20(MIRACL)": 0.07527, "MAP@100(MIRACL)": 0.09084, "MAP@1000(MIRACL)": 0.09084, "Recall@1(MIRACL)": 0.02489, "Recall@3(MIRACL)": 0.06575, "Recall@5(MIRACL)": 0.09024, "Recall@10(MIRACL)": 0.18437, "Recall@20(MIRACL)": 0.27815, "Recall@100(MIRACL)": 0.69054, "Recall@1000(MIRACL)": 0.69054, "P@1(MIRACL)": 0.04092, "P@3(MIRACL)": 0.04263, "P@5(MIRACL)": 0.03581, "P@10(MIRACL)": 0.03632, "P@20(MIRACL)": 0.02762, "P@100(MIRACL)": 0.01419, "P@1000(MIRACL)": 0.00142, "nAUC_NDCG@1_max(MIRACL)": -0.002886, "nAUC_NDCG@1_std(MIRACL)": -0.112727, "nAUC_NDCG@1_diff1(MIRACL)": -0.051096, "nAUC_NDCG@3_max(MIRACL)": 0.041776, "nAUC_NDCG@3_std(MIRACL)": -0.082215, "nAUC_NDCG@3_diff1(MIRACL)": 0.015054, "nAUC_NDCG@5_max(MIRACL)": 0.074716, "nAUC_NDCG@5_std(MIRACL)": -0.070216, "nAUC_NDCG@5_diff1(MIRACL)": 0.009947, "nAUC_NDCG@10_max(MIRACL)": 0.063693, "nAUC_NDCG@10_std(MIRACL)": -0.044598, "nAUC_NDCG@10_diff1(MIRACL)": 0.002092, "nAUC_NDCG@20_max(MIRACL)": 0.084338, "nAUC_NDCG@20_std(MIRACL)": -0.025601, "nAUC_NDCG@20_diff1(MIRACL)": 0.003443, "nAUC_NDCG@100_max(MIRACL)": 0.108103, "nAUC_NDCG@100_std(MIRACL)": -0.083021, "nAUC_NDCG@100_diff1(MIRACL)": -0.023052, "nAUC_NDCG@1000_max(MIRACL)": 0.108103, "nAUC_NDCG@1000_std(MIRACL)": -0.083021, "nAUC_NDCG@1000_diff1(MIRACL)": -0.023052, "nAUC_MAP@1_max(MIRACL)": -0.036828, "nAUC_MAP@1_std(MIRACL)": -0.147027, "nAUC_MAP@1_diff1(MIRACL)": -0.055374, "nAUC_MAP@3_max(MIRACL)": 0.054011, "nAUC_MAP@3_std(MIRACL)": -0.086394, "nAUC_MAP@3_diff1(MIRACL)": 0.006544, "nAUC_MAP@5_max(MIRACL)": 0.072205, "nAUC_MAP@5_std(MIRACL)": -0.082744, "nAUC_MAP@5_diff1(MIRACL)": 0.001181, "nAUC_MAP@10_max(MIRACL)": 0.066354, "nAUC_MAP@10_std(MIRACL)": -0.058014, "nAUC_MAP@10_diff1(MIRACL)": -0.002252, "nAUC_MAP@20_max(MIRACL)": 0.078279, "nAUC_MAP@20_std(MIRACL)": -0.043864, "nAUC_MAP@20_diff1(MIRACL)": 0.005904, "nAUC_MAP@100_max(MIRACL)": 0.091843, "nAUC_MAP@100_std(MIRACL)": -0.055927, "nAUC_MAP@100_diff1(MIRACL)": 0.002305, "nAUC_MAP@1000_max(MIRACL)": 0.091843, "nAUC_MAP@1000_std(MIRACL)": -0.055927, "nAUC_MAP@1000_diff1(MIRACL)": 0.002305, "nAUC_Recall@1_max(MIRACL)": -0.036828, "nAUC_Recall@1_std(MIRACL)": -0.147027, "nAUC_Recall@1_diff1(MIRACL)": -0.055374, "nAUC_Recall@3_max(MIRACL)": 0.079675, "nAUC_Recall@3_std(MIRACL)": -0.061141, "nAUC_Recall@3_diff1(MIRACL)": 0.043368, "nAUC_Recall@5_max(MIRACL)": 0.118004, "nAUC_Recall@5_std(MIRACL)": -0.045799, "nAUC_Recall@5_diff1(MIRACL)": 0.023194, "nAUC_Recall@10_max(MIRACL)": 0.070147, "nAUC_Recall@10_std(MIRACL)": -0.025985, "nAUC_Recall@10_diff1(MIRACL)": 0.004569, "nAUC_Recall@20_max(MIRACL)": 0.104847, "nAUC_Recall@20_std(MIRACL)": 0.003076, "nAUC_Recall@20_diff1(MIRACL)": -0.003165, "nAUC_Recall@100_max(MIRACL)": 0.13981, "nAUC_Recall@100_std(MIRACL)": -0.167521, "nAUC_Recall@100_diff1(MIRACL)": -0.078106, "nAUC_Recall@1000_max(MIRACL)": 0.13981, "nAUC_Recall@1000_std(MIRACL)": -0.167521, "nAUC_Recall@1000_diff1(MIRACL)": -0.078106, "nAUC_P@1_max(MIRACL)": -0.002886, "nAUC_P@1_std(MIRACL)": -0.112727, "nAUC_P@1_diff1(MIRACL)": -0.051096, "nAUC_P@3_max(MIRACL)": 0.036961, "nAUC_P@3_std(MIRACL)": -0.096807, "nAUC_P@3_diff1(MIRACL)": 0.03176, "nAUC_P@5_max(MIRACL)": 0.09554, "nAUC_P@5_std(MIRACL)": -0.063133, "nAUC_P@5_diff1(MIRACL)": 0.025393, "nAUC_P@10_max(MIRACL)": 0.086597, "nAUC_P@10_std(MIRACL)": -0.009383, "nAUC_P@10_diff1(MIRACL)": 0.008524, "nAUC_P@20_max(MIRACL)": 0.111456, "nAUC_P@20_std(MIRACL)": 0.020183, "nAUC_P@20_diff1(MIRACL)": 0.016777, "nAUC_P@100_max(MIRACL)": 0.118543, "nAUC_P@100_std(MIRACL)": -0.07342, "nAUC_P@100_diff1(MIRACL)": -0.054049, "nAUC_P@1000_max(MIRACL)": 0.118543, "nAUC_P@1000_std(MIRACL)": -0.07342, "nAUC_P@1000_diff1(MIRACL)": -0.054049, "main_score": 0.104, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 10659.405537843704, "kg_co2_emissions": 0.9233282206333022 }