{ "dataset_revision": "6d1962c527217f8927fca80f890f14f36b2802af", "task_name": "MIRACLReranking", "mteb_version": "1.18.0", "scores": { "dev": [ { "NDCG@1(MIRACL)": 0.01588, "NDCG@3(MIRACL)": 0.01994, "NDCG@5(MIRACL)": 0.02537, "NDCG@10(MIRACL)": 0.03546, "NDCG@20(MIRACL)": 0.05563, "NDCG@100(MIRACL)": 0.21546, "NDCG@1000(MIRACL)": 0.21546, "MAP@1(MIRACL)": 0.01027, "MAP@3(MIRACL)": 0.01573, "MAP@5(MIRACL)": 0.01883, "MAP@10(MIRACL)": 0.02278, "MAP@20(MIRACL)": 0.02789, "MAP@100(MIRACL)": 0.04826, "MAP@1000(MIRACL)": 0.04826, "Recall@1(MIRACL)": 0.01027, "Recall@3(MIRACL)": 0.02263, "Recall@5(MIRACL)": 0.03523, "Recall@10(MIRACL)": 0.06374, "Recall@20(MIRACL)": 0.13345, "Recall@100(MIRACL)": 0.93543, "Recall@1000(MIRACL)": 0.93543, "P@1(MIRACL)": 0.01588, "P@3(MIRACL)": 0.01186, "P@5(MIRACL)": 0.01146, "P@10(MIRACL)": 0.01026, "P@20(MIRACL)": 0.01136, "P@100(MIRACL)": 0.01718, "P@1000(MIRACL)": 0.00172, "nAUC_NDCG@1_max(MIRACL)": -0.095863, "nAUC_NDCG@1_std(MIRACL)": -0.139813, "nAUC_NDCG@1_diff1(MIRACL)": 0.135362, "nAUC_NDCG@3_max(MIRACL)": -0.092933, "nAUC_NDCG@3_std(MIRACL)": -0.083799, "nAUC_NDCG@3_diff1(MIRACL)": 0.11474, "nAUC_NDCG@5_max(MIRACL)": -0.051356, "nAUC_NDCG@5_std(MIRACL)": -0.072305, "nAUC_NDCG@5_diff1(MIRACL)": 0.091197, "nAUC_NDCG@10_max(MIRACL)": -0.057652, "nAUC_NDCG@10_std(MIRACL)": -0.057067, "nAUC_NDCG@10_diff1(MIRACL)": 0.082458, "nAUC_NDCG@20_max(MIRACL)": -0.049272, "nAUC_NDCG@20_std(MIRACL)": -0.058856, "nAUC_NDCG@20_diff1(MIRACL)": 0.064152, "nAUC_NDCG@100_max(MIRACL)": -0.052106, "nAUC_NDCG@100_std(MIRACL)": -0.054265, "nAUC_NDCG@100_diff1(MIRACL)": 0.072312, "nAUC_NDCG@1000_max(MIRACL)": -0.052106, "nAUC_NDCG@1000_std(MIRACL)": -0.054265, "nAUC_NDCG@1000_diff1(MIRACL)": 0.072312, "nAUC_MAP@1_max(MIRACL)": -0.026517, "nAUC_MAP@1_std(MIRACL)": -0.187332, "nAUC_MAP@1_diff1(MIRACL)": 0.221908, "nAUC_MAP@3_max(MIRACL)": -0.076993, "nAUC_MAP@3_std(MIRACL)": -0.108704, "nAUC_MAP@3_diff1(MIRACL)": 0.142877, "nAUC_MAP@5_max(MIRACL)": -0.055702, "nAUC_MAP@5_std(MIRACL)": -0.096466, "nAUC_MAP@5_diff1(MIRACL)": 0.118213, "nAUC_MAP@10_max(MIRACL)": -0.062808, "nAUC_MAP@10_std(MIRACL)": -0.082449, "nAUC_MAP@10_diff1(MIRACL)": 0.107472, "nAUC_MAP@20_max(MIRACL)": -0.05641, "nAUC_MAP@20_std(MIRACL)": -0.078908, "nAUC_MAP@20_diff1(MIRACL)": 0.095008, "nAUC_MAP@100_max(MIRACL)": -0.064254, "nAUC_MAP@100_std(MIRACL)": -0.076792, "nAUC_MAP@100_diff1(MIRACL)": 0.093943, "nAUC_MAP@1000_max(MIRACL)": -0.064254, "nAUC_MAP@1000_std(MIRACL)": -0.076792, "nAUC_MAP@1000_diff1(MIRACL)": 0.093943, "nAUC_Recall@1_max(MIRACL)": -0.026517, "nAUC_Recall@1_std(MIRACL)": -0.187332, "nAUC_Recall@1_diff1(MIRACL)": 0.221908, "nAUC_Recall@3_max(MIRACL)": -0.082517, "nAUC_Recall@3_std(MIRACL)": -0.073433, "nAUC_Recall@3_diff1(MIRACL)": 0.091595, "nAUC_Recall@5_max(MIRACL)": -0.027521, "nAUC_Recall@5_std(MIRACL)": -0.061549, "nAUC_Recall@5_diff1(MIRACL)": 0.065391, "nAUC_Recall@10_max(MIRACL)": -0.048294, "nAUC_Recall@10_std(MIRACL)": -0.038256, "nAUC_Recall@10_diff1(MIRACL)": 0.068362, "nAUC_Recall@20_max(MIRACL)": -0.031691, "nAUC_Recall@20_std(MIRACL)": -0.048586, "nAUC_Recall@20_diff1(MIRACL)": 0.042283, "nAUC_Recall@100_max(MIRACL)": 0.0671, "nAUC_Recall@100_std(MIRACL)": 0.019574, "nAUC_Recall@100_diff1(MIRACL)": 0.054366, "nAUC_Recall@1000_max(MIRACL)": 0.0671, "nAUC_Recall@1000_std(MIRACL)": 0.019574, "nAUC_Recall@1000_diff1(MIRACL)": 0.054366, "nAUC_P@1_max(MIRACL)": -0.095863, "nAUC_P@1_std(MIRACL)": -0.139813, "nAUC_P@1_diff1(MIRACL)": 0.135362, "nAUC_P@3_max(MIRACL)": -0.10871, "nAUC_P@3_std(MIRACL)": -0.013454, "nAUC_P@3_diff1(MIRACL)": 0.080027, "nAUC_P@5_max(MIRACL)": -0.049208, "nAUC_P@5_std(MIRACL)": -0.013434, "nAUC_P@5_diff1(MIRACL)": 0.051843, "nAUC_P@10_max(MIRACL)": -0.062776, "nAUC_P@10_std(MIRACL)": -0.024872, "nAUC_P@10_diff1(MIRACL)": 0.052071, "nAUC_P@20_max(MIRACL)": -0.06646, "nAUC_P@20_std(MIRACL)": -0.039262, "nAUC_P@20_diff1(MIRACL)": 0.05047, "nAUC_P@100_max(MIRACL)": -0.059126, "nAUC_P@100_std(MIRACL)": -0.039744, "nAUC_P@100_diff1(MIRACL)": 0.044756, "nAUC_P@1000_max(MIRACL)": -0.059126, "nAUC_P@1000_std(MIRACL)": -0.039744, "nAUC_P@1000_diff1(MIRACL)": 0.044756, "main_score": 0.03546, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "NDCG@1(MIRACL)": 0.01703, "NDCG@3(MIRACL)": 0.01811, "NDCG@5(MIRACL)": 0.0227, "NDCG@10(MIRACL)": 0.03539, "NDCG@20(MIRACL)": 0.05717, "NDCG@100(MIRACL)": 0.22375, "NDCG@1000(MIRACL)": 0.22375, "MAP@1(MIRACL)": 0.009, "MAP@3(MIRACL)": 0.0131, "MAP@5(MIRACL)": 0.01524, "MAP@10(MIRACL)": 0.01969, "MAP@20(MIRACL)": 0.0254, "MAP@100(MIRACL)": 0.04767, "MAP@1000(MIRACL)": 0.04767, "Recall@1(MIRACL)": 0.009, "Recall@3(MIRACL)": 0.01942, "Recall@5(MIRACL)": 0.02914, "Recall@10(MIRACL)": 0.06102, "Recall@20(MIRACL)": 0.13403, "Recall@100(MIRACL)": 0.94891, "Recall@1000(MIRACL)": 0.94891, "P@1(MIRACL)": 0.01703, "P@3(MIRACL)": 0.01217, "P@5(MIRACL)": 0.01265, "P@10(MIRACL)": 0.01363, "P@20(MIRACL)": 0.01399, "P@100(MIRACL)": 0.01917, "P@1000(MIRACL)": 0.00192, "nAUC_NDCG@1_max(MIRACL)": -0.02712, "nAUC_NDCG@1_std(MIRACL)": -0.08587, "nAUC_NDCG@1_diff1(MIRACL)": 0.26607, "nAUC_NDCG@3_max(MIRACL)": -0.08668, "nAUC_NDCG@3_std(MIRACL)": -0.017151, "nAUC_NDCG@3_diff1(MIRACL)": 0.185885, "nAUC_NDCG@5_max(MIRACL)": -0.070641, "nAUC_NDCG@5_std(MIRACL)": 0.02456, "nAUC_NDCG@5_diff1(MIRACL)": 0.235676, "nAUC_NDCG@10_max(MIRACL)": -0.024357, "nAUC_NDCG@10_std(MIRACL)": 0.04114, "nAUC_NDCG@10_diff1(MIRACL)": 0.211004, "nAUC_NDCG@20_max(MIRACL)": -0.02005, "nAUC_NDCG@20_std(MIRACL)": -0.007634, "nAUC_NDCG@20_diff1(MIRACL)": 0.187894, "nAUC_NDCG@100_max(MIRACL)": -0.003058, "nAUC_NDCG@100_std(MIRACL)": 0.067673, "nAUC_NDCG@100_diff1(MIRACL)": 0.164573, "nAUC_NDCG@1000_max(MIRACL)": -0.003058, "nAUC_NDCG@1000_std(MIRACL)": 0.067673, "nAUC_NDCG@1000_diff1(MIRACL)": 0.164573, "nAUC_MAP@1_max(MIRACL)": -0.041206, "nAUC_MAP@1_std(MIRACL)": -0.074072, "nAUC_MAP@1_diff1(MIRACL)": 0.392532, "nAUC_MAP@3_max(MIRACL)": -0.059522, "nAUC_MAP@3_std(MIRACL)": -0.037493, "nAUC_MAP@3_diff1(MIRACL)": 0.270132, "nAUC_MAP@5_max(MIRACL)": -0.064671, "nAUC_MAP@5_std(MIRACL)": -0.019265, "nAUC_MAP@5_diff1(MIRACL)": 0.280547, "nAUC_MAP@10_max(MIRACL)": -0.030915, "nAUC_MAP@10_std(MIRACL)": -0.005075, "nAUC_MAP@10_diff1(MIRACL)": 0.260859, "nAUC_MAP@20_max(MIRACL)": -0.030429, "nAUC_MAP@20_std(MIRACL)": -0.019549, "nAUC_MAP@20_diff1(MIRACL)": 0.239883, "nAUC_MAP@100_max(MIRACL)": -0.037669, "nAUC_MAP@100_std(MIRACL)": 0.015907, "nAUC_MAP@100_diff1(MIRACL)": 0.206923, "nAUC_MAP@1000_max(MIRACL)": -0.037669, "nAUC_MAP@1000_std(MIRACL)": 0.015907, "nAUC_MAP@1000_diff1(MIRACL)": 0.206923, "nAUC_Recall@1_max(MIRACL)": -0.041206, "nAUC_Recall@1_std(MIRACL)": -0.074072, "nAUC_Recall@1_diff1(MIRACL)": 0.392532, "nAUC_Recall@3_max(MIRACL)": -0.031857, "nAUC_Recall@3_std(MIRACL)": 0.001618, "nAUC_Recall@3_diff1(MIRACL)": 0.226709, "nAUC_Recall@5_max(MIRACL)": -0.052497, "nAUC_Recall@5_std(MIRACL)": 0.042324, "nAUC_Recall@5_diff1(MIRACL)": 0.263262, "nAUC_Recall@10_max(MIRACL)": 0.005868, "nAUC_Recall@10_std(MIRACL)": 0.056386, "nAUC_Recall@10_diff1(MIRACL)": 0.208709, "nAUC_Recall@20_max(MIRACL)": 0.000608, "nAUC_Recall@20_std(MIRACL)": -0.031923, "nAUC_Recall@20_diff1(MIRACL)": 0.170486, "nAUC_Recall@100_max(MIRACL)": 0.344411, "nAUC_Recall@100_std(MIRACL)": 0.120397, "nAUC_Recall@100_diff1(MIRACL)": 0.354822, "nAUC_Recall@1000_max(MIRACL)": 0.344411, "nAUC_Recall@1000_std(MIRACL)": 0.120397, "nAUC_Recall@1000_diff1(MIRACL)": 0.354822, "nAUC_P@1_max(MIRACL)": -0.02712, "nAUC_P@1_std(MIRACL)": -0.08587, "nAUC_P@1_diff1(MIRACL)": 0.26607, "nAUC_P@3_max(MIRACL)": -0.140489, "nAUC_P@3_std(MIRACL)": 0.029241, "nAUC_P@3_diff1(MIRACL)": 0.045267, "nAUC_P@5_max(MIRACL)": -0.104152, "nAUC_P@5_std(MIRACL)": 0.130552, "nAUC_P@5_diff1(MIRACL)": 0.170756, "nAUC_P@10_max(MIRACL)": -0.016729, "nAUC_P@10_std(MIRACL)": 0.13934, "nAUC_P@10_diff1(MIRACL)": 0.168574, "nAUC_P@20_max(MIRACL)": -0.009742, "nAUC_P@20_std(MIRACL)": 0.050535, "nAUC_P@20_diff1(MIRACL)": 0.141373, "nAUC_P@100_max(MIRACL)": -0.01328, "nAUC_P@100_std(MIRACL)": 0.175024, "nAUC_P@100_diff1(MIRACL)": 0.034641, "nAUC_P@1000_max(MIRACL)": -0.01328, "nAUC_P@1000_std(MIRACL)": 0.175024, "nAUC_P@1000_diff1(MIRACL)": 0.034641, "main_score": 0.03539, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "NDCG@1(MIRACL)": 0.07566, "NDCG@3(MIRACL)": 0.087, "NDCG@5(MIRACL)": 0.10214, "NDCG@10(MIRACL)": 0.12986, "NDCG@20(MIRACL)": 0.1627, "NDCG@100(MIRACL)": 0.25169, "NDCG@1000(MIRACL)": 0.25169, "MAP@1(MIRACL)": 0.04326, "MAP@3(MIRACL)": 0.06513, "MAP@5(MIRACL)": 0.07408, "MAP@10(MIRACL)": 0.08699, "MAP@20(MIRACL)": 0.09726, "MAP@100(MIRACL)": 0.11163, "MAP@1000(MIRACL)": 0.11163, "Recall@1(MIRACL)": 0.04326, "Recall@3(MIRACL)": 0.09115, "Recall@5(MIRACL)": 0.12744, "Recall@10(MIRACL)": 0.19858, "Recall@20(MIRACL)": 0.30753, "Recall@100(MIRACL)": 0.72697, "Recall@1000(MIRACL)": 0.72697, "P@1(MIRACL)": 0.07566, "P@3(MIRACL)": 0.05921, "P@5(MIRACL)": 0.05132, "P@10(MIRACL)": 0.04112, "P@20(MIRACL)": 0.03191, "P@100(MIRACL)": 0.01543, "P@1000(MIRACL)": 0.00154, "nAUC_NDCG@1_max(MIRACL)": 0.27091, "nAUC_NDCG@1_std(MIRACL)": 0.084331, "nAUC_NDCG@1_diff1(MIRACL)": 0.335251, "nAUC_NDCG@3_max(MIRACL)": 0.146134, "nAUC_NDCG@3_std(MIRACL)": 0.113491, "nAUC_NDCG@3_diff1(MIRACL)": 0.244065, "nAUC_NDCG@5_max(MIRACL)": 0.122559, "nAUC_NDCG@5_std(MIRACL)": 0.065406, "nAUC_NDCG@5_diff1(MIRACL)": 0.185671, "nAUC_NDCG@10_max(MIRACL)": 0.125114, "nAUC_NDCG@10_std(MIRACL)": 0.053875, "nAUC_NDCG@10_diff1(MIRACL)": 0.130554, "nAUC_NDCG@20_max(MIRACL)": 0.157096, "nAUC_NDCG@20_std(MIRACL)": 0.049109, "nAUC_NDCG@20_diff1(MIRACL)": 0.121517, "nAUC_NDCG@100_max(MIRACL)": 0.16457, "nAUC_NDCG@100_std(MIRACL)": 0.114477, "nAUC_NDCG@100_diff1(MIRACL)": 0.112806, "nAUC_NDCG@1000_max(MIRACL)": 0.16457, "nAUC_NDCG@1000_std(MIRACL)": 0.114477, "nAUC_NDCG@1000_diff1(MIRACL)": 0.112806, "nAUC_MAP@1_max(MIRACL)": 0.180807, "nAUC_MAP@1_std(MIRACL)": 0.066146, "nAUC_MAP@1_diff1(MIRACL)": 0.327653, "nAUC_MAP@3_max(MIRACL)": 0.131744, "nAUC_MAP@3_std(MIRACL)": 0.102747, "nAUC_MAP@3_diff1(MIRACL)": 0.269572, "nAUC_MAP@5_max(MIRACL)": 0.122988, "nAUC_MAP@5_std(MIRACL)": 0.083374, "nAUC_MAP@5_diff1(MIRACL)": 0.241794, "nAUC_MAP@10_max(MIRACL)": 0.123596, "nAUC_MAP@10_std(MIRACL)": 0.075956, "nAUC_MAP@10_diff1(MIRACL)": 0.194585, "nAUC_MAP@20_max(MIRACL)": 0.142705, "nAUC_MAP@20_std(MIRACL)": 0.072702, "nAUC_MAP@20_diff1(MIRACL)": 0.193627, "nAUC_MAP@100_max(MIRACL)": 0.143291, "nAUC_MAP@100_std(MIRACL)": 0.083791, "nAUC_MAP@100_diff1(MIRACL)": 0.189553, "nAUC_MAP@1000_max(MIRACL)": 0.143291, "nAUC_MAP@1000_std(MIRACL)": 0.083791, "nAUC_MAP@1000_diff1(MIRACL)": 0.189553, "nAUC_Recall@1_max(MIRACL)": 0.180807, "nAUC_Recall@1_std(MIRACL)": 0.066146, "nAUC_Recall@1_diff1(MIRACL)": 0.327653, "nAUC_Recall@3_max(MIRACL)": 0.087005, "nAUC_Recall@3_std(MIRACL)": 0.109416, "nAUC_Recall@3_diff1(MIRACL)": 0.185475, "nAUC_Recall@5_max(MIRACL)": 0.05703, "nAUC_Recall@5_std(MIRACL)": 0.034788, "nAUC_Recall@5_diff1(MIRACL)": 0.10649, "nAUC_Recall@10_max(MIRACL)": 0.06484, "nAUC_Recall@10_std(MIRACL)": 0.012247, "nAUC_Recall@10_diff1(MIRACL)": 0.020278, "nAUC_Recall@20_max(MIRACL)": 0.12471, "nAUC_Recall@20_std(MIRACL)": 0.005407, "nAUC_Recall@20_diff1(MIRACL)": 0.00909, "nAUC_Recall@100_max(MIRACL)": 0.173142, "nAUC_Recall@100_std(MIRACL)": 0.228382, "nAUC_Recall@100_diff1(MIRACL)": -0.042449, "nAUC_Recall@1000_max(MIRACL)": 0.173142, "nAUC_Recall@1000_std(MIRACL)": 0.228382, "nAUC_Recall@1000_diff1(MIRACL)": -0.042449, "nAUC_P@1_max(MIRACL)": 0.27091, "nAUC_P@1_std(MIRACL)": 0.084331, "nAUC_P@1_diff1(MIRACL)": 0.335251, "nAUC_P@3_max(MIRACL)": 0.170637, "nAUC_P@3_std(MIRACL)": 0.181098, "nAUC_P@3_diff1(MIRACL)": 0.203985, "nAUC_P@5_max(MIRACL)": 0.14708, "nAUC_P@5_std(MIRACL)": 0.0884, "nAUC_P@5_diff1(MIRACL)": 0.122478, "nAUC_P@10_max(MIRACL)": 0.141829, "nAUC_P@10_std(MIRACL)": 0.075123, "nAUC_P@10_diff1(MIRACL)": 0.043576, "nAUC_P@20_max(MIRACL)": 0.192993, "nAUC_P@20_std(MIRACL)": 0.063881, "nAUC_P@20_diff1(MIRACL)": 0.058284, "nAUC_P@100_max(MIRACL)": 0.145295, "nAUC_P@100_std(MIRACL)": 0.17161, "nAUC_P@100_diff1(MIRACL)": 0.042534, "nAUC_P@1000_max(MIRACL)": 0.145295, "nAUC_P@1000_std(MIRACL)": 0.17161, "nAUC_P@1000_diff1(MIRACL)": 0.042534, "main_score": 0.12986, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "NDCG@1(MIRACL)": 0.21982, "NDCG@3(MIRACL)": 0.22955, "NDCG@5(MIRACL)": 0.25667, "NDCG@10(MIRACL)": 0.30533, "NDCG@20(MIRACL)": 0.35563, "NDCG@100(MIRACL)": 0.43527, "NDCG@1000(MIRACL)": 0.43527, "MAP@1(MIRACL)": 0.10941, "MAP@3(MIRACL)": 0.16667, "MAP@5(MIRACL)": 0.19177, "MAP@10(MIRACL)": 0.21823, "MAP@20(MIRACL)": 0.23789, "MAP@100(MIRACL)": 0.25695, "MAP@1000(MIRACL)": 0.25695, "Recall@1(MIRACL)": 0.10941, "Recall@3(MIRACL)": 0.21732, "Recall@5(MIRACL)": 0.2978, "Recall@10(MIRACL)": 0.42474, "Recall@20(MIRACL)": 0.57646, "Recall@100(MIRACL)": 0.89581, "Recall@1000(MIRACL)": 0.89581, "P@1(MIRACL)": 0.21982, "P@3(MIRACL)": 0.15925, "P@5(MIRACL)": 0.13672, "P@10(MIRACL)": 0.10165, "P@20(MIRACL)": 0.07141, "P@100(MIRACL)": 0.02382, "P@1000(MIRACL)": 0.00238, "nAUC_NDCG@1_max(MIRACL)": 0.089656, "nAUC_NDCG@1_std(MIRACL)": -0.024117, "nAUC_NDCG@1_diff1(MIRACL)": 0.126306, "nAUC_NDCG@3_max(MIRACL)": 0.073924, "nAUC_NDCG@3_std(MIRACL)": -0.005951, "nAUC_NDCG@3_diff1(MIRACL)": 0.100257, "nAUC_NDCG@5_max(MIRACL)": 0.068604, "nAUC_NDCG@5_std(MIRACL)": 0.003048, "nAUC_NDCG@5_diff1(MIRACL)": 0.079392, "nAUC_NDCG@10_max(MIRACL)": 0.093231, "nAUC_NDCG@10_std(MIRACL)": 0.02026, "nAUC_NDCG@10_diff1(MIRACL)": 0.082261, "nAUC_NDCG@20_max(MIRACL)": 0.109004, "nAUC_NDCG@20_std(MIRACL)": 0.045152, "nAUC_NDCG@20_diff1(MIRACL)": 0.080615, "nAUC_NDCG@100_max(MIRACL)": 0.170234, "nAUC_NDCG@100_std(MIRACL)": 0.0153, "nAUC_NDCG@100_diff1(MIRACL)": 0.073723, "nAUC_NDCG@1000_max(MIRACL)": 0.170234, "nAUC_NDCG@1000_std(MIRACL)": 0.0153, "nAUC_NDCG@1000_diff1(MIRACL)": 0.073723, "nAUC_MAP@1_max(MIRACL)": 0.012821, "nAUC_MAP@1_std(MIRACL)": -0.057264, "nAUC_MAP@1_diff1(MIRACL)": 0.151775, "nAUC_MAP@3_max(MIRACL)": 0.030728, "nAUC_MAP@3_std(MIRACL)": -0.02657, "nAUC_MAP@3_diff1(MIRACL)": 0.11672, "nAUC_MAP@5_max(MIRACL)": 0.040244, "nAUC_MAP@5_std(MIRACL)": -0.014589, "nAUC_MAP@5_diff1(MIRACL)": 0.096207, "nAUC_MAP@10_max(MIRACL)": 0.055378, "nAUC_MAP@10_std(MIRACL)": -0.00121, "nAUC_MAP@10_diff1(MIRACL)": 0.095541, "nAUC_MAP@20_max(MIRACL)": 0.068219, "nAUC_MAP@20_std(MIRACL)": 0.014774, "nAUC_MAP@20_diff1(MIRACL)": 0.094747, "nAUC_MAP@100_max(MIRACL)": 0.0846, "nAUC_MAP@100_std(MIRACL)": 0.008964, "nAUC_MAP@100_diff1(MIRACL)": 0.093773, "nAUC_MAP@1000_max(MIRACL)": 0.0846, "nAUC_MAP@1000_std(MIRACL)": 0.008964, "nAUC_MAP@1000_diff1(MIRACL)": 0.093773, "nAUC_Recall@1_max(MIRACL)": 0.012821, "nAUC_Recall@1_std(MIRACL)": -0.057264, "nAUC_Recall@1_diff1(MIRACL)": 0.151775, "nAUC_Recall@3_max(MIRACL)": 0.030276, "nAUC_Recall@3_std(MIRACL)": -0.004706, "nAUC_Recall@3_diff1(MIRACL)": 0.09697, "nAUC_Recall@5_max(MIRACL)": 0.035381, "nAUC_Recall@5_std(MIRACL)": 0.020768, "nAUC_Recall@5_diff1(MIRACL)": 0.051493, "nAUC_Recall@10_max(MIRACL)": 0.08041, "nAUC_Recall@10_std(MIRACL)": 0.035415, "nAUC_Recall@10_diff1(MIRACL)": 0.04692, "nAUC_Recall@20_max(MIRACL)": 0.071311, "nAUC_Recall@20_std(MIRACL)": 0.097328, "nAUC_Recall@20_diff1(MIRACL)": 0.030568, "nAUC_Recall@100_max(MIRACL)": 0.536608, "nAUC_Recall@100_std(MIRACL)": -0.049731, "nAUC_Recall@100_diff1(MIRACL)": -0.085968, "nAUC_Recall@1000_max(MIRACL)": 0.536608, "nAUC_Recall@1000_std(MIRACL)": -0.049731, "nAUC_Recall@1000_diff1(MIRACL)": -0.085968, "nAUC_P@1_max(MIRACL)": 0.089656, "nAUC_P@1_std(MIRACL)": -0.024117, "nAUC_P@1_diff1(MIRACL)": 0.126306, "nAUC_P@3_max(MIRACL)": 0.150574, "nAUC_P@3_std(MIRACL)": 0.02959, "nAUC_P@3_diff1(MIRACL)": 0.044826, "nAUC_P@5_max(MIRACL)": 0.166241, "nAUC_P@5_std(MIRACL)": 0.05073, "nAUC_P@5_diff1(MIRACL)": 6.4e-05, "nAUC_P@10_max(MIRACL)": 0.195123, "nAUC_P@10_std(MIRACL)": 0.094124, "nAUC_P@10_diff1(MIRACL)": 0.004083, "nAUC_P@20_max(MIRACL)": 0.244237, "nAUC_P@20_std(MIRACL)": 0.117584, "nAUC_P@20_diff1(MIRACL)": 0.006538, "nAUC_P@100_max(MIRACL)": 0.284927, "nAUC_P@100_std(MIRACL)": 0.029165, "nAUC_P@100_diff1(MIRACL)": -0.022324, "nAUC_P@1000_max(MIRACL)": 0.284927, "nAUC_P@1000_std(MIRACL)": 0.029165, "nAUC_P@1000_diff1(MIRACL)": -0.022324, "main_score": 0.30533, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "NDCG@1(MIRACL)": 0.13614, "NDCG@3(MIRACL)": 0.13286, "NDCG@5(MIRACL)": 0.14178, "NDCG@10(MIRACL)": 0.1758, "NDCG@20(MIRACL)": 0.21573, "NDCG@100(MIRACL)": 0.35066, "NDCG@1000(MIRACL)": 0.35066, "MAP@1(MIRACL)": 0.0457, "MAP@3(MIRACL)": 0.07855, "MAP@5(MIRACL)": 0.09191, "MAP@10(MIRACL)": 0.11042, "MAP@20(MIRACL)": 0.12444, "MAP@100(MIRACL)": 0.15199, "MAP@1000(MIRACL)": 0.15199, "Recall@1(MIRACL)": 0.0457, "Recall@3(MIRACL)": 0.10472, "Recall@5(MIRACL)": 0.14924, "Recall@10(MIRACL)": 0.23693, "Recall@20(MIRACL)": 0.34812, "Recall@100(MIRACL)": 0.88493, "Recall@1000(MIRACL)": 0.88493, "P@1(MIRACL)": 0.13614, "P@3(MIRACL)": 0.11075, "P@5(MIRACL)": 0.09433, "P@10(MIRACL)": 0.07812, "P@20(MIRACL)": 0.05867, "P@100(MIRACL)": 0.03053, "P@1000(MIRACL)": 0.00305, "nAUC_NDCG@1_max(MIRACL)": 0.163504, "nAUC_NDCG@1_std(MIRACL)": 0.026902, "nAUC_NDCG@1_diff1(MIRACL)": 0.110586, "nAUC_NDCG@3_max(MIRACL)": 0.178074, "nAUC_NDCG@3_std(MIRACL)": 0.046631, "nAUC_NDCG@3_diff1(MIRACL)": 0.133022, "nAUC_NDCG@5_max(MIRACL)": 0.153573, "nAUC_NDCG@5_std(MIRACL)": 0.048364, "nAUC_NDCG@5_diff1(MIRACL)": 0.124543, "nAUC_NDCG@10_max(MIRACL)": 0.164312, "nAUC_NDCG@10_std(MIRACL)": 0.060361, "nAUC_NDCG@10_diff1(MIRACL)": 0.11876, "nAUC_NDCG@20_max(MIRACL)": 0.165291, "nAUC_NDCG@20_std(MIRACL)": 0.070975, "nAUC_NDCG@20_diff1(MIRACL)": 0.12612, "nAUC_NDCG@100_max(MIRACL)": 0.216596, "nAUC_NDCG@100_std(MIRACL)": 0.102727, "nAUC_NDCG@100_diff1(MIRACL)": 0.106086, "nAUC_NDCG@1000_max(MIRACL)": 0.216596, "nAUC_NDCG@1000_std(MIRACL)": 0.102727, "nAUC_NDCG@1000_diff1(MIRACL)": 0.106086, "nAUC_MAP@1_max(MIRACL)": 0.054624, "nAUC_MAP@1_std(MIRACL)": 0.054502, "nAUC_MAP@1_diff1(MIRACL)": 0.182311, "nAUC_MAP@3_max(MIRACL)": 0.113784, "nAUC_MAP@3_std(MIRACL)": 0.050614, "nAUC_MAP@3_diff1(MIRACL)": 0.166237, "nAUC_MAP@5_max(MIRACL)": 0.120114, "nAUC_MAP@5_std(MIRACL)": 0.042967, "nAUC_MAP@5_diff1(MIRACL)": 0.155372, "nAUC_MAP@10_max(MIRACL)": 0.136411, "nAUC_MAP@10_std(MIRACL)": 0.05103, "nAUC_MAP@10_diff1(MIRACL)": 0.143554, "nAUC_MAP@20_max(MIRACL)": 0.141056, "nAUC_MAP@20_std(MIRACL)": 0.05533, "nAUC_MAP@20_diff1(MIRACL)": 0.145896, "nAUC_MAP@100_max(MIRACL)": 0.162241, "nAUC_MAP@100_std(MIRACL)": 0.069341, "nAUC_MAP@100_diff1(MIRACL)": 0.135103, "nAUC_MAP@1000_max(MIRACL)": 0.162241, "nAUC_MAP@1000_std(MIRACL)": 0.069341, "nAUC_MAP@1000_diff1(MIRACL)": 0.135103, "nAUC_Recall@1_max(MIRACL)": 0.054624, "nAUC_Recall@1_std(MIRACL)": 0.054502, "nAUC_Recall@1_diff1(MIRACL)": 0.182311, "nAUC_Recall@3_max(MIRACL)": 0.120323, "nAUC_Recall@3_std(MIRACL)": 0.047234, "nAUC_Recall@3_diff1(MIRACL)": 0.149056, "nAUC_Recall@5_max(MIRACL)": 0.099959, "nAUC_Recall@5_std(MIRACL)": 0.019789, "nAUC_Recall@5_diff1(MIRACL)": 0.105303, "nAUC_Recall@10_max(MIRACL)": 0.132477, "nAUC_Recall@10_std(MIRACL)": 0.051859, "nAUC_Recall@10_diff1(MIRACL)": 0.085203, "nAUC_Recall@20_max(MIRACL)": 0.114942, "nAUC_Recall@20_std(MIRACL)": 0.060424, "nAUC_Recall@20_diff1(MIRACL)": 0.094954, "nAUC_Recall@100_max(MIRACL)": 0.341674, "nAUC_Recall@100_std(MIRACL)": 0.240287, "nAUC_Recall@100_diff1(MIRACL)": 0.094786, "nAUC_Recall@1000_max(MIRACL)": 0.341674, "nAUC_Recall@1000_std(MIRACL)": 0.240287, "nAUC_Recall@1000_diff1(MIRACL)": 0.094786, "nAUC_P@1_max(MIRACL)": 0.163504, "nAUC_P@1_std(MIRACL)": 0.026902, "nAUC_P@1_diff1(MIRACL)": 0.110586, "nAUC_P@3_max(MIRACL)": 0.232873, "nAUC_P@3_std(MIRACL)": 0.069531, "nAUC_P@3_diff1(MIRACL)": 0.111633, "nAUC_P@5_max(MIRACL)": 0.232788, "nAUC_P@5_std(MIRACL)": 0.062496, "nAUC_P@5_diff1(MIRACL)": 0.097021, "nAUC_P@10_max(MIRACL)": 0.23044, "nAUC_P@10_std(MIRACL)": 0.076571, "nAUC_P@10_diff1(MIRACL)": 0.06039, "nAUC_P@20_max(MIRACL)": 0.209425, "nAUC_P@20_std(MIRACL)": 0.097702, "nAUC_P@20_diff1(MIRACL)": 0.067425, "nAUC_P@100_max(MIRACL)": 0.210596, "nAUC_P@100_std(MIRACL)": 0.100478, "nAUC_P@100_diff1(MIRACL)": -0.00644, "nAUC_P@1000_max(MIRACL)": 0.210596, "nAUC_P@1000_std(MIRACL)": 0.100478, "nAUC_P@1000_diff1(MIRACL)": -0.00644, "main_score": 0.1758, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "NDCG@1(MIRACL)": 0.03639, "NDCG@3(MIRACL)": 0.03521, "NDCG@5(MIRACL)": 0.04172, "NDCG@10(MIRACL)": 0.05558, "NDCG@20(MIRACL)": 0.07699, "NDCG@100(MIRACL)": 0.205, "NDCG@1000(MIRACL)": 0.205, "MAP@1(MIRACL)": 0.02028, "MAP@3(MIRACL)": 0.02683, "MAP@5(MIRACL)": 0.03096, "MAP@10(MIRACL)": 0.03713, "MAP@20(MIRACL)": 0.04304, "MAP@100(MIRACL)": 0.05947, "MAP@1000(MIRACL)": 0.05947, "Recall@1(MIRACL)": 0.02028, "Recall@3(MIRACL)": 0.03637, "Recall@5(MIRACL)": 0.05322, "Recall@10(MIRACL)": 0.09066, "Recall@20(MIRACL)": 0.16589, "Recall@100(MIRACL)": 0.81487, "Recall@1000(MIRACL)": 0.81487, "P@1(MIRACL)": 0.03639, "P@3(MIRACL)": 0.02057, "P@5(MIRACL)": 0.01867, "P@10(MIRACL)": 0.0163, "P@20(MIRACL)": 0.01456, "P@100(MIRACL)": 0.01467, "P@1000(MIRACL)": 0.00147, "nAUC_NDCG@1_max(MIRACL)": 0.160161, "nAUC_NDCG@1_std(MIRACL)": 0.299201, "nAUC_NDCG@1_diff1(MIRACL)": -0.042198, "nAUC_NDCG@3_max(MIRACL)": 0.135425, "nAUC_NDCG@3_std(MIRACL)": 0.223962, "nAUC_NDCG@3_diff1(MIRACL)": -0.013563, "nAUC_NDCG@5_max(MIRACL)": 0.126227, "nAUC_NDCG@5_std(MIRACL)": 0.196339, "nAUC_NDCG@5_diff1(MIRACL)": 0.006261, "nAUC_NDCG@10_max(MIRACL)": 0.092173, "nAUC_NDCG@10_std(MIRACL)": 0.14445, "nAUC_NDCG@10_diff1(MIRACL)": -0.007245, "nAUC_NDCG@20_max(MIRACL)": 0.087561, "nAUC_NDCG@20_std(MIRACL)": 0.138157, "nAUC_NDCG@20_diff1(MIRACL)": 0.014897, "nAUC_NDCG@100_max(MIRACL)": 0.085439, "nAUC_NDCG@100_std(MIRACL)": 0.169014, "nAUC_NDCG@100_diff1(MIRACL)": -0.017724, "nAUC_NDCG@1000_max(MIRACL)": 0.085439, "nAUC_NDCG@1000_std(MIRACL)": 0.169014, "nAUC_NDCG@1000_diff1(MIRACL)": -0.017724, "nAUC_MAP@1_max(MIRACL)": 0.191958, "nAUC_MAP@1_std(MIRACL)": 0.259467, "nAUC_MAP@1_diff1(MIRACL)": -0.131186, "nAUC_MAP@3_max(MIRACL)": 0.166129, "nAUC_MAP@3_std(MIRACL)": 0.224864, "nAUC_MAP@3_diff1(MIRACL)": -0.045335, "nAUC_MAP@5_max(MIRACL)": 0.150616, "nAUC_MAP@5_std(MIRACL)": 0.206586, "nAUC_MAP@5_diff1(MIRACL)": -0.025207, "nAUC_MAP@10_max(MIRACL)": 0.130349, "nAUC_MAP@10_std(MIRACL)": 0.181939, "nAUC_MAP@10_diff1(MIRACL)": -0.02988, "nAUC_MAP@20_max(MIRACL)": 0.127398, "nAUC_MAP@20_std(MIRACL)": 0.177595, "nAUC_MAP@20_diff1(MIRACL)": -0.016062, "nAUC_MAP@100_max(MIRACL)": 0.114468, "nAUC_MAP@100_std(MIRACL)": 0.18302, "nAUC_MAP@100_diff1(MIRACL)": -0.020323, "nAUC_MAP@1000_max(MIRACL)": 0.114468, "nAUC_MAP@1000_std(MIRACL)": 0.18302, "nAUC_MAP@1000_diff1(MIRACL)": -0.020323, "nAUC_Recall@1_max(MIRACL)": 0.191958, "nAUC_Recall@1_std(MIRACL)": 0.259467, "nAUC_Recall@1_diff1(MIRACL)": -0.131186, "nAUC_Recall@3_max(MIRACL)": 0.134963, "nAUC_Recall@3_std(MIRACL)": 0.173388, "nAUC_Recall@3_diff1(MIRACL)": 0.009655, "nAUC_Recall@5_max(MIRACL)": 0.105376, "nAUC_Recall@5_std(MIRACL)": 0.145917, "nAUC_Recall@5_diff1(MIRACL)": 0.018975, "nAUC_Recall@10_max(MIRACL)": 0.043294, "nAUC_Recall@10_std(MIRACL)": 0.065528, "nAUC_Recall@10_diff1(MIRACL)": -0.01336, "nAUC_Recall@20_max(MIRACL)": 0.048304, "nAUC_Recall@20_std(MIRACL)": 0.073994, "nAUC_Recall@20_diff1(MIRACL)": 0.028158, "nAUC_Recall@100_max(MIRACL)": 0.122784, "nAUC_Recall@100_std(MIRACL)": 0.173034, "nAUC_Recall@100_diff1(MIRACL)": -0.09261, "nAUC_Recall@1000_max(MIRACL)": 0.122784, "nAUC_Recall@1000_std(MIRACL)": 0.173034, "nAUC_Recall@1000_diff1(MIRACL)": -0.09261, "nAUC_P@1_max(MIRACL)": 0.160161, "nAUC_P@1_std(MIRACL)": 0.299201, "nAUC_P@1_diff1(MIRACL)": -0.042198, "nAUC_P@3_max(MIRACL)": 0.109356, "nAUC_P@3_std(MIRACL)": 0.235804, "nAUC_P@3_diff1(MIRACL)": 0.060839, "nAUC_P@5_max(MIRACL)": 0.071117, "nAUC_P@5_std(MIRACL)": 0.176305, "nAUC_P@5_diff1(MIRACL)": 0.08172, "nAUC_P@10_max(MIRACL)": 0.041142, "nAUC_P@10_std(MIRACL)": 0.124126, "nAUC_P@10_diff1(MIRACL)": 0.048359, "nAUC_P@20_max(MIRACL)": 0.046736, "nAUC_P@20_std(MIRACL)": 0.124845, "nAUC_P@20_diff1(MIRACL)": 0.056666, "nAUC_P@100_max(MIRACL)": -0.004943, "nAUC_P@100_std(MIRACL)": 0.089363, "nAUC_P@100_diff1(MIRACL)": 0.0031, "nAUC_P@1000_max(MIRACL)": -0.004943, "nAUC_P@1000_std(MIRACL)": 0.089363, "nAUC_P@1000_diff1(MIRACL)": 0.0031, "main_score": 0.05558, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "NDCG@1(MIRACL)": 0.1885, "NDCG@3(MIRACL)": 0.19987, "NDCG@5(MIRACL)": 0.22311, "NDCG@10(MIRACL)": 0.2624, "NDCG@20(MIRACL)": 0.29551, "NDCG@100(MIRACL)": 0.39366, "NDCG@1000(MIRACL)": 0.39366, "MAP@1(MIRACL)": 0.11671, "MAP@3(MIRACL)": 0.16415, "MAP@5(MIRACL)": 0.17854, "MAP@10(MIRACL)": 0.19589, "MAP@20(MIRACL)": 0.20617, "MAP@100(MIRACL)": 0.22176, "MAP@1000(MIRACL)": 0.22176, "Recall@1(MIRACL)": 0.11671, "Recall@3(MIRACL)": 0.21496, "Recall@5(MIRACL)": 0.2676, "Recall@10(MIRACL)": 0.37232, "Recall@20(MIRACL)": 0.48369, "Recall@100(MIRACL)": 0.95266, "Recall@1000(MIRACL)": 0.95266, "P@1(MIRACL)": 0.1885, "P@3(MIRACL)": 0.12088, "P@5(MIRACL)": 0.09197, "P@10(MIRACL)": 0.06492, "P@20(MIRACL)": 0.04248, "P@100(MIRACL)": 0.01756, "P@1000(MIRACL)": 0.00176, "nAUC_NDCG@1_max(MIRACL)": 0.204064, "nAUC_NDCG@1_std(MIRACL)": 0.002958, "nAUC_NDCG@1_diff1(MIRACL)": 0.313668, "nAUC_NDCG@3_max(MIRACL)": 0.172834, "nAUC_NDCG@3_std(MIRACL)": -0.006681, "nAUC_NDCG@3_diff1(MIRACL)": 0.237892, "nAUC_NDCG@5_max(MIRACL)": 0.162733, "nAUC_NDCG@5_std(MIRACL)": 0.007822, "nAUC_NDCG@5_diff1(MIRACL)": 0.229214, "nAUC_NDCG@10_max(MIRACL)": 0.161884, "nAUC_NDCG@10_std(MIRACL)": 0.032448, "nAUC_NDCG@10_diff1(MIRACL)": 0.213408, "nAUC_NDCG@20_max(MIRACL)": 0.174589, "nAUC_NDCG@20_std(MIRACL)": 0.032204, "nAUC_NDCG@20_diff1(MIRACL)": 0.204051, "nAUC_NDCG@100_max(MIRACL)": 0.197487, "nAUC_NDCG@100_std(MIRACL)": 0.042843, "nAUC_NDCG@100_diff1(MIRACL)": 0.221682, "nAUC_NDCG@1000_max(MIRACL)": 0.197487, "nAUC_NDCG@1000_std(MIRACL)": 0.042843, "nAUC_NDCG@1000_diff1(MIRACL)": 0.221682, "nAUC_MAP@1_max(MIRACL)": 0.172478, "nAUC_MAP@1_std(MIRACL)": -0.02634, "nAUC_MAP@1_diff1(MIRACL)": 0.307843, "nAUC_MAP@3_max(MIRACL)": 0.16108, "nAUC_MAP@3_std(MIRACL)": -0.011908, "nAUC_MAP@3_diff1(MIRACL)": 0.247497, "nAUC_MAP@5_max(MIRACL)": 0.158879, "nAUC_MAP@5_std(MIRACL)": -0.001717, "nAUC_MAP@5_diff1(MIRACL)": 0.24277, "nAUC_MAP@10_max(MIRACL)": 0.158273, "nAUC_MAP@10_std(MIRACL)": 0.01067, "nAUC_MAP@10_diff1(MIRACL)": 0.233558, "nAUC_MAP@20_max(MIRACL)": 0.163771, "nAUC_MAP@20_std(MIRACL)": 0.011491, "nAUC_MAP@20_diff1(MIRACL)": 0.23117, "nAUC_MAP@100_max(MIRACL)": 0.168138, "nAUC_MAP@100_std(MIRACL)": 0.014905, "nAUC_MAP@100_diff1(MIRACL)": 0.234177, "nAUC_MAP@1000_max(MIRACL)": 0.168138, "nAUC_MAP@1000_std(MIRACL)": 0.014905, "nAUC_MAP@1000_diff1(MIRACL)": 0.234177, "nAUC_Recall@1_max(MIRACL)": 0.172478, "nAUC_Recall@1_std(MIRACL)": -0.02634, "nAUC_Recall@1_diff1(MIRACL)": 0.307843, "nAUC_Recall@3_max(MIRACL)": 0.139942, "nAUC_Recall@3_std(MIRACL)": -0.012079, "nAUC_Recall@3_diff1(MIRACL)": 0.184256, "nAUC_Recall@5_max(MIRACL)": 0.123034, "nAUC_Recall@5_std(MIRACL)": 0.021577, "nAUC_Recall@5_diff1(MIRACL)": 0.169475, "nAUC_Recall@10_max(MIRACL)": 0.108754, "nAUC_Recall@10_std(MIRACL)": 0.069893, "nAUC_Recall@10_diff1(MIRACL)": 0.127917, "nAUC_Recall@20_max(MIRACL)": 0.125135, "nAUC_Recall@20_std(MIRACL)": 0.06569, "nAUC_Recall@20_diff1(MIRACL)": 0.089012, "nAUC_Recall@100_max(MIRACL)": 0.44796, "nAUC_Recall@100_std(MIRACL)": 0.424842, "nAUC_Recall@100_diff1(MIRACL)": 0.043761, "nAUC_Recall@1000_max(MIRACL)": 0.44796, "nAUC_Recall@1000_std(MIRACL)": 0.424842, "nAUC_Recall@1000_diff1(MIRACL)": 0.043761, "nAUC_P@1_max(MIRACL)": 0.204064, "nAUC_P@1_std(MIRACL)": 0.002958, "nAUC_P@1_diff1(MIRACL)": 0.313668, "nAUC_P@3_max(MIRACL)": 0.199728, "nAUC_P@3_std(MIRACL)": 0.006657, "nAUC_P@3_diff1(MIRACL)": 0.203785, "nAUC_P@5_max(MIRACL)": 0.184169, "nAUC_P@5_std(MIRACL)": 0.030416, "nAUC_P@5_diff1(MIRACL)": 0.177888, "nAUC_P@10_max(MIRACL)": 0.186965, "nAUC_P@10_std(MIRACL)": 0.096038, "nAUC_P@10_diff1(MIRACL)": 0.130536, "nAUC_P@20_max(MIRACL)": 0.212792, "nAUC_P@20_std(MIRACL)": 0.092851, "nAUC_P@20_diff1(MIRACL)": 0.091514, "nAUC_P@100_max(MIRACL)": 0.205939, "nAUC_P@100_std(MIRACL)": 0.083501, "nAUC_P@100_diff1(MIRACL)": 0.035356, "nAUC_P@1000_max(MIRACL)": 0.205939, "nAUC_P@1000_std(MIRACL)": 0.083501, "nAUC_P@1000_diff1(MIRACL)": 0.035356, "main_score": 0.2624, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "NDCG@1(MIRACL)": 0.06122, "NDCG@3(MIRACL)": 0.0877, "NDCG@5(MIRACL)": 0.10937, "NDCG@10(MIRACL)": 0.1338, "NDCG@20(MIRACL)": 0.16593, "NDCG@100(MIRACL)": 0.25979, "NDCG@1000(MIRACL)": 0.25979, "MAP@1(MIRACL)": 0.04148, "MAP@3(MIRACL)": 0.06886, "MAP@5(MIRACL)": 0.08134, "MAP@10(MIRACL)": 0.09212, "MAP@20(MIRACL)": 0.10245, "MAP@100(MIRACL)": 0.11654, "MAP@1000(MIRACL)": 0.11654, "Recall@1(MIRACL)": 0.04148, "Recall@3(MIRACL)": 0.1028, "Recall@5(MIRACL)": 0.15236, "Recall@10(MIRACL)": 0.21726, "Recall@20(MIRACL)": 0.32203, "Recall@100(MIRACL)": 0.78426, "Recall@1000(MIRACL)": 0.78426, "P@1(MIRACL)": 0.06122, "P@3(MIRACL)": 0.05734, "P@5(MIRACL)": 0.05015, "P@10(MIRACL)": 0.03673, "P@20(MIRACL)": 0.02886, "P@100(MIRACL)": 0.01388, "P@1000(MIRACL)": 0.00139, "nAUC_NDCG@1_max(MIRACL)": 0.281276, "nAUC_NDCG@1_std(MIRACL)": -0.0078, "nAUC_NDCG@1_diff1(MIRACL)": 0.297656, "nAUC_NDCG@3_max(MIRACL)": 0.223623, "nAUC_NDCG@3_std(MIRACL)": 0.062697, "nAUC_NDCG@3_diff1(MIRACL)": 0.176798, "nAUC_NDCG@5_max(MIRACL)": 0.181387, "nAUC_NDCG@5_std(MIRACL)": 0.067476, "nAUC_NDCG@5_diff1(MIRACL)": 0.166715, "nAUC_NDCG@10_max(MIRACL)": 0.207304, "nAUC_NDCG@10_std(MIRACL)": 0.09714, "nAUC_NDCG@10_diff1(MIRACL)": 0.164386, "nAUC_NDCG@20_max(MIRACL)": 0.249433, "nAUC_NDCG@20_std(MIRACL)": 0.106209, "nAUC_NDCG@20_diff1(MIRACL)": 0.146293, "nAUC_NDCG@100_max(MIRACL)": 0.263658, "nAUC_NDCG@100_std(MIRACL)": 0.115398, "nAUC_NDCG@100_diff1(MIRACL)": 0.143611, "nAUC_NDCG@1000_max(MIRACL)": 0.263658, "nAUC_NDCG@1000_std(MIRACL)": 0.115398, "nAUC_NDCG@1000_diff1(MIRACL)": 0.143611, "nAUC_MAP@1_max(MIRACL)": 0.235915, "nAUC_MAP@1_std(MIRACL)": -0.033454, "nAUC_MAP@1_diff1(MIRACL)": 0.286639, "nAUC_MAP@3_max(MIRACL)": 0.20132, "nAUC_MAP@3_std(MIRACL)": 0.035018, "nAUC_MAP@3_diff1(MIRACL)": 0.189187, "nAUC_MAP@5_max(MIRACL)": 0.17771, "nAUC_MAP@5_std(MIRACL)": 0.042825, "nAUC_MAP@5_diff1(MIRACL)": 0.176915, "nAUC_MAP@10_max(MIRACL)": 0.192329, "nAUC_MAP@10_std(MIRACL)": 0.058956, "nAUC_MAP@10_diff1(MIRACL)": 0.173122, "nAUC_MAP@20_max(MIRACL)": 0.212773, "nAUC_MAP@20_std(MIRACL)": 0.06757, "nAUC_MAP@20_diff1(MIRACL)": 0.165948, "nAUC_MAP@100_max(MIRACL)": 0.217639, "nAUC_MAP@100_std(MIRACL)": 0.06914, "nAUC_MAP@100_diff1(MIRACL)": 0.166825, "nAUC_MAP@1000_max(MIRACL)": 0.217639, "nAUC_MAP@1000_std(MIRACL)": 0.06914, "nAUC_MAP@1000_diff1(MIRACL)": 0.166825, "nAUC_Recall@1_max(MIRACL)": 0.235915, "nAUC_Recall@1_std(MIRACL)": -0.033454, "nAUC_Recall@1_diff1(MIRACL)": 0.286639, "nAUC_Recall@3_max(MIRACL)": 0.184517, "nAUC_Recall@3_std(MIRACL)": 0.081426, "nAUC_Recall@3_diff1(MIRACL)": 0.127116, "nAUC_Recall@5_max(MIRACL)": 0.122342, "nAUC_Recall@5_std(MIRACL)": 0.079107, "nAUC_Recall@5_diff1(MIRACL)": 0.131823, "nAUC_Recall@10_max(MIRACL)": 0.175451, "nAUC_Recall@10_std(MIRACL)": 0.125682, "nAUC_Recall@10_diff1(MIRACL)": 0.127415, "nAUC_Recall@20_max(MIRACL)": 0.23484, "nAUC_Recall@20_std(MIRACL)": 0.126631, "nAUC_Recall@20_diff1(MIRACL)": 0.09151, "nAUC_Recall@100_max(MIRACL)": 0.33248, "nAUC_Recall@100_std(MIRACL)": 0.189504, "nAUC_Recall@100_diff1(MIRACL)": 0.080342, "nAUC_Recall@1000_max(MIRACL)": 0.33248, "nAUC_Recall@1000_std(MIRACL)": 0.189504, "nAUC_Recall@1000_diff1(MIRACL)": 0.080342, "nAUC_P@1_max(MIRACL)": 0.281276, "nAUC_P@1_std(MIRACL)": -0.0078, "nAUC_P@1_diff1(MIRACL)": 0.297656, "nAUC_P@3_max(MIRACL)": 0.243028, "nAUC_P@3_std(MIRACL)": 0.087705, "nAUC_P@3_diff1(MIRACL)": 0.179909, "nAUC_P@5_max(MIRACL)": 0.179374, "nAUC_P@5_std(MIRACL)": 0.096465, "nAUC_P@5_diff1(MIRACL)": 0.13689, "nAUC_P@10_max(MIRACL)": 0.238415, "nAUC_P@10_std(MIRACL)": 0.15008, "nAUC_P@10_diff1(MIRACL)": 0.150749, "nAUC_P@20_max(MIRACL)": 0.335603, "nAUC_P@20_std(MIRACL)": 0.16632, "nAUC_P@20_diff1(MIRACL)": 0.110281, "nAUC_P@100_max(MIRACL)": 0.234101, "nAUC_P@100_std(MIRACL)": 0.138414, "nAUC_P@100_diff1(MIRACL)": 0.041372, "nAUC_P@1000_max(MIRACL)": 0.234101, "nAUC_P@1000_std(MIRACL)": 0.138414, "nAUC_P@1000_diff1(MIRACL)": 0.041372, "main_score": 0.1338, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "NDCG@1(MIRACL)": 0.03429, "NDCG@3(MIRACL)": 0.04443, "NDCG@5(MIRACL)": 0.05375, "NDCG@10(MIRACL)": 0.07279, "NDCG@20(MIRACL)": 0.09702, "NDCG@100(MIRACL)": 0.24558, "NDCG@1000(MIRACL)": 0.24558, "MAP@1(MIRACL)": 0.01767, "MAP@3(MIRACL)": 0.02935, "MAP@5(MIRACL)": 0.03633, "MAP@10(MIRACL)": 0.04434, "MAP@20(MIRACL)": 0.05118, "MAP@100(MIRACL)": 0.07318, "MAP@1000(MIRACL)": 0.07318, "Recall@1(MIRACL)": 0.01767, "Recall@3(MIRACL)": 0.04468, "Recall@5(MIRACL)": 0.07036, "Recall@10(MIRACL)": 0.12225, "Recall@20(MIRACL)": 0.20352, "Recall@100(MIRACL)": 0.91143, "Recall@1000(MIRACL)": 0.91143, "P@1(MIRACL)": 0.03429, "P@3(MIRACL)": 0.03524, "P@5(MIRACL)": 0.03143, "P@10(MIRACL)": 0.02629, "P@20(MIRACL)": 0.02157, "P@100(MIRACL)": 0.01914, "P@1000(MIRACL)": 0.00191, "nAUC_NDCG@1_max(MIRACL)": 0.041007, "nAUC_NDCG@1_std(MIRACL)": 0.054512, "nAUC_NDCG@1_diff1(MIRACL)": 0.063612, "nAUC_NDCG@3_max(MIRACL)": 0.045859, "nAUC_NDCG@3_std(MIRACL)": 0.131727, "nAUC_NDCG@3_diff1(MIRACL)": 0.0569, "nAUC_NDCG@5_max(MIRACL)": 0.054364, "nAUC_NDCG@5_std(MIRACL)": 0.1466, "nAUC_NDCG@5_diff1(MIRACL)": 0.062025, "nAUC_NDCG@10_max(MIRACL)": 0.012946, "nAUC_NDCG@10_std(MIRACL)": 0.098305, "nAUC_NDCG@10_diff1(MIRACL)": 0.025137, "nAUC_NDCG@20_max(MIRACL)": 0.03953, "nAUC_NDCG@20_std(MIRACL)": 0.086935, "nAUC_NDCG@20_diff1(MIRACL)": 0.076703, "nAUC_NDCG@100_max(MIRACL)": 0.064076, "nAUC_NDCG@100_std(MIRACL)": 0.156884, "nAUC_NDCG@100_diff1(MIRACL)": 0.037025, "nAUC_NDCG@1000_max(MIRACL)": 0.064076, "nAUC_NDCG@1000_std(MIRACL)": 0.156884, "nAUC_NDCG@1000_diff1(MIRACL)": 0.037025, "nAUC_MAP@1_max(MIRACL)": -0.056274, "nAUC_MAP@1_std(MIRACL)": 0.169043, "nAUC_MAP@1_diff1(MIRACL)": 0.041316, "nAUC_MAP@3_max(MIRACL)": -0.00346, "nAUC_MAP@3_std(MIRACL)": 0.120616, "nAUC_MAP@3_diff1(MIRACL)": 0.033975, "nAUC_MAP@5_max(MIRACL)": 0.03393, "nAUC_MAP@5_std(MIRACL)": 0.129799, "nAUC_MAP@5_diff1(MIRACL)": 0.06361, "nAUC_MAP@10_max(MIRACL)": 0.005701, "nAUC_MAP@10_std(MIRACL)": 0.096411, "nAUC_MAP@10_diff1(MIRACL)": 0.033852, "nAUC_MAP@20_max(MIRACL)": 0.013578, "nAUC_MAP@20_std(MIRACL)": 0.088453, "nAUC_MAP@20_diff1(MIRACL)": 0.056281, "nAUC_MAP@100_max(MIRACL)": 0.024286, "nAUC_MAP@100_std(MIRACL)": 0.108924, "nAUC_MAP@100_diff1(MIRACL)": 0.0498, "nAUC_MAP@1000_max(MIRACL)": 0.024286, "nAUC_MAP@1000_std(MIRACL)": 0.108924, "nAUC_MAP@1000_diff1(MIRACL)": 0.0498, "nAUC_Recall@1_max(MIRACL)": -0.056274, "nAUC_Recall@1_std(MIRACL)": 0.169043, "nAUC_Recall@1_diff1(MIRACL)": 0.041316, "nAUC_Recall@3_max(MIRACL)": -0.002903, "nAUC_Recall@3_std(MIRACL)": 0.109871, "nAUC_Recall@3_diff1(MIRACL)": 0.016014, "nAUC_Recall@5_max(MIRACL)": 0.049884, "nAUC_Recall@5_std(MIRACL)": 0.139879, "nAUC_Recall@5_diff1(MIRACL)": 0.055803, "nAUC_Recall@10_max(MIRACL)": -0.018879, "nAUC_Recall@10_std(MIRACL)": 0.074296, "nAUC_Recall@10_diff1(MIRACL)": 0.000321, "nAUC_Recall@20_max(MIRACL)": 0.034887, "nAUC_Recall@20_std(MIRACL)": 0.04641, "nAUC_Recall@20_diff1(MIRACL)": 0.096695, "nAUC_Recall@100_max(MIRACL)": 0.138716, "nAUC_Recall@100_std(MIRACL)": 0.40044, "nAUC_Recall@100_diff1(MIRACL)": -0.125599, "nAUC_Recall@1000_max(MIRACL)": 0.138716, "nAUC_Recall@1000_std(MIRACL)": 0.40044, "nAUC_Recall@1000_diff1(MIRACL)": -0.125599, "nAUC_P@1_max(MIRACL)": 0.041007, "nAUC_P@1_std(MIRACL)": 0.054512, "nAUC_P@1_diff1(MIRACL)": 0.063612, "nAUC_P@3_max(MIRACL)": 0.105664, "nAUC_P@3_std(MIRACL)": 0.140088, "nAUC_P@3_diff1(MIRACL)": 0.070037, "nAUC_P@5_max(MIRACL)": 0.119121, "nAUC_P@5_std(MIRACL)": 0.176481, "nAUC_P@5_diff1(MIRACL)": 0.083956, "nAUC_P@10_max(MIRACL)": 0.071073, "nAUC_P@10_std(MIRACL)": 0.106351, "nAUC_P@10_diff1(MIRACL)": 0.035921, "nAUC_P@20_max(MIRACL)": 0.117519, "nAUC_P@20_std(MIRACL)": 0.119359, "nAUC_P@20_diff1(MIRACL)": 0.109143, "nAUC_P@100_max(MIRACL)": 0.125454, "nAUC_P@100_std(MIRACL)": 0.165902, "nAUC_P@100_diff1(MIRACL)": 0.055629, "nAUC_P@1000_max(MIRACL)": 0.125454, "nAUC_P@1000_std(MIRACL)": 0.165902, "nAUC_P@1000_diff1(MIRACL)": 0.055629, "main_score": 0.07279, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "NDCG@1(MIRACL)": 0.11076, "NDCG@3(MIRACL)": 0.11945, "NDCG@5(MIRACL)": 0.12762, "NDCG@10(MIRACL)": 0.15296, "NDCG@20(MIRACL)": 0.18862, "NDCG@100(MIRACL)": 0.34085, "NDCG@1000(MIRACL)": 0.34085, "MAP@1(MIRACL)": 0.05017, "MAP@3(MIRACL)": 0.07753, "MAP@5(MIRACL)": 0.08825, "MAP@10(MIRACL)": 0.0999, "MAP@20(MIRACL)": 0.11061, "MAP@100(MIRACL)": 0.13706, "MAP@1000(MIRACL)": 0.13706, "Recall@1(MIRACL)": 0.05017, "Recall@3(MIRACL)": 0.11068, "Recall@5(MIRACL)": 0.1456, "Recall@10(MIRACL)": 0.21306, "Recall@20(MIRACL)": 0.31978, "Recall@100(MIRACL)": 0.96699, "Recall@1000(MIRACL)": 0.96699, "P@1(MIRACL)": 0.11076, "P@3(MIRACL)": 0.08804, "P@5(MIRACL)": 0.0722, "P@10(MIRACL)": 0.05495, "P@20(MIRACL)": 0.04233, "P@100(MIRACL)": 0.02774, "P@1000(MIRACL)": 0.00277, "nAUC_NDCG@1_max(MIRACL)": 0.016915, "nAUC_NDCG@1_std(MIRACL)": -0.003002, "nAUC_NDCG@1_diff1(MIRACL)": 0.211736, "nAUC_NDCG@3_max(MIRACL)": 0.013805, "nAUC_NDCG@3_std(MIRACL)": -0.018885, "nAUC_NDCG@3_diff1(MIRACL)": 0.191463, "nAUC_NDCG@5_max(MIRACL)": 0.020284, "nAUC_NDCG@5_std(MIRACL)": -0.002243, "nAUC_NDCG@5_diff1(MIRACL)": 0.18047, "nAUC_NDCG@10_max(MIRACL)": 0.010534, "nAUC_NDCG@10_std(MIRACL)": -0.004039, "nAUC_NDCG@10_diff1(MIRACL)": 0.179931, "nAUC_NDCG@20_max(MIRACL)": 0.006658, "nAUC_NDCG@20_std(MIRACL)": -0.005044, "nAUC_NDCG@20_diff1(MIRACL)": 0.177725, "nAUC_NDCG@100_max(MIRACL)": 0.025415, "nAUC_NDCG@100_std(MIRACL)": 0.005689, "nAUC_NDCG@100_diff1(MIRACL)": 0.144391, "nAUC_NDCG@1000_max(MIRACL)": 0.025415, "nAUC_NDCG@1000_std(MIRACL)": 0.005689, "nAUC_NDCG@1000_diff1(MIRACL)": 0.144391, "nAUC_MAP@1_max(MIRACL)": 0.023975, "nAUC_MAP@1_std(MIRACL)": 0.010309, "nAUC_MAP@1_diff1(MIRACL)": 0.351922, "nAUC_MAP@3_max(MIRACL)": 0.014222, "nAUC_MAP@3_std(MIRACL)": -0.009042, "nAUC_MAP@3_diff1(MIRACL)": 0.257751, "nAUC_MAP@5_max(MIRACL)": 0.025463, "nAUC_MAP@5_std(MIRACL)": -0.00123, "nAUC_MAP@5_diff1(MIRACL)": 0.237803, "nAUC_MAP@10_max(MIRACL)": 0.019914, "nAUC_MAP@10_std(MIRACL)": 0.000117, "nAUC_MAP@10_diff1(MIRACL)": 0.230551, "nAUC_MAP@20_max(MIRACL)": 0.018058, "nAUC_MAP@20_std(MIRACL)": -0.000728, "nAUC_MAP@20_diff1(MIRACL)": 0.225278, "nAUC_MAP@100_max(MIRACL)": 0.022275, "nAUC_MAP@100_std(MIRACL)": 0.003201, "nAUC_MAP@100_diff1(MIRACL)": 0.210444, "nAUC_MAP@1000_max(MIRACL)": 0.022275, "nAUC_MAP@1000_std(MIRACL)": 0.003201, "nAUC_MAP@1000_diff1(MIRACL)": 0.210444, "nAUC_Recall@1_max(MIRACL)": 0.023975, "nAUC_Recall@1_std(MIRACL)": 0.010309, "nAUC_Recall@1_diff1(MIRACL)": 0.351922, "nAUC_Recall@3_max(MIRACL)": -0.008837, "nAUC_Recall@3_std(MIRACL)": -0.019802, "nAUC_Recall@3_diff1(MIRACL)": 0.175064, "nAUC_Recall@5_max(MIRACL)": 0.004715, "nAUC_Recall@5_std(MIRACL)": 0.001199, "nAUC_Recall@5_diff1(MIRACL)": 0.139603, "nAUC_Recall@10_max(MIRACL)": -0.017054, "nAUC_Recall@10_std(MIRACL)": -0.00393, "nAUC_Recall@10_diff1(MIRACL)": 0.130996, "nAUC_Recall@20_max(MIRACL)": -0.033441, "nAUC_Recall@20_std(MIRACL)": 0.00131, "nAUC_Recall@20_diff1(MIRACL)": 0.122733, "nAUC_Recall@100_max(MIRACL)": 0.020064, "nAUC_Recall@100_std(MIRACL)": -0.095898, "nAUC_Recall@100_diff1(MIRACL)": -0.052138, "nAUC_Recall@1000_max(MIRACL)": 0.020064, "nAUC_Recall@1000_std(MIRACL)": -0.095898, "nAUC_Recall@1000_diff1(MIRACL)": -0.052138, "nAUC_P@1_max(MIRACL)": 0.016915, "nAUC_P@1_std(MIRACL)": -0.003002, "nAUC_P@1_diff1(MIRACL)": 0.211736, "nAUC_P@3_max(MIRACL)": 0.015027, "nAUC_P@3_std(MIRACL)": -0.038688, "nAUC_P@3_diff1(MIRACL)": 0.12349, "nAUC_P@5_max(MIRACL)": 0.047836, "nAUC_P@5_std(MIRACL)": -0.001986, "nAUC_P@5_diff1(MIRACL)": 0.080245, "nAUC_P@10_max(MIRACL)": 0.045417, "nAUC_P@10_std(MIRACL)": -0.012828, "nAUC_P@10_diff1(MIRACL)": 0.060896, "nAUC_P@20_max(MIRACL)": 0.04606, "nAUC_P@20_std(MIRACL)": -0.021824, "nAUC_P@20_diff1(MIRACL)": 0.053035, "nAUC_P@100_max(MIRACL)": 0.051698, "nAUC_P@100_std(MIRACL)": 0.039126, "nAUC_P@100_diff1(MIRACL)": -0.068832, "nAUC_P@1000_max(MIRACL)": 0.051698, "nAUC_P@1000_std(MIRACL)": 0.039126, "nAUC_P@1000_diff1(MIRACL)": -0.068832, "main_score": 0.15296, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "NDCG@1(MIRACL)": 0.04141, "NDCG@3(MIRACL)": 0.06068, "NDCG@5(MIRACL)": 0.07303, "NDCG@10(MIRACL)": 0.0915, "NDCG@20(MIRACL)": 0.11665, "NDCG@100(MIRACL)": 0.25048, "NDCG@1000(MIRACL)": 0.25048, "MAP@1(MIRACL)": 0.02456, "MAP@3(MIRACL)": 0.04423, "MAP@5(MIRACL)": 0.05223, "MAP@10(MIRACL)": 0.06006, "MAP@20(MIRACL)": 0.06694, "MAP@100(MIRACL)": 0.08636, "MAP@1000(MIRACL)": 0.08636, "Recall@1(MIRACL)": 0.02456, "Recall@3(MIRACL)": 0.06923, "Recall@5(MIRACL)": 0.09996, "Recall@10(MIRACL)": 0.15032, "Recall@20(MIRACL)": 0.23437, "Recall@100(MIRACL)": 0.87955, "Recall@1000(MIRACL)": 0.87955, "P@1(MIRACL)": 0.04141, "P@3(MIRACL)": 0.04182, "P@5(MIRACL)": 0.03513, "P@10(MIRACL)": 0.0276, "P@20(MIRACL)": 0.02183, "P@100(MIRACL)": 0.01747, "P@1000(MIRACL)": 0.00175, "nAUC_NDCG@1_max(MIRACL)": -0.035736, "nAUC_NDCG@1_std(MIRACL)": -0.039603, "nAUC_NDCG@1_diff1(MIRACL)": 0.081374, "nAUC_NDCG@3_max(MIRACL)": -0.045781, "nAUC_NDCG@3_std(MIRACL)": 0.015559, "nAUC_NDCG@3_diff1(MIRACL)": 0.145616, "nAUC_NDCG@5_max(MIRACL)": -0.056403, "nAUC_NDCG@5_std(MIRACL)": 0.009811, "nAUC_NDCG@5_diff1(MIRACL)": 0.123873, "nAUC_NDCG@10_max(MIRACL)": -0.039264, "nAUC_NDCG@10_std(MIRACL)": 0.005769, "nAUC_NDCG@10_diff1(MIRACL)": 0.108045, "nAUC_NDCG@20_max(MIRACL)": -0.028314, "nAUC_NDCG@20_std(MIRACL)": -0.000805, "nAUC_NDCG@20_diff1(MIRACL)": 0.104669, "nAUC_NDCG@100_max(MIRACL)": 0.006731, "nAUC_NDCG@100_std(MIRACL)": 0.057012, "nAUC_NDCG@100_diff1(MIRACL)": 0.099946, "nAUC_NDCG@1000_max(MIRACL)": 0.006731, "nAUC_NDCG@1000_std(MIRACL)": 0.057012, "nAUC_NDCG@1000_diff1(MIRACL)": 0.099946, "nAUC_MAP@1_max(MIRACL)": -0.008686, "nAUC_MAP@1_std(MIRACL)": 0.075124, "nAUC_MAP@1_diff1(MIRACL)": 0.128716, "nAUC_MAP@3_max(MIRACL)": -0.038136, "nAUC_MAP@3_std(MIRACL)": 0.040327, "nAUC_MAP@3_diff1(MIRACL)": 0.14534, "nAUC_MAP@5_max(MIRACL)": -0.050279, "nAUC_MAP@5_std(MIRACL)": 0.029448, "nAUC_MAP@5_diff1(MIRACL)": 0.127724, "nAUC_MAP@10_max(MIRACL)": -0.044935, "nAUC_MAP@10_std(MIRACL)": 0.022063, "nAUC_MAP@10_diff1(MIRACL)": 0.119085, "nAUC_MAP@20_max(MIRACL)": -0.039124, "nAUC_MAP@20_std(MIRACL)": 0.018095, "nAUC_MAP@20_diff1(MIRACL)": 0.119141, "nAUC_MAP@100_max(MIRACL)": -0.03009, "nAUC_MAP@100_std(MIRACL)": 0.03105, "nAUC_MAP@100_diff1(MIRACL)": 0.113601, "nAUC_MAP@1000_max(MIRACL)": -0.03009, "nAUC_MAP@1000_std(MIRACL)": 0.03105, "nAUC_MAP@1000_diff1(MIRACL)": 0.113601, "nAUC_Recall@1_max(MIRACL)": -0.008686, "nAUC_Recall@1_std(MIRACL)": 0.075124, "nAUC_Recall@1_diff1(MIRACL)": 0.128716, "nAUC_Recall@3_max(MIRACL)": -0.052051, "nAUC_Recall@3_std(MIRACL)": 0.0187, "nAUC_Recall@3_diff1(MIRACL)": 0.147715, "nAUC_Recall@5_max(MIRACL)": -0.071513, "nAUC_Recall@5_std(MIRACL)": 0.006635, "nAUC_Recall@5_diff1(MIRACL)": 0.104397, "nAUC_Recall@10_max(MIRACL)": -0.035178, "nAUC_Recall@10_std(MIRACL)": -0.00033, "nAUC_Recall@10_diff1(MIRACL)": 0.07928, "nAUC_Recall@20_max(MIRACL)": -0.014124, "nAUC_Recall@20_std(MIRACL)": -0.017961, "nAUC_Recall@20_diff1(MIRACL)": 0.075123, "nAUC_Recall@100_max(MIRACL)": 0.222637, "nAUC_Recall@100_std(MIRACL)": 0.254737, "nAUC_Recall@100_diff1(MIRACL)": 0.094928, "nAUC_Recall@1000_max(MIRACL)": 0.222637, "nAUC_Recall@1000_std(MIRACL)": 0.254737, "nAUC_Recall@1000_diff1(MIRACL)": 0.094928, "nAUC_P@1_max(MIRACL)": -0.035736, "nAUC_P@1_std(MIRACL)": -0.039603, "nAUC_P@1_diff1(MIRACL)": 0.081374, "nAUC_P@3_max(MIRACL)": -0.065881, "nAUC_P@3_std(MIRACL)": -0.017802, "nAUC_P@3_diff1(MIRACL)": 0.15056, "nAUC_P@5_max(MIRACL)": -0.070037, "nAUC_P@5_std(MIRACL)": -0.016903, "nAUC_P@5_diff1(MIRACL)": 0.115468, "nAUC_P@10_max(MIRACL)": -0.033495, "nAUC_P@10_std(MIRACL)": -0.016328, "nAUC_P@10_diff1(MIRACL)": 0.087222, "nAUC_P@20_max(MIRACL)": -0.024608, "nAUC_P@20_std(MIRACL)": -0.004286, "nAUC_P@20_diff1(MIRACL)": 0.076239, "nAUC_P@100_max(MIRACL)": 0.000688, "nAUC_P@100_std(MIRACL)": 0.049407, "nAUC_P@100_diff1(MIRACL)": 0.033504, "nAUC_P@1000_max(MIRACL)": 0.000688, "nAUC_P@1000_std(MIRACL)": 0.049407, "nAUC_P@1000_diff1(MIRACL)": 0.033504, "main_score": 0.0915, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "NDCG@1(MIRACL)": 0.04695, "NDCG@3(MIRACL)": 0.04632, "NDCG@5(MIRACL)": 0.0914, "NDCG@10(MIRACL)": 0.09605, "NDCG@20(MIRACL)": 0.10727, "NDCG@100(MIRACL)": 0.2069, "NDCG@1000(MIRACL)": 0.20169, "MAP@1(MIRACL)": 0.02895, "MAP@3(MIRACL)": 0.038, "MAP@5(MIRACL)": 0.07344, "MAP@10(MIRACL)": 0.08, "MAP@20(MIRACL)": 0.08501, "MAP@100(MIRACL)": 0.1046, "MAP@1000(MIRACL)": 0.1046, "Recall@1(MIRACL)": 0.02895, "Recall@3(MIRACL)": 0.04828, "Recall@5(MIRACL)": 0.18847, "Recall@10(MIRACL)": 0.23127, "Recall@20(MIRACL)": 0.29206, "Recall@100(MIRACL)": 0.90141, "Recall@1000(MIRACL)": 0.90141, "P@1(MIRACL)": 0.04695, "P@3(MIRACL)": 0.0266, "P@5(MIRACL)": 0.02629, "P@10(MIRACL)": 0.02113, "P@20(MIRACL)": 0.01808, "P@100(MIRACL)": 0.01549, "P@1000(MIRACL)": 0.00155, "nAUC_NDCG@1_max(MIRACL)": 0.06888, "nAUC_NDCG@1_std(MIRACL)": -0.157334, "nAUC_NDCG@1_diff1(MIRACL)": -0.164169, "nAUC_NDCG@3_max(MIRACL)": 0.045842, "nAUC_NDCG@3_std(MIRACL)": -0.139285, "nAUC_NDCG@3_diff1(MIRACL)": -0.1189, "nAUC_NDCG@5_max(MIRACL)": 0.03482, "nAUC_NDCG@5_std(MIRACL)": -0.151441, "nAUC_NDCG@5_diff1(MIRACL)": -0.120242, "nAUC_NDCG@10_max(MIRACL)": 0.039967, "nAUC_NDCG@10_std(MIRACL)": -0.151312, "nAUC_NDCG@10_diff1(MIRACL)": -0.079757, "nAUC_NDCG@20_max(MIRACL)": 0.05748, "nAUC_NDCG@20_std(MIRACL)": -0.114782, "nAUC_NDCG@20_diff1(MIRACL)": -0.109372, "nAUC_NDCG@100_max(MIRACL)": 0.139329, "nAUC_NDCG@100_std(MIRACL)": 0.001703, "nAUC_NDCG@100_diff1(MIRACL)": -0.124302, "nAUC_NDCG@1000_max(MIRACL)": 0.138065, "nAUC_NDCG@1000_std(MIRACL)": 0.005092, "nAUC_NDCG@1000_diff1(MIRACL)": -0.117912, "nAUC_MAP@1_max(MIRACL)": 0.055573, "nAUC_MAP@1_std(MIRACL)": -0.120692, "nAUC_MAP@1_diff1(MIRACL)": -0.055202, "nAUC_MAP@3_max(MIRACL)": 0.053733, "nAUC_MAP@3_std(MIRACL)": -0.146293, "nAUC_MAP@3_diff1(MIRACL)": -0.09272, "nAUC_MAP@5_max(MIRACL)": 0.039956, "nAUC_MAP@5_std(MIRACL)": -0.156398, "nAUC_MAP@5_diff1(MIRACL)": -0.107027, "nAUC_MAP@10_max(MIRACL)": 0.043063, "nAUC_MAP@10_std(MIRACL)": -0.16203, "nAUC_MAP@10_diff1(MIRACL)": -0.089208, "nAUC_MAP@20_max(MIRACL)": 0.045459, "nAUC_MAP@20_std(MIRACL)": -0.15394, "nAUC_MAP@20_diff1(MIRACL)": -0.105361, "nAUC_MAP@100_max(MIRACL)": 0.067465, "nAUC_MAP@100_std(MIRACL)": -0.125583, "nAUC_MAP@100_diff1(MIRACL)": -0.132013, "nAUC_MAP@1000_max(MIRACL)": 0.067465, "nAUC_MAP@1000_std(MIRACL)": -0.125583, "nAUC_MAP@1000_diff1(MIRACL)": -0.132013, "nAUC_Recall@1_max(MIRACL)": 0.055573, "nAUC_Recall@1_std(MIRACL)": -0.120692, "nAUC_Recall@1_diff1(MIRACL)": -0.055202, "nAUC_Recall@3_max(MIRACL)": 0.020864, "nAUC_Recall@3_std(MIRACL)": -0.151275, "nAUC_Recall@3_diff1(MIRACL)": -0.102069, "nAUC_Recall@5_max(MIRACL)": 0.002785, "nAUC_Recall@5_std(MIRACL)": -0.155621, "nAUC_Recall@5_diff1(MIRACL)": -0.105565, "nAUC_Recall@10_max(MIRACL)": 0.003798, "nAUC_Recall@10_std(MIRACL)": -0.160381, "nAUC_Recall@10_diff1(MIRACL)": -0.0492, "nAUC_Recall@20_max(MIRACL)": 0.029519, "nAUC_Recall@20_std(MIRACL)": -0.124222, "nAUC_Recall@20_diff1(MIRACL)": -0.110266, "nAUC_Recall@100_max(MIRACL)": 0.601923, "nAUC_Recall@100_std(MIRACL)": 0.044105, "nAUC_Recall@100_diff1(MIRACL)": -0.362644, "nAUC_Recall@1000_max(MIRACL)": 0.601923, "nAUC_Recall@1000_std(MIRACL)": 0.044105, "nAUC_Recall@1000_diff1(MIRACL)": -0.362644, "nAUC_P@1_max(MIRACL)": 0.06888, "nAUC_P@1_std(MIRACL)": -0.157334, "nAUC_P@1_diff1(MIRACL)": -0.164169, "nAUC_P@3_max(MIRACL)": 0.123467, "nAUC_P@3_std(MIRACL)": -0.145425, "nAUC_P@3_diff1(MIRACL)": -0.177134, "nAUC_P@5_max(MIRACL)": 0.100606, "nAUC_P@5_std(MIRACL)": -0.115991, "nAUC_P@5_diff1(MIRACL)": -0.18687, "nAUC_P@10_max(MIRACL)": 0.065318, "nAUC_P@10_std(MIRACL)": -0.089226, "nAUC_P@10_diff1(MIRACL)": -0.112984, "nAUC_P@20_max(MIRACL)": 0.095762, "nAUC_P@20_std(MIRACL)": 0.034018, "nAUC_P@20_diff1(MIRACL)": -0.150776, "nAUC_P@100_max(MIRACL)": 0.154443, "nAUC_P@100_std(MIRACL)": 0.186529, "nAUC_P@100_diff1(MIRACL)": -0.157817, "nAUC_P@1000_max(MIRACL)": 0.154443, "nAUC_P@1000_std(MIRACL)": 0.186529, "nAUC_P@1000_diff1(MIRACL)": -0.157817, "main_score": 0.09605, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "NDCG@1(MIRACL)": 0.01684, "NDCG@3(MIRACL)": 0.01639, "NDCG@5(MIRACL)": 0.01968, "NDCG@10(MIRACL)": 0.02805, "NDCG@20(MIRACL)": 0.04062, "NDCG@100(MIRACL)": 0.19265, "NDCG@1000(MIRACL)": 0.19265, "MAP@1(MIRACL)": 0.00743, "MAP@3(MIRACL)": 0.0108, "MAP@5(MIRACL)": 0.01295, "MAP@10(MIRACL)": 0.01606, "MAP@20(MIRACL)": 0.01914, "MAP@100(MIRACL)": 0.03969, "MAP@1000(MIRACL)": 0.03969, "Recall@1(MIRACL)": 0.00743, "Recall@3(MIRACL)": 0.01603, "Recall@5(MIRACL)": 0.02463, "Recall@10(MIRACL)": 0.04687, "Recall@20(MIRACL)": 0.08875, "Recall@100(MIRACL)": 0.79952, "Recall@1000(MIRACL)": 0.79952, "P@1(MIRACL)": 0.01684, "P@3(MIRACL)": 0.01176, "P@5(MIRACL)": 0.01091, "P@10(MIRACL)": 0.01059, "P@20(MIRACL)": 0.00974, "P@100(MIRACL)": 0.01953, "P@1000(MIRACL)": 0.00195, "nAUC_NDCG@1_max(MIRACL)": 0.12626, "nAUC_NDCG@1_std(MIRACL)": 0.16053, "nAUC_NDCG@1_diff1(MIRACL)": 0.148524, "nAUC_NDCG@3_max(MIRACL)": 0.072439, "nAUC_NDCG@3_std(MIRACL)": 0.121049, "nAUC_NDCG@3_diff1(MIRACL)": 0.158848, "nAUC_NDCG@5_max(MIRACL)": 0.091236, "nAUC_NDCG@5_std(MIRACL)": 0.158608, "nAUC_NDCG@5_diff1(MIRACL)": 0.116501, "nAUC_NDCG@10_max(MIRACL)": 0.067236, "nAUC_NDCG@10_std(MIRACL)": 0.113857, "nAUC_NDCG@10_diff1(MIRACL)": 0.061363, "nAUC_NDCG@20_max(MIRACL)": 0.03937, "nAUC_NDCG@20_std(MIRACL)": 0.060556, "nAUC_NDCG@20_diff1(MIRACL)": 0.054014, "nAUC_NDCG@100_max(MIRACL)": 0.02366, "nAUC_NDCG@100_std(MIRACL)": 0.112792, "nAUC_NDCG@100_diff1(MIRACL)": 0.048127, "nAUC_NDCG@1000_max(MIRACL)": 0.02366, "nAUC_NDCG@1000_std(MIRACL)": 0.112792, "nAUC_NDCG@1000_diff1(MIRACL)": 0.048127, "nAUC_MAP@1_max(MIRACL)": 0.302355, "nAUC_MAP@1_std(MIRACL)": 0.247094, "nAUC_MAP@1_diff1(MIRACL)": 0.205604, "nAUC_MAP@3_max(MIRACL)": 0.144156, "nAUC_MAP@3_std(MIRACL)": 0.18021, "nAUC_MAP@3_diff1(MIRACL)": 0.149142, "nAUC_MAP@5_max(MIRACL)": 0.138375, "nAUC_MAP@5_std(MIRACL)": 0.198141, "nAUC_MAP@5_diff1(MIRACL)": 0.129937, "nAUC_MAP@10_max(MIRACL)": 0.109968, "nAUC_MAP@10_std(MIRACL)": 0.168286, "nAUC_MAP@10_diff1(MIRACL)": 0.093506, "nAUC_MAP@20_max(MIRACL)": 0.089317, "nAUC_MAP@20_std(MIRACL)": 0.134702, "nAUC_MAP@20_diff1(MIRACL)": 0.083456, "nAUC_MAP@100_max(MIRACL)": 0.064899, "nAUC_MAP@100_std(MIRACL)": 0.124518, "nAUC_MAP@100_diff1(MIRACL)": 0.081476, "nAUC_MAP@1000_max(MIRACL)": 0.064899, "nAUC_MAP@1000_std(MIRACL)": 0.124518, "nAUC_MAP@1000_diff1(MIRACL)": 0.081476, "nAUC_Recall@1_max(MIRACL)": 0.302355, "nAUC_Recall@1_std(MIRACL)": 0.247094, "nAUC_Recall@1_diff1(MIRACL)": 0.205604, "nAUC_Recall@3_max(MIRACL)": 0.04656, "nAUC_Recall@3_std(MIRACL)": 0.121081, "nAUC_Recall@3_diff1(MIRACL)": 0.112617, "nAUC_Recall@5_max(MIRACL)": 0.085356, "nAUC_Recall@5_std(MIRACL)": 0.170774, "nAUC_Recall@5_diff1(MIRACL)": 0.086695, "nAUC_Recall@10_max(MIRACL)": 0.043901, "nAUC_Recall@10_std(MIRACL)": 0.084891, "nAUC_Recall@10_diff1(MIRACL)": 0.023835, "nAUC_Recall@20_max(MIRACL)": 0.017464, "nAUC_Recall@20_std(MIRACL)": 0.00575, "nAUC_Recall@20_diff1(MIRACL)": 0.021636, "nAUC_Recall@100_max(MIRACL)": 0.01814, "nAUC_Recall@100_std(MIRACL)": 0.150163, "nAUC_Recall@100_diff1(MIRACL)": 0.001811, "nAUC_Recall@1000_max(MIRACL)": 0.01814, "nAUC_Recall@1000_std(MIRACL)": 0.150163, "nAUC_Recall@1000_diff1(MIRACL)": 0.001811, "nAUC_P@1_max(MIRACL)": 0.12626, "nAUC_P@1_std(MIRACL)": 0.16053, "nAUC_P@1_diff1(MIRACL)": 0.148524, "nAUC_P@3_max(MIRACL)": 0.005714, "nAUC_P@3_std(MIRACL)": 0.100406, "nAUC_P@3_diff1(MIRACL)": 0.130259, "nAUC_P@5_max(MIRACL)": 0.021583, "nAUC_P@5_std(MIRACL)": 0.110308, "nAUC_P@5_diff1(MIRACL)": 0.084761, "nAUC_P@10_max(MIRACL)": 0.019131, "nAUC_P@10_std(MIRACL)": 0.043491, "nAUC_P@10_diff1(MIRACL)": 0.040618, "nAUC_P@20_max(MIRACL)": -0.024374, "nAUC_P@20_std(MIRACL)": -0.001998, "nAUC_P@20_diff1(MIRACL)": 0.054571, "nAUC_P@100_max(MIRACL)": -0.014991, "nAUC_P@100_std(MIRACL)": 0.080133, "nAUC_P@100_diff1(MIRACL)": 0.045465, "nAUC_P@1000_max(MIRACL)": -0.014991, "nAUC_P@1000_std(MIRACL)": 0.080133, "nAUC_P@1000_diff1(MIRACL)": 0.045465, "main_score": 0.02805, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "NDCG@1(MIRACL)": 0.22453, "NDCG@3(MIRACL)": 0.24309, "NDCG@5(MIRACL)": 0.26053, "NDCG@10(MIRACL)": 0.29463, "NDCG@20(MIRACL)": 0.32397, "NDCG@100(MIRACL)": 0.38319, "NDCG@1000(MIRACL)": 0.38319, "MAP@1(MIRACL)": 0.1485, "MAP@3(MIRACL)": 0.20592, "MAP@5(MIRACL)": 0.22004, "MAP@10(MIRACL)": 0.23663, "MAP@20(MIRACL)": 0.24633, "MAP@100(MIRACL)": 0.25664, "MAP@1000(MIRACL)": 0.25664, "Recall@1(MIRACL)": 0.1485, "Recall@3(MIRACL)": 0.26222, "Recall@5(MIRACL)": 0.30938, "Recall@10(MIRACL)": 0.39938, "Recall@20(MIRACL)": 0.4986, "Recall@100(MIRACL)": 0.77963, "Recall@1000(MIRACL)": 0.77963, "P@1(MIRACL)": 0.22453, "P@3(MIRACL)": 0.13583, "P@5(MIRACL)": 0.09979, "P@10(MIRACL)": 0.06632, "P@20(MIRACL)": 0.04231, "P@100(MIRACL)": 0.01385, "P@1000(MIRACL)": 0.00138, "nAUC_NDCG@1_max(MIRACL)": 0.193574, "nAUC_NDCG@1_std(MIRACL)": 0.178416, "nAUC_NDCG@1_diff1(MIRACL)": 0.323508, "nAUC_NDCG@3_max(MIRACL)": 0.159327, "nAUC_NDCG@3_std(MIRACL)": 0.219209, "nAUC_NDCG@3_diff1(MIRACL)": 0.250599, "nAUC_NDCG@5_max(MIRACL)": 0.154711, "nAUC_NDCG@5_std(MIRACL)": 0.219156, "nAUC_NDCG@5_diff1(MIRACL)": 0.243557, "nAUC_NDCG@10_max(MIRACL)": 0.160554, "nAUC_NDCG@10_std(MIRACL)": 0.249207, "nAUC_NDCG@10_diff1(MIRACL)": 0.218413, "nAUC_NDCG@20_max(MIRACL)": 0.171668, "nAUC_NDCG@20_std(MIRACL)": 0.246084, "nAUC_NDCG@20_diff1(MIRACL)": 0.220452, "nAUC_NDCG@100_max(MIRACL)": 0.206526, "nAUC_NDCG@100_std(MIRACL)": 0.242072, "nAUC_NDCG@100_diff1(MIRACL)": 0.22653, "nAUC_NDCG@1000_max(MIRACL)": 0.206526, "nAUC_NDCG@1000_std(MIRACL)": 0.242072, "nAUC_NDCG@1000_diff1(MIRACL)": 0.22653, "nAUC_MAP@1_max(MIRACL)": 0.110326, "nAUC_MAP@1_std(MIRACL)": 0.169702, "nAUC_MAP@1_diff1(MIRACL)": 0.307245, "nAUC_MAP@3_max(MIRACL)": 0.130419, "nAUC_MAP@3_std(MIRACL)": 0.194964, "nAUC_MAP@3_diff1(MIRACL)": 0.241581, "nAUC_MAP@5_max(MIRACL)": 0.137935, "nAUC_MAP@5_std(MIRACL)": 0.205827, "nAUC_MAP@5_diff1(MIRACL)": 0.243996, "nAUC_MAP@10_max(MIRACL)": 0.14287, "nAUC_MAP@10_std(MIRACL)": 0.226277, "nAUC_MAP@10_diff1(MIRACL)": 0.233749, "nAUC_MAP@20_max(MIRACL)": 0.146316, "nAUC_MAP@20_std(MIRACL)": 0.225226, "nAUC_MAP@20_diff1(MIRACL)": 0.234801, "nAUC_MAP@100_max(MIRACL)": 0.155403, "nAUC_MAP@100_std(MIRACL)": 0.223753, "nAUC_MAP@100_diff1(MIRACL)": 0.236183, "nAUC_MAP@1000_max(MIRACL)": 0.155403, "nAUC_MAP@1000_std(MIRACL)": 0.223753, "nAUC_MAP@1000_diff1(MIRACL)": 0.236183, "nAUC_Recall@1_max(MIRACL)": 0.110326, "nAUC_Recall@1_std(MIRACL)": 0.169702, "nAUC_Recall@1_diff1(MIRACL)": 0.307245, "nAUC_Recall@3_max(MIRACL)": 0.117726, "nAUC_Recall@3_std(MIRACL)": 0.223008, "nAUC_Recall@3_diff1(MIRACL)": 0.194308, "nAUC_Recall@5_max(MIRACL)": 0.123139, "nAUC_Recall@5_std(MIRACL)": 0.223393, "nAUC_Recall@5_diff1(MIRACL)": 0.187494, "nAUC_Recall@10_max(MIRACL)": 0.132058, "nAUC_Recall@10_std(MIRACL)": 0.28777, "nAUC_Recall@10_diff1(MIRACL)": 0.127176, "nAUC_Recall@20_max(MIRACL)": 0.161964, "nAUC_Recall@20_std(MIRACL)": 0.284208, "nAUC_Recall@20_diff1(MIRACL)": 0.129019, "nAUC_Recall@100_max(MIRACL)": 0.361413, "nAUC_Recall@100_std(MIRACL)": 0.340934, "nAUC_Recall@100_diff1(MIRACL)": 0.166994, "nAUC_Recall@1000_max(MIRACL)": 0.361413, "nAUC_Recall@1000_std(MIRACL)": 0.340934, "nAUC_Recall@1000_diff1(MIRACL)": 0.166994, "nAUC_P@1_max(MIRACL)": 0.193574, "nAUC_P@1_std(MIRACL)": 0.178416, "nAUC_P@1_diff1(MIRACL)": 0.323508, "nAUC_P@3_max(MIRACL)": 0.234189, "nAUC_P@3_std(MIRACL)": 0.244214, "nAUC_P@3_diff1(MIRACL)": 0.198575, "nAUC_P@5_max(MIRACL)": 0.236956, "nAUC_P@5_std(MIRACL)": 0.25096, "nAUC_P@5_diff1(MIRACL)": 0.182366, "nAUC_P@10_max(MIRACL)": 0.229896, "nAUC_P@10_std(MIRACL)": 0.28413, "nAUC_P@10_diff1(MIRACL)": 0.115752, "nAUC_P@20_max(MIRACL)": 0.236545, "nAUC_P@20_std(MIRACL)": 0.217477, "nAUC_P@20_diff1(MIRACL)": 0.10717, "nAUC_P@100_max(MIRACL)": 0.257291, "nAUC_P@100_std(MIRACL)": 0.111197, "nAUC_P@100_diff1(MIRACL)": 0.065681, "nAUC_P@1000_max(MIRACL)": 0.257291, "nAUC_P@1000_std(MIRACL)": 0.111197, "nAUC_P@1000_diff1(MIRACL)": 0.065681, "main_score": 0.29463, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "NDCG@1(MIRACL)": 0.0119, "NDCG@3(MIRACL)": 0.0119, "NDCG@5(MIRACL)": 0.0119, "NDCG@10(MIRACL)": 0.02388, "NDCG@20(MIRACL)": 0.04017, "NDCG@100(MIRACL)": 0.17848, "NDCG@1000(MIRACL)": 0.17848, "MAP@1(MIRACL)": 0.0119, "MAP@3(MIRACL)": 0.0119, "MAP@5(MIRACL)": 0.0119, "MAP@10(MIRACL)": 0.01648, "MAP@20(MIRACL)": 0.02112, "MAP@100(MIRACL)": 0.03643, "MAP@1000(MIRACL)": 0.03643, "Recall@1(MIRACL)": 0.0119, "Recall@3(MIRACL)": 0.0119, "Recall@5(MIRACL)": 0.0119, "Recall@10(MIRACL)": 0.04563, "Recall@20(MIRACL)": 0.10714, "Recall@100(MIRACL)": 0.88095, "Recall@1000(MIRACL)": 0.88095, "P@1(MIRACL)": 0.0119, "P@3(MIRACL)": 0.00397, "P@5(MIRACL)": 0.00238, "P@10(MIRACL)": 0.00595, "P@20(MIRACL)": 0.00714, "P@100(MIRACL)": 0.01119, "P@1000(MIRACL)": 0.00112, "nAUC_NDCG@1_max(MIRACL)": -0.314811, "nAUC_NDCG@1_std(MIRACL)": 0.095653, "nAUC_NDCG@1_diff1(MIRACL)": -0.493493, "nAUC_NDCG@3_max(MIRACL)": -0.314811, "nAUC_NDCG@3_std(MIRACL)": 0.095653, "nAUC_NDCG@3_diff1(MIRACL)": -0.493493, "nAUC_NDCG@5_max(MIRACL)": -0.314811, "nAUC_NDCG@5_std(MIRACL)": 0.095653, "nAUC_NDCG@5_diff1(MIRACL)": -0.493493, "nAUC_NDCG@10_max(MIRACL)": -0.259888, "nAUC_NDCG@10_std(MIRACL)": -0.113532, "nAUC_NDCG@10_diff1(MIRACL)": -0.114118, "nAUC_NDCG@20_max(MIRACL)": -0.083017, "nAUC_NDCG@20_std(MIRACL)": -0.114526, "nAUC_NDCG@20_diff1(MIRACL)": 0.031926, "nAUC_NDCG@100_max(MIRACL)": -0.024638, "nAUC_NDCG@100_std(MIRACL)": -0.081414, "nAUC_NDCG@100_diff1(MIRACL)": -0.020621, "nAUC_NDCG@1000_max(MIRACL)": -0.024638, "nAUC_NDCG@1000_std(MIRACL)": -0.081414, "nAUC_NDCG@1000_diff1(MIRACL)": -0.020621, "nAUC_MAP@1_max(MIRACL)": -0.314811, "nAUC_MAP@1_std(MIRACL)": 0.095653, "nAUC_MAP@1_diff1(MIRACL)": -0.493493, "nAUC_MAP@3_max(MIRACL)": -0.314811, "nAUC_MAP@3_std(MIRACL)": 0.095653, "nAUC_MAP@3_diff1(MIRACL)": -0.493493, "nAUC_MAP@5_max(MIRACL)": -0.314811, "nAUC_MAP@5_std(MIRACL)": 0.095653, "nAUC_MAP@5_diff1(MIRACL)": -0.493493, "nAUC_MAP@10_max(MIRACL)": -0.299583, "nAUC_MAP@10_std(MIRACL)": -0.021035, "nAUC_MAP@10_diff1(MIRACL)": -0.271641, "nAUC_MAP@20_max(MIRACL)": -0.200645, "nAUC_MAP@20_std(MIRACL)": -0.04884, "nAUC_MAP@20_diff1(MIRACL)": -0.15366, "nAUC_MAP@100_max(MIRACL)": -0.17004, "nAUC_MAP@100_std(MIRACL)": -0.042716, "nAUC_MAP@100_diff1(MIRACL)": -0.157769, "nAUC_MAP@1000_max(MIRACL)": -0.17004, "nAUC_MAP@1000_std(MIRACL)": -0.042716, "nAUC_MAP@1000_diff1(MIRACL)": -0.157769, "nAUC_Recall@1_max(MIRACL)": -0.314811, "nAUC_Recall@1_std(MIRACL)": 0.095653, "nAUC_Recall@1_diff1(MIRACL)": -0.493493, "nAUC_Recall@3_max(MIRACL)": -0.314811, "nAUC_Recall@3_std(MIRACL)": 0.095653, "nAUC_Recall@3_diff1(MIRACL)": -0.493493, "nAUC_Recall@5_max(MIRACL)": -0.314811, "nAUC_Recall@5_std(MIRACL)": 0.095653, "nAUC_Recall@5_diff1(MIRACL)": -0.493493, "nAUC_Recall@10_max(MIRACL)": -0.265274, "nAUC_Recall@10_std(MIRACL)": -0.231805, "nAUC_Recall@10_diff1(MIRACL)": 0.054966, "nAUC_Recall@20_max(MIRACL)": -0.000514, "nAUC_Recall@20_std(MIRACL)": -0.153414, "nAUC_Recall@20_diff1(MIRACL)": 0.159193, "nAUC_Recall@100_max(MIRACL)": 0.120521, "nAUC_Recall@100_std(MIRACL)": -0.185517, "nAUC_Recall@100_diff1(MIRACL)": 0.150744, "nAUC_Recall@1000_max(MIRACL)": 0.120521, "nAUC_Recall@1000_std(MIRACL)": -0.185517, "nAUC_Recall@1000_diff1(MIRACL)": 0.150744, "nAUC_P@1_max(MIRACL)": -0.314811, "nAUC_P@1_std(MIRACL)": 0.095653, "nAUC_P@1_diff1(MIRACL)": -0.493493, "nAUC_P@3_max(MIRACL)": -0.314811, "nAUC_P@3_std(MIRACL)": 0.095653, "nAUC_P@3_diff1(MIRACL)": -0.493493, "nAUC_P@5_max(MIRACL)": -0.314811, "nAUC_P@5_std(MIRACL)": 0.095653, "nAUC_P@5_diff1(MIRACL)": -0.493493, "nAUC_P@10_max(MIRACL)": -0.130402, "nAUC_P@10_std(MIRACL)": -0.211666, "nAUC_P@10_diff1(MIRACL)": 0.080079, "nAUC_P@20_max(MIRACL)": 0.083063, "nAUC_P@20_std(MIRACL)": -0.151568, "nAUC_P@20_diff1(MIRACL)": 0.174312, "nAUC_P@100_max(MIRACL)": 0.136059, "nAUC_P@100_std(MIRACL)": -0.01277, "nAUC_P@100_diff1(MIRACL)": 0.029759, "nAUC_P@1000_max(MIRACL)": 0.136059, "nAUC_P@1000_std(MIRACL)": -0.01277, "nAUC_P@1000_diff1(MIRACL)": 0.029759, "main_score": 0.02388, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "NDCG@1(MIRACL)": 0.01644, "NDCG@3(MIRACL)": 0.02411, "NDCG@5(MIRACL)": 0.03016, "NDCG@10(MIRACL)": 0.04655, "NDCG@20(MIRACL)": 0.07337, "NDCG@100(MIRACL)": 0.22179, "NDCG@1000(MIRACL)": 0.22179, "MAP@1(MIRACL)": 0.00921, "MAP@3(MIRACL)": 0.01854, "MAP@5(MIRACL)": 0.02201, "MAP@10(MIRACL)": 0.02888, "MAP@20(MIRACL)": 0.03593, "MAP@100(MIRACL)": 0.05634, "MAP@1000(MIRACL)": 0.05634, "Recall@1(MIRACL)": 0.00921, "Recall@3(MIRACL)": 0.02931, "Recall@5(MIRACL)": 0.04347, "Recall@10(MIRACL)": 0.09029, "Recall@20(MIRACL)": 0.18203, "Recall@100(MIRACL)": 0.91781, "Recall@1000(MIRACL)": 0.91781, "P@1(MIRACL)": 0.01644, "P@3(MIRACL)": 0.01644, "P@5(MIRACL)": 0.01425, "P@10(MIRACL)": 0.01411, "P@20(MIRACL)": 0.01589, "P@100(MIRACL)": 0.01633, "P@1000(MIRACL)": 0.00163, "nAUC_NDCG@1_max(MIRACL)": -0.149405, "nAUC_NDCG@1_std(MIRACL)": 0.248904, "nAUC_NDCG@1_diff1(MIRACL)": 0.270727, "nAUC_NDCG@3_max(MIRACL)": 0.045184, "nAUC_NDCG@3_std(MIRACL)": 0.276432, "nAUC_NDCG@3_diff1(MIRACL)": 0.255574, "nAUC_NDCG@5_max(MIRACL)": 0.049, "nAUC_NDCG@5_std(MIRACL)": 0.291825, "nAUC_NDCG@5_diff1(MIRACL)": 0.233459, "nAUC_NDCG@10_max(MIRACL)": 0.051164, "nAUC_NDCG@10_std(MIRACL)": 0.203625, "nAUC_NDCG@10_diff1(MIRACL)": 0.204641, "nAUC_NDCG@20_max(MIRACL)": 0.042758, "nAUC_NDCG@20_std(MIRACL)": 0.195896, "nAUC_NDCG@20_diff1(MIRACL)": 0.181736, "nAUC_NDCG@100_max(MIRACL)": 0.076243, "nAUC_NDCG@100_std(MIRACL)": 0.153407, "nAUC_NDCG@100_diff1(MIRACL)": 0.127712, "nAUC_NDCG@1000_max(MIRACL)": 0.076243, "nAUC_NDCG@1000_std(MIRACL)": 0.153407, "nAUC_NDCG@1000_diff1(MIRACL)": 0.127712, "nAUC_MAP@1_max(MIRACL)": -0.003268, "nAUC_MAP@1_std(MIRACL)": 0.470162, "nAUC_MAP@1_diff1(MIRACL)": 0.181104, "nAUC_MAP@3_max(MIRACL)": 0.050777, "nAUC_MAP@3_std(MIRACL)": 0.326677, "nAUC_MAP@3_diff1(MIRACL)": 0.250893, "nAUC_MAP@5_max(MIRACL)": 0.042345, "nAUC_MAP@5_std(MIRACL)": 0.330521, "nAUC_MAP@5_diff1(MIRACL)": 0.233038, "nAUC_MAP@10_max(MIRACL)": 0.047475, "nAUC_MAP@10_std(MIRACL)": 0.26223, "nAUC_MAP@10_diff1(MIRACL)": 0.216274, "nAUC_MAP@20_max(MIRACL)": 0.044925, "nAUC_MAP@20_std(MIRACL)": 0.248908, "nAUC_MAP@20_diff1(MIRACL)": 0.202375, "nAUC_MAP@100_max(MIRACL)": 0.046596, "nAUC_MAP@100_std(MIRACL)": 0.229986, "nAUC_MAP@100_diff1(MIRACL)": 0.18511, "nAUC_MAP@1000_max(MIRACL)": 0.046596, "nAUC_MAP@1000_std(MIRACL)": 0.229986, "nAUC_MAP@1000_diff1(MIRACL)": 0.18511, "nAUC_Recall@1_max(MIRACL)": -0.003268, "nAUC_Recall@1_std(MIRACL)": 0.470162, "nAUC_Recall@1_diff1(MIRACL)": 0.181104, "nAUC_Recall@3_max(MIRACL)": 0.112616, "nAUC_Recall@3_std(MIRACL)": 0.260863, "nAUC_Recall@3_diff1(MIRACL)": 0.264203, "nAUC_Recall@5_max(MIRACL)": 0.082583, "nAUC_Recall@5_std(MIRACL)": 0.286686, "nAUC_Recall@5_diff1(MIRACL)": 0.233162, "nAUC_Recall@10_max(MIRACL)": 0.066768, "nAUC_Recall@10_std(MIRACL)": 0.157789, "nAUC_Recall@10_diff1(MIRACL)": 0.189781, "nAUC_Recall@20_max(MIRACL)": 0.052796, "nAUC_Recall@20_std(MIRACL)": 0.167453, "nAUC_Recall@20_diff1(MIRACL)": 0.157046, "nAUC_Recall@100_max(MIRACL)": 0.362652, "nAUC_Recall@100_std(MIRACL)": 0.132944, "nAUC_Recall@100_diff1(MIRACL)": -0.09425, "nAUC_Recall@1000_max(MIRACL)": 0.362652, "nAUC_Recall@1000_std(MIRACL)": 0.132944, "nAUC_Recall@1000_diff1(MIRACL)": -0.09425, "nAUC_P@1_max(MIRACL)": -0.149405, "nAUC_P@1_std(MIRACL)": 0.248904, "nAUC_P@1_diff1(MIRACL)": 0.270727, "nAUC_P@3_max(MIRACL)": 0.024059, "nAUC_P@3_std(MIRACL)": 0.190606, "nAUC_P@3_diff1(MIRACL)": 0.252161, "nAUC_P@5_max(MIRACL)": 0.037806, "nAUC_P@5_std(MIRACL)": 0.190223, "nAUC_P@5_diff1(MIRACL)": 0.203149, "nAUC_P@10_max(MIRACL)": 0.034259, "nAUC_P@10_std(MIRACL)": 0.100366, "nAUC_P@10_diff1(MIRACL)": 0.162893, "nAUC_P@20_max(MIRACL)": 0.013571, "nAUC_P@20_std(MIRACL)": 0.110261, "nAUC_P@20_diff1(MIRACL)": 0.138813, "nAUC_P@100_max(MIRACL)": -0.015314, "nAUC_P@100_std(MIRACL)": -0.050999, "nAUC_P@100_diff1(MIRACL)": 0.030887, "nAUC_P@1000_max(MIRACL)": -0.015314, "nAUC_P@1000_std(MIRACL)": -0.050999, "nAUC_P@1000_diff1(MIRACL)": 0.030887, "main_score": 0.04655, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "NDCG@1(MIRACL)": 0.28571, "NDCG@3(MIRACL)": 0.36151, "NDCG@5(MIRACL)": 0.40256, "NDCG@10(MIRACL)": 0.41354, "NDCG@20(MIRACL)": 0.43003, "NDCG@100(MIRACL)": 0.45748, "NDCG@1000(MIRACL)": 0.45748, "MAP@1(MIRACL)": 0.26891, "MAP@3(MIRACL)": 0.33567, "MAP@5(MIRACL)": 0.35864, "MAP@10(MIRACL)": 0.36322, "MAP@20(MIRACL)": 0.3682, "MAP@100(MIRACL)": 0.3727, "MAP@1000(MIRACL)": 0.3727, "Recall@1(MIRACL)": 0.26891, "Recall@3(MIRACL)": 0.41877, "Recall@5(MIRACL)": 0.51401, "Recall@10(MIRACL)": 0.54762, "Recall@20(MIRACL)": 0.60924, "Recall@100(MIRACL)": 0.7479, "Recall@1000(MIRACL)": 0.7479, "P@1(MIRACL)": 0.28571, "P@3(MIRACL)": 0.15686, "P@5(MIRACL)": 0.11765, "P@10(MIRACL)": 0.06218, "P@20(MIRACL)": 0.03529, "P@100(MIRACL)": 0.00882, "P@1000(MIRACL)": 0.00088, "nAUC_NDCG@1_max(MIRACL)": 0.52418, "nAUC_NDCG@1_std(MIRACL)": -0.000754, "nAUC_NDCG@1_diff1(MIRACL)": 0.525222, "nAUC_NDCG@3_max(MIRACL)": 0.538097, "nAUC_NDCG@3_std(MIRACL)": 0.079636, "nAUC_NDCG@3_diff1(MIRACL)": 0.517095, "nAUC_NDCG@5_max(MIRACL)": 0.536016, "nAUC_NDCG@5_std(MIRACL)": 0.07745, "nAUC_NDCG@5_diff1(MIRACL)": 0.476385, "nAUC_NDCG@10_max(MIRACL)": 0.549597, "nAUC_NDCG@10_std(MIRACL)": 0.107211, "nAUC_NDCG@10_diff1(MIRACL)": 0.474294, "nAUC_NDCG@20_max(MIRACL)": 0.528146, "nAUC_NDCG@20_std(MIRACL)": 0.125237, "nAUC_NDCG@20_diff1(MIRACL)": 0.46733, "nAUC_NDCG@100_max(MIRACL)": 0.528857, "nAUC_NDCG@100_std(MIRACL)": 0.130022, "nAUC_NDCG@100_diff1(MIRACL)": 0.472425, "nAUC_NDCG@1000_max(MIRACL)": 0.528857, "nAUC_NDCG@1000_std(MIRACL)": 0.130022, "nAUC_NDCG@1000_diff1(MIRACL)": 0.472425, "nAUC_MAP@1_max(MIRACL)": 0.485521, "nAUC_MAP@1_std(MIRACL)": 0.026185, "nAUC_MAP@1_diff1(MIRACL)": 0.497817, "nAUC_MAP@3_max(MIRACL)": 0.530076, "nAUC_MAP@3_std(MIRACL)": 0.058887, "nAUC_MAP@3_diff1(MIRACL)": 0.514291, "nAUC_MAP@5_max(MIRACL)": 0.528968, "nAUC_MAP@5_std(MIRACL)": 0.05873, "nAUC_MAP@5_diff1(MIRACL)": 0.491756, "nAUC_MAP@10_max(MIRACL)": 0.533982, "nAUC_MAP@10_std(MIRACL)": 0.07056, "nAUC_MAP@10_diff1(MIRACL)": 0.491259, "nAUC_MAP@20_max(MIRACL)": 0.527353, "nAUC_MAP@20_std(MIRACL)": 0.078696, "nAUC_MAP@20_diff1(MIRACL)": 0.487842, "nAUC_MAP@100_max(MIRACL)": 0.527097, "nAUC_MAP@100_std(MIRACL)": 0.079261, "nAUC_MAP@100_diff1(MIRACL)": 0.489567, "nAUC_MAP@1000_max(MIRACL)": 0.527097, "nAUC_MAP@1000_std(MIRACL)": 0.079261, "nAUC_MAP@1000_diff1(MIRACL)": 0.489567, "nAUC_Recall@1_max(MIRACL)": 0.485521, "nAUC_Recall@1_std(MIRACL)": 0.026185, "nAUC_Recall@1_diff1(MIRACL)": 0.497817, "nAUC_Recall@3_max(MIRACL)": 0.54532, "nAUC_Recall@3_std(MIRACL)": 0.14189, "nAUC_Recall@3_diff1(MIRACL)": 0.513961, "nAUC_Recall@5_max(MIRACL)": 0.53336, "nAUC_Recall@5_std(MIRACL)": 0.13019, "nAUC_Recall@5_diff1(MIRACL)": 0.411833, "nAUC_Recall@10_max(MIRACL)": 0.575187, "nAUC_Recall@10_std(MIRACL)": 0.22486, "nAUC_Recall@10_diff1(MIRACL)": 0.399425, "nAUC_Recall@20_max(MIRACL)": 0.496939, "nAUC_Recall@20_std(MIRACL)": 0.286015, "nAUC_Recall@20_diff1(MIRACL)": 0.377136, "nAUC_Recall@100_max(MIRACL)": 0.523268, "nAUC_Recall@100_std(MIRACL)": 0.39224, "nAUC_Recall@100_diff1(MIRACL)": 0.384465, "nAUC_Recall@1000_max(MIRACL)": 0.523268, "nAUC_Recall@1000_std(MIRACL)": 0.39224, "nAUC_Recall@1000_diff1(MIRACL)": 0.384465, "nAUC_P@1_max(MIRACL)": 0.52418, "nAUC_P@1_std(MIRACL)": -0.000754, "nAUC_P@1_diff1(MIRACL)": 0.525222, "nAUC_P@3_max(MIRACL)": 0.589352, "nAUC_P@3_std(MIRACL)": 0.121462, "nAUC_P@3_diff1(MIRACL)": 0.537298, "nAUC_P@5_max(MIRACL)": 0.525634, "nAUC_P@5_std(MIRACL)": 0.131864, "nAUC_P@5_diff1(MIRACL)": 0.391302, "nAUC_P@10_max(MIRACL)": 0.563001, "nAUC_P@10_std(MIRACL)": 0.212497, "nAUC_P@10_diff1(MIRACL)": 0.38192, "nAUC_P@20_max(MIRACL)": 0.410587, "nAUC_P@20_std(MIRACL)": 0.296361, "nAUC_P@20_diff1(MIRACL)": 0.301687, "nAUC_P@100_max(MIRACL)": 0.286677, "nAUC_P@100_std(MIRACL)": 0.264446, "nAUC_P@100_diff1(MIRACL)": 0.20491, "nAUC_P@1000_max(MIRACL)": 0.286677, "nAUC_P@1000_std(MIRACL)": 0.264446, "nAUC_P@1000_diff1(MIRACL)": 0.20491, "main_score": 0.41354, "hf_subset": "yo", "languages": [ "yor-Latn" ] }, { "NDCG@1(MIRACL)": 0.03325, "NDCG@3(MIRACL)": 0.04306, "NDCG@5(MIRACL)": 0.05582, "NDCG@10(MIRACL)": 0.07785, "NDCG@20(MIRACL)": 0.09808, "NDCG@100(MIRACL)": 0.19888, "NDCG@1000(MIRACL)": 0.19888, "MAP@1(MIRACL)": 0.02012, "MAP@3(MIRACL)": 0.03229, "MAP@5(MIRACL)": 0.03983, "MAP@10(MIRACL)": 0.04873, "MAP@20(MIRACL)": 0.05486, "MAP@100(MIRACL)": 0.0692, "MAP@1000(MIRACL)": 0.0692, "Recall@1(MIRACL)": 0.02012, "Recall@3(MIRACL)": 0.04764, "Recall@5(MIRACL)": 0.07773, "Recall@10(MIRACL)": 0.13408, "Recall@20(MIRACL)": 0.20056, "Recall@100(MIRACL)": 0.69054, "Recall@1000(MIRACL)": 0.69054, "P@1(MIRACL)": 0.03325, "P@3(MIRACL)": 0.02984, "P@5(MIRACL)": 0.02916, "P@10(MIRACL)": 0.02711, "P@20(MIRACL)": 0.02059, "P@100(MIRACL)": 0.01419, "P@1000(MIRACL)": 0.00142, "nAUC_NDCG@1_max(MIRACL)": -0.064466, "nAUC_NDCG@1_std(MIRACL)": 0.193564, "nAUC_NDCG@1_diff1(MIRACL)": 0.09764, "nAUC_NDCG@3_max(MIRACL)": -0.002146, "nAUC_NDCG@3_std(MIRACL)": 0.11637, "nAUC_NDCG@3_diff1(MIRACL)": 0.036778, "nAUC_NDCG@5_max(MIRACL)": 0.012132, "nAUC_NDCG@5_std(MIRACL)": 0.070055, "nAUC_NDCG@5_diff1(MIRACL)": 0.036467, "nAUC_NDCG@10_max(MIRACL)": 0.061494, "nAUC_NDCG@10_std(MIRACL)": 0.10011, "nAUC_NDCG@10_diff1(MIRACL)": 0.071222, "nAUC_NDCG@20_max(MIRACL)": 0.075719, "nAUC_NDCG@20_std(MIRACL)": 0.12089, "nAUC_NDCG@20_diff1(MIRACL)": 0.054027, "nAUC_NDCG@100_max(MIRACL)": 0.081381, "nAUC_NDCG@100_std(MIRACL)": 0.110152, "nAUC_NDCG@100_diff1(MIRACL)": -0.007114, "nAUC_NDCG@1000_max(MIRACL)": 0.081381, "nAUC_NDCG@1000_std(MIRACL)": 0.110152, "nAUC_NDCG@1000_diff1(MIRACL)": -0.007114, "nAUC_MAP@1_max(MIRACL)": -0.158563, "nAUC_MAP@1_std(MIRACL)": 0.223593, "nAUC_MAP@1_diff1(MIRACL)": 0.267499, "nAUC_MAP@3_max(MIRACL)": -0.040539, "nAUC_MAP@3_std(MIRACL)": 0.146651, "nAUC_MAP@3_diff1(MIRACL)": 0.093996, "nAUC_MAP@5_max(MIRACL)": -0.021071, "nAUC_MAP@5_std(MIRACL)": 0.106037, "nAUC_MAP@5_diff1(MIRACL)": 0.07784, "nAUC_MAP@10_max(MIRACL)": 0.012173, "nAUC_MAP@10_std(MIRACL)": 0.12518, "nAUC_MAP@10_diff1(MIRACL)": 0.090423, "nAUC_MAP@20_max(MIRACL)": 0.028045, "nAUC_MAP@20_std(MIRACL)": 0.141485, "nAUC_MAP@20_diff1(MIRACL)": 0.08335, "nAUC_MAP@100_max(MIRACL)": 0.03075, "nAUC_MAP@100_std(MIRACL)": 0.138731, "nAUC_MAP@100_diff1(MIRACL)": 0.063792, "nAUC_MAP@1000_max(MIRACL)": 0.03075, "nAUC_MAP@1000_std(MIRACL)": 0.138731, "nAUC_MAP@1000_diff1(MIRACL)": 0.063792, "nAUC_Recall@1_max(MIRACL)": -0.158563, "nAUC_Recall@1_std(MIRACL)": 0.223593, "nAUC_Recall@1_diff1(MIRACL)": 0.267499, "nAUC_Recall@3_max(MIRACL)": 0.029434, "nAUC_Recall@3_std(MIRACL)": 0.082292, "nAUC_Recall@3_diff1(MIRACL)": 0.022092, "nAUC_Recall@5_max(MIRACL)": 0.039024, "nAUC_Recall@5_std(MIRACL)": 0.003024, "nAUC_Recall@5_diff1(MIRACL)": 0.027798, "nAUC_Recall@10_max(MIRACL)": 0.099457, "nAUC_Recall@10_std(MIRACL)": 0.059981, "nAUC_Recall@10_diff1(MIRACL)": 0.092905, "nAUC_Recall@20_max(MIRACL)": 0.111006, "nAUC_Recall@20_std(MIRACL)": 0.089558, "nAUC_Recall@20_diff1(MIRACL)": 0.049157, "nAUC_Recall@100_max(MIRACL)": 0.12469, "nAUC_Recall@100_std(MIRACL)": 0.05145, "nAUC_Recall@100_diff1(MIRACL)": -0.071202, "nAUC_Recall@1000_max(MIRACL)": 0.12469, "nAUC_Recall@1000_std(MIRACL)": 0.05145, "nAUC_Recall@1000_diff1(MIRACL)": -0.071202, "nAUC_P@1_max(MIRACL)": -0.064466, "nAUC_P@1_std(MIRACL)": 0.193564, "nAUC_P@1_diff1(MIRACL)": 0.09764, "nAUC_P@3_max(MIRACL)": 0.076217, "nAUC_P@3_std(MIRACL)": 0.088274, "nAUC_P@3_diff1(MIRACL)": -0.077463, "nAUC_P@5_max(MIRACL)": 0.062127, "nAUC_P@5_std(MIRACL)": 0.060287, "nAUC_P@5_diff1(MIRACL)": -0.059741, "nAUC_P@10_max(MIRACL)": 0.125438, "nAUC_P@10_std(MIRACL)": 0.131939, "nAUC_P@10_diff1(MIRACL)": 0.012274, "nAUC_P@20_max(MIRACL)": 0.131928, "nAUC_P@20_std(MIRACL)": 0.172734, "nAUC_P@20_diff1(MIRACL)": 0.006627, "nAUC_P@100_max(MIRACL)": 0.095549, "nAUC_P@100_std(MIRACL)": 0.108703, "nAUC_P@100_diff1(MIRACL)": -0.113582, "nAUC_P@1000_max(MIRACL)": 0.095549, "nAUC_P@1000_std(MIRACL)": 0.108703, "nAUC_P@1000_diff1(MIRACL)": -0.113582, "main_score": 0.07785, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 852.5559170246124, "kg_co2_emissions": 0.03166999809126993 }