{
  "dataset_revision": "6d1962c527217f8927fca80f890f14f36b2802af",
  "task_name": "MIRACLReranking",
  "mteb_version": "1.25.8",
  "scores": {
    "dev": [
      {
        "NDCG@1(MIRACL)": 0.34019,
        "NDCG@3(MIRACL)": 0.3981,
        "NDCG@5(MIRACL)": 0.43843,
        "NDCG@10(MIRACL)": 0.48778,
        "NDCG@20(MIRACL)": 0.51466,
        "NDCG@100(MIRACL)": 0.5312,
        "NDCG@1000(MIRACL)": 0.5312,
        "MAP@1(MIRACL)": 0.24128,
        "MAP@3(MIRACL)": 0.34525,
        "MAP@5(MIRACL)": 0.37877,
        "MAP@10(MIRACL)": 0.40705,
        "MAP@20(MIRACL)": 0.41817,
        "MAP@100(MIRACL)": 0.42279,
        "MAP@1000(MIRACL)": 0.42279,
        "Recall@1(MIRACL)": 0.24128,
        "Recall@3(MIRACL)": 0.43426,
        "Recall@5(MIRACL)": 0.5312,
        "Recall@10(MIRACL)": 0.66259,
        "Recall@20(MIRACL)": 0.74881,
        "Recall@100(MIRACL)": 0.81487,
        "Recall@1000(MIRACL)": 0.81487,
        "P@1(MIRACL)": 0.34019,
        "P@3(MIRACL)": 0.22574,
        "P@5(MIRACL)": 0.17278,
        "P@10(MIRACL)": 0.11187,
        "P@20(MIRACL)": 0.06535,
        "P@100(MIRACL)": 0.01467,
        "P@1000(MIRACL)": 0.00147,
        "nAUC_NDCG@1_max(MIRACL)": 0.19927,
        "nAUC_NDCG@1_std(MIRACL)": 0.071203,
        "nAUC_NDCG@1_diff1(MIRACL)": 0.266,
        "nAUC_NDCG@3_max(MIRACL)": 0.220105,
        "nAUC_NDCG@3_std(MIRACL)": 0.096596,
        "nAUC_NDCG@3_diff1(MIRACL)": 0.22086,
        "nAUC_NDCG@5_max(MIRACL)": 0.226614,
        "nAUC_NDCG@5_std(MIRACL)": 0.093606,
        "nAUC_NDCG@5_diff1(MIRACL)": 0.207435,
        "nAUC_NDCG@10_max(MIRACL)": 0.252904,
        "nAUC_NDCG@10_std(MIRACL)": 0.097081,
        "nAUC_NDCG@10_diff1(MIRACL)": 0.173432,
        "nAUC_NDCG@20_max(MIRACL)": 0.278731,
        "nAUC_NDCG@20_std(MIRACL)": 0.112694,
        "nAUC_NDCG@20_diff1(MIRACL)": 0.185719,
        "nAUC_NDCG@100_max(MIRACL)": 0.285511,
        "nAUC_NDCG@100_std(MIRACL)": 0.114134,
        "nAUC_NDCG@100_diff1(MIRACL)": 0.18336,
        "nAUC_NDCG@1000_max(MIRACL)": 0.285511,
        "nAUC_NDCG@1000_std(MIRACL)": 0.114134,
        "nAUC_NDCG@1000_diff1(MIRACL)": 0.18336,
        "nAUC_MAP@1_max(MIRACL)": 0.124602,
        "nAUC_MAP@1_std(MIRACL)": 0.055531,
        "nAUC_MAP@1_diff1(MIRACL)": 0.297389,
        "nAUC_MAP@3_max(MIRACL)": 0.186537,
        "nAUC_MAP@3_std(MIRACL)": 0.084385,
        "nAUC_MAP@3_diff1(MIRACL)": 0.245554,
        "nAUC_MAP@5_max(MIRACL)": 0.199944,
        "nAUC_MAP@5_std(MIRACL)": 0.089626,
        "nAUC_MAP@5_diff1(MIRACL)": 0.229511,
        "nAUC_MAP@10_max(MIRACL)": 0.217715,
        "nAUC_MAP@10_std(MIRACL)": 0.092973,
        "nAUC_MAP@10_diff1(MIRACL)": 0.211572,
        "nAUC_MAP@20_max(MIRACL)": 0.23021,
        "nAUC_MAP@20_std(MIRACL)": 0.097959,
        "nAUC_MAP@20_diff1(MIRACL)": 0.217039,
        "nAUC_MAP@100_max(MIRACL)": 0.231763,
        "nAUC_MAP@100_std(MIRACL)": 0.09782,
        "nAUC_MAP@100_diff1(MIRACL)": 0.217511,
        "nAUC_MAP@1000_max(MIRACL)": 0.231763,
        "nAUC_MAP@1000_std(MIRACL)": 0.09782,
        "nAUC_MAP@1000_diff1(MIRACL)": 0.217511,
        "nAUC_Recall@1_max(MIRACL)": 0.124602,
        "nAUC_Recall@1_std(MIRACL)": 0.055531,
        "nAUC_Recall@1_diff1(MIRACL)": 0.297389,
        "nAUC_Recall@3_max(MIRACL)": 0.200558,
        "nAUC_Recall@3_std(MIRACL)": 0.0994,
        "nAUC_Recall@3_diff1(MIRACL)": 0.176869,
        "nAUC_Recall@5_max(MIRACL)": 0.225388,
        "nAUC_Recall@5_std(MIRACL)": 0.089225,
        "nAUC_Recall@5_diff1(MIRACL)": 0.138878,
        "nAUC_Recall@10_max(MIRACL)": 0.30038,
        "nAUC_Recall@10_std(MIRACL)": 0.102177,
        "nAUC_Recall@10_diff1(MIRACL)": 0.022867,
        "nAUC_Recall@20_max(MIRACL)": 0.426778,
        "nAUC_Recall@20_std(MIRACL)": 0.185061,
        "nAUC_Recall@20_diff1(MIRACL)": 0.044656,
        "nAUC_Recall@100_max(MIRACL)": 0.536074,
        "nAUC_Recall@100_std(MIRACL)": 0.234572,
        "nAUC_Recall@100_diff1(MIRACL)": -0.00338,
        "nAUC_Recall@1000_max(MIRACL)": 0.536074,
        "nAUC_Recall@1000_std(MIRACL)": 0.234572,
        "nAUC_Recall@1000_diff1(MIRACL)": -0.00338,
        "nAUC_P@1_max(MIRACL)": 0.19927,
        "nAUC_P@1_std(MIRACL)": 0.071203,
        "nAUC_P@1_diff1(MIRACL)": 0.266,
        "nAUC_P@3_max(MIRACL)": 0.284087,
        "nAUC_P@3_std(MIRACL)": 0.140296,
        "nAUC_P@3_diff1(MIRACL)": 0.100417,
        "nAUC_P@5_max(MIRACL)": 0.277647,
        "nAUC_P@5_std(MIRACL)": 0.133189,
        "nAUC_P@5_diff1(MIRACL)": 0.047328,
        "nAUC_P@10_max(MIRACL)": 0.298486,
        "nAUC_P@10_std(MIRACL)": 0.111444,
        "nAUC_P@10_diff1(MIRACL)": -0.019213,
        "nAUC_P@20_max(MIRACL)": 0.304769,
        "nAUC_P@20_std(MIRACL)": 0.111287,
        "nAUC_P@20_diff1(MIRACL)": -0.000599,
        "nAUC_P@100_max(MIRACL)": 0.267279,
        "nAUC_P@100_std(MIRACL)": 0.077208,
        "nAUC_P@100_diff1(MIRACL)": -0.011777,
        "nAUC_P@1000_max(MIRACL)": 0.267279,
        "nAUC_P@1000_std(MIRACL)": 0.077208,
        "nAUC_P@1000_diff1(MIRACL)": -0.011777,
        "main_score": 0.48778,
        "hf_subset": "fa",
        "languages": [
          "fas-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 412.9587004184723,
  "kg_co2_emissions": null
}