{
  "dataset_revision": "6d1962c527217f8927fca80f890f14f36b2802af",
  "task_name": "MIRACLReranking",
  "mteb_version": "1.38.39",
  "scores": {
    "dev": [
      {
        "NDCG@1(MIRACL)": 0.4507,
        "NDCG@3(MIRACL)": 0.60327,
        "NDCG@5(MIRACL)": 0.61969,
        "NDCG@10(MIRACL)": 0.72312,
        "NDCG@20(MIRACL)": 0.73695,
        "NDCG@100(MIRACL)": 0.74773,
        "NDCG@1000(MIRACL)": 0.74773,
        "MAP@1(MIRACL)": 0.29269,
        "MAP@3(MIRACL)": 0.44474,
        "MAP@5(MIRACL)": 0.47472,
        "MAP@10(MIRACL)": 0.53498,
        "MAP@20(MIRACL)": 0.54292,
        "MAP@100(MIRACL)": 0.54732,
        "MAP@1000(MIRACL)": 0.54732,
        "Recall@1(MIRACL)": 0.29269,
        "Recall@3(MIRACL)": 0.55677,
        "Recall@5(MIRACL)": 0.62161,
        "Recall@10(MIRACL)": 0.82188,
        "Recall@20(MIRACL)": 0.86275,
        "Recall@100(MIRACL)": 0.90141,
        "Recall@1000(MIRACL)": 0.90141,
        "P@1(MIRACL)": 0.4507,
        "P@3(MIRACL)": 0.2723,
        "P@5(MIRACL)": 0.20188,
        "P@10(MIRACL)": 0.12723,
        "P@20(MIRACL)": 0.07042,
        "P@100(MIRACL)": 0.01549,
        "P@1000(MIRACL)": 0.00155,
        "nAUC_NDCG@1_max(MIRACL)": 0.321686,
        "nAUC_NDCG@1_std(MIRACL)": 0.053535,
        "nAUC_NDCG@1_diff1(MIRACL)": 0.248298,
        "nAUC_NDCG@3_max(MIRACL)": 0.398243,
        "nAUC_NDCG@3_std(MIRACL)": 0.01635,
        "nAUC_NDCG@3_diff1(MIRACL)": 0.278255,
        "nAUC_NDCG@5_max(MIRACL)": 0.415079,
        "nAUC_NDCG@5_std(MIRACL)": 0.022551,
        "nAUC_NDCG@5_diff1(MIRACL)": 0.322109,
        "nAUC_NDCG@10_max(MIRACL)": 0.427464,
        "nAUC_NDCG@10_std(MIRACL)": 0.011505,
        "nAUC_NDCG@10_diff1(MIRACL)": 0.269869,
        "nAUC_NDCG@20_max(MIRACL)": 0.46109,
        "nAUC_NDCG@20_std(MIRACL)": 0.025572,
        "nAUC_NDCG@20_diff1(MIRACL)": 0.266877,
        "nAUC_NDCG@100_max(MIRACL)": 0.479296,
        "nAUC_NDCG@100_std(MIRACL)": 0.048825,
        "nAUC_NDCG@100_diff1(MIRACL)": 0.264409,
        "nAUC_NDCG@1000_max(MIRACL)": 0.479296,
        "nAUC_NDCG@1000_std(MIRACL)": 0.048825,
        "nAUC_NDCG@1000_diff1(MIRACL)": 0.264409,
        "nAUC_MAP@1_max(MIRACL)": 0.208809,
        "nAUC_MAP@1_std(MIRACL)": -0.097629,
        "nAUC_MAP@1_diff1(MIRACL)": 0.360076,
        "nAUC_MAP@3_max(MIRACL)": 0.28759,
        "nAUC_MAP@3_std(MIRACL)": -0.072377,
        "nAUC_MAP@3_diff1(MIRACL)": 0.325016,
        "nAUC_MAP@5_max(MIRACL)": 0.311334,
        "nAUC_MAP@5_std(MIRACL)": -0.034169,
        "nAUC_MAP@5_diff1(MIRACL)": 0.328866,
        "nAUC_MAP@10_max(MIRACL)": 0.34739,
        "nAUC_MAP@10_std(MIRACL)": -0.004205,
        "nAUC_MAP@10_diff1(MIRACL)": 0.304572,
        "nAUC_MAP@20_max(MIRACL)": 0.360301,
        "nAUC_MAP@20_std(MIRACL)": 0.003416,
        "nAUC_MAP@20_diff1(MIRACL)": 0.297398,
        "nAUC_MAP@100_max(MIRACL)": 0.367663,
        "nAUC_MAP@100_std(MIRACL)": 0.014891,
        "nAUC_MAP@100_diff1(MIRACL)": 0.294684,
        "nAUC_MAP@1000_max(MIRACL)": 0.367663,
        "nAUC_MAP@1000_std(MIRACL)": 0.014891,
        "nAUC_MAP@1000_diff1(MIRACL)": 0.294684,
        "nAUC_Recall@1_max(MIRACL)": 0.208809,
        "nAUC_Recall@1_std(MIRACL)": -0.097629,
        "nAUC_Recall@1_diff1(MIRACL)": 0.360076,
        "nAUC_Recall@3_max(MIRACL)": 0.319388,
        "nAUC_Recall@3_std(MIRACL)": -0.088648,
        "nAUC_Recall@3_diff1(MIRACL)": 0.326437,
        "nAUC_Recall@5_max(MIRACL)": 0.343419,
        "nAUC_Recall@5_std(MIRACL)": -0.032121,
        "nAUC_Recall@5_diff1(MIRACL)": 0.357338,
        "nAUC_Recall@10_max(MIRACL)": 0.505111,
        "nAUC_Recall@10_std(MIRACL)": 0.028528,
        "nAUC_Recall@10_diff1(MIRACL)": 0.263399,
        "nAUC_Recall@20_max(MIRACL)": 0.690568,
        "nAUC_Recall@20_std(MIRACL)": 0.107645,
        "nAUC_Recall@20_diff1(MIRACL)": 0.284892,
        "nAUC_Recall@100_max(MIRACL)": 0.848163,
        "nAUC_Recall@100_std(MIRACL)": 0.224462,
        "nAUC_Recall@100_diff1(MIRACL)": 0.287824,
        "nAUC_Recall@1000_max(MIRACL)": 0.848163,
        "nAUC_Recall@1000_std(MIRACL)": 0.224462,
        "nAUC_Recall@1000_diff1(MIRACL)": 0.287824,
        "nAUC_P@1_max(MIRACL)": 0.321686,
        "nAUC_P@1_std(MIRACL)": 0.053535,
        "nAUC_P@1_diff1(MIRACL)": 0.248298,
        "nAUC_P@3_max(MIRACL)": 0.323827,
        "nAUC_P@3_std(MIRACL)": 0.144051,
        "nAUC_P@3_diff1(MIRACL)": 0.033648,
        "nAUC_P@5_max(MIRACL)": 0.309682,
        "nAUC_P@5_std(MIRACL)": 0.225667,
        "nAUC_P@5_diff1(MIRACL)": 0.012184,
        "nAUC_P@10_max(MIRACL)": 0.28472,
        "nAUC_P@10_std(MIRACL)": 0.267279,
        "nAUC_P@10_diff1(MIRACL)": -0.080776,
        "nAUC_P@20_max(MIRACL)": 0.286046,
        "nAUC_P@20_std(MIRACL)": 0.26833,
        "nAUC_P@20_diff1(MIRACL)": -0.100912,
        "nAUC_P@100_max(MIRACL)": 0.288928,
        "nAUC_P@100_std(MIRACL)": 0.303295,
        "nAUC_P@100_diff1(MIRACL)": -0.1057,
        "nAUC_P@1000_max(MIRACL)": 0.288928,
        "nAUC_P@1000_std(MIRACL)": 0.303295,
        "nAUC_P@1000_diff1(MIRACL)": -0.1057,
        "main_score": 0.72312,
        "hf_subset": "ko",
        "languages": [
          "kor-Kore"
        ]
      },
      {
        "ndcg_at_1": 0.47534,
        "ndcg_at_3": 0.53888,
        "ndcg_at_5": 0.58076,
        "ndcg_at_10": 0.61805,
        "ndcg_at_20": 0.64213,
        "ndcg_at_100": 0.65686,
        "ndcg_at_1000": 0.65803,
        "map_at_1": 0.34324,
        "map_at_3": 0.47658,
        "map_at_5": 0.50991,
        "map_at_10": 0.53286,
        "map_at_20": 0.54389,
        "map_at_100": 0.54797,
        "map_at_1000": 0.54808,
        "recall_at_1": 0.34324,
        "recall_at_3": 0.58447,
        "recall_at_5": 0.68249,
        "recall_at_10": 0.77944,
        "recall_at_20": 0.85257,
        "recall_at_100": 0.91107,
        "recall_at_1000": 0.91781,
        "accuracy": 0.34324,
        "precision_at_1": 0.47534,
        "precision_at_3": 0.29087,
        "precision_at_5": 0.21288,
        "precision_at_10": 0.1274,
        "precision_at_20": 0.07308,
        "precision_at_100": 0.01618,
        "precision_at_1000": 0.00163,
        "mrr_at_1": 0.460274,
        "mrr_at_3": 0.574886,
        "mrr_at_5": 0.593447,
        "mrr_at_10": 0.601801,
        "mrr_at_20": 0.603839,
        "mrr_at_100": 0.604651,
        "mrr_at_1000": 0.604673,
        "nauc_ndcg_at_1_max": 0.232038,
        "nauc_ndcg_at_1_std": -0.050798,
        "nauc_ndcg_at_1_diff1": 0.474914,
        "nauc_ndcg_at_3_max": 0.205072,
        "nauc_ndcg_at_3_std": -0.13301,
        "nauc_ndcg_at_3_diff1": 0.372855,
        "nauc_ndcg_at_5_max": 0.232847,
        "nauc_ndcg_at_5_std": -0.115938,
        "nauc_ndcg_at_5_diff1": 0.365133,
        "nauc_ndcg_at_10_max": 0.249259,
        "nauc_ndcg_at_10_std": -0.100934,
        "nauc_ndcg_at_10_diff1": 0.356966,
        "nauc_ndcg_at_20_max": 0.263194,
        "nauc_ndcg_at_20_std": -0.077275,
        "nauc_ndcg_at_20_diff1": 0.354574,
        "nauc_ndcg_at_100_max": 0.273254,
        "nauc_ndcg_at_100_std": -0.046587,
        "nauc_ndcg_at_100_diff1": 0.349761,
        "nauc_ndcg_at_1000_max": 0.272457,
        "nauc_ndcg_at_1000_std": -0.046311,
        "nauc_ndcg_at_1000_diff1": 0.349859,
        "nauc_map_at_1_max": 0.132268,
        "nauc_map_at_1_std": -0.146369,
        "nauc_map_at_1_diff1": 0.442547,
        "nauc_map_at_3_max": 0.172111,
        "nauc_map_at_3_std": -0.158247,
        "nauc_map_at_3_diff1": 0.390016,
        "nauc_map_at_5_max": 0.197818,
        "nauc_map_at_5_std": -0.141886,
        "nauc_map_at_5_diff1": 0.384114,
        "nauc_map_at_10_max": 0.209595,
        "nauc_map_at_10_std": -0.130417,
        "nauc_map_at_10_diff1": 0.382724,
        "nauc_map_at_20_max": 0.214548,
        "nauc_map_at_20_std": -0.121922,
        "nauc_map_at_20_diff1": 0.38262,
        "nauc_map_at_100_max": 0.216982,
        "nauc_map_at_100_std": -0.113293,
        "nauc_map_at_100_diff1": 0.38183,
        "nauc_map_at_1000_max": 0.217012,
        "nauc_map_at_1000_std": -0.113166,
        "nauc_map_at_1000_diff1": 0.381816,
        "nauc_recall_at_1_max": 0.132268,
        "nauc_recall_at_1_std": -0.146369,
        "nauc_recall_at_1_diff1": 0.442547,
        "nauc_recall_at_3_max": 0.166024,
        "nauc_recall_at_3_std": -0.200843,
        "nauc_recall_at_3_diff1": 0.291894,
        "nauc_recall_at_5_max": 0.22217,
        "nauc_recall_at_5_std": -0.151094,
        "nauc_recall_at_5_diff1": 0.261535,
        "nauc_recall_at_10_max": 0.277018,
        "nauc_recall_at_10_std": -0.108208,
        "nauc_recall_at_10_diff1": 0.204523,
        "nauc_recall_at_20_max": 0.366349,
        "nauc_recall_at_20_std": -0.014533,
        "nauc_recall_at_20_diff1": 0.151377,
        "nauc_recall_at_100_max": 0.558265,
        "nauc_recall_at_100_std": 0.30104,
        "nauc_recall_at_100_diff1": 0.024964,
        "nauc_recall_at_1000_max": 0.565857,
        "nauc_recall_at_1000_std": 0.323973,
        "nauc_recall_at_1000_diff1": 0.008862,
        "nauc_precision_at_1_max": 0.232038,
        "nauc_precision_at_1_std": -0.050798,
        "nauc_precision_at_1_diff1": 0.474914,
        "nauc_precision_at_3_max": 0.261979,
        "nauc_precision_at_3_std": 0.019187,
        "nauc_precision_at_3_diff1": 0.183718,
        "nauc_precision_at_5_max": 0.290269,
        "nauc_precision_at_5_std": 0.120986,
        "nauc_precision_at_5_diff1": 0.075925,
        "nauc_precision_at_10_max": 0.250538,
        "nauc_precision_at_10_std": 0.194704,
        "nauc_precision_at_10_diff1": -0.013854,
        "nauc_precision_at_20_max": 0.220965,
        "nauc_precision_at_20_std": 0.257983,
        "nauc_precision_at_20_diff1": -0.066204,
        "nauc_precision_at_100_max": 0.197204,
        "nauc_precision_at_100_std": 0.338076,
        "nauc_precision_at_100_diff1": -0.117477,
        "nauc_precision_at_1000_max": 0.192256,
        "nauc_precision_at_1000_std": 0.339622,
        "nauc_precision_at_1000_diff1": -0.12114,
        "nauc_mrr_at_1_max": 0.202093,
        "nauc_mrr_at_1_std": -0.089463,
        "nauc_mrr_at_1_diff1": 0.474857,
        "nauc_mrr_at_3_max": 0.250178,
        "nauc_mrr_at_3_std": -0.095815,
        "nauc_mrr_at_3_diff1": 0.397856,
        "nauc_mrr_at_5_max": 0.254036,
        "nauc_mrr_at_5_std": -0.079453,
        "nauc_mrr_at_5_diff1": 0.401554,
        "nauc_mrr_at_10_max": 0.254005,
        "nauc_mrr_at_10_std": -0.07587,
        "nauc_mrr_at_10_diff1": 0.401398,
        "nauc_mrr_at_20_max": 0.255063,
        "nauc_mrr_at_20_std": -0.073804,
        "nauc_mrr_at_20_diff1": 0.400134,
        "nauc_mrr_at_100_max": 0.254833,
        "nauc_mrr_at_100_std": -0.073048,
        "nauc_mrr_at_100_diff1": 0.399894,
        "nauc_mrr_at_1000_max": 0.254776,
        "nauc_mrr_at_1000_std": -0.073083,
        "nauc_mrr_at_1000_diff1": 0.399897,
        "cv_recall_at_1": 0.46027,
        "cv_recall_at_3": 0.71918,
        "cv_recall_at_5": 0.80137,
        "cv_recall_at_10": 0.86027,
        "cv_recall_at_20": 0.88904,
        "cv_recall_at_100": 0.91507,
        "cv_recall_at_1000": 0.91781,
        "main_score": 0.61805,
        "hf_subset": "th",
        "languages": [
          "tha-Thai"
        ]
      }
    ]
  },
  "evaluation_time": 320.728688955307,
  "kg_co2_emissions": null
}