{
  "dataset_revision": "ab518f4d6fcca38d87c25209f94beba119d02014",
  "task_name": "HotpotQA",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.02228,
        "ndcg_at_3": 0.01879,
        "ndcg_at_5": 0.02091,
        "ndcg_at_10": 0.02389,
        "ndcg_at_20": 0.02626,
        "ndcg_at_100": 0.03327,
        "ndcg_at_1000": 0.04538,
        "map_at_1": 0.01114,
        "map_at_3": 0.01438,
        "map_at_5": 0.01537,
        "map_at_10": 0.0164,
        "map_at_20": 0.01697,
        "map_at_100": 0.01776,
        "map_at_1000": 0.0181,
        "recall_at_1": 0.01114,
        "recall_at_3": 0.01837,
        "recall_at_5": 0.02262,
        "recall_at_10": 0.03018,
        "recall_at_20": 0.03781,
        "recall_at_100": 0.06975,
        "recall_at_1000": 0.15246,
        "precision_at_1": 0.02228,
        "precision_at_3": 0.01224,
        "precision_at_5": 0.00905,
        "precision_at_10": 0.00604,
        "precision_at_20": 0.00378,
        "precision_at_100": 0.0014,
        "precision_at_1000": 0.0003,
        "mrr_at_1": 0.022282,
        "mrr_at_3": 0.028314,
        "mrr_at_5": 0.030131,
        "mrr_at_10": 0.032073,
        "mrr_at_20": 0.033057,
        "mrr_at_100": 0.034319,
        "mrr_at_1000": 0.034808,
        "nauc_ndcg_at_1_max": 0.365182,
        "nauc_ndcg_at_1_std": 0.056578,
        "nauc_ndcg_at_1_diff1": 0.408944,
        "nauc_ndcg_at_3_max": 0.3562,
        "nauc_ndcg_at_3_std": 0.083897,
        "nauc_ndcg_at_3_diff1": 0.301962,
        "nauc_ndcg_at_5_max": 0.336476,
        "nauc_ndcg_at_5_std": 0.085239,
        "nauc_ndcg_at_5_diff1": 0.266654,
        "nauc_ndcg_at_10_max": 0.334108,
        "nauc_ndcg_at_10_std": 0.086459,
        "nauc_ndcg_at_10_diff1": 0.23773,
        "nauc_ndcg_at_20_max": 0.324875,
        "nauc_ndcg_at_20_std": 0.084346,
        "nauc_ndcg_at_20_diff1": 0.214579,
        "nauc_ndcg_at_100_max": 0.320479,
        "nauc_ndcg_at_100_std": 0.097902,
        "nauc_ndcg_at_100_diff1": 0.178796,
        "nauc_ndcg_at_1000_max": 0.336872,
        "nauc_ndcg_at_1000_std": 0.102943,
        "nauc_ndcg_at_1000_diff1": 0.151713,
        "nauc_map_at_1_max": 0.365182,
        "nauc_map_at_1_std": 0.056578,
        "nauc_map_at_1_diff1": 0.408944,
        "nauc_map_at_3_max": 0.359044,
        "nauc_map_at_3_std": 0.079952,
        "nauc_map_at_3_diff1": 0.324997,
        "nauc_map_at_5_max": 0.346685,
        "nauc_map_at_5_std": 0.080263,
        "nauc_map_at_5_diff1": 0.300306,
        "nauc_map_at_10_max": 0.344664,
        "nauc_map_at_10_std": 0.081842,
        "nauc_map_at_10_diff1": 0.284209,
        "nauc_map_at_20_max": 0.34054,
        "nauc_map_at_20_std": 0.081574,
        "nauc_map_at_20_diff1": 0.274054,
        "nauc_map_at_100_max": 0.338965,
        "nauc_map_at_100_std": 0.085337,
        "nauc_map_at_100_diff1": 0.264831,
        "nauc_map_at_1000_max": 0.339549,
        "nauc_map_at_1000_std": 0.086158,
        "nauc_map_at_1000_diff1": 0.262037,
        "nauc_recall_at_1_max": 0.365182,
        "nauc_recall_at_1_std": 0.056578,
        "nauc_recall_at_1_diff1": 0.408944,
        "nauc_recall_at_3_max": 0.349969,
        "nauc_recall_at_3_std": 0.095669,
        "nauc_recall_at_3_diff1": 0.256196,
        "nauc_recall_at_5_max": 0.313772,
        "nauc_recall_at_5_std": 0.096718,
        "nauc_recall_at_5_diff1": 0.199715,
        "nauc_recall_at_10_max": 0.314899,
        "nauc_recall_at_10_std": 0.094841,
        "nauc_recall_at_10_diff1": 0.157954,
        "nauc_recall_at_20_max": 0.298471,
        "nauc_recall_at_20_std": 0.088698,
        "nauc_recall_at_20_diff1": 0.122666,
        "nauc_recall_at_100_max": 0.301181,
        "nauc_recall_at_100_std": 0.116787,
        "nauc_recall_at_100_diff1": 0.079801,
        "nauc_recall_at_1000_max": 0.348082,
        "nauc_recall_at_1000_std": 0.118966,
        "nauc_recall_at_1000_diff1": 0.056562,
        "nauc_precision_at_1_max": 0.365182,
        "nauc_precision_at_1_std": 0.056578,
        "nauc_precision_at_1_diff1": 0.408944,
        "nauc_precision_at_3_max": 0.349969,
        "nauc_precision_at_3_std": 0.095669,
        "nauc_precision_at_3_diff1": 0.256196,
        "nauc_precision_at_5_max": 0.313772,
        "nauc_precision_at_5_std": 0.096718,
        "nauc_precision_at_5_diff1": 0.199715,
        "nauc_precision_at_10_max": 0.314899,
        "nauc_precision_at_10_std": 0.094841,
        "nauc_precision_at_10_diff1": 0.157954,
        "nauc_precision_at_20_max": 0.298471,
        "nauc_precision_at_20_std": 0.088698,
        "nauc_precision_at_20_diff1": 0.122666,
        "nauc_precision_at_100_max": 0.301181,
        "nauc_precision_at_100_std": 0.116787,
        "nauc_precision_at_100_diff1": 0.079801,
        "nauc_precision_at_1000_max": 0.348082,
        "nauc_precision_at_1000_std": 0.118966,
        "nauc_precision_at_1000_diff1": 0.056562,
        "nauc_mrr_at_1_max": 0.365182,
        "nauc_mrr_at_1_std": 0.056578,
        "nauc_mrr_at_1_diff1": 0.408944,
        "nauc_mrr_at_3_max": 0.358638,
        "nauc_mrr_at_3_std": 0.077349,
        "nauc_mrr_at_3_diff1": 0.31964,
        "nauc_mrr_at_5_max": 0.347062,
        "nauc_mrr_at_5_std": 0.078786,
        "nauc_mrr_at_5_diff1": 0.298246,
        "nauc_mrr_at_10_max": 0.345339,
        "nauc_mrr_at_10_std": 0.080098,
        "nauc_mrr_at_10_diff1": 0.282176,
        "nauc_mrr_at_20_max": 0.34209,
        "nauc_mrr_at_20_std": 0.079029,
        "nauc_mrr_at_20_diff1": 0.272904,
        "nauc_mrr_at_100_max": 0.339965,
        "nauc_mrr_at_100_std": 0.081023,
        "nauc_mrr_at_100_diff1": 0.264199,
        "nauc_mrr_at_1000_max": 0.340149,
        "nauc_mrr_at_1000_std": 0.081178,
        "nauc_mrr_at_1000_diff1": 0.262275,
        "main_score": 0.02389,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 3492.486168384552,
  "kg_co2_emissions": 0.2885279568658554
}