{
  "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c",
  "task_name": "LEMBNarrativeQARetrieval",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.20241,
        "ndcg_at_3": 0.24465,
        "ndcg_at_5": 0.26053,
        "ndcg_at_10": 0.27763,
        "ndcg_at_20": 0.29373,
        "ndcg_at_100": 0.34062,
        "ndcg_at_1000": 0.38124,
        "map_at_1": 0.20241,
        "map_at_3": 0.23422,
        "map_at_5": 0.243,
        "map_at_10": 0.25008,
        "map_at_20": 0.25446,
        "map_at_100": 0.26015,
        "map_at_1000": 0.2619,
        "recall_at_1": 0.20241,
        "recall_at_3": 0.27486,
        "recall_at_5": 0.31352,
        "recall_at_10": 0.36635,
        "recall_at_20": 0.43028,
        "recall_at_100": 0.69509,
        "recall_at_1000": 1.0,
        "precision_at_1": 0.20241,
        "precision_at_3": 0.09162,
        "precision_at_5": 0.0627,
        "precision_at_10": 0.03664,
        "precision_at_20": 0.02151,
        "precision_at_100": 0.00695,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.202412,
        "mrr_at_3": 0.234217,
        "mrr_at_5": 0.243003,
        "mrr_at_10": 0.250075,
        "mrr_at_20": 0.254456,
        "mrr_at_100": 0.260149,
        "mrr_at_1000": 0.261898,
        "nauc_ndcg_at_1_max": 0.475177,
        "nauc_ndcg_at_1_std": 0.2165,
        "nauc_ndcg_at_1_diff1": 0.577613,
        "nauc_ndcg_at_3_max": 0.454062,
        "nauc_ndcg_at_3_std": 0.229459,
        "nauc_ndcg_at_3_diff1": 0.513519,
        "nauc_ndcg_at_5_max": 0.437667,
        "nauc_ndcg_at_5_std": 0.230046,
        "nauc_ndcg_at_5_diff1": 0.492183,
        "nauc_ndcg_at_10_max": 0.427277,
        "nauc_ndcg_at_10_std": 0.235972,
        "nauc_ndcg_at_10_diff1": 0.478247,
        "nauc_ndcg_at_20_max": 0.4178,
        "nauc_ndcg_at_20_std": 0.23814,
        "nauc_ndcg_at_20_diff1": 0.469257,
        "nauc_ndcg_at_100_max": 0.41014,
        "nauc_ndcg_at_100_std": 0.237431,
        "nauc_ndcg_at_100_diff1": 0.463868,
        "nauc_ndcg_at_1000_max": 0.428108,
        "nauc_ndcg_at_1000_std": 0.234203,
        "nauc_ndcg_at_1000_diff1": 0.485825,
        "nauc_map_at_1_max": 0.475177,
        "nauc_map_at_1_std": 0.2165,
        "nauc_map_at_1_diff1": 0.577613,
        "nauc_map_at_3_max": 0.459729,
        "nauc_map_at_3_std": 0.226344,
        "nauc_map_at_3_diff1": 0.528524,
        "nauc_map_at_5_max": 0.450376,
        "nauc_map_at_5_std": 0.226743,
        "nauc_map_at_5_diff1": 0.51613,
        "nauc_map_at_10_max": 0.445965,
        "nauc_map_at_10_std": 0.229386,
        "nauc_map_at_10_diff1": 0.510119,
        "nauc_map_at_20_max": 0.443253,
        "nauc_map_at_20_std": 0.229964,
        "nauc_map_at_20_diff1": 0.507448,
        "nauc_map_at_100_max": 0.442235,
        "nauc_map_at_100_std": 0.229939,
        "nauc_map_at_100_diff1": 0.506663,
        "nauc_map_at_1000_max": 0.442981,
        "nauc_map_at_1000_std": 0.229833,
        "nauc_map_at_1000_diff1": 0.50762,
        "nauc_recall_at_1_max": 0.475177,
        "nauc_recall_at_1_std": 0.2165,
        "nauc_recall_at_1_diff1": 0.577613,
        "nauc_recall_at_3_max": 0.438507,
        "nauc_recall_at_3_std": 0.237893,
        "nauc_recall_at_3_diff1": 0.473039,
        "nauc_recall_at_5_max": 0.402204,
        "nauc_recall_at_5_std": 0.238713,
        "nauc_recall_at_5_diff1": 0.427236,
        "nauc_recall_at_10_max": 0.373594,
        "nauc_recall_at_10_std": 0.254682,
        "nauc_recall_at_10_diff1": 0.389609,
        "nauc_recall_at_20_max": 0.340036,
        "nauc_recall_at_20_std": 0.262649,
        "nauc_recall_at_20_diff1": 0.358556,
        "nauc_recall_at_100_max": 0.264705,
        "nauc_recall_at_100_std": 0.265202,
        "nauc_recall_at_100_diff1": 0.287752,
        "nauc_recall_at_1000_max": NaN,
        "nauc_recall_at_1000_std": NaN,
        "nauc_recall_at_1000_diff1": NaN,
        "nauc_precision_at_1_max": 0.475177,
        "nauc_precision_at_1_std": 0.2165,
        "nauc_precision_at_1_diff1": 0.577613,
        "nauc_precision_at_3_max": 0.438507,
        "nauc_precision_at_3_std": 0.237893,
        "nauc_precision_at_3_diff1": 0.473039,
        "nauc_precision_at_5_max": 0.402204,
        "nauc_precision_at_5_std": 0.238713,
        "nauc_precision_at_5_diff1": 0.427236,
        "nauc_precision_at_10_max": 0.373594,
        "nauc_precision_at_10_std": 0.254682,
        "nauc_precision_at_10_diff1": 0.389609,
        "nauc_precision_at_20_max": 0.340036,
        "nauc_precision_at_20_std": 0.262649,
        "nauc_precision_at_20_diff1": 0.358556,
        "nauc_precision_at_100_max": 0.264705,
        "nauc_precision_at_100_std": 0.265202,
        "nauc_precision_at_100_diff1": 0.287752,
        "nauc_precision_at_1000_max": 1.0,
        "nauc_precision_at_1000_std": 1.0,
        "nauc_precision_at_1000_diff1": 1.0,
        "nauc_mrr_at_1_max": 0.475177,
        "nauc_mrr_at_1_std": 0.2165,
        "nauc_mrr_at_1_diff1": 0.577613,
        "nauc_mrr_at_3_max": 0.459729,
        "nauc_mrr_at_3_std": 0.226344,
        "nauc_mrr_at_3_diff1": 0.528524,
        "nauc_mrr_at_5_max": 0.450376,
        "nauc_mrr_at_5_std": 0.226743,
        "nauc_mrr_at_5_diff1": 0.51613,
        "nauc_mrr_at_10_max": 0.445965,
        "nauc_mrr_at_10_std": 0.229386,
        "nauc_mrr_at_10_diff1": 0.510119,
        "nauc_mrr_at_20_max": 0.443253,
        "nauc_mrr_at_20_std": 0.229964,
        "nauc_mrr_at_20_diff1": 0.507448,
        "nauc_mrr_at_100_max": 0.442235,
        "nauc_mrr_at_100_std": 0.229939,
        "nauc_mrr_at_100_diff1": 0.506663,
        "nauc_mrr_at_1000_max": 0.442981,
        "nauc_mrr_at_1000_std": 0.229833,
        "nauc_mrr_at_1000_diff1": 0.50762,
        "main_score": 0.27763,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 26.120118856430054,
  "kg_co2_emissions": 0.0013313430334235769
}