{
  "dataset_revision": "47f2ac6acb640fc46020b02a5b59fdda04d39380",
  "task_name": "ClimateFEVER",
  "mteb_version": "1.38.39",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.32182,
        "ndcg_at_3": 0.28617,
        "ndcg_at_5": 0.30957,
        "ndcg_at_10": 0.34851,
        "ndcg_at_20": 0.38006,
        "ndcg_at_100": 0.42559,
        "ndcg_at_1000": 0.45603,
        "map_at_1": 0.14553,
        "map_at_3": 0.21222,
        "map_at_5": 0.23525,
        "map_at_10": 0.25514,
        "map_at_20": 0.26724,
        "map_at_100": 0.27671,
        "map_at_1000": 0.27851,
        "recall_at_1": 0.14553,
        "recall_at_3": 0.26219,
        "recall_at_5": 0.32793,
        "recall_at_10": 0.41355,
        "recall_at_20": 0.5016,
        "recall_at_100": 0.67476,
        "recall_at_1000": 0.84228,
        "precision_at_1": 0.32182,
        "precision_at_3": 0.21498,
        "precision_at_5": 0.16664,
        "precision_at_10": 0.10932,
        "precision_at_20": 0.06844,
        "precision_at_100": 0.01918,
        "precision_at_1000": 0.0025,
        "mrr_at_1": 0.321824,
        "mrr_at_3": 0.417047,
        "mrr_at_5": 0.437926,
        "mrr_at_10": 0.452097,
        "mrr_at_20": 0.457506,
        "mrr_at_100": 0.460399,
        "mrr_at_1000": 0.460673,
        "nauc_ndcg_at_1_max": 0.306128,
        "nauc_ndcg_at_1_std": 0.113531,
        "nauc_ndcg_at_1_diff1": 0.294738,
        "nauc_ndcg_at_3_max": 0.337234,
        "nauc_ndcg_at_3_std": 0.120488,
        "nauc_ndcg_at_3_diff1": 0.241685,
        "nauc_ndcg_at_5_max": 0.378508,
        "nauc_ndcg_at_5_std": 0.153451,
        "nauc_ndcg_at_5_diff1": 0.237952,
        "nauc_ndcg_at_10_max": 0.393595,
        "nauc_ndcg_at_10_std": 0.18825,
        "nauc_ndcg_at_10_diff1": 0.231024,
        "nauc_ndcg_at_20_max": 0.396276,
        "nauc_ndcg_at_20_std": 0.205352,
        "nauc_ndcg_at_20_diff1": 0.223588,
        "nauc_ndcg_at_100_max": 0.402606,
        "nauc_ndcg_at_100_std": 0.224003,
        "nauc_ndcg_at_100_diff1": 0.222552,
        "nauc_ndcg_at_1000_max": 0.411214,
        "nauc_ndcg_at_1000_std": 0.229876,
        "nauc_ndcg_at_1000_diff1": 0.235537,
        "nauc_map_at_1_max": 0.317416,
        "nauc_map_at_1_std": 0.04547,
        "nauc_map_at_1_diff1": 0.331832,
        "nauc_map_at_3_max": 0.334797,
        "nauc_map_at_3_std": 0.087234,
        "nauc_map_at_3_diff1": 0.259842,
        "nauc_map_at_5_max": 0.357968,
        "nauc_map_at_5_std": 0.115308,
        "nauc_map_at_5_diff1": 0.249803,
        "nauc_map_at_10_max": 0.370711,
        "nauc_map_at_10_std": 0.137825,
        "nauc_map_at_10_diff1": 0.247271,
        "nauc_map_at_20_max": 0.37271,
        "nauc_map_at_20_std": 0.147249,
        "nauc_map_at_20_diff1": 0.243375,
        "nauc_map_at_100_max": 0.37446,
        "nauc_map_at_100_std": 0.153375,
        "nauc_map_at_100_diff1": 0.242212,
        "nauc_map_at_1000_max": 0.375361,
        "nauc_map_at_1000_std": 0.154353,
        "nauc_map_at_1000_diff1": 0.243035,
        "nauc_recall_at_1_max": 0.317416,
        "nauc_recall_at_1_std": 0.04547,
        "nauc_recall_at_1_diff1": 0.331832,
        "nauc_recall_at_3_max": 0.337066,
        "nauc_recall_at_3_std": 0.115899,
        "nauc_recall_at_3_diff1": 0.206057,
        "nauc_recall_at_5_max": 0.377601,
        "nauc_recall_at_5_std": 0.168277,
        "nauc_recall_at_5_diff1": 0.177373,
        "nauc_recall_at_10_max": 0.388613,
        "nauc_recall_at_10_std": 0.227914,
        "nauc_recall_at_10_diff1": 0.154125,
        "nauc_recall_at_20_max": 0.378317,
        "nauc_recall_at_20_std": 0.258329,
        "nauc_recall_at_20_diff1": 0.12703,
        "nauc_recall_at_100_max": 0.388551,
        "nauc_recall_at_100_std": 0.327337,
        "nauc_recall_at_100_diff1": 0.105207,
        "nauc_recall_at_1000_max": 0.491681,
        "nauc_recall_at_1000_std": 0.460914,
        "nauc_recall_at_1000_diff1": 0.165504,
        "nauc_precision_at_1_max": 0.306128,
        "nauc_precision_at_1_std": 0.113531,
        "nauc_precision_at_1_diff1": 0.294738,
        "nauc_precision_at_3_max": 0.304433,
        "nauc_precision_at_3_std": 0.174515,
        "nauc_precision_at_3_diff1": 0.152954,
        "nauc_precision_at_5_max": 0.338326,
        "nauc_precision_at_5_std": 0.235521,
        "nauc_precision_at_5_diff1": 0.11035,
        "nauc_precision_at_10_max": 0.323965,
        "nauc_precision_at_10_std": 0.29145,
        "nauc_precision_at_10_diff1": 0.074576,
        "nauc_precision_at_20_max": 0.275774,
        "nauc_precision_at_20_std": 0.303904,
        "nauc_precision_at_20_diff1": 0.031465,
        "nauc_precision_at_100_max": 0.19678,
        "nauc_precision_at_100_std": 0.304852,
        "nauc_precision_at_100_diff1": -0.024318,
        "nauc_precision_at_1000_max": 0.101777,
        "nauc_precision_at_1000_std": 0.247709,
        "nauc_precision_at_1000_diff1": -0.036509,
        "nauc_mrr_at_1_max": 0.306128,
        "nauc_mrr_at_1_std": 0.113531,
        "nauc_mrr_at_1_diff1": 0.294738,
        "nauc_mrr_at_3_max": 0.339478,
        "nauc_mrr_at_3_std": 0.152231,
        "nauc_mrr_at_3_diff1": 0.260198,
        "nauc_mrr_at_5_max": 0.356829,
        "nauc_mrr_at_5_std": 0.165403,
        "nauc_mrr_at_5_diff1": 0.262305,
        "nauc_mrr_at_10_max": 0.356817,
        "nauc_mrr_at_10_std": 0.172651,
        "nauc_mrr_at_10_diff1": 0.259346,
        "nauc_mrr_at_20_max": 0.356172,
        "nauc_mrr_at_20_std": 0.17222,
        "nauc_mrr_at_20_diff1": 0.260532,
        "nauc_mrr_at_100_max": 0.355879,
        "nauc_mrr_at_100_std": 0.171105,
        "nauc_mrr_at_100_diff1": 0.261032,
        "nauc_mrr_at_1000_max": 0.355765,
        "nauc_mrr_at_1000_std": 0.170929,
        "nauc_mrr_at_1000_diff1": 0.261133,
        "main_score": 0.34851,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 4683.26855301857,
  "kg_co2_emissions": null
}