{
  "dataset_revision": "3a309e201f3c2c4b13bd4a367a8f37eee2ec1d21",
  "task_name": "ClimateFEVERHardNegatives",
  "mteb_version": "1.38.39",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.289,
        "ndcg_at_3": 0.25223,
        "ndcg_at_5": 0.28132,
        "ndcg_at_10": 0.32028,
        "ndcg_at_20": 0.34896,
        "ndcg_at_100": 0.39798,
        "ndcg_at_1000": 0.43426,
        "map_at_1": 0.13023,
        "map_at_3": 0.18627,
        "map_at_5": 0.211,
        "map_at_10": 0.23065,
        "map_at_20": 0.2411,
        "map_at_100": 0.25068,
        "map_at_1000": 0.25287,
        "recall_at_1": 0.13023,
        "recall_at_3": 0.23088,
        "recall_at_5": 0.30442,
        "recall_at_10": 0.39078,
        "recall_at_20": 0.46997,
        "recall_at_100": 0.65987,
        "recall_at_1000": 0.8593,
        "precision_at_1": 0.289,
        "precision_at_3": 0.18867,
        "precision_at_5": 0.154,
        "precision_at_10": 0.1029,
        "precision_at_20": 0.0641,
        "precision_at_100": 0.01874,
        "precision_at_1000": 0.00256,
        "mrr_at_1": 0.289,
        "mrr_at_3": 0.371333,
        "mrr_at_5": 0.396383,
        "mrr_at_10": 0.411131,
        "mrr_at_20": 0.416738,
        "mrr_at_100": 0.420171,
        "mrr_at_1000": 0.420515,
        "nauc_ndcg_at_1_max": 0.340011,
        "nauc_ndcg_at_1_std": 0.169437,
        "nauc_ndcg_at_1_diff1": 0.227469,
        "nauc_ndcg_at_3_max": 0.351429,
        "nauc_ndcg_at_3_std": 0.151943,
        "nauc_ndcg_at_3_diff1": 0.198076,
        "nauc_ndcg_at_5_max": 0.380807,
        "nauc_ndcg_at_5_std": 0.161373,
        "nauc_ndcg_at_5_diff1": 0.193411,
        "nauc_ndcg_at_10_max": 0.391803,
        "nauc_ndcg_at_10_std": 0.173388,
        "nauc_ndcg_at_10_diff1": 0.182641,
        "nauc_ndcg_at_20_max": 0.395023,
        "nauc_ndcg_at_20_std": 0.172529,
        "nauc_ndcg_at_20_diff1": 0.179712,
        "nauc_ndcg_at_100_max": 0.407318,
        "nauc_ndcg_at_100_std": 0.181316,
        "nauc_ndcg_at_100_diff1": 0.180736,
        "nauc_ndcg_at_1000_max": 0.418275,
        "nauc_ndcg_at_1000_std": 0.190213,
        "nauc_ndcg_at_1000_diff1": 0.194511,
        "nauc_map_at_1_max": 0.347237,
        "nauc_map_at_1_std": 0.146426,
        "nauc_map_at_1_diff1": 0.315183,
        "nauc_map_at_3_max": 0.358754,
        "nauc_map_at_3_std": 0.148645,
        "nauc_map_at_3_diff1": 0.237496,
        "nauc_map_at_5_max": 0.374976,
        "nauc_map_at_5_std": 0.149948,
        "nauc_map_at_5_diff1": 0.224391,
        "nauc_map_at_10_max": 0.383734,
        "nauc_map_at_10_std": 0.159929,
        "nauc_map_at_10_diff1": 0.213606,
        "nauc_map_at_20_max": 0.386719,
        "nauc_map_at_20_std": 0.161173,
        "nauc_map_at_20_diff1": 0.211739,
        "nauc_map_at_100_max": 0.391623,
        "nauc_map_at_100_std": 0.164613,
        "nauc_map_at_100_diff1": 0.212537,
        "nauc_map_at_1000_max": 0.392551,
        "nauc_map_at_1000_std": 0.165343,
        "nauc_map_at_1000_diff1": 0.21355,
        "nauc_recall_at_1_max": 0.347237,
        "nauc_recall_at_1_std": 0.146426,
        "nauc_recall_at_1_diff1": 0.315183,
        "nauc_recall_at_3_max": 0.336651,
        "nauc_recall_at_3_std": 0.14254,
        "nauc_recall_at_3_diff1": 0.187994,
        "nauc_recall_at_5_max": 0.360275,
        "nauc_recall_at_5_std": 0.153463,
        "nauc_recall_at_5_diff1": 0.155637,
        "nauc_recall_at_10_max": 0.358452,
        "nauc_recall_at_10_std": 0.165646,
        "nauc_recall_at_10_diff1": 0.124532,
        "nauc_recall_at_20_max": 0.348489,
        "nauc_recall_at_20_std": 0.155024,
        "nauc_recall_at_20_diff1": 0.107769,
        "nauc_recall_at_100_max": 0.359767,
        "nauc_recall_at_100_std": 0.167563,
        "nauc_recall_at_100_diff1": 0.084985,
        "nauc_recall_at_1000_max": 0.487163,
        "nauc_recall_at_1000_std": 0.27483,
        "nauc_recall_at_1000_diff1": 0.155968,
        "nauc_precision_at_1_max": 0.340011,
        "nauc_precision_at_1_std": 0.169437,
        "nauc_precision_at_1_diff1": 0.227469,
        "nauc_precision_at_3_max": 0.330388,
        "nauc_precision_at_3_std": 0.144512,
        "nauc_precision_at_3_diff1": 0.091285,
        "nauc_precision_at_5_max": 0.357151,
        "nauc_precision_at_5_std": 0.137796,
        "nauc_precision_at_5_diff1": 0.049567,
        "nauc_precision_at_10_max": 0.334606,
        "nauc_precision_at_10_std": 0.15142,
        "nauc_precision_at_10_diff1": 0.021231,
        "nauc_precision_at_20_max": 0.295129,
        "nauc_precision_at_20_std": 0.133552,
        "nauc_precision_at_20_diff1": 0.001254,
        "nauc_precision_at_100_max": 0.236644,
        "nauc_precision_at_100_std": 0.131207,
        "nauc_precision_at_100_diff1": -0.039296,
        "nauc_precision_at_1000_max": 0.140407,
        "nauc_precision_at_1000_std": 0.097119,
        "nauc_precision_at_1000_diff1": -0.035805,
        "nauc_mrr_at_1_max": 0.340011,
        "nauc_mrr_at_1_std": 0.169437,
        "nauc_mrr_at_1_diff1": 0.227469,
        "nauc_mrr_at_3_max": 0.339612,
        "nauc_mrr_at_3_std": 0.161374,
        "nauc_mrr_at_3_diff1": 0.180638,
        "nauc_mrr_at_5_max": 0.357118,
        "nauc_mrr_at_5_std": 0.171579,
        "nauc_mrr_at_5_diff1": 0.175428,
        "nauc_mrr_at_10_max": 0.360104,
        "nauc_mrr_at_10_std": 0.171717,
        "nauc_mrr_at_10_diff1": 0.178472,
        "nauc_mrr_at_20_max": 0.35897,
        "nauc_mrr_at_20_std": 0.169606,
        "nauc_mrr_at_20_diff1": 0.179635,
        "nauc_mrr_at_100_max": 0.35959,
        "nauc_mrr_at_100_std": 0.170045,
        "nauc_mrr_at_100_diff1": 0.180567,
        "nauc_mrr_at_1000_max": 0.359526,
        "nauc_mrr_at_1000_std": 0.170027,
        "nauc_mrr_at_1000_diff1": 0.180655,
        "main_score": 0.32028,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 135.0194444656372,
  "kg_co2_emissions": null
}