{
  "dataset_revision": "617612fa63afcb60e3b134bed8b7216a99707c37",
  "task_name": "HotpotQAHardNegatives",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.88,
        "ndcg_at_3": 0.79446,
        "ndcg_at_5": 0.81924,
        "ndcg_at_10": 0.83834,
        "ndcg_at_20": 0.84854,
        "ndcg_at_100": 0.86102,
        "ndcg_at_1000": 0.86541,
        "map_at_1": 0.44,
        "map_at_3": 0.74267,
        "map_at_5": 0.76364,
        "map_at_10": 0.77572,
        "map_at_20": 0.78024,
        "map_at_100": 0.78307,
        "map_at_1000": 0.78334,
        "recall_at_1": 0.44,
        "recall_at_3": 0.782,
        "recall_at_5": 0.831,
        "recall_at_10": 0.879,
        "recall_at_20": 0.9115,
        "recall_at_100": 0.9655,
        "recall_at_1000": 0.9935,
        "precision_at_1": 0.88,
        "precision_at_3": 0.52133,
        "precision_at_5": 0.3324,
        "precision_at_10": 0.1758,
        "precision_at_20": 0.09115,
        "precision_at_100": 0.01931,
        "precision_at_1000": 0.00199,
        "mrr_at_1": 0.88,
        "mrr_at_3": 0.918333,
        "mrr_at_5": 0.921283,
        "mrr_at_10": 0.92298,
        "mrr_at_20": 0.923275,
        "mrr_at_100": 0.923498,
        "mrr_at_1000": 0.923509,
        "nauc_ndcg_at_1_max": 0.44854,
        "nauc_ndcg_at_1_std": -0.187814,
        "nauc_ndcg_at_1_diff1": 0.608845,
        "nauc_ndcg_at_3_max": 0.248967,
        "nauc_ndcg_at_3_std": -0.188085,
        "nauc_ndcg_at_3_diff1": 0.033379,
        "nauc_ndcg_at_5_max": 0.285638,
        "nauc_ndcg_at_5_std": -0.174277,
        "nauc_ndcg_at_5_diff1": 0.063801,
        "nauc_ndcg_at_10_max": 0.298504,
        "nauc_ndcg_at_10_std": -0.164248,
        "nauc_ndcg_at_10_diff1": 0.077538,
        "nauc_ndcg_at_20_max": 0.281494,
        "nauc_ndcg_at_20_std": -0.161885,
        "nauc_ndcg_at_20_diff1": 0.068893,
        "nauc_ndcg_at_100_max": 0.292031,
        "nauc_ndcg_at_100_std": -0.144174,
        "nauc_ndcg_at_100_diff1": 0.087838,
        "nauc_ndcg_at_1000_max": 0.292332,
        "nauc_ndcg_at_1000_std": -0.15459,
        "nauc_ndcg_at_1000_diff1": 0.096335,
        "nauc_map_at_1_max": 0.44854,
        "nauc_map_at_1_std": -0.187814,
        "nauc_map_at_1_diff1": 0.608845,
        "nauc_map_at_3_max": 0.21818,
        "nauc_map_at_3_std": -0.176768,
        "nauc_map_at_3_diff1": -0.009649,
        "nauc_map_at_5_max": 0.246798,
        "nauc_map_at_5_std": -0.166328,
        "nauc_map_at_5_diff1": 0.013043,
        "nauc_map_at_10_max": 0.252825,
        "nauc_map_at_10_std": -0.164376,
        "nauc_map_at_10_diff1": 0.019856,
        "nauc_map_at_20_max": 0.246682,
        "nauc_map_at_20_std": -0.164255,
        "nauc_map_at_20_diff1": 0.01602,
        "nauc_map_at_100_max": 0.247719,
        "nauc_map_at_100_std": -0.161061,
        "nauc_map_at_100_diff1": 0.017989,
        "nauc_map_at_1000_max": 0.247796,
        "nauc_map_at_1000_std": -0.161346,
        "nauc_map_at_1000_diff1": 0.018291,
        "nauc_recall_at_1_max": 0.44854,
        "nauc_recall_at_1_std": -0.187814,
        "nauc_recall_at_1_diff1": 0.608845,
        "nauc_recall_at_3_max": 0.2092,
        "nauc_recall_at_3_std": -0.180653,
        "nauc_recall_at_3_diff1": -0.087058,
        "nauc_recall_at_5_max": 0.271594,
        "nauc_recall_at_5_std": -0.147684,
        "nauc_recall_at_5_diff1": -0.050063,
        "nauc_recall_at_10_max": 0.305228,
        "nauc_recall_at_10_std": -0.104549,
        "nauc_recall_at_10_diff1": -0.043421,
        "nauc_recall_at_20_max": 0.227857,
        "nauc_recall_at_20_std": -0.075441,
        "nauc_recall_at_20_diff1": -0.118036,
        "nauc_recall_at_100_max": 0.328455,
        "nauc_recall_at_100_std": 0.271309,
        "nauc_recall_at_100_diff1": -0.08789,
        "nauc_recall_at_1000_max": 0.564677,
        "nauc_recall_at_1000_std": 0.753322,
        "nauc_recall_at_1000_diff1": 0.07581,
        "nauc_precision_at_1_max": 0.44854,
        "nauc_precision_at_1_std": -0.187814,
        "nauc_precision_at_1_diff1": 0.608845,
        "nauc_precision_at_3_max": 0.2092,
        "nauc_precision_at_3_std": -0.180653,
        "nauc_precision_at_3_diff1": -0.087058,
        "nauc_precision_at_5_max": 0.271594,
        "nauc_precision_at_5_std": -0.147684,
        "nauc_precision_at_5_diff1": -0.050063,
        "nauc_precision_at_10_max": 0.305228,
        "nauc_precision_at_10_std": -0.104549,
        "nauc_precision_at_10_diff1": -0.043421,
        "nauc_precision_at_20_max": 0.227857,
        "nauc_precision_at_20_std": -0.075441,
        "nauc_precision_at_20_diff1": -0.118036,
        "nauc_precision_at_100_max": 0.328455,
        "nauc_precision_at_100_std": 0.271309,
        "nauc_precision_at_100_diff1": -0.08789,
        "nauc_precision_at_1000_max": 0.564677,
        "nauc_precision_at_1000_std": 0.753322,
        "nauc_precision_at_1000_diff1": 0.07581,
        "nauc_mrr_at_1_max": 0.44854,
        "nauc_mrr_at_1_std": -0.187814,
        "nauc_mrr_at_1_diff1": 0.608845,
        "nauc_mrr_at_3_max": 0.515097,
        "nauc_mrr_at_3_std": -0.256055,
        "nauc_mrr_at_3_diff1": 0.617617,
        "nauc_mrr_at_5_max": 0.50531,
        "nauc_mrr_at_5_std": -0.260248,
        "nauc_mrr_at_5_diff1": 0.619889,
        "nauc_mrr_at_10_max": 0.501989,
        "nauc_mrr_at_10_std": -0.248249,
        "nauc_mrr_at_10_diff1": 0.61927,
        "nauc_mrr_at_20_max": 0.500913,
        "nauc_mrr_at_20_std": -0.245658,
        "nauc_mrr_at_20_diff1": 0.617886,
        "nauc_mrr_at_100_max": 0.500246,
        "nauc_mrr_at_100_std": -0.244724,
        "nauc_mrr_at_100_diff1": 0.617515,
        "nauc_mrr_at_1000_max": 0.500203,
        "nauc_mrr_at_1000_std": -0.244755,
        "nauc_mrr_at_1000_diff1": 0.617589,
        "main_score": 0.83834,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 1348.795273065567,
  "kg_co2_emissions": 0.1297920576419802
}