{
  "dataset_revision": "080c9ed6267b65029207906e815d44a9240bafca",
  "task_name": "FEVERHardNegatives",
  "mteb_version": "1.36.14",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.741,
        "ndcg_at_3": 0.81076,
        "ndcg_at_5": 0.82529,
        "ndcg_at_10": 0.83462,
        "ndcg_at_20": 0.84054,
        "ndcg_at_100": 0.84632,
        "ndcg_at_1000": 0.84872,
        "map_at_1": 0.69815,
        "map_at_3": 0.77853,
        "map_at_5": 0.78853,
        "map_at_10": 0.79318,
        "map_at_20": 0.79514,
        "map_at_100": 0.79629,
        "map_at_1000": 0.79644,
        "recall_at_1": 0.69815,
        "recall_at_3": 0.86245,
        "recall_at_5": 0.89915,
        "recall_at_10": 0.92672,
        "recall_at_20": 0.94889,
        "recall_at_100": 0.97477,
        "recall_at_1000": 0.98944,
        "precision_at_1": 0.741,
        "precision_at_3": 0.31,
        "precision_at_5": 0.1948,
        "precision_at_10": 0.1013,
        "precision_at_20": 0.05215,
        "precision_at_100": 0.01093,
        "precision_at_1000": 0.00113,
        "mrr_at_1": 0.741,
        "mrr_at_3": 0.815667,
        "mrr_at_5": 0.823817,
        "mrr_at_10": 0.826954,
        "mrr_at_20": 0.828197,
        "mrr_at_100": 0.82861,
        "mrr_at_1000": 0.828654,
        "nauc_ndcg_at_1_max": 0.346865,
        "nauc_ndcg_at_1_std": 0.067342,
        "nauc_ndcg_at_1_diff1": 0.648929,
        "nauc_ndcg_at_3_max": 0.352882,
        "nauc_ndcg_at_3_std": 0.095764,
        "nauc_ndcg_at_3_diff1": 0.536156,
        "nauc_ndcg_at_5_max": 0.353585,
        "nauc_ndcg_at_5_std": 0.101194,
        "nauc_ndcg_at_5_diff1": 0.536724,
        "nauc_ndcg_at_10_max": 0.345951,
        "nauc_ndcg_at_10_std": 0.101036,
        "nauc_ndcg_at_10_diff1": 0.539487,
        "nauc_ndcg_at_20_max": 0.345717,
        "nauc_ndcg_at_20_std": 0.104437,
        "nauc_ndcg_at_20_diff1": 0.536935,
        "nauc_ndcg_at_100_max": 0.348638,
        "nauc_ndcg_at_100_std": 0.103035,
        "nauc_ndcg_at_100_diff1": 0.546933,
        "nauc_ndcg_at_1000_max": 0.349359,
        "nauc_ndcg_at_1000_std": 0.102616,
        "nauc_ndcg_at_1000_diff1": 0.553433,
        "nauc_map_at_1_max": 0.277104,
        "nauc_map_at_1_std": 0.042653,
        "nauc_map_at_1_diff1": 0.547637,
        "nauc_map_at_3_max": 0.318729,
        "nauc_map_at_3_std": 0.077306,
        "nauc_map_at_3_diff1": 0.521432,
        "nauc_map_at_5_max": 0.323468,
        "nauc_map_at_5_std": 0.080892,
        "nauc_map_at_5_diff1": 0.526563,
        "nauc_map_at_10_max": 0.321087,
        "nauc_map_at_10_std": 0.080876,
        "nauc_map_at_10_diff1": 0.530349,
        "nauc_map_at_20_max": 0.321838,
        "nauc_map_at_20_std": 0.081893,
        "nauc_map_at_20_diff1": 0.530383,
        "nauc_map_at_100_max": 0.323234,
        "nauc_map_at_100_std": 0.082538,
        "nauc_map_at_100_diff1": 0.532523,
        "nauc_map_at_1000_max": 0.323401,
        "nauc_map_at_1000_std": 0.082609,
        "nauc_map_at_1000_diff1": 0.532923,
        "nauc_recall_at_1_max": 0.277104,
        "nauc_recall_at_1_std": 0.042653,
        "nauc_recall_at_1_diff1": 0.547637,
        "nauc_recall_at_3_max": 0.34352,
        "nauc_recall_at_3_std": 0.111618,
        "nauc_recall_at_3_diff1": 0.416201,
        "nauc_recall_at_5_max": 0.367729,
        "nauc_recall_at_5_std": 0.151103,
        "nauc_recall_at_5_diff1": 0.39231,
        "nauc_recall_at_10_max": 0.343332,
        "nauc_recall_at_10_std": 0.17506,
        "nauc_recall_at_10_diff1": 0.353019,
        "nauc_recall_at_20_max": 0.337403,
        "nauc_recall_at_20_std": 0.240086,
        "nauc_recall_at_20_diff1": 0.254321,
        "nauc_recall_at_100_max": 0.356796,
        "nauc_recall_at_100_std": 0.297342,
        "nauc_recall_at_100_diff1": 0.22223,
        "nauc_recall_at_1000_max": 0.307152,
        "nauc_recall_at_1000_std": 0.453227,
        "nauc_recall_at_1000_diff1": 0.24186,
        "nauc_precision_at_1_max": 0.346865,
        "nauc_precision_at_1_std": 0.067342,
        "nauc_precision_at_1_diff1": 0.648929,
        "nauc_precision_at_3_max": 0.423031,
        "nauc_precision_at_3_std": 0.169405,
        "nauc_precision_at_3_diff1": 0.408592,
        "nauc_precision_at_5_max": 0.408569,
        "nauc_precision_at_5_std": 0.190266,
        "nauc_precision_at_5_diff1": 0.325514,
        "nauc_precision_at_10_max": 0.278559,
        "nauc_precision_at_10_std": 0.163288,
        "nauc_precision_at_10_diff1": 0.217308,
        "nauc_precision_at_20_max": 0.247167,
        "nauc_precision_at_20_std": 0.174049,
        "nauc_precision_at_20_diff1": 0.111587,
        "nauc_precision_at_100_max": 0.165897,
        "nauc_precision_at_100_std": 0.125614,
        "nauc_precision_at_100_diff1": 0.038906,
        "nauc_precision_at_1000_max": 0.141688,
        "nauc_precision_at_1000_std": 0.104885,
        "nauc_precision_at_1000_diff1": 0.045147,
        "nauc_mrr_at_1_max": 0.346865,
        "nauc_mrr_at_1_std": 0.067342,
        "nauc_mrr_at_1_diff1": 0.648929,
        "nauc_mrr_at_3_max": 0.389053,
        "nauc_mrr_at_3_std": 0.100811,
        "nauc_mrr_at_3_diff1": 0.627988,
        "nauc_mrr_at_5_max": 0.390413,
        "nauc_mrr_at_5_std": 0.105112,
        "nauc_mrr_at_5_diff1": 0.633002,
        "nauc_mrr_at_10_max": 0.388036,
        "nauc_mrr_at_10_std": 0.103328,
        "nauc_mrr_at_10_diff1": 0.632862,
        "nauc_mrr_at_20_max": 0.387517,
        "nauc_mrr_at_20_std": 0.103824,
        "nauc_mrr_at_20_diff1": 0.633019,
        "nauc_mrr_at_100_max": 0.386897,
        "nauc_mrr_at_100_std": 0.102816,
        "nauc_mrr_at_100_diff1": 0.633424,
        "nauc_mrr_at_1000_max": 0.386739,
        "nauc_mrr_at_1000_std": 0.102752,
        "nauc_mrr_at_1000_diff1": 0.633389,
        "main_score": 0.83462,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 1282.0453000068665,
  "kg_co2_emissions": null
}