{
  "dataset_revision": "080c9ed6267b65029207906e815d44a9240bafca",
  "task_name": "FEVERHardNegatives",
  "mteb_version": "1.38.54",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.835,
        "ndcg_at_3": 0.86984,
        "ndcg_at_5": 0.88077,
        "ndcg_at_10": 0.88775,
        "ndcg_at_20": 0.8905,
        "ndcg_at_100": 0.8952,
        "ndcg_at_1000": 0.89687,
        "map_at_1": 0.78505,
        "map_at_3": 0.84276,
        "map_at_5": 0.85071,
        "map_at_10": 0.85437,
        "map_at_20": 0.85563,
        "map_at_100": 0.85673,
        "map_at_1000": 0.85683,
        "recall_at_1": 0.78505,
        "recall_at_3": 0.90097,
        "recall_at_5": 0.92917,
        "recall_at_10": 0.95009,
        "recall_at_20": 0.95904,
        "recall_at_100": 0.97922,
        "recall_at_1000": 0.98897,
        "precision_at_1": 0.835,
        "precision_at_3": 0.32367,
        "precision_at_5": 0.202,
        "precision_at_10": 0.1041,
        "precision_at_20": 0.05305,
        "precision_at_100": 0.01107,
        "precision_at_1000": 0.00114,
        "mrr_at_1": 0.835,
        "mrr_at_3": 0.8875,
        "mrr_at_5": 0.8931,
        "mrr_at_10": 0.895096,
        "mrr_at_20": 0.895299,
        "mrr_at_100": 0.895448,
        "mrr_at_1000": 0.895448,
        "nauc_ndcg_at_1_max": 0.295761,
        "nauc_ndcg_at_1_std": -0.034329,
        "nauc_ndcg_at_1_diff1": 0.780518,
        "nauc_ndcg_at_3_max": 0.339968,
        "nauc_ndcg_at_3_std": -0.061488,
        "nauc_ndcg_at_3_diff1": 0.629508,
        "nauc_ndcg_at_5_max": 0.360422,
        "nauc_ndcg_at_5_std": -0.035083,
        "nauc_ndcg_at_5_diff1": 0.623511,
        "nauc_ndcg_at_10_max": 0.342276,
        "nauc_ndcg_at_10_std": -0.051336,
        "nauc_ndcg_at_10_diff1": 0.625696,
        "nauc_ndcg_at_20_max": 0.343518,
        "nauc_ndcg_at_20_std": -0.048578,
        "nauc_ndcg_at_20_diff1": 0.631165,
        "nauc_ndcg_at_100_max": 0.344799,
        "nauc_ndcg_at_100_std": -0.034516,
        "nauc_ndcg_at_100_diff1": 0.638483,
        "nauc_ndcg_at_1000_max": 0.343821,
        "nauc_ndcg_at_1000_std": -0.03602,
        "nauc_ndcg_at_1000_diff1": 0.645777,
        "nauc_map_at_1_max": 0.279785,
        "nauc_map_at_1_std": -0.053462,
        "nauc_map_at_1_diff1": 0.653166,
        "nauc_map_at_3_max": 0.317469,
        "nauc_map_at_3_std": -0.065965,
        "nauc_map_at_3_diff1": 0.612811,
        "nauc_map_at_5_max": 0.330055,
        "nauc_map_at_5_std": -0.05264,
        "nauc_map_at_5_diff1": 0.615976,
        "nauc_map_at_10_max": 0.323404,
        "nauc_map_at_10_std": -0.058371,
        "nauc_map_at_10_diff1": 0.618443,
        "nauc_map_at_20_max": 0.324698,
        "nauc_map_at_20_std": -0.057279,
        "nauc_map_at_20_diff1": 0.621046,
        "nauc_map_at_100_max": 0.32572,
        "nauc_map_at_100_std": -0.05446,
        "nauc_map_at_100_diff1": 0.62259,
        "nauc_map_at_1000_max": 0.325636,
        "nauc_map_at_1000_std": -0.054459,
        "nauc_map_at_1000_diff1": 0.622805,
        "nauc_recall_at_1_max": 0.279785,
        "nauc_recall_at_1_std": -0.053462,
        "nauc_recall_at_1_diff1": 0.653166,
        "nauc_recall_at_3_max": 0.359925,
        "nauc_recall_at_3_std": -0.072308,
        "nauc_recall_at_3_diff1": 0.477155,
        "nauc_recall_at_5_max": 0.460198,
        "nauc_recall_at_5_std": 0.015696,
        "nauc_recall_at_5_diff1": 0.409084,
        "nauc_recall_at_10_max": 0.384372,
        "nauc_recall_at_10_std": -0.070437,
        "nauc_recall_at_10_diff1": 0.337528,
        "nauc_recall_at_20_max": 0.40019,
        "nauc_recall_at_20_std": -0.045403,
        "nauc_recall_at_20_diff1": 0.326346,
        "nauc_recall_at_100_max": 0.449984,
        "nauc_recall_at_100_std": 0.207662,
        "nauc_recall_at_100_diff1": 0.208837,
        "nauc_recall_at_1000_max": 0.513528,
        "nauc_recall_at_1000_std": 0.340086,
        "nauc_recall_at_1000_diff1": 0.24799,
        "nauc_precision_at_1_max": 0.295761,
        "nauc_precision_at_1_std": -0.034329,
        "nauc_precision_at_1_diff1": 0.780518,
        "nauc_precision_at_3_max": 0.260541,
        "nauc_precision_at_3_std": -0.02214,
        "nauc_precision_at_3_diff1": 0.342467,
        "nauc_precision_at_5_max": 0.234606,
        "nauc_precision_at_5_std": 0.107935,
        "nauc_precision_at_5_diff1": 0.128823,
        "nauc_precision_at_10_max": 0.060414,
        "nauc_precision_at_10_std": 0.071199,
        "nauc_precision_at_10_diff1": -0.020166,
        "nauc_precision_at_20_max": 0.03652,
        "nauc_precision_at_20_std": 0.099141,
        "nauc_precision_at_20_diff1": -0.039387,
        "nauc_precision_at_100_max": -0.006022,
        "nauc_precision_at_100_std": 0.164769,
        "nauc_precision_at_100_diff1": -0.091398,
        "nauc_precision_at_1000_max": -0.043187,
        "nauc_precision_at_1000_std": 0.122996,
        "nauc_precision_at_1000_diff1": -0.08088,
        "nauc_mrr_at_1_max": 0.295761,
        "nauc_mrr_at_1_std": -0.034329,
        "nauc_mrr_at_1_diff1": 0.780518,
        "nauc_mrr_at_3_max": 0.340886,
        "nauc_mrr_at_3_std": -0.032809,
        "nauc_mrr_at_3_diff1": 0.769655,
        "nauc_mrr_at_5_max": 0.35185,
        "nauc_mrr_at_5_std": -0.022577,
        "nauc_mrr_at_5_diff1": 0.770589,
        "nauc_mrr_at_10_max": 0.34565,
        "nauc_mrr_at_10_std": -0.029269,
        "nauc_mrr_at_10_diff1": 0.774482,
        "nauc_mrr_at_20_max": 0.344564,
        "nauc_mrr_at_20_std": -0.029182,
        "nauc_mrr_at_20_diff1": 0.774261,
        "nauc_mrr_at_100_max": 0.34372,
        "nauc_mrr_at_100_std": -0.028626,
        "nauc_mrr_at_100_diff1": 0.773978,
        "nauc_mrr_at_1000_max": 0.34372,
        "nauc_mrr_at_1000_std": -0.028626,
        "nauc_mrr_at_1000_diff1": 0.773978,
        "main_score": 0.88775,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 782.821291923523,
  "kg_co2_emissions": null
}