{
  "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7",
  "task_name": "SciFact",
  "mteb_version": "1.36.10",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.64333,
        "ndcg_at_3": 0.70749,
        "ndcg_at_5": 0.73793,
        "ndcg_at_10": 0.76235,
        "ndcg_at_20": 0.77367,
        "ndcg_at_100": 0.7781,
        "ndcg_at_1000": 0.78321,
        "map_at_1": 0.61328,
        "map_at_3": 0.68124,
        "map_at_5": 0.70192,
        "map_at_10": 0.71452,
        "map_at_20": 0.71813,
        "map_at_100": 0.71891,
        "map_at_1000": 0.71913,
        "recall_at_1": 0.61328,
        "recall_at_3": 0.75294,
        "recall_at_5": 0.82844,
        "recall_at_10": 0.89767,
        "recall_at_20": 0.94,
        "recall_at_100": 0.96167,
        "recall_at_1000": 1.0,
        "precision_at_1": 0.64333,
        "precision_at_3": 0.27222,
        "precision_at_5": 0.18333,
        "precision_at_10": 0.10167,
        "precision_at_20": 0.05333,
        "precision_at_100": 0.0109,
        "precision_at_1000": 0.00113,
        "mrr_at_1": 0.643333,
        "mrr_at_3": 0.700556,
        "mrr_at_5": 0.717389,
        "mrr_at_10": 0.725335,
        "mrr_at_20": 0.728045,
        "mrr_at_100": 0.728725,
        "mrr_at_1000": 0.728933,
        "nauc_ndcg_at_1_max": 0.53841,
        "nauc_ndcg_at_1_std": -0.014809,
        "nauc_ndcg_at_1_diff1": 0.726339,
        "nauc_ndcg_at_3_max": 0.508755,
        "nauc_ndcg_at_3_std": -0.078288,
        "nauc_ndcg_at_3_diff1": 0.686455,
        "nauc_ndcg_at_5_max": 0.52252,
        "nauc_ndcg_at_5_std": -0.070318,
        "nauc_ndcg_at_5_diff1": 0.681001,
        "nauc_ndcg_at_10_max": 0.554765,
        "nauc_ndcg_at_10_std": -0.02571,
        "nauc_ndcg_at_10_diff1": 0.678367,
        "nauc_ndcg_at_20_max": 0.546271,
        "nauc_ndcg_at_20_std": -0.044648,
        "nauc_ndcg_at_20_diff1": 0.671826,
        "nauc_ndcg_at_100_max": 0.549073,
        "nauc_ndcg_at_100_std": -0.042713,
        "nauc_ndcg_at_100_diff1": 0.679235,
        "nauc_ndcg_at_1000_max": 0.544218,
        "nauc_ndcg_at_1000_std": -0.041714,
        "nauc_ndcg_at_1000_diff1": 0.68483,
        "nauc_map_at_1_max": 0.448034,
        "nauc_map_at_1_std": -0.113544,
        "nauc_map_at_1_diff1": 0.715829,
        "nauc_map_at_3_max": 0.482002,
        "nauc_map_at_3_std": -0.09916,
        "nauc_map_at_3_diff1": 0.693829,
        "nauc_map_at_5_max": 0.50448,
        "nauc_map_at_5_std": -0.076272,
        "nauc_map_at_5_diff1": 0.688315,
        "nauc_map_at_10_max": 0.525533,
        "nauc_map_at_10_std": -0.051069,
        "nauc_map_at_10_diff1": 0.689223,
        "nauc_map_at_20_max": 0.523524,
        "nauc_map_at_20_std": -0.054956,
        "nauc_map_at_20_diff1": 0.687553,
        "nauc_map_at_100_max": 0.523906,
        "nauc_map_at_100_std": -0.055111,
        "nauc_map_at_100_diff1": 0.688643,
        "nauc_map_at_1000_max": 0.523733,
        "nauc_map_at_1000_std": -0.055034,
        "nauc_map_at_1000_diff1": 0.688818,
        "nauc_recall_at_1_max": 0.448034,
        "nauc_recall_at_1_std": -0.113544,
        "nauc_recall_at_1_diff1": 0.715829,
        "nauc_recall_at_3_max": 0.472403,
        "nauc_recall_at_3_std": -0.140843,
        "nauc_recall_at_3_diff1": 0.654975,
        "nauc_recall_at_5_max": 0.507247,
        "nauc_recall_at_5_std": -0.120816,
        "nauc_recall_at_5_diff1": 0.616417,
        "nauc_recall_at_10_max": 0.659063,
        "nauc_recall_at_10_std": 0.071574,
        "nauc_recall_at_10_diff1": 0.574616,
        "nauc_recall_at_20_max": 0.620565,
        "nauc_recall_at_20_std": -0.106974,
        "nauc_recall_at_20_diff1": 0.428584,
        "nauc_recall_at_100_max": 0.726424,
        "nauc_recall_at_100_std": -0.067592,
        "nauc_recall_at_100_diff1": 0.471258,
        "nauc_recall_at_1000_max": NaN,
        "nauc_recall_at_1000_std": NaN,
        "nauc_recall_at_1000_diff1": NaN,
        "nauc_precision_at_1_max": 0.53841,
        "nauc_precision_at_1_std": -0.014809,
        "nauc_precision_at_1_diff1": 0.726339,
        "nauc_precision_at_3_max": 0.513316,
        "nauc_precision_at_3_std": 0.116056,
        "nauc_precision_at_3_diff1": 0.428098,
        "nauc_precision_at_5_max": 0.521353,
        "nauc_precision_at_5_std": 0.263859,
        "nauc_precision_at_5_diff1": 0.230659,
        "nauc_precision_at_10_max": 0.482825,
        "nauc_precision_at_10_std": 0.425508,
        "nauc_precision_at_10_diff1": 0.021528,
        "nauc_precision_at_20_max": 0.390183,
        "nauc_precision_at_20_std": 0.418718,
        "nauc_precision_at_20_diff1": -0.117243,
        "nauc_precision_at_100_max": 0.370535,
        "nauc_precision_at_100_std": 0.454416,
        "nauc_precision_at_100_diff1": -0.159116,
        "nauc_precision_at_1000_max": 0.291587,
        "nauc_precision_at_1000_std": 0.521475,
        "nauc_precision_at_1000_diff1": -0.264776,
        "nauc_mrr_at_1_max": 0.53841,
        "nauc_mrr_at_1_std": -0.014809,
        "nauc_mrr_at_1_diff1": 0.726339,
        "nauc_mrr_at_3_max": 0.547637,
        "nauc_mrr_at_3_std": -0.034168,
        "nauc_mrr_at_3_diff1": 0.705726,
        "nauc_mrr_at_5_max": 0.551799,
        "nauc_mrr_at_5_std": -0.031682,
        "nauc_mrr_at_5_diff1": 0.70312,
        "nauc_mrr_at_10_max": 0.556876,
        "nauc_mrr_at_10_std": -0.020568,
        "nauc_mrr_at_10_diff1": 0.700989,
        "nauc_mrr_at_20_max": 0.553853,
        "nauc_mrr_at_20_std": -0.027262,
        "nauc_mrr_at_20_diff1": 0.700048,
        "nauc_mrr_at_100_max": 0.554421,
        "nauc_mrr_at_100_std": -0.027157,
        "nauc_mrr_at_100_diff1": 0.701282,
        "nauc_mrr_at_1000_max": 0.554292,
        "nauc_mrr_at_1000_std": -0.027007,
        "nauc_mrr_at_1000_diff1": 0.701471,
        "main_score": 0.76235,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 67.81951689720154,
  "kg_co2_emissions": null,
  "mteb_dataset_name": "SciFact"
}