{
  "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88",
  "task_name": "SCIDOCS",
  "mteb_version": "1.38.54",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.27,
        "ndcg_at_3": 0.2322,
        "ndcg_at_5": 0.20482,
        "ndcg_at_10": 0.2472,
        "ndcg_at_20": 0.27664,
        "ndcg_at_100": 0.33777,
        "ndcg_at_1000": 0.39086,
        "map_at_1": 0.05493,
        "map_at_3": 0.10747,
        "map_at_5": 0.13103,
        "map_at_10": 0.15412,
        "map_at_20": 0.16568,
        "map_at_100": 0.17882,
        "map_at_1000": 0.18224,
        "recall_at_1": 0.05493,
        "recall_at_3": 0.13453,
        "recall_at_5": 0.18547,
        "recall_at_10": 0.26285,
        "recall_at_20": 0.33255,
        "recall_at_100": 0.52973,
        "recall_at_1000": 0.786,
        "precision_at_1": 0.27,
        "precision_at_3": 0.22067,
        "precision_at_5": 0.1828,
        "precision_at_10": 0.1296,
        "precision_at_20": 0.08195,
        "precision_at_100": 0.02608,
        "precision_at_1000": 0.00387,
        "mrr_at_1": 0.27,
        "mrr_at_3": 0.356333,
        "mrr_at_5": 0.377433,
        "mrr_at_10": 0.393113,
        "mrr_at_20": 0.398962,
        "mrr_at_100": 0.403173,
        "mrr_at_1000": 0.403556,
        "nauc_ndcg_at_1_max": 0.292021,
        "nauc_ndcg_at_1_std": 0.029581,
        "nauc_ndcg_at_1_diff1": 0.259626,
        "nauc_ndcg_at_3_max": 0.331946,
        "nauc_ndcg_at_3_std": 0.062624,
        "nauc_ndcg_at_3_diff1": 0.220433,
        "nauc_ndcg_at_5_max": 0.341477,
        "nauc_ndcg_at_5_std": 0.071363,
        "nauc_ndcg_at_5_diff1": 0.205859,
        "nauc_ndcg_at_10_max": 0.339968,
        "nauc_ndcg_at_10_std": 0.1039,
        "nauc_ndcg_at_10_diff1": 0.184036,
        "nauc_ndcg_at_20_max": 0.35326,
        "nauc_ndcg_at_20_std": 0.128545,
        "nauc_ndcg_at_20_diff1": 0.188101,
        "nauc_ndcg_at_100_max": 0.356057,
        "nauc_ndcg_at_100_std": 0.163355,
        "nauc_ndcg_at_100_diff1": 0.18746,
        "nauc_ndcg_at_1000_max": 0.349075,
        "nauc_ndcg_at_1000_std": 0.168749,
        "nauc_ndcg_at_1000_diff1": 0.191078,
        "nauc_map_at_1_max": 0.288483,
        "nauc_map_at_1_std": 0.024774,
        "nauc_map_at_1_diff1": 0.259848,
        "nauc_map_at_3_max": 0.339843,
        "nauc_map_at_3_std": 0.04468,
        "nauc_map_at_3_diff1": 0.20829,
        "nauc_map_at_5_max": 0.350971,
        "nauc_map_at_5_std": 0.058076,
        "nauc_map_at_5_diff1": 0.19021,
        "nauc_map_at_10_max": 0.349741,
        "nauc_map_at_10_std": 0.089035,
        "nauc_map_at_10_diff1": 0.173964,
        "nauc_map_at_20_max": 0.358262,
        "nauc_map_at_20_std": 0.105885,
        "nauc_map_at_20_diff1": 0.176456,
        "nauc_map_at_100_max": 0.359791,
        "nauc_map_at_100_std": 0.11795,
        "nauc_map_at_100_diff1": 0.175078,
        "nauc_map_at_1000_max": 0.359495,
        "nauc_map_at_1000_std": 0.119484,
        "nauc_map_at_1000_diff1": 0.175545,
        "nauc_recall_at_1_max": 0.288483,
        "nauc_recall_at_1_std": 0.024774,
        "nauc_recall_at_1_diff1": 0.259848,
        "nauc_recall_at_3_max": 0.340159,
        "nauc_recall_at_3_std": 0.07657,
        "nauc_recall_at_3_diff1": 0.198953,
        "nauc_recall_at_5_max": 0.340937,
        "nauc_recall_at_5_std": 0.086821,
        "nauc_recall_at_5_diff1": 0.169674,
        "nauc_recall_at_10_max": 0.314377,
        "nauc_recall_at_10_std": 0.137394,
        "nauc_recall_at_10_diff1": 0.123398,
        "nauc_recall_at_20_max": 0.322376,
        "nauc_recall_at_20_std": 0.181153,
        "nauc_recall_at_20_diff1": 0.126542,
        "nauc_recall_at_100_max": 0.286123,
        "nauc_recall_at_100_std": 0.260097,
        "nauc_recall_at_100_diff1": 0.105665,
        "nauc_recall_at_1000_max": 0.192491,
        "nauc_recall_at_1000_std": 0.316971,
        "nauc_recall_at_1000_diff1": 0.078311,
        "nauc_precision_at_1_max": 0.292021,
        "nauc_precision_at_1_std": 0.029581,
        "nauc_precision_at_1_diff1": 0.259626,
        "nauc_precision_at_3_max": 0.343497,
        "nauc_precision_at_3_std": 0.079098,
        "nauc_precision_at_3_diff1": 0.200324,
        "nauc_precision_at_5_max": 0.343907,
        "nauc_precision_at_5_std": 0.090114,
        "nauc_precision_at_5_diff1": 0.171091,
        "nauc_precision_at_10_max": 0.317603,
        "nauc_precision_at_10_std": 0.139941,
        "nauc_precision_at_10_diff1": 0.124035,
        "nauc_precision_at_20_max": 0.324506,
        "nauc_precision_at_20_std": 0.180295,
        "nauc_precision_at_20_diff1": 0.12653,
        "nauc_precision_at_100_max": 0.289924,
        "nauc_precision_at_100_std": 0.258799,
        "nauc_precision_at_100_diff1": 0.10152,
        "nauc_precision_at_1000_max": 0.196358,
        "nauc_precision_at_1000_std": 0.305492,
        "nauc_precision_at_1000_diff1": 0.063465,
        "nauc_mrr_at_1_max": 0.292021,
        "nauc_mrr_at_1_std": 0.029581,
        "nauc_mrr_at_1_diff1": 0.259626,
        "nauc_mrr_at_3_max": 0.298541,
        "nauc_mrr_at_3_std": 0.060166,
        "nauc_mrr_at_3_diff1": 0.254202,
        "nauc_mrr_at_5_max": 0.308104,
        "nauc_mrr_at_5_std": 0.059835,
        "nauc_mrr_at_5_diff1": 0.255161,
        "nauc_mrr_at_10_max": 0.308044,
        "nauc_mrr_at_10_std": 0.063646,
        "nauc_mrr_at_10_diff1": 0.247614,
        "nauc_mrr_at_20_max": 0.308525,
        "nauc_mrr_at_20_std": 0.06449,
        "nauc_mrr_at_20_diff1": 0.248951,
        "nauc_mrr_at_100_max": 0.308287,
        "nauc_mrr_at_100_std": 0.064043,
        "nauc_mrr_at_100_diff1": 0.250067,
        "nauc_mrr_at_1000_max": 0.308043,
        "nauc_mrr_at_1000_std": 0.063906,
        "nauc_mrr_at_1000_diff1": 0.250107,
        "main_score": 0.2472,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 347.7356221675873,
  "kg_co2_emissions": null
}