{
  "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e",
  "task_name": "TRECCOVID",
  "mteb_version": "1.34.11",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.96,
        "ndcg_at_3": 0.9305,
        "ndcg_at_5": 0.92554,
        "ndcg_at_10": 0.901,
        "ndcg_at_20": 0.88193,
        "ndcg_at_100": 0.75597,
        "ndcg_at_1000": 0.68546,
        "map_at_1": 0.00264,
        "map_at_3": 0.00756,
        "map_at_5": 0.0125,
        "map_at_10": 0.02371,
        "map_at_20": 0.04541,
        "map_at_100": 0.16815,
        "map_at_1000": 0.42571,
        "recall_at_1": 0.00264,
        "recall_at_3": 0.00764,
        "recall_at_5": 0.01276,
        "recall_at_10": 0.02446,
        "recall_at_20": 0.04792,
        "recall_at_100": 0.1923,
        "recall_at_1000": 0.63906,
        "precision_at_1": 0.98,
        "precision_at_3": 0.96667,
        "precision_at_5": 0.964,
        "precision_at_10": 0.928,
        "precision_at_20": 0.912,
        "precision_at_100": 0.7696,
        "precision_at_1000": 0.29414,
        "mrr_at_1": 0.98,
        "mrr_at_3": 0.99,
        "mrr_at_5": 0.99,
        "mrr_at_10": 0.99,
        "mrr_at_20": 0.99,
        "mrr_at_100": 0.99,
        "mrr_at_1000": 0.99,
        "nauc_ndcg_at_1_max": 0.897876,
        "nauc_ndcg_at_1_std": 0.497666,
        "nauc_ndcg_at_1_diff1": 0.715336,
        "nauc_ndcg_at_3_max": 0.551404,
        "nauc_ndcg_at_3_std": 0.344126,
        "nauc_ndcg_at_3_diff1": 0.335332,
        "nauc_ndcg_at_5_max": 0.52031,
        "nauc_ndcg_at_5_std": 0.307302,
        "nauc_ndcg_at_5_diff1": 0.203218,
        "nauc_ndcg_at_10_max": 0.500316,
        "nauc_ndcg_at_10_std": 0.345936,
        "nauc_ndcg_at_10_diff1": 0.203332,
        "nauc_ndcg_at_20_max": 0.521024,
        "nauc_ndcg_at_20_std": 0.369737,
        "nauc_ndcg_at_20_diff1": 0.025763,
        "nauc_ndcg_at_100_max": 0.500038,
        "nauc_ndcg_at_100_std": 0.479919,
        "nauc_ndcg_at_100_diff1": -0.153552,
        "nauc_ndcg_at_1000_max": 0.296902,
        "nauc_ndcg_at_1000_std": 0.716006,
        "nauc_ndcg_at_1000_diff1": 0.043544,
        "nauc_map_at_1_max": -0.189975,
        "nauc_map_at_1_std": 0.316992,
        "nauc_map_at_1_diff1": 0.309427,
        "nauc_map_at_3_max": -0.137943,
        "nauc_map_at_3_std": 0.336191,
        "nauc_map_at_3_diff1": 0.351175,
        "nauc_map_at_5_max": -0.138472,
        "nauc_map_at_5_std": 0.316239,
        "nauc_map_at_5_diff1": 0.351466,
        "nauc_map_at_10_max": -0.115614,
        "nauc_map_at_10_std": 0.359708,
        "nauc_map_at_10_diff1": 0.322296,
        "nauc_map_at_20_max": -0.07835,
        "nauc_map_at_20_std": 0.396275,
        "nauc_map_at_20_diff1": 0.283836,
        "nauc_map_at_100_max": 0.060865,
        "nauc_map_at_100_std": 0.609442,
        "nauc_map_at_100_diff1": 0.112778,
        "nauc_map_at_1000_max": 0.318007,
        "nauc_map_at_1000_std": 0.687845,
        "nauc_map_at_1000_diff1": -0.059237,
        "nauc_recall_at_1_max": -0.189975,
        "nauc_recall_at_1_std": 0.316992,
        "nauc_recall_at_1_diff1": 0.309427,
        "nauc_recall_at_3_max": -0.155176,
        "nauc_recall_at_3_std": 0.321963,
        "nauc_recall_at_3_diff1": 0.341306,
        "nauc_recall_at_5_max": -0.166361,
        "nauc_recall_at_5_std": 0.302949,
        "nauc_recall_at_5_diff1": 0.333391,
        "nauc_recall_at_10_max": -0.150796,
        "nauc_recall_at_10_std": 0.355321,
        "nauc_recall_at_10_diff1": 0.309769,
        "nauc_recall_at_20_max": -0.128236,
        "nauc_recall_at_20_std": 0.379613,
        "nauc_recall_at_20_diff1": 0.28889,
        "nauc_recall_at_100_max": -0.03504,
        "nauc_recall_at_100_std": 0.5519,
        "nauc_recall_at_100_diff1": 0.178238,
        "nauc_recall_at_1000_max": 0.190637,
        "nauc_recall_at_1000_std": 0.651998,
        "nauc_recall_at_1000_diff1": 0.061719,
        "nauc_precision_at_1_max": 1.0,
        "nauc_precision_at_1_std": 1.0,
        "nauc_precision_at_1_diff1": 0.869281,
        "nauc_precision_at_3_max": 0.742857,
        "nauc_precision_at_3_std": 0.117834,
        "nauc_precision_at_3_diff1": 0.333147,
        "nauc_precision_at_5_max": 0.585533,
        "nauc_precision_at_5_std": 0.04899,
        "nauc_precision_at_5_diff1": 0.350358,
        "nauc_precision_at_10_max": 0.507702,
        "nauc_precision_at_10_std": 0.308587,
        "nauc_precision_at_10_diff1": 0.147046,
        "nauc_precision_at_20_max": 0.530525,
        "nauc_precision_at_20_std": 0.349908,
        "nauc_precision_at_20_diff1": -0.050135,
        "nauc_precision_at_100_max": 0.497351,
        "nauc_precision_at_100_std": 0.441665,
        "nauc_precision_at_100_diff1": -0.188149,
        "nauc_precision_at_1000_max": 0.414753,
        "nauc_precision_at_1000_std": -0.079045,
        "nauc_precision_at_1000_diff1": -0.184427,
        "nauc_mrr_at_1_max": 1.0,
        "nauc_mrr_at_1_std": 1.0,
        "nauc_mrr_at_1_diff1": 0.869281,
        "nauc_mrr_at_3_max": 1.0,
        "nauc_mrr_at_3_std": 1.0,
        "nauc_mrr_at_3_diff1": 0.869281,
        "nauc_mrr_at_5_max": 1.0,
        "nauc_mrr_at_5_std": 1.0,
        "nauc_mrr_at_5_diff1": 0.869281,
        "nauc_mrr_at_10_max": 1.0,
        "nauc_mrr_at_10_std": 1.0,
        "nauc_mrr_at_10_diff1": 0.869281,
        "nauc_mrr_at_20_max": 1.0,
        "nauc_mrr_at_20_std": 1.0,
        "nauc_mrr_at_20_diff1": 0.869281,
        "nauc_mrr_at_100_max": 1.0,
        "nauc_mrr_at_100_std": 1.0,
        "nauc_mrr_at_100_diff1": 0.869281,
        "nauc_mrr_at_1000_max": 1.0,
        "nauc_mrr_at_1000_std": 1.0,
        "nauc_mrr_at_1000_diff1": 0.869281,
        "main_score": 0.901,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 924.4664080142975,
  "kg_co2_emissions": null
}