{
  "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e",
  "task_name": "TRECCOVID",
  "mteb_version": "1.36.14",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.73,
        "ndcg_at_3": 0.74469,
        "ndcg_at_5": 0.73436,
        "ndcg_at_10": 0.69163,
        "ndcg_at_20": 0.66251,
        "ndcg_at_100": 0.53858,
        "ndcg_at_1000": 0.49583,
        "map_at_1": 0.00218,
        "map_at_3": 0.00615,
        "map_at_5": 0.00989,
        "map_at_10": 0.01743,
        "map_at_20": 0.03096,
        "map_at_100": 0.09814,
        "map_at_1000": 0.24195,
        "recall_at_1": 0.00218,
        "recall_at_3": 0.00656,
        "recall_at_5": 0.01074,
        "recall_at_10": 0.01978,
        "recall_at_20": 0.03703,
        "recall_at_100": 0.13499,
        "recall_at_1000": 0.46869,
        "precision_at_1": 0.8,
        "precision_at_3": 0.8,
        "precision_at_5": 0.78,
        "precision_at_10": 0.736,
        "precision_at_20": 0.703,
        "precision_at_100": 0.5574,
        "precision_at_1000": 0.21814,
        "mrr_at_1": 0.8,
        "mrr_at_3": 0.876667,
        "mrr_at_5": 0.886667,
        "mrr_at_10": 0.886667,
        "mrr_at_20": 0.886667,
        "mrr_at_100": 0.886667,
        "mrr_at_1000": 0.886667,
        "nauc_ndcg_at_1_max": 0.526571,
        "nauc_ndcg_at_1_std": 0.443199,
        "nauc_ndcg_at_1_diff1": 0.009631,
        "nauc_ndcg_at_3_max": 0.430357,
        "nauc_ndcg_at_3_std": 0.353766,
        "nauc_ndcg_at_3_diff1": -0.091025,
        "nauc_ndcg_at_5_max": 0.467135,
        "nauc_ndcg_at_5_std": 0.385239,
        "nauc_ndcg_at_5_diff1": -0.150332,
        "nauc_ndcg_at_10_max": 0.457933,
        "nauc_ndcg_at_10_std": 0.457397,
        "nauc_ndcg_at_10_diff1": -0.116201,
        "nauc_ndcg_at_20_max": 0.426434,
        "nauc_ndcg_at_20_std": 0.528243,
        "nauc_ndcg_at_20_diff1": -0.147461,
        "nauc_ndcg_at_100_max": 0.413449,
        "nauc_ndcg_at_100_std": 0.712662,
        "nauc_ndcg_at_100_diff1": -0.193458,
        "nauc_ndcg_at_1000_max": 0.476043,
        "nauc_ndcg_at_1000_std": 0.782301,
        "nauc_ndcg_at_1000_diff1": -0.323074,
        "nauc_map_at_1_max": 0.249638,
        "nauc_map_at_1_std": -0.005483,
        "nauc_map_at_1_diff1": -0.017517,
        "nauc_map_at_3_max": 0.273932,
        "nauc_map_at_3_std": -0.003779,
        "nauc_map_at_3_diff1": -0.067554,
        "nauc_map_at_5_max": 0.274059,
        "nauc_map_at_5_std": 0.021976,
        "nauc_map_at_5_diff1": -0.117226,
        "nauc_map_at_10_max": 0.338389,
        "nauc_map_at_10_std": 0.087817,
        "nauc_map_at_10_diff1": -0.067657,
        "nauc_map_at_20_max": 0.336602,
        "nauc_map_at_20_std": 0.164354,
        "nauc_map_at_20_diff1": -0.101191,
        "nauc_map_at_100_max": 0.484484,
        "nauc_map_at_100_std": 0.51975,
        "nauc_map_at_100_diff1": -0.188492,
        "nauc_map_at_1000_max": 0.462833,
        "nauc_map_at_1000_std": 0.813621,
        "nauc_map_at_1000_diff1": -0.272595,
        "nauc_recall_at_1_max": 0.249638,
        "nauc_recall_at_1_std": -0.005483,
        "nauc_recall_at_1_diff1": -0.017517,
        "nauc_recall_at_3_max": 0.223304,
        "nauc_recall_at_3_std": -0.029843,
        "nauc_recall_at_3_diff1": -0.097256,
        "nauc_recall_at_5_max": 0.220657,
        "nauc_recall_at_5_std": -0.009286,
        "nauc_recall_at_5_diff1": -0.148227,
        "nauc_recall_at_10_max": 0.260717,
        "nauc_recall_at_10_std": 0.042656,
        "nauc_recall_at_10_diff1": -0.098661,
        "nauc_recall_at_20_max": 0.24611,
        "nauc_recall_at_20_std": 0.089857,
        "nauc_recall_at_20_diff1": -0.129663,
        "nauc_recall_at_100_max": 0.422307,
        "nauc_recall_at_100_std": 0.406804,
        "nauc_recall_at_100_diff1": -0.202866,
        "nauc_recall_at_1000_max": 0.432791,
        "nauc_recall_at_1000_std": 0.721264,
        "nauc_recall_at_1000_diff1": -0.380217,
        "nauc_precision_at_1_max": 0.657443,
        "nauc_precision_at_1_std": 0.335315,
        "nauc_precision_at_1_diff1": 0.040759,
        "nauc_precision_at_3_max": 0.5033,
        "nauc_precision_at_3_std": 0.2126,
        "nauc_precision_at_3_diff1": -0.133653,
        "nauc_precision_at_5_max": 0.500422,
        "nauc_precision_at_5_std": 0.292732,
        "nauc_precision_at_5_diff1": -0.232982,
        "nauc_precision_at_10_max": 0.508712,
        "nauc_precision_at_10_std": 0.43987,
        "nauc_precision_at_10_diff1": -0.11682,
        "nauc_precision_at_20_max": 0.437737,
        "nauc_precision_at_20_std": 0.535917,
        "nauc_precision_at_20_diff1": -0.132058,
        "nauc_precision_at_100_max": 0.404393,
        "nauc_precision_at_100_std": 0.719429,
        "nauc_precision_at_100_diff1": -0.20042,
        "nauc_precision_at_1000_max": 0.25331,
        "nauc_precision_at_1000_std": 0.609272,
        "nauc_precision_at_1000_diff1": -0.162892,
        "nauc_mrr_at_1_max": 0.657443,
        "nauc_mrr_at_1_std": 0.335315,
        "nauc_mrr_at_1_diff1": 0.040759,
        "nauc_mrr_at_3_max": 0.645882,
        "nauc_mrr_at_3_std": 0.341541,
        "nauc_mrr_at_3_diff1": 0.043715,
        "nauc_mrr_at_5_max": 0.642777,
        "nauc_mrr_at_5_std": 0.330812,
        "nauc_mrr_at_5_diff1": 0.039066,
        "nauc_mrr_at_10_max": 0.642777,
        "nauc_mrr_at_10_std": 0.330812,
        "nauc_mrr_at_10_diff1": 0.039066,
        "nauc_mrr_at_20_max": 0.642777,
        "nauc_mrr_at_20_std": 0.330812,
        "nauc_mrr_at_20_diff1": 0.039066,
        "nauc_mrr_at_100_max": 0.642777,
        "nauc_mrr_at_100_std": 0.330812,
        "nauc_mrr_at_100_diff1": 0.039066,
        "nauc_mrr_at_1000_max": 0.642777,
        "nauc_mrr_at_1000_std": 0.330812,
        "nauc_mrr_at_1000_diff1": 0.039066,
        "main_score": 0.69163,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 5247.1582090854645,
  "kg_co2_emissions": null
}