{
  "dataset_revision": "2290ff195683a996a0d3e17455ce6149d4cc7b58",
  "task_name": "TRECCOVID-Fa.v2",
  "mteb_version": "1.38.38",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.2,
        "ndcg_at_3": 0.20888,
        "ndcg_at_5": 0.20045,
        "ndcg_at_10": 0.20098,
        "ndcg_at_20": 0.18673,
        "ndcg_at_100": 0.13114,
        "ndcg_at_1000": 0.12478,
        "map_at_1": 0.00067,
        "map_at_3": 0.00156,
        "map_at_5": 0.00231,
        "map_at_10": 0.00329,
        "map_at_20": 0.00503,
        "map_at_100": 0.01062,
        "map_at_1000": 0.0235,
        "recall_at_1": 0.00067,
        "recall_at_3": 0.00185,
        "recall_at_5": 0.00297,
        "recall_at_10": 0.00533,
        "recall_at_20": 0.00906,
        "recall_at_100": 0.02872,
        "recall_at_1000": 0.12338,
        "precision_at_1": 0.24,
        "precision_at_3": 0.23333,
        "precision_at_5": 0.224,
        "precision_at_10": 0.226,
        "precision_at_20": 0.198,
        "precision_at_100": 0.132,
        "precision_at_1000": 0.05862,
        "mrr_at_1": 0.24,
        "mrr_at_3": 0.33,
        "mrr_at_5": 0.344,
        "mrr_at_10": 0.367746,
        "mrr_at_20": 0.372214,
        "mrr_at_100": 0.375837,
        "mrr_at_1000": 0.376395,
        "nauc_ndcg_at_1_max": -0.104477,
        "nauc_ndcg_at_1_std": 0.514406,
        "nauc_ndcg_at_1_diff1": 0.386419,
        "nauc_ndcg_at_3_max": -0.181214,
        "nauc_ndcg_at_3_std": 0.52669,
        "nauc_ndcg_at_3_diff1": 0.332713,
        "nauc_ndcg_at_5_max": -0.161053,
        "nauc_ndcg_at_5_std": 0.50871,
        "nauc_ndcg_at_5_diff1": 0.295617,
        "nauc_ndcg_at_10_max": -0.159097,
        "nauc_ndcg_at_10_std": 0.536412,
        "nauc_ndcg_at_10_diff1": 0.257129,
        "nauc_ndcg_at_20_max": -0.159699,
        "nauc_ndcg_at_20_std": 0.550584,
        "nauc_ndcg_at_20_diff1": 0.254103,
        "nauc_ndcg_at_100_max": -0.110469,
        "nauc_ndcg_at_100_std": 0.569727,
        "nauc_ndcg_at_100_diff1": 0.20927,
        "nauc_ndcg_at_1000_max": -0.136567,
        "nauc_ndcg_at_1000_std": 0.750197,
        "nauc_ndcg_at_1000_diff1": 0.299542,
        "nauc_map_at_1_max": -0.183167,
        "nauc_map_at_1_std": 0.609997,
        "nauc_map_at_1_diff1": 0.452873,
        "nauc_map_at_3_max": -0.23734,
        "nauc_map_at_3_std": 0.663876,
        "nauc_map_at_3_diff1": 0.489626,
        "nauc_map_at_5_max": -0.222181,
        "nauc_map_at_5_std": 0.694305,
        "nauc_map_at_5_diff1": 0.479848,
        "nauc_map_at_10_max": -0.197222,
        "nauc_map_at_10_std": 0.702753,
        "nauc_map_at_10_diff1": 0.445534,
        "nauc_map_at_20_max": -0.184855,
        "nauc_map_at_20_std": 0.710801,
        "nauc_map_at_20_diff1": 0.427832,
        "nauc_map_at_100_max": -0.16033,
        "nauc_map_at_100_std": 0.737112,
        "nauc_map_at_100_diff1": 0.338848,
        "nauc_map_at_1000_max": -0.176604,
        "nauc_map_at_1000_std": 0.753864,
        "nauc_map_at_1000_diff1": 0.22889,
        "nauc_recall_at_1_max": -0.183167,
        "nauc_recall_at_1_std": 0.609997,
        "nauc_recall_at_1_diff1": 0.452873,
        "nauc_recall_at_3_max": -0.222153,
        "nauc_recall_at_3_std": 0.657535,
        "nauc_recall_at_3_diff1": 0.460562,
        "nauc_recall_at_5_max": -0.201464,
        "nauc_recall_at_5_std": 0.706474,
        "nauc_recall_at_5_diff1": 0.439502,
        "nauc_recall_at_10_max": -0.169203,
        "nauc_recall_at_10_std": 0.736008,
        "nauc_recall_at_10_diff1": 0.375925,
        "nauc_recall_at_20_max": -0.165695,
        "nauc_recall_at_20_std": 0.74279,
        "nauc_recall_at_20_diff1": 0.390416,
        "nauc_recall_at_100_max": -0.102053,
        "nauc_recall_at_100_std": 0.73837,
        "nauc_recall_at_100_diff1": 0.344876,
        "nauc_recall_at_1000_max": -0.126799,
        "nauc_recall_at_1000_std": 0.746753,
        "nauc_recall_at_1000_diff1": 0.344909,
        "nauc_precision_at_1_max": -0.129373,
        "nauc_precision_at_1_std": 0.442667,
        "nauc_precision_at_1_diff1": 0.323059,
        "nauc_precision_at_3_max": -0.177989,
        "nauc_precision_at_3_std": 0.458828,
        "nauc_precision_at_3_diff1": 0.281701,
        "nauc_precision_at_5_max": -0.152357,
        "nauc_precision_at_5_std": 0.468193,
        "nauc_precision_at_5_diff1": 0.248525,
        "nauc_precision_at_10_max": -0.148583,
        "nauc_precision_at_10_std": 0.536625,
        "nauc_precision_at_10_diff1": 0.177818,
        "nauc_precision_at_20_max": -0.155491,
        "nauc_precision_at_20_std": 0.55379,
        "nauc_precision_at_20_diff1": 0.191008,
        "nauc_precision_at_100_max": -0.108709,
        "nauc_precision_at_100_std": 0.547272,
        "nauc_precision_at_100_diff1": 0.155325,
        "nauc_precision_at_1000_max": -0.121406,
        "nauc_precision_at_1000_std": 0.474219,
        "nauc_precision_at_1000_diff1": 0.096456,
        "nauc_mrr_at_1_max": -0.129373,
        "nauc_mrr_at_1_std": 0.442667,
        "nauc_mrr_at_1_diff1": 0.323059,
        "nauc_mrr_at_3_max": -0.116766,
        "nauc_mrr_at_3_std": 0.495937,
        "nauc_mrr_at_3_diff1": 0.258728,
        "nauc_mrr_at_5_max": -0.112997,
        "nauc_mrr_at_5_std": 0.498288,
        "nauc_mrr_at_5_diff1": 0.231032,
        "nauc_mrr_at_10_max": -0.120682,
        "nauc_mrr_at_10_std": 0.515138,
        "nauc_mrr_at_10_diff1": 0.231698,
        "nauc_mrr_at_20_max": -0.12622,
        "nauc_mrr_at_20_std": 0.516736,
        "nauc_mrr_at_20_diff1": 0.238783,
        "nauc_mrr_at_100_max": -0.125144,
        "nauc_mrr_at_100_std": 0.515147,
        "nauc_mrr_at_100_diff1": 0.239641,
        "nauc_mrr_at_1000_max": -0.124317,
        "nauc_mrr_at_1000_std": 0.514649,
        "nauc_mrr_at_1000_diff1": 0.240121,
        "main_score": 0.20098,
        "hf_subset": "default",
        "languages": [
          "fas-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 348.50723028182983,
  "kg_co2_emissions": null
}