{
  "dataset_revision": "974abbc9bc281c3169180a6aa5d7586cfd2f5877",
  "task_name": "R2MEDIIYiClinicalRetrieval",
  "mteb_version": "1.38.20",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.16279,
        "ndcg_at_3": 0.13329,
        "ndcg_at_5": 0.13815,
        "ndcg_at_10": 0.18588,
        "ndcg_at_20": 0.215,
        "ndcg_at_100": 0.30591,
        "ndcg_at_1000": 0.36053,
        "map_at_1": 0.05879,
        "map_at_3": 0.08056,
        "map_at_5": 0.08913,
        "map_at_10": 0.11029,
        "map_at_20": 0.12161,
        "map_at_100": 0.14052,
        "map_at_1000": 0.14426,
        "recall_at_1": 0.05879,
        "recall_at_3": 0.1022,
        "recall_at_5": 0.13618,
        "recall_at_10": 0.24561,
        "recall_at_20": 0.32235,
        "recall_at_100": 0.65375,
        "recall_at_1000": 0.94599,
        "precision_at_1": 0.16279,
        "precision_at_3": 0.10853,
        "precision_at_5": 0.08837,
        "precision_at_10": 0.07829,
        "precision_at_20": 0.0531,
        "precision_at_100": 0.02333,
        "precision_at_1000": 0.0034,
        "mrr_at_1": 0.162791,
        "mrr_at_3": 0.217054,
        "mrr_at_5": 0.24031,
        "mrr_at_10": 0.263557,
        "mrr_at_20": 0.267609,
        "mrr_at_100": 0.274217,
        "mrr_at_1000": 0.274818,
        "nauc_ndcg_at_1_max": 0.220414,
        "nauc_ndcg_at_1_std": 0.061108,
        "nauc_ndcg_at_1_diff1": 0.210853,
        "nauc_ndcg_at_3_max": 0.141332,
        "nauc_ndcg_at_3_std": 0.069507,
        "nauc_ndcg_at_3_diff1": 0.138673,
        "nauc_ndcg_at_5_max": 0.161851,
        "nauc_ndcg_at_5_std": 0.035488,
        "nauc_ndcg_at_5_diff1": 0.147766,
        "nauc_ndcg_at_10_max": 0.115367,
        "nauc_ndcg_at_10_std": 0.002427,
        "nauc_ndcg_at_10_diff1": 0.121944,
        "nauc_ndcg_at_20_max": 0.164864,
        "nauc_ndcg_at_20_std": 0.030284,
        "nauc_ndcg_at_20_diff1": 0.126922,
        "nauc_ndcg_at_100_max": 0.19635,
        "nauc_ndcg_at_100_std": 0.151046,
        "nauc_ndcg_at_100_diff1": 0.074165,
        "nauc_ndcg_at_1000_max": 0.193482,
        "nauc_ndcg_at_1000_std": 0.146592,
        "nauc_ndcg_at_1000_diff1": 0.051245,
        "nauc_map_at_1_max": 0.062408,
        "nauc_map_at_1_std": -0.010915,
        "nauc_map_at_1_diff1": 0.170614,
        "nauc_map_at_3_max": 0.084729,
        "nauc_map_at_3_std": 0.013917,
        "nauc_map_at_3_diff1": 0.146988,
        "nauc_map_at_5_max": 0.098083,
        "nauc_map_at_5_std": 0.001162,
        "nauc_map_at_5_diff1": 0.153398,
        "nauc_map_at_10_max": 0.08408,
        "nauc_map_at_10_std": -0.006798,
        "nauc_map_at_10_diff1": 0.145419,
        "nauc_map_at_20_max": 0.11224,
        "nauc_map_at_20_std": 0.006906,
        "nauc_map_at_20_diff1": 0.14996,
        "nauc_map_at_100_max": 0.119415,
        "nauc_map_at_100_std": 0.05355,
        "nauc_map_at_100_diff1": 0.132102,
        "nauc_map_at_1000_max": 0.120727,
        "nauc_map_at_1000_std": 0.053164,
        "nauc_map_at_1000_diff1": 0.12826,
        "nauc_recall_at_1_max": 0.062408,
        "nauc_recall_at_1_std": -0.010915,
        "nauc_recall_at_1_diff1": 0.170614,
        "nauc_recall_at_3_max": 0.102143,
        "nauc_recall_at_3_std": 0.060093,
        "nauc_recall_at_3_diff1": 0.107512,
        "nauc_recall_at_5_max": 0.137827,
        "nauc_recall_at_5_std": 0.010905,
        "nauc_recall_at_5_diff1": 0.131185,
        "nauc_recall_at_10_max": 0.018741,
        "nauc_recall_at_10_std": -0.06693,
        "nauc_recall_at_10_diff1": 0.067878,
        "nauc_recall_at_20_max": 0.132183,
        "nauc_recall_at_20_std": -0.023735,
        "nauc_recall_at_20_diff1": 0.095048,
        "nauc_recall_at_100_max": 0.185728,
        "nauc_recall_at_100_std": 0.22717,
        "nauc_recall_at_100_diff1": -0.012872,
        "nauc_recall_at_1000_max": 0.319655,
        "nauc_recall_at_1000_std": 0.613667,
        "nauc_recall_at_1000_diff1": -0.431753,
        "nauc_precision_at_1_max": 0.220414,
        "nauc_precision_at_1_std": 0.061108,
        "nauc_precision_at_1_diff1": 0.210853,
        "nauc_precision_at_3_max": 0.196911,
        "nauc_precision_at_3_std": 0.147861,
        "nauc_precision_at_3_diff1": 0.096739,
        "nauc_precision_at_5_max": 0.244421,
        "nauc_precision_at_5_std": 0.121208,
        "nauc_precision_at_5_diff1": 0.121846,
        "nauc_precision_at_10_max": 0.134613,
        "nauc_precision_at_10_std": 0.052998,
        "nauc_precision_at_10_diff1": 0.069027,
        "nauc_precision_at_20_max": 0.182376,
        "nauc_precision_at_20_std": 0.119649,
        "nauc_precision_at_20_diff1": 0.046151,
        "nauc_precision_at_100_max": 0.176745,
        "nauc_precision_at_100_std": 0.319744,
        "nauc_precision_at_100_diff1": -0.093572,
        "nauc_precision_at_1000_max": 0.097096,
        "nauc_precision_at_1000_std": 0.249671,
        "nauc_precision_at_1000_diff1": -0.199269,
        "nauc_mrr_at_1_max": 0.220414,
        "nauc_mrr_at_1_std": 0.061108,
        "nauc_mrr_at_1_diff1": 0.210853,
        "nauc_mrr_at_3_max": 0.210498,
        "nauc_mrr_at_3_std": 0.082801,
        "nauc_mrr_at_3_diff1": 0.132928,
        "nauc_mrr_at_5_max": 0.22779,
        "nauc_mrr_at_5_std": 0.071208,
        "nauc_mrr_at_5_diff1": 0.144442,
        "nauc_mrr_at_10_max": 0.210349,
        "nauc_mrr_at_10_std": 0.053335,
        "nauc_mrr_at_10_diff1": 0.136736,
        "nauc_mrr_at_20_max": 0.213686,
        "nauc_mrr_at_20_std": 0.059326,
        "nauc_mrr_at_20_diff1": 0.132488,
        "nauc_mrr_at_100_max": 0.217666,
        "nauc_mrr_at_100_std": 0.064686,
        "nauc_mrr_at_100_diff1": 0.129602,
        "nauc_mrr_at_1000_max": 0.217222,
        "nauc_mrr_at_1000_std": 0.064491,
        "nauc_mrr_at_1000_diff1": 0.130503,
        "main_score": 0.18588,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 2799.2213967077428,
  "kg_co2_emissions": null
}