{
  "dataset_revision": "53c489a44a3664ba352c07550b72b4525a5968d5",
  "task_name": "R2MEDPMCTreatmentRetrieval",
  "mteb_version": "1.38.20",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.09333,
        "ndcg_at_3": 0.1016,
        "ndcg_at_5": 0.11483,
        "ndcg_at_10": 0.13459,
        "ndcg_at_20": 0.15706,
        "ndcg_at_100": 0.19279,
        "ndcg_at_1000": 0.23622,
        "map_at_1": 0.05633,
        "map_at_3": 0.07902,
        "map_at_5": 0.08751,
        "map_at_10": 0.09537,
        "map_at_20": 0.10241,
        "map_at_100": 0.10715,
        "map_at_1000": 0.10882,
        "recall_at_1": 0.05633,
        "recall_at_3": 0.10567,
        "recall_at_5": 0.13778,
        "recall_at_10": 0.19056,
        "recall_at_20": 0.26544,
        "recall_at_100": 0.42844,
        "recall_at_1000": 0.72656,
        "precision_at_1": 0.09333,
        "precision_at_3": 0.06222,
        "precision_at_5": 0.05067,
        "precision_at_10": 0.03467,
        "precision_at_20": 0.024,
        "precision_at_100": 0.00833,
        "precision_at_1000": 0.00147,
        "mrr_at_1": 0.093333,
        "mrr_at_3": 0.135556,
        "mrr_at_5": 0.147556,
        "mrr_at_10": 0.158275,
        "mrr_at_20": 0.164847,
        "mrr_at_100": 0.169446,
        "mrr_at_1000": 0.170227,
        "nauc_ndcg_at_1_max": 0.244394,
        "nauc_ndcg_at_1_std": 0.02572,
        "nauc_ndcg_at_1_diff1": 0.447813,
        "nauc_ndcg_at_3_max": 0.189404,
        "nauc_ndcg_at_3_std": 0.087126,
        "nauc_ndcg_at_3_diff1": 0.323655,
        "nauc_ndcg_at_5_max": 0.1656,
        "nauc_ndcg_at_5_std": 0.083482,
        "nauc_ndcg_at_5_diff1": 0.353843,
        "nauc_ndcg_at_10_max": 0.111264,
        "nauc_ndcg_at_10_std": 0.110187,
        "nauc_ndcg_at_10_diff1": 0.264664,
        "nauc_ndcg_at_20_max": 0.096333,
        "nauc_ndcg_at_20_std": 0.086457,
        "nauc_ndcg_at_20_diff1": 0.265222,
        "nauc_ndcg_at_100_max": 0.133665,
        "nauc_ndcg_at_100_std": 0.111239,
        "nauc_ndcg_at_100_diff1": 0.251627,
        "nauc_ndcg_at_1000_max": 0.144493,
        "nauc_ndcg_at_1000_std": 0.146201,
        "nauc_ndcg_at_1000_diff1": 0.244329,
        "nauc_map_at_1_max": 0.260284,
        "nauc_map_at_1_std": 0.059267,
        "nauc_map_at_1_diff1": 0.496668,
        "nauc_map_at_3_max": 0.203309,
        "nauc_map_at_3_std": 0.083633,
        "nauc_map_at_3_diff1": 0.37777,
        "nauc_map_at_5_max": 0.185882,
        "nauc_map_at_5_std": 0.080705,
        "nauc_map_at_5_diff1": 0.384832,
        "nauc_map_at_10_max": 0.159972,
        "nauc_map_at_10_std": 0.095435,
        "nauc_map_at_10_diff1": 0.336165,
        "nauc_map_at_20_max": 0.15178,
        "nauc_map_at_20_std": 0.087181,
        "nauc_map_at_20_diff1": 0.335954,
        "nauc_map_at_100_max": 0.159309,
        "nauc_map_at_100_std": 0.093234,
        "nauc_map_at_100_diff1": 0.333674,
        "nauc_map_at_1000_max": 0.159669,
        "nauc_map_at_1000_std": 0.096173,
        "nauc_map_at_1000_diff1": 0.332806,
        "nauc_recall_at_1_max": 0.260284,
        "nauc_recall_at_1_std": 0.059267,
        "nauc_recall_at_1_diff1": 0.496668,
        "nauc_recall_at_3_max": 0.168274,
        "nauc_recall_at_3_std": 0.102486,
        "nauc_recall_at_3_diff1": 0.268727,
        "nauc_recall_at_5_max": 0.131858,
        "nauc_recall_at_5_std": 0.076871,
        "nauc_recall_at_5_diff1": 0.31634,
        "nauc_recall_at_10_max": 0.019302,
        "nauc_recall_at_10_std": 0.122157,
        "nauc_recall_at_10_diff1": 0.127537,
        "nauc_recall_at_20_max": -0.002568,
        "nauc_recall_at_20_std": 0.063237,
        "nauc_recall_at_20_diff1": 0.128458,
        "nauc_recall_at_100_max": 0.061968,
        "nauc_recall_at_100_std": 0.113961,
        "nauc_recall_at_100_diff1": 0.068782,
        "nauc_recall_at_1000_max": 0.087887,
        "nauc_recall_at_1000_std": 0.302797,
        "nauc_recall_at_1000_diff1": -0.03695,
        "nauc_precision_at_1_max": 0.244394,
        "nauc_precision_at_1_std": 0.02572,
        "nauc_precision_at_1_diff1": 0.447813,
        "nauc_precision_at_3_max": 0.147074,
        "nauc_precision_at_3_std": 0.123443,
        "nauc_precision_at_3_diff1": 0.197395,
        "nauc_precision_at_5_max": 0.099623,
        "nauc_precision_at_5_std": 0.10584,
        "nauc_precision_at_5_diff1": 0.250441,
        "nauc_precision_at_10_max": -0.004472,
        "nauc_precision_at_10_std": 0.148255,
        "nauc_precision_at_10_diff1": 0.070561,
        "nauc_precision_at_20_max": -0.025824,
        "nauc_precision_at_20_std": 0.078243,
        "nauc_precision_at_20_diff1": 0.097632,
        "nauc_precision_at_100_max": 0.152614,
        "nauc_precision_at_100_std": 0.13565,
        "nauc_precision_at_100_diff1": 0.065929,
        "nauc_precision_at_1000_max": 0.143749,
        "nauc_precision_at_1000_std": 0.121549,
        "nauc_precision_at_1000_diff1": -0.015013,
        "nauc_mrr_at_1_max": 0.244394,
        "nauc_mrr_at_1_std": 0.02572,
        "nauc_mrr_at_1_diff1": 0.447813,
        "nauc_mrr_at_3_max": 0.183086,
        "nauc_mrr_at_3_std": 0.085381,
        "nauc_mrr_at_3_diff1": 0.315467,
        "nauc_mrr_at_5_max": 0.176026,
        "nauc_mrr_at_5_std": 0.075509,
        "nauc_mrr_at_5_diff1": 0.337882,
        "nauc_mrr_at_10_max": 0.151152,
        "nauc_mrr_at_10_std": 0.087324,
        "nauc_mrr_at_10_diff1": 0.303768,
        "nauc_mrr_at_20_max": 0.146856,
        "nauc_mrr_at_20_std": 0.079014,
        "nauc_mrr_at_20_diff1": 0.302874,
        "nauc_mrr_at_100_max": 0.153339,
        "nauc_mrr_at_100_std": 0.081556,
        "nauc_mrr_at_100_diff1": 0.302803,
        "nauc_mrr_at_1000_max": 0.152976,
        "nauc_mrr_at_1000_std": 0.081943,
        "nauc_mrr_at_1000_diff1": 0.302696,
        "main_score": 0.13459,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 1086.2226808450196,
  "kg_co2_emissions": null
}