{
  "dataset_revision": "50c2986fedffa33b38afd5c1752026f8e9e5ed1d",
  "task_name": "ChatDoctorRetrieval",
  "mteb_version": "1.39.4",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.40476,
        "ndcg_at_3": 0.47454,
        "ndcg_at_5": 0.49551,
        "ndcg_at_10": 0.51888,
        "ndcg_at_20": 0.53922,
        "ndcg_at_100": 0.56509,
        "ndcg_at_1000": 0.57824,
        "map_at_1": 0.40476,
        "map_at_3": 0.45731,
        "map_at_5": 0.46894,
        "map_at_10": 0.47858,
        "map_at_20": 0.48419,
        "map_at_100": 0.48769,
        "map_at_1000": 0.48818,
        "recall_at_1": 0.40476,
        "recall_at_3": 0.52441,
        "recall_at_5": 0.57539,
        "recall_at_10": 0.64765,
        "recall_at_20": 0.72796,
        "recall_at_100": 0.86854,
        "recall_at_1000": 0.97228,
        "precision_at_1": 0.40476,
        "precision_at_3": 0.1748,
        "precision_at_5": 0.11508,
        "precision_at_10": 0.06476,
        "precision_at_20": 0.0364,
        "precision_at_100": 0.00869,
        "precision_at_1000": 0.00097,
        "mrr_at_1": 0.404758,
        "mrr_at_3": 0.457312,
        "mrr_at_5": 0.468938,
        "mrr_at_10": 0.478576,
        "mrr_at_20": 0.484186,
        "mrr_at_100": 0.487688,
        "mrr_at_1000": 0.488179,
        "nauc_ndcg_at_1_max": 0.409378,
        "nauc_ndcg_at_1_std": -0.058554,
        "nauc_ndcg_at_1_diff1": 0.687332,
        "nauc_ndcg_at_3_max": 0.390557,
        "nauc_ndcg_at_3_std": -0.0517,
        "nauc_ndcg_at_3_diff1": 0.631634,
        "nauc_ndcg_at_5_max": 0.387101,
        "nauc_ndcg_at_5_std": -0.047894,
        "nauc_ndcg_at_5_diff1": 0.62195,
        "nauc_ndcg_at_10_max": 0.383843,
        "nauc_ndcg_at_10_std": -0.040898,
        "nauc_ndcg_at_10_diff1": 0.613602,
        "nauc_ndcg_at_20_max": 0.386386,
        "nauc_ndcg_at_20_std": -0.032816,
        "nauc_ndcg_at_20_diff1": 0.611425,
        "nauc_ndcg_at_100_max": 0.38992,
        "nauc_ndcg_at_100_std": -0.024258,
        "nauc_ndcg_at_100_diff1": 0.615426,
        "nauc_ndcg_at_1000_max": 0.391126,
        "nauc_ndcg_at_1000_std": -0.030956,
        "nauc_ndcg_at_1000_diff1": 0.622466,
        "nauc_map_at_1_max": 0.409378,
        "nauc_map_at_1_std": -0.058554,
        "nauc_map_at_1_diff1": 0.687332,
        "nauc_map_at_3_max": 0.395374,
        "nauc_map_at_3_std": -0.053754,
        "nauc_map_at_3_diff1": 0.645011,
        "nauc_map_at_5_max": 0.393643,
        "nauc_map_at_5_std": -0.051656,
        "nauc_map_at_5_diff1": 0.639982,
        "nauc_map_at_10_max": 0.392392,
        "nauc_map_at_10_std": -0.048911,
        "nauc_map_at_10_diff1": 0.636959,
        "nauc_map_at_20_max": 0.392954,
        "nauc_map_at_20_std": -0.04711,
        "nauc_map_at_20_diff1": 0.636491,
        "nauc_map_at_100_max": 0.393468,
        "nauc_map_at_100_std": -0.046142,
        "nauc_map_at_100_diff1": 0.637,
        "nauc_map_at_1000_max": 0.393517,
        "nauc_map_at_1000_std": -0.046313,
        "nauc_map_at_1000_diff1": 0.637228,
        "nauc_recall_at_1_max": 0.409378,
        "nauc_recall_at_1_std": -0.058554,
        "nauc_recall_at_1_diff1": 0.687332,
        "nauc_recall_at_3_max": 0.376089,
        "nauc_recall_at_3_std": -0.045409,
        "nauc_recall_at_3_diff1": 0.591827,
        "nauc_recall_at_5_max": 0.36595,
        "nauc_recall_at_5_std": -0.035471,
        "nauc_recall_at_5_diff1": 0.564242,
        "nauc_recall_at_10_max": 0.352031,
        "nauc_recall_at_10_std": -0.009133,
        "nauc_recall_at_10_diff1": 0.527122,
        "nauc_recall_at_20_max": 0.360846,
        "nauc_recall_at_20_std": 0.042224,
        "nauc_recall_at_20_diff1": 0.499344,
        "nauc_recall_at_100_max": 0.38091,
        "nauc_recall_at_100_std": 0.213668,
        "nauc_recall_at_100_diff1": 0.459594,
        "nauc_recall_at_1000_max": 0.439467,
        "nauc_recall_at_1000_std": 0.470338,
        "nauc_recall_at_1000_diff1": 0.489302,
        "nauc_precision_at_1_max": 0.409378,
        "nauc_precision_at_1_std": -0.058554,
        "nauc_precision_at_1_diff1": 0.687332,
        "nauc_precision_at_3_max": 0.376089,
        "nauc_precision_at_3_std": -0.045409,
        "nauc_precision_at_3_diff1": 0.591827,
        "nauc_precision_at_5_max": 0.36595,
        "nauc_precision_at_5_std": -0.035471,
        "nauc_precision_at_5_diff1": 0.564242,
        "nauc_precision_at_10_max": 0.352031,
        "nauc_precision_at_10_std": -0.009133,
        "nauc_precision_at_10_diff1": 0.527122,
        "nauc_precision_at_20_max": 0.360846,
        "nauc_precision_at_20_std": 0.042224,
        "nauc_precision_at_20_diff1": 0.499344,
        "nauc_precision_at_100_max": 0.38091,
        "nauc_precision_at_100_std": 0.213668,
        "nauc_precision_at_100_diff1": 0.459594,
        "nauc_precision_at_1000_max": 0.439467,
        "nauc_precision_at_1000_std": 0.470338,
        "nauc_precision_at_1000_diff1": 0.489302,
        "nauc_mrr_at_1_max": 0.409378,
        "nauc_mrr_at_1_std": -0.058554,
        "nauc_mrr_at_1_diff1": 0.687332,
        "nauc_mrr_at_3_max": 0.395374,
        "nauc_mrr_at_3_std": -0.053754,
        "nauc_mrr_at_3_diff1": 0.645011,
        "nauc_mrr_at_5_max": 0.393643,
        "nauc_mrr_at_5_std": -0.051656,
        "nauc_mrr_at_5_diff1": 0.639982,
        "nauc_mrr_at_10_max": 0.392392,
        "nauc_mrr_at_10_std": -0.048911,
        "nauc_mrr_at_10_diff1": 0.636959,
        "nauc_mrr_at_20_max": 0.392954,
        "nauc_mrr_at_20_std": -0.04711,
        "nauc_mrr_at_20_diff1": 0.636491,
        "nauc_mrr_at_100_max": 0.393468,
        "nauc_mrr_at_100_std": -0.046141,
        "nauc_mrr_at_100_diff1": 0.637,
        "nauc_mrr_at_1000_max": 0.393517,
        "nauc_mrr_at_1000_std": -0.046312,
        "nauc_mrr_at_1000_diff1": 0.637229,
        "main_score": 0.51888,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 35.18413209915161,
  "kg_co2_emissions": null
}