{ "dataset_revision": "50c2986fedffa33b38afd5c1752026f8e9e5ed1d", "task_name": "ChatDoctorRetrieval", "mteb_version": "2.7.1", "scores": { "test": [ { "ndcg_at_1": 0.47809, "ndcg_at_3": 0.54913, "ndcg_at_5": 0.5695, "ndcg_at_10": 0.59228, "ndcg_at_20": 0.60728, "ndcg_at_100": 0.62925, "ndcg_at_1000": 0.63942, "map_at_1": 0.47809, "map_at_3": 0.53187, "map_at_5": 0.54323, "map_at_10": 0.55274, "map_at_20": 0.55689, "map_at_100": 0.55981, "map_at_1000": 0.56018, "recall_at_1": 0.47809, "recall_at_3": 0.599, "recall_at_5": 0.64818, "recall_at_10": 0.71812, "recall_at_20": 0.77714, "recall_at_100": 0.89734, "recall_at_1000": 0.978, "accuracy": 0.47809, "precision_at_1": 0.47809, "precision_at_3": 0.19967, "precision_at_5": 0.12964, "precision_at_10": 0.07181, "precision_at_20": 0.03886, "precision_at_100": 0.00897, "precision_at_1000": 0.00098, "mrr_at_1": 0.47809, "mrr_at_3": 0.531867, "mrr_at_5": 0.543233, "mrr_at_10": 0.552741, "mrr_at_20": 0.556894, "mrr_at_100": 0.559815, "mrr_at_1000": 0.560185, "nauc_ndcg_at_1_max": 0.529574, "nauc_ndcg_at_1_std": -0.142156, "nauc_ndcg_at_1_diff1": 0.742323, "nauc_ndcg_at_3_max": 0.519873, "nauc_ndcg_at_3_std": -0.133001, "nauc_ndcg_at_3_diff1": 0.682235, "nauc_ndcg_at_5_max": 0.511016, "nauc_ndcg_at_5_std": -0.136957, "nauc_ndcg_at_5_diff1": 0.676152, "nauc_ndcg_at_10_max": 0.508698, "nauc_ndcg_at_10_std": -0.127332, "nauc_ndcg_at_10_diff1": 0.669249, "nauc_ndcg_at_20_max": 0.511009, "nauc_ndcg_at_20_std": -0.12272, "nauc_ndcg_at_20_diff1": 0.668678, "nauc_ndcg_at_100_max": 0.516868, "nauc_ndcg_at_100_std": -0.112055, "nauc_ndcg_at_100_diff1": 0.673658, "nauc_ndcg_at_1000_max": 0.517023, "nauc_ndcg_at_1000_std": -0.119003, "nauc_ndcg_at_1000_diff1": 0.678667, "nauc_map_at_1_max": 0.529574, "nauc_map_at_1_std": -0.142156, "nauc_map_at_1_diff1": 0.742323, "nauc_map_at_3_max": 0.523029, "nauc_map_at_3_std": -0.135404, "nauc_map_at_3_diff1": 0.697373, "nauc_map_at_5_max": 0.518294, "nauc_map_at_5_std": -0.137702, "nauc_map_at_5_diff1": 0.694421, "nauc_map_at_10_max": 0.517489, "nauc_map_at_10_std": -0.133757, "nauc_map_at_10_diff1": 0.692003, "nauc_map_at_20_max": 0.518107, "nauc_map_at_20_std": -0.132754, "nauc_map_at_20_diff1": 0.692088, "nauc_map_at_100_max": 0.518732, "nauc_map_at_100_std": -0.131694, "nauc_map_at_100_diff1": 0.692778, "nauc_map_at_1000_max": 0.518768, "nauc_map_at_1000_std": -0.131852, "nauc_map_at_1000_diff1": 0.692956, "nauc_recall_at_1_max": 0.529574, "nauc_recall_at_1_std": -0.142156, "nauc_recall_at_1_diff1": 0.742323, "nauc_recall_at_3_max": 0.509833, "nauc_recall_at_3_std": -0.125557, "nauc_recall_at_3_diff1": 0.6356, "nauc_recall_at_5_max": 0.485181, "nauc_recall_at_5_std": -0.134918, "nauc_recall_at_5_diff1": 0.614672, "nauc_recall_at_10_max": 0.472048, "nauc_recall_at_10_std": -0.099048, "nauc_recall_at_10_diff1": 0.578017, "nauc_recall_at_20_max": 0.478182, "nauc_recall_at_20_std": -0.065502, "nauc_recall_at_20_diff1": 0.55542, "nauc_recall_at_100_max": 0.53707, "nauc_recall_at_100_std": 0.153726, "nauc_recall_at_100_diff1": 0.519636, "nauc_recall_at_1000_max": 0.601053, "nauc_recall_at_1000_std": 0.391116, "nauc_recall_at_1000_diff1": 0.435698, "nauc_precision_at_1_max": 0.529574, "nauc_precision_at_1_std": -0.142156, "nauc_precision_at_1_diff1": 0.742323, "nauc_precision_at_3_max": 0.509833, "nauc_precision_at_3_std": -0.125557, "nauc_precision_at_3_diff1": 0.6356, "nauc_precision_at_5_max": 0.485181, "nauc_precision_at_5_std": -0.134918, "nauc_precision_at_5_diff1": 0.614672, "nauc_precision_at_10_max": 0.472048, "nauc_precision_at_10_std": -0.099048, "nauc_precision_at_10_diff1": 0.578017, "nauc_precision_at_20_max": 0.478182, "nauc_precision_at_20_std": -0.065502, "nauc_precision_at_20_diff1": 0.55542, "nauc_precision_at_100_max": 0.53707, "nauc_precision_at_100_std": 0.153726, "nauc_precision_at_100_diff1": 0.519636, "nauc_precision_at_1000_max": 0.601053, "nauc_precision_at_1000_std": 0.391116, "nauc_precision_at_1000_diff1": 0.435698, "nauc_mrr_at_1_max": 0.529574, "nauc_mrr_at_1_std": -0.142156, "nauc_mrr_at_1_diff1": 0.742323, "nauc_mrr_at_3_max": 0.523029, "nauc_mrr_at_3_std": -0.135404, "nauc_mrr_at_3_diff1": 0.697373, "nauc_mrr_at_5_max": 0.518294, "nauc_mrr_at_5_std": -0.137702, "nauc_mrr_at_5_diff1": 0.694421, "nauc_mrr_at_10_max": 0.517487, "nauc_mrr_at_10_std": -0.133754, "nauc_mrr_at_10_diff1": 0.692, "nauc_mrr_at_20_max": 0.518106, "nauc_mrr_at_20_std": -0.132749, "nauc_mrr_at_20_diff1": 0.692087, "nauc_mrr_at_100_max": 0.518731, "nauc_mrr_at_100_std": -0.131688, "nauc_mrr_at_100_diff1": 0.692776, "nauc_mrr_at_1000_max": 0.518767, "nauc_mrr_at_1000_std": -0.131847, "nauc_mrr_at_1000_diff1": 0.692955, "cv_recall_at_1": 0.47809, "cv_recall_at_3": 0.599, "cv_recall_at_5": 0.64818, "cv_recall_at_10": 0.71812, "cv_recall_at_20": 0.77714, "cv_recall_at_100": 0.89734, "cv_recall_at_1000": 0.978, "main_score": 0.59228, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 19.29620051383972, "kg_co2_emissions": null }