{ "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", "task_name": "MedicalQARetrieval", "mteb_version": "2.20.11", "scores": { "test": [ { "ndcg_at_1": 0.64697, "ndcg_at_3": 0.73511, "ndcg_at_5": 0.75791, "ndcg_at_10": 0.77514, "ndcg_at_20": 0.78374, "ndcg_at_100": 0.79083, "ndcg_at_1000": 0.79357, "map_at_1": 0.64697, "map_at_3": 0.71387, "map_at_5": 0.72656, "map_at_10": 0.73379, "map_at_20": 0.73619, "map_at_100": 0.73717, "map_at_1000": 0.73729, "recall_at_1": 0.64697, "recall_at_3": 0.79639, "recall_at_5": 0.85156, "recall_at_10": 0.9043, "recall_at_20": 0.93799, "recall_at_100": 0.97607, "recall_at_1000": 0.99707, "accuracy": 0.64697, "precision_at_1": 0.64697, "precision_at_3": 0.26546, "precision_at_5": 0.17031, "precision_at_10": 0.09043, "precision_at_20": 0.0469, "precision_at_100": 0.00976, "precision_at_1000": 0.001, "mrr_at_1": 0.646973, "mrr_at_3": 0.713867, "mrr_at_5": 0.726562, "mrr_at_10": 0.733785, "mrr_at_20": 0.736188, "mrr_at_100": 0.737172, "mrr_at_1000": 0.737286, "nauc_ndcg_at_1_max": 0.341937, "nauc_ndcg_at_1_std": -0.084551, "nauc_ndcg_at_1_diff1": 0.649188, "nauc_ndcg_at_3_max": 0.320945, "nauc_ndcg_at_3_std": -0.112456, "nauc_ndcg_at_3_diff1": 0.58515, "nauc_ndcg_at_5_max": 0.31128, "nauc_ndcg_at_5_std": -0.128942, "nauc_ndcg_at_5_diff1": 0.580292, "nauc_ndcg_at_10_max": 0.311651, "nauc_ndcg_at_10_std": -0.13628, "nauc_ndcg_at_10_diff1": 0.579653, "nauc_ndcg_at_20_max": 0.325081, "nauc_ndcg_at_20_std": -0.123006, "nauc_ndcg_at_20_diff1": 0.586184, "nauc_ndcg_at_100_max": 0.326341, "nauc_ndcg_at_100_std": -0.113729, "nauc_ndcg_at_100_diff1": 0.590084, "nauc_ndcg_at_1000_max": 0.324916, "nauc_ndcg_at_1000_std": -0.115454, "nauc_ndcg_at_1000_diff1": 0.594988, "nauc_map_at_1_max": 0.341937, "nauc_map_at_1_std": -0.084551, "nauc_map_at_1_diff1": 0.649188, "nauc_map_at_3_max": 0.326512, "nauc_map_at_3_std": -0.10457, "nauc_map_at_3_diff1": 0.603056, "nauc_map_at_5_max": 0.321585, "nauc_map_at_5_std": -0.112643, "nauc_map_at_5_diff1": 0.601353, "nauc_map_at_10_max": 0.321733, "nauc_map_at_10_std": -0.11529, "nauc_map_at_10_diff1": 0.601967, "nauc_map_at_20_max": 0.324872, "nauc_map_at_20_std": -0.112226, "nauc_map_at_20_diff1": 0.603718, "nauc_map_at_100_max": 0.325295, "nauc_map_at_100_std": -0.110967, "nauc_map_at_100_diff1": 0.604196, "nauc_map_at_1000_max": 0.325284, "nauc_map_at_1000_std": -0.110972, "nauc_map_at_1000_diff1": 0.604397, "nauc_recall_at_1_max": 0.341937, "nauc_recall_at_1_std": -0.084551, "nauc_recall_at_1_diff1": 0.649188, "nauc_recall_at_3_max": 0.300425, "nauc_recall_at_3_std": -0.141807, "nauc_recall_at_3_diff1": 0.518612, "nauc_recall_at_5_max": 0.261116, "nauc_recall_at_5_std": -0.209736, "nauc_recall_at_5_diff1": 0.479618, "nauc_recall_at_10_max": 0.242502, "nauc_recall_at_10_std": -0.289208, "nauc_recall_at_10_diff1": 0.423671, "nauc_recall_at_20_max": 0.36652, "nauc_recall_at_20_std": -0.208609, "nauc_recall_at_20_diff1": 0.416368, "nauc_recall_at_100_max": 0.445087, "nauc_recall_at_100_std": 0.010693, "nauc_recall_at_100_diff1": 0.306633, "nauc_recall_at_1000_max": 0.491655, "nauc_recall_at_1000_std": -0.100206, "nauc_recall_at_1000_diff1": 0.409188, "nauc_precision_at_1_max": 0.341937, "nauc_precision_at_1_std": -0.084551, "nauc_precision_at_1_diff1": 0.649188, "nauc_precision_at_3_max": 0.300425, "nauc_precision_at_3_std": -0.141807, "nauc_precision_at_3_diff1": 0.518612, "nauc_precision_at_5_max": 0.261116, "nauc_precision_at_5_std": -0.209736, "nauc_precision_at_5_diff1": 0.479618, "nauc_precision_at_10_max": 0.242502, "nauc_precision_at_10_std": -0.289208, "nauc_precision_at_10_diff1": 0.423671, "nauc_precision_at_20_max": 0.36652, "nauc_precision_at_20_std": -0.208609, "nauc_precision_at_20_diff1": 0.416368, "nauc_precision_at_100_max": 0.445087, "nauc_precision_at_100_std": 0.010693, "nauc_precision_at_100_diff1": 0.306633, "nauc_precision_at_1000_max": 0.491655, "nauc_precision_at_1000_std": -0.100206, "nauc_precision_at_1000_diff1": 0.409188, "nauc_mrr_at_1_max": 0.341937, "nauc_mrr_at_1_std": -0.084551, "nauc_mrr_at_1_diff1": 0.649188, "nauc_mrr_at_3_max": 0.326512, "nauc_mrr_at_3_std": -0.10457, "nauc_mrr_at_3_diff1": 0.603056, "nauc_mrr_at_5_max": 0.321585, "nauc_mrr_at_5_std": -0.112643, "nauc_mrr_at_5_diff1": 0.601353, "nauc_mrr_at_10_max": 0.321733, "nauc_mrr_at_10_std": -0.11529, "nauc_mrr_at_10_diff1": 0.601967, "nauc_mrr_at_20_max": 0.324872, "nauc_mrr_at_20_std": -0.112226, "nauc_mrr_at_20_diff1": 0.603718, "nauc_mrr_at_100_max": 0.325295, "nauc_mrr_at_100_std": -0.110967, "nauc_mrr_at_100_diff1": 0.604196, "nauc_mrr_at_1000_max": 0.325284, "nauc_mrr_at_1000_std": -0.110972, "nauc_mrr_at_1000_diff1": 0.604397, "hit_rate_at_1": 0.64697, "hit_rate_at_3": 0.79639, "hit_rate_at_5": 0.85156, "hit_rate_at_10": 0.9043, "hit_rate_at_20": 0.93799, "hit_rate_at_100": 0.97607, "hit_rate_at_1000": 0.99707, "main_score": 0.77514, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.20.11" } ] }, "evaluation_time": 102.62230944633484, "kg_co2_emissions": null, "date": null, "evaluation_phases": null }