{ "dataset_revision": "53e9a6fb88b48b7513e9d2cc2218e3415f4e45f8", "task_name": "GermanHealthcare1Retrieval", "mteb_version": "2.22.2", "scores": { "test": [ { "ndcg_at_1": 0.76989, "ndcg_at_3": 0.83454, "ndcg_at_5": 0.8524, "ndcg_at_10": 0.86002, "ndcg_at_20": 0.86554, "ndcg_at_100": 0.87036, "ndcg_at_1000": 0.87097, "map_at_1": 0.76989, "map_at_3": 0.81828, "map_at_5": 0.82828, "map_at_10": 0.83141, "map_at_20": 0.83298, "map_at_100": 0.83366, "map_at_1000": 0.83369, "recall_at_1": 0.76989, "recall_at_3": 0.88172, "recall_at_5": 0.92473, "recall_at_10": 0.94839, "recall_at_20": 0.96989, "recall_at_100": 0.9957, "recall_at_1000": 1.0, "accuracy": 0.76989, "precision_at_1": 0.76989, "precision_at_3": 0.29391, "precision_at_5": 0.18495, "precision_at_10": 0.09484, "precision_at_20": 0.04849, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.769892, "mrr_at_3": 0.81828, "mrr_at_5": 0.82828, "mrr_at_10": 0.831412, "mrr_at_20": 0.83298, "mrr_at_100": 0.833656, "mrr_at_1000": 0.833689, "nauc_ndcg_at_1_max": 0.041823, "nauc_ndcg_at_1_std": -0.224236, "nauc_ndcg_at_1_diff1": 0.799466, "nauc_ndcg_at_3_max": 0.144228, "nauc_ndcg_at_3_std": -0.142878, "nauc_ndcg_at_3_diff1": 0.766108, "nauc_ndcg_at_5_max": 0.125687, "nauc_ndcg_at_5_std": -0.160191, "nauc_ndcg_at_5_diff1": 0.766711, "nauc_ndcg_at_10_max": 0.128936, "nauc_ndcg_at_10_std": -0.159002, "nauc_ndcg_at_10_diff1": 0.781546, "nauc_ndcg_at_20_max": 0.104958, "nauc_ndcg_at_20_std": -0.180687, "nauc_ndcg_at_20_diff1": 0.783069, "nauc_ndcg_at_100_max": 0.109146, "nauc_ndcg_at_100_std": -0.174008, "nauc_ndcg_at_100_diff1": 0.783802, "nauc_ndcg_at_1000_max": 0.104603, "nauc_ndcg_at_1000_std": -0.179679, "nauc_ndcg_at_1000_diff1": 0.782699, "nauc_map_at_1_max": 0.041823, "nauc_map_at_1_std": -0.224236, "nauc_map_at_1_diff1": 0.799466, "nauc_map_at_3_max": 0.117338, "nauc_map_at_3_std": -0.16537, "nauc_map_at_3_diff1": 0.777216, "nauc_map_at_5_max": 0.106462, "nauc_map_at_5_std": -0.175286, "nauc_map_at_5_diff1": 0.778079, "nauc_map_at_10_max": 0.105842, "nauc_map_at_10_std": -0.176898, "nauc_map_at_10_diff1": 0.783429, "nauc_map_at_20_max": 0.099647, "nauc_map_at_20_std": -0.182715, "nauc_map_at_20_diff1": 0.78368, "nauc_map_at_100_max": 0.099524, "nauc_map_at_100_std": -0.182673, "nauc_map_at_100_diff1": 0.783926, "nauc_map_at_1000_max": 0.099328, "nauc_map_at_1000_std": -0.18292, "nauc_map_at_1000_diff1": 0.783879, "nauc_recall_at_1_max": 0.041823, "nauc_recall_at_1_std": -0.224236, "nauc_recall_at_1_diff1": 0.799466, "nauc_recall_at_3_max": 0.255132, "nauc_recall_at_3_std": -0.049345, "nauc_recall_at_3_diff1": 0.718694, "nauc_recall_at_5_max": 0.235181, "nauc_recall_at_5_std": -0.074114, "nauc_recall_at_5_diff1": 0.69659, "nauc_recall_at_10_max": 0.332519, "nauc_recall_at_10_std": 0.002144, "nauc_recall_at_10_diff1": 0.780928, "nauc_recall_at_20_max": 0.107224, "nauc_recall_at_20_std": -0.20878, "nauc_recall_at_20_diff1": 0.809901, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.934719, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.041823, "nauc_precision_at_1_std": -0.224236, "nauc_precision_at_1_diff1": 0.799466, "nauc_precision_at_3_max": 0.255132, "nauc_precision_at_3_std": -0.049345, "nauc_precision_at_3_diff1": 0.718694, "nauc_precision_at_5_max": 0.235181, "nauc_precision_at_5_std": -0.074114, "nauc_precision_at_5_diff1": 0.69659, "nauc_precision_at_10_max": 0.332519, "nauc_precision_at_10_std": 0.002144, "nauc_precision_at_10_diff1": 0.780928, "nauc_precision_at_20_max": 0.107224, "nauc_precision_at_20_std": -0.20878, "nauc_precision_at_20_diff1": 0.809901, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.934719, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.041823, "nauc_mrr_at_1_std": -0.224236, "nauc_mrr_at_1_diff1": 0.799466, "nauc_mrr_at_3_max": 0.117338, "nauc_mrr_at_3_std": -0.16537, "nauc_mrr_at_3_diff1": 0.777216, "nauc_mrr_at_5_max": 0.106462, "nauc_mrr_at_5_std": -0.175286, "nauc_mrr_at_5_diff1": 0.778079, "nauc_mrr_at_10_max": 0.105842, "nauc_mrr_at_10_std": -0.176898, "nauc_mrr_at_10_diff1": 0.783429, "nauc_mrr_at_20_max": 0.099647, "nauc_mrr_at_20_std": -0.182715, "nauc_mrr_at_20_diff1": 0.78368, "nauc_mrr_at_100_max": 0.099524, "nauc_mrr_at_100_std": -0.182673, "nauc_mrr_at_100_diff1": 0.783926, "nauc_mrr_at_1000_max": 0.099328, "nauc_mrr_at_1000_std": -0.18292, "nauc_mrr_at_1000_diff1": 0.783879, "hit_rate_at_1": 0.76989, "hit_rate_at_3": 0.88172, "hit_rate_at_5": 0.92473, "hit_rate_at_10": 0.94839, "hit_rate_at_20": 0.96989, "hit_rate_at_100": 0.9957, "hit_rate_at_1000": 1.0, "main_score": 0.86002, "hf_subset": "default", "languages": [ "deu-Latn" ], "mteb_version": "2.22.2" } ] }, "evaluation_time": 74.88425647839904, "kg_co2_emissions": null, "date": 1791054416.532604, "evaluation_phases": [ { "name": "Data loading", "start": 0.00012070126831531525, "end": 12.286876210942864, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 12.286895163357258, "end": 12.286896374076605, "split": "", "subset": "" }, { "name": "Encoding corpus", "start": 12.295026116073132, "end": 12.295029615983367, "split": "test", "subset": "default" }, { "name": "Encoding queries", "start": 12.295060275122523, "end": 74.6570749990642, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 74.65723778307438, "end": 74.8665562402457, "split": "test", "subset": "default" } ] }