{ "dataset_revision": "64a4860e55ba6d8fcb923d5306d08e08b1c72794", "task_name": "GermanDPR", "mteb_version": "2.18.7", "scores": { "test": [ { "ndcg_at_1": 0.65171, "ndcg_at_3": 0.80079, "ndcg_at_5": 0.82476, "ndcg_at_10": 0.83347, "ndcg_at_20": 0.83477, "ndcg_at_100": 0.83586, "ndcg_at_1000": 0.83586, "map_at_1": 0.65171, "map_at_3": 0.76488, "map_at_5": 0.7781, "map_at_10": 0.7818, "map_at_20": 0.7822, "map_at_100": 0.78235, "map_at_1000": 0.78235, "recall_at_1": 0.65171, "recall_at_3": 0.90439, "recall_at_5": 0.96293, "recall_at_10": 0.98927, "recall_at_20": 0.99415, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.65171, "precision_at_1": 0.65171, "precision_at_3": 0.30146, "precision_at_5": 0.19259, "precision_at_10": 0.09893, "precision_at_20": 0.04971, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.651707, "mrr_at_3": 0.764878, "mrr_at_5": 0.778244, "mrr_at_10": 0.781649, "mrr_at_20": 0.782048, "mrr_at_100": 0.782202, "mrr_at_1000": 0.782202, "nauc_ndcg_at_1_max": 0.047791, "nauc_ndcg_at_1_std": -0.237686, "nauc_ndcg_at_1_diff1": 0.532022, "nauc_ndcg_at_3_max": 0.077365, "nauc_ndcg_at_3_std": -0.247843, "nauc_ndcg_at_3_diff1": 0.476617, "nauc_ndcg_at_5_max": 0.087048, "nauc_ndcg_at_5_std": -0.233851, "nauc_ndcg_at_5_diff1": 0.494318, "nauc_ndcg_at_10_max": 0.081783, "nauc_ndcg_at_10_std": -0.220525, "nauc_ndcg_at_10_diff1": 0.497261, "nauc_ndcg_at_20_max": 0.074634, "nauc_ndcg_at_20_std": -0.224848, "nauc_ndcg_at_20_diff1": 0.497685, "nauc_ndcg_at_100_max": 0.068586, "nauc_ndcg_at_100_std": -0.230307, "nauc_ndcg_at_100_diff1": 0.4987, "nauc_ndcg_at_1000_max": 0.068586, "nauc_ndcg_at_1000_std": -0.230307, "nauc_ndcg_at_1000_diff1": 0.4987, "nauc_map_at_1_max": 0.047791, "nauc_map_at_1_std": -0.237686, "nauc_map_at_1_diff1": 0.532022, "nauc_map_at_3_max": 0.066509, "nauc_map_at_3_std": -0.24185, "nauc_map_at_3_diff1": 0.491469, "nauc_map_at_5_max": 0.069139, "nauc_map_at_5_std": -0.234756, "nauc_map_at_5_diff1": 0.499633, "nauc_map_at_10_max": 0.066854, "nauc_map_at_10_std": -0.230599, "nauc_map_at_10_diff1": 0.500742, "nauc_map_at_20_max": 0.065137, "nauc_map_at_20_std": -0.231659, "nauc_map_at_20_diff1": 0.500865, "nauc_map_at_100_max": 0.064496, "nauc_map_at_100_std": -0.232265, "nauc_map_at_100_diff1": 0.501059, "nauc_map_at_1000_max": 0.064496, "nauc_map_at_1000_std": -0.232265, "nauc_map_at_1000_diff1": 0.501059, "nauc_recall_at_1_max": 0.047791, "nauc_recall_at_1_std": -0.237686, "nauc_recall_at_1_diff1": 0.532022, "nauc_recall_at_3_max": 0.14433, "nauc_recall_at_3_std": -0.286655, "nauc_recall_at_3_diff1": 0.389451, "nauc_recall_at_5_max": 0.364831, "nauc_recall_at_5_std": -0.219697, "nauc_recall_at_5_diff1": 0.441921, "nauc_recall_at_10_max": 0.852103, "nauc_recall_at_10_std": 0.365198, "nauc_recall_at_10_diff1": 0.427273, "nauc_recall_at_20_max": 0.857626, "nauc_recall_at_20_std": 0.473356, "nauc_recall_at_20_diff1": 0.402838, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.047791, "nauc_precision_at_1_std": -0.237686, "nauc_precision_at_1_diff1": 0.532022, "nauc_precision_at_3_max": 0.14433, "nauc_precision_at_3_std": -0.286655, "nauc_precision_at_3_diff1": 0.389451, "nauc_precision_at_5_max": 0.364831, "nauc_precision_at_5_std": -0.219697, "nauc_precision_at_5_diff1": 0.441921, "nauc_precision_at_10_max": 0.852103, "nauc_precision_at_10_std": 0.365198, "nauc_precision_at_10_diff1": 0.427273, "nauc_precision_at_20_max": 0.857626, "nauc_precision_at_20_std": 0.473356, "nauc_precision_at_20_diff1": 0.402838, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.047791, "nauc_mrr_at_1_std": -0.237686, "nauc_mrr_at_1_diff1": 0.532022, "nauc_mrr_at_3_max": 0.063126, "nauc_mrr_at_3_std": -0.240711, "nauc_mrr_at_3_diff1": 0.491725, "nauc_mrr_at_5_max": 0.064236, "nauc_mrr_at_5_std": -0.235162, "nauc_mrr_at_5_diff1": 0.499736, "nauc_mrr_at_10_max": 0.063419, "nauc_mrr_at_10_std": -0.23094, "nauc_mrr_at_10_diff1": 0.501542, "nauc_mrr_at_20_max": 0.061689, "nauc_mrr_at_20_std": -0.231993, "nauc_mrr_at_20_diff1": 0.501658, "nauc_mrr_at_100_max": 0.061041, "nauc_mrr_at_100_std": -0.232606, "nauc_mrr_at_100_diff1": 0.501851, "nauc_mrr_at_1000_max": 0.061041, "nauc_mrr_at_1000_std": -0.232606, "nauc_mrr_at_1000_diff1": 0.501851, "hit_rate_at_1": 0.65171, "hit_rate_at_3": 0.90439, "hit_rate_at_5": 0.96293, "hit_rate_at_10": 0.98927, "hit_rate_at_20": 0.99415, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.83347, "hf_subset": "default", "languages": [ "deu-Latn" ], "mteb_version": "2.18.7" } ] }, "evaluation_time": 8.075345754623413, "kg_co2_emissions": null, "date": null, "evaluation_phases": null }