{ "dataset_revision": "37aa6cfb01d48960b0f8e3f17d6e3d99bf1ebc3e", "task_name": "LegalQuAD", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.135, "ndcg_at_3": 0.17839, "ndcg_at_5": 0.19883, "ndcg_at_10": 0.22319, "ndcg_at_20": 0.24731, "ndcg_at_100": 0.30767, "ndcg_at_1000": 0.34086, "map_at_1": 0.135, "map_at_3": 0.1675, "map_at_5": 0.17875, "map_at_10": 0.18887, "map_at_20": 0.19554, "map_at_100": 0.20316, "map_at_1000": 0.20493, "recall_at_1": 0.135, "recall_at_3": 0.21, "recall_at_5": 0.26, "recall_at_10": 0.335, "recall_at_20": 0.43, "recall_at_100": 0.765, "recall_at_1000": 1.0, "precision_at_1": 0.135, "precision_at_3": 0.07, "precision_at_5": 0.052, "precision_at_10": 0.0335, "precision_at_20": 0.0215, "precision_at_100": 0.00765, "precision_at_1000": 0.001, "mrr_at_1": 0.135, "mrr_at_3": 0.1675, "mrr_at_5": 0.17875, "mrr_at_10": 0.188871, "mrr_at_20": 0.195544, "mrr_at_100": 0.203162, "mrr_at_1000": 0.204928, "nauc_ndcg_at_1_max": 0.144027, "nauc_ndcg_at_1_std": 0.069623, "nauc_ndcg_at_1_diff1": 0.355597, "nauc_ndcg_at_3_max": 0.105848, "nauc_ndcg_at_3_std": 0.046311, "nauc_ndcg_at_3_diff1": 0.347083, "nauc_ndcg_at_5_max": 0.123399, "nauc_ndcg_at_5_std": 0.079778, "nauc_ndcg_at_5_diff1": 0.306672, "nauc_ndcg_at_10_max": 0.119055, "nauc_ndcg_at_10_std": 0.084251, "nauc_ndcg_at_10_diff1": 0.289086, "nauc_ndcg_at_20_max": 0.118022, "nauc_ndcg_at_20_std": 0.095369, "nauc_ndcg_at_20_diff1": 0.292677, "nauc_ndcg_at_100_max": 0.131204, "nauc_ndcg_at_100_std": 0.096227, "nauc_ndcg_at_100_diff1": 0.273199, "nauc_ndcg_at_1000_max": 0.124519, "nauc_ndcg_at_1000_std": 0.085665, "nauc_ndcg_at_1000_diff1": 0.298777, "nauc_map_at_1_max": 0.144027, "nauc_map_at_1_std": 0.069623, "nauc_map_at_1_diff1": 0.355597, "nauc_map_at_3_max": 0.113243, "nauc_map_at_3_std": 0.050404, "nauc_map_at_3_diff1": 0.347384, "nauc_map_at_5_max": 0.123014, "nauc_map_at_5_std": 0.069239, "nauc_map_at_5_diff1": 0.323387, "nauc_map_at_10_max": 0.121135, "nauc_map_at_10_std": 0.071429, "nauc_map_at_10_diff1": 0.314386, "nauc_map_at_20_max": 0.121442, "nauc_map_at_20_std": 0.075064, "nauc_map_at_20_diff1": 0.315963, "nauc_map_at_100_max": 0.123651, "nauc_map_at_100_std": 0.076011, "nauc_map_at_100_diff1": 0.31315, "nauc_map_at_1000_max": 0.123306, "nauc_map_at_1000_std": 0.075303, "nauc_map_at_1000_diff1": 0.314635, "nauc_recall_at_1_max": 0.144027, "nauc_recall_at_1_std": 0.069623, "nauc_recall_at_1_diff1": 0.355597, "nauc_recall_at_3_max": 0.087946, "nauc_recall_at_3_std": 0.036558, "nauc_recall_at_3_diff1": 0.346857, "nauc_recall_at_5_max": 0.12689, "nauc_recall_at_5_std": 0.108843, "nauc_recall_at_5_diff1": 0.264317, "nauc_recall_at_10_max": 0.115759, "nauc_recall_at_10_std": 0.117678, "nauc_recall_at_10_diff1": 0.227507, "nauc_recall_at_20_max": 0.109076, "nauc_recall_at_20_std": 0.150284, "nauc_recall_at_20_diff1": 0.236848, "nauc_recall_at_100_max": 0.182919, "nauc_recall_at_100_std": 0.174185, "nauc_recall_at_100_diff1": 0.078661, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.144027, "nauc_precision_at_1_std": 0.069623, "nauc_precision_at_1_diff1": 0.355597, "nauc_precision_at_3_max": 0.087946, "nauc_precision_at_3_std": 0.036558, "nauc_precision_at_3_diff1": 0.346857, "nauc_precision_at_5_max": 0.12689, "nauc_precision_at_5_std": 0.108843, "nauc_precision_at_5_diff1": 0.264317, "nauc_precision_at_10_max": 0.115759, "nauc_precision_at_10_std": 0.117678, "nauc_precision_at_10_diff1": 0.227507, "nauc_precision_at_20_max": 0.109076, "nauc_precision_at_20_std": 0.150284, "nauc_precision_at_20_diff1": 0.236848, "nauc_precision_at_100_max": 0.182919, "nauc_precision_at_100_std": 0.174185, "nauc_precision_at_100_diff1": 0.078661, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.144027, "nauc_mrr_at_1_std": 0.069623, "nauc_mrr_at_1_diff1": 0.355597, "nauc_mrr_at_3_max": 0.113243, "nauc_mrr_at_3_std": 0.050404, "nauc_mrr_at_3_diff1": 0.347384, "nauc_mrr_at_5_max": 0.123014, "nauc_mrr_at_5_std": 0.069239, "nauc_mrr_at_5_diff1": 0.323387, "nauc_mrr_at_10_max": 0.121135, "nauc_mrr_at_10_std": 0.071429, "nauc_mrr_at_10_diff1": 0.314386, "nauc_mrr_at_20_max": 0.121442, "nauc_mrr_at_20_std": 0.075064, "nauc_mrr_at_20_diff1": 0.315963, "nauc_mrr_at_100_max": 0.123651, "nauc_mrr_at_100_std": 0.076011, "nauc_mrr_at_100_diff1": 0.31315, "nauc_mrr_at_1000_max": 0.123306, "nauc_mrr_at_1000_std": 0.075303, "nauc_mrr_at_1000_diff1": 0.314635, "main_score": 0.22319, "hf_subset": "default", "languages": [ "deu-Latn" ] } ] }, "evaluation_time": 1.5397412776947021, "kg_co2_emissions": 7.567512714690724e-05 }