{ "dataset_revision": "3bb1a05c66872889662af04c5691c14489cebd72", "task_name": "LegalSummarization", "mteb_version": "2.6.7", "scores": { "test": [ { "ndcg_at_1": 0.47887, "ndcg_at_3": 0.54037, "ndcg_at_5": 0.57026, "ndcg_at_10": 0.59998, "ndcg_at_20": 0.62349, "ndcg_at_100": 0.65059, "ndcg_at_1000": 0.66064, "map_at_1": 0.43272, "map_at_3": 0.50189, "map_at_5": 0.52241, "map_at_10": 0.53772, "map_at_20": 0.54626, "map_at_100": 0.55205, "map_at_1000": 0.55276, "recall_at_1": 0.43272, "recall_at_3": 0.57604, "recall_at_5": 0.65247, "recall_at_10": 0.73633, "recall_at_20": 0.81803, "recall_at_100": 0.93694, "recall_at_1000": 1.0, "accuracy": 0.43272, "precision_at_1": 0.47887, "precision_at_3": 0.23357, "precision_at_5": 0.16338, "precision_at_10": 0.1, "precision_at_20": 0.05722, "precision_at_100": 0.01415, "precision_at_1000": 0.00155, "mrr_at_1": 0.478873, "mrr_at_3": 0.553404, "mrr_at_5": 0.571009, "mrr_at_10": 0.582644, "mrr_at_20": 0.587437, "mrr_at_100": 0.589327, "mrr_at_1000": 0.589591, "nauc_ndcg_at_1_max": 0.440719, "nauc_ndcg_at_1_std": -0.104363, "nauc_ndcg_at_1_diff1": 0.566687, "nauc_ndcg_at_3_max": 0.437998, "nauc_ndcg_at_3_std": -0.155896, "nauc_ndcg_at_3_diff1": 0.528368, "nauc_ndcg_at_5_max": 0.429417, "nauc_ndcg_at_5_std": -0.166437, "nauc_ndcg_at_5_diff1": 0.531822, "nauc_ndcg_at_10_max": 0.442055, "nauc_ndcg_at_10_std": -0.166418, "nauc_ndcg_at_10_diff1": 0.529215, "nauc_ndcg_at_20_max": 0.450363, "nauc_ndcg_at_20_std": -0.1354, "nauc_ndcg_at_20_diff1": 0.51749, "nauc_ndcg_at_100_max": 0.45021, "nauc_ndcg_at_100_std": -0.113578, "nauc_ndcg_at_100_diff1": 0.513338, "nauc_ndcg_at_1000_max": 0.44942, "nauc_ndcg_at_1000_std": -0.124028, "nauc_ndcg_at_1000_diff1": 0.520716, "nauc_map_at_1_max": 0.415313, "nauc_map_at_1_std": -0.16087, "nauc_map_at_1_diff1": 0.576209, "nauc_map_at_3_max": 0.419902, "nauc_map_at_3_std": -0.17021, "nauc_map_at_3_diff1": 0.55158, "nauc_map_at_5_max": 0.422069, "nauc_map_at_5_std": -0.169851, "nauc_map_at_5_diff1": 0.550672, "nauc_map_at_10_max": 0.433541, "nauc_map_at_10_std": -0.166555, "nauc_map_at_10_diff1": 0.545484, "nauc_map_at_20_max": 0.437604, "nauc_map_at_20_std": -0.155141, "nauc_map_at_20_diff1": 0.541925, "nauc_map_at_100_max": 0.438833, "nauc_map_at_100_std": -0.149062, "nauc_map_at_100_diff1": 0.539307, "nauc_map_at_1000_max": 0.438806, "nauc_map_at_1000_std": -0.149686, "nauc_map_at_1000_diff1": 0.539677, "nauc_recall_at_1_max": 0.415313, "nauc_recall_at_1_std": -0.16087, "nauc_recall_at_1_diff1": 0.576209, "nauc_recall_at_3_max": 0.41993, "nauc_recall_at_3_std": -0.195459, "nauc_recall_at_3_diff1": 0.511813, "nauc_recall_at_5_max": 0.390273, "nauc_recall_at_5_std": -0.208871, "nauc_recall_at_5_diff1": 0.503639, "nauc_recall_at_10_max": 0.416801, "nauc_recall_at_10_std": -0.233592, "nauc_recall_at_10_diff1": 0.474793, "nauc_recall_at_20_max": 0.441696, "nauc_recall_at_20_std": -0.111744, "nauc_recall_at_20_diff1": 0.387874, "nauc_recall_at_100_max": 0.425905, "nauc_recall_at_100_std": 0.161446, "nauc_recall_at_100_diff1": 0.265021, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.440719, "nauc_precision_at_1_std": -0.104363, "nauc_precision_at_1_diff1": 0.566687, "nauc_precision_at_3_max": 0.385985, "nauc_precision_at_3_std": -0.037052, "nauc_precision_at_3_diff1": 0.325436, "nauc_precision_at_5_max": 0.344956, "nauc_precision_at_5_std": 0.012705, "nauc_precision_at_5_diff1": 0.211116, "nauc_precision_at_10_max": 0.266856, "nauc_precision_at_10_std": 0.117872, "nauc_precision_at_10_diff1": -0.016842, "nauc_precision_at_20_max": 0.2087, "nauc_precision_at_20_std": 0.268335, "nauc_precision_at_20_diff1": -0.159666, "nauc_precision_at_100_max": 0.068755, "nauc_precision_at_100_std": 0.316336, "nauc_precision_at_100_diff1": -0.275267, "nauc_precision_at_1000_max": 0.00076, "nauc_precision_at_1000_std": 0.270454, "nauc_precision_at_1000_diff1": -0.296805, "nauc_mrr_at_1_max": 0.440719, "nauc_mrr_at_1_std": -0.104363, "nauc_mrr_at_1_diff1": 0.566687, "nauc_mrr_at_3_max": 0.454791, "nauc_mrr_at_3_std": -0.116403, "nauc_mrr_at_3_diff1": 0.524654, "nauc_mrr_at_5_max": 0.44453, "nauc_mrr_at_5_std": -0.121879, "nauc_mrr_at_5_diff1": 0.526429, "nauc_mrr_at_10_max": 0.446618, "nauc_mrr_at_10_std": -0.120853, "nauc_mrr_at_10_diff1": 0.526043, "nauc_mrr_at_20_max": 0.447226, "nauc_mrr_at_20_std": -0.116177, "nauc_mrr_at_20_diff1": 0.52347, "nauc_mrr_at_100_max": 0.446827, "nauc_mrr_at_100_std": -0.115819, "nauc_mrr_at_100_diff1": 0.524548, "nauc_mrr_at_1000_max": 0.446842, "nauc_mrr_at_1000_std": -0.115951, "nauc_mrr_at_1000_diff1": 0.52476, "cv_recall_at_1": 0.47887, "cv_recall_at_3": 0.64789, "cv_recall_at_5": 0.72535, "cv_recall_at_10": 0.8169, "cv_recall_at_20": 0.8838, "cv_recall_at_100": 0.95423, "cv_recall_at_1000": 1.0, "main_score": 0.59998, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 2.131645917892456, "kg_co2_emissions": null }