{ "dataset_revision": "3bb1a05c66872889662af04c5691c14489cebd72", "task_name": "LegalSummarization", "mteb_version": "2.1.14", "scores": { "test": [ { "ndcg_at_1": 0.65845, "ndcg_at_3": 0.71022, "ndcg_at_5": 0.73404, "ndcg_at_10": 0.75813, "ndcg_at_20": 0.77729, "ndcg_at_100": 0.79021, "ndcg_at_1000": 0.79242, "map_at_1": 0.57371, "map_at_3": 0.66556, "map_at_5": 0.68587, "map_at_10": 0.70248, "map_at_20": 0.71124, "map_at_100": 0.71457, "map_at_1000": 0.71472, "recall_at_1": 0.57371, "recall_at_3": 0.74182, "recall_at_5": 0.80278, "recall_at_10": 0.8719, "recall_at_20": 0.93105, "recall_at_100": 0.98556, "recall_at_1000": 1.0, "accuracy": 0.57371, "precision_at_1": 0.65845, "precision_at_3": 0.30869, "precision_at_5": 0.21197, "precision_at_10": 0.12218, "precision_at_20": 0.06901, "precision_at_100": 0.01521, "precision_at_1000": 0.00155, "mrr_at_1": 0.658451, "mrr_at_3": 0.72946, "mrr_at_5": 0.7402, "mrr_at_10": 0.746804, "mrr_at_20": 0.749644, "mrr_at_100": 0.750633, "mrr_at_1000": 0.750705, "nauc_ndcg_at_1_max": 0.439248, "nauc_ndcg_at_1_std": -0.071683, "nauc_ndcg_at_1_diff1": 0.691322, "nauc_ndcg_at_3_max": 0.461206, "nauc_ndcg_at_3_std": -0.148502, "nauc_ndcg_at_3_diff1": 0.699747, "nauc_ndcg_at_5_max": 0.465537, "nauc_ndcg_at_5_std": -0.141389, "nauc_ndcg_at_5_diff1": 0.696096, "nauc_ndcg_at_10_max": 0.4887, "nauc_ndcg_at_10_std": -0.106348, "nauc_ndcg_at_10_diff1": 0.682358, "nauc_ndcg_at_20_max": 0.509295, "nauc_ndcg_at_20_std": -0.0764, "nauc_ndcg_at_20_diff1": 0.687974, "nauc_ndcg_at_100_max": 0.492492, "nauc_ndcg_at_100_std": -0.082958, "nauc_ndcg_at_100_diff1": 0.688606, "nauc_ndcg_at_1000_max": 0.491523, "nauc_ndcg_at_1000_std": -0.085316, "nauc_ndcg_at_1000_diff1": 0.691392, "nauc_map_at_1_max": 0.394142, "nauc_map_at_1_std": -0.137343, "nauc_map_at_1_diff1": 0.713076, "nauc_map_at_3_max": 0.411696, "nauc_map_at_3_std": -0.190315, "nauc_map_at_3_diff1": 0.700837, "nauc_map_at_5_max": 0.427864, "nauc_map_at_5_std": -0.181975, "nauc_map_at_5_diff1": 0.698404, "nauc_map_at_10_max": 0.453866, "nauc_map_at_10_std": -0.152054, "nauc_map_at_10_diff1": 0.692794, "nauc_map_at_20_max": 0.467241, "nauc_map_at_20_std": -0.136879, "nauc_map_at_20_diff1": 0.696437, "nauc_map_at_100_max": 0.464902, "nauc_map_at_100_std": -0.13257, "nauc_map_at_100_diff1": 0.696177, "nauc_map_at_1000_max": 0.464945, "nauc_map_at_1000_std": -0.132648, "nauc_map_at_1000_diff1": 0.696367, "nauc_recall_at_1_max": 0.394142, "nauc_recall_at_1_std": -0.137343, "nauc_recall_at_1_diff1": 0.713076, "nauc_recall_at_3_max": 0.401211, "nauc_recall_at_3_std": -0.2269, "nauc_recall_at_3_diff1": 0.658879, "nauc_recall_at_5_max": 0.435418, "nauc_recall_at_5_std": -0.207164, "nauc_recall_at_5_diff1": 0.644146, "nauc_recall_at_10_max": 0.527926, "nauc_recall_at_10_std": -0.060429, "nauc_recall_at_10_diff1": 0.578366, "nauc_recall_at_20_max": 0.702174, "nauc_recall_at_20_std": 0.172623, "nauc_recall_at_20_diff1": 0.568104, "nauc_recall_at_100_max": 0.585022, "nauc_recall_at_100_std": 0.130216, "nauc_recall_at_100_diff1": 0.44919, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.439248, "nauc_precision_at_1_std": -0.071683, "nauc_precision_at_1_diff1": 0.691322, "nauc_precision_at_3_max": 0.295683, "nauc_precision_at_3_std": -0.000908, "nauc_precision_at_3_diff1": 0.208967, "nauc_precision_at_5_max": 0.234573, "nauc_precision_at_5_std": 0.109803, "nauc_precision_at_5_diff1": 0.019602, "nauc_precision_at_10_max": 0.204698, "nauc_precision_at_10_std": 0.276679, "nauc_precision_at_10_diff1": -0.147236, "nauc_precision_at_20_max": 0.148514, "nauc_precision_at_20_std": 0.349686, "nauc_precision_at_20_diff1": -0.220561, "nauc_precision_at_100_max": 0.031971, "nauc_precision_at_100_std": 0.357926, "nauc_precision_at_100_diff1": -0.295845, "nauc_precision_at_1000_max": 0.023129, "nauc_precision_at_1000_std": 0.355423, "nauc_precision_at_1000_diff1": -0.30479, "nauc_mrr_at_1_max": 0.439248, "nauc_mrr_at_1_std": -0.071683, "nauc_mrr_at_1_diff1": 0.691322, "nauc_mrr_at_3_max": 0.491142, "nauc_mrr_at_3_std": -0.079228, "nauc_mrr_at_3_diff1": 0.695777, "nauc_mrr_at_5_max": 0.488985, "nauc_mrr_at_5_std": -0.068582, "nauc_mrr_at_5_diff1": 0.696054, "nauc_mrr_at_10_max": 0.490105, "nauc_mrr_at_10_std": -0.061473, "nauc_mrr_at_10_diff1": 0.691489, "nauc_mrr_at_20_max": 0.48918, "nauc_mrr_at_20_std": -0.063214, "nauc_mrr_at_20_diff1": 0.692052, "nauc_mrr_at_100_max": 0.487447, "nauc_mrr_at_100_std": -0.066, "nauc_mrr_at_100_diff1": 0.692689, "nauc_mrr_at_1000_max": 0.487345, "nauc_mrr_at_1000_std": -0.066106, "nauc_mrr_at_1000_diff1": 0.692813, "cv_recall_at_1": 0.65845, "cv_recall_at_3": 0.8169, "cv_recall_at_5": 0.8662, "cv_recall_at_10": 0.91549, "cv_recall_at_20": 0.95423, "cv_recall_at_100": 0.98944, "cv_recall_at_1000": 1.0, "main_score": 0.75813, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 3.582421064376831, "kg_co2_emissions": null }