{ "dataset_revision": "3bb1a05c66872889662af04c5691c14489cebd72", "task_name": "LegalSummarization", "mteb_version": "2.18.1", "scores": { "test": [ { "ndcg_at_1": 0.48592, "ndcg_at_3": 0.54814, "ndcg_at_5": 0.57864, "ndcg_at_10": 0.61742, "ndcg_at_20": 0.64141, "ndcg_at_100": 0.66899, "ndcg_at_1000": 0.67405, "map_at_1": 0.42813, "map_at_3": 0.50595, "map_at_5": 0.52899, "map_at_10": 0.55004, "map_at_20": 0.55869, "map_at_100": 0.5654, "map_at_1000": 0.56574, "recall_at_1": 0.42813, "recall_at_3": 0.58334, "recall_at_5": 0.65956, "recall_at_10": 0.76772, "recall_at_20": 0.85065, "recall_at_100": 0.96624, "recall_at_1000": 1.0, "accuracy": 0.42813, "precision_at_1": 0.48592, "precision_at_3": 0.24178, "precision_at_5": 0.17042, "precision_at_10": 0.10528, "precision_at_20": 0.06004, "precision_at_100": 0.01486, "precision_at_1000": 0.00155, "mrr_at_1": 0.485915, "mrr_at_3": 0.563967, "mrr_at_5": 0.581749, "mrr_at_10": 0.596884, "mrr_at_20": 0.601343, "mrr_at_100": 0.603499, "mrr_at_1000": 0.603627, "nauc_ndcg_at_1_max": 0.524962, "nauc_ndcg_at_1_std": -0.13669, "nauc_ndcg_at_1_diff1": 0.7178, "nauc_ndcg_at_3_max": 0.496463, "nauc_ndcg_at_3_std": -0.190296, "nauc_ndcg_at_3_diff1": 0.652776, "nauc_ndcg_at_5_max": 0.477839, "nauc_ndcg_at_5_std": -0.205135, "nauc_ndcg_at_5_diff1": 0.646299, "nauc_ndcg_at_10_max": 0.491978, "nauc_ndcg_at_10_std": -0.189059, "nauc_ndcg_at_10_diff1": 0.656372, "nauc_ndcg_at_20_max": 0.510233, "nauc_ndcg_at_20_std": -0.179602, "nauc_ndcg_at_20_diff1": 0.664541, "nauc_ndcg_at_100_max": 0.516195, "nauc_ndcg_at_100_std": -0.155158, "nauc_ndcg_at_100_diff1": 0.663679, "nauc_ndcg_at_1000_max": 0.513374, "nauc_ndcg_at_1000_std": -0.159472, "nauc_ndcg_at_1000_diff1": 0.66607, "nauc_map_at_1_max": 0.517157, "nauc_map_at_1_std": -0.167216, "nauc_map_at_1_diff1": 0.719092, "nauc_map_at_3_max": 0.48724, "nauc_map_at_3_std": -0.199816, "nauc_map_at_3_diff1": 0.669551, "nauc_map_at_5_max": 0.484187, "nauc_map_at_5_std": -0.205635, "nauc_map_at_5_diff1": 0.671523, "nauc_map_at_10_max": 0.494381, "nauc_map_at_10_std": -0.199062, "nauc_map_at_10_diff1": 0.676369, "nauc_map_at_20_max": 0.500609, "nauc_map_at_20_std": -0.193821, "nauc_map_at_20_diff1": 0.677365, "nauc_map_at_100_max": 0.50324, "nauc_map_at_100_std": -0.186166, "nauc_map_at_100_diff1": 0.6762, "nauc_map_at_1000_max": 0.503104, "nauc_map_at_1000_std": -0.186336, "nauc_map_at_1000_diff1": 0.676272, "nauc_recall_at_1_max": 0.517157, "nauc_recall_at_1_std": -0.167216, "nauc_recall_at_1_diff1": 0.719092, "nauc_recall_at_3_max": 0.451729, "nauc_recall_at_3_std": -0.228383, "nauc_recall_at_3_diff1": 0.592986, "nauc_recall_at_5_max": 0.400153, "nauc_recall_at_5_std": -0.253182, "nauc_recall_at_5_diff1": 0.548428, "nauc_recall_at_10_max": 0.401918, "nauc_recall_at_10_std": -0.210876, "nauc_recall_at_10_diff1": 0.530618, "nauc_recall_at_20_max": 0.468689, "nauc_recall_at_20_std": -0.1988, "nauc_recall_at_20_diff1": 0.541093, "nauc_recall_at_100_max": 0.598425, "nauc_recall_at_100_std": 0.039445, "nauc_recall_at_100_diff1": 0.491025, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.524962, "nauc_precision_at_1_std": -0.13669, "nauc_precision_at_1_diff1": 0.7178, "nauc_precision_at_3_max": 0.333718, "nauc_precision_at_3_std": -0.117536, "nauc_precision_at_3_diff1": 0.388652, "nauc_precision_at_5_max": 0.234682, "nauc_precision_at_5_std": -0.082817, "nauc_precision_at_5_diff1": 0.262859, "nauc_precision_at_10_max": 0.165432, "nauc_precision_at_10_std": 0.057662, "nauc_precision_at_10_diff1": 0.077238, "nauc_precision_at_20_max": 0.116777, "nauc_precision_at_20_std": 0.152413, "nauc_precision_at_20_diff1": -0.04523, "nauc_precision_at_100_max": 0.016687, "nauc_precision_at_100_std": 0.299653, "nauc_precision_at_100_diff1": -0.213645, "nauc_precision_at_1000_max": -0.022901, "nauc_precision_at_1000_std": 0.287911, "nauc_precision_at_1000_diff1": -0.242754, "nauc_mrr_at_1_max": 0.524962, "nauc_mrr_at_1_std": -0.13669, "nauc_mrr_at_1_diff1": 0.7178, "nauc_mrr_at_3_max": 0.520707, "nauc_mrr_at_3_std": -0.155953, "nauc_mrr_at_3_diff1": 0.678757, "nauc_mrr_at_5_max": 0.509022, "nauc_mrr_at_5_std": -0.158712, "nauc_mrr_at_5_diff1": 0.667018, "nauc_mrr_at_10_max": 0.513512, "nauc_mrr_at_10_std": -0.144933, "nauc_mrr_at_10_diff1": 0.669117, "nauc_mrr_at_20_max": 0.516805, "nauc_mrr_at_20_std": -0.144848, "nauc_mrr_at_20_diff1": 0.672442, "nauc_mrr_at_100_max": 0.516108, "nauc_mrr_at_100_std": -0.146156, "nauc_mrr_at_100_diff1": 0.672993, "nauc_mrr_at_1000_max": 0.516034, "nauc_mrr_at_1000_std": -0.1463, "nauc_mrr_at_1000_diff1": 0.673081, "hit_rate_at_1": 0.48592, "hit_rate_at_3": 0.65845, "hit_rate_at_5": 0.73239, "hit_rate_at_10": 0.83803, "hit_rate_at_20": 0.90141, "hit_rate_at_100": 0.97535, "hit_rate_at_1000": 1.0, "main_score": 0.61742, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.18.1" } ] }, "evaluation_time": 17.512600301066414, "kg_co2_emissions": null, "date": 1784027169.246261, "evaluation_phases": [ { "name": "Data loading", "start": 5.405396223068237e-05, "end": 5.24390268092975, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 5.243957367027178, "end": 5.243988445028663, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 5.265366374049336, "end": 16.972777801100165, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 16.972920898115262, "end": 17.487936655059457, "split": "test", "subset": "default" } ] }