{ "dataset_revision": "37aa6cfb01d48960b0f8e3f17d6e3d99bf1ebc3e", "task_name": "LegalQuAD", "mteb_version": "2.20.0", "scores": { "test": [ { "ndcg_at_1": 0.435, "ndcg_at_3": 0.53071, "ndcg_at_5": 0.55976, "ndcg_at_10": 0.58844, "ndcg_at_20": 0.6059, "ndcg_at_100": 0.62698, "ndcg_at_1000": 0.63605, "map_at_1": 0.435, "map_at_3": 0.50833, "map_at_5": 0.52458, "map_at_10": 0.53617, "map_at_20": 0.54083, "map_at_100": 0.54397, "map_at_1000": 0.54443, "recall_at_1": 0.435, "recall_at_3": 0.595, "recall_at_5": 0.665, "recall_at_10": 0.755, "recall_at_20": 0.825, "recall_at_100": 0.935, "recall_at_1000": 1.0, "accuracy": 0.435, "precision_at_1": 0.435, "precision_at_3": 0.19833, "precision_at_5": 0.133, "precision_at_10": 0.0755, "precision_at_20": 0.04125, "precision_at_100": 0.00935, "precision_at_1000": 0.001, "mrr_at_1": 0.435, "mrr_at_3": 0.508333, "mrr_at_5": 0.524583, "mrr_at_10": 0.536167, "mrr_at_20": 0.540834, "mrr_at_100": 0.543974, "mrr_at_1000": 0.544435, "nauc_ndcg_at_1_max": 0.502804, "nauc_ndcg_at_1_std": 0.103401, "nauc_ndcg_at_1_diff1": 0.572913, "nauc_ndcg_at_3_max": 0.521136, "nauc_ndcg_at_3_std": 0.130329, "nauc_ndcg_at_3_diff1": 0.541489, "nauc_ndcg_at_5_max": 0.538224, "nauc_ndcg_at_5_std": 0.133587, "nauc_ndcg_at_5_diff1": 0.554555, "nauc_ndcg_at_10_max": 0.544318, "nauc_ndcg_at_10_std": 0.168847, "nauc_ndcg_at_10_diff1": 0.549707, "nauc_ndcg_at_20_max": 0.53908, "nauc_ndcg_at_20_std": 0.165388, "nauc_ndcg_at_20_diff1": 0.544864, "nauc_ndcg_at_100_max": 0.535534, "nauc_ndcg_at_100_std": 0.160968, "nauc_ndcg_at_100_diff1": 0.550616, "nauc_ndcg_at_1000_max": 0.530885, "nauc_ndcg_at_1000_std": 0.147767, "nauc_ndcg_at_1000_diff1": 0.550916, "nauc_map_at_1_max": 0.502804, "nauc_map_at_1_std": 0.103401, "nauc_map_at_1_diff1": 0.572913, "nauc_map_at_3_max": 0.516984, "nauc_map_at_3_std": 0.123285, "nauc_map_at_3_diff1": 0.551274, "nauc_map_at_5_max": 0.526455, "nauc_map_at_5_std": 0.124659, "nauc_map_at_5_diff1": 0.558757, "nauc_map_at_10_max": 0.528344, "nauc_map_at_10_std": 0.137856, "nauc_map_at_10_diff1": 0.556577, "nauc_map_at_20_max": 0.526616, "nauc_map_at_20_std": 0.136338, "nauc_map_at_20_diff1": 0.555239, "nauc_map_at_100_max": 0.525762, "nauc_map_at_100_std": 0.135664, "nauc_map_at_100_diff1": 0.555529, "nauc_map_at_1000_max": 0.525584, "nauc_map_at_1000_std": 0.135143, "nauc_map_at_1000_diff1": 0.555526, "nauc_recall_at_1_max": 0.502804, "nauc_recall_at_1_std": 0.103401, "nauc_recall_at_1_diff1": 0.572913, "nauc_recall_at_3_max": 0.533776, "nauc_recall_at_3_std": 0.152243, "nauc_recall_at_3_diff1": 0.510371, "nauc_recall_at_5_max": 0.580555, "nauc_recall_at_5_std": 0.165123, "nauc_recall_at_5_diff1": 0.541101, "nauc_recall_at_10_max": 0.619065, "nauc_recall_at_10_std": 0.322724, "nauc_recall_at_10_diff1": 0.520388, "nauc_recall_at_20_max": 0.611516, "nauc_recall_at_20_std": 0.354133, "nauc_recall_at_20_diff1": 0.480783, "nauc_recall_at_100_max": 0.672377, "nauc_recall_at_100_std": 0.546721, "nauc_recall_at_100_diff1": 0.538318, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.502804, "nauc_precision_at_1_std": 0.103401, "nauc_precision_at_1_diff1": 0.572913, "nauc_precision_at_3_max": 0.533776, "nauc_precision_at_3_std": 0.152243, "nauc_precision_at_3_diff1": 0.510371, "nauc_precision_at_5_max": 0.580555, "nauc_precision_at_5_std": 0.165123, "nauc_precision_at_5_diff1": 0.541101, "nauc_precision_at_10_max": 0.619065, "nauc_precision_at_10_std": 0.322724, "nauc_precision_at_10_diff1": 0.520388, "nauc_precision_at_20_max": 0.611516, "nauc_precision_at_20_std": 0.354133, "nauc_precision_at_20_diff1": 0.480783, "nauc_precision_at_100_max": 0.672377, "nauc_precision_at_100_std": 0.546721, "nauc_precision_at_100_diff1": 0.538318, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.502804, "nauc_mrr_at_1_std": 0.103401, "nauc_mrr_at_1_diff1": 0.572913, "nauc_mrr_at_3_max": 0.516984, "nauc_mrr_at_3_std": 0.123285, "nauc_mrr_at_3_diff1": 0.551274, "nauc_mrr_at_5_max": 0.526455, "nauc_mrr_at_5_std": 0.124659, "nauc_mrr_at_5_diff1": 0.558757, "nauc_mrr_at_10_max": 0.528344, "nauc_mrr_at_10_std": 0.137856, "nauc_mrr_at_10_diff1": 0.556577, "nauc_mrr_at_20_max": 0.526616, "nauc_mrr_at_20_std": 0.136338, "nauc_mrr_at_20_diff1": 0.555239, "nauc_mrr_at_100_max": 0.525762, "nauc_mrr_at_100_std": 0.135664, "nauc_mrr_at_100_diff1": 0.555529, "nauc_mrr_at_1000_max": 0.525584, "nauc_mrr_at_1000_std": 0.135143, "nauc_mrr_at_1000_diff1": 0.555526, "hit_rate_at_1": 0.435, "hit_rate_at_3": 0.595, "hit_rate_at_5": 0.665, "hit_rate_at_10": 0.755, "hit_rate_at_20": 0.825, "hit_rate_at_100": 0.935, "hit_rate_at_1000": 1.0, "main_score": 0.58844, "hf_subset": "default", "languages": [ "deu-Latn" ], "mteb_version": "2.20.0" } ] }, "evaluation_time": 2.875223457987886, "kg_co2_emissions": null, "date": 1787469209.110615, "evaluation_phases": [ { "name": "Data loading", "start": 3.3279939088970423e-06, "end": 0.6466682129976107, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 0.6466749969986267, "end": 0.6466765329969348, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 0.6499275169917382, "end": 2.81529254099587, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 2.8153113899898017, "end": 2.8687212329969043, "split": "test", "subset": "default" } ] }