{ "dataset_revision": "8f593522dfbe7ec07055ca9d38a700e7643d3882", "task_name": "LegalQANLRetrieval", "mteb_version": "2.18.7", "scores": { "test": [ { "ndcg_at_1": 0.54902, "ndcg_at_3": 0.59387, "ndcg_at_5": 0.6354, "ndcg_at_10": 0.66947, "ndcg_at_20": 0.68475, "ndcg_at_100": 0.70459, "ndcg_at_1000": 0.70903, "map_at_1": 0.43252, "map_at_3": 0.5328, "map_at_5": 0.56491, "map_at_10": 0.58302, "map_at_20": 0.58942, "map_at_100": 0.59363, "map_at_1000": 0.59397, "recall_at_1": 0.43252, "recall_at_3": 0.63636, "recall_at_5": 0.73276, "recall_at_10": 0.82328, "recall_at_20": 0.87181, "recall_at_100": 0.9567, "recall_at_1000": 0.98284, "accuracy": 0.43252, "precision_at_1": 0.54902, "precision_at_3": 0.28105, "precision_at_5": 0.19804, "precision_at_10": 0.11471, "precision_at_20": 0.06225, "precision_at_100": 0.01422, "precision_at_1000": 0.0015, "mrr_at_1": 0.54902, "mrr_at_3": 0.669935, "mrr_at_5": 0.681699, "mrr_at_10": 0.69155, "mrr_at_20": 0.692986, "mrr_at_100": 0.694436, "mrr_at_1000": 0.694436, "nauc_ndcg_at_1_max": 0.160418, "nauc_ndcg_at_1_std": -0.260689, "nauc_ndcg_at_1_diff1": 0.678731, "nauc_ndcg_at_3_max": 0.144007, "nauc_ndcg_at_3_std": -0.282345, "nauc_ndcg_at_3_diff1": 0.558521, "nauc_ndcg_at_5_max": 0.170871, "nauc_ndcg_at_5_std": -0.252022, "nauc_ndcg_at_5_diff1": 0.530389, "nauc_ndcg_at_10_max": 0.14732, "nauc_ndcg_at_10_std": -0.238866, "nauc_ndcg_at_10_diff1": 0.532632, "nauc_ndcg_at_20_max": 0.140551, "nauc_ndcg_at_20_std": -0.236396, "nauc_ndcg_at_20_diff1": 0.544762, "nauc_ndcg_at_100_max": 0.182991, "nauc_ndcg_at_100_std": -0.225244, "nauc_ndcg_at_100_diff1": 0.564069, "nauc_ndcg_at_1000_max": 0.168656, "nauc_ndcg_at_1000_std": -0.236643, "nauc_ndcg_at_1000_diff1": 0.561541, "nauc_map_at_1_max": 0.092866, "nauc_map_at_1_std": -0.221241, "nauc_map_at_1_diff1": 0.6331, "nauc_map_at_3_max": 0.128824, "nauc_map_at_3_std": -0.262799, "nauc_map_at_3_diff1": 0.570166, "nauc_map_at_5_max": 0.147507, "nauc_map_at_5_std": -0.243358, "nauc_map_at_5_diff1": 0.547207, "nauc_map_at_10_max": 0.134706, "nauc_map_at_10_std": -0.239967, "nauc_map_at_10_diff1": 0.548039, "nauc_map_at_20_max": 0.133974, "nauc_map_at_20_std": -0.237991, "nauc_map_at_20_diff1": 0.550338, "nauc_map_at_100_max": 0.141689, "nauc_map_at_100_std": -0.237149, "nauc_map_at_100_diff1": 0.554358, "nauc_map_at_1000_max": 0.14082, "nauc_map_at_1000_std": -0.237436, "nauc_map_at_1000_diff1": 0.554061, "nauc_recall_at_1_max": 0.092866, "nauc_recall_at_1_std": -0.221241, "nauc_recall_at_1_diff1": 0.6331, "nauc_recall_at_3_max": 0.150382, "nauc_recall_at_3_std": -0.260834, "nauc_recall_at_3_diff1": 0.448968, "nauc_recall_at_5_max": 0.215184, "nauc_recall_at_5_std": -0.162125, "nauc_recall_at_5_diff1": 0.353892, "nauc_recall_at_10_max": 0.124214, "nauc_recall_at_10_std": -0.077482, "nauc_recall_at_10_diff1": 0.290027, "nauc_recall_at_20_max": 0.075037, "nauc_recall_at_20_std": -0.016547, "nauc_recall_at_20_diff1": 0.325519, "nauc_recall_at_100_max": 0.864719, "nauc_recall_at_100_std": 0.617277, "nauc_recall_at_100_diff1": 0.493812, "nauc_recall_at_1000_max": 0.944099, "nauc_recall_at_1000_std": 0.870946, "nauc_recall_at_1000_diff1": 0.442496, "nauc_precision_at_1_max": 0.160418, "nauc_precision_at_1_std": -0.260689, "nauc_precision_at_1_diff1": 0.678731, "nauc_precision_at_3_max": 0.224977, "nauc_precision_at_3_std": -0.327351, "nauc_precision_at_3_diff1": 0.322282, "nauc_precision_at_5_max": 0.207573, "nauc_precision_at_5_std": -0.137207, "nauc_precision_at_5_diff1": 0.049292, "nauc_precision_at_10_max": 0.086364, "nauc_precision_at_10_std": 0.029864, "nauc_precision_at_10_diff1": -0.139573, "nauc_precision_at_20_max": 0.03471, "nauc_precision_at_20_std": 0.051746, "nauc_precision_at_20_diff1": -0.203253, "nauc_precision_at_100_max": 0.1453, "nauc_precision_at_100_std": 0.133787, "nauc_precision_at_100_diff1": -0.258701, "nauc_precision_at_1000_max": 0.017504, "nauc_precision_at_1000_std": 0.062473, "nauc_precision_at_1000_diff1": -0.292559, "nauc_mrr_at_1_max": 0.160418, "nauc_mrr_at_1_std": -0.260689, "nauc_mrr_at_1_diff1": 0.678731, "nauc_mrr_at_3_max": 0.169356, "nauc_mrr_at_3_std": -0.333083, "nauc_mrr_at_3_diff1": 0.611278, "nauc_mrr_at_5_max": 0.178346, "nauc_mrr_at_5_std": -0.310009, "nauc_mrr_at_5_diff1": 0.61356, "nauc_mrr_at_10_max": 0.172831, "nauc_mrr_at_10_std": -0.311918, "nauc_mrr_at_10_diff1": 0.618334, "nauc_mrr_at_20_max": 0.171154, "nauc_mrr_at_20_std": -0.309544, "nauc_mrr_at_20_diff1": 0.624021, "nauc_mrr_at_100_max": 0.172124, "nauc_mrr_at_100_std": -0.308094, "nauc_mrr_at_100_diff1": 0.623426, "nauc_mrr_at_1000_max": 0.172124, "nauc_mrr_at_1000_std": -0.308094, "nauc_mrr_at_1000_diff1": 0.623426, "hit_rate_at_1": 0.54902, "hit_rate_at_3": 0.80392, "hit_rate_at_5": 0.86275, "hit_rate_at_10": 0.93137, "hit_rate_at_20": 0.95098, "hit_rate_at_100": 0.9902, "hit_rate_at_1000": 0.9902, "main_score": 0.66947, "hf_subset": "default", "languages": [ "nld-Latn" ], "mteb_version": "2.18.7" } ] }, "evaluation_time": 108.98299413314089, "kg_co2_emissions": null, "date": 1785337841.084267, "evaluation_phases": [ { "name": "Data loading", "start": 0.0005586750339716673, "end": 7.679319834103808, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 7.679330865154043, "end": 7.679333199979737, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 7.687233699019998, "end": 108.85793963912874, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 108.85893871216103, "end": 108.97331591509283, "split": "test", "subset": "default" } ] }