{ "dataset_revision": "8f593522dfbe7ec07055ca9d38a700e7643d3882", "task_name": "LegalQANLRetrieval", "mteb_version": "2.1.17", "scores": { "test": [ { "ndcg_at_1": 0.02941, "ndcg_at_3": 0.05048, "ndcg_at_5": 0.0528, "ndcg_at_10": 0.06853, "ndcg_at_20": 0.07737, "ndcg_at_100": 0.09525, "ndcg_at_1000": 0.13362, "map_at_1": 0.02451, "map_at_3": 0.04248, "map_at_5": 0.04346, "map_at_10": 0.05043, "map_at_20": 0.05248, "map_at_100": 0.05481, "map_at_1000": 0.05593, "recall_at_1": 0.02451, "recall_at_3": 0.06373, "recall_at_5": 0.06863, "recall_at_10": 0.11275, "recall_at_20": 0.14542, "recall_at_100": 0.23856, "recall_at_1000": 0.53366, "accuracy": 0.02451, "precision_at_1": 0.02941, "precision_at_3": 0.02614, "precision_at_5": 0.01765, "precision_at_10": 0.01471, "precision_at_20": 0.0098, "precision_at_100": 0.00324, "precision_at_1000": 0.00074, "mrr_at_1": 0.029412, "mrr_at_3": 0.052288, "mrr_at_5": 0.056209, "mrr_at_10": 0.061683, "mrr_at_20": 0.06471, "mrr_at_100": 0.06684, "mrr_at_1000": 0.068054, "nauc_ndcg_at_1_max": 0.772415, "nauc_ndcg_at_1_std": -0.431925, "nauc_ndcg_at_1_diff1": 0.772415, "nauc_ndcg_at_3_max": 0.551876, "nauc_ndcg_at_3_std": -0.361913, "nauc_ndcg_at_3_diff1": 0.556871, "nauc_ndcg_at_5_max": 0.531843, "nauc_ndcg_at_5_std": -0.359862, "nauc_ndcg_at_5_diff1": 0.518459, "nauc_ndcg_at_10_max": 0.459834, "nauc_ndcg_at_10_std": -0.250441, "nauc_ndcg_at_10_diff1": 0.397054, "nauc_ndcg_at_20_max": 0.415511, "nauc_ndcg_at_20_std": -0.244016, "nauc_ndcg_at_20_diff1": 0.358322, "nauc_ndcg_at_100_max": 0.364935, "nauc_ndcg_at_100_std": -0.194621, "nauc_ndcg_at_100_diff1": 0.34138, "nauc_ndcg_at_1000_max": 0.388693, "nauc_ndcg_at_1000_std": -0.199332, "nauc_ndcg_at_1000_diff1": 0.284461, "nauc_map_at_1_max": 0.795174, "nauc_map_at_1_std": -0.455245, "nauc_map_at_1_diff1": 0.795174, "nauc_map_at_3_max": 0.592118, "nauc_map_at_3_std": -0.376502, "nauc_map_at_3_diff1": 0.600955, "nauc_map_at_5_max": 0.58095, "nauc_map_at_5_std": -0.375122, "nauc_map_at_5_diff1": 0.580287, "nauc_map_at_10_max": 0.541554, "nauc_map_at_10_std": -0.313649, "nauc_map_at_10_diff1": 0.501781, "nauc_map_at_20_max": 0.526157, "nauc_map_at_20_std": -0.310614, "nauc_map_at_20_diff1": 0.48412, "nauc_map_at_100_max": 0.51154, "nauc_map_at_100_std": -0.294182, "nauc_map_at_100_diff1": 0.48166, "nauc_map_at_1000_max": 0.510881, "nauc_map_at_1000_std": -0.293953, "nauc_map_at_1000_diff1": 0.478573, "nauc_recall_at_1_max": 0.795174, "nauc_recall_at_1_std": -0.455245, "nauc_recall_at_1_diff1": 0.795174, "nauc_recall_at_3_max": 0.488629, "nauc_recall_at_3_std": -0.34801, "nauc_recall_at_3_diff1": 0.470065, "nauc_recall_at_5_max": 0.460655, "nauc_recall_at_5_std": -0.345675, "nauc_recall_at_5_diff1": 0.413966, "nauc_recall_at_10_max": 0.34118, "nauc_recall_at_10_std": -0.159422, "nauc_recall_at_10_diff1": 0.224827, "nauc_recall_at_20_max": 0.275538, "nauc_recall_at_20_std": -0.166071, "nauc_recall_at_20_diff1": 0.163605, "nauc_recall_at_100_max": 0.173388, "nauc_recall_at_100_std": -0.070309, "nauc_recall_at_100_diff1": 0.153068, "nauc_recall_at_1000_max": 0.245441, "nauc_recall_at_1000_std": -0.080702, "nauc_recall_at_1000_diff1": -0.075673, "nauc_precision_at_1_max": 0.772415, "nauc_precision_at_1_std": -0.431925, "nauc_precision_at_1_diff1": 0.772415, "nauc_precision_at_3_max": 0.474994, "nauc_precision_at_3_std": -0.332529, "nauc_precision_at_3_diff1": 0.481247, "nauc_precision_at_5_max": 0.432994, "nauc_precision_at_5_std": -0.330617, "nauc_precision_at_5_diff1": 0.392739, "nauc_precision_at_10_max": 0.334141, "nauc_precision_at_10_std": -0.148215, "nauc_precision_at_10_diff1": 0.214528, "nauc_precision_at_20_max": 0.228057, "nauc_precision_at_20_std": -0.13292, "nauc_precision_at_20_diff1": 0.187774, "nauc_precision_at_100_max": 0.165523, "nauc_precision_at_100_std": -0.059627, "nauc_precision_at_100_diff1": 0.185704, "nauc_precision_at_1000_max": 0.227675, "nauc_precision_at_1000_std": -0.071159, "nauc_precision_at_1000_diff1": 0.074089, "nauc_mrr_at_1_max": 0.772415, "nauc_mrr_at_1_std": -0.431925, "nauc_mrr_at_1_diff1": 0.772415, "nauc_mrr_at_3_max": 0.570456, "nauc_mrr_at_3_std": -0.358017, "nauc_mrr_at_3_diff1": 0.593638, "nauc_mrr_at_5_max": 0.52304, "nauc_mrr_at_5_std": -0.309155, "nauc_mrr_at_5_diff1": 0.521374, "nauc_mrr_at_10_max": 0.505107, "nauc_mrr_at_10_std": -0.279283, "nauc_mrr_at_10_diff1": 0.497386, "nauc_mrr_at_20_max": 0.482156, "nauc_mrr_at_20_std": -0.273056, "nauc_mrr_at_20_diff1": 0.482843, "nauc_mrr_at_100_max": 0.478803, "nauc_mrr_at_100_std": -0.267976, "nauc_mrr_at_100_diff1": 0.477036, "nauc_mrr_at_1000_max": 0.479491, "nauc_mrr_at_1000_std": -0.268633, "nauc_mrr_at_1000_diff1": 0.475469, "cv_recall_at_1": 0.02941, "cv_recall_at_3": 0.07843, "cv_recall_at_5": 0.09804, "cv_recall_at_10": 0.13725, "cv_recall_at_20": 0.18627, "cv_recall_at_100": 0.28431, "cv_recall_at_1000": 0.62745, "main_score": 0.06853, "hf_subset": "default", "languages": [ "nld-Latn" ] } ] }, "evaluation_time": 47.900453329086304, "kg_co2_emissions": null }