{ "dataset_revision": "bd5361e486ef4be7052c506adfdf0610d04abbfe", "task_name": "LawIRKo", "mteb_version": "2.20.11", "scores": { "test": [ { "ndcg_at_1": 0.35616, "ndcg_at_3": 0.4758, "ndcg_at_5": 0.50985, "ndcg_at_10": 0.54657, "ndcg_at_20": 0.56698, "ndcg_at_100": 0.58949, "ndcg_at_1000": 0.59471, "map_at_1": 0.35616, "map_at_3": 0.44593, "map_at_5": 0.46479, "map_at_10": 0.48007, "map_at_20": 0.48573, "map_at_100": 0.48898, "map_at_1000": 0.48919, "recall_at_1": 0.35616, "recall_at_3": 0.56245, "recall_at_5": 0.64524, "recall_at_10": 0.75807, "recall_at_20": 0.83834, "recall_at_100": 0.95762, "recall_at_1000": 0.99775, "accuracy": 0.35616, "precision_at_1": 0.35616, "precision_at_3": 0.18748, "precision_at_5": 0.12905, "precision_at_10": 0.07581, "precision_at_20": 0.04192, "precision_at_100": 0.00958, "precision_at_1000": 0.001, "mrr_at_1": 0.356161, "mrr_at_3": 0.445926, "mrr_at_5": 0.464786, "mrr_at_10": 0.480075, "mrr_at_20": 0.485733, "mrr_at_100": 0.488981, "mrr_at_1000": 0.489195, "nauc_ndcg_at_1_max": 0.090556, "nauc_ndcg_at_1_std": -0.075173, "nauc_ndcg_at_1_diff1": 0.409236, "nauc_ndcg_at_3_max": 0.104088, "nauc_ndcg_at_3_std": -0.066315, "nauc_ndcg_at_3_diff1": 0.354454, "nauc_ndcg_at_5_max": 0.102655, "nauc_ndcg_at_5_std": -0.065079, "nauc_ndcg_at_5_diff1": 0.343144, "nauc_ndcg_at_10_max": 0.104077, "nauc_ndcg_at_10_std": -0.062029, "nauc_ndcg_at_10_diff1": 0.343609, "nauc_ndcg_at_20_max": 0.107344, "nauc_ndcg_at_20_std": -0.056904, "nauc_ndcg_at_20_diff1": 0.346687, "nauc_ndcg_at_100_max": 0.110989, "nauc_ndcg_at_100_std": -0.055537, "nauc_ndcg_at_100_diff1": 0.354481, "nauc_ndcg_at_1000_max": 0.106117, "nauc_ndcg_at_1000_std": -0.060583, "nauc_ndcg_at_1000_diff1": 0.356316, "nauc_map_at_1_max": 0.090556, "nauc_map_at_1_std": -0.075173, "nauc_map_at_1_diff1": 0.409236, "nauc_map_at_3_max": 0.101296, "nauc_map_at_3_std": -0.068731, "nauc_map_at_3_diff1": 0.368081, "nauc_map_at_5_max": 0.100702, "nauc_map_at_5_std": -0.068183, "nauc_map_at_5_diff1": 0.362231, "nauc_map_at_10_max": 0.101043, "nauc_map_at_10_std": -0.067069, "nauc_map_at_10_diff1": 0.362959, "nauc_map_at_20_max": 0.101828, "nauc_map_at_20_std": -0.066025, "nauc_map_at_20_diff1": 0.363864, "nauc_map_at_100_max": 0.102393, "nauc_map_at_100_std": -0.065645, "nauc_map_at_100_diff1": 0.364969, "nauc_map_at_1000_max": 0.102246, "nauc_map_at_1000_std": -0.065791, "nauc_map_at_1000_diff1": 0.365034, "nauc_recall_at_1_max": 0.090556, "nauc_recall_at_1_std": -0.075173, "nauc_recall_at_1_diff1": 0.409236, "nauc_recall_at_3_max": 0.112339, "nauc_recall_at_3_std": -0.058873, "nauc_recall_at_3_diff1": 0.312988, "nauc_recall_at_5_max": 0.108334, "nauc_recall_at_5_std": -0.054254, "nauc_recall_at_5_diff1": 0.277247, "nauc_recall_at_10_max": 0.117368, "nauc_recall_at_10_std": -0.037983, "nauc_recall_at_10_diff1": 0.257335, "nauc_recall_at_20_max": 0.146358, "nauc_recall_at_20_std": 0.011728, "nauc_recall_at_20_diff1": 0.245886, "nauc_recall_at_100_max": 0.348901, "nauc_recall_at_100_std": 0.204767, "nauc_recall_at_100_diff1": 0.238367, "nauc_recall_at_1000_max": 0.141754, "nauc_recall_at_1000_std": 0.197487, "nauc_recall_at_1000_diff1": -0.124827, "nauc_precision_at_1_max": 0.090556, "nauc_precision_at_1_std": -0.075173, "nauc_precision_at_1_diff1": 0.409236, "nauc_precision_at_3_max": 0.112339, "nauc_precision_at_3_std": -0.058873, "nauc_precision_at_3_diff1": 0.312988, "nauc_precision_at_5_max": 0.108334, "nauc_precision_at_5_std": -0.054254, "nauc_precision_at_5_diff1": 0.277247, "nauc_precision_at_10_max": 0.117368, "nauc_precision_at_10_std": -0.037983, "nauc_precision_at_10_diff1": 0.257335, "nauc_precision_at_20_max": 0.146358, "nauc_precision_at_20_std": 0.011728, "nauc_precision_at_20_diff1": 0.245886, "nauc_precision_at_100_max": 0.348901, "nauc_precision_at_100_std": 0.204767, "nauc_precision_at_100_diff1": 0.238367, "nauc_precision_at_1000_max": 0.141754, "nauc_precision_at_1000_std": 0.197487, "nauc_precision_at_1000_diff1": -0.124827, "nauc_mrr_at_1_max": 0.090556, "nauc_mrr_at_1_std": -0.075173, "nauc_mrr_at_1_diff1": 0.409236, "nauc_mrr_at_3_max": 0.101296, "nauc_mrr_at_3_std": -0.068731, "nauc_mrr_at_3_diff1": 0.368081, "nauc_mrr_at_5_max": 0.100702, "nauc_mrr_at_5_std": -0.068183, "nauc_mrr_at_5_diff1": 0.362231, "nauc_mrr_at_10_max": 0.101043, "nauc_mrr_at_10_std": -0.067069, "nauc_mrr_at_10_diff1": 0.362959, "nauc_mrr_at_20_max": 0.101828, "nauc_mrr_at_20_std": -0.066025, "nauc_mrr_at_20_diff1": 0.363864, "nauc_mrr_at_100_max": 0.102393, "nauc_mrr_at_100_std": -0.065645, "nauc_mrr_at_100_diff1": 0.364969, "nauc_mrr_at_1000_max": 0.102246, "nauc_mrr_at_1000_std": -0.065791, "nauc_mrr_at_1000_diff1": 0.365034, "hit_rate_at_1": 0.35616, "hit_rate_at_3": 0.56245, "hit_rate_at_5": 0.64524, "hit_rate_at_10": 0.75807, "hit_rate_at_20": 0.83834, "hit_rate_at_100": 0.95762, "hit_rate_at_1000": 0.99775, "main_score": 0.54657, "hf_subset": "default", "languages": [ "kor-Hang" ], "mteb_version": "2.20.11" } ] }, "evaluation_time": 18.138984329998493, "kg_co2_emissions": null, "date": 1788966311.618451, "evaluation_phases": [ { "name": "Data loading", "start": 3.9655715227127075e-06, "end": 10.663372168317437, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 10.663383083418012, "end": 10.663387220352888, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 10.687339736148715, "end": 15.786081982776523, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 15.786125417798758, "end": 18.082521280273795, "split": "test", "subset": "default" } ] }