{ "dataset_revision": "bd5361e486ef4be7052c506adfdf0610d04abbfe", "task_name": "LawIRKo", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.77042, "ndcg_at_3": 0.85256, "ndcg_at_5": 0.86579, "ndcg_at_10": 0.87369, "ndcg_at_20": 0.87822, "ndcg_at_100": 0.88076, "ndcg_at_1000": 0.88114, "map_at_1": 0.77042, "map_at_3": 0.83287, "map_at_5": 0.84023, "map_at_10": 0.8435, "map_at_20": 0.84478, "map_at_100": 0.84514, "map_at_1000": 0.84516, "recall_at_1": 0.77042, "recall_at_3": 0.90935, "recall_at_5": 0.94134, "recall_at_10": 0.96576, "recall_at_20": 0.98344, "recall_at_100": 0.99691, "recall_at_1000": 0.99972, "accuracy": 0.77042, "precision_at_1": 0.77042, "precision_at_3": 0.30312, "precision_at_5": 0.18827, "precision_at_10": 0.09658, "precision_at_20": 0.04917, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.770418, "mrr_at_3": 0.832866, "mrr_at_5": 0.840233, "mrr_at_10": 0.843503, "mrr_at_20": 0.844777, "mrr_at_100": 0.845142, "mrr_at_1000": 0.845159, "nauc_ndcg_at_1_max": 0.550062, "nauc_ndcg_at_1_std": 0.027233, "nauc_ndcg_at_1_diff1": 0.760407, "nauc_ndcg_at_3_max": 0.594909, "nauc_ndcg_at_3_std": 0.050942, "nauc_ndcg_at_3_diff1": 0.717188, "nauc_ndcg_at_5_max": 0.604388, "nauc_ndcg_at_5_std": 0.062242, "nauc_ndcg_at_5_diff1": 0.724791, "nauc_ndcg_at_10_max": 0.597947, "nauc_ndcg_at_10_std": 0.064808, "nauc_ndcg_at_10_diff1": 0.728932, "nauc_ndcg_at_20_max": 0.590564, "nauc_ndcg_at_20_std": 0.056815, "nauc_ndcg_at_20_diff1": 0.732447, "nauc_ndcg_at_100_max": 0.586619, "nauc_ndcg_at_100_std": 0.054738, "nauc_ndcg_at_100_diff1": 0.73386, "nauc_ndcg_at_1000_max": 0.58574, "nauc_ndcg_at_1000_std": 0.05239, "nauc_ndcg_at_1000_diff1": 0.733941, "nauc_map_at_1_max": 0.550062, "nauc_map_at_1_std": 0.027233, "nauc_map_at_1_diff1": 0.760407, "nauc_map_at_3_max": 0.581176, "nauc_map_at_3_std": 0.043722, "nauc_map_at_3_diff1": 0.730213, "nauc_map_at_5_max": 0.584889, "nauc_map_at_5_std": 0.048716, "nauc_map_at_5_diff1": 0.734376, "nauc_map_at_10_max": 0.58226, "nauc_map_at_10_std": 0.049108, "nauc_map_at_10_diff1": 0.735889, "nauc_map_at_20_max": 0.5805, "nauc_map_at_20_std": 0.047244, "nauc_map_at_20_diff1": 0.736709, "nauc_map_at_100_max": 0.580129, "nauc_map_at_100_std": 0.047129, "nauc_map_at_100_diff1": 0.736908, "nauc_map_at_1000_max": 0.580103, "nauc_map_at_1000_std": 0.047046, "nauc_map_at_1000_diff1": 0.736913, "nauc_recall_at_1_max": 0.550062, "nauc_recall_at_1_std": 0.027233, "nauc_recall_at_1_diff1": 0.760407, "nauc_recall_at_3_max": 0.662495, "nauc_recall_at_3_std": 0.086444, "nauc_recall_at_3_diff1": 0.653245, "nauc_recall_at_5_max": 0.749377, "nauc_recall_at_5_std": 0.164245, "nauc_recall_at_5_diff1": 0.658588, "nauc_recall_at_10_max": 0.784721, "nauc_recall_at_10_std": 0.268357, "nauc_recall_at_10_diff1": 0.65735, "nauc_recall_at_20_max": 0.785882, "nauc_recall_at_20_std": 0.269162, "nauc_recall_at_20_diff1": 0.675959, "nauc_recall_at_100_max": 0.827299, "nauc_recall_at_100_std": 0.704185, "nauc_recall_at_100_diff1": 0.681301, "nauc_recall_at_1000_max": 0.55414, "nauc_recall_at_1000_std": 0.35808, "nauc_recall_at_1000_diff1": 0.35808, "nauc_precision_at_1_max": 0.550062, "nauc_precision_at_1_std": 0.027233, "nauc_precision_at_1_diff1": 0.760407, "nauc_precision_at_3_max": 0.662495, "nauc_precision_at_3_std": 0.086444, "nauc_precision_at_3_diff1": 0.653245, "nauc_precision_at_5_max": 0.749377, "nauc_precision_at_5_std": 0.164245, "nauc_precision_at_5_diff1": 0.658588, "nauc_precision_at_10_max": 0.784721, "nauc_precision_at_10_std": 0.268357, "nauc_precision_at_10_diff1": 0.65735, "nauc_precision_at_20_max": 0.785882, "nauc_precision_at_20_std": 0.269162, "nauc_precision_at_20_diff1": 0.675959, "nauc_precision_at_100_max": 0.827299, "nauc_precision_at_100_std": 0.704185, "nauc_precision_at_100_diff1": 0.681301, "nauc_precision_at_1000_max": 0.55414, "nauc_precision_at_1000_std": 0.35808, "nauc_precision_at_1000_diff1": 0.35808, "nauc_mrr_at_1_max": 0.550062, "nauc_mrr_at_1_std": 0.027233, "nauc_mrr_at_1_diff1": 0.760407, "nauc_mrr_at_3_max": 0.581176, "nauc_mrr_at_3_std": 0.043722, "nauc_mrr_at_3_diff1": 0.730213, "nauc_mrr_at_5_max": 0.584889, "nauc_mrr_at_5_std": 0.048716, "nauc_mrr_at_5_diff1": 0.734376, "nauc_mrr_at_10_max": 0.58226, "nauc_mrr_at_10_std": 0.049108, "nauc_mrr_at_10_diff1": 0.735889, "nauc_mrr_at_20_max": 0.5805, "nauc_mrr_at_20_std": 0.047244, "nauc_mrr_at_20_diff1": 0.736709, "nauc_mrr_at_100_max": 0.580129, "nauc_mrr_at_100_std": 0.047129, "nauc_mrr_at_100_diff1": 0.736908, "nauc_mrr_at_1000_max": 0.580103, "nauc_mrr_at_1000_std": 0.047046, "nauc_mrr_at_1000_diff1": 0.736913, "hit_rate_at_1": 0.77042, "hit_rate_at_3": 0.90935, "hit_rate_at_5": 0.94134, "hit_rate_at_10": 0.96576, "hit_rate_at_20": 0.98344, "hit_rate_at_100": 0.99691, "hit_rate_at_1000": 0.99972, "main_score": 0.87369, "hf_subset": "default", "languages": [ "kor-Hang" ] } ] }, "evaluation_time": 96.85301160812378, "kg_co2_emissions": null, "date": null }