{ "dataset_revision": "837028901907a7d419b4ab906f28e011ce1cc824", "task_name": "MultiLongDocRetrieval", "mteb_version": "2.2.0", "scores": { "dev": [ { "ndcg_at_1": 0.295, "ndcg_at_3": 0.34286, "ndcg_at_5": 0.36008, "ndcg_at_10": 0.37485, "ndcg_at_20": 0.38891, "ndcg_at_100": 0.4171, "ndcg_at_1000": 0.43841, "map_at_1": 0.295, "map_at_3": 0.33167, "map_at_5": 0.34167, "map_at_10": 0.34789, "map_at_20": 0.35182, "map_at_100": 0.35543, "map_at_1000": 0.35613, "recall_at_1": 0.295, "recall_at_3": 0.375, "recall_at_5": 0.415, "recall_at_10": 0.46, "recall_at_20": 0.515, "recall_at_100": 0.67, "recall_at_1000": 0.845, "accuracy": 0.295, "precision_at_1": 0.295, "precision_at_3": 0.125, "precision_at_5": 0.083, "precision_at_10": 0.046, "precision_at_20": 0.02575, "precision_at_100": 0.0067, "precision_at_1000": 0.00085, "mrr_at_1": 0.295, "mrr_at_3": 0.331667, "mrr_at_5": 0.341667, "mrr_at_10": 0.347887, "mrr_at_20": 0.351821, "mrr_at_100": 0.35543, "mrr_at_1000": 0.35613, "nauc_ndcg_at_1_max": 0.544993, "nauc_ndcg_at_1_std": 0.173207, "nauc_ndcg_at_1_diff1": 0.682923, "nauc_ndcg_at_3_max": 0.532436, "nauc_ndcg_at_3_std": 0.148029, "nauc_ndcg_at_3_diff1": 0.599525, "nauc_ndcg_at_5_max": 0.537804, "nauc_ndcg_at_5_std": 0.184159, "nauc_ndcg_at_5_diff1": 0.616549, "nauc_ndcg_at_10_max": 0.530742, "nauc_ndcg_at_10_std": 0.189535, "nauc_ndcg_at_10_diff1": 0.601255, "nauc_ndcg_at_20_max": 0.544901, "nauc_ndcg_at_20_std": 0.214939, "nauc_ndcg_at_20_diff1": 0.60174, "nauc_ndcg_at_100_max": 0.526794, "nauc_ndcg_at_100_std": 0.238955, "nauc_ndcg_at_100_diff1": 0.584459, "nauc_ndcg_at_1000_max": 0.529613, "nauc_ndcg_at_1000_std": 0.239077, "nauc_ndcg_at_1000_diff1": 0.590917, "nauc_map_at_1_max": 0.544993, "nauc_map_at_1_std": 0.173207, "nauc_map_at_1_diff1": 0.682923, "nauc_map_at_3_max": 0.534783, "nauc_map_at_3_std": 0.154984, "nauc_map_at_3_diff1": 0.619149, "nauc_map_at_5_max": 0.537919, "nauc_map_at_5_std": 0.176101, "nauc_map_at_5_diff1": 0.629071, "nauc_map_at_10_max": 0.534771, "nauc_map_at_10_std": 0.178782, "nauc_map_at_10_diff1": 0.622701, "nauc_map_at_20_max": 0.538682, "nauc_map_at_20_std": 0.185516, "nauc_map_at_20_diff1": 0.623013, "nauc_map_at_100_max": 0.536037, "nauc_map_at_100_std": 0.188258, "nauc_map_at_100_diff1": 0.620652, "nauc_map_at_1000_max": 0.536133, "nauc_map_at_1000_std": 0.188429, "nauc_map_at_1000_diff1": 0.620887, "nauc_recall_at_1_max": 0.544993, "nauc_recall_at_1_std": 0.173207, "nauc_recall_at_1_diff1": 0.682923, "nauc_recall_at_3_max": 0.526071, "nauc_recall_at_3_std": 0.128025, "nauc_recall_at_3_diff1": 0.54425, "nauc_recall_at_5_max": 0.538316, "nauc_recall_at_5_std": 0.210279, "nauc_recall_at_5_diff1": 0.583318, "nauc_recall_at_10_max": 0.517831, "nauc_recall_at_10_std": 0.224659, "nauc_recall_at_10_diff1": 0.536307, "nauc_recall_at_20_max": 0.573894, "nauc_recall_at_20_std": 0.328676, "nauc_recall_at_20_diff1": 0.535349, "nauc_recall_at_100_max": 0.46676, "nauc_recall_at_100_std": 0.52144, "nauc_recall_at_100_diff1": 0.409152, "nauc_recall_at_1000_max": 0.462383, "nauc_recall_at_1000_std": 0.7369, "nauc_recall_at_1000_diff1": 0.371198, "nauc_precision_at_1_max": 0.544993, "nauc_precision_at_1_std": 0.173207, "nauc_precision_at_1_diff1": 0.682923, "nauc_precision_at_3_max": 0.526071, "nauc_precision_at_3_std": 0.128025, "nauc_precision_at_3_diff1": 0.54425, "nauc_precision_at_5_max": 0.538316, "nauc_precision_at_5_std": 0.210279, "nauc_precision_at_5_diff1": 0.583318, "nauc_precision_at_10_max": 0.517831, "nauc_precision_at_10_std": 0.224659, "nauc_precision_at_10_diff1": 0.536307, "nauc_precision_at_20_max": 0.573894, "nauc_precision_at_20_std": 0.328676, "nauc_precision_at_20_diff1": 0.535349, "nauc_precision_at_100_max": 0.46676, "nauc_precision_at_100_std": 0.52144, "nauc_precision_at_100_diff1": 0.409152, "nauc_precision_at_1000_max": 0.462383, "nauc_precision_at_1000_std": 0.7369, "nauc_precision_at_1000_diff1": 0.371198, "nauc_mrr_at_1_max": 0.544993, "nauc_mrr_at_1_std": 0.173207, "nauc_mrr_at_1_diff1": 0.682923, "nauc_mrr_at_3_max": 0.534783, "nauc_mrr_at_3_std": 0.154984, "nauc_mrr_at_3_diff1": 0.619149, "nauc_mrr_at_5_max": 0.537919, "nauc_mrr_at_5_std": 0.176101, "nauc_mrr_at_5_diff1": 0.629071, "nauc_mrr_at_10_max": 0.534771, "nauc_mrr_at_10_std": 0.178782, "nauc_mrr_at_10_diff1": 0.622701, "nauc_mrr_at_20_max": 0.538682, "nauc_mrr_at_20_std": 0.185516, "nauc_mrr_at_20_diff1": 0.623013, "nauc_mrr_at_100_max": 0.536037, "nauc_mrr_at_100_std": 0.188258, "nauc_mrr_at_100_diff1": 0.620652, "nauc_mrr_at_1000_max": 0.536133, "nauc_mrr_at_1000_std": 0.188429, "nauc_mrr_at_1000_diff1": 0.620887, "cv_recall_at_1": 0.295, "cv_recall_at_3": 0.375, "cv_recall_at_5": 0.415, "cv_recall_at_10": 0.46, "cv_recall_at_20": 0.515, "cv_recall_at_100": 0.67, "cv_recall_at_1000": 0.845, "main_score": 0.37485, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] } ], "test": [ { "ndcg_at_1": 0.275, "ndcg_at_3": 0.3347, "ndcg_at_5": 0.34846, "ndcg_at_10": 0.36006, "ndcg_at_20": 0.375, "ndcg_at_100": 0.40303, "ndcg_at_1000": 0.42317, "map_at_1": 0.275, "map_at_3": 0.31917, "map_at_5": 0.32642, "map_at_10": 0.33137, "map_at_20": 0.33536, "map_at_100": 0.33934, "map_at_1000": 0.33997, "recall_at_1": 0.275, "recall_at_3": 0.38, "recall_at_5": 0.415, "recall_at_10": 0.45, "recall_at_20": 0.51, "recall_at_100": 0.66, "recall_at_1000": 0.825, "accuracy": 0.275, "precision_at_1": 0.275, "precision_at_3": 0.12667, "precision_at_5": 0.083, "precision_at_10": 0.045, "precision_at_20": 0.0255, "precision_at_100": 0.0066, "precision_at_1000": 0.00083, "mrr_at_1": 0.275, "mrr_at_3": 0.319167, "mrr_at_5": 0.326417, "mrr_at_10": 0.331367, "mrr_at_20": 0.33536, "mrr_at_100": 0.339341, "mrr_at_1000": 0.339973, "nauc_ndcg_at_1_max": 0.367391, "nauc_ndcg_at_1_std": 0.05633, "nauc_ndcg_at_1_diff1": 0.481283, "nauc_ndcg_at_3_max": 0.346099, "nauc_ndcg_at_3_std": 0.06902, "nauc_ndcg_at_3_diff1": 0.424943, "nauc_ndcg_at_5_max": 0.357251, "nauc_ndcg_at_5_std": 0.089483, "nauc_ndcg_at_5_diff1": 0.428251, "nauc_ndcg_at_10_max": 0.359402, "nauc_ndcg_at_10_std": 0.102983, "nauc_ndcg_at_10_diff1": 0.426306, "nauc_ndcg_at_20_max": 0.343838, "nauc_ndcg_at_20_std": 0.108395, "nauc_ndcg_at_20_diff1": 0.412689, "nauc_ndcg_at_100_max": 0.364394, "nauc_ndcg_at_100_std": 0.139199, "nauc_ndcg_at_100_diff1": 0.417956, "nauc_ndcg_at_1000_max": 0.360481, "nauc_ndcg_at_1000_std": 0.142212, "nauc_ndcg_at_1000_diff1": 0.419884, "nauc_map_at_1_max": 0.367391, "nauc_map_at_1_std": 0.05633, "nauc_map_at_1_diff1": 0.481283, "nauc_map_at_3_max": 0.353424, "nauc_map_at_3_std": 0.065907, "nauc_map_at_3_diff1": 0.438775, "nauc_map_at_5_max": 0.35992, "nauc_map_at_5_std": 0.077306, "nauc_map_at_5_diff1": 0.440687, "nauc_map_at_10_max": 0.361085, "nauc_map_at_10_std": 0.083262, "nauc_map_at_10_diff1": 0.439902, "nauc_map_at_20_max": 0.357241, "nauc_map_at_20_std": 0.085213, "nauc_map_at_20_diff1": 0.435998, "nauc_map_at_100_max": 0.359964, "nauc_map_at_100_std": 0.089331, "nauc_map_at_100_diff1": 0.436519, "nauc_map_at_1000_max": 0.359711, "nauc_map_at_1000_std": 0.089699, "nauc_map_at_1000_diff1": 0.436437, "nauc_recall_at_1_max": 0.367391, "nauc_recall_at_1_std": 0.05633, "nauc_recall_at_1_diff1": 0.481283, "nauc_recall_at_3_max": 0.324923, "nauc_recall_at_3_std": 0.077684, "nauc_recall_at_3_diff1": 0.38644, "nauc_recall_at_5_max": 0.350221, "nauc_recall_at_5_std": 0.126026, "nauc_recall_at_5_diff1": 0.394097, "nauc_recall_at_10_max": 0.355274, "nauc_recall_at_10_std": 0.165266, "nauc_recall_at_10_diff1": 0.387854, "nauc_recall_at_20_max": 0.29041, "nauc_recall_at_20_std": 0.184477, "nauc_recall_at_20_diff1": 0.33443, "nauc_recall_at_100_max": 0.410767, "nauc_recall_at_100_std": 0.396213, "nauc_recall_at_100_diff1": 0.354036, "nauc_recall_at_1000_max": 0.394744, "nauc_recall_at_1000_std": 0.583764, "nauc_recall_at_1000_diff1": 0.357652, "nauc_precision_at_1_max": 0.367391, "nauc_precision_at_1_std": 0.05633, "nauc_precision_at_1_diff1": 0.481283, "nauc_precision_at_3_max": 0.324923, "nauc_precision_at_3_std": 0.077684, "nauc_precision_at_3_diff1": 0.38644, "nauc_precision_at_5_max": 0.350221, "nauc_precision_at_5_std": 0.126026, "nauc_precision_at_5_diff1": 0.394097, "nauc_precision_at_10_max": 0.355274, "nauc_precision_at_10_std": 0.165266, "nauc_precision_at_10_diff1": 0.387854, "nauc_precision_at_20_max": 0.29041, "nauc_precision_at_20_std": 0.184477, "nauc_precision_at_20_diff1": 0.33443, "nauc_precision_at_100_max": 0.410767, "nauc_precision_at_100_std": 0.396213, "nauc_precision_at_100_diff1": 0.354036, "nauc_precision_at_1000_max": 0.394744, "nauc_precision_at_1000_std": 0.583764, "nauc_precision_at_1000_diff1": 0.357652, "nauc_mrr_at_1_max": 0.367391, "nauc_mrr_at_1_std": 0.05633, "nauc_mrr_at_1_diff1": 0.481283, "nauc_mrr_at_3_max": 0.353424, "nauc_mrr_at_3_std": 0.065907, "nauc_mrr_at_3_diff1": 0.438775, "nauc_mrr_at_5_max": 0.35992, "nauc_mrr_at_5_std": 0.077306, "nauc_mrr_at_5_diff1": 0.440687, "nauc_mrr_at_10_max": 0.361085, "nauc_mrr_at_10_std": 0.083262, "nauc_mrr_at_10_diff1": 0.439902, "nauc_mrr_at_20_max": 0.357241, "nauc_mrr_at_20_std": 0.085213, "nauc_mrr_at_20_diff1": 0.435998, "nauc_mrr_at_100_max": 0.359964, "nauc_mrr_at_100_std": 0.089331, "nauc_mrr_at_100_diff1": 0.436519, "nauc_mrr_at_1000_max": 0.359711, "nauc_mrr_at_1000_std": 0.089699, "nauc_mrr_at_1000_diff1": 0.436437, "cv_recall_at_1": 0.275, "cv_recall_at_3": 0.38, "cv_recall_at_5": 0.415, "cv_recall_at_10": 0.45, "cv_recall_at_20": 0.51, "cv_recall_at_100": 0.66, "cv_recall_at_1000": 0.825, "main_score": 0.36006, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] } ] }, "evaluation_time": 862.2008786201477, "kg_co2_emissions": null }