{ "dataset_revision": "837028901907a7d419b4ab906f28e011ce1cc824", "task_name": "MultiLongDocRetrieval", "mteb_version": "2.2.0", "scores": { "dev": [ { "ndcg_at_1": 0.355, "ndcg_at_3": 0.41655, "ndcg_at_5": 0.42257, "ndcg_at_10": 0.44195, "ndcg_at_20": 0.45659, "ndcg_at_100": 0.48173, "ndcg_at_1000": 0.49964, "map_at_1": 0.355, "map_at_3": 0.4, "map_at_5": 0.40325, "map_at_10": 0.41124, "map_at_20": 0.41497, "map_at_100": 0.41845, "map_at_1000": 0.41917, "recall_at_1": 0.355, "recall_at_3": 0.465, "recall_at_5": 0.48, "recall_at_10": 0.54, "recall_at_20": 0.6, "recall_at_100": 0.735, "recall_at_1000": 0.875, "accuracy": 0.355, "precision_at_1": 0.355, "precision_at_3": 0.155, "precision_at_5": 0.096, "precision_at_10": 0.054, "precision_at_20": 0.03, "precision_at_100": 0.00735, "precision_at_1000": 0.00088, "mrr_at_1": 0.355, "mrr_at_3": 0.4, "mrr_at_5": 0.40325, "mrr_at_10": 0.411238, "mrr_at_20": 0.414974, "mrr_at_100": 0.418454, "mrr_at_1000": 0.419172, "nauc_ndcg_at_1_max": 0.583669, "nauc_ndcg_at_1_std": 0.057169, "nauc_ndcg_at_1_diff1": 0.819416, "nauc_ndcg_at_3_max": 0.631154, "nauc_ndcg_at_3_std": 0.104949, "nauc_ndcg_at_3_diff1": 0.795234, "nauc_ndcg_at_5_max": 0.634221, "nauc_ndcg_at_5_std": 0.115047, "nauc_ndcg_at_5_diff1": 0.79184, "nauc_ndcg_at_10_max": 0.637321, "nauc_ndcg_at_10_std": 0.131189, "nauc_ndcg_at_10_diff1": 0.784808, "nauc_ndcg_at_20_max": 0.626952, "nauc_ndcg_at_20_std": 0.139176, "nauc_ndcg_at_20_diff1": 0.774663, "nauc_ndcg_at_100_max": 0.618176, "nauc_ndcg_at_100_std": 0.146689, "nauc_ndcg_at_100_diff1": 0.768569, "nauc_ndcg_at_1000_max": 0.628544, "nauc_ndcg_at_1000_std": 0.159496, "nauc_ndcg_at_1000_diff1": 0.777401, "nauc_map_at_1_max": 0.583669, "nauc_map_at_1_std": 0.057169, "nauc_map_at_1_diff1": 0.819416, "nauc_map_at_3_max": 0.615463, "nauc_map_at_3_std": 0.088297, "nauc_map_at_3_diff1": 0.799755, "nauc_map_at_5_max": 0.617274, "nauc_map_at_5_std": 0.093711, "nauc_map_at_5_diff1": 0.798263, "nauc_map_at_10_max": 0.618844, "nauc_map_at_10_std": 0.100859, "nauc_map_at_10_diff1": 0.795147, "nauc_map_at_20_max": 0.616198, "nauc_map_at_20_std": 0.10272, "nauc_map_at_20_diff1": 0.792928, "nauc_map_at_100_max": 0.614382, "nauc_map_at_100_std": 0.10242, "nauc_map_at_100_diff1": 0.791699, "nauc_map_at_1000_max": 0.614957, "nauc_map_at_1000_std": 0.103173, "nauc_map_at_1000_diff1": 0.792062, "nauc_recall_at_1_max": 0.583669, "nauc_recall_at_1_std": 0.057169, "nauc_recall_at_1_diff1": 0.819416, "nauc_recall_at_3_max": 0.678382, "nauc_recall_at_3_std": 0.15533, "nauc_recall_at_3_diff1": 0.782672, "nauc_recall_at_5_max": 0.685575, "nauc_recall_at_5_std": 0.18093, "nauc_recall_at_5_diff1": 0.772719, "nauc_recall_at_10_max": 0.695875, "nauc_recall_at_10_std": 0.232329, "nauc_recall_at_10_diff1": 0.750834, "nauc_recall_at_20_max": 0.653154, "nauc_recall_at_20_std": 0.275089, "nauc_recall_at_20_diff1": 0.700594, "nauc_recall_at_100_max": 0.608368, "nauc_recall_at_100_std": 0.401493, "nauc_recall_at_100_diff1": 0.640786, "nauc_recall_at_1000_max": 0.783547, "nauc_recall_at_1000_std": 0.84232, "nauc_recall_at_1000_diff1": 0.702723, "nauc_precision_at_1_max": 0.583669, "nauc_precision_at_1_std": 0.057169, "nauc_precision_at_1_diff1": 0.819416, "nauc_precision_at_3_max": 0.678382, "nauc_precision_at_3_std": 0.15533, "nauc_precision_at_3_diff1": 0.782672, "nauc_precision_at_5_max": 0.685575, "nauc_precision_at_5_std": 0.18093, "nauc_precision_at_5_diff1": 0.772719, "nauc_precision_at_10_max": 0.695875, "nauc_precision_at_10_std": 0.232329, "nauc_precision_at_10_diff1": 0.750834, "nauc_precision_at_20_max": 0.653154, "nauc_precision_at_20_std": 0.275089, "nauc_precision_at_20_diff1": 0.700594, "nauc_precision_at_100_max": 0.608368, "nauc_precision_at_100_std": 0.401493, "nauc_precision_at_100_diff1": 0.640786, "nauc_precision_at_1000_max": 0.783547, "nauc_precision_at_1000_std": 0.84232, "nauc_precision_at_1000_diff1": 0.702723, "nauc_mrr_at_1_max": 0.583669, "nauc_mrr_at_1_std": 0.057169, "nauc_mrr_at_1_diff1": 0.819416, "nauc_mrr_at_3_max": 0.615463, "nauc_mrr_at_3_std": 0.088297, "nauc_mrr_at_3_diff1": 0.799755, "nauc_mrr_at_5_max": 0.617274, "nauc_mrr_at_5_std": 0.093711, "nauc_mrr_at_5_diff1": 0.798263, "nauc_mrr_at_10_max": 0.618844, "nauc_mrr_at_10_std": 0.100859, "nauc_mrr_at_10_diff1": 0.795147, "nauc_mrr_at_20_max": 0.616198, "nauc_mrr_at_20_std": 0.10272, "nauc_mrr_at_20_diff1": 0.792928, "nauc_mrr_at_100_max": 0.614382, "nauc_mrr_at_100_std": 0.10242, "nauc_mrr_at_100_diff1": 0.791699, "nauc_mrr_at_1000_max": 0.614957, "nauc_mrr_at_1000_std": 0.103173, "nauc_mrr_at_1000_diff1": 0.792062, "cv_recall_at_1": 0.355, "cv_recall_at_3": 0.465, "cv_recall_at_5": 0.48, "cv_recall_at_10": 0.54, "cv_recall_at_20": 0.6, "cv_recall_at_100": 0.735, "cv_recall_at_1000": 0.875, "main_score": 0.44195, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] } ], "test": [ { "ndcg_at_1": 0.34, "ndcg_at_3": 0.40036, "ndcg_at_5": 0.42488, "ndcg_at_10": 0.43662, "ndcg_at_20": 0.44629, "ndcg_at_100": 0.47313, "ndcg_at_1000": 0.48963, "map_at_1": 0.34, "map_at_3": 0.385, "map_at_5": 0.3985, "map_at_10": 0.4036, "map_at_20": 0.40602, "map_at_100": 0.40939, "map_at_1000": 0.40991, "recall_at_1": 0.34, "recall_at_3": 0.445, "recall_at_5": 0.505, "recall_at_10": 0.54, "recall_at_20": 0.58, "recall_at_100": 0.73, "recall_at_1000": 0.865, "accuracy": 0.34, "precision_at_1": 0.34, "precision_at_3": 0.14833, "precision_at_5": 0.101, "precision_at_10": 0.054, "precision_at_20": 0.029, "precision_at_100": 0.0073, "precision_at_1000": 0.00087, "mrr_at_1": 0.34, "mrr_at_3": 0.385, "mrr_at_5": 0.3985, "mrr_at_10": 0.403603, "mrr_at_20": 0.406023, "mrr_at_100": 0.409392, "mrr_at_1000": 0.409914, "nauc_ndcg_at_1_max": 0.565297, "nauc_ndcg_at_1_std": 0.078308, "nauc_ndcg_at_1_diff1": 0.654158, "nauc_ndcg_at_3_max": 0.56163, "nauc_ndcg_at_3_std": 0.100756, "nauc_ndcg_at_3_diff1": 0.635375, "nauc_ndcg_at_5_max": 0.56614, "nauc_ndcg_at_5_std": 0.103953, "nauc_ndcg_at_5_diff1": 0.626576, "nauc_ndcg_at_10_max": 0.549141, "nauc_ndcg_at_10_std": 0.105478, "nauc_ndcg_at_10_diff1": 0.616199, "nauc_ndcg_at_20_max": 0.538403, "nauc_ndcg_at_20_std": 0.121383, "nauc_ndcg_at_20_diff1": 0.606563, "nauc_ndcg_at_100_max": 0.542087, "nauc_ndcg_at_100_std": 0.14267, "nauc_ndcg_at_100_diff1": 0.605953, "nauc_ndcg_at_1000_max": 0.550108, "nauc_ndcg_at_1000_std": 0.149754, "nauc_ndcg_at_1000_diff1": 0.606294, "nauc_map_at_1_max": 0.565297, "nauc_map_at_1_std": 0.078308, "nauc_map_at_1_diff1": 0.654158, "nauc_map_at_3_max": 0.560508, "nauc_map_at_3_std": 0.091246, "nauc_map_at_3_diff1": 0.639257, "nauc_map_at_5_max": 0.563233, "nauc_map_at_5_std": 0.092991, "nauc_map_at_5_diff1": 0.634397, "nauc_map_at_10_max": 0.555666, "nauc_map_at_10_std": 0.093102, "nauc_map_at_10_diff1": 0.629933, "nauc_map_at_20_max": 0.552944, "nauc_map_at_20_std": 0.096678, "nauc_map_at_20_diff1": 0.627549, "nauc_map_at_100_max": 0.553548, "nauc_map_at_100_std": 0.099763, "nauc_map_at_100_diff1": 0.62746, "nauc_map_at_1000_max": 0.553889, "nauc_map_at_1000_std": 0.100082, "nauc_map_at_1000_diff1": 0.62749, "nauc_recall_at_1_max": 0.565297, "nauc_recall_at_1_std": 0.078308, "nauc_recall_at_1_diff1": 0.654158, "nauc_recall_at_3_max": 0.565679, "nauc_recall_at_3_std": 0.129797, "nauc_recall_at_3_diff1": 0.624466, "nauc_recall_at_5_max": 0.575861, "nauc_recall_at_5_std": 0.138241, "nauc_recall_at_5_diff1": 0.602646, "nauc_recall_at_10_max": 0.524999, "nauc_recall_at_10_std": 0.146946, "nauc_recall_at_10_diff1": 0.569899, "nauc_recall_at_20_max": 0.477073, "nauc_recall_at_20_std": 0.221827, "nauc_recall_at_20_diff1": 0.525452, "nauc_recall_at_100_max": 0.479545, "nauc_recall_at_100_std": 0.407842, "nauc_recall_at_100_diff1": 0.493896, "nauc_recall_at_1000_max": 0.572968, "nauc_recall_at_1000_std": 0.741973, "nauc_recall_at_1000_diff1": 0.410441, "nauc_precision_at_1_max": 0.565297, "nauc_precision_at_1_std": 0.078308, "nauc_precision_at_1_diff1": 0.654158, "nauc_precision_at_3_max": 0.565679, "nauc_precision_at_3_std": 0.129797, "nauc_precision_at_3_diff1": 0.624466, "nauc_precision_at_5_max": 0.575861, "nauc_precision_at_5_std": 0.138241, "nauc_precision_at_5_diff1": 0.602646, "nauc_precision_at_10_max": 0.524999, "nauc_precision_at_10_std": 0.146946, "nauc_precision_at_10_diff1": 0.569899, "nauc_precision_at_20_max": 0.477073, "nauc_precision_at_20_std": 0.221827, "nauc_precision_at_20_diff1": 0.525452, "nauc_precision_at_100_max": 0.479545, "nauc_precision_at_100_std": 0.407842, "nauc_precision_at_100_diff1": 0.493896, "nauc_precision_at_1000_max": 0.572968, "nauc_precision_at_1000_std": 0.741973, "nauc_precision_at_1000_diff1": 0.410441, "nauc_mrr_at_1_max": 0.565297, "nauc_mrr_at_1_std": 0.078308, "nauc_mrr_at_1_diff1": 0.654158, "nauc_mrr_at_3_max": 0.560508, "nauc_mrr_at_3_std": 0.091246, "nauc_mrr_at_3_diff1": 0.639257, "nauc_mrr_at_5_max": 0.563233, "nauc_mrr_at_5_std": 0.092991, "nauc_mrr_at_5_diff1": 0.634397, "nauc_mrr_at_10_max": 0.555666, "nauc_mrr_at_10_std": 0.093102, "nauc_mrr_at_10_diff1": 0.629933, "nauc_mrr_at_20_max": 0.552944, "nauc_mrr_at_20_std": 0.096678, "nauc_mrr_at_20_diff1": 0.627549, "nauc_mrr_at_100_max": 0.553548, "nauc_mrr_at_100_std": 0.099763, "nauc_mrr_at_100_diff1": 0.62746, "nauc_mrr_at_1000_max": 0.553889, "nauc_mrr_at_1000_std": 0.100082, "nauc_mrr_at_1000_diff1": 0.62749, "cv_recall_at_1": 0.34, "cv_recall_at_3": 0.445, "cv_recall_at_5": 0.505, "cv_recall_at_10": 0.54, "cv_recall_at_20": 0.58, "cv_recall_at_100": 0.73, "cv_recall_at_1000": 0.865, "main_score": 0.43662, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] } ] }, "evaluation_time": 2463.308910369873, "kg_co2_emissions": null }