{ "dataset_revision": "0726b2af53c907628067871e2e7c84e0d8e099c2", "task_name": "JaGovFaqsRetrieval", "mteb_version": "2.2.0", "scores": { "test": [ { "ndcg_at_1": 0.60547, "ndcg_at_3": 0.70948, "ndcg_at_5": 0.7306, "ndcg_at_10": 0.74609, "ndcg_at_20": 0.75327, "ndcg_at_100": 0.76175, "ndcg_at_1000": 0.76522, "map_at_1": 0.60547, "map_at_3": 0.68473, "map_at_5": 0.69645, "map_at_10": 0.70286, "map_at_20": 0.70484, "map_at_100": 0.70597, "map_at_1000": 0.70609, "recall_at_1": 0.60547, "recall_at_3": 0.78076, "recall_at_5": 0.83203, "recall_at_10": 0.87988, "recall_at_20": 0.9082, "recall_at_100": 0.95459, "recall_at_1000": 0.98242, "accuracy": 0.60547, "precision_at_1": 0.60547, "precision_at_3": 0.26025, "precision_at_5": 0.16641, "precision_at_10": 0.08799, "precision_at_20": 0.04541, "precision_at_100": 0.00955, "precision_at_1000": 0.00098, "mrr_at_1": 0.60498, "mrr_at_3": 0.684489, "mrr_at_5": 0.695768, "mrr_at_10": 0.702436, "mrr_at_20": 0.70443, "mrr_at_100": 0.705561, "mrr_at_1000": 0.705682, "nauc_ndcg_at_1_max": 0.480774, "nauc_ndcg_at_1_std": -0.021897, "nauc_ndcg_at_1_diff1": 0.697115, "nauc_ndcg_at_3_max": 0.525756, "nauc_ndcg_at_3_std": -0.029722, "nauc_ndcg_at_3_diff1": 0.642813, "nauc_ndcg_at_5_max": 0.534732, "nauc_ndcg_at_5_std": -0.016787, "nauc_ndcg_at_5_diff1": 0.648723, "nauc_ndcg_at_10_max": 0.538122, "nauc_ndcg_at_10_std": -0.002231, "nauc_ndcg_at_10_diff1": 0.647352, "nauc_ndcg_at_20_max": 0.534006, "nauc_ndcg_at_20_std": -0.005068, "nauc_ndcg_at_20_diff1": 0.649699, "nauc_ndcg_at_100_max": 0.531429, "nauc_ndcg_at_100_std": -0.004297, "nauc_ndcg_at_100_diff1": 0.652008, "nauc_ndcg_at_1000_max": 0.52897, "nauc_ndcg_at_1000_std": -0.006296, "nauc_ndcg_at_1000_diff1": 0.653258, "nauc_map_at_1_max": 0.480774, "nauc_map_at_1_std": -0.021897, "nauc_map_at_1_diff1": 0.697115, "nauc_map_at_3_max": 0.51461, "nauc_map_at_3_std": -0.026793, "nauc_map_at_3_diff1": 0.657126, "nauc_map_at_5_max": 0.518574, "nauc_map_at_5_std": -0.020259, "nauc_map_at_5_diff1": 0.66034, "nauc_map_at_10_max": 0.519666, "nauc_map_at_10_std": -0.01479, "nauc_map_at_10_diff1": 0.660136, "nauc_map_at_20_max": 0.518554, "nauc_map_at_20_std": -0.015499, "nauc_map_at_20_diff1": 0.660755, "nauc_map_at_100_max": 0.518178, "nauc_map_at_100_std": -0.015475, "nauc_map_at_100_diff1": 0.66102, "nauc_map_at_1000_max": 0.518118, "nauc_map_at_1000_std": -0.015506, "nauc_map_at_1000_diff1": 0.661063, "nauc_recall_at_1_max": 0.480774, "nauc_recall_at_1_std": -0.021897, "nauc_recall_at_1_diff1": 0.697115, "nauc_recall_at_3_max": 0.566811, "nauc_recall_at_3_std": -0.041129, "nauc_recall_at_3_diff1": 0.589555, "nauc_recall_at_5_max": 0.609901, "nauc_recall_at_5_std": 0.001718, "nauc_recall_at_5_diff1": 0.598218, "nauc_recall_at_10_max": 0.653105, "nauc_recall_at_10_std": 0.087713, "nauc_recall_at_10_diff1": 0.572198, "nauc_recall_at_20_max": 0.648393, "nauc_recall_at_20_std": 0.086314, "nauc_recall_at_20_diff1": 0.572832, "nauc_recall_at_100_max": 0.705259, "nauc_recall_at_100_std": 0.199531, "nauc_recall_at_100_diff1": 0.552713, "nauc_recall_at_1000_max": 0.748187, "nauc_recall_at_1000_std": 0.321647, "nauc_recall_at_1000_diff1": 0.504341, "nauc_precision_at_1_max": 0.480774, "nauc_precision_at_1_std": -0.021897, "nauc_precision_at_1_diff1": 0.697115, "nauc_precision_at_3_max": 0.566811, "nauc_precision_at_3_std": -0.041129, "nauc_precision_at_3_diff1": 0.589555, "nauc_precision_at_5_max": 0.609901, "nauc_precision_at_5_std": 0.001718, "nauc_precision_at_5_diff1": 0.598218, "nauc_precision_at_10_max": 0.653105, "nauc_precision_at_10_std": 0.087713, "nauc_precision_at_10_diff1": 0.572198, "nauc_precision_at_20_max": 0.648393, "nauc_precision_at_20_std": 0.086314, "nauc_precision_at_20_diff1": 0.572832, "nauc_precision_at_100_max": 0.705259, "nauc_precision_at_100_std": 0.199531, "nauc_precision_at_100_diff1": 0.552713, "nauc_precision_at_1000_max": 0.748187, "nauc_precision_at_1000_std": 0.321647, "nauc_precision_at_1000_diff1": 0.504341, "nauc_mrr_at_1_max": 0.481923, "nauc_mrr_at_1_std": -0.020747, "nauc_mrr_at_1_diff1": 0.698076, "nauc_mrr_at_3_max": 0.517224, "nauc_mrr_at_3_std": -0.02514, "nauc_mrr_at_3_diff1": 0.657931, "nauc_mrr_at_5_max": 0.521072, "nauc_mrr_at_5_std": -0.018566, "nauc_mrr_at_5_diff1": 0.660961, "nauc_mrr_at_10_max": 0.522103, "nauc_mrr_at_10_std": -0.013232, "nauc_mrr_at_10_diff1": 0.660836, "nauc_mrr_at_20_max": 0.52099, "nauc_mrr_at_20_std": -0.013914, "nauc_mrr_at_20_diff1": 0.661449, "nauc_mrr_at_100_max": 0.520626, "nauc_mrr_at_100_std": -0.013883, "nauc_mrr_at_100_diff1": 0.661717, "nauc_mrr_at_1000_max": 0.520568, "nauc_mrr_at_1000_std": -0.013913, "nauc_mrr_at_1000_diff1": 0.66176, "cv_recall_at_1": 0.60498, "cv_recall_at_3": 0.78125, "cv_recall_at_5": 0.83057, "cv_recall_at_10": 0.87988, "cv_recall_at_20": 0.9082, "cv_recall_at_100": 0.95459, "cv_recall_at_1000": 0.98242, "main_score": 0.74609, "hf_subset": "default", "languages": [ "jpn-Jpan" ] } ] }, "evaluation_time": 12.793240308761597, "kg_co2_emissions": null }