{ "dataset_revision": "63254fa512e133e6300e35b6f9175c32c6cc8455", "task_name": "JQaRAReranking", "mteb_version": "2.2.0", "scores": { "test": [ { "ndcg_at_1": 0.76125, "ndcg_at_3": 0.67253, "ndcg_at_5": 0.63308, "ndcg_at_10": 0.61467, "ndcg_at_20": 0.64129, "ndcg_at_100": 0.76874, "ndcg_at_1000": 0.76874, "map_at_1": 0.12925, "map_at_3": 0.25121, "map_at_5": 0.31492, "map_at_10": 0.39879, "map_at_20": 0.46637, "map_at_100": 0.54098, "map_at_1000": 0.54098, "recall_at_1": 0.12925, "recall_at_3": 0.27604, "recall_at_5": 0.36705, "recall_at_10": 0.51681, "recall_at_20": 0.67605, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.12925, "precision_at_1": 0.76125, "precision_at_3": 0.62168, "precision_at_5": 0.53245, "precision_at_10": 0.41404, "precision_at_20": 0.29487, "precision_at_100": 0.0972, "precision_at_1000": 0.00972, "mrr_at_1": 0.761248, "mrr_at_3": 0.825635, "mrr_at_5": 0.832294, "mrr_at_10": 0.836664, "mrr_at_20": 0.837802, "mrr_at_100": 0.838329, "mrr_at_1000": 0.838329, "nauc_ndcg_at_1_max": 0.340094, "nauc_ndcg_at_1_std": 0.113307, "nauc_ndcg_at_1_diff1": 0.366141, "nauc_ndcg_at_3_max": 0.31024, "nauc_ndcg_at_3_std": 0.180228, "nauc_ndcg_at_3_diff1": 0.157705, "nauc_ndcg_at_5_max": 0.296176, "nauc_ndcg_at_5_std": 0.193833, "nauc_ndcg_at_5_diff1": 0.139291, "nauc_ndcg_at_10_max": 0.248954, "nauc_ndcg_at_10_std": 0.195377, "nauc_ndcg_at_10_diff1": 0.168568, "nauc_ndcg_at_20_max": 0.220193, "nauc_ndcg_at_20_std": 0.194168, "nauc_ndcg_at_20_diff1": 0.199597, "nauc_ndcg_at_100_max": 0.333274, "nauc_ndcg_at_100_std": 0.229867, "nauc_ndcg_at_100_diff1": 0.187045, "nauc_ndcg_at_1000_max": 0.333274, "nauc_ndcg_at_1000_std": 0.229867, "nauc_ndcg_at_1000_diff1": 0.187045, "nauc_map_at_1_max": -0.070955, "nauc_map_at_1_std": -0.096204, "nauc_map_at_1_diff1": 0.254063, "nauc_map_at_3_max": -0.019265, "nauc_map_at_3_std": -0.06124, "nauc_map_at_3_diff1": 0.217714, "nauc_map_at_5_max": 0.031842, "nauc_map_at_5_std": -0.001785, "nauc_map_at_5_diff1": 0.20517, "nauc_map_at_10_max": 0.099981, "nauc_map_at_10_std": 0.083589, "nauc_map_at_10_diff1": 0.194227, "nauc_map_at_20_max": 0.17399, "nauc_map_at_20_std": 0.165376, "nauc_map_at_20_diff1": 0.186443, "nauc_map_at_100_max": 0.250191, "nauc_map_at_100_std": 0.216328, "nauc_map_at_100_diff1": 0.168267, "nauc_map_at_1000_max": 0.250191, "nauc_map_at_1000_std": 0.216328, "nauc_map_at_1000_diff1": 0.168267, "nauc_recall_at_1_max": -0.070955, "nauc_recall_at_1_std": -0.096204, "nauc_recall_at_1_diff1": 0.254063, "nauc_recall_at_3_max": -0.061414, "nauc_recall_at_3_std": -0.06721, "nauc_recall_at_3_diff1": 0.188689, "nauc_recall_at_5_max": -0.025553, "nauc_recall_at_5_std": -0.02253, "nauc_recall_at_5_diff1": 0.162558, "nauc_recall_at_10_max": -0.005152, "nauc_recall_at_10_std": 0.040257, "nauc_recall_at_10_diff1": 0.146688, "nauc_recall_at_20_max": 0.028302, "nauc_recall_at_20_std": 0.123264, "nauc_recall_at_20_diff1": 0.140635, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.340094, "nauc_precision_at_1_std": 0.113307, "nauc_precision_at_1_diff1": 0.366141, "nauc_precision_at_3_max": 0.3247, "nauc_precision_at_3_std": 0.213937, "nauc_precision_at_3_diff1": 0.072102, "nauc_precision_at_5_max": 0.33999, "nauc_precision_at_5_std": 0.262547, "nauc_precision_at_5_diff1": 0.009971, "nauc_precision_at_10_max": 0.342861, "nauc_precision_at_10_std": 0.305187, "nauc_precision_at_10_diff1": -0.027157, "nauc_precision_at_20_max": 0.341221, "nauc_precision_at_20_std": 0.314601, "nauc_precision_at_20_diff1": -0.05641, "nauc_precision_at_100_max": 0.271443, "nauc_precision_at_100_std": 0.181435, "nauc_precision_at_100_diff1": -0.10468, "nauc_precision_at_1000_max": 0.271443, "nauc_precision_at_1000_std": 0.181435, "nauc_precision_at_1000_diff1": -0.10468, "nauc_mrr_at_1_max": 0.340094, "nauc_mrr_at_1_std": 0.113307, "nauc_mrr_at_1_diff1": 0.366141, "nauc_mrr_at_3_max": 0.365732, "nauc_mrr_at_3_std": 0.151026, "nauc_mrr_at_3_diff1": 0.352767, "nauc_mrr_at_5_max": 0.371749, "nauc_mrr_at_5_std": 0.147777, "nauc_mrr_at_5_diff1": 0.350709, "nauc_mrr_at_10_max": 0.37188, "nauc_mrr_at_10_std": 0.14494, "nauc_mrr_at_10_diff1": 0.355416, "nauc_mrr_at_20_max": 0.369132, "nauc_mrr_at_20_std": 0.144547, "nauc_mrr_at_20_diff1": 0.355838, "nauc_mrr_at_100_max": 0.368369, "nauc_mrr_at_100_std": 0.143636, "nauc_mrr_at_100_diff1": 0.355649, "nauc_mrr_at_1000_max": 0.368369, "nauc_mrr_at_1000_std": 0.143636, "nauc_mrr_at_1000_diff1": 0.355649, "cv_recall_at_1": 0.76125, "cv_recall_at_3": 0.90642, "cv_recall_at_5": 0.93401, "cv_recall_at_10": 0.96641, "cv_recall_at_20": 0.9832, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.54098, "hf_subset": "default", "languages": [ "jpn-Jpan" ] } ] }, "evaluation_time": 155.82312631607056, "kg_co2_emissions": null }