{ "dataset_revision": "63254fa512e133e6300e35b6f9175c32c6cc8455", "task_name": "JQaRAReranking", "mteb_version": "2.2.0", "scores": { "test": [ { "ndcg_at_1": 0.79724, "ndcg_at_3": 0.71725, "ndcg_at_5": 0.67685, "ndcg_at_10": 0.65556, "ndcg_at_20": 0.67932, "ndcg_at_100": 0.7955, "ndcg_at_1000": 0.7955, "map_at_1": 0.13891, "map_at_3": 0.27817, "map_at_5": 0.34892, "map_at_10": 0.43975, "map_at_20": 0.51108, "map_at_100": 0.58338, "map_at_1000": 0.58338, "recall_at_1": 0.13891, "recall_at_3": 0.30051, "recall_at_5": 0.39802, "recall_at_10": 0.55304, "recall_at_20": 0.7075, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.13891, "precision_at_1": 0.79724, "precision_at_3": 0.66647, "precision_at_5": 0.57181, "precision_at_10": 0.43905, "precision_at_20": 0.3096, "precision_at_100": 0.0972, "precision_at_1000": 0.00972, "mrr_at_1": 0.797241, "mrr_at_3": 0.854529, "mrr_at_5": 0.860408, "mrr_at_10": 0.8639, "mrr_at_20": 0.864654, "mrr_at_100": 0.865105, "mrr_at_1000": 0.865105, "nauc_ndcg_at_1_max": 0.405762, "nauc_ndcg_at_1_std": 0.13286, "nauc_ndcg_at_1_diff1": 0.457598, "nauc_ndcg_at_3_max": 0.336396, "nauc_ndcg_at_3_std": 0.183074, "nauc_ndcg_at_3_diff1": 0.17699, "nauc_ndcg_at_5_max": 0.299388, "nauc_ndcg_at_5_std": 0.19637, "nauc_ndcg_at_5_diff1": 0.147382, "nauc_ndcg_at_10_max": 0.235574, "nauc_ndcg_at_10_std": 0.176412, "nauc_ndcg_at_10_diff1": 0.175378, "nauc_ndcg_at_20_max": 0.208929, "nauc_ndcg_at_20_std": 0.173257, "nauc_ndcg_at_20_diff1": 0.208036, "nauc_ndcg_at_100_max": 0.335134, "nauc_ndcg_at_100_std": 0.22694, "nauc_ndcg_at_100_diff1": 0.196631, "nauc_ndcg_at_1000_max": 0.335134, "nauc_ndcg_at_1000_std": 0.22694, "nauc_ndcg_at_1000_diff1": 0.196631, "nauc_map_at_1_max": -0.078523, "nauc_map_at_1_std": -0.146028, "nauc_map_at_1_diff1": 0.311577, "nauc_map_at_3_max": -0.032788, "nauc_map_at_3_std": -0.112369, "nauc_map_at_3_diff1": 0.248635, "nauc_map_at_5_max": 0.004621, "nauc_map_at_5_std": -0.055684, "nauc_map_at_5_diff1": 0.228286, "nauc_map_at_10_max": 0.072031, "nauc_map_at_10_std": 0.033416, "nauc_map_at_10_diff1": 0.210883, "nauc_map_at_20_max": 0.15205, "nauc_map_at_20_std": 0.135082, "nauc_map_at_20_diff1": 0.189686, "nauc_map_at_100_max": 0.235734, "nauc_map_at_100_std": 0.200097, "nauc_map_at_100_diff1": 0.164683, "nauc_map_at_1000_max": 0.235734, "nauc_map_at_1000_std": 0.200097, "nauc_map_at_1000_diff1": 0.164683, "nauc_recall_at_1_max": -0.078523, "nauc_recall_at_1_std": -0.146028, "nauc_recall_at_1_diff1": 0.311577, "nauc_recall_at_3_max": -0.071885, "nauc_recall_at_3_std": -0.128285, "nauc_recall_at_3_diff1": 0.21275, "nauc_recall_at_5_max": -0.064022, "nauc_recall_at_5_std": -0.081602, "nauc_recall_at_5_diff1": 0.17983, "nauc_recall_at_10_max": -0.051864, "nauc_recall_at_10_std": -0.022366, "nauc_recall_at_10_diff1": 0.155363, "nauc_recall_at_20_max": 0.004267, "nauc_recall_at_20_std": 0.088243, "nauc_recall_at_20_diff1": 0.139143, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.405762, "nauc_precision_at_1_std": 0.13286, "nauc_precision_at_1_diff1": 0.457598, "nauc_precision_at_3_max": 0.337231, "nauc_precision_at_3_std": 0.218623, "nauc_precision_at_3_diff1": 0.067975, "nauc_precision_at_5_max": 0.334981, "nauc_precision_at_5_std": 0.276177, "nauc_precision_at_5_diff1": -0.005453, "nauc_precision_at_10_max": 0.335948, "nauc_precision_at_10_std": 0.32565, "nauc_precision_at_10_diff1": -0.070655, "nauc_precision_at_20_max": 0.332651, "nauc_precision_at_20_std": 0.349815, "nauc_precision_at_20_diff1": -0.106554, "nauc_precision_at_100_max": 0.273591, "nauc_precision_at_100_std": 0.23089, "nauc_precision_at_100_diff1": -0.147223, "nauc_precision_at_1000_max": 0.273591, "nauc_precision_at_1000_std": 0.23089, "nauc_precision_at_1000_diff1": -0.147223, "nauc_mrr_at_1_max": 0.405762, "nauc_mrr_at_1_std": 0.13286, "nauc_mrr_at_1_diff1": 0.457598, "nauc_mrr_at_3_max": 0.433533, "nauc_mrr_at_3_std": 0.164584, "nauc_mrr_at_3_diff1": 0.442751, "nauc_mrr_at_5_max": 0.432635, "nauc_mrr_at_5_std": 0.161104, "nauc_mrr_at_5_diff1": 0.443321, "nauc_mrr_at_10_max": 0.432694, "nauc_mrr_at_10_std": 0.163382, "nauc_mrr_at_10_diff1": 0.446392, "nauc_mrr_at_20_max": 0.432812, "nauc_mrr_at_20_std": 0.162933, "nauc_mrr_at_20_diff1": 0.447082, "nauc_mrr_at_100_max": 0.431592, "nauc_mrr_at_100_std": 0.16161, "nauc_mrr_at_100_diff1": 0.446694, "nauc_mrr_at_1000_max": 0.431592, "nauc_mrr_at_1000_std": 0.16161, "nauc_mrr_at_1000_diff1": 0.446694, "cv_recall_at_1": 0.79724, "cv_recall_at_3": 0.92322, "cv_recall_at_5": 0.94901, "cv_recall_at_10": 0.9754, "cv_recall_at_20": 0.9856, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.58338, "hf_subset": "default", "languages": [ "jpn-Jpan" ] } ] }, "evaluation_time": 192.86048531532288, "kg_co2_emissions": null }