{ "dataset_revision": "63254fa512e133e6300e35b6f9175c32c6cc8455", "task_name": "JQaRAReranking", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.77684, "ndcg_at_3": 0.70297, "ndcg_at_5": 0.66944, "ndcg_at_10": 0.64897, "ndcg_at_20": 0.6769, "ndcg_at_100": 0.79057, "ndcg_at_1000": 0.79057, "map_at_1": 0.13239, "map_at_3": 0.27082, "map_at_5": 0.34363, "map_at_10": 0.43468, "map_at_20": 0.5088, "map_at_100": 0.58012, "map_at_1000": 0.58012, "recall_at_1": 0.13239, "recall_at_3": 0.29456, "recall_at_5": 0.39639, "recall_at_10": 0.54926, "recall_at_20": 0.7127, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.13239, "precision_at_1": 0.77684, "precision_at_3": 0.65387, "precision_at_5": 0.56881, "precision_at_10": 0.43887, "precision_at_20": 0.31299, "precision_at_100": 0.0972, "precision_at_1000": 0.00972, "mrr_at_1": 0.776845, "mrr_at_3": 0.837233, "mrr_at_5": 0.845181, "mrr_at_10": 0.848675, "mrr_at_20": 0.849751, "mrr_at_100": 0.850172, "mrr_at_1000": 0.850172, "nauc_ndcg_at_1_max": 0.370818, "nauc_ndcg_at_1_std": 0.143219, "nauc_ndcg_at_1_diff1": 0.394638, "nauc_ndcg_at_3_max": 0.342584, "nauc_ndcg_at_3_std": 0.207332, "nauc_ndcg_at_3_diff1": 0.201432, "nauc_ndcg_at_5_max": 0.319231, "nauc_ndcg_at_5_std": 0.221721, "nauc_ndcg_at_5_diff1": 0.179841, "nauc_ndcg_at_10_max": 0.265198, "nauc_ndcg_at_10_std": 0.220949, "nauc_ndcg_at_10_diff1": 0.20035, "nauc_ndcg_at_20_max": 0.249373, "nauc_ndcg_at_20_std": 0.217862, "nauc_ndcg_at_20_diff1": 0.215604, "nauc_ndcg_at_100_max": 0.353667, "nauc_ndcg_at_100_std": 0.248648, "nauc_ndcg_at_100_diff1": 0.22068, "nauc_ndcg_at_1000_max": 0.353667, "nauc_ndcg_at_1000_std": 0.248648, "nauc_ndcg_at_1000_diff1": 0.22068, "nauc_map_at_1_max": -0.046373, "nauc_map_at_1_std": -0.116194, "nauc_map_at_1_diff1": 0.305619, "nauc_map_at_3_max": 0.01374, "nauc_map_at_3_std": -0.053611, "nauc_map_at_3_diff1": 0.254176, "nauc_map_at_5_max": 0.055728, "nauc_map_at_5_std": -0.005913, "nauc_map_at_5_diff1": 0.229905, "nauc_map_at_10_max": 0.122612, "nauc_map_at_10_std": 0.088781, "nauc_map_at_10_diff1": 0.217217, "nauc_map_at_20_max": 0.202124, "nauc_map_at_20_std": 0.181114, "nauc_map_at_20_diff1": 0.204331, "nauc_map_at_100_max": 0.271335, "nauc_map_at_100_std": 0.231865, "nauc_map_at_100_diff1": 0.189212, "nauc_map_at_1000_max": 0.271335, "nauc_map_at_1000_std": 0.231865, "nauc_map_at_1000_diff1": 0.189212, "nauc_recall_at_1_max": -0.046373, "nauc_recall_at_1_std": -0.116194, "nauc_recall_at_1_diff1": 0.305619, "nauc_recall_at_3_max": -0.026821, "nauc_recall_at_3_std": -0.054962, "nauc_recall_at_3_diff1": 0.21436, "nauc_recall_at_5_max": -0.01325, "nauc_recall_at_5_std": -0.024056, "nauc_recall_at_5_diff1": 0.180094, "nauc_recall_at_10_max": 0.006077, "nauc_recall_at_10_std": 0.053867, "nauc_recall_at_10_diff1": 0.1627, "nauc_recall_at_20_max": 0.04689, "nauc_recall_at_20_std": 0.144636, "nauc_recall_at_20_diff1": 0.124488, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.370818, "nauc_precision_at_1_std": 0.143219, "nauc_precision_at_1_diff1": 0.394638, "nauc_precision_at_3_max": 0.351859, "nauc_precision_at_3_std": 0.23897, "nauc_precision_at_3_diff1": 0.105874, "nauc_precision_at_5_max": 0.343018, "nauc_precision_at_5_std": 0.277293, "nauc_precision_at_5_diff1": 0.030563, "nauc_precision_at_10_max": 0.332135, "nauc_precision_at_10_std": 0.3265, "nauc_precision_at_10_diff1": -0.03027, "nauc_precision_at_20_max": 0.320046, "nauc_precision_at_20_std": 0.323382, "nauc_precision_at_20_diff1": -0.070956, "nauc_precision_at_100_max": 0.246996, "nauc_precision_at_100_std": 0.198743, "nauc_precision_at_100_diff1": -0.106286, "nauc_precision_at_1000_max": 0.246996, "nauc_precision_at_1000_std": 0.198743, "nauc_precision_at_1000_diff1": -0.106286, "nauc_mrr_at_1_max": 0.370818, "nauc_mrr_at_1_std": 0.143219, "nauc_mrr_at_1_diff1": 0.394638, "nauc_mrr_at_3_max": 0.406306, "nauc_mrr_at_3_std": 0.173166, "nauc_mrr_at_3_diff1": 0.382258, "nauc_mrr_at_5_max": 0.406144, "nauc_mrr_at_5_std": 0.176124, "nauc_mrr_at_5_diff1": 0.387319, "nauc_mrr_at_10_max": 0.402767, "nauc_mrr_at_10_std": 0.173906, "nauc_mrr_at_10_diff1": 0.386244, "nauc_mrr_at_20_max": 0.402158, "nauc_mrr_at_20_std": 0.174161, "nauc_mrr_at_20_diff1": 0.386785, "nauc_mrr_at_100_max": 0.401443, "nauc_mrr_at_100_std": 0.172838, "nauc_mrr_at_100_diff1": 0.386618, "nauc_mrr_at_1000_max": 0.401443, "nauc_mrr_at_1000_std": 0.172838, "nauc_mrr_at_1000_diff1": 0.386618, "hit_rate_at_1": 0.77684, "hit_rate_at_3": 0.90942, "hit_rate_at_5": 0.94421, "hit_rate_at_10": 0.97001, "hit_rate_at_20": 0.9856, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.58012, "hf_subset": "default", "languages": [ "jpn-Jpan" ] } ] }, "evaluation_time": 300.0992410182953, "kg_co2_emissions": null, "date": null }