{ "dataset_revision": "01399b6956a4c6bf9edc5b6b90e176aeeb399686", "task_name": "CMedQAv2-reranking", "mteb_version": "2.10.14", "scores": { "test": [ { "ndcg_at_1": 0.838, "ndcg_at_3": 0.86767, "ndcg_at_5": 0.89068, "ndcg_at_10": 0.90195, "ndcg_at_20": 0.90681, "ndcg_at_100": 0.90905, "ndcg_at_1000": 0.90905, "map_at_1": 0.60307, "map_at_3": 0.80128, "map_at_5": 0.84622, "map_at_10": 0.86364, "map_at_20": 0.86778, "map_at_100": 0.86845, "map_at_1000": 0.86845, "recall_at_1": 0.60307, "recall_at_3": 0.85834, "recall_at_5": 0.9357, "recall_at_10": 0.97406, "recall_at_20": 0.99092, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.60307, "precision_at_1": 0.838, "precision_at_3": 0.477, "precision_at_5": 0.335, "precision_at_10": 0.1824, "precision_at_20": 0.09445, "precision_at_100": 0.0191, "precision_at_1000": 0.00191, "mrr_at_1": 0.838, "mrr_at_3": 0.886833, "mrr_at_5": 0.892883, "mrr_at_10": 0.894807, "mrr_at_20": 0.895377, "mrr_at_100": 0.895521, "mrr_at_1000": 0.895521, "nauc_ndcg_at_1_max": 0.661914, "nauc_ndcg_at_1_std": 0.084567, "nauc_ndcg_at_1_diff1": 0.640916, "nauc_ndcg_at_3_max": 0.554939, "nauc_ndcg_at_3_std": -0.008828, "nauc_ndcg_at_3_diff1": 0.541787, "nauc_ndcg_at_5_max": 0.562857, "nauc_ndcg_at_5_std": -0.010914, "nauc_ndcg_at_5_diff1": 0.565467, "nauc_ndcg_at_10_max": 0.588713, "nauc_ndcg_at_10_std": 0.033545, "nauc_ndcg_at_10_diff1": 0.570033, "nauc_ndcg_at_20_max": 0.594322, "nauc_ndcg_at_20_std": 0.056099, "nauc_ndcg_at_20_diff1": 0.568132, "nauc_ndcg_at_100_max": 0.604282, "nauc_ndcg_at_100_std": 0.054122, "nauc_ndcg_at_100_diff1": 0.574275, "nauc_ndcg_at_1000_max": 0.604282, "nauc_ndcg_at_1000_std": 0.054122, "nauc_ndcg_at_1000_diff1": 0.574275, "nauc_map_at_1_max": 0.017195, "nauc_map_at_1_std": -0.481895, "nauc_map_at_1_diff1": 0.603343, "nauc_map_at_3_max": 0.260921, "nauc_map_at_3_std": -0.355758, "nauc_map_at_3_diff1": 0.574429, "nauc_map_at_5_max": 0.406889, "nauc_map_at_5_std": -0.175556, "nauc_map_at_5_diff1": 0.567327, "nauc_map_at_10_max": 0.524989, "nauc_map_at_10_std": -0.02761, "nauc_map_at_10_diff1": 0.557264, "nauc_map_at_20_max": 0.550369, "nauc_map_at_20_std": 0.007646, "nauc_map_at_20_diff1": 0.552363, "nauc_map_at_100_max": 0.553232, "nauc_map_at_100_std": 0.008587, "nauc_map_at_100_diff1": 0.553267, "nauc_map_at_1000_max": 0.553232, "nauc_map_at_1000_std": 0.008587, "nauc_map_at_1000_diff1": 0.553267, "nauc_recall_at_1_max": 0.017195, "nauc_recall_at_1_std": -0.481895, "nauc_recall_at_1_diff1": 0.603343, "nauc_recall_at_3_max": 0.109947, "nauc_recall_at_3_std": -0.512467, "nauc_recall_at_3_diff1": 0.522798, "nauc_recall_at_5_max": 0.162516, "nauc_recall_at_5_std": -0.459947, "nauc_recall_at_5_diff1": 0.52864, "nauc_recall_at_10_max": 0.341731, "nauc_recall_at_10_std": -0.180755, "nauc_recall_at_10_diff1": 0.494319, "nauc_recall_at_20_max": 0.253731, "nauc_recall_at_20_std": 0.21903, "nauc_recall_at_20_diff1": 0.28765, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.661914, "nauc_precision_at_1_std": 0.084567, "nauc_precision_at_1_diff1": 0.640916, "nauc_precision_at_3_max": 0.442353, "nauc_precision_at_3_std": 0.582375, "nauc_precision_at_3_diff1": -0.231148, "nauc_precision_at_5_max": 0.405242, "nauc_precision_at_5_std": 0.672395, "nauc_precision_at_5_diff1": -0.295148, "nauc_precision_at_10_max": 0.415741, "nauc_precision_at_10_std": 0.727131, "nauc_precision_at_10_diff1": -0.316695, "nauc_precision_at_20_max": 0.406911, "nauc_precision_at_20_std": 0.743558, "nauc_precision_at_20_diff1": -0.333063, "nauc_precision_at_100_max": 0.405237, "nauc_precision_at_100_std": 0.739286, "nauc_precision_at_100_diff1": -0.334394, "nauc_precision_at_1000_max": 0.405237, "nauc_precision_at_1000_std": 0.739286, "nauc_precision_at_1000_diff1": -0.334394, "nauc_mrr_at_1_max": 0.661914, "nauc_mrr_at_1_std": 0.084567, "nauc_mrr_at_1_diff1": 0.640916, "nauc_mrr_at_3_max": 0.681284, "nauc_mrr_at_3_std": 0.090878, "nauc_mrr_at_3_diff1": 0.63057, "nauc_mrr_at_5_max": 0.681982, "nauc_mrr_at_5_std": 0.094493, "nauc_mrr_at_5_diff1": 0.634263, "nauc_mrr_at_10_max": 0.679751, "nauc_mrr_at_10_std": 0.094274, "nauc_mrr_at_10_diff1": 0.633861, "nauc_mrr_at_20_max": 0.679275, "nauc_mrr_at_20_std": 0.096081, "nauc_mrr_at_20_diff1": 0.633477, "nauc_mrr_at_100_max": 0.678875, "nauc_mrr_at_100_std": 0.095346, "nauc_mrr_at_100_diff1": 0.633258, "nauc_mrr_at_1000_max": 0.678875, "nauc_mrr_at_1000_std": 0.095346, "nauc_mrr_at_1000_diff1": 0.633258, "hit_rate_at_1": 0.838, "hit_rate_at_3": 0.947, "hit_rate_at_5": 0.973, "hit_rate_at_10": 0.988, "hit_rate_at_20": 0.996, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.86845, "hf_subset": "default", "languages": [ "cmn-Hans" ] } ] }, "evaluation_time": 175.38999271392822, "kg_co2_emissions": null, "date": 1774177814.484221 }