{ "dataset_revision": "2039188fb5800a9803ba5048df7b76e6fb151fc6", "evaluation_time": 90.03163814544678, "kg_co2_emissions": null, "mteb_version": "1.14.5", "scores": { "dev": [ { "hf_subset": "default", "languages": [ "cmn-Hans" ], "main_score": 0.59806, "map_at_1": 0.513, "map_at_10": 0.56963, "map_at_100": 0.57501, "map_at_1000": 0.57556, "map_at_20": 0.57271, "map_at_3": 0.55617, "map_at_5": 0.56342, "mrr_at_1": 0.512, "mrr_at_10": 0.5691015873015874, "mrr_at_100": 0.5744814355340938, "mrr_at_1000": 0.5750282507532266, "mrr_at_20": 0.5721858527695216, "mrr_at_3": 0.5556666666666665, "mrr_at_5": 0.5627166666666664, "nauc_map_at_1000_diff1": 0.7842834678899291, "nauc_map_at_1000_max": 0.5436271901135782, "nauc_map_at_1000_std": 0.19993402300536658, "nauc_map_at_100_diff1": 0.7841722497058736, "nauc_map_at_100_max": 0.5435652041515247, "nauc_map_at_100_std": 0.19993691210656983, "nauc_map_at_10_diff1": 0.7850762757015127, "nauc_map_at_10_max": 0.5434780797689073, "nauc_map_at_10_std": 0.19830481220587887, "nauc_map_at_1_diff1": 0.822487708111364, "nauc_map_at_1_max": 0.5521728386059154, "nauc_map_at_1_std": 0.1709615693646027, "nauc_map_at_20_diff1": 0.7842400459665949, "nauc_map_at_20_max": 0.5433774921401263, "nauc_map_at_20_std": 0.19916373262078704, "nauc_map_at_3_diff1": 0.7904474400046648, "nauc_map_at_3_max": 0.5533753639237405, "nauc_map_at_3_std": 0.19460256210811766, "nauc_map_at_5_diff1": 0.7872028025421995, "nauc_map_at_5_max": 0.5480861988681288, "nauc_map_at_5_std": 0.19949040342225988, "nauc_mrr_at_1000_diff1": 0.7854689948753617, "nauc_mrr_at_1000_max": 0.5405907509568422, "nauc_mrr_at_1000_std": 0.19805992388094248, "nauc_mrr_at_100_diff1": 0.7853560376717995, "nauc_mrr_at_100_max": 0.5405334316465601, "nauc_mrr_at_100_std": 0.19806566803482306, "nauc_mrr_at_10_diff1": 0.7862497898847869, "nauc_mrr_at_10_max": 0.5404831611246468, "nauc_mrr_at_10_std": 0.19647148940647138, "nauc_mrr_at_1_diff1": 0.8245262351341432, "nauc_mrr_at_1_max": 0.5465738382508474, "nauc_mrr_at_1_std": 0.16745672443936024, "nauc_mrr_at_20_diff1": 0.7854158368639239, "nauc_mrr_at_20_max": 0.540358385390003, "nauc_mrr_at_20_std": 0.19730294684162206, "nauc_mrr_at_3_diff1": 0.7915344437151379, "nauc_mrr_at_3_max": 0.5504369314806311, "nauc_mrr_at_3_std": 0.1927507454425256, "nauc_mrr_at_5_diff1": 0.7886506172240233, "nauc_mrr_at_5_max": 0.5451488020460473, "nauc_mrr_at_5_std": 0.19798909888012126, "nauc_ndcg_at_1000_diff1": 0.7692751609250558, "nauc_ndcg_at_1000_max": 0.5350378815556763, "nauc_ndcg_at_1000_std": 0.21458665978331848, "nauc_ndcg_at_100_diff1": 0.7642931283931017, "nauc_ndcg_at_100_max": 0.5315092300645153, "nauc_ndcg_at_100_std": 0.2155163207908805, "nauc_ndcg_at_10_diff1": 0.7681100406264375, "nauc_ndcg_at_10_max": 0.5306873870711049, "nauc_ndcg_at_10_std": 0.20754098749126554, "nauc_ndcg_at_1_diff1": 0.822487708111364, "nauc_ndcg_at_1_max": 0.5521728386059154, "nauc_ndcg_at_1_std": 0.1709615693646027, "nauc_ndcg_at_20_diff1": 0.7648970986420934, "nauc_ndcg_at_20_max": 0.5308956259569235, "nauc_ndcg_at_20_std": 0.21171023985131748, "nauc_ndcg_at_3_diff1": 0.7798526420748361, "nauc_ndcg_at_3_max": 0.5521501935608788, "nauc_ndcg_at_3_std": 0.20240438273041417, "nauc_ndcg_at_5_diff1": 0.7733937462319292, "nauc_ndcg_at_5_max": 0.5421954864783991, "nauc_ndcg_at_5_std": 0.21109581627548765, "nauc_precision_at_1000_diff1": 0.6238631254971094, "nauc_precision_at_1000_max": 0.4652972300031099, "nauc_precision_at_1000_std": 0.4620292561468989, "nauc_precision_at_100_diff1": 0.6494166342874409, "nauc_precision_at_100_max": 0.45908615032595096, "nauc_precision_at_100_std": 0.30937270647152715, "nauc_precision_at_10_diff1": 0.7055611370278773, "nauc_precision_at_10_max": 0.4782890484487398, "nauc_precision_at_10_std": 0.23814951944694182, "nauc_precision_at_1_diff1": 0.822487708111364, "nauc_precision_at_1_max": 0.5521728386059154, "nauc_precision_at_1_std": 0.1709615693646027, "nauc_precision_at_20_diff1": 0.682320568040012, "nauc_precision_at_20_max": 0.4750232616273408, "nauc_precision_at_20_std": 0.2648869455152171, "nauc_precision_at_3_diff1": 0.7473252458719203, "nauc_precision_at_3_max": 0.5478419168189989, "nauc_precision_at_3_std": 0.22635172903479234, "nauc_precision_at_5_diff1": 0.7278323172828817, "nauc_precision_at_5_max": 0.5209675381078904, "nauc_precision_at_5_std": 0.24937253352486555, "nauc_recall_at_1000_diff1": 0.6238631254971138, "nauc_recall_at_1000_max": 0.4652972300031141, "nauc_recall_at_1000_std": 0.46202925614690776, "nauc_recall_at_100_diff1": 0.6494166342874412, "nauc_recall_at_100_max": 0.4590861503259509, "nauc_recall_at_100_std": 0.30937270647152915, "nauc_recall_at_10_diff1": 0.7055611370278778, "nauc_recall_at_10_max": 0.478289048448741, "nauc_recall_at_10_std": 0.23814951944694265, "nauc_recall_at_1_diff1": 0.822487708111364, "nauc_recall_at_1_max": 0.5521728386059154, "nauc_recall_at_1_std": 0.1709615693646027, "nauc_recall_at_20_diff1": 0.6823205680400122, "nauc_recall_at_20_max": 0.47502326162734193, "nauc_recall_at_20_std": 0.26488694551521796, "nauc_recall_at_3_diff1": 0.7473252458719198, "nauc_recall_at_3_max": 0.5478419168189987, "nauc_recall_at_3_std": 0.22635172903479212, "nauc_recall_at_5_diff1": 0.7278323172828823, "nauc_recall_at_5_max": 0.5209675381078906, "nauc_recall_at_5_std": 0.24937253352486588, "ndcg_at_1": 0.513, "ndcg_at_10": 0.59806, "ndcg_at_100": 0.62511, "ndcg_at_1000": 0.64121, "ndcg_at_20": 0.60938, "ndcg_at_3": 0.57001, "ndcg_at_5": 0.58292, "precision_at_1": 0.513, "precision_at_10": 0.0688, "precision_at_100": 0.00816, "precision_at_1000": 0.00095, "precision_at_20": 0.03665, "precision_at_3": 0.20333, "precision_at_5": 0.1282, "recall_at_1": 0.513, "recall_at_10": 0.688, "recall_at_100": 0.816, "recall_at_1000": 0.946, "recall_at_20": 0.733, "recall_at_3": 0.61, "recall_at_5": 0.641 } ] }, "task_name": "MedicalRetrieval" }