{ "dataset_revision": "8731a845f1bf500a4f111cf1070785c793d10e64", "task_name": "T2Retrieval", "mteb_version": "1.38.30", "scores": { "dev": [ { "ndcg_at_1": 0.91838, "ndcg_at_3": 0.88329, "ndcg_at_5": 0.87193, "ndcg_at_10": 0.87502, "ndcg_at_20": 0.89305, "ndcg_at_100": 0.90845, "ndcg_at_1000": 0.9125, "map_at_1": 0.28971, "map_at_3": 0.56599, "map_at_5": 0.69324, "map_at_10": 0.80074, "map_at_20": 0.82955, "map_at_100": 0.83771, "map_at_1000": 0.83819, "recall_at_1": 0.28971, "recall_at_3": 0.58463, "recall_at_5": 0.73048, "recall_at_10": 0.8701, "recall_at_20": 0.92843, "recall_at_100": 0.97403, "recall_at_1000": 0.99291, "precision_at_1": 0.91838, "precision_at_3": 0.766, "precision_at_5": 0.64171, "precision_at_10": 0.42849, "precision_at_20": 0.23816, "precision_at_100": 0.05076, "precision_at_1000": 0.00518, "mrr_at_1": 0.918376, "mrr_at_3": 0.940112, "mrr_at_5": 0.942672, "mrr_at_10": 0.943922, "mrr_at_20": 0.944243, "mrr_at_100": 0.944397, "mrr_at_1000": 0.944409, "nauc_ndcg_at_1_max": 0.732948, "nauc_ndcg_at_1_std": 0.300768, "nauc_ndcg_at_1_diff1": 0.504808, "nauc_ndcg_at_3_max": 0.60424, "nauc_ndcg_at_3_std": 0.248756, "nauc_ndcg_at_3_diff1": 0.142672, "nauc_ndcg_at_5_max": 0.53013, "nauc_ndcg_at_5_std": 0.180736, "nauc_ndcg_at_5_diff1": 0.145802, "nauc_ndcg_at_10_max": 0.457654, "nauc_ndcg_at_10_std": 0.085969, "nauc_ndcg_at_10_diff1": 0.19012, "nauc_ndcg_at_20_max": 0.505346, "nauc_ndcg_at_20_std": 0.151823, "nauc_ndcg_at_20_diff1": 0.189602, "nauc_ndcg_at_100_max": 0.553849, "nauc_ndcg_at_100_std": 0.225011, "nauc_ndcg_at_100_diff1": 0.189553, "nauc_ndcg_at_1000_max": 0.561879, "nauc_ndcg_at_1000_std": 0.225711, "nauc_ndcg_at_1000_diff1": 0.193673, "nauc_map_at_1_max": -0.243049, "nauc_map_at_1_std": -0.404866, "nauc_map_at_1_diff1": 0.475519, "nauc_map_at_3_max": -0.1177, "nauc_map_at_3_std": -0.42014, "nauc_map_at_3_diff1": 0.366748, "nauc_map_at_5_max": 0.041021, "nauc_map_at_5_std": -0.339572, "nauc_map_at_5_diff1": 0.303778, "nauc_map_at_10_max": 0.327552, "nauc_map_at_10_std": -0.073687, "nauc_map_at_10_diff1": 0.19634, "nauc_map_at_20_max": 0.431931, "nauc_map_at_20_std": 0.066423, "nauc_map_at_20_diff1": 0.156186, "nauc_map_at_100_max": 0.454526, "nauc_map_at_100_std": 0.103732, "nauc_map_at_100_diff1": 0.149183, "nauc_map_at_1000_max": 0.455203, "nauc_map_at_1000_std": 0.104236, "nauc_map_at_1000_diff1": 0.149203, "nauc_recall_at_1_max": -0.243049, "nauc_recall_at_1_std": -0.404866, "nauc_recall_at_1_diff1": 0.475519, "nauc_recall_at_3_max": -0.169277, "nauc_recall_at_3_std": -0.449474, "nauc_recall_at_3_diff1": 0.345721, "nauc_recall_at_5_max": -0.064629, "nauc_recall_at_5_std": -0.414597, "nauc_recall_at_5_diff1": 0.290031, "nauc_recall_at_10_max": 0.180777, "nauc_recall_at_10_std": -0.196128, "nauc_recall_at_10_diff1": 0.189178, "nauc_recall_at_20_max": 0.334937, "nauc_recall_at_20_std": 0.05408, "nauc_recall_at_20_diff1": 0.117631, "nauc_recall_at_100_max": 0.434158, "nauc_recall_at_100_std": 0.3651, "nauc_recall_at_100_diff1": 0.071337, "nauc_recall_at_1000_max": 0.478888, "nauc_recall_at_1000_std": 0.547469, "nauc_recall_at_1000_diff1": 0.032053, "nauc_precision_at_1_max": 0.732948, "nauc_precision_at_1_std": 0.300768, "nauc_precision_at_1_diff1": 0.504808, "nauc_precision_at_3_max": 0.608106, "nauc_precision_at_3_std": 0.475713, "nauc_precision_at_3_diff1": -0.3087, "nauc_precision_at_5_max": 0.546883, "nauc_precision_at_5_std": 0.52253, "nauc_precision_at_5_diff1": -0.34055, "nauc_precision_at_10_max": 0.482756, "nauc_precision_at_10_std": 0.575402, "nauc_precision_at_10_diff1": -0.333675, "nauc_precision_at_20_max": 0.449017, "nauc_precision_at_20_std": 0.609476, "nauc_precision_at_20_diff1": -0.333311, "nauc_precision_at_100_max": 0.414209, "nauc_precision_at_100_std": 0.616558, "nauc_precision_at_100_diff1": -0.330671, "nauc_precision_at_1000_max": 0.399411, "nauc_precision_at_1000_std": 0.60507, "nauc_precision_at_1000_diff1": -0.329206, "nauc_mrr_at_1_max": 0.732948, "nauc_mrr_at_1_std": 0.300768, "nauc_mrr_at_1_diff1": 0.504808, "nauc_mrr_at_3_max": 0.765159, "nauc_mrr_at_3_std": 0.339935, "nauc_mrr_at_3_diff1": 0.500004, "nauc_mrr_at_5_max": 0.76551, "nauc_mrr_at_5_std": 0.345117, "nauc_mrr_at_5_diff1": 0.501251, "nauc_mrr_at_10_max": 0.763811, "nauc_mrr_at_10_std": 0.342546, "nauc_mrr_at_10_diff1": 0.501538, "nauc_mrr_at_20_max": 0.763103, "nauc_mrr_at_20_std": 0.34196, "nauc_mrr_at_20_diff1": 0.501525, "nauc_mrr_at_100_max": 0.762665, "nauc_mrr_at_100_std": 0.341314, "nauc_mrr_at_100_diff1": 0.501559, "nauc_mrr_at_1000_max": 0.762631, "nauc_mrr_at_1000_std": 0.341217, "nauc_mrr_at_1000_diff1": 0.501572, "main_score": 0.87502, "hf_subset": "default", "languages": [ "cmn-Hans" ] } ] }, "evaluation_time": 6885.843509912491, "kg_co2_emissions": null }