{ "dataset_revision": "a34fe6bc0dff185af1228e49a0f6fb1de1565627", "task_name": "T2Reranking", "mteb_version": "2.3.0", "scores": { "dev": [ { "ndcg_at_1": 0.70311, "ndcg_at_3": 0.68949, "ndcg_at_5": 0.69675, "ndcg_at_10": 0.75724, "ndcg_at_20": 0.82254, "ndcg_at_100": 0.83502, "ndcg_at_1000": 0.83513, "map_at_1": 0.11575, "map_at_3": 0.27735, "map_at_5": 0.39712, "map_at_10": 0.59154, "map_at_20": 0.6897, "map_at_100": 0.7028, "map_at_1000": 0.70284, "recall_at_1": 0.11575, "recall_at_3": 0.32304, "recall_at_5": 0.49623, "recall_at_10": 0.79903, "recall_at_20": 0.9725, "recall_at_100": 0.9998, "recall_at_1000": 1.0, "accuracy": 0.11575, "precision_at_1": 0.70311, "precision_at_3": 0.66588, "precision_at_5": 0.63311, "precision_at_10": 0.54387, "precision_at_20": 0.35389, "precision_at_100": 0.07514, "precision_at_1000": 0.00752, "mrr_at_1": 0.703114, "mrr_at_3": 0.8047, "mrr_at_5": 0.815905, "mrr_at_10": 0.818939, "mrr_at_20": 0.819231, "mrr_at_100": 0.819239, "mrr_at_1000": 0.819239, "nauc_ndcg_at_1_max": 0.067872, "nauc_ndcg_at_1_std": -0.03432, "nauc_ndcg_at_1_diff1": -0.033235, "nauc_ndcg_at_3_max": 0.113389, "nauc_ndcg_at_3_std": 0.029263, "nauc_ndcg_at_3_diff1": -0.047037, "nauc_ndcg_at_5_max": 0.123465, "nauc_ndcg_at_5_std": 0.055929, "nauc_ndcg_at_5_diff1": -0.037247, "nauc_ndcg_at_10_max": 0.094724, "nauc_ndcg_at_10_std": 0.087303, "nauc_ndcg_at_10_diff1": -0.012857, "nauc_ndcg_at_20_max": 0.112073, "nauc_ndcg_at_20_std": 0.068573, "nauc_ndcg_at_20_diff1": -0.03814, "nauc_ndcg_at_100_max": 0.135179, "nauc_ndcg_at_100_std": 0.04161, "nauc_ndcg_at_100_diff1": -0.049726, "nauc_ndcg_at_1000_max": 0.135403, "nauc_ndcg_at_1000_std": 0.040725, "nauc_ndcg_at_1000_diff1": -0.050032, "nauc_map_at_1_max": -0.133176, "nauc_map_at_1_std": -0.043804, "nauc_map_at_1_diff1": 0.083793, "nauc_map_at_3_max": -0.102435, "nauc_map_at_3_std": 0.015687, "nauc_map_at_3_diff1": 0.07671, "nauc_map_at_5_max": -0.057408, "nauc_map_at_5_std": 0.057095, "nauc_map_at_5_diff1": 0.065568, "nauc_map_at_10_max": 0.039389, "nauc_map_at_10_std": 0.099027, "nauc_map_at_10_diff1": 0.014299, "nauc_map_at_20_max": 0.116064, "nauc_map_at_20_std": 0.09209, "nauc_map_at_20_diff1": -0.036159, "nauc_map_at_100_max": 0.137123, "nauc_map_at_100_std": 0.075599, "nauc_map_at_100_diff1": -0.045787, "nauc_map_at_1000_max": 0.137139, "nauc_map_at_1000_std": 0.075368, "nauc_map_at_1000_diff1": -0.045824, "nauc_recall_at_1_max": -0.133176, "nauc_recall_at_1_std": -0.043804, "nauc_recall_at_1_diff1": 0.083793, "nauc_recall_at_3_max": -0.138566, "nauc_recall_at_3_std": 0.012532, "nauc_recall_at_3_diff1": 0.09162, "nauc_recall_at_5_max": -0.119826, "nauc_recall_at_5_std": 0.06021, "nauc_recall_at_5_diff1": 0.095579, "nauc_recall_at_10_max": -0.094559, "nauc_recall_at_10_std": 0.125258, "nauc_recall_at_10_diff1": 0.088896, "nauc_recall_at_20_max": -0.144724, "nauc_recall_at_20_std": 0.305491, "nauc_recall_at_20_diff1": 0.094732, "nauc_recall_at_100_max": -0.163691, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.334504, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.067872, "nauc_precision_at_1_std": -0.03432, "nauc_precision_at_1_diff1": -0.033235, "nauc_precision_at_3_max": 0.157056, "nauc_precision_at_3_std": 0.05779, "nauc_precision_at_3_diff1": -0.068945, "nauc_precision_at_5_max": 0.204601, "nauc_precision_at_5_std": 0.084176, "nauc_precision_at_5_diff1": -0.086581, "nauc_precision_at_10_max": 0.240766, "nauc_precision_at_10_std": 0.071295, "nauc_precision_at_10_diff1": -0.11709, "nauc_precision_at_20_max": 0.231437, "nauc_precision_at_20_std": 0.018545, "nauc_precision_at_20_diff1": -0.127235, "nauc_precision_at_100_max": 0.221259, "nauc_precision_at_100_std": -0.022125, "nauc_precision_at_100_diff1": -0.123191, "nauc_precision_at_1000_max": 0.220484, "nauc_precision_at_1000_std": -0.0245, "nauc_precision_at_1000_diff1": -0.123264, "nauc_mrr_at_1_max": 0.067872, "nauc_mrr_at_1_std": -0.03432, "nauc_mrr_at_1_diff1": -0.033235, "nauc_mrr_at_3_max": 0.070745, "nauc_mrr_at_3_std": -0.038459, "nauc_mrr_at_3_diff1": -0.029721, "nauc_mrr_at_5_max": 0.070151, "nauc_mrr_at_5_std": -0.034564, "nauc_mrr_at_5_diff1": -0.031584, "nauc_mrr_at_10_max": 0.070097, "nauc_mrr_at_10_std": -0.034024, "nauc_mrr_at_10_diff1": -0.031012, "nauc_mrr_at_20_max": 0.070116, "nauc_mrr_at_20_std": -0.034264, "nauc_mrr_at_20_diff1": -0.031057, "nauc_mrr_at_100_max": 0.070148, "nauc_mrr_at_100_std": -0.034302, "nauc_mrr_at_100_diff1": -0.031031, "nauc_mrr_at_1000_max": 0.070148, "nauc_mrr_at_1000_std": -0.034302, "nauc_mrr_at_1000_diff1": -0.031031, "cv_recall_at_1": 0.70311, "cv_recall_at_3": 0.92688, "cv_recall_at_5": 0.97529, "cv_recall_at_10": 0.99628, "cv_recall_at_20": 0.99983, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.70284, "hf_subset": "default", "languages": [ "cmn-Hans" ] } ] }, "evaluation_time": 1315.963389158249, "kg_co2_emissions": null }