{ "dataset_revision": "d7d94fa4b946cec4a27c84653aa0cf6b33f74a3c", "task_name": "MIRACLRetrievalHardNegatives.v2", "mteb_version": "2.10.0", "scores": { "dev": [ { "ndcg_at_1": 0.59482, "ndcg_at_3": 0.64243, "ndcg_at_5": 0.67673, "ndcg_at_10": 0.71123, "ndcg_at_20": 0.73097, "ndcg_at_100": 0.74824, "ndcg_at_1000": 0.75115, "map_at_1": 0.41402, "map_at_3": 0.57236, "map_at_5": 0.60675, "map_at_10": 0.62916, "map_at_20": 0.63875, "map_at_100": 0.64313, "map_at_1000": 0.64338, "recall_at_1": 0.41402, "recall_at_3": 0.67479, "recall_at_5": 0.76146, "recall_at_10": 0.85282, "recall_at_20": 0.91266, "recall_at_100": 0.98288, "recall_at_1000": 1.0, "accuracy": 0.41402, "precision_at_1": 0.59482, "precision_at_3": 0.35061, "precision_at_5": 0.24911, "precision_at_10": 0.1457, "precision_at_20": 0.08063, "precision_at_100": 0.01791, "precision_at_1000": 0.00183, "mrr_at_1": 0.594816, "mrr_at_3": 0.698045, "mrr_at_5": 0.710459, "mrr_at_10": 0.719243, "mrr_at_20": 0.721085, "mrr_at_100": 0.721889, "mrr_at_1000": 0.721928, "nauc_ndcg_at_1_max": 0.353807, "nauc_ndcg_at_1_std": 0.057028, "nauc_ndcg_at_1_diff1": 0.420099, "nauc_ndcg_at_3_max": 0.283973, "nauc_ndcg_at_3_std": -0.038369, "nauc_ndcg_at_3_diff1": 0.287587, "nauc_ndcg_at_5_max": 0.301896, "nauc_ndcg_at_5_std": -0.036313, "nauc_ndcg_at_5_diff1": 0.310021, "nauc_ndcg_at_10_max": 0.303106, "nauc_ndcg_at_10_std": -0.0343, "nauc_ndcg_at_10_diff1": 0.298743, "nauc_ndcg_at_20_max": 0.309031, "nauc_ndcg_at_20_std": -0.029015, "nauc_ndcg_at_20_diff1": 0.321241, "nauc_ndcg_at_100_max": 0.327414, "nauc_ndcg_at_100_std": 0.000794, "nauc_ndcg_at_100_diff1": 0.331194, "nauc_ndcg_at_1000_max": 0.325146, "nauc_ndcg_at_1000_std": -0.000135, "nauc_ndcg_at_1000_diff1": 0.330235, "nauc_map_at_1_max": 0.189445, "nauc_map_at_1_std": -0.08352, "nauc_map_at_1_diff1": 0.36861, "nauc_map_at_3_max": 0.243296, "nauc_map_at_3_std": -0.078218, "nauc_map_at_3_diff1": 0.290735, "nauc_map_at_5_max": 0.272529, "nauc_map_at_5_std": -0.064474, "nauc_map_at_5_diff1": 0.304896, "nauc_map_at_10_max": 0.280137, "nauc_map_at_10_std": -0.051813, "nauc_map_at_10_diff1": 0.301727, "nauc_map_at_20_max": 0.283141, "nauc_map_at_20_std": -0.047544, "nauc_map_at_20_diff1": 0.310706, "nauc_map_at_100_max": 0.287675, "nauc_map_at_100_std": -0.040674, "nauc_map_at_100_diff1": 0.31277, "nauc_map_at_1000_max": 0.28772, "nauc_map_at_1000_std": -0.040509, "nauc_map_at_1000_diff1": 0.312738, "nauc_recall_at_1_max": 0.189445, "nauc_recall_at_1_std": -0.08352, "nauc_recall_at_1_diff1": 0.36861, "nauc_recall_at_3_max": 0.188478, "nauc_recall_at_3_std": -0.138082, "nauc_recall_at_3_diff1": 0.180622, "nauc_recall_at_5_max": 0.239644, "nauc_recall_at_5_std": -0.11012, "nauc_recall_at_5_diff1": 0.220956, "nauc_recall_at_10_max": 0.191747, "nauc_recall_at_10_std": -0.147536, "nauc_recall_at_10_diff1": 0.128655, "nauc_recall_at_20_max": 0.177919, "nauc_recall_at_20_std": -0.221276, "nauc_recall_at_20_diff1": 0.202629, "nauc_recall_at_100_max": 0.517011, "nauc_recall_at_100_std": 0.177893, "nauc_recall_at_100_diff1": 0.366055, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.353807, "nauc_precision_at_1_std": 0.057028, "nauc_precision_at_1_diff1": 0.420099, "nauc_precision_at_3_max": 0.289284, "nauc_precision_at_3_std": 0.137655, "nauc_precision_at_3_diff1": 0.035401, "nauc_precision_at_5_max": 0.265333, "nauc_precision_at_5_std": 0.176643, "nauc_precision_at_5_diff1": 0.011483, "nauc_precision_at_10_max": 0.202643, "nauc_precision_at_10_std": 0.222771, "nauc_precision_at_10_diff1": -0.056479, "nauc_precision_at_20_max": 0.157883, "nauc_precision_at_20_std": 0.229035, "nauc_precision_at_20_diff1": -0.040058, "nauc_precision_at_100_max": 0.140896, "nauc_precision_at_100_std": 0.28873, "nauc_precision_at_100_diff1": -0.06464, "nauc_precision_at_1000_max": 0.126462, "nauc_precision_at_1000_std": 0.285355, "nauc_precision_at_1000_diff1": -0.073264, "nauc_mrr_at_1_max": 0.353807, "nauc_mrr_at_1_std": 0.057028, "nauc_mrr_at_1_diff1": 0.420099, "nauc_mrr_at_3_max": 0.375503, "nauc_mrr_at_3_std": 0.052512, "nauc_mrr_at_3_diff1": 0.368786, "nauc_mrr_at_5_max": 0.377306, "nauc_mrr_at_5_std": 0.063387, "nauc_mrr_at_5_diff1": 0.382118, "nauc_mrr_at_10_max": 0.371655, "nauc_mrr_at_10_std": 0.058539, "nauc_mrr_at_10_diff1": 0.379669, "nauc_mrr_at_20_max": 0.372381, "nauc_mrr_at_20_std": 0.0583, "nauc_mrr_at_20_diff1": 0.381883, "nauc_mrr_at_100_max": 0.372695, "nauc_mrr_at_100_std": 0.058812, "nauc_mrr_at_100_diff1": 0.382349, "nauc_mrr_at_1000_max": 0.372603, "nauc_mrr_at_1000_std": 0.058722, "nauc_mrr_at_1000_diff1": 0.382323, "cv_recall_at_1": 0.59482, "cv_recall_at_3": 0.82128, "cv_recall_at_5": 0.87585, "cv_recall_at_10": 0.93861, "cv_recall_at_20": 0.96453, "cv_recall_at_100": 0.99318, "cv_recall_at_1000": 1.0, "main_score": 0.71123, "hf_subset": "th", "languages": [ "tha-Thai" ] } ] }, "evaluation_time": 860.9484584331512, "kg_co2_emissions": null, "date": null }