{ "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7", "task_name": "CQADupstackTexRetrieval", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.24983, "ndcg_at_3": 0.29818, "ndcg_at_5": 0.32113, "ndcg_at_10": 0.34813, "ndcg_at_20": 0.36847, "ndcg_at_100": 0.40346, "ndcg_at_1000": 0.42839, "map_at_1": 0.20639, "map_at_3": 0.2652, "map_at_5": 0.28062, "map_at_10": 0.29378, "map_at_20": 0.30024, "map_at_100": 0.30591, "map_at_1000": 0.30712, "recall_at_1": 0.20639, "recall_at_3": 0.32997, "recall_at_5": 0.38867, "recall_at_10": 0.46917, "recall_at_20": 0.54364, "recall_at_100": 0.71535, "recall_at_1000": 0.88648, "accuracy": 0.20639, "precision_at_1": 0.24983, "precision_at_3": 0.1412, "precision_at_5": 0.10255, "precision_at_10": 0.06394, "precision_at_20": 0.03823, "precision_at_100": 0.01071, "precision_at_1000": 0.00147, "mrr_at_1": 0.249828, "mrr_at_3": 0.310106, "mrr_at_5": 0.32461, "mrr_at_10": 0.335616, "mrr_at_20": 0.340976, "mrr_at_100": 0.34502, "mrr_at_1000": 0.34569, "nauc_ndcg_at_1_max": 0.307005, "nauc_ndcg_at_1_std": -0.029136, "nauc_ndcg_at_1_diff1": 0.410097, "nauc_ndcg_at_3_max": 0.298899, "nauc_ndcg_at_3_std": -0.030904, "nauc_ndcg_at_3_diff1": 0.358917, "nauc_ndcg_at_5_max": 0.295954, "nauc_ndcg_at_5_std": -0.025042, "nauc_ndcg_at_5_diff1": 0.349677, "nauc_ndcg_at_10_max": 0.303476, "nauc_ndcg_at_10_std": -0.010969, "nauc_ndcg_at_10_diff1": 0.347836, "nauc_ndcg_at_20_max": 0.307176, "nauc_ndcg_at_20_std": 0.000336, "nauc_ndcg_at_20_diff1": 0.343363, "nauc_ndcg_at_100_max": 0.305657, "nauc_ndcg_at_100_std": 0.011303, "nauc_ndcg_at_100_diff1": 0.340678, "nauc_ndcg_at_1000_max": 0.310049, "nauc_ndcg_at_1000_std": 0.013598, "nauc_ndcg_at_1000_diff1": 0.343008, "nauc_map_at_1_max": 0.276712, "nauc_map_at_1_std": -0.040407, "nauc_map_at_1_diff1": 0.418553, "nauc_map_at_3_max": 0.286668, "nauc_map_at_3_std": -0.036606, "nauc_map_at_3_diff1": 0.374477, "nauc_map_at_5_max": 0.286636, "nauc_map_at_5_std": -0.033016, "nauc_map_at_5_diff1": 0.367296, "nauc_map_at_10_max": 0.292126, "nauc_map_at_10_std": -0.026193, "nauc_map_at_10_diff1": 0.365731, "nauc_map_at_20_max": 0.294065, "nauc_map_at_20_std": -0.023033, "nauc_map_at_20_diff1": 0.363886, "nauc_map_at_100_max": 0.294472, "nauc_map_at_100_std": -0.021299, "nauc_map_at_100_diff1": 0.363218, "nauc_map_at_1000_max": 0.294833, "nauc_map_at_1000_std": -0.020931, "nauc_map_at_1000_diff1": 0.363241, "nauc_recall_at_1_max": 0.276712, "nauc_recall_at_1_std": -0.040407, "nauc_recall_at_1_diff1": 0.418553, "nauc_recall_at_3_max": 0.282907, "nauc_recall_at_3_std": -0.027245, "nauc_recall_at_3_diff1": 0.326368, "nauc_recall_at_5_max": 0.275589, "nauc_recall_at_5_std": -0.014223, "nauc_recall_at_5_diff1": 0.302619, "nauc_recall_at_10_max": 0.291418, "nauc_recall_at_10_std": 0.019626, "nauc_recall_at_10_diff1": 0.290363, "nauc_recall_at_20_max": 0.298228, "nauc_recall_at_20_std": 0.061013, "nauc_recall_at_20_diff1": 0.265235, "nauc_recall_at_100_max": 0.287649, "nauc_recall_at_100_std": 0.154674, "nauc_recall_at_100_diff1": 0.225986, "nauc_recall_at_1000_max": 0.370183, "nauc_recall_at_1000_std": 0.346459, "nauc_recall_at_1000_diff1": 0.167061, "nauc_precision_at_1_max": 0.307005, "nauc_precision_at_1_std": -0.029136, "nauc_precision_at_1_diff1": 0.410097, "nauc_precision_at_3_max": 0.320457, "nauc_precision_at_3_std": -0.008222, "nauc_precision_at_3_diff1": 0.28486, "nauc_precision_at_5_max": 0.307514, "nauc_precision_at_5_std": 0.004281, "nauc_precision_at_5_diff1": 0.232342, "nauc_precision_at_10_max": 0.300127, "nauc_precision_at_10_std": 0.047743, "nauc_precision_at_10_diff1": 0.184813, "nauc_precision_at_20_max": 0.285947, "nauc_precision_at_20_std": 0.088743, "nauc_precision_at_20_diff1": 0.132454, "nauc_precision_at_100_max": 0.212702, "nauc_precision_at_100_std": 0.126323, "nauc_precision_at_100_diff1": 0.023814, "nauc_precision_at_1000_max": 0.165223, "nauc_precision_at_1000_std": 0.111639, "nauc_precision_at_1000_diff1": -0.046297, "nauc_mrr_at_1_max": 0.307005, "nauc_mrr_at_1_std": -0.029136, "nauc_mrr_at_1_diff1": 0.410097, "nauc_mrr_at_3_max": 0.31063, "nauc_mrr_at_3_std": -0.026697, "nauc_mrr_at_3_diff1": 0.370906, "nauc_mrr_at_5_max": 0.310794, "nauc_mrr_at_5_std": -0.022718, "nauc_mrr_at_5_diff1": 0.365391, "nauc_mrr_at_10_max": 0.312369, "nauc_mrr_at_10_std": -0.01787, "nauc_mrr_at_10_diff1": 0.364003, "nauc_mrr_at_20_max": 0.312809, "nauc_mrr_at_20_std": -0.014623, "nauc_mrr_at_20_diff1": 0.363199, "nauc_mrr_at_100_max": 0.312516, "nauc_mrr_at_100_std": -0.014182, "nauc_mrr_at_100_diff1": 0.36354, "nauc_mrr_at_1000_max": 0.312582, "nauc_mrr_at_1000_std": -0.014173, "nauc_mrr_at_1000_diff1": 0.363599, "hit_rate_at_1": 0.24983, "hit_rate_at_3": 0.38816, "hit_rate_at_5": 0.45079, "hit_rate_at_10": 0.53269, "hit_rate_at_20": 0.61012, "hit_rate_at_100": 0.77082, "hit_rate_at_1000": 0.91432, "main_score": 0.34813, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 84.47808122634888, "kg_co2_emissions": null, "date": null }