{ "dataset_revision": "65ac3a16b8e91f9cee4c9828cc7c335575432a2a", "task_name": "CQADupstackStatsRetrieval", "mteb_version": "2.10.8", "scores": { "test": [ { "ndcg_at_1": 0.32515, "ndcg_at_3": 0.3743, "ndcg_at_5": 0.39254, "ndcg_at_10": 0.41393, "ndcg_at_20": 0.43328, "ndcg_at_100": 0.46263, "ndcg_at_1000": 0.48514, "map_at_1": 0.29307, "map_at_3": 0.34811, "map_at_5": 0.36038, "map_at_10": 0.37026, "map_at_20": 0.37631, "map_at_100": 0.38055, "map_at_1000": 0.38152, "recall_at_1": 0.29307, "recall_at_3": 0.40735, "recall_at_5": 0.45225, "recall_at_10": 0.51747, "recall_at_20": 0.58786, "recall_at_100": 0.73824, "recall_at_1000": 0.90035, "accuracy": 0.29307, "precision_at_1": 0.32515, "precision_at_3": 0.15951, "precision_at_5": 0.1089, "precision_at_10": 0.0635, "precision_at_20": 0.03681, "precision_at_100": 0.00952, "precision_at_1000": 0.00122, "mrr_at_1": 0.325153, "mrr_at_3": 0.37909, "mrr_at_5": 0.389749, "mrr_at_10": 0.398581, "mrr_at_20": 0.403959, "mrr_at_100": 0.407365, "mrr_at_1000": 0.407992, "nauc_ndcg_at_1_max": 0.08852, "nauc_ndcg_at_1_std": 0.110142, "nauc_ndcg_at_1_diff1": 0.652378, "nauc_ndcg_at_3_max": 0.084599, "nauc_ndcg_at_3_std": 0.125633, "nauc_ndcg_at_3_diff1": 0.566675, "nauc_ndcg_at_5_max": 0.074435, "nauc_ndcg_at_5_std": 0.125008, "nauc_ndcg_at_5_diff1": 0.546538, "nauc_ndcg_at_10_max": 0.081537, "nauc_ndcg_at_10_std": 0.134833, "nauc_ndcg_at_10_diff1": 0.537633, "nauc_ndcg_at_20_max": 0.075683, "nauc_ndcg_at_20_std": 0.149025, "nauc_ndcg_at_20_diff1": 0.532163, "nauc_ndcg_at_100_max": 0.079078, "nauc_ndcg_at_100_std": 0.158264, "nauc_ndcg_at_100_diff1": 0.529373, "nauc_ndcg_at_1000_max": 0.08044, "nauc_ndcg_at_1000_std": 0.158161, "nauc_ndcg_at_1000_diff1": 0.535995, "nauc_map_at_1_max": 0.083536, "nauc_map_at_1_std": 0.091956, "nauc_map_at_1_diff1": 0.648195, "nauc_map_at_3_max": 0.088557, "nauc_map_at_3_std": 0.112901, "nauc_map_at_3_diff1": 0.587937, "nauc_map_at_5_max": 0.079623, "nauc_map_at_5_std": 0.117132, "nauc_map_at_5_diff1": 0.574671, "nauc_map_at_10_max": 0.083183, "nauc_map_at_10_std": 0.122964, "nauc_map_at_10_diff1": 0.569949, "nauc_map_at_20_max": 0.08134, "nauc_map_at_20_std": 0.127544, "nauc_map_at_20_diff1": 0.568765, "nauc_map_at_100_max": 0.08127, "nauc_map_at_100_std": 0.12872, "nauc_map_at_100_diff1": 0.568198, "nauc_map_at_1000_max": 0.081268, "nauc_map_at_1000_std": 0.128926, "nauc_map_at_1000_diff1": 0.568359, "nauc_recall_at_1_max": 0.083536, "nauc_recall_at_1_std": 0.091956, "nauc_recall_at_1_diff1": 0.648195, "nauc_recall_at_3_max": 0.084638, "nauc_recall_at_3_std": 0.124376, "nauc_recall_at_3_diff1": 0.518682, "nauc_recall_at_5_max": 0.058058, "nauc_recall_at_5_std": 0.128502, "nauc_recall_at_5_diff1": 0.468898, "nauc_recall_at_10_max": 0.07374, "nauc_recall_at_10_std": 0.156627, "nauc_recall_at_10_diff1": 0.429199, "nauc_recall_at_20_max": 0.048909, "nauc_recall_at_20_std": 0.207938, "nauc_recall_at_20_diff1": 0.395482, "nauc_recall_at_100_max": 0.065476, "nauc_recall_at_100_std": 0.297598, "nauc_recall_at_100_diff1": 0.328441, "nauc_recall_at_1000_max": 0.086577, "nauc_recall_at_1000_std": 0.465259, "nauc_recall_at_1000_diff1": 0.292444, "nauc_precision_at_1_max": 0.08852, "nauc_precision_at_1_std": 0.110142, "nauc_precision_at_1_diff1": 0.652378, "nauc_precision_at_3_max": 0.083002, "nauc_precision_at_3_std": 0.170305, "nauc_precision_at_3_diff1": 0.44314, "nauc_precision_at_5_max": 0.048568, "nauc_precision_at_5_std": 0.177841, "nauc_precision_at_5_diff1": 0.354297, "nauc_precision_at_10_max": 0.059208, "nauc_precision_at_10_std": 0.195884, "nauc_precision_at_10_diff1": 0.280919, "nauc_precision_at_20_max": 0.021747, "nauc_precision_at_20_std": 0.240251, "nauc_precision_at_20_diff1": 0.211576, "nauc_precision_at_100_max": 0.02134, "nauc_precision_at_100_std": 0.227427, "nauc_precision_at_100_diff1": 0.049222, "nauc_precision_at_1000_max": 0.001796, "nauc_precision_at_1000_std": 0.141843, "nauc_precision_at_1000_diff1": -0.122021, "nauc_mrr_at_1_max": 0.08852, "nauc_mrr_at_1_std": 0.110142, "nauc_mrr_at_1_diff1": 0.652378, "nauc_mrr_at_3_max": 0.08985, "nauc_mrr_at_3_std": 0.124689, "nauc_mrr_at_3_diff1": 0.585204, "nauc_mrr_at_5_max": 0.084552, "nauc_mrr_at_5_std": 0.123965, "nauc_mrr_at_5_diff1": 0.573523, "nauc_mrr_at_10_max": 0.085558, "nauc_mrr_at_10_std": 0.129344, "nauc_mrr_at_10_diff1": 0.570077, "nauc_mrr_at_20_max": 0.084224, "nauc_mrr_at_20_std": 0.131794, "nauc_mrr_at_20_diff1": 0.568064, "nauc_mrr_at_100_max": 0.084596, "nauc_mrr_at_100_std": 0.132179, "nauc_mrr_at_100_diff1": 0.567997, "nauc_mrr_at_1000_max": 0.084536, "nauc_mrr_at_1000_std": 0.132168, "nauc_mrr_at_1000_diff1": 0.568326, "hit_rate_at_1": 0.32515, "hit_rate_at_3": 0.44632, "hit_rate_at_5": 0.49233, "hit_rate_at_10": 0.55982, "hit_rate_at_20": 0.6319, "hit_rate_at_100": 0.77761, "hit_rate_at_1000": 0.91871, "main_score": 0.41393, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 38.310442209243774, "kg_co2_emissions": null, "date": 1773421822.515088 }