{ "dataset_revision": "6184bc1440d2dbc7612be22b50686b8826d22b32", "task_name": "CQADupstackProgrammersRetrieval", "mteb_version": "2.18.11", "scores": { "test": [ { "ndcg_at_1": 0.30023, "ndcg_at_3": 0.34409, "ndcg_at_5": 0.36475, "ndcg_at_10": 0.38768, "ndcg_at_20": 0.40758, "ndcg_at_100": 0.44103, "ndcg_at_1000": 0.46654, "map_at_1": 0.24081, "map_at_3": 0.30644, "map_at_5": 0.32158, "map_at_10": 0.33308, "map_at_20": 0.33972, "map_at_100": 0.34552, "map_at_1000": 0.34668, "recall_at_1": 0.24081, "recall_at_3": 0.37119, "recall_at_5": 0.42906, "recall_at_10": 0.49723, "recall_at_20": 0.56616, "recall_at_100": 0.72652, "recall_at_1000": 0.90055, "accuracy": 0.24081, "precision_at_1": 0.30023, "precision_at_3": 0.16705, "precision_at_5": 0.11781, "precision_at_10": 0.07021, "precision_at_20": 0.04161, "precision_at_100": 0.01126, "precision_at_1000": 0.00151, "mrr_at_1": 0.300228, "mrr_at_3": 0.363775, "mrr_at_5": 0.378558, "mrr_at_10": 0.38804, "mrr_at_20": 0.392396, "mrr_at_100": 0.395777, "mrr_at_1000": 0.396469, "nauc_ndcg_at_1_max": 0.445734, "nauc_ndcg_at_1_std": 0.029898, "nauc_ndcg_at_1_diff1": 0.513766, "nauc_ndcg_at_3_max": 0.423764, "nauc_ndcg_at_3_std": 0.027997, "nauc_ndcg_at_3_diff1": 0.435517, "nauc_ndcg_at_5_max": 0.422345, "nauc_ndcg_at_5_std": 0.018521, "nauc_ndcg_at_5_diff1": 0.434596, "nauc_ndcg_at_10_max": 0.435932, "nauc_ndcg_at_10_std": 0.035692, "nauc_ndcg_at_10_diff1": 0.439674, "nauc_ndcg_at_20_max": 0.437492, "nauc_ndcg_at_20_std": 0.049467, "nauc_ndcg_at_20_diff1": 0.429441, "nauc_ndcg_at_100_max": 0.453951, "nauc_ndcg_at_100_std": 0.078379, "nauc_ndcg_at_100_diff1": 0.433531, "nauc_ndcg_at_1000_max": 0.451402, "nauc_ndcg_at_1000_std": 0.073106, "nauc_ndcg_at_1000_diff1": 0.435201, "nauc_map_at_1_max": 0.400795, "nauc_map_at_1_std": -0.025225, "nauc_map_at_1_diff1": 0.540879, "nauc_map_at_3_max": 0.413963, "nauc_map_at_3_std": 0.005683, "nauc_map_at_3_diff1": 0.460896, "nauc_map_at_5_max": 0.419497, "nauc_map_at_5_std": 0.006095, "nauc_map_at_5_diff1": 0.458724, "nauc_map_at_10_max": 0.42753, "nauc_map_at_10_std": 0.015725, "nauc_map_at_10_diff1": 0.459935, "nauc_map_at_20_max": 0.429333, "nauc_map_at_20_std": 0.021418, "nauc_map_at_20_diff1": 0.457625, "nauc_map_at_100_max": 0.433387, "nauc_map_at_100_std": 0.0271, "nauc_map_at_100_diff1": 0.45832, "nauc_map_at_1000_max": 0.433229, "nauc_map_at_1000_std": 0.027214, "nauc_map_at_1000_diff1": 0.458257, "nauc_recall_at_1_max": 0.400795, "nauc_recall_at_1_std": -0.025225, "nauc_recall_at_1_diff1": 0.540879, "nauc_recall_at_3_max": 0.38449, "nauc_recall_at_3_std": 0.010463, "nauc_recall_at_3_diff1": 0.376795, "nauc_recall_at_5_max": 0.379054, "nauc_recall_at_5_std": 0.000988, "nauc_recall_at_5_diff1": 0.356392, "nauc_recall_at_10_max": 0.408299, "nauc_recall_at_10_std": 0.051161, "nauc_recall_at_10_diff1": 0.36464, "nauc_recall_at_20_max": 0.40029, "nauc_recall_at_20_std": 0.093353, "nauc_recall_at_20_diff1": 0.317718, "nauc_recall_at_100_max": 0.478346, "nauc_recall_at_100_std": 0.27161, "nauc_recall_at_100_diff1": 0.317102, "nauc_recall_at_1000_max": 0.543848, "nauc_recall_at_1000_std": 0.396299, "nauc_recall_at_1000_diff1": 0.297239, "nauc_precision_at_1_max": 0.445734, "nauc_precision_at_1_std": 0.029898, "nauc_precision_at_1_diff1": 0.513766, "nauc_precision_at_3_max": 0.42896, "nauc_precision_at_3_std": 0.108852, "nauc_precision_at_3_diff1": 0.293755, "nauc_precision_at_5_max": 0.42363, "nauc_precision_at_5_std": 0.112707, "nauc_precision_at_5_diff1": 0.264416, "nauc_precision_at_10_max": 0.414564, "nauc_precision_at_10_std": 0.165025, "nauc_precision_at_10_diff1": 0.225188, "nauc_precision_at_20_max": 0.365413, "nauc_precision_at_20_std": 0.20332, "nauc_precision_at_20_diff1": 0.144235, "nauc_precision_at_100_max": 0.297749, "nauc_precision_at_100_std": 0.284276, "nauc_precision_at_100_diff1": 0.060169, "nauc_precision_at_1000_max": 0.065999, "nauc_precision_at_1000_std": 0.186395, "nauc_precision_at_1000_diff1": -0.065455, "nauc_mrr_at_1_max": 0.445734, "nauc_mrr_at_1_std": 0.029898, "nauc_mrr_at_1_diff1": 0.513766, "nauc_mrr_at_3_max": 0.43617, "nauc_mrr_at_3_std": 0.044837, "nauc_mrr_at_3_diff1": 0.450525, "nauc_mrr_at_5_max": 0.43617, "nauc_mrr_at_5_std": 0.043149, "nauc_mrr_at_5_diff1": 0.446296, "nauc_mrr_at_10_max": 0.441126, "nauc_mrr_at_10_std": 0.051358, "nauc_mrr_at_10_diff1": 0.44835, "nauc_mrr_at_20_max": 0.439793, "nauc_mrr_at_20_std": 0.052715, "nauc_mrr_at_20_diff1": 0.44508, "nauc_mrr_at_100_max": 0.44033, "nauc_mrr_at_100_std": 0.054595, "nauc_mrr_at_100_diff1": 0.44563, "nauc_mrr_at_1000_max": 0.440251, "nauc_mrr_at_1000_std": 0.054364, "nauc_mrr_at_1000_diff1": 0.445725, "hit_rate_at_1": 0.30023, "hit_rate_at_3": 0.44406, "hit_rate_at_5": 0.50913, "hit_rate_at_10": 0.57991, "hit_rate_at_20": 0.64384, "hit_rate_at_100": 0.78311, "hit_rate_at_1000": 0.93151, "main_score": 0.38768, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.18.11" } ] }, "evaluation_time": 31.821167851332575, "kg_co2_emissions": null, "date": 1785806194.16218, "evaluation_phases": [ { "name": "Data loading", "start": 4.049576818943024e-05, "end": 8.778205893933773, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 8.77821225579828, "end": 8.778215651866049, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 8.784726358950138, "end": 31.30226476304233, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 31.302564959041774, "end": 31.79967501014471, "split": "test", "subset": "default" } ] }