{ "dataset_revision": "9be4c0e46342e8e3aff577a89b9a1ec9bc6b4af3", "task_name": "CQADupstackAndroidRetrieval", "mteb_version": "2.10.8", "scores": { "test": [ { "ndcg_at_1": 0.44778, "ndcg_at_3": 0.49844, "ndcg_at_5": 0.52657, "ndcg_at_10": 0.54813, "ndcg_at_20": 0.56782, "ndcg_at_100": 0.60046, "ndcg_at_1000": 0.61556, "map_at_1": 0.36567, "map_at_3": 0.44677, "map_at_5": 0.46947, "map_at_10": 0.48384, "map_at_20": 0.49205, "map_at_100": 0.49897, "map_at_1000": 0.50001, "recall_at_1": 0.36567, "recall_at_3": 0.52145, "recall_at_5": 0.59629, "recall_at_10": 0.6647, "recall_at_20": 0.73278, "recall_at_100": 0.88098, "recall_at_1000": 0.97485, "accuracy": 0.36567, "precision_at_1": 0.44778, "precision_at_3": 0.2351, "precision_at_5": 0.17253, "precision_at_10": 0.102, "precision_at_20": 0.06037, "precision_at_100": 0.01622, "precision_at_1000": 0.00206, "mrr_at_1": 0.447783, "mrr_at_3": 0.52289, "mrr_at_5": 0.541202, "mrr_at_10": 0.548909, "mrr_at_20": 0.552501, "mrr_at_100": 0.555118, "mrr_at_1000": 0.55542, "nauc_ndcg_at_1_max": 0.065271, "nauc_ndcg_at_1_std": 0.018638, "nauc_ndcg_at_1_diff1": 0.55419, "nauc_ndcg_at_3_max": 0.058573, "nauc_ndcg_at_3_std": 0.002611, "nauc_ndcg_at_3_diff1": 0.498049, "nauc_ndcg_at_5_max": 0.0674, "nauc_ndcg_at_5_std": -0.00124, "nauc_ndcg_at_5_diff1": 0.500797, "nauc_ndcg_at_10_max": 0.062956, "nauc_ndcg_at_10_std": 0.011708, "nauc_ndcg_at_10_diff1": 0.500978, "nauc_ndcg_at_20_max": 0.050968, "nauc_ndcg_at_20_std": 0.022983, "nauc_ndcg_at_20_diff1": 0.503354, "nauc_ndcg_at_100_max": 0.061025, "nauc_ndcg_at_100_std": 0.035745, "nauc_ndcg_at_100_diff1": 0.506032, "nauc_ndcg_at_1000_max": 0.064131, "nauc_ndcg_at_1000_std": 0.027435, "nauc_ndcg_at_1000_diff1": 0.50736, "nauc_map_at_1_max": 0.08727, "nauc_map_at_1_std": -0.007372, "nauc_map_at_1_diff1": 0.566199, "nauc_map_at_3_max": 0.070085, "nauc_map_at_3_std": -0.009976, "nauc_map_at_3_diff1": 0.516196, "nauc_map_at_5_max": 0.074435, "nauc_map_at_5_std": -0.011099, "nauc_map_at_5_diff1": 0.517967, "nauc_map_at_10_max": 0.070869, "nauc_map_at_10_std": -0.003373, "nauc_map_at_10_diff1": 0.516759, "nauc_map_at_20_max": 0.066781, "nauc_map_at_20_std": 0.001789, "nauc_map_at_20_diff1": 0.518081, "nauc_map_at_100_max": 0.067452, "nauc_map_at_100_std": 0.004893, "nauc_map_at_100_diff1": 0.51817, "nauc_map_at_1000_max": 0.067869, "nauc_map_at_1000_std": 0.004396, "nauc_map_at_1000_diff1": 0.517857, "nauc_recall_at_1_max": 0.08727, "nauc_recall_at_1_std": -0.007372, "nauc_recall_at_1_diff1": 0.566199, "nauc_recall_at_3_max": 0.050761, "nauc_recall_at_3_std": 0.004006, "nauc_recall_at_3_diff1": 0.453506, "nauc_recall_at_5_max": 0.066089, "nauc_recall_at_5_std": -0.004139, "nauc_recall_at_5_diff1": 0.437964, "nauc_recall_at_10_max": 0.047265, "nauc_recall_at_10_std": 0.041431, "nauc_recall_at_10_diff1": 0.429003, "nauc_recall_at_20_max": 0.004103, "nauc_recall_at_20_std": 0.09075, "nauc_recall_at_20_diff1": 0.419356, "nauc_recall_at_100_max": 0.105496, "nauc_recall_at_100_std": 0.280656, "nauc_recall_at_100_diff1": 0.394478, "nauc_recall_at_1000_max": 0.333691, "nauc_recall_at_1000_std": 0.600228, "nauc_recall_at_1000_diff1": 0.455581, "nauc_precision_at_1_max": 0.065271, "nauc_precision_at_1_std": 0.018638, "nauc_precision_at_1_diff1": 0.55419, "nauc_precision_at_3_max": 0.024198, "nauc_precision_at_3_std": 0.014739, "nauc_precision_at_3_diff1": 0.283436, "nauc_precision_at_5_max": 0.011358, "nauc_precision_at_5_std": 0.019765, "nauc_precision_at_5_diff1": 0.185263, "nauc_precision_at_10_max": -0.012964, "nauc_precision_at_10_std": 0.043473, "nauc_precision_at_10_diff1": 0.087523, "nauc_precision_at_20_max": -0.047085, "nauc_precision_at_20_std": 0.074006, "nauc_precision_at_20_diff1": 0.013326, "nauc_precision_at_100_max": -0.038973, "nauc_precision_at_100_std": 0.052778, "nauc_precision_at_100_diff1": -0.129271, "nauc_precision_at_1000_max": -0.044591, "nauc_precision_at_1000_std": -0.057847, "nauc_precision_at_1000_diff1": -0.213625, "nauc_mrr_at_1_max": 0.065271, "nauc_mrr_at_1_std": 0.018638, "nauc_mrr_at_1_diff1": 0.55419, "nauc_mrr_at_3_max": 0.048423, "nauc_mrr_at_3_std": 0.022202, "nauc_mrr_at_3_diff1": 0.512925, "nauc_mrr_at_5_max": 0.051959, "nauc_mrr_at_5_std": 0.019871, "nauc_mrr_at_5_diff1": 0.509686, "nauc_mrr_at_10_max": 0.049497, "nauc_mrr_at_10_std": 0.024128, "nauc_mrr_at_10_diff1": 0.511471, "nauc_mrr_at_20_max": 0.047292, "nauc_mrr_at_20_std": 0.023983, "nauc_mrr_at_20_diff1": 0.51109, "nauc_mrr_at_100_max": 0.049026, "nauc_mrr_at_100_std": 0.024583, "nauc_mrr_at_100_diff1": 0.512082, "nauc_mrr_at_1000_max": 0.049035, "nauc_mrr_at_1000_std": 0.024566, "nauc_mrr_at_1000_diff1": 0.512122, "hit_rate_at_1": 0.44778, "hit_rate_at_3": 0.61946, "hit_rate_at_5": 0.69814, "hit_rate_at_10": 0.75536, "hit_rate_at_20": 0.8083, "hit_rate_at_100": 0.91416, "hit_rate_at_1000": 0.98712, "main_score": 0.54813, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 27.273694038391113, "kg_co2_emissions": null, "date": 1773436728.091354 }