{ "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", "task_name": "CQADupstackGamingRetrieval", "mteb_version": "2.10.3", "scores": { "test": [ { "ndcg_at_1": 0.479, "ndcg_at_3": 0.5458, "ndcg_at_5": 0.56807, "ndcg_at_10": 0.59483, "ndcg_at_20": 0.61362, "ndcg_at_100": 0.63597, "ndcg_at_1000": 0.64555, "map_at_1": 0.42124, "map_at_3": 0.51027, "map_at_5": 0.52578, "map_at_10": 0.53968, "map_at_20": 0.54617, "map_at_100": 0.55025, "map_at_1000": 0.55076, "recall_at_1": 0.42124, "recall_at_3": 0.59154, "recall_at_5": 0.64572, "recall_at_10": 0.72195, "recall_at_20": 0.79153, "recall_at_100": 0.89776, "recall_at_1000": 0.96469, "accuracy": 0.42124, "precision_at_1": 0.479, "precision_at_3": 0.23866, "precision_at_5": 0.16075, "precision_at_10": 0.09342, "precision_at_20": 0.05248, "precision_at_100": 0.01236, "precision_at_1000": 0.00136, "mrr_at_1": 0.478997, "mrr_at_3": 0.552142, "mrr_at_5": 0.565308, "mrr_at_10": 0.574553, "mrr_at_20": 0.578825, "mrr_at_100": 0.581222, "mrr_at_1000": 0.581435, "nauc_ndcg_at_1_max": 0.137933, "nauc_ndcg_at_1_std": 0.012254, "nauc_ndcg_at_1_diff1": 0.638703, "nauc_ndcg_at_3_max": 0.132629, "nauc_ndcg_at_3_std": -0.003345, "nauc_ndcg_at_3_diff1": 0.579622, "nauc_ndcg_at_5_max": 0.15043, "nauc_ndcg_at_5_std": 0.006841, "nauc_ndcg_at_5_diff1": 0.586411, "nauc_ndcg_at_10_max": 0.162154, "nauc_ndcg_at_10_std": 0.014788, "nauc_ndcg_at_10_diff1": 0.586613, "nauc_ndcg_at_20_max": 0.164512, "nauc_ndcg_at_20_std": 0.027659, "nauc_ndcg_at_20_diff1": 0.583854, "nauc_ndcg_at_100_max": 0.161483, "nauc_ndcg_at_100_std": 0.038939, "nauc_ndcg_at_100_diff1": 0.58622, "nauc_ndcg_at_1000_max": 0.159808, "nauc_ndcg_at_1000_std": 0.036077, "nauc_ndcg_at_1000_diff1": 0.588626, "nauc_map_at_1_max": 0.13343, "nauc_map_at_1_std": -0.027057, "nauc_map_at_1_diff1": 0.63598, "nauc_map_at_3_max": 0.128715, "nauc_map_at_3_std": -0.020683, "nauc_map_at_3_diff1": 0.593826, "nauc_map_at_5_max": 0.138974, "nauc_map_at_5_std": -0.009851, "nauc_map_at_5_diff1": 0.597983, "nauc_map_at_10_max": 0.144167, "nauc_map_at_10_std": -0.002113, "nauc_map_at_10_diff1": 0.597783, "nauc_map_at_20_max": 0.144679, "nauc_map_at_20_std": 0.003725, "nauc_map_at_20_diff1": 0.595823, "nauc_map_at_100_max": 0.145005, "nauc_map_at_100_std": 0.007184, "nauc_map_at_100_diff1": 0.596306, "nauc_map_at_1000_max": 0.145025, "nauc_map_at_1000_std": 0.007194, "nauc_map_at_1000_diff1": 0.596356, "nauc_recall_at_1_max": 0.13343, "nauc_recall_at_1_std": -0.027057, "nauc_recall_at_1_diff1": 0.63598, "nauc_recall_at_3_max": 0.124803, "nauc_recall_at_3_std": -0.025077, "nauc_recall_at_3_diff1": 0.530821, "nauc_recall_at_5_max": 0.164643, "nauc_recall_at_5_std": 0.001273, "nauc_recall_at_5_diff1": 0.53327, "nauc_recall_at_10_max": 0.209874, "nauc_recall_at_10_std": 0.026473, "nauc_recall_at_10_diff1": 0.51946, "nauc_recall_at_20_max": 0.233519, "nauc_recall_at_20_std": 0.098382, "nauc_recall_at_20_diff1": 0.494491, "nauc_recall_at_100_max": 0.237857, "nauc_recall_at_100_std": 0.257548, "nauc_recall_at_100_diff1": 0.459992, "nauc_recall_at_1000_max": 0.310731, "nauc_recall_at_1000_std": 0.46656, "nauc_recall_at_1000_diff1": 0.443676, "nauc_precision_at_1_max": 0.137933, "nauc_precision_at_1_std": 0.012254, "nauc_precision_at_1_diff1": 0.638703, "nauc_precision_at_3_max": 0.097324, "nauc_precision_at_3_std": 0.058136, "nauc_precision_at_3_diff1": 0.354393, "nauc_precision_at_5_max": 0.119835, "nauc_precision_at_5_std": 0.115259, "nauc_precision_at_5_diff1": 0.290023, "nauc_precision_at_10_max": 0.115086, "nauc_precision_at_10_std": 0.16553, "nauc_precision_at_10_diff1": 0.16294, "nauc_precision_at_20_max": 0.100312, "nauc_precision_at_20_std": 0.235749, "nauc_precision_at_20_diff1": 0.048424, "nauc_precision_at_100_max": 0.06485, "nauc_precision_at_100_std": 0.299962, "nauc_precision_at_100_diff1": -0.094215, "nauc_precision_at_1000_max": 0.042097, "nauc_precision_at_1000_std": 0.26312, "nauc_precision_at_1000_diff1": -0.155413, "nauc_mrr_at_1_max": 0.137933, "nauc_mrr_at_1_std": 0.012254, "nauc_mrr_at_1_diff1": 0.638703, "nauc_mrr_at_3_max": 0.146437, "nauc_mrr_at_3_std": 0.017455, "nauc_mrr_at_3_diff1": 0.600818, "nauc_mrr_at_5_max": 0.154665, "nauc_mrr_at_5_std": 0.023169, "nauc_mrr_at_5_diff1": 0.60217, "nauc_mrr_at_10_max": 0.157007, "nauc_mrr_at_10_std": 0.023443, "nauc_mrr_at_10_diff1": 0.601948, "nauc_mrr_at_20_max": 0.15714, "nauc_mrr_at_20_std": 0.02645, "nauc_mrr_at_20_diff1": 0.601699, "nauc_mrr_at_100_max": 0.156228, "nauc_mrr_at_100_std": 0.026524, "nauc_mrr_at_100_diff1": 0.602219, "nauc_mrr_at_1000_max": 0.15616, "nauc_mrr_at_1000_std": 0.026439, "nauc_mrr_at_1000_diff1": 0.602272, "hit_rate_at_1": 0.479, "hit_rate_at_3": 0.64389, "hit_rate_at_5": 0.70031, "hit_rate_at_10": 0.76928, "hit_rate_at_20": 0.83072, "hit_rate_at_100": 0.92288, "hit_rate_at_1000": 0.97179, "main_score": 0.59483, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 33.64577603340149, "kg_co2_emissions": null, "date": 1772468379.169639 }