{ "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", "task_name": "CQADupstackGamingRetrieval", "mteb_version": "2.10.8", "scores": { "test": [ { "ndcg_at_1": 0.51724, "ndcg_at_3": 0.59102, "ndcg_at_5": 0.62024, "ndcg_at_10": 0.64654, "ndcg_at_20": 0.661, "ndcg_at_100": 0.68116, "ndcg_at_1000": 0.68881, "map_at_1": 0.45375, "map_at_3": 0.55126, "map_at_5": 0.5726, "map_at_10": 0.58743, "map_at_20": 0.59272, "map_at_100": 0.59663, "map_at_1000": 0.59704, "recall_at_1": 0.45375, "recall_at_3": 0.64147, "recall_at_5": 0.71182, "recall_at_10": 0.78661, "recall_at_20": 0.83968, "recall_at_100": 0.93291, "recall_at_1000": 0.98634, "accuracy": 0.45375, "precision_at_1": 0.51724, "precision_at_3": 0.2627, "precision_at_5": 0.18044, "precision_at_10": 0.10301, "precision_at_20": 0.05633, "precision_at_100": 0.01294, "precision_at_1000": 0.00139, "mrr_at_1": 0.517241, "mrr_at_3": 0.596552, "mrr_at_5": 0.611003, "mrr_at_10": 0.619512, "mrr_at_20": 0.622965, "mrr_at_100": 0.625231, "mrr_at_1000": 0.625441, "nauc_ndcg_at_1_max": 0.463274, "nauc_ndcg_at_1_std": -0.067275, "nauc_ndcg_at_1_diff1": 0.638964, "nauc_ndcg_at_3_max": 0.465709, "nauc_ndcg_at_3_std": -0.054479, "nauc_ndcg_at_3_diff1": 0.589631, "nauc_ndcg_at_5_max": 0.478589, "nauc_ndcg_at_5_std": -0.034612, "nauc_ndcg_at_5_diff1": 0.581955, "nauc_ndcg_at_10_max": 0.487144, "nauc_ndcg_at_10_std": -0.018341, "nauc_ndcg_at_10_diff1": 0.58035, "nauc_ndcg_at_20_max": 0.48324, "nauc_ndcg_at_20_std": -0.012009, "nauc_ndcg_at_20_diff1": 0.576147, "nauc_ndcg_at_100_max": 0.486862, "nauc_ndcg_at_100_std": -0.00821, "nauc_ndcg_at_100_diff1": 0.585383, "nauc_ndcg_at_1000_max": 0.485225, "nauc_ndcg_at_1000_std": -0.014252, "nauc_ndcg_at_1000_diff1": 0.589099, "nauc_map_at_1_max": 0.386654, "nauc_map_at_1_std": -0.106844, "nauc_map_at_1_diff1": 0.636834, "nauc_map_at_3_max": 0.446873, "nauc_map_at_3_std": -0.080208, "nauc_map_at_3_diff1": 0.606906, "nauc_map_at_5_max": 0.45874, "nauc_map_at_5_std": -0.062534, "nauc_map_at_5_diff1": 0.601332, "nauc_map_at_10_max": 0.467088, "nauc_map_at_10_std": -0.051331, "nauc_map_at_10_diff1": 0.599277, "nauc_map_at_20_max": 0.468488, "nauc_map_at_20_std": -0.04641, "nauc_map_at_20_diff1": 0.597237, "nauc_map_at_100_max": 0.469828, "nauc_map_at_100_std": -0.044367, "nauc_map_at_100_diff1": 0.598516, "nauc_map_at_1000_max": 0.469918, "nauc_map_at_1000_std": -0.044458, "nauc_map_at_1000_diff1": 0.5988, "nauc_recall_at_1_max": 0.386654, "nauc_recall_at_1_std": -0.106844, "nauc_recall_at_1_diff1": 0.636834, "nauc_recall_at_3_max": 0.443758, "nauc_recall_at_3_std": -0.057736, "nauc_recall_at_3_diff1": 0.537141, "nauc_recall_at_5_max": 0.470941, "nauc_recall_at_5_std": -0.001282, "nauc_recall_at_5_diff1": 0.50665, "nauc_recall_at_10_max": 0.506598, "nauc_recall_at_10_std": 0.068137, "nauc_recall_at_10_diff1": 0.488299, "nauc_recall_at_20_max": 0.492988, "nauc_recall_at_20_std": 0.129094, "nauc_recall_at_20_diff1": 0.43929, "nauc_recall_at_100_max": 0.57514, "nauc_recall_at_100_std": 0.315783, "nauc_recall_at_100_diff1": 0.461403, "nauc_recall_at_1000_max": 0.737079, "nauc_recall_at_1000_std": 0.672942, "nauc_recall_at_1000_diff1": 0.506817, "nauc_precision_at_1_max": 0.463274, "nauc_precision_at_1_std": -0.067275, "nauc_precision_at_1_diff1": 0.638964, "nauc_precision_at_3_max": 0.428959, "nauc_precision_at_3_std": 0.066861, "nauc_precision_at_3_diff1": 0.309711, "nauc_precision_at_5_max": 0.387165, "nauc_precision_at_5_std": 0.14914, "nauc_precision_at_5_diff1": 0.18044, "nauc_precision_at_10_max": 0.337855, "nauc_precision_at_10_std": 0.216415, "nauc_precision_at_10_diff1": 0.065215, "nauc_precision_at_20_max": 0.27778, "nauc_precision_at_20_std": 0.269344, "nauc_precision_at_20_diff1": -0.037245, "nauc_precision_at_100_max": 0.16566, "nauc_precision_at_100_std": 0.283595, "nauc_precision_at_100_diff1": -0.141234, "nauc_precision_at_1000_max": 0.102846, "nauc_precision_at_1000_std": 0.252633, "nauc_precision_at_1000_diff1": -0.167718, "nauc_mrr_at_1_max": 0.463274, "nauc_mrr_at_1_std": -0.067275, "nauc_mrr_at_1_diff1": 0.638964, "nauc_mrr_at_3_max": 0.48082, "nauc_mrr_at_3_std": -0.038154, "nauc_mrr_at_3_diff1": 0.597213, "nauc_mrr_at_5_max": 0.483869, "nauc_mrr_at_5_std": -0.03023, "nauc_mrr_at_5_diff1": 0.594335, "nauc_mrr_at_10_max": 0.484466, "nauc_mrr_at_10_std": -0.027717, "nauc_mrr_at_10_diff1": 0.595147, "nauc_mrr_at_20_max": 0.483467, "nauc_mrr_at_20_std": -0.027987, "nauc_mrr_at_20_diff1": 0.595028, "nauc_mrr_at_100_max": 0.483533, "nauc_mrr_at_100_std": -0.028088, "nauc_mrr_at_100_diff1": 0.596547, "nauc_mrr_at_1000_max": 0.483453, "nauc_mrr_at_1000_std": -0.028239, "nauc_mrr_at_1000_diff1": 0.596582, "hit_rate_at_1": 0.51724, "hit_rate_at_3": 0.69906, "hit_rate_at_5": 0.76176, "hit_rate_at_10": 0.8232, "hit_rate_at_20": 0.87147, "hit_rate_at_100": 0.94734, "hit_rate_at_1000": 0.98934, "main_score": 0.64654, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 81.79539132118225, "kg_co2_emissions": null, "date": null }