{ "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", "task_name": "CQADupstackGamingRetrieval", "mteb_version": "2.12.26", "scores": { "test": [ { "ndcg_at_1": 0.49467, "ndcg_at_3": 0.56844, "ndcg_at_5": 0.5949, "ndcg_at_10": 0.61984, "ndcg_at_20": 0.63672, "ndcg_at_100": 0.65683, "ndcg_at_1000": 0.66595, "map_at_1": 0.43158, "map_at_3": 0.5281, "map_at_5": 0.54747, "map_at_10": 0.56073, "map_at_20": 0.5671, "map_at_100": 0.57082, "map_at_1000": 0.57127, "recall_at_1": 0.43158, "recall_at_3": 0.61849, "recall_at_5": 0.68423, "recall_at_10": 0.7564, "recall_at_20": 0.81803, "recall_at_100": 0.91413, "recall_at_1000": 0.97829, "accuracy": 0.43158, "precision_at_1": 0.49467, "precision_at_3": 0.2535, "precision_at_5": 0.17292, "precision_at_10": 0.09868, "precision_at_20": 0.05461, "precision_at_100": 0.01261, "precision_at_1000": 0.00138, "mrr_at_1": 0.494671, "mrr_at_3": 0.575026, "mrr_at_5": 0.58838, "mrr_at_10": 0.597119, "mrr_at_20": 0.600754, "mrr_at_100": 0.603009, "mrr_at_1000": 0.603243, "nauc_ndcg_at_1_max": 0.403237, "nauc_ndcg_at_1_std": -0.036929, "nauc_ndcg_at_1_diff1": 0.566114, "nauc_ndcg_at_3_max": 0.434341, "nauc_ndcg_at_3_std": -0.032534, "nauc_ndcg_at_3_diff1": 0.553804, "nauc_ndcg_at_5_max": 0.441983, "nauc_ndcg_at_5_std": -0.027786, "nauc_ndcg_at_5_diff1": 0.552429, "nauc_ndcg_at_10_max": 0.444105, "nauc_ndcg_at_10_std": -0.006228, "nauc_ndcg_at_10_diff1": 0.547705, "nauc_ndcg_at_20_max": 0.446709, "nauc_ndcg_at_20_std": 9e-06, "nauc_ndcg_at_20_diff1": 0.543873, "nauc_ndcg_at_100_max": 0.448944, "nauc_ndcg_at_100_std": 0.010592, "nauc_ndcg_at_100_diff1": 0.548335, "nauc_ndcg_at_1000_max": 0.445303, "nauc_ndcg_at_1000_std": 0.002919, "nauc_ndcg_at_1000_diff1": 0.549073, "nauc_map_at_1_max": 0.357423, "nauc_map_at_1_std": -0.062114, "nauc_map_at_1_diff1": 0.573736, "nauc_map_at_3_max": 0.411981, "nauc_map_at_3_std": -0.054979, "nauc_map_at_3_diff1": 0.558642, "nauc_map_at_5_max": 0.419176, "nauc_map_at_5_std": -0.049608, "nauc_map_at_5_diff1": 0.557751, "nauc_map_at_10_max": 0.423958, "nauc_map_at_10_std": -0.036655, "nauc_map_at_10_diff1": 0.556696, "nauc_map_at_20_max": 0.426979, "nauc_map_at_20_std": -0.032328, "nauc_map_at_20_diff1": 0.555998, "nauc_map_at_100_max": 0.427891, "nauc_map_at_100_std": -0.029613, "nauc_map_at_100_diff1": 0.556692, "nauc_map_at_1000_max": 0.427901, "nauc_map_at_1000_std": -0.029727, "nauc_map_at_1000_diff1": 0.556792, "nauc_recall_at_1_max": 0.357423, "nauc_recall_at_1_std": -0.062114, "nauc_recall_at_1_diff1": 0.573736, "nauc_recall_at_3_max": 0.436323, "nauc_recall_at_3_std": -0.031136, "nauc_recall_at_3_diff1": 0.524138, "nauc_recall_at_5_max": 0.452159, "nauc_recall_at_5_std": -0.0144, "nauc_recall_at_5_diff1": 0.511799, "nauc_recall_at_10_max": 0.465447, "nauc_recall_at_10_std": 0.064627, "nauc_recall_at_10_diff1": 0.493624, "nauc_recall_at_20_max": 0.488058, "nauc_recall_at_20_std": 0.115085, "nauc_recall_at_20_diff1": 0.465661, "nauc_recall_at_100_max": 0.564734, "nauc_recall_at_100_std": 0.348558, "nauc_recall_at_100_diff1": 0.472175, "nauc_recall_at_1000_max": 0.631687, "nauc_recall_at_1000_std": 0.593124, "nauc_recall_at_1000_diff1": 0.399556, "nauc_precision_at_1_max": 0.403237, "nauc_precision_at_1_std": -0.036929, "nauc_precision_at_1_diff1": 0.566114, "nauc_precision_at_3_max": 0.403622, "nauc_precision_at_3_std": 0.048116, "nauc_precision_at_3_diff1": 0.332503, "nauc_precision_at_5_max": 0.360223, "nauc_precision_at_5_std": 0.082238, "nauc_precision_at_5_diff1": 0.242042, "nauc_precision_at_10_max": 0.306309, "nauc_precision_at_10_std": 0.166722, "nauc_precision_at_10_diff1": 0.139957, "nauc_precision_at_20_max": 0.260197, "nauc_precision_at_20_std": 0.211674, "nauc_precision_at_20_diff1": 0.046951, "nauc_precision_at_100_max": 0.177475, "nauc_precision_at_100_std": 0.271652, "nauc_precision_at_100_diff1": -0.055189, "nauc_precision_at_1000_max": 0.099333, "nauc_precision_at_1000_std": 0.233914, "nauc_precision_at_1000_diff1": -0.122076, "nauc_mrr_at_1_max": 0.403237, "nauc_mrr_at_1_std": -0.036929, "nauc_mrr_at_1_diff1": 0.566114, "nauc_mrr_at_3_max": 0.434275, "nauc_mrr_at_3_std": -0.017095, "nauc_mrr_at_3_diff1": 0.548007, "nauc_mrr_at_5_max": 0.437518, "nauc_mrr_at_5_std": -0.014142, "nauc_mrr_at_5_diff1": 0.547472, "nauc_mrr_at_10_max": 0.435306, "nauc_mrr_at_10_std": -0.010762, "nauc_mrr_at_10_diff1": 0.546226, "nauc_mrr_at_20_max": 0.435308, "nauc_mrr_at_20_std": -0.009663, "nauc_mrr_at_20_diff1": 0.546118, "nauc_mrr_at_100_max": 0.43511, "nauc_mrr_at_100_std": -0.009658, "nauc_mrr_at_100_diff1": 0.546921, "nauc_mrr_at_1000_max": 0.434999, "nauc_mrr_at_1000_std": -0.009907, "nauc_mrr_at_1000_diff1": 0.547012, "hit_rate_at_1": 0.49467, "hit_rate_at_3": 0.67774, "hit_rate_at_5": 0.73605, "hit_rate_at_10": 0.80063, "hit_rate_at_20": 0.85078, "hit_rate_at_100": 0.9348, "hit_rate_at_1000": 0.98558, "main_score": 0.61984, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.12.26" } ] }, "evaluation_time": 65.39877939224243, "kg_co2_emissions": null, "date": 1785768554.744174, "evaluation_phases": null }