{ "dataset_revision": "c26703e6600d97c579ee2985f16cf307db13ed85", "task_name": "BrightStackoverflowRetrieval", "mteb_version": "2.12.44", "scores": { "standard": [ { "ndcg_at_1": 0.11111, "ndcg_at_3": 0.1003, "ndcg_at_5": 0.11269, "ndcg_at_10": 0.13653, "ndcg_at_20": 0.16817, "ndcg_at_100": 0.21901, "ndcg_at_1000": 0.26512, "map_at_1": 0.04419, "map_at_3": 0.06781, "map_at_5": 0.07849, "map_at_10": 0.09127, "map_at_20": 0.10097, "map_at_100": 0.11228, "map_at_1000": 0.11555, "recall_at_1": 0.04419, "recall_at_3": 0.08835, "recall_at_5": 0.12242, "recall_at_10": 0.18784, "recall_at_20": 0.28825, "recall_at_100": 0.48821, "recall_at_1000": 0.73355, "accuracy": 0.04419, "precision_at_1": 0.11111, "precision_at_3": 0.07692, "precision_at_5": 0.06838, "precision_at_10": 0.0547, "precision_at_20": 0.04316, "precision_at_100": 0.01701, "precision_at_1000": 0.00295, "mrr_at_1": 0.111111, "mrr_at_3": 0.133903, "mrr_at_5": 0.149288, "mrr_at_10": 0.161739, "mrr_at_20": 0.172093, "mrr_at_100": 0.177355, "mrr_at_1000": 0.178242, "nauc_ndcg_at_1_max": 0.13563, "nauc_ndcg_at_1_std": 0.152476, "nauc_ndcg_at_1_diff1": 0.213775, "nauc_ndcg_at_3_max": 0.111906, "nauc_ndcg_at_3_std": 0.102131, "nauc_ndcg_at_3_diff1": 0.234211, "nauc_ndcg_at_5_max": 0.12266, "nauc_ndcg_at_5_std": 0.093948, "nauc_ndcg_at_5_diff1": 0.190159, "nauc_ndcg_at_10_max": 0.156778, "nauc_ndcg_at_10_std": 0.161839, "nauc_ndcg_at_10_diff1": 0.124077, "nauc_ndcg_at_20_max": 0.176855, "nauc_ndcg_at_20_std": 0.173298, "nauc_ndcg_at_20_diff1": 0.153252, "nauc_ndcg_at_100_max": 0.208141, "nauc_ndcg_at_100_std": 0.212847, "nauc_ndcg_at_100_diff1": 0.15245, "nauc_ndcg_at_1000_max": 0.206281, "nauc_ndcg_at_1000_std": 0.287881, "nauc_ndcg_at_1000_diff1": 0.128417, "nauc_map_at_1_max": 0.230892, "nauc_map_at_1_std": 0.249374, "nauc_map_at_1_diff1": 0.275272, "nauc_map_at_3_max": 0.158305, "nauc_map_at_3_std": 0.159687, "nauc_map_at_3_diff1": 0.277501, "nauc_map_at_5_max": 0.154569, "nauc_map_at_5_std": 0.130396, "nauc_map_at_5_diff1": 0.214801, "nauc_map_at_10_max": 0.161558, "nauc_map_at_10_std": 0.147268, "nauc_map_at_10_diff1": 0.175506, "nauc_map_at_20_max": 0.16745, "nauc_map_at_20_std": 0.157706, "nauc_map_at_20_diff1": 0.182849, "nauc_map_at_100_max": 0.190003, "nauc_map_at_100_std": 0.192708, "nauc_map_at_100_diff1": 0.181038, "nauc_map_at_1000_max": 0.190052, "nauc_map_at_1000_std": 0.204389, "nauc_map_at_1000_diff1": 0.181844, "nauc_recall_at_1_max": 0.230892, "nauc_recall_at_1_std": 0.249374, "nauc_recall_at_1_diff1": 0.275272, "nauc_recall_at_3_max": 0.090679, "nauc_recall_at_3_std": 0.058961, "nauc_recall_at_3_diff1": 0.238992, "nauc_recall_at_5_max": 0.109166, "nauc_recall_at_5_std": 0.027231, "nauc_recall_at_5_diff1": 0.11513, "nauc_recall_at_10_max": 0.154078, "nauc_recall_at_10_std": 0.153352, "nauc_recall_at_10_diff1": -0.018732, "nauc_recall_at_20_max": 0.176581, "nauc_recall_at_20_std": 0.144877, "nauc_recall_at_20_diff1": 0.090424, "nauc_recall_at_100_max": 0.234846, "nauc_recall_at_100_std": 0.162472, "nauc_recall_at_100_diff1": 0.153751, "nauc_recall_at_1000_max": 0.291514, "nauc_recall_at_1000_std": 0.460643, "nauc_recall_at_1000_diff1": 0.058053, "nauc_precision_at_1_max": 0.13563, "nauc_precision_at_1_std": 0.152476, "nauc_precision_at_1_diff1": 0.213775, "nauc_precision_at_3_max": 0.090464, "nauc_precision_at_3_std": 0.082181, "nauc_precision_at_3_diff1": 0.223271, "nauc_precision_at_5_max": 0.070417, "nauc_precision_at_5_std": 0.052676, "nauc_precision_at_5_diff1": 0.140781, "nauc_precision_at_10_max": 0.116439, "nauc_precision_at_10_std": 0.166765, "nauc_precision_at_10_diff1": 0.055175, "nauc_precision_at_20_max": 0.182528, "nauc_precision_at_20_std": 0.262352, "nauc_precision_at_20_diff1": 0.067943, "nauc_precision_at_100_max": 0.170812, "nauc_precision_at_100_std": 0.392305, "nauc_precision_at_100_diff1": 0.065869, "nauc_precision_at_1000_max": 0.059626, "nauc_precision_at_1000_std": 0.420982, "nauc_precision_at_1000_diff1": 0.098244, "nauc_mrr_at_1_max": 0.13563, "nauc_mrr_at_1_std": 0.152476, "nauc_mrr_at_1_diff1": 0.213775, "nauc_mrr_at_3_max": 0.142591, "nauc_mrr_at_3_std": 0.103054, "nauc_mrr_at_3_diff1": 0.20658, "nauc_mrr_at_5_max": 0.127356, "nauc_mrr_at_5_std": 0.10453, "nauc_mrr_at_5_diff1": 0.197922, "nauc_mrr_at_10_max": 0.138936, "nauc_mrr_at_10_std": 0.137316, "nauc_mrr_at_10_diff1": 0.165399, "nauc_mrr_at_20_max": 0.1323, "nauc_mrr_at_20_std": 0.124993, "nauc_mrr_at_20_diff1": 0.171599, "nauc_mrr_at_100_max": 0.132152, "nauc_mrr_at_100_std": 0.124496, "nauc_mrr_at_100_diff1": 0.17648, "nauc_mrr_at_1000_max": 0.133398, "nauc_mrr_at_1000_std": 0.126443, "nauc_mrr_at_1000_diff1": 0.176322, "hit_rate_at_1": 0.11111, "hit_rate_at_3": 0.17949, "hit_rate_at_5": 0.24786, "hit_rate_at_10": 0.34188, "hit_rate_at_20": 0.48718, "hit_rate_at_100": 0.67521, "hit_rate_at_1000": 0.86325, "main_score": 0.13653, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.12.44" } ] }, "evaluation_time": 1276.3042991161346, "kg_co2_emissions": null, "date": 1778273416.769275 }