{ "dataset_revision": "e7ce2bbbfc5fab8c0048dadc83abf2b5dd98bc05", "task_name": "BrightProEconomicsRetrieval", "mteb_version": "2.18.6", "scores": { "standard": [ { "ndcg_at_1": 0.53535, "ndcg_at_3": 0.47627, "ndcg_at_5": 0.43597, "ndcg_at_10": 0.43949, "ndcg_at_20": 0.49615, "ndcg_at_100": 0.59902, "ndcg_at_1000": 0.63769, "map_at_1": 0.07493, "map_at_3": 0.17973, "map_at_5": 0.22935, "map_at_10": 0.29251, "map_at_20": 0.33647, "map_at_100": 0.3774, "map_at_1000": 0.38286, "recall_at_1": 0.07493, "recall_at_3": 0.2071, "recall_at_5": 0.27813, "recall_at_10": 0.41646, "recall_at_20": 0.56164, "recall_at_100": 0.83742, "recall_at_1000": 0.98978, "accuracy": 0.07493, "precision_at_1": 0.53535, "precision_at_3": 0.45455, "precision_at_5": 0.38788, "precision_at_10": 0.29798, "precision_at_20": 0.20808, "precision_at_100": 0.06465, "precision_at_1000": 0.00771, "mrr_at_1": 0.535354, "mrr_at_3": 0.616162, "mrr_at_5": 0.630303, "mrr_at_10": 0.644833, "mrr_at_20": 0.649915, "mrr_at_100": 0.650991, "mrr_at_1000": 0.651017, "nauc_ndcg_at_1_max": 0.157024, "nauc_ndcg_at_1_std": 0.112151, "nauc_ndcg_at_1_diff1": -0.026062, "nauc_ndcg_at_3_max": 0.20596, "nauc_ndcg_at_3_std": 0.049962, "nauc_ndcg_at_3_diff1": 0.002303, "nauc_ndcg_at_5_max": 0.236776, "nauc_ndcg_at_5_std": 0.049938, "nauc_ndcg_at_5_diff1": 0.029654, "nauc_ndcg_at_10_max": 0.282611, "nauc_ndcg_at_10_std": 0.088741, "nauc_ndcg_at_10_diff1": -0.003921, "nauc_ndcg_at_20_max": 0.304146, "nauc_ndcg_at_20_std": 0.118741, "nauc_ndcg_at_20_diff1": -0.011251, "nauc_ndcg_at_100_max": 0.320337, "nauc_ndcg_at_100_std": 0.18268, "nauc_ndcg_at_100_diff1": 0.011108, "nauc_ndcg_at_1000_max": 0.287936, "nauc_ndcg_at_1000_std": 0.156562, "nauc_ndcg_at_1000_diff1": 0.00474, "nauc_map_at_1_max": 0.234247, "nauc_map_at_1_std": 0.125299, "nauc_map_at_1_diff1": -0.046916, "nauc_map_at_3_max": 0.241198, "nauc_map_at_3_std": 0.041254, "nauc_map_at_3_diff1": -0.020124, "nauc_map_at_5_max": 0.246271, "nauc_map_at_5_std": 0.072429, "nauc_map_at_5_diff1": -0.048556, "nauc_map_at_10_max": 0.291915, "nauc_map_at_10_std": 0.097037, "nauc_map_at_10_diff1": -0.033057, "nauc_map_at_20_max": 0.305999, "nauc_map_at_20_std": 0.105209, "nauc_map_at_20_diff1": -0.027306, "nauc_map_at_100_max": 0.311292, "nauc_map_at_100_std": 0.12949, "nauc_map_at_100_diff1": -0.015997, "nauc_map_at_1000_max": 0.308446, "nauc_map_at_1000_std": 0.127022, "nauc_map_at_1000_diff1": -0.015287, "nauc_recall_at_1_max": 0.234247, "nauc_recall_at_1_std": 0.125299, "nauc_recall_at_1_diff1": -0.046916, "nauc_recall_at_3_max": 0.251944, "nauc_recall_at_3_std": 0.012909, "nauc_recall_at_3_diff1": 0.020629, "nauc_recall_at_5_max": 0.25774, "nauc_recall_at_5_std": 0.037192, "nauc_recall_at_5_diff1": 0.002187, "nauc_recall_at_10_max": 0.29135, "nauc_recall_at_10_std": 0.081183, "nauc_recall_at_10_diff1": 0.000946, "nauc_recall_at_20_max": 0.299296, "nauc_recall_at_20_std": 0.100279, "nauc_recall_at_20_diff1": -0.027383, "nauc_recall_at_100_max": 0.404166, "nauc_recall_at_100_std": 0.2906, "nauc_recall_at_100_diff1": 0.044503, "nauc_recall_at_1000_max": 0.410012, "nauc_recall_at_1000_std": 0.222539, "nauc_recall_at_1000_diff1": -0.216305, "nauc_precision_at_1_max": 0.157024, "nauc_precision_at_1_std": 0.112151, "nauc_precision_at_1_diff1": -0.026062, "nauc_precision_at_3_max": 0.202135, "nauc_precision_at_3_std": 0.041254, "nauc_precision_at_3_diff1": 0.014138, "nauc_precision_at_5_max": 0.197577, "nauc_precision_at_5_std": 0.057618, "nauc_precision_at_5_diff1": 0.020442, "nauc_precision_at_10_max": 0.213081, "nauc_precision_at_10_std": 0.083993, "nauc_precision_at_10_diff1": 0.031453, "nauc_precision_at_20_max": 0.149516, "nauc_precision_at_20_std": 0.080265, "nauc_precision_at_20_diff1": 0.03692, "nauc_precision_at_100_max": 0.018137, "nauc_precision_at_100_std": 0.143339, "nauc_precision_at_100_diff1": 0.026869, "nauc_precision_at_1000_max": -0.113051, "nauc_precision_at_1000_std": 0.047159, "nauc_precision_at_1000_diff1": 0.015857, "nauc_mrr_at_1_max": 0.157024, "nauc_mrr_at_1_std": 0.112151, "nauc_mrr_at_1_diff1": -0.026062, "nauc_mrr_at_3_max": 0.231988, "nauc_mrr_at_3_std": 0.130818, "nauc_mrr_at_3_diff1": 0.027827, "nauc_mrr_at_5_max": 0.234404, "nauc_mrr_at_5_std": 0.137313, "nauc_mrr_at_5_diff1": 0.02538, "nauc_mrr_at_10_max": 0.211908, "nauc_mrr_at_10_std": 0.126695, "nauc_mrr_at_10_diff1": 0.010151, "nauc_mrr_at_20_max": 0.214011, "nauc_mrr_at_20_std": 0.13154, "nauc_mrr_at_20_diff1": 0.012525, "nauc_mrr_at_100_max": 0.215597, "nauc_mrr_at_100_std": 0.132, "nauc_mrr_at_100_diff1": 0.012782, "nauc_mrr_at_1000_max": 0.215523, "nauc_mrr_at_1000_std": 0.13193, "nauc_mrr_at_1000_diff1": 0.01275, "hit_rate_at_1": 0.53535, "hit_rate_at_3": 0.71717, "hit_rate_at_5": 0.77778, "hit_rate_at_10": 0.87879, "hit_rate_at_20": 0.94949, "hit_rate_at_100": 0.9899, "hit_rate_at_1000": 1.0, "main_score": 0.43949, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.18.6" } ] }, "evaluation_time": 2194.6684175010305, "kg_co2_emissions": null, "date": 1786263856.561965, "evaluation_phases": [ { "name": "Data loading", "start": 1.5813042409718037e-05, "end": 1.955318051041104, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 1.9553347310284153, "end": 1.9553373330272734, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 1.9619473620550707, "end": 2194.4089605950285, "split": "standard", "subset": "default" }, { "name": "Scoring", "start": 2194.408999826992, "end": 2194.6242437449982, "split": "standard", "subset": "default" } ] }