{ "dataset_revision": "0a2b6ec66a3f662f68ac0f0649020b3c37d8551c", "task_name": "TUNABenchV2TRetrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.285, "ndcg_at_3": 0.39232, "ndcg_at_5": 0.4258, "ndcg_at_10": 0.45755, "ndcg_at_20": 0.48054, "ndcg_at_100": 0.5125, "ndcg_at_1000": 0.52451, "map_at_1": 0.285, "map_at_3": 0.36583, "map_at_5": 0.38448, "map_at_10": 0.39762, "map_at_20": 0.40391, "map_at_100": 0.40849, "map_at_1000": 0.409, "recall_at_1": 0.285, "recall_at_3": 0.469, "recall_at_5": 0.55, "recall_at_10": 0.648, "recall_at_20": 0.739, "recall_at_100": 0.909, "recall_at_1000": 1.0, "accuracy": 0.285, "precision_at_1": 0.285, "precision_at_3": 0.15633, "precision_at_5": 0.11, "precision_at_10": 0.0648, "precision_at_20": 0.03695, "precision_at_100": 0.00909, "precision_at_1000": 0.001, "mrr_at_1": 0.285, "mrr_at_3": 0.365833, "mrr_at_5": 0.384483, "mrr_at_10": 0.397618, "mrr_at_20": 0.403908, "mrr_at_100": 0.408487, "mrr_at_1000": 0.409003, "nauc_ndcg_at_1_max": 0.31429, "nauc_ndcg_at_1_std": -0.101372, "nauc_ndcg_at_1_diff1": 0.441291, "nauc_ndcg_at_3_max": 0.352653, "nauc_ndcg_at_3_std": -0.133871, "nauc_ndcg_at_3_diff1": 0.363947, "nauc_ndcg_at_5_max": 0.371303, "nauc_ndcg_at_5_std": -0.140083, "nauc_ndcg_at_5_diff1": 0.367595, "nauc_ndcg_at_10_max": 0.372862, "nauc_ndcg_at_10_std": -0.133748, "nauc_ndcg_at_10_diff1": 0.358134, "nauc_ndcg_at_20_max": 0.37482, "nauc_ndcg_at_20_std": -0.117134, "nauc_ndcg_at_20_diff1": 0.360268, "nauc_ndcg_at_100_max": 0.373895, "nauc_ndcg_at_100_std": -0.106599, "nauc_ndcg_at_100_diff1": 0.366323, "nauc_ndcg_at_1000_max": 0.365841, "nauc_ndcg_at_1000_std": -0.117447, "nauc_ndcg_at_1000_diff1": 0.371031, "nauc_map_at_1_max": 0.31429, "nauc_map_at_1_std": -0.101372, "nauc_map_at_1_diff1": 0.441291, "nauc_map_at_3_max": 0.344929, "nauc_map_at_3_std": -0.124723, "nauc_map_at_3_diff1": 0.380652, "nauc_map_at_5_max": 0.355233, "nauc_map_at_5_std": -0.128706, "nauc_map_at_5_diff1": 0.382994, "nauc_map_at_10_max": 0.35582, "nauc_map_at_10_std": -0.126058, "nauc_map_at_10_diff1": 0.378958, "nauc_map_at_20_max": 0.356443, "nauc_map_at_20_std": -0.121658, "nauc_map_at_20_diff1": 0.379838, "nauc_map_at_100_max": 0.356091, "nauc_map_at_100_std": -0.120162, "nauc_map_at_100_diff1": 0.380752, "nauc_map_at_1000_max": 0.355808, "nauc_map_at_1000_std": -0.120506, "nauc_map_at_1000_diff1": 0.380923, "nauc_recall_at_1_max": 0.31429, "nauc_recall_at_1_std": -0.101372, "nauc_recall_at_1_diff1": 0.441291, "nauc_recall_at_3_max": 0.373983, "nauc_recall_at_3_std": -0.160353, "nauc_recall_at_3_diff1": 0.317293, "nauc_recall_at_5_max": 0.42115, "nauc_recall_at_5_std": -0.174585, "nauc_recall_at_5_diff1": 0.322908, "nauc_recall_at_10_max": 0.432885, "nauc_recall_at_10_std": -0.157241, "nauc_recall_at_10_diff1": 0.286046, "nauc_recall_at_20_max": 0.454776, "nauc_recall_at_20_std": -0.074821, "nauc_recall_at_20_diff1": 0.278741, "nauc_recall_at_100_max": 0.563087, "nauc_recall_at_100_std": 0.152328, "nauc_recall_at_100_diff1": 0.256446, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.31429, "nauc_precision_at_1_std": -0.101372, "nauc_precision_at_1_diff1": 0.441291, "nauc_precision_at_3_max": 0.373983, "nauc_precision_at_3_std": -0.160353, "nauc_precision_at_3_diff1": 0.317293, "nauc_precision_at_5_max": 0.42115, "nauc_precision_at_5_std": -0.174585, "nauc_precision_at_5_diff1": 0.322908, "nauc_precision_at_10_max": 0.432885, "nauc_precision_at_10_std": -0.157241, "nauc_precision_at_10_diff1": 0.286046, "nauc_precision_at_20_max": 0.454776, "nauc_precision_at_20_std": -0.074821, "nauc_precision_at_20_diff1": 0.278741, "nauc_precision_at_100_max": 0.563087, "nauc_precision_at_100_std": 0.152328, "nauc_precision_at_100_diff1": 0.256446, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.31429, "nauc_mrr_at_1_std": -0.101372, "nauc_mrr_at_1_diff1": 0.441291, "nauc_mrr_at_3_max": 0.344929, "nauc_mrr_at_3_std": -0.124723, "nauc_mrr_at_3_diff1": 0.380652, "nauc_mrr_at_5_max": 0.355233, "nauc_mrr_at_5_std": -0.128706, "nauc_mrr_at_5_diff1": 0.382994, "nauc_mrr_at_10_max": 0.35582, "nauc_mrr_at_10_std": -0.126058, "nauc_mrr_at_10_diff1": 0.378958, "nauc_mrr_at_20_max": 0.356443, "nauc_mrr_at_20_std": -0.121658, "nauc_mrr_at_20_diff1": 0.379838, "nauc_mrr_at_100_max": 0.356091, "nauc_mrr_at_100_std": -0.120162, "nauc_mrr_at_100_diff1": 0.380752, "nauc_mrr_at_1000_max": 0.355808, "nauc_mrr_at_1000_std": -0.120506, "nauc_mrr_at_1000_diff1": 0.380923, "hit_rate_at_1": 0.285, "hit_rate_at_3": 0.469, "hit_rate_at_5": 0.55, "hit_rate_at_10": 0.648, "hit_rate_at_20": 0.739, "hit_rate_at_100": 0.909, "hit_rate_at_1000": 1.0, "main_score": 0.45755, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 1724.2300505638123, "kg_co2_emissions": null, "date": null }