{ "dataset_revision": "7bbb4456dade71ab22c9373c9a2f3504cfdccc18", "task_name": "ReMe", "mteb_version": "2.12.39", "scores": { "test": [ { "ndcg_at_1": 0.32367, "ndcg_at_3": 0.43432, "ndcg_at_5": 0.46073, "ndcg_at_10": 0.49404, "ndcg_at_20": 0.51119, "ndcg_at_25": 0.52058, "ndcg_at_50": 0.53357, "ndcg_at_100": 0.54685, "ndcg_at_1000": 0.55572, "map_at_1": 0.32367, "map_at_3": 0.40741, "map_at_5": 0.42238, "map_at_10": 0.43642, "map_at_20": 0.44118, "map_at_25": 0.44301, "map_at_50": 0.4449, "map_at_100": 0.44606, "map_at_1000": 0.44654, "recall_at_1": 0.32367, "recall_at_3": 0.51208, "recall_at_5": 0.57488, "recall_at_10": 0.67633, "recall_at_20": 0.74396, "recall_at_25": 0.78744, "recall_at_50": 0.85507, "recall_at_100": 0.9372, "recall_at_1000": 1.0, "accuracy": 0.32367, "precision_at_1": 0.32367, "precision_at_3": 0.17069, "precision_at_5": 0.11498, "precision_at_10": 0.06763, "precision_at_20": 0.0372, "precision_at_25": 0.0315, "precision_at_50": 0.0171, "precision_at_100": 0.00937, "precision_at_1000": 0.001, "mrr_at_1": 0.323671, "mrr_at_3": 0.407407, "mrr_at_5": 0.422383, "mrr_at_10": 0.436424, "mrr_at_20": 0.441176, "mrr_at_25": 0.443007, "mrr_at_50": 0.444904, "mrr_at_100": 0.446061, "mrr_at_1000": 0.446536, "nauc_ndcg_at_1_max": 0.182994, "nauc_ndcg_at_1_std": -0.157358, "nauc_ndcg_at_1_diff1": 0.483023, "nauc_ndcg_at_3_max": 0.136312, "nauc_ndcg_at_3_std": -0.212915, "nauc_ndcg_at_3_diff1": 0.441662, "nauc_ndcg_at_5_max": 0.161074, "nauc_ndcg_at_5_std": -0.197339, "nauc_ndcg_at_5_diff1": 0.427279, "nauc_ndcg_at_10_max": 0.179937, "nauc_ndcg_at_10_std": -0.183865, "nauc_ndcg_at_10_diff1": 0.409256, "nauc_ndcg_at_20_max": 0.180117, "nauc_ndcg_at_20_std": -0.174569, "nauc_ndcg_at_20_diff1": 0.389217, "nauc_ndcg_at_25_max": 0.171058, "nauc_ndcg_at_25_std": -0.174507, "nauc_ndcg_at_25_diff1": 0.385748, "nauc_ndcg_at_50_max": 0.175851, "nauc_ndcg_at_50_std": -0.168921, "nauc_ndcg_at_50_diff1": 0.390776, "nauc_ndcg_at_100_max": 0.169181, "nauc_ndcg_at_100_std": -0.170723, "nauc_ndcg_at_100_diff1": 0.396023, "nauc_ndcg_at_1000_max": 0.169008, "nauc_ndcg_at_1000_std": -0.181028, "nauc_ndcg_at_1000_diff1": 0.413746, "nauc_map_at_1_max": 0.182994, "nauc_map_at_1_std": -0.157358, "nauc_map_at_1_diff1": 0.483023, "nauc_map_at_3_max": 0.14471, "nauc_map_at_3_std": -0.201609, "nauc_map_at_3_diff1": 0.448152, "nauc_map_at_5_max": 0.159239, "nauc_map_at_5_std": -0.193431, "nauc_map_at_5_diff1": 0.440407, "nauc_map_at_10_max": 0.167144, "nauc_map_at_10_std": -0.187215, "nauc_map_at_10_diff1": 0.432416, "nauc_map_at_20_max": 0.166946, "nauc_map_at_20_std": -0.184698, "nauc_map_at_20_diff1": 0.427298, "nauc_map_at_25_max": 0.165294, "nauc_map_at_25_std": -0.18472, "nauc_map_at_25_diff1": 0.426881, "nauc_map_at_50_max": 0.165894, "nauc_map_at_50_std": -0.18425, "nauc_map_at_50_diff1": 0.427891, "nauc_map_at_100_max": 0.165328, "nauc_map_at_100_std": -0.184378, "nauc_map_at_100_diff1": 0.428439, "nauc_map_at_1000_max": 0.16538, "nauc_map_at_1000_std": -0.184858, "nauc_map_at_1000_diff1": 0.429339, "nauc_recall_at_1_max": 0.182994, "nauc_recall_at_1_std": -0.157358, "nauc_recall_at_1_diff1": 0.483023, "nauc_recall_at_3_max": 0.113015, "nauc_recall_at_3_std": -0.245014, "nauc_recall_at_3_diff1": 0.424188, "nauc_recall_at_5_max": 0.170682, "nauc_recall_at_5_std": -0.205302, "nauc_recall_at_5_diff1": 0.386259, "nauc_recall_at_10_max": 0.238268, "nauc_recall_at_10_std": -0.163019, "nauc_recall_at_10_diff1": 0.320086, "nauc_recall_at_20_max": 0.2521, "nauc_recall_at_20_std": -0.110893, "nauc_recall_at_20_diff1": 0.196089, "nauc_recall_at_25_max": 0.198138, "nauc_recall_at_25_std": -0.100366, "nauc_recall_at_25_diff1": 0.139302, "nauc_recall_at_50_max": 0.26157, "nauc_recall_at_50_std": -0.002708, "nauc_recall_at_50_diff1": 0.088729, "nauc_recall_at_100_max": 0.186169, "nauc_recall_at_100_std": 0.145331, "nauc_recall_at_100_diff1": -0.136119, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.182994, "nauc_precision_at_1_std": -0.157358, "nauc_precision_at_1_diff1": 0.483023, "nauc_precision_at_3_max": 0.113015, "nauc_precision_at_3_std": -0.245014, "nauc_precision_at_3_diff1": 0.424188, "nauc_precision_at_5_max": 0.170682, "nauc_precision_at_5_std": -0.205302, "nauc_precision_at_5_diff1": 0.386259, "nauc_precision_at_10_max": 0.238268, "nauc_precision_at_10_std": -0.163019, "nauc_precision_at_10_diff1": 0.320086, "nauc_precision_at_20_max": 0.2521, "nauc_precision_at_20_std": -0.110893, "nauc_precision_at_20_diff1": 0.196089, "nauc_precision_at_25_max": 0.198138, "nauc_precision_at_25_std": -0.100366, "nauc_precision_at_25_diff1": 0.139302, "nauc_precision_at_50_max": 0.26157, "nauc_precision_at_50_std": -0.002708, "nauc_precision_at_50_diff1": 0.088729, "nauc_precision_at_100_max": 0.186169, "nauc_precision_at_100_std": 0.145331, "nauc_precision_at_100_diff1": -0.136119, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.182994, "nauc_mrr_at_1_std": -0.157358, "nauc_mrr_at_1_diff1": 0.483023, "nauc_mrr_at_3_max": 0.14471, "nauc_mrr_at_3_std": -0.201609, "nauc_mrr_at_3_diff1": 0.448152, "nauc_mrr_at_5_max": 0.159239, "nauc_mrr_at_5_std": -0.193431, "nauc_mrr_at_5_diff1": 0.440407, "nauc_mrr_at_10_max": 0.167144, "nauc_mrr_at_10_std": -0.187215, "nauc_mrr_at_10_diff1": 0.432416, "nauc_mrr_at_20_max": 0.166946, "nauc_mrr_at_20_std": -0.184698, "nauc_mrr_at_20_diff1": 0.427298, "nauc_mrr_at_25_max": 0.165294, "nauc_mrr_at_25_std": -0.18472, "nauc_mrr_at_25_diff1": 0.426881, "nauc_mrr_at_50_max": 0.165894, "nauc_mrr_at_50_std": -0.18425, "nauc_mrr_at_50_diff1": 0.427891, "nauc_mrr_at_100_max": 0.165328, "nauc_mrr_at_100_std": -0.184378, "nauc_mrr_at_100_diff1": 0.428439, "nauc_mrr_at_1000_max": 0.16538, "nauc_mrr_at_1000_std": -0.184858, "nauc_mrr_at_1000_diff1": 0.429339, "hit_rate_at_1": 0.32367, "hit_rate_at_3": 0.51208, "hit_rate_at_5": 0.57488, "hit_rate_at_10": 0.67633, "hit_rate_at_20": 0.74396, "hit_rate_at_25": 0.78744, "hit_rate_at_50": 0.85507, "hit_rate_at_100": 0.9372, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.323671, "R_cap_at_3": 0.512077, "R_cap_at_5": 0.574879, "R_cap_at_10": 0.676329, "R_cap_at_20": 0.743961, "R_cap_at_25": 0.78744, "R_cap_at_50": 0.855072, "R_cap_at_100": 0.937198, "R_cap_at_1000": 1.0, "main_score": 0.49404, "hf_subset": "appworld_qwen3_8b__generalized_query", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.33945, "ndcg_at_3": 0.47924, "ndcg_at_5": 0.50453, "ndcg_at_10": 0.52772, "ndcg_at_20": 0.54424, "ndcg_at_25": 0.55221, "ndcg_at_50": 0.56941, "ndcg_at_100": 0.58009, "ndcg_at_1000": 0.58646, "map_at_1": 0.33945, "map_at_3": 0.44648, "map_at_5": 0.46093, "map_at_10": 0.47107, "map_at_20": 0.47576, "map_at_25": 0.47733, "map_at_50": 0.48004, "map_at_100": 0.48106, "map_at_1000": 0.48138, "recall_at_1": 0.33945, "recall_at_3": 0.57339, "recall_at_5": 0.63303, "recall_at_10": 0.70183, "recall_at_20": 0.76606, "recall_at_25": 0.80275, "recall_at_50": 0.88991, "recall_at_100": 0.95413, "recall_at_1000": 1.0, "accuracy": 0.33945, "precision_at_1": 0.33945, "precision_at_3": 0.19113, "precision_at_5": 0.12661, "precision_at_10": 0.07018, "precision_at_20": 0.0383, "precision_at_25": 0.03211, "precision_at_50": 0.0178, "precision_at_100": 0.00954, "precision_at_1000": 0.001, "mrr_at_1": 0.33945, "mrr_at_3": 0.446483, "mrr_at_5": 0.460933, "mrr_at_10": 0.471066, "mrr_at_20": 0.475757, "mrr_at_25": 0.477334, "mrr_at_50": 0.480037, "mrr_at_100": 0.481061, "mrr_at_1000": 0.481377, "nauc_ndcg_at_1_max": 0.165574, "nauc_ndcg_at_1_std": -0.104854, "nauc_ndcg_at_1_diff1": 0.5334, "nauc_ndcg_at_3_max": 0.203395, "nauc_ndcg_at_3_std": -0.1219, "nauc_ndcg_at_3_diff1": 0.463297, "nauc_ndcg_at_5_max": 0.207116, "nauc_ndcg_at_5_std": -0.122651, "nauc_ndcg_at_5_diff1": 0.46365, "nauc_ndcg_at_10_max": 0.197845, "nauc_ndcg_at_10_std": -0.127296, "nauc_ndcg_at_10_diff1": 0.459261, "nauc_ndcg_at_20_max": 0.223397, "nauc_ndcg_at_20_std": -0.094592, "nauc_ndcg_at_20_diff1": 0.455603, "nauc_ndcg_at_25_max": 0.217455, "nauc_ndcg_at_25_std": -0.103598, "nauc_ndcg_at_25_diff1": 0.456216, "nauc_ndcg_at_50_max": 0.22074, "nauc_ndcg_at_50_std": -0.080584, "nauc_ndcg_at_50_diff1": 0.4476, "nauc_ndcg_at_100_max": 0.21357, "nauc_ndcg_at_100_std": -0.086156, "nauc_ndcg_at_100_diff1": 0.449234, "nauc_ndcg_at_1000_max": 0.206144, "nauc_ndcg_at_1000_std": -0.102843, "nauc_ndcg_at_1000_diff1": 0.462963, "nauc_map_at_1_max": 0.165574, "nauc_map_at_1_std": -0.104854, "nauc_map_at_1_diff1": 0.5334, "nauc_map_at_3_max": 0.193929, "nauc_map_at_3_std": -0.114904, "nauc_map_at_3_diff1": 0.474766, "nauc_map_at_5_max": 0.196436, "nauc_map_at_5_std": -0.114564, "nauc_map_at_5_diff1": 0.475476, "nauc_map_at_10_max": 0.191374, "nauc_map_at_10_std": -0.11753, "nauc_map_at_10_diff1": 0.474089, "nauc_map_at_20_max": 0.197991, "nauc_map_at_20_std": -0.109123, "nauc_map_at_20_diff1": 0.47346, "nauc_map_at_25_max": 0.196738, "nauc_map_at_25_std": -0.110859, "nauc_map_at_25_diff1": 0.473586, "nauc_map_at_50_max": 0.197497, "nauc_map_at_50_std": -0.107668, "nauc_map_at_50_diff1": 0.47273, "nauc_map_at_100_max": 0.196934, "nauc_map_at_100_std": -0.108045, "nauc_map_at_100_diff1": 0.472877, "nauc_map_at_1000_max": 0.196627, "nauc_map_at_1000_std": -0.108717, "nauc_map_at_1000_diff1": 0.473448, "nauc_recall_at_1_max": 0.165574, "nauc_recall_at_1_std": -0.104854, "nauc_recall_at_1_diff1": 0.5334, "nauc_recall_at_3_max": 0.232238, "nauc_recall_at_3_std": -0.144402, "nauc_recall_at_3_diff1": 0.430984, "nauc_recall_at_5_max": 0.241627, "nauc_recall_at_5_std": -0.151344, "nauc_recall_at_5_diff1": 0.427536, "nauc_recall_at_10_max": 0.220308, "nauc_recall_at_10_std": -0.164376, "nauc_recall_at_10_diff1": 0.404759, "nauc_recall_at_20_max": 0.36625, "nauc_recall_at_20_std": 0.01084, "nauc_recall_at_20_diff1": 0.370571, "nauc_recall_at_25_max": 0.345245, "nauc_recall_at_25_std": -0.038682, "nauc_recall_at_25_diff1": 0.363424, "nauc_recall_at_50_max": 0.459985, "nauc_recall_at_50_std": 0.303268, "nauc_recall_at_50_diff1": 0.179368, "nauc_recall_at_100_max": 0.523355, "nauc_recall_at_100_std": 0.610781, "nauc_recall_at_100_diff1": -0.121306, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.165574, "nauc_precision_at_1_std": -0.104854, "nauc_precision_at_1_diff1": 0.5334, "nauc_precision_at_3_max": 0.232238, "nauc_precision_at_3_std": -0.144402, "nauc_precision_at_3_diff1": 0.430984, "nauc_precision_at_5_max": 0.241627, "nauc_precision_at_5_std": -0.151344, "nauc_precision_at_5_diff1": 0.427536, "nauc_precision_at_10_max": 0.220308, "nauc_precision_at_10_std": -0.164376, "nauc_precision_at_10_diff1": 0.404759, "nauc_precision_at_20_max": 0.36625, "nauc_precision_at_20_std": 0.01084, "nauc_precision_at_20_diff1": 0.370571, "nauc_precision_at_25_max": 0.345245, "nauc_precision_at_25_std": -0.038682, "nauc_precision_at_25_diff1": 0.363424, "nauc_precision_at_50_max": 0.459985, "nauc_precision_at_50_std": 0.303268, "nauc_precision_at_50_diff1": 0.179368, "nauc_precision_at_100_max": 0.523355, "nauc_precision_at_100_std": 0.610781, "nauc_precision_at_100_diff1": -0.121306, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.165574, "nauc_mrr_at_1_std": -0.104854, "nauc_mrr_at_1_diff1": 0.5334, "nauc_mrr_at_3_max": 0.193929, "nauc_mrr_at_3_std": -0.114904, "nauc_mrr_at_3_diff1": 0.474766, "nauc_mrr_at_5_max": 0.196436, "nauc_mrr_at_5_std": -0.114564, "nauc_mrr_at_5_diff1": 0.475476, "nauc_mrr_at_10_max": 0.191374, "nauc_mrr_at_10_std": -0.11753, "nauc_mrr_at_10_diff1": 0.474089, "nauc_mrr_at_20_max": 0.197991, "nauc_mrr_at_20_std": -0.109123, "nauc_mrr_at_20_diff1": 0.47346, "nauc_mrr_at_25_max": 0.196738, "nauc_mrr_at_25_std": -0.110859, "nauc_mrr_at_25_diff1": 0.473586, "nauc_mrr_at_50_max": 0.197497, "nauc_mrr_at_50_std": -0.107668, "nauc_mrr_at_50_diff1": 0.47273, "nauc_mrr_at_100_max": 0.196934, "nauc_mrr_at_100_std": -0.108045, "nauc_mrr_at_100_diff1": 0.472877, "nauc_mrr_at_1000_max": 0.196627, "nauc_mrr_at_1000_std": -0.108717, "nauc_mrr_at_1000_diff1": 0.473448, "hit_rate_at_1": 0.33945, "hit_rate_at_3": 0.57339, "hit_rate_at_5": 0.63303, "hit_rate_at_10": 0.70183, "hit_rate_at_20": 0.76606, "hit_rate_at_25": 0.80275, "hit_rate_at_50": 0.88991, "hit_rate_at_100": 0.95413, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.33945, "R_cap_at_3": 0.573394, "R_cap_at_5": 0.633028, "R_cap_at_10": 0.701835, "R_cap_at_20": 0.766055, "R_cap_at_25": 0.802752, "R_cap_at_50": 0.889908, "R_cap_at_100": 0.954128, "R_cap_at_1000": 1.0, "main_score": 0.52772, "hf_subset": "appworld_qwen3_14b__generalized_query", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.3587, "ndcg_at_3": 0.49204, "ndcg_at_5": 0.5325, "ndcg_at_10": 0.57254, "ndcg_at_20": 0.59209, "ndcg_at_25": 0.59804, "ndcg_at_50": 0.60881, "ndcg_at_100": 0.61066, "ndcg_at_1000": 0.61456, "map_at_1": 0.3587, "map_at_3": 0.45924, "map_at_5": 0.48179, "map_at_10": 0.49914, "map_at_20": 0.50466, "map_at_25": 0.50586, "map_at_50": 0.50756, "map_at_100": 0.50775, "map_at_1000": 0.50797, "recall_at_1": 0.3587, "recall_at_3": 0.58696, "recall_at_5": 0.68478, "recall_at_10": 0.80435, "recall_at_20": 0.88043, "recall_at_25": 0.90761, "recall_at_50": 0.96196, "recall_at_100": 0.97283, "recall_at_1000": 1.0, "accuracy": 0.3587, "precision_at_1": 0.3587, "precision_at_3": 0.19565, "precision_at_5": 0.13696, "precision_at_10": 0.08043, "precision_at_20": 0.04402, "precision_at_25": 0.0363, "precision_at_50": 0.01924, "precision_at_100": 0.00973, "precision_at_1000": 0.001, "mrr_at_1": 0.358696, "mrr_at_3": 0.459239, "mrr_at_5": 0.481793, "mrr_at_10": 0.499135, "mrr_at_20": 0.504657, "mrr_at_25": 0.505856, "mrr_at_50": 0.507563, "mrr_at_100": 0.507749, "mrr_at_1000": 0.507971, "nauc_ndcg_at_1_max": 0.094735, "nauc_ndcg_at_1_std": -0.148514, "nauc_ndcg_at_1_diff1": 0.349933, "nauc_ndcg_at_3_max": 0.092325, "nauc_ndcg_at_3_std": -0.180451, "nauc_ndcg_at_3_diff1": 0.366884, "nauc_ndcg_at_5_max": 0.091578, "nauc_ndcg_at_5_std": -0.185404, "nauc_ndcg_at_5_diff1": 0.343527, "nauc_ndcg_at_10_max": 0.107668, "nauc_ndcg_at_10_std": -0.164495, "nauc_ndcg_at_10_diff1": 0.313481, "nauc_ndcg_at_20_max": 0.093946, "nauc_ndcg_at_20_std": -0.157958, "nauc_ndcg_at_20_diff1": 0.295331, "nauc_ndcg_at_25_max": 0.098009, "nauc_ndcg_at_25_std": -0.14845, "nauc_ndcg_at_25_diff1": 0.296141, "nauc_ndcg_at_50_max": 0.091658, "nauc_ndcg_at_50_std": -0.155827, "nauc_ndcg_at_50_diff1": 0.317146, "nauc_ndcg_at_100_max": 0.094006, "nauc_ndcg_at_100_std": -0.156767, "nauc_ndcg_at_100_diff1": 0.313818, "nauc_ndcg_at_1000_max": 0.094541, "nauc_ndcg_at_1000_std": -0.161684, "nauc_ndcg_at_1000_diff1": 0.324679, "nauc_map_at_1_max": 0.094735, "nauc_map_at_1_std": -0.148514, "nauc_map_at_1_diff1": 0.349933, "nauc_map_at_3_max": 0.091036, "nauc_map_at_3_std": -0.172511, "nauc_map_at_3_diff1": 0.358353, "nauc_map_at_5_max": 0.091267, "nauc_map_at_5_std": -0.174039, "nauc_map_at_5_diff1": 0.345826, "nauc_map_at_10_max": 0.096426, "nauc_map_at_10_std": -0.16599, "nauc_map_at_10_diff1": 0.334014, "nauc_map_at_20_max": 0.09309, "nauc_map_at_20_std": -0.163988, "nauc_map_at_20_diff1": 0.33022, "nauc_map_at_25_max": 0.093704, "nauc_map_at_25_std": -0.162575, "nauc_map_at_25_diff1": 0.330609, "nauc_map_at_50_max": 0.093132, "nauc_map_at_50_std": -0.163413, "nauc_map_at_50_diff1": 0.333631, "nauc_map_at_100_max": 0.093341, "nauc_map_at_100_std": -0.163487, "nauc_map_at_100_diff1": 0.333379, "nauc_map_at_1000_max": 0.093349, "nauc_map_at_1000_std": -0.16371, "nauc_map_at_1000_diff1": 0.333854, "nauc_recall_at_1_max": 0.094735, "nauc_recall_at_1_std": -0.148514, "nauc_recall_at_1_diff1": 0.349933, "nauc_recall_at_3_max": 0.097147, "nauc_recall_at_3_std": -0.204969, "nauc_recall_at_3_diff1": 0.395149, "nauc_recall_at_5_max": 0.092503, "nauc_recall_at_5_std": -0.228037, "nauc_recall_at_5_diff1": 0.333123, "nauc_recall_at_10_max": 0.17859, "nauc_recall_at_10_std": -0.14446, "nauc_recall_at_10_diff1": 0.188878, "nauc_recall_at_20_max": 0.091688, "nauc_recall_at_20_std": -0.083113, "nauc_recall_at_20_diff1": -0.050785, "nauc_recall_at_25_max": 0.146708, "nauc_recall_at_25_std": 0.067136, "nauc_recall_at_25_diff1": -0.135722, "nauc_recall_at_50_max": -0.024993, "nauc_recall_at_50_std": 0.106092, "nauc_recall_at_50_diff1": -0.05598, "nauc_recall_at_100_max": 0.053254, "nauc_recall_at_100_std": 0.158057, "nauc_recall_at_100_diff1": -0.389278, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.094735, "nauc_precision_at_1_std": -0.148514, "nauc_precision_at_1_diff1": 0.349933, "nauc_precision_at_3_max": 0.097147, "nauc_precision_at_3_std": -0.204969, "nauc_precision_at_3_diff1": 0.395149, "nauc_precision_at_5_max": 0.092503, "nauc_precision_at_5_std": -0.228037, "nauc_precision_at_5_diff1": 0.333123, "nauc_precision_at_10_max": 0.17859, "nauc_precision_at_10_std": -0.14446, "nauc_precision_at_10_diff1": 0.188878, "nauc_precision_at_20_max": 0.091688, "nauc_precision_at_20_std": -0.083113, "nauc_precision_at_20_diff1": -0.050785, "nauc_precision_at_25_max": 0.146708, "nauc_precision_at_25_std": 0.067136, "nauc_precision_at_25_diff1": -0.135722, "nauc_precision_at_50_max": -0.024993, "nauc_precision_at_50_std": 0.106092, "nauc_precision_at_50_diff1": -0.05598, "nauc_precision_at_100_max": 0.053254, "nauc_precision_at_100_std": 0.158057, "nauc_precision_at_100_diff1": -0.389278, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.094735, "nauc_mrr_at_1_std": -0.148514, "nauc_mrr_at_1_diff1": 0.349933, "nauc_mrr_at_3_max": 0.091036, "nauc_mrr_at_3_std": -0.172511, "nauc_mrr_at_3_diff1": 0.358353, "nauc_mrr_at_5_max": 0.091267, "nauc_mrr_at_5_std": -0.174039, "nauc_mrr_at_5_diff1": 0.345826, "nauc_mrr_at_10_max": 0.096426, "nauc_mrr_at_10_std": -0.16599, "nauc_mrr_at_10_diff1": 0.334014, "nauc_mrr_at_20_max": 0.09309, "nauc_mrr_at_20_std": -0.163988, "nauc_mrr_at_20_diff1": 0.33022, "nauc_mrr_at_25_max": 0.093704, "nauc_mrr_at_25_std": -0.162575, "nauc_mrr_at_25_diff1": 0.330609, "nauc_mrr_at_50_max": 0.093132, "nauc_mrr_at_50_std": -0.163413, "nauc_mrr_at_50_diff1": 0.333631, "nauc_mrr_at_100_max": 0.093341, "nauc_mrr_at_100_std": -0.163487, "nauc_mrr_at_100_diff1": 0.333379, "nauc_mrr_at_1000_max": 0.093349, "nauc_mrr_at_1000_std": -0.16371, "nauc_mrr_at_1000_diff1": 0.333854, "hit_rate_at_1": 0.3587, "hit_rate_at_3": 0.58696, "hit_rate_at_5": 0.68478, "hit_rate_at_10": 0.80435, "hit_rate_at_20": 0.88043, "hit_rate_at_25": 0.90761, "hit_rate_at_50": 0.96196, "hit_rate_at_100": 0.97283, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.358696, "R_cap_at_3": 0.586957, "R_cap_at_5": 0.684783, "R_cap_at_10": 0.804348, "R_cap_at_20": 0.880435, "R_cap_at_25": 0.907609, "R_cap_at_50": 0.961957, "R_cap_at_100": 0.972826, "R_cap_at_1000": 1.0, "main_score": 0.57254, "hf_subset": "appworld_qwen3_32b__generalized_query", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.61458, "ndcg_at_3": 0.74169, "ndcg_at_5": 0.77172, "ndcg_at_10": 0.79878, "ndcg_at_20": 0.80152, "ndcg_at_25": 0.80152, "ndcg_at_50": 0.80152, "ndcg_at_100": 0.80152, "ndcg_at_1000": 0.80152, "map_at_1": 0.61458, "map_at_3": 0.71007, "map_at_5": 0.72674, "map_at_10": 0.73796, "map_at_20": 0.73876, "map_at_25": 0.73876, "map_at_50": 0.73876, "map_at_100": 0.73876, "map_at_1000": 0.73876, "recall_at_1": 0.61458, "recall_at_3": 0.83333, "recall_at_5": 0.90625, "recall_at_10": 0.98958, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.61458, "precision_at_1": 0.61458, "precision_at_3": 0.27778, "precision_at_5": 0.18125, "precision_at_10": 0.09896, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.614583, "mrr_at_3": 0.710069, "mrr_at_5": 0.726736, "mrr_at_10": 0.737959, "mrr_at_20": 0.73876, "mrr_at_25": 0.73876, "mrr_at_50": 0.73876, "mrr_at_100": 0.73876, "mrr_at_1000": 0.73876, "nauc_ndcg_at_1_max": 0.242131, "nauc_ndcg_at_1_std": -0.395535, "nauc_ndcg_at_1_diff1": 0.597918, "nauc_ndcg_at_3_max": 0.290556, "nauc_ndcg_at_3_std": -0.446232, "nauc_ndcg_at_3_diff1": 0.559654, "nauc_ndcg_at_5_max": 0.246847, "nauc_ndcg_at_5_std": -0.496853, "nauc_ndcg_at_5_diff1": 0.546862, "nauc_ndcg_at_10_max": 0.261057, "nauc_ndcg_at_10_std": -0.471301, "nauc_ndcg_at_10_diff1": 0.580259, "nauc_ndcg_at_20_max": 0.259441, "nauc_ndcg_at_20_std": -0.450597, "nauc_ndcg_at_20_diff1": 0.573313, "nauc_ndcg_at_25_max": 0.259441, "nauc_ndcg_at_25_std": -0.450597, "nauc_ndcg_at_25_diff1": 0.573313, "nauc_ndcg_at_50_max": 0.259441, "nauc_ndcg_at_50_std": -0.450597, "nauc_ndcg_at_50_diff1": 0.573313, "nauc_ndcg_at_100_max": 0.259441, "nauc_ndcg_at_100_std": -0.450597, "nauc_ndcg_at_100_diff1": 0.573313, "nauc_ndcg_at_1000_max": 0.259441, "nauc_ndcg_at_1000_std": -0.450597, "nauc_ndcg_at_1000_diff1": 0.573313, "nauc_map_at_1_max": 0.242131, "nauc_map_at_1_std": -0.395535, "nauc_map_at_1_diff1": 0.597918, "nauc_map_at_3_max": 0.276198, "nauc_map_at_3_std": -0.431967, "nauc_map_at_3_diff1": 0.570838, "nauc_map_at_5_max": 0.253898, "nauc_map_at_5_std": -0.45673, "nauc_map_at_5_diff1": 0.565575, "nauc_map_at_10_max": 0.259086, "nauc_map_at_10_std": -0.447869, "nauc_map_at_10_diff1": 0.577132, "nauc_map_at_20_max": 0.258718, "nauc_map_at_20_std": -0.443156, "nauc_map_at_20_diff1": 0.575569, "nauc_map_at_25_max": 0.258718, "nauc_map_at_25_std": -0.443156, "nauc_map_at_25_diff1": 0.575569, "nauc_map_at_50_max": 0.258718, "nauc_map_at_50_std": -0.443156, "nauc_map_at_50_diff1": 0.575569, "nauc_map_at_100_max": 0.258718, "nauc_map_at_100_std": -0.443156, "nauc_map_at_100_diff1": 0.575569, "nauc_map_at_1000_max": 0.258718, "nauc_map_at_1000_std": -0.443156, "nauc_map_at_1000_diff1": 0.575569, "nauc_recall_at_1_max": 0.242131, "nauc_recall_at_1_std": -0.395535, "nauc_recall_at_1_diff1": 0.597918, "nauc_recall_at_3_max": 0.353994, "nauc_recall_at_3_std": -0.50876, "nauc_recall_at_3_diff1": 0.510348, "nauc_recall_at_5_max": 0.18384, "nauc_recall_at_5_std": -0.790307, "nauc_recall_at_5_diff1": 0.410953, "nauc_recall_at_10_max": 0.358701, "nauc_recall_at_10_std": -1.722392, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.242131, "nauc_precision_at_1_std": -0.395535, "nauc_precision_at_1_diff1": 0.597918, "nauc_precision_at_3_max": 0.353994, "nauc_precision_at_3_std": -0.50876, "nauc_precision_at_3_diff1": 0.510348, "nauc_precision_at_5_max": 0.18384, "nauc_precision_at_5_std": -0.790307, "nauc_precision_at_5_diff1": 0.410953, "nauc_precision_at_10_max": 0.358701, "nauc_precision_at_10_std": -1.722392, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": NaN, "nauc_precision_at_25_std": NaN, "nauc_precision_at_25_diff1": NaN, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.242131, "nauc_mrr_at_1_std": -0.395535, "nauc_mrr_at_1_diff1": 0.597918, "nauc_mrr_at_3_max": 0.276198, "nauc_mrr_at_3_std": -0.431967, "nauc_mrr_at_3_diff1": 0.570838, "nauc_mrr_at_5_max": 0.253898, "nauc_mrr_at_5_std": -0.45673, "nauc_mrr_at_5_diff1": 0.565575, "nauc_mrr_at_10_max": 0.259086, "nauc_mrr_at_10_std": -0.447869, "nauc_mrr_at_10_diff1": 0.577132, "nauc_mrr_at_20_max": 0.258718, "nauc_mrr_at_20_std": -0.443156, "nauc_mrr_at_20_diff1": 0.575569, "nauc_mrr_at_25_max": 0.258718, "nauc_mrr_at_25_std": -0.443156, "nauc_mrr_at_25_diff1": 0.575569, "nauc_mrr_at_50_max": 0.258718, "nauc_mrr_at_50_std": -0.443156, "nauc_mrr_at_50_diff1": 0.575569, "nauc_mrr_at_100_max": 0.258718, "nauc_mrr_at_100_std": -0.443156, "nauc_mrr_at_100_diff1": 0.575569, "nauc_mrr_at_1000_max": 0.258718, "nauc_mrr_at_1000_std": -0.443156, "nauc_mrr_at_1000_diff1": 0.575569, "hit_rate_at_1": 0.61458, "hit_rate_at_3": 0.83333, "hit_rate_at_5": 0.90625, "hit_rate_at_10": 0.98958, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.614583, "R_cap_at_3": 0.833333, "R_cap_at_5": 0.90625, "R_cap_at_10": 0.989583, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.79878, "hf_subset": "bfcl_qwen3_8b__generalized_query", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.41667, "ndcg_at_3": 0.6054, "ndcg_at_5": 0.63095, "ndcg_at_10": 0.67536, "ndcg_at_20": 0.68894, "ndcg_at_25": 0.68894, "ndcg_at_50": 0.69104, "ndcg_at_100": 0.69104, "ndcg_at_1000": 0.69104, "map_at_1": 0.41667, "map_at_3": 0.55903, "map_at_5": 0.57309, "map_at_10": 0.59177, "map_at_20": 0.59572, "map_at_25": 0.59572, "map_at_50": 0.59607, "map_at_100": 0.59607, "map_at_1000": 0.59607, "recall_at_1": 0.41667, "recall_at_3": 0.73958, "recall_at_5": 0.80208, "recall_at_10": 0.9375, "recall_at_20": 0.98958, "recall_at_25": 0.98958, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.41667, "precision_at_1": 0.41667, "precision_at_3": 0.24653, "precision_at_5": 0.16042, "precision_at_10": 0.09375, "precision_at_20": 0.04948, "precision_at_25": 0.03958, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.416667, "mrr_at_3": 0.559028, "mrr_at_5": 0.57309, "mrr_at_10": 0.59177, "mrr_at_20": 0.595723, "mrr_at_25": 0.595723, "mrr_at_50": 0.596071, "mrr_at_100": 0.596071, "mrr_at_1000": 0.596071, "nauc_ndcg_at_1_max": 0.300132, "nauc_ndcg_at_1_std": -0.073784, "nauc_ndcg_at_1_diff1": 0.480291, "nauc_ndcg_at_3_max": 0.328082, "nauc_ndcg_at_3_std": -0.047294, "nauc_ndcg_at_3_diff1": 0.461244, "nauc_ndcg_at_5_max": 0.360398, "nauc_ndcg_at_5_std": -0.023908, "nauc_ndcg_at_5_diff1": 0.479655, "nauc_ndcg_at_10_max": 0.316, "nauc_ndcg_at_10_std": -0.048842, "nauc_ndcg_at_10_diff1": 0.457917, "nauc_ndcg_at_20_max": 0.32829, "nauc_ndcg_at_20_std": -0.042831, "nauc_ndcg_at_20_diff1": 0.467866, "nauc_ndcg_at_25_max": 0.32829, "nauc_ndcg_at_25_std": -0.042831, "nauc_ndcg_at_25_diff1": 0.467866, "nauc_ndcg_at_50_max": 0.330308, "nauc_ndcg_at_50_std": -0.044468, "nauc_ndcg_at_50_diff1": 0.465363, "nauc_ndcg_at_100_max": 0.330308, "nauc_ndcg_at_100_std": -0.044468, "nauc_ndcg_at_100_diff1": 0.465363, "nauc_ndcg_at_1000_max": 0.330308, "nauc_ndcg_at_1000_std": -0.044468, "nauc_ndcg_at_1000_diff1": 0.465363, "nauc_map_at_1_max": 0.300132, "nauc_map_at_1_std": -0.073784, "nauc_map_at_1_diff1": 0.480291, "nauc_map_at_3_max": 0.325439, "nauc_map_at_3_std": -0.048757, "nauc_map_at_3_diff1": 0.462711, "nauc_map_at_5_max": 0.342836, "nauc_map_at_5_std": -0.035528, "nauc_map_at_5_diff1": 0.473309, "nauc_map_at_10_max": 0.3257, "nauc_map_at_10_std": -0.04727, "nauc_map_at_10_diff1": 0.464624, "nauc_map_at_20_max": 0.328838, "nauc_map_at_20_std": -0.045629, "nauc_map_at_20_diff1": 0.466497, "nauc_map_at_25_max": 0.328838, "nauc_map_at_25_std": -0.045629, "nauc_map_at_25_diff1": 0.466497, "nauc_map_at_50_max": 0.329096, "nauc_map_at_50_std": -0.045842, "nauc_map_at_50_diff1": 0.466176, "nauc_map_at_100_max": 0.329096, "nauc_map_at_100_std": -0.045842, "nauc_map_at_100_diff1": 0.466176, "nauc_map_at_1000_max": 0.329096, "nauc_map_at_1000_std": -0.045842, "nauc_map_at_1000_diff1": 0.466176, "nauc_recall_at_1_max": 0.300132, "nauc_recall_at_1_std": -0.073784, "nauc_recall_at_1_diff1": 0.480291, "nauc_recall_at_3_max": 0.335345, "nauc_recall_at_3_std": -0.044986, "nauc_recall_at_3_diff1": 0.457765, "nauc_recall_at_5_max": 0.442806, "nauc_recall_at_5_std": 0.027923, "nauc_recall_at_5_diff1": 0.513254, "nauc_recall_at_10_max": 0.127907, "nauc_recall_at_10_std": -0.090422, "nauc_recall_at_10_diff1": 0.354642, "nauc_recall_at_20_max": 0.123407, "nauc_recall_at_20_std": 0.123407, "nauc_recall_at_20_diff1": 0.721996, "nauc_recall_at_25_max": 0.123407, "nauc_recall_at_25_std": 0.123407, "nauc_recall_at_25_diff1": 0.721996, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.300132, "nauc_precision_at_1_std": -0.073784, "nauc_precision_at_1_diff1": 0.480291, "nauc_precision_at_3_max": 0.335345, "nauc_precision_at_3_std": -0.044986, "nauc_precision_at_3_diff1": 0.457765, "nauc_precision_at_5_max": 0.442806, "nauc_precision_at_5_std": 0.027923, "nauc_precision_at_5_diff1": 0.513254, "nauc_precision_at_10_max": 0.127907, "nauc_precision_at_10_std": -0.090422, "nauc_precision_at_10_diff1": 0.354642, "nauc_precision_at_20_max": 0.123407, "nauc_precision_at_20_std": 0.123407, "nauc_precision_at_20_diff1": 0.721996, "nauc_precision_at_25_max": 0.123407, "nauc_precision_at_25_std": 0.123407, "nauc_precision_at_25_diff1": 0.721996, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.300132, "nauc_mrr_at_1_std": -0.073784, "nauc_mrr_at_1_diff1": 0.480291, "nauc_mrr_at_3_max": 0.325439, "nauc_mrr_at_3_std": -0.048757, "nauc_mrr_at_3_diff1": 0.462711, "nauc_mrr_at_5_max": 0.342836, "nauc_mrr_at_5_std": -0.035528, "nauc_mrr_at_5_diff1": 0.473309, "nauc_mrr_at_10_max": 0.3257, "nauc_mrr_at_10_std": -0.04727, "nauc_mrr_at_10_diff1": 0.464624, "nauc_mrr_at_20_max": 0.328838, "nauc_mrr_at_20_std": -0.045629, "nauc_mrr_at_20_diff1": 0.466497, "nauc_mrr_at_25_max": 0.328838, "nauc_mrr_at_25_std": -0.045629, "nauc_mrr_at_25_diff1": 0.466497, "nauc_mrr_at_50_max": 0.329096, "nauc_mrr_at_50_std": -0.045842, "nauc_mrr_at_50_diff1": 0.466176, "nauc_mrr_at_100_max": 0.329096, "nauc_mrr_at_100_std": -0.045842, "nauc_mrr_at_100_diff1": 0.466176, "nauc_mrr_at_1000_max": 0.329096, "nauc_mrr_at_1000_std": -0.045842, "nauc_mrr_at_1000_diff1": 0.466176, "hit_rate_at_1": 0.41667, "hit_rate_at_3": 0.73958, "hit_rate_at_5": 0.80208, "hit_rate_at_10": 0.9375, "hit_rate_at_20": 0.98958, "hit_rate_at_25": 0.98958, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.416667, "R_cap_at_3": 0.739583, "R_cap_at_5": 0.802083, "R_cap_at_10": 0.9375, "R_cap_at_20": 0.989583, "R_cap_at_25": 0.989583, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.67536, "hf_subset": "bfcl_qwen3_8b__task_query", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.59633, "ndcg_at_3": 0.7524, "ndcg_at_5": 0.7903, "ndcg_at_10": 0.80237, "ndcg_at_20": 0.80493, "ndcg_at_25": 0.80493, "ndcg_at_50": 0.80678, "ndcg_at_100": 0.80678, "ndcg_at_1000": 0.80678, "map_at_1": 0.59633, "map_at_3": 0.71713, "map_at_5": 0.73823, "map_at_10": 0.7433, "map_at_20": 0.74414, "map_at_25": 0.74414, "map_at_50": 0.74444, "map_at_100": 0.74444, "map_at_1000": 0.74444, "recall_at_1": 0.59633, "recall_at_3": 0.85321, "recall_at_5": 0.94495, "recall_at_10": 0.98165, "recall_at_20": 0.99083, "recall_at_25": 0.99083, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.59633, "precision_at_1": 0.59633, "precision_at_3": 0.2844, "precision_at_5": 0.18899, "precision_at_10": 0.09817, "precision_at_20": 0.04954, "precision_at_25": 0.03963, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.59633, "mrr_at_3": 0.717125, "mrr_at_5": 0.738226, "mrr_at_10": 0.743305, "mrr_at_20": 0.744139, "mrr_at_25": 0.744139, "mrr_at_50": 0.744445, "mrr_at_100": 0.744445, "mrr_at_1000": 0.744445, "nauc_ndcg_at_1_max": 0.175262, "nauc_ndcg_at_1_std": -0.274712, "nauc_ndcg_at_1_diff1": 0.728999, "nauc_ndcg_at_3_max": 0.218463, "nauc_ndcg_at_3_std": -0.543523, "nauc_ndcg_at_3_diff1": 0.726068, "nauc_ndcg_at_5_max": 0.210832, "nauc_ndcg_at_5_std": -0.480707, "nauc_ndcg_at_5_diff1": 0.714419, "nauc_ndcg_at_10_max": 0.218658, "nauc_ndcg_at_10_std": -0.423605, "nauc_ndcg_at_10_diff1": 0.712063, "nauc_ndcg_at_20_max": 0.21335, "nauc_ndcg_at_20_std": -0.402973, "nauc_ndcg_at_20_diff1": 0.71772, "nauc_ndcg_at_25_max": 0.21335, "nauc_ndcg_at_25_std": -0.402973, "nauc_ndcg_at_25_diff1": 0.71772, "nauc_ndcg_at_50_max": 0.205729, "nauc_ndcg_at_50_std": -0.414083, "nauc_ndcg_at_50_diff1": 0.719634, "nauc_ndcg_at_100_max": 0.205729, "nauc_ndcg_at_100_std": -0.414083, "nauc_ndcg_at_100_diff1": 0.719634, "nauc_ndcg_at_1000_max": 0.205729, "nauc_ndcg_at_1000_std": -0.414083, "nauc_ndcg_at_1000_diff1": 0.719634, "nauc_map_at_1_max": 0.175262, "nauc_map_at_1_std": -0.274712, "nauc_map_at_1_diff1": 0.728999, "nauc_map_at_3_max": 0.207397, "nauc_map_at_3_std": -0.46046, "nauc_map_at_3_diff1": 0.724978, "nauc_map_at_5_max": 0.201825, "nauc_map_at_5_std": -0.426959, "nauc_map_at_5_diff1": 0.719957, "nauc_map_at_10_max": 0.204276, "nauc_map_at_10_std": -0.407223, "nauc_map_at_10_diff1": 0.719235, "nauc_map_at_20_max": 0.202892, "nauc_map_at_20_std": -0.402001, "nauc_map_at_20_diff1": 0.720677, "nauc_map_at_25_max": 0.202892, "nauc_map_at_25_std": -0.402001, "nauc_map_at_25_diff1": 0.720677, "nauc_map_at_50_max": 0.201921, "nauc_map_at_50_std": -0.403392, "nauc_map_at_50_diff1": 0.720922, "nauc_map_at_100_max": 0.201921, "nauc_map_at_100_std": -0.403392, "nauc_map_at_100_diff1": 0.720922, "nauc_map_at_1000_max": 0.201921, "nauc_map_at_1000_std": -0.403392, "nauc_map_at_1000_diff1": 0.720922, "nauc_recall_at_1_max": 0.175262, "nauc_recall_at_1_std": -0.274712, "nauc_recall_at_1_diff1": 0.728999, "nauc_recall_at_3_max": 0.26987, "nauc_recall_at_3_std": -0.941877, "nauc_recall_at_3_diff1": 0.732742, "nauc_recall_at_5_max": 0.309033, "nauc_recall_at_5_std": -1.036221, "nauc_recall_at_5_diff1": 0.647324, "nauc_recall_at_10_max": 0.711084, "nauc_recall_at_10_std": -0.585105, "nauc_recall_at_10_diff1": 0.454378, "nauc_recall_at_20_max": 0.869148, "nauc_recall_at_20_std": 0.55302, "nauc_recall_at_20_diff1": 0.55302, "nauc_recall_at_25_max": 0.869148, "nauc_recall_at_25_std": 0.55302, "nauc_recall_at_25_diff1": 0.55302, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.175262, "nauc_precision_at_1_std": -0.274712, "nauc_precision_at_1_diff1": 0.728999, "nauc_precision_at_3_max": 0.26987, "nauc_precision_at_3_std": -0.941877, "nauc_precision_at_3_diff1": 0.732742, "nauc_precision_at_5_max": 0.309033, "nauc_precision_at_5_std": -1.036221, "nauc_precision_at_5_diff1": 0.647324, "nauc_precision_at_10_max": 0.711084, "nauc_precision_at_10_std": -0.585105, "nauc_precision_at_10_diff1": 0.454378, "nauc_precision_at_20_max": 0.869148, "nauc_precision_at_20_std": 0.55302, "nauc_precision_at_20_diff1": 0.55302, "nauc_precision_at_25_max": 0.869148, "nauc_precision_at_25_std": 0.55302, "nauc_precision_at_25_diff1": 0.55302, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.175262, "nauc_mrr_at_1_std": -0.274712, "nauc_mrr_at_1_diff1": 0.728999, "nauc_mrr_at_3_max": 0.207397, "nauc_mrr_at_3_std": -0.46046, "nauc_mrr_at_3_diff1": 0.724978, "nauc_mrr_at_5_max": 0.201825, "nauc_mrr_at_5_std": -0.426959, "nauc_mrr_at_5_diff1": 0.719957, "nauc_mrr_at_10_max": 0.204276, "nauc_mrr_at_10_std": -0.407223, "nauc_mrr_at_10_diff1": 0.719235, "nauc_mrr_at_20_max": 0.202892, "nauc_mrr_at_20_std": -0.402001, "nauc_mrr_at_20_diff1": 0.720677, "nauc_mrr_at_25_max": 0.202892, "nauc_mrr_at_25_std": -0.402001, "nauc_mrr_at_25_diff1": 0.720677, "nauc_mrr_at_50_max": 0.201921, "nauc_mrr_at_50_std": -0.403392, "nauc_mrr_at_50_diff1": 0.720922, "nauc_mrr_at_100_max": 0.201921, "nauc_mrr_at_100_std": -0.403392, "nauc_mrr_at_100_diff1": 0.720922, "nauc_mrr_at_1000_max": 0.201921, "nauc_mrr_at_1000_std": -0.403392, "nauc_mrr_at_1000_diff1": 0.720922, "hit_rate_at_1": 0.59633, "hit_rate_at_3": 0.85321, "hit_rate_at_5": 0.94495, "hit_rate_at_10": 0.98165, "hit_rate_at_20": 0.99083, "hit_rate_at_25": 0.99083, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.59633, "R_cap_at_3": 0.853211, "R_cap_at_5": 0.944954, "R_cap_at_10": 0.981651, "R_cap_at_20": 0.990826, "R_cap_at_25": 0.990826, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.80237, "hf_subset": "bfcl_qwen3_14b__generalized_query", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.37615, "ndcg_at_3": 0.53899, "ndcg_at_5": 0.56544, "ndcg_at_10": 0.60578, "ndcg_at_20": 0.62978, "ndcg_at_25": 0.62978, "ndcg_at_50": 0.63525, "ndcg_at_100": 0.6413, "ndcg_at_1000": 0.6413, "map_at_1": 0.37615, "map_at_3": 0.5, "map_at_5": 0.51468, "map_at_10": 0.5306, "map_at_20": 0.53762, "map_at_25": 0.53762, "map_at_50": 0.5385, "map_at_100": 0.53906, "map_at_1000": 0.53906, "recall_at_1": 0.37615, "recall_at_3": 0.65138, "recall_at_5": 0.7156, "recall_at_10": 0.84404, "recall_at_20": 0.93578, "recall_at_25": 0.93578, "recall_at_50": 0.9633, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.37615, "precision_at_1": 0.37615, "precision_at_3": 0.21713, "precision_at_5": 0.14312, "precision_at_10": 0.0844, "precision_at_20": 0.04679, "precision_at_25": 0.03743, "precision_at_50": 0.01927, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.376147, "mrr_at_3": 0.5, "mrr_at_5": 0.514679, "mrr_at_10": 0.530603, "mrr_at_20": 0.537621, "mrr_at_25": 0.537621, "mrr_at_50": 0.538505, "mrr_at_100": 0.539064, "mrr_at_1000": 0.539064, "nauc_ndcg_at_1_max": 0.202431, "nauc_ndcg_at_1_std": -0.229703, "nauc_ndcg_at_1_diff1": 0.493867, "nauc_ndcg_at_3_max": 0.237705, "nauc_ndcg_at_3_std": -0.16452, "nauc_ndcg_at_3_diff1": 0.412996, "nauc_ndcg_at_5_max": 0.281033, "nauc_ndcg_at_5_std": -0.152688, "nauc_ndcg_at_5_diff1": 0.443375, "nauc_ndcg_at_10_max": 0.263259, "nauc_ndcg_at_10_std": -0.165178, "nauc_ndcg_at_10_diff1": 0.443735, "nauc_ndcg_at_20_max": 0.262137, "nauc_ndcg_at_20_std": -0.150369, "nauc_ndcg_at_20_diff1": 0.459081, "nauc_ndcg_at_25_max": 0.262137, "nauc_ndcg_at_25_std": -0.150369, "nauc_ndcg_at_25_diff1": 0.459081, "nauc_ndcg_at_50_max": 0.247777, "nauc_ndcg_at_50_std": -0.173988, "nauc_ndcg_at_50_diff1": 0.455841, "nauc_ndcg_at_100_max": 0.246105, "nauc_ndcg_at_100_std": -0.174829, "nauc_ndcg_at_100_diff1": 0.449621, "nauc_ndcg_at_1000_max": 0.246105, "nauc_ndcg_at_1000_std": -0.174829, "nauc_ndcg_at_1000_diff1": 0.449621, "nauc_map_at_1_max": 0.202431, "nauc_map_at_1_std": -0.229703, "nauc_map_at_1_diff1": 0.493867, "nauc_map_at_3_max": 0.228227, "nauc_map_at_3_std": -0.18486, "nauc_map_at_3_diff1": 0.432211, "nauc_map_at_5_max": 0.250446, "nauc_map_at_5_std": -0.179123, "nauc_map_at_5_diff1": 0.448598, "nauc_map_at_10_max": 0.241997, "nauc_map_at_10_std": -0.185669, "nauc_map_at_10_diff1": 0.449813, "nauc_map_at_20_max": 0.240669, "nauc_map_at_20_std": -0.181689, "nauc_map_at_20_diff1": 0.451958, "nauc_map_at_25_max": 0.240669, "nauc_map_at_25_std": -0.181689, "nauc_map_at_25_diff1": 0.451958, "nauc_map_at_50_max": 0.238764, "nauc_map_at_50_std": -0.184836, "nauc_map_at_50_diff1": 0.451554, "nauc_map_at_100_max": 0.23865, "nauc_map_at_100_std": -0.184892, "nauc_map_at_100_diff1": 0.451113, "nauc_map_at_1000_max": 0.23865, "nauc_map_at_1000_std": -0.184892, "nauc_map_at_1000_diff1": 0.451113, "nauc_recall_at_1_max": 0.202431, "nauc_recall_at_1_std": -0.229703, "nauc_recall_at_1_diff1": 0.493867, "nauc_recall_at_3_max": 0.26918, "nauc_recall_at_3_std": -0.095667, "nauc_recall_at_3_diff1": 0.350349, "nauc_recall_at_5_max": 0.40346, "nauc_recall_at_5_std": -0.050453, "nauc_recall_at_5_diff1": 0.430773, "nauc_recall_at_10_max": 0.394085, "nauc_recall_at_10_std": -0.041642, "nauc_recall_at_10_diff1": 0.414563, "nauc_recall_at_20_max": 0.570776, "nauc_recall_at_20_std": 0.311337, "nauc_recall_at_20_diff1": 0.663367, "nauc_recall_at_25_max": 0.570776, "nauc_recall_at_25_std": 0.311337, "nauc_recall_at_25_diff1": 0.663367, "nauc_recall_at_50_max": 0.31842, "nauc_recall_at_50_std": -0.135598, "nauc_recall_at_50_diff1": 0.703945, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.202431, "nauc_precision_at_1_std": -0.229703, "nauc_precision_at_1_diff1": 0.493867, "nauc_precision_at_3_max": 0.26918, "nauc_precision_at_3_std": -0.095667, "nauc_precision_at_3_diff1": 0.350349, "nauc_precision_at_5_max": 0.40346, "nauc_precision_at_5_std": -0.050453, "nauc_precision_at_5_diff1": 0.430773, "nauc_precision_at_10_max": 0.394085, "nauc_precision_at_10_std": -0.041642, "nauc_precision_at_10_diff1": 0.414563, "nauc_precision_at_20_max": 0.570776, "nauc_precision_at_20_std": 0.311337, "nauc_precision_at_20_diff1": 0.663367, "nauc_precision_at_25_max": 0.570776, "nauc_precision_at_25_std": 0.311337, "nauc_precision_at_25_diff1": 0.663367, "nauc_precision_at_50_max": 0.31842, "nauc_precision_at_50_std": -0.135598, "nauc_precision_at_50_diff1": 0.703945, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.202431, "nauc_mrr_at_1_std": -0.229703, "nauc_mrr_at_1_diff1": 0.493867, "nauc_mrr_at_3_max": 0.228227, "nauc_mrr_at_3_std": -0.18486, "nauc_mrr_at_3_diff1": 0.432211, "nauc_mrr_at_5_max": 0.250446, "nauc_mrr_at_5_std": -0.179123, "nauc_mrr_at_5_diff1": 0.448598, "nauc_mrr_at_10_max": 0.241997, "nauc_mrr_at_10_std": -0.185669, "nauc_mrr_at_10_diff1": 0.449813, "nauc_mrr_at_20_max": 0.240669, "nauc_mrr_at_20_std": -0.181689, "nauc_mrr_at_20_diff1": 0.451958, "nauc_mrr_at_25_max": 0.240669, "nauc_mrr_at_25_std": -0.181689, "nauc_mrr_at_25_diff1": 0.451958, "nauc_mrr_at_50_max": 0.238764, "nauc_mrr_at_50_std": -0.184836, "nauc_mrr_at_50_diff1": 0.451554, "nauc_mrr_at_100_max": 0.23865, "nauc_mrr_at_100_std": -0.184892, "nauc_mrr_at_100_diff1": 0.451113, "nauc_mrr_at_1000_max": 0.23865, "nauc_mrr_at_1000_std": -0.184892, "nauc_mrr_at_1000_diff1": 0.451113, "hit_rate_at_1": 0.37615, "hit_rate_at_3": 0.65138, "hit_rate_at_5": 0.7156, "hit_rate_at_10": 0.84404, "hit_rate_at_20": 0.93578, "hit_rate_at_25": 0.93578, "hit_rate_at_50": 0.9633, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.376147, "R_cap_at_3": 0.651376, "R_cap_at_5": 0.715596, "R_cap_at_10": 0.844037, "R_cap_at_20": 0.93578, "R_cap_at_25": 0.93578, "R_cap_at_50": 0.963303, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.60578, "hf_subset": "bfcl_qwen3_14b__task_query", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.51515, "ndcg_at_3": 0.65488, "ndcg_at_5": 0.70487, "ndcg_at_10": 0.72936, "ndcg_at_20": 0.73738, "ndcg_at_25": 0.73738, "ndcg_at_50": 0.74127, "ndcg_at_100": 0.74127, "ndcg_at_1000": 0.74127, "map_at_1": 0.51515, "map_at_3": 0.61953, "map_at_5": 0.64731, "map_at_10": 0.65837, "map_at_20": 0.66076, "map_at_25": 0.66076, "map_at_50": 0.66133, "map_at_100": 0.66133, "map_at_1000": 0.66133, "recall_at_1": 0.51515, "recall_at_3": 0.75758, "recall_at_5": 0.87879, "recall_at_10": 0.94949, "recall_at_20": 0.9798, "recall_at_25": 0.9798, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.51515, "precision_at_1": 0.51515, "precision_at_3": 0.25253, "precision_at_5": 0.17576, "precision_at_10": 0.09495, "precision_at_20": 0.04899, "precision_at_25": 0.03919, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.515152, "mrr_at_3": 0.619529, "mrr_at_5": 0.647306, "mrr_at_10": 0.658369, "mrr_at_20": 0.660761, "mrr_at_25": 0.660761, "mrr_at_50": 0.661331, "mrr_at_100": 0.661331, "mrr_at_1000": 0.661331, "nauc_ndcg_at_1_max": 0.256596, "nauc_ndcg_at_1_std": -0.228146, "nauc_ndcg_at_1_diff1": 0.591061, "nauc_ndcg_at_3_max": 0.300953, "nauc_ndcg_at_3_std": -0.175446, "nauc_ndcg_at_3_diff1": 0.573518, "nauc_ndcg_at_5_max": 0.270686, "nauc_ndcg_at_5_std": -0.135527, "nauc_ndcg_at_5_diff1": 0.538997, "nauc_ndcg_at_10_max": 0.301511, "nauc_ndcg_at_10_std": -0.105947, "nauc_ndcg_at_10_diff1": 0.538289, "nauc_ndcg_at_20_max": 0.296637, "nauc_ndcg_at_20_std": -0.135244, "nauc_ndcg_at_20_diff1": 0.563932, "nauc_ndcg_at_25_max": 0.296637, "nauc_ndcg_at_25_std": -0.135244, "nauc_ndcg_at_25_diff1": 0.563932, "nauc_ndcg_at_50_max": 0.287233, "nauc_ndcg_at_50_std": -0.151191, "nauc_ndcg_at_50_diff1": 0.564131, "nauc_ndcg_at_100_max": 0.287233, "nauc_ndcg_at_100_std": -0.151191, "nauc_ndcg_at_100_diff1": 0.564131, "nauc_ndcg_at_1000_max": 0.287233, "nauc_ndcg_at_1000_std": -0.151191, "nauc_ndcg_at_1000_diff1": 0.564131, "nauc_map_at_1_max": 0.256596, "nauc_map_at_1_std": -0.228146, "nauc_map_at_1_diff1": 0.591061, "nauc_map_at_3_max": 0.288538, "nauc_map_at_3_std": -0.184513, "nauc_map_at_3_diff1": 0.57886, "nauc_map_at_5_max": 0.274525, "nauc_map_at_5_std": -0.163317, "nauc_map_at_5_diff1": 0.562781, "nauc_map_at_10_max": 0.28604, "nauc_map_at_10_std": -0.153389, "nauc_map_at_10_diff1": 0.563533, "nauc_map_at_20_max": 0.284148, "nauc_map_at_20_std": -0.160946, "nauc_map_at_20_diff1": 0.569039, "nauc_map_at_25_max": 0.284148, "nauc_map_at_25_std": -0.160946, "nauc_map_at_25_diff1": 0.569039, "nauc_map_at_50_max": 0.283076, "nauc_map_at_50_std": -0.162777, "nauc_map_at_50_diff1": 0.569103, "nauc_map_at_100_max": 0.283076, "nauc_map_at_100_std": -0.162777, "nauc_map_at_100_diff1": 0.569103, "nauc_map_at_1000_max": 0.283076, "nauc_map_at_1000_std": -0.162777, "nauc_map_at_1000_diff1": 0.569103, "nauc_recall_at_1_max": 0.256596, "nauc_recall_at_1_std": -0.228146, "nauc_recall_at_1_diff1": 0.591061, "nauc_recall_at_3_max": 0.349011, "nauc_recall_at_3_std": -0.143557, "nauc_recall_at_3_diff1": 0.552595, "nauc_recall_at_5_max": 0.230659, "nauc_recall_at_5_std": 0.046604, "nauc_recall_at_5_diff1": 0.370464, "nauc_recall_at_10_max": 0.5426, "nauc_recall_at_10_std": 0.639001, "nauc_recall_at_10_diff1": 0.13392, "nauc_recall_at_20_max": 0.776453, "nauc_recall_at_20_std": 0.677749, "nauc_recall_at_20_diff1": 0.558901, "nauc_recall_at_25_max": 0.776453, "nauc_recall_at_25_std": 0.677749, "nauc_recall_at_25_diff1": 0.558901, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.256596, "nauc_precision_at_1_std": -0.228146, "nauc_precision_at_1_diff1": 0.591061, "nauc_precision_at_3_max": 0.349011, "nauc_precision_at_3_std": -0.143557, "nauc_precision_at_3_diff1": 0.552595, "nauc_precision_at_5_max": 0.230659, "nauc_precision_at_5_std": 0.046604, "nauc_precision_at_5_diff1": 0.370464, "nauc_precision_at_10_max": 0.5426, "nauc_precision_at_10_std": 0.639001, "nauc_precision_at_10_diff1": 0.13392, "nauc_precision_at_20_max": 0.776453, "nauc_precision_at_20_std": 0.677749, "nauc_precision_at_20_diff1": 0.558901, "nauc_precision_at_25_max": 0.776453, "nauc_precision_at_25_std": 0.677749, "nauc_precision_at_25_diff1": 0.558901, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.256596, "nauc_mrr_at_1_std": -0.228146, "nauc_mrr_at_1_diff1": 0.591061, "nauc_mrr_at_3_max": 0.288538, "nauc_mrr_at_3_std": -0.184513, "nauc_mrr_at_3_diff1": 0.57886, "nauc_mrr_at_5_max": 0.274525, "nauc_mrr_at_5_std": -0.163317, "nauc_mrr_at_5_diff1": 0.562781, "nauc_mrr_at_10_max": 0.28604, "nauc_mrr_at_10_std": -0.153389, "nauc_mrr_at_10_diff1": 0.563533, "nauc_mrr_at_20_max": 0.284148, "nauc_mrr_at_20_std": -0.160946, "nauc_mrr_at_20_diff1": 0.569039, "nauc_mrr_at_25_max": 0.284148, "nauc_mrr_at_25_std": -0.160946, "nauc_mrr_at_25_diff1": 0.569039, "nauc_mrr_at_50_max": 0.283076, "nauc_mrr_at_50_std": -0.162777, "nauc_mrr_at_50_diff1": 0.569103, "nauc_mrr_at_100_max": 0.283076, "nauc_mrr_at_100_std": -0.162777, "nauc_mrr_at_100_diff1": 0.569103, "nauc_mrr_at_1000_max": 0.283076, "nauc_mrr_at_1000_std": -0.162777, "nauc_mrr_at_1000_diff1": 0.569103, "hit_rate_at_1": 0.51515, "hit_rate_at_3": 0.75758, "hit_rate_at_5": 0.87879, "hit_rate_at_10": 0.94949, "hit_rate_at_20": 0.9798, "hit_rate_at_25": 0.9798, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.515152, "R_cap_at_3": 0.757576, "R_cap_at_5": 0.878788, "R_cap_at_10": 0.949495, "R_cap_at_20": 0.979798, "R_cap_at_25": 0.979798, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.72936, "hf_subset": "bfcl_qwen3_32b__generalized_query", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.38384, "ndcg_at_3": 0.54641, "ndcg_at_5": 0.59987, "ndcg_at_10": 0.62572, "ndcg_at_20": 0.64375, "ndcg_at_25": 0.64593, "ndcg_at_50": 0.65186, "ndcg_at_100": 0.65359, "ndcg_at_1000": 0.65359, "map_at_1": 0.38384, "map_at_3": 0.50505, "map_at_5": 0.53434, "map_at_10": 0.54483, "map_at_20": 0.54985, "map_at_25": 0.55027, "map_at_50": 0.55119, "map_at_100": 0.55137, "map_at_1000": 0.55137, "recall_at_1": 0.38384, "recall_at_3": 0.66667, "recall_at_5": 0.79798, "recall_at_10": 0.87879, "recall_at_20": 0.94949, "recall_at_25": 0.9596, "recall_at_50": 0.9899, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.38384, "precision_at_1": 0.38384, "precision_at_3": 0.22222, "precision_at_5": 0.1596, "precision_at_10": 0.08788, "precision_at_20": 0.04747, "precision_at_25": 0.03838, "precision_at_50": 0.0198, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.383838, "mrr_at_3": 0.505051, "mrr_at_5": 0.534343, "mrr_at_10": 0.544833, "mrr_at_20": 0.549853, "mrr_at_25": 0.550274, "mrr_at_50": 0.551186, "mrr_at_100": 0.551367, "mrr_at_1000": 0.551367, "nauc_ndcg_at_1_max": 0.191305, "nauc_ndcg_at_1_std": -0.010426, "nauc_ndcg_at_1_diff1": 0.374549, "nauc_ndcg_at_3_max": 0.215935, "nauc_ndcg_at_3_std": 0.030517, "nauc_ndcg_at_3_diff1": 0.331981, "nauc_ndcg_at_5_max": 0.208399, "nauc_ndcg_at_5_std": 0.0282, "nauc_ndcg_at_5_diff1": 0.320336, "nauc_ndcg_at_10_max": 0.206381, "nauc_ndcg_at_10_std": 0.011415, "nauc_ndcg_at_10_diff1": 0.337873, "nauc_ndcg_at_20_max": 0.223806, "nauc_ndcg_at_20_std": 0.052515, "nauc_ndcg_at_20_diff1": 0.338233, "nauc_ndcg_at_25_max": 0.217907, "nauc_ndcg_at_25_std": 0.04505, "nauc_ndcg_at_25_diff1": 0.332183, "nauc_ndcg_at_50_max": 0.219868, "nauc_ndcg_at_50_std": 0.03439, "nauc_ndcg_at_50_diff1": 0.342426, "nauc_ndcg_at_100_max": 0.214001, "nauc_ndcg_at_100_std": 0.027129, "nauc_ndcg_at_100_diff1": 0.344115, "nauc_ndcg_at_1000_max": 0.214001, "nauc_ndcg_at_1000_std": 0.027129, "nauc_ndcg_at_1000_diff1": 0.344115, "nauc_map_at_1_max": 0.191305, "nauc_map_at_1_std": -0.010426, "nauc_map_at_1_diff1": 0.374549, "nauc_map_at_3_max": 0.210069, "nauc_map_at_3_std": 0.021145, "nauc_map_at_3_diff1": 0.345791, "nauc_map_at_5_max": 0.206597, "nauc_map_at_5_std": 0.021525, "nauc_map_at_5_diff1": 0.339497, "nauc_map_at_10_max": 0.206944, "nauc_map_at_10_std": 0.015519, "nauc_map_at_10_diff1": 0.34705, "nauc_map_at_20_max": 0.211143, "nauc_map_at_20_std": 0.024749, "nauc_map_at_20_diff1": 0.34698, "nauc_map_at_25_max": 0.210203, "nauc_map_at_25_std": 0.023544, "nauc_map_at_25_diff1": 0.346048, "nauc_map_at_50_max": 0.210672, "nauc_map_at_50_std": 0.022194, "nauc_map_at_50_diff1": 0.347896, "nauc_map_at_100_max": 0.210187, "nauc_map_at_100_std": 0.021594, "nauc_map_at_100_diff1": 0.348037, "nauc_map_at_1000_max": 0.210187, "nauc_map_at_1000_std": 0.021594, "nauc_map_at_1000_diff1": 0.348037, "nauc_recall_at_1_max": 0.191305, "nauc_recall_at_1_std": -0.010426, "nauc_recall_at_1_diff1": 0.374549, "nauc_recall_at_3_max": 0.235626, "nauc_recall_at_3_std": 0.061773, "nauc_recall_at_3_diff1": 0.283637, "nauc_recall_at_5_max": 0.213164, "nauc_recall_at_5_std": 0.053718, "nauc_recall_at_5_diff1": 0.227797, "nauc_recall_at_10_max": 0.187737, "nauc_recall_at_10_std": -0.044793, "nauc_recall_at_10_diff1": 0.280433, "nauc_recall_at_20_max": 0.476945, "nauc_recall_at_20_std": 0.652309, "nauc_recall_at_20_diff1": 0.222638, "nauc_recall_at_25_max": 0.378898, "nauc_recall_at_25_std": 0.598103, "nauc_recall_at_25_diff1": 0.028297, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 1.0, "nauc_recall_at_50_diff1": 0.117802, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.191305, "nauc_precision_at_1_std": -0.010426, "nauc_precision_at_1_diff1": 0.374549, "nauc_precision_at_3_max": 0.235626, "nauc_precision_at_3_std": 0.061773, "nauc_precision_at_3_diff1": 0.283637, "nauc_precision_at_5_max": 0.213164, "nauc_precision_at_5_std": 0.053718, "nauc_precision_at_5_diff1": 0.227797, "nauc_precision_at_10_max": 0.187737, "nauc_precision_at_10_std": -0.044793, "nauc_precision_at_10_diff1": 0.280433, "nauc_precision_at_20_max": 0.476945, "nauc_precision_at_20_std": 0.652309, "nauc_precision_at_20_diff1": 0.222638, "nauc_precision_at_25_max": 0.378898, "nauc_precision_at_25_std": 0.598103, "nauc_precision_at_25_diff1": 0.028297, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 0.117802, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.191305, "nauc_mrr_at_1_std": -0.010426, "nauc_mrr_at_1_diff1": 0.374549, "nauc_mrr_at_3_max": 0.210069, "nauc_mrr_at_3_std": 0.021145, "nauc_mrr_at_3_diff1": 0.345791, "nauc_mrr_at_5_max": 0.206597, "nauc_mrr_at_5_std": 0.021525, "nauc_mrr_at_5_diff1": 0.339497, "nauc_mrr_at_10_max": 0.206944, "nauc_mrr_at_10_std": 0.015519, "nauc_mrr_at_10_diff1": 0.34705, "nauc_mrr_at_20_max": 0.211143, "nauc_mrr_at_20_std": 0.024749, "nauc_mrr_at_20_diff1": 0.34698, "nauc_mrr_at_25_max": 0.210203, "nauc_mrr_at_25_std": 0.023544, "nauc_mrr_at_25_diff1": 0.346048, "nauc_mrr_at_50_max": 0.210672, "nauc_mrr_at_50_std": 0.022194, "nauc_mrr_at_50_diff1": 0.347896, "nauc_mrr_at_100_max": 0.210187, "nauc_mrr_at_100_std": 0.021594, "nauc_mrr_at_100_diff1": 0.348037, "nauc_mrr_at_1000_max": 0.210187, "nauc_mrr_at_1000_std": 0.021594, "nauc_mrr_at_1000_diff1": 0.348037, "hit_rate_at_1": 0.38384, "hit_rate_at_3": 0.66667, "hit_rate_at_5": 0.79798, "hit_rate_at_10": 0.87879, "hit_rate_at_20": 0.94949, "hit_rate_at_25": 0.9596, "hit_rate_at_50": 0.9899, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.383838, "R_cap_at_3": 0.666667, "R_cap_at_5": 0.79798, "R_cap_at_10": 0.878788, "R_cap_at_20": 0.949495, "R_cap_at_25": 0.959596, "R_cap_at_50": 0.989899, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.62572, "hf_subset": "bfcl_qwen3_32b__task_query", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" } ] }, "evaluation_time": 36.441354513168335, "kg_co2_emissions": null, "date": 1780374404.829832 }