{ "dataset_revision": "7bbb4456dade71ab22c9373c9a2f3504cfdccc18", "task_name": "ReMe", "mteb_version": "2.12.39", "scores": { "test": [ { "ndcg_at_1": 0.31401, "ndcg_at_3": 0.44168, "ndcg_at_5": 0.46122, "ndcg_at_10": 0.4779, "ndcg_at_20": 0.49712, "ndcg_at_25": 0.50655, "ndcg_at_50": 0.52061, "ndcg_at_100": 0.53856, "ndcg_at_1000": 0.54727, "map_at_1": 0.31401, "map_at_3": 0.41063, "map_at_5": 0.42126, "map_at_10": 0.42786, "map_at_20": 0.43297, "map_at_25": 0.43483, "map_at_50": 0.43694, "map_at_100": 0.4385, "map_at_1000": 0.43893, "recall_at_1": 0.31401, "recall_at_3": 0.5314, "recall_at_5": 0.57971, "recall_at_10": 0.63285, "recall_at_20": 0.71014, "recall_at_25": 0.75362, "recall_at_50": 0.82609, "recall_at_100": 0.9372, "recall_at_1000": 1.0, "accuracy": 0.31401, "precision_at_1": 0.31401, "precision_at_3": 0.17713, "precision_at_5": 0.11594, "precision_at_10": 0.06329, "precision_at_20": 0.03551, "precision_at_25": 0.03014, "precision_at_50": 0.01652, "precision_at_100": 0.00937, "precision_at_1000": 0.001, "mrr_at_1": 0.31401, "mrr_at_3": 0.409018, "mrr_at_5": 0.420853, "mrr_at_10": 0.427507, "mrr_at_20": 0.432402, "mrr_at_25": 0.43429, "mrr_at_50": 0.436579, "mrr_at_100": 0.438144, "mrr_at_1000": 0.438575, "nauc_ndcg_at_1_max": 0.142802, "nauc_ndcg_at_1_std": -0.165609, "nauc_ndcg_at_1_diff1": 0.433616, "nauc_ndcg_at_3_max": 0.118167, "nauc_ndcg_at_3_std": -0.225257, "nauc_ndcg_at_3_diff1": 0.369967, "nauc_ndcg_at_5_max": 0.105853, "nauc_ndcg_at_5_std": -0.236737, "nauc_ndcg_at_5_diff1": 0.359533, "nauc_ndcg_at_10_max": 0.097551, "nauc_ndcg_at_10_std": -0.23687, "nauc_ndcg_at_10_diff1": 0.337752, "nauc_ndcg_at_20_max": 0.111986, "nauc_ndcg_at_20_std": -0.229289, "nauc_ndcg_at_20_diff1": 0.335368, "nauc_ndcg_at_25_max": 0.093533, "nauc_ndcg_at_25_std": -0.241111, "nauc_ndcg_at_25_diff1": 0.324945, "nauc_ndcg_at_50_max": 0.10923, "nauc_ndcg_at_50_std": -0.21487, "nauc_ndcg_at_50_diff1": 0.324578, "nauc_ndcg_at_100_max": 0.115326, "nauc_ndcg_at_100_std": -0.223187, "nauc_ndcg_at_100_diff1": 0.340962, "nauc_ndcg_at_1000_max": 0.11131, "nauc_ndcg_at_1000_std": -0.222473, "nauc_ndcg_at_1000_diff1": 0.353712, "nauc_map_at_1_max": 0.142802, "nauc_map_at_1_std": -0.165609, "nauc_map_at_1_diff1": 0.433616, "nauc_map_at_3_max": 0.127225, "nauc_map_at_3_std": -0.210932, "nauc_map_at_3_diff1": 0.386694, "nauc_map_at_5_max": 0.120596, "nauc_map_at_5_std": -0.21768, "nauc_map_at_5_diff1": 0.381352, "nauc_map_at_10_max": 0.116932, "nauc_map_at_10_std": -0.217198, "nauc_map_at_10_diff1": 0.372794, "nauc_map_at_20_max": 0.119649, "nauc_map_at_20_std": -0.214942, "nauc_map_at_20_diff1": 0.372223, "nauc_map_at_25_max": 0.1163, "nauc_map_at_25_std": -0.217061, "nauc_map_at_25_diff1": 0.370465, "nauc_map_at_50_max": 0.118102, "nauc_map_at_50_std": -0.213802, "nauc_map_at_50_diff1": 0.370747, "nauc_map_at_100_max": 0.118596, "nauc_map_at_100_std": -0.214603, "nauc_map_at_100_diff1": 0.372098, "nauc_map_at_1000_max": 0.118457, "nauc_map_at_1000_std": -0.214569, "nauc_map_at_1000_diff1": 0.372671, "nauc_recall_at_1_max": 0.142802, "nauc_recall_at_1_std": -0.165609, "nauc_recall_at_1_diff1": 0.433616, "nauc_recall_at_3_max": 0.090167, "nauc_recall_at_3_std": -0.267423, "nauc_recall_at_3_diff1": 0.320114, "nauc_recall_at_5_max": 0.057272, "nauc_recall_at_5_std": -0.296159, "nauc_recall_at_5_diff1": 0.290075, "nauc_recall_at_10_max": 0.027464, "nauc_recall_at_10_std": -0.303991, "nauc_recall_at_10_diff1": 0.209157, "nauc_recall_at_20_max": 0.099483, "nauc_recall_at_20_std": -0.278671, "nauc_recall_at_20_diff1": 0.176835, "nauc_recall_at_25_max": -0.022746, "nauc_recall_at_25_std": -0.362707, "nauc_recall_at_25_diff1": 0.086143, "nauc_recall_at_50_max": 0.097459, "nauc_recall_at_50_std": -0.145545, "nauc_recall_at_50_diff1": -0.000973, "nauc_recall_at_100_max": 0.247636, "nauc_recall_at_100_std": -0.246535, "nauc_recall_at_100_diff1": -0.06046, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.142802, "nauc_precision_at_1_std": -0.165609, "nauc_precision_at_1_diff1": 0.433616, "nauc_precision_at_3_max": 0.090167, "nauc_precision_at_3_std": -0.267423, "nauc_precision_at_3_diff1": 0.320114, "nauc_precision_at_5_max": 0.057272, "nauc_precision_at_5_std": -0.296159, "nauc_precision_at_5_diff1": 0.290075, "nauc_precision_at_10_max": 0.027464, "nauc_precision_at_10_std": -0.303991, "nauc_precision_at_10_diff1": 0.209157, "nauc_precision_at_20_max": 0.099483, "nauc_precision_at_20_std": -0.278671, "nauc_precision_at_20_diff1": 0.176835, "nauc_precision_at_25_max": -0.022746, "nauc_precision_at_25_std": -0.362707, "nauc_precision_at_25_diff1": 0.086143, "nauc_precision_at_50_max": 0.097459, "nauc_precision_at_50_std": -0.145545, "nauc_precision_at_50_diff1": -0.000973, "nauc_precision_at_100_max": 0.247636, "nauc_precision_at_100_std": -0.246535, "nauc_precision_at_100_diff1": -0.06046, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.142802, "nauc_mrr_at_1_std": -0.165609, "nauc_mrr_at_1_diff1": 0.433616, "nauc_mrr_at_3_max": 0.131654, "nauc_mrr_at_3_std": -0.205941, "nauc_mrr_at_3_diff1": 0.390693, "nauc_mrr_at_5_max": 0.12172, "nauc_mrr_at_5_std": -0.216414, "nauc_mrr_at_5_diff1": 0.382366, "nauc_mrr_at_10_max": 0.118058, "nauc_mrr_at_10_std": -0.215996, "nauc_mrr_at_10_diff1": 0.373835, "nauc_mrr_at_20_max": 0.121532, "nauc_mrr_at_20_std": -0.213003, "nauc_mrr_at_20_diff1": 0.373834, "nauc_mrr_at_25_max": 0.117857, "nauc_mrr_at_25_std": -0.215629, "nauc_mrr_at_25_diff1": 0.371755, "nauc_mrr_at_50_max": 0.119416, "nauc_mrr_at_50_std": -0.212508, "nauc_mrr_at_50_diff1": 0.371892, "nauc_mrr_at_100_max": 0.11992, "nauc_mrr_at_100_std": -0.213316, "nauc_mrr_at_100_diff1": 0.37327, "nauc_mrr_at_1000_max": 0.11978, "nauc_mrr_at_1000_std": -0.213281, "nauc_mrr_at_1000_diff1": 0.373841, "hit_rate_at_1": 0.31401, "hit_rate_at_3": 0.5314, "hit_rate_at_5": 0.57971, "hit_rate_at_10": 0.63285, "hit_rate_at_20": 0.71014, "hit_rate_at_25": 0.75362, "hit_rate_at_50": 0.82609, "hit_rate_at_100": 0.9372, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.31401, "R_cap_at_3": 0.52657, "R_cap_at_5": 0.57971, "R_cap_at_10": 0.63285, "R_cap_at_20": 0.705314, "R_cap_at_25": 0.748792, "R_cap_at_50": 0.826087, "R_cap_at_100": 0.937198, "R_cap_at_1000": 1.0, "main_score": 0.4779, "hf_subset": "appworld_qwen3_8b__generalized_query", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.2844, "ndcg_at_3": 0.41819, "ndcg_at_5": 0.45235, "ndcg_at_10": 0.48853, "ndcg_at_20": 0.50644, "ndcg_at_25": 0.51143, "ndcg_at_50": 0.52702, "ndcg_at_100": 0.53827, "ndcg_at_1000": 0.54414, "map_at_1": 0.2844, "map_at_3": 0.38379, "map_at_5": 0.40283, "map_at_10": 0.41724, "map_at_20": 0.42242, "map_at_25": 0.42341, "map_at_50": 0.42559, "map_at_100": 0.4266, "map_at_1000": 0.42692, "recall_at_1": 0.2844, "recall_at_3": 0.51835, "recall_at_5": 0.60092, "recall_at_10": 0.7156, "recall_at_20": 0.7844, "recall_at_25": 0.80734, "recall_at_50": 0.88991, "recall_at_100": 0.95872, "recall_at_1000": 1.0, "accuracy": 0.2844, "precision_at_1": 0.2844, "precision_at_3": 0.17278, "precision_at_5": 0.12018, "precision_at_10": 0.07156, "precision_at_20": 0.03922, "precision_at_25": 0.03229, "precision_at_50": 0.0178, "precision_at_100": 0.00959, "precision_at_1000": 0.001, "mrr_at_1": 0.284404, "mrr_at_3": 0.384557, "mrr_at_5": 0.403593, "mrr_at_10": 0.418225, "mrr_at_20": 0.423412, "mrr_at_25": 0.424222, "mrr_at_50": 0.42657, "mrr_at_100": 0.427591, "mrr_at_1000": 0.427909, "nauc_ndcg_at_1_max": 0.344622, "nauc_ndcg_at_1_std": -0.109611, "nauc_ndcg_at_1_diff1": 0.577919, "nauc_ndcg_at_3_max": 0.24484, "nauc_ndcg_at_3_std": -0.167576, "nauc_ndcg_at_3_diff1": 0.467785, "nauc_ndcg_at_5_max": 0.234402, "nauc_ndcg_at_5_std": -0.189475, "nauc_ndcg_at_5_diff1": 0.465573, "nauc_ndcg_at_10_max": 0.265004, "nauc_ndcg_at_10_std": -0.139496, "nauc_ndcg_at_10_diff1": 0.452612, "nauc_ndcg_at_20_max": 0.259681, "nauc_ndcg_at_20_std": -0.133823, "nauc_ndcg_at_20_diff1": 0.454986, "nauc_ndcg_at_25_max": 0.25977, "nauc_ndcg_at_25_std": -0.133471, "nauc_ndcg_at_25_diff1": 0.449258, "nauc_ndcg_at_50_max": 0.260285, "nauc_ndcg_at_50_std": -0.127676, "nauc_ndcg_at_50_diff1": 0.457095, "nauc_ndcg_at_100_max": 0.272821, "nauc_ndcg_at_100_std": -0.128872, "nauc_ndcg_at_100_diff1": 0.470411, "nauc_ndcg_at_1000_max": 0.268567, "nauc_ndcg_at_1000_std": -0.140001, "nauc_ndcg_at_1000_diff1": 0.476117, "nauc_map_at_1_max": 0.344622, "nauc_map_at_1_std": -0.109611, "nauc_map_at_1_diff1": 0.577919, "nauc_map_at_3_max": 0.269074, "nauc_map_at_3_std": -0.153095, "nauc_map_at_3_diff1": 0.495401, "nauc_map_at_5_max": 0.263458, "nauc_map_at_5_std": -0.164444, "nauc_map_at_5_diff1": 0.494459, "nauc_map_at_10_max": 0.276491, "nauc_map_at_10_std": -0.143958, "nauc_map_at_10_diff1": 0.490149, "nauc_map_at_20_max": 0.275325, "nauc_map_at_20_std": -0.142647, "nauc_map_at_20_diff1": 0.491205, "nauc_map_at_25_max": 0.275403, "nauc_map_at_25_std": -0.142577, "nauc_map_at_25_diff1": 0.490222, "nauc_map_at_50_max": 0.275383, "nauc_map_at_50_std": -0.142164, "nauc_map_at_50_diff1": 0.491591, "nauc_map_at_100_max": 0.276521, "nauc_map_at_100_std": -0.142058, "nauc_map_at_100_diff1": 0.492701, "nauc_map_at_1000_max": 0.27633, "nauc_map_at_1000_std": -0.142554, "nauc_map_at_1000_diff1": 0.492991, "nauc_recall_at_1_max": 0.344622, "nauc_recall_at_1_std": -0.109611, "nauc_recall_at_1_diff1": 0.577919, "nauc_recall_at_3_max": 0.174703, "nauc_recall_at_3_std": -0.209652, "nauc_recall_at_3_diff1": 0.387506, "nauc_recall_at_5_max": 0.14315, "nauc_recall_at_5_std": -0.271147, "nauc_recall_at_5_diff1": 0.375579, "nauc_recall_at_10_max": 0.234769, "nauc_recall_at_10_std": -0.101913, "nauc_recall_at_10_diff1": 0.301442, "nauc_recall_at_20_max": 0.195305, "nauc_recall_at_20_std": -0.058053, "nauc_recall_at_20_diff1": 0.277381, "nauc_recall_at_25_max": 0.189113, "nauc_recall_at_25_std": -0.048435, "nauc_recall_at_25_diff1": 0.217636, "nauc_recall_at_50_max": 0.156579, "nauc_recall_at_50_std": 0.095826, "nauc_recall_at_50_diff1": 0.164849, "nauc_recall_at_100_max": 0.46315, "nauc_recall_at_100_std": 0.374979, "nauc_recall_at_100_diff1": 0.217551, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.344622, "nauc_precision_at_1_std": -0.109611, "nauc_precision_at_1_diff1": 0.577919, "nauc_precision_at_3_max": 0.174703, "nauc_precision_at_3_std": -0.209652, "nauc_precision_at_3_diff1": 0.387506, "nauc_precision_at_5_max": 0.14315, "nauc_precision_at_5_std": -0.271147, "nauc_precision_at_5_diff1": 0.375579, "nauc_precision_at_10_max": 0.234769, "nauc_precision_at_10_std": -0.101913, "nauc_precision_at_10_diff1": 0.301442, "nauc_precision_at_20_max": 0.195305, "nauc_precision_at_20_std": -0.058053, "nauc_precision_at_20_diff1": 0.277381, "nauc_precision_at_25_max": 0.189113, "nauc_precision_at_25_std": -0.048435, "nauc_precision_at_25_diff1": 0.217636, "nauc_precision_at_50_max": 0.156579, "nauc_precision_at_50_std": 0.095826, "nauc_precision_at_50_diff1": 0.164849, "nauc_precision_at_100_max": 0.46315, "nauc_precision_at_100_std": 0.374979, "nauc_precision_at_100_diff1": 0.217551, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.344622, "nauc_mrr_at_1_std": -0.109611, "nauc_mrr_at_1_diff1": 0.577919, "nauc_mrr_at_3_max": 0.266921, "nauc_mrr_at_3_std": -0.154744, "nauc_mrr_at_3_diff1": 0.494739, "nauc_mrr_at_5_max": 0.26126, "nauc_mrr_at_5_std": -0.166129, "nauc_mrr_at_5_diff1": 0.493783, "nauc_mrr_at_10_max": 0.274145, "nauc_mrr_at_10_std": -0.145258, "nauc_mrr_at_10_diff1": 0.489324, "nauc_mrr_at_20_max": 0.272397, "nauc_mrr_at_20_std": -0.145042, "nauc_mrr_at_20_diff1": 0.490126, "nauc_mrr_at_25_max": 0.273333, "nauc_mrr_at_25_std": -0.143708, "nauc_mrr_at_25_diff1": 0.489181, "nauc_mrr_at_50_max": 0.272878, "nauc_mrr_at_50_std": -0.143761, "nauc_mrr_at_50_diff1": 0.490702, "nauc_mrr_at_100_max": 0.274012, "nauc_mrr_at_100_std": -0.143673, "nauc_mrr_at_100_diff1": 0.491814, "nauc_mrr_at_1000_max": 0.273819, "nauc_mrr_at_1000_std": -0.144168, "nauc_mrr_at_1000_diff1": 0.492102, "hit_rate_at_1": 0.2844, "hit_rate_at_3": 0.51835, "hit_rate_at_5": 0.60092, "hit_rate_at_10": 0.7156, "hit_rate_at_20": 0.7844, "hit_rate_at_25": 0.80734, "hit_rate_at_50": 0.88991, "hit_rate_at_100": 0.95872, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.284404, "R_cap_at_3": 0.518349, "R_cap_at_5": 0.600917, "R_cap_at_10": 0.715596, "R_cap_at_20": 0.784404, "R_cap_at_25": 0.802752, "R_cap_at_50": 0.889908, "R_cap_at_100": 0.958716, "R_cap_at_1000": 1.0, "main_score": 0.48853, "hf_subset": "appworld_qwen3_14b__generalized_query", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.36957, "ndcg_at_3": 0.48363, "ndcg_at_5": 0.53742, "ndcg_at_10": 0.56856, "ndcg_at_20": 0.59194, "ndcg_at_25": 0.59433, "ndcg_at_50": 0.60256, "ndcg_at_100": 0.60881, "ndcg_at_1000": 0.6111, "map_at_1": 0.36957, "map_at_3": 0.4538, "map_at_5": 0.4837, "map_at_10": 0.49625, "map_at_20": 0.50267, "map_at_25": 0.50316, "map_at_50": 0.50432, "map_at_100": 0.50489, "map_at_1000": 0.50501, "recall_at_1": 0.36957, "recall_at_3": 0.57065, "recall_at_5": 0.70109, "recall_at_10": 0.79891, "recall_at_20": 0.8913, "recall_at_25": 0.90217, "recall_at_50": 0.94565, "recall_at_100": 0.9837, "recall_at_1000": 1.0, "accuracy": 0.36957, "precision_at_1": 0.36957, "precision_at_3": 0.19022, "precision_at_5": 0.14022, "precision_at_10": 0.07989, "precision_at_20": 0.04457, "precision_at_25": 0.03609, "precision_at_50": 0.01891, "precision_at_100": 0.00984, "precision_at_1000": 0.001, "mrr_at_1": 0.369565, "mrr_at_3": 0.455616, "mrr_at_5": 0.483062, "mrr_at_10": 0.496461, "mrr_at_20": 0.502602, "mrr_at_25": 0.503347, "mrr_at_50": 0.504513, "mrr_at_100": 0.505087, "mrr_at_1000": 0.505206, "nauc_ndcg_at_1_max": 0.078119, "nauc_ndcg_at_1_std": -0.226051, "nauc_ndcg_at_1_diff1": 0.409806, "nauc_ndcg_at_3_max": 0.075357, "nauc_ndcg_at_3_std": -0.286949, "nauc_ndcg_at_3_diff1": 0.347411, "nauc_ndcg_at_5_max": 0.03608, "nauc_ndcg_at_5_std": -0.270777, "nauc_ndcg_at_5_diff1": 0.31423, "nauc_ndcg_at_10_max": 0.042494, "nauc_ndcg_at_10_std": -0.2494, "nauc_ndcg_at_10_diff1": 0.293475, "nauc_ndcg_at_20_max": 0.051516, "nauc_ndcg_at_20_std": -0.254988, "nauc_ndcg_at_20_diff1": 0.295673, "nauc_ndcg_at_25_max": 0.046215, "nauc_ndcg_at_25_std": -0.263065, "nauc_ndcg_at_25_diff1": 0.305639, "nauc_ndcg_at_50_max": 0.052433, "nauc_ndcg_at_50_std": -0.258355, "nauc_ndcg_at_50_diff1": 0.31689, "nauc_ndcg_at_100_max": 0.05387, "nauc_ndcg_at_100_std": -0.262766, "nauc_ndcg_at_100_diff1": 0.32186, "nauc_ndcg_at_1000_max": 0.054386, "nauc_ndcg_at_1000_std": -0.256466, "nauc_ndcg_at_1000_diff1": 0.327174, "nauc_map_at_1_max": 0.078119, "nauc_map_at_1_std": -0.226051, "nauc_map_at_1_diff1": 0.409806, "nauc_map_at_3_max": 0.075483, "nauc_map_at_3_std": -0.26846, "nauc_map_at_3_diff1": 0.361257, "nauc_map_at_5_max": 0.054294, "nauc_map_at_5_std": -0.259517, "nauc_map_at_5_diff1": 0.343273, "nauc_map_at_10_max": 0.057141, "nauc_map_at_10_std": -0.250854, "nauc_map_at_10_diff1": 0.337128, "nauc_map_at_20_max": 0.059707, "nauc_map_at_20_std": -0.252046, "nauc_map_at_20_diff1": 0.338954, "nauc_map_at_25_max": 0.058796, "nauc_map_at_25_std": -0.25346, "nauc_map_at_25_diff1": 0.340754, "nauc_map_at_50_max": 0.059378, "nauc_map_at_50_std": -0.252983, "nauc_map_at_50_diff1": 0.342127, "nauc_map_at_100_max": 0.059555, "nauc_map_at_100_std": -0.25326, "nauc_map_at_100_diff1": 0.342571, "nauc_map_at_1000_max": 0.059549, "nauc_map_at_1000_std": -0.252948, "nauc_map_at_1000_diff1": 0.342733, "nauc_recall_at_1_max": 0.078119, "nauc_recall_at_1_std": -0.226051, "nauc_recall_at_1_diff1": 0.409806, "nauc_recall_at_3_max": 0.075218, "nauc_recall_at_3_std": -0.345151, "nauc_recall_at_3_diff1": 0.305661, "nauc_recall_at_5_max": -0.037526, "nauc_recall_at_5_std": -0.310464, "nauc_recall_at_5_diff1": 0.20342, "nauc_recall_at_10_max": -0.034424, "nauc_recall_at_10_std": -0.22686, "nauc_recall_at_10_diff1": 0.055146, "nauc_recall_at_20_max": -0.005724, "nauc_recall_at_20_std": -0.268828, "nauc_recall_at_20_diff1": -0.11349, "nauc_recall_at_25_max": -0.077214, "nauc_recall_at_25_std": -0.370233, "nauc_recall_at_25_diff1": -0.029323, "nauc_recall_at_50_max": -0.004681, "nauc_recall_at_50_std": -0.328999, "nauc_recall_at_50_diff1": -0.008173, "nauc_recall_at_100_max": -0.022882, "nauc_recall_at_100_std": -0.925435, "nauc_recall_at_100_diff1": -0.306704, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.078119, "nauc_precision_at_1_std": -0.226051, "nauc_precision_at_1_diff1": 0.409806, "nauc_precision_at_3_max": 0.075218, "nauc_precision_at_3_std": -0.345151, "nauc_precision_at_3_diff1": 0.305661, "nauc_precision_at_5_max": -0.037526, "nauc_precision_at_5_std": -0.310464, "nauc_precision_at_5_diff1": 0.20342, "nauc_precision_at_10_max": -0.034424, "nauc_precision_at_10_std": -0.22686, "nauc_precision_at_10_diff1": 0.055146, "nauc_precision_at_20_max": -0.005724, "nauc_precision_at_20_std": -0.268828, "nauc_precision_at_20_diff1": -0.11349, "nauc_precision_at_25_max": -0.077214, "nauc_precision_at_25_std": -0.370233, "nauc_precision_at_25_diff1": -0.029323, "nauc_precision_at_50_max": -0.004681, "nauc_precision_at_50_std": -0.328999, "nauc_precision_at_50_diff1": -0.008173, "nauc_precision_at_100_max": -0.022882, "nauc_precision_at_100_std": -0.925435, "nauc_precision_at_100_diff1": -0.306704, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.078119, "nauc_mrr_at_1_std": -0.226051, "nauc_mrr_at_1_diff1": 0.409806, "nauc_mrr_at_3_max": 0.072715, "nauc_mrr_at_3_std": -0.271874, "nauc_mrr_at_3_diff1": 0.359026, "nauc_mrr_at_5_max": 0.055835, "nauc_mrr_at_5_std": -0.259528, "nauc_mrr_at_5_diff1": 0.341499, "nauc_mrr_at_10_max": 0.056874, "nauc_mrr_at_10_std": -0.251445, "nauc_mrr_at_10_diff1": 0.336374, "nauc_mrr_at_20_max": 0.05836, "nauc_mrr_at_20_std": -0.252645, "nauc_mrr_at_20_diff1": 0.338201, "nauc_mrr_at_25_max": 0.058431, "nauc_mrr_at_25_std": -0.2541, "nauc_mrr_at_25_diff1": 0.339948, "nauc_mrr_at_50_max": 0.059, "nauc_mrr_at_50_std": -0.253637, "nauc_mrr_at_50_diff1": 0.341336, "nauc_mrr_at_100_max": 0.059173, "nauc_mrr_at_100_std": -0.253923, "nauc_mrr_at_100_diff1": 0.341781, "nauc_mrr_at_1000_max": 0.059168, "nauc_mrr_at_1000_std": -0.253613, "nauc_mrr_at_1000_diff1": 0.341943, "hit_rate_at_1": 0.36957, "hit_rate_at_3": 0.57065, "hit_rate_at_5": 0.70109, "hit_rate_at_10": 0.79891, "hit_rate_at_20": 0.8913, "hit_rate_at_25": 0.90217, "hit_rate_at_50": 0.94565, "hit_rate_at_100": 0.9837, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.369565, "R_cap_at_3": 0.576087, "R_cap_at_5": 0.695652, "R_cap_at_10": 0.798913, "R_cap_at_20": 0.88587, "R_cap_at_25": 0.902174, "R_cap_at_50": 0.945652, "R_cap_at_100": 0.983696, "R_cap_at_1000": 1.0, "main_score": 0.56856, "hf_subset": "appworld_qwen3_32b__generalized_query", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.57292, "ndcg_at_3": 0.6844, "ndcg_at_5": 0.73595, "ndcg_at_10": 0.76711, "ndcg_at_20": 0.77292, "ndcg_at_25": 0.77292, "ndcg_at_50": 0.77292, "ndcg_at_100": 0.77292, "ndcg_at_1000": 0.77292, "map_at_1": 0.57292, "map_at_3": 0.65799, "map_at_5": 0.68663, "map_at_10": 0.69998, "map_at_20": 0.70188, "map_at_25": 0.70188, "map_at_50": 0.70188, "map_at_100": 0.70188, "map_at_1000": 0.70188, "recall_at_1": 0.57292, "recall_at_3": 0.76042, "recall_at_5": 0.88542, "recall_at_10": 0.97917, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.57292, "precision_at_1": 0.57292, "precision_at_3": 0.25347, "precision_at_5": 0.17708, "precision_at_10": 0.09792, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.572917, "mrr_at_3": 0.654514, "mrr_at_5": 0.690451, "mrr_at_10": 0.700475, "mrr_at_20": 0.702369, "mrr_at_25": 0.702369, "mrr_at_50": 0.702369, "mrr_at_100": 0.702369, "mrr_at_1000": 0.702369, "nauc_ndcg_at_1_max": 0.29172, "nauc_ndcg_at_1_std": -0.402058, "nauc_ndcg_at_1_diff1": 0.805296, "nauc_ndcg_at_3_max": 0.273786, "nauc_ndcg_at_3_std": -0.40595, "nauc_ndcg_at_3_diff1": 0.716208, "nauc_ndcg_at_5_max": 0.205437, "nauc_ndcg_at_5_std": -0.498075, "nauc_ndcg_at_5_diff1": 0.735357, "nauc_ndcg_at_10_max": 0.244129, "nauc_ndcg_at_10_std": -0.477506, "nauc_ndcg_at_10_diff1": 0.749548, "nauc_ndcg_at_20_max": 0.25748, "nauc_ndcg_at_20_std": -0.437739, "nauc_ndcg_at_20_diff1": 0.755548, "nauc_ndcg_at_25_max": 0.25748, "nauc_ndcg_at_25_std": -0.437739, "nauc_ndcg_at_25_diff1": 0.755548, "nauc_ndcg_at_50_max": 0.25748, "nauc_ndcg_at_50_std": -0.437739, "nauc_ndcg_at_50_diff1": 0.755548, "nauc_ndcg_at_100_max": 0.25748, "nauc_ndcg_at_100_std": -0.437739, "nauc_ndcg_at_100_diff1": 0.755548, "nauc_ndcg_at_1000_max": 0.25748, "nauc_ndcg_at_1000_std": -0.437739, "nauc_ndcg_at_1000_diff1": 0.755548, "nauc_map_at_1_max": 0.29172, "nauc_map_at_1_std": -0.402058, "nauc_map_at_1_diff1": 0.805296, "nauc_map_at_3_max": 0.280974, "nauc_map_at_3_std": -0.402569, "nauc_map_at_3_diff1": 0.739676, "nauc_map_at_5_max": 0.247267, "nauc_map_at_5_std": -0.448021, "nauc_map_at_5_diff1": 0.752153, "nauc_map_at_10_max": 0.260058, "nauc_map_at_10_std": -0.440455, "nauc_map_at_10_diff1": 0.75776, "nauc_map_at_20_max": 0.263515, "nauc_map_at_20_std": -0.43024, "nauc_map_at_20_diff1": 0.759322, "nauc_map_at_25_max": 0.263515, "nauc_map_at_25_std": -0.43024, "nauc_map_at_25_diff1": 0.759322, "nauc_map_at_50_max": 0.263515, "nauc_map_at_50_std": -0.43024, "nauc_map_at_50_diff1": 0.759322, "nauc_map_at_100_max": 0.263515, "nauc_map_at_100_std": -0.43024, "nauc_map_at_100_diff1": 0.759322, "nauc_map_at_1000_max": 0.263515, "nauc_map_at_1000_std": -0.43024, "nauc_map_at_1000_diff1": 0.759322, "nauc_recall_at_1_max": 0.29172, "nauc_recall_at_1_std": -0.402058, "nauc_recall_at_1_diff1": 0.805296, "nauc_recall_at_3_max": 0.246121, "nauc_recall_at_3_std": -0.419645, "nauc_recall_at_3_diff1": 0.630444, "nauc_recall_at_5_max": -0.084312, "nauc_recall_at_5_std": -0.848863, "nauc_recall_at_5_diff1": 0.632113, "nauc_recall_at_10_max": -0.173807, "nauc_recall_at_10_std": -1.722392, "nauc_recall_at_10_diff1": 0.561703, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.29172, "nauc_precision_at_1_std": -0.402058, "nauc_precision_at_1_diff1": 0.805296, "nauc_precision_at_3_max": 0.246121, "nauc_precision_at_3_std": -0.419645, "nauc_precision_at_3_diff1": 0.630444, "nauc_precision_at_5_max": -0.084312, "nauc_precision_at_5_std": -0.848863, "nauc_precision_at_5_diff1": 0.632113, "nauc_precision_at_10_max": -0.173807, "nauc_precision_at_10_std": -1.722392, "nauc_precision_at_10_diff1": 0.561703, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": NaN, "nauc_precision_at_25_std": NaN, "nauc_precision_at_25_diff1": NaN, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.29172, "nauc_mrr_at_1_std": -0.402058, "nauc_mrr_at_1_diff1": 0.805296, "nauc_mrr_at_3_max": 0.282917, "nauc_mrr_at_3_std": -0.420415, "nauc_mrr_at_3_diff1": 0.743847, "nauc_mrr_at_5_max": 0.246114, "nauc_mrr_at_5_std": -0.44341, "nauc_mrr_at_5_diff1": 0.749915, "nauc_mrr_at_10_max": 0.259227, "nauc_mrr_at_10_std": -0.44632, "nauc_mrr_at_10_diff1": 0.757862, "nauc_mrr_at_20_max": 0.262687, "nauc_mrr_at_20_std": -0.436125, "nauc_mrr_at_20_diff1": 0.75943, "nauc_mrr_at_25_max": 0.262687, "nauc_mrr_at_25_std": -0.436125, "nauc_mrr_at_25_diff1": 0.75943, "nauc_mrr_at_50_max": 0.262687, "nauc_mrr_at_50_std": -0.436125, "nauc_mrr_at_50_diff1": 0.75943, "nauc_mrr_at_100_max": 0.262687, "nauc_mrr_at_100_std": -0.436125, "nauc_mrr_at_100_diff1": 0.75943, "nauc_mrr_at_1000_max": 0.262687, "nauc_mrr_at_1000_std": -0.436125, "nauc_mrr_at_1000_diff1": 0.75943, "hit_rate_at_1": 0.57292, "hit_rate_at_3": 0.76042, "hit_rate_at_5": 0.88542, "hit_rate_at_10": 0.97917, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.572917, "R_cap_at_3": 0.75, "R_cap_at_5": 0.90625, "R_cap_at_10": 0.979167, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.76711, "hf_subset": "bfcl_qwen3_8b__generalized_query", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.41667, "ndcg_at_3": 0.55171, "ndcg_at_5": 0.58714, "ndcg_at_10": 0.63738, "ndcg_at_20": 0.65657, "ndcg_at_25": 0.66124, "ndcg_at_50": 0.66514, "ndcg_at_100": 0.66514, "ndcg_at_1000": 0.66514, "map_at_1": 0.41667, "map_at_3": 0.5191, "map_at_5": 0.53941, "map_at_10": 0.55995, "map_at_20": 0.5656, "map_at_25": 0.56659, "map_at_50": 0.56712, "map_at_100": 0.56712, "map_at_1000": 0.56712, "recall_at_1": 0.41667, "recall_at_3": 0.64583, "recall_at_5": 0.72917, "recall_at_10": 0.88542, "recall_at_20": 0.95833, "recall_at_25": 0.97917, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.41667, "precision_at_1": 0.41667, "precision_at_3": 0.21528, "precision_at_5": 0.14583, "precision_at_10": 0.08854, "precision_at_20": 0.04792, "precision_at_25": 0.03917, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.416667, "mrr_at_3": 0.519097, "mrr_at_5": 0.538889, "mrr_at_10": 0.559433, "mrr_at_20": 0.565542, "mrr_at_25": 0.566038, "mrr_at_50": 0.566567, "mrr_at_100": 0.566567, "mrr_at_1000": 0.566567, "nauc_ndcg_at_1_max": 0.056096, "nauc_ndcg_at_1_std": -0.032177, "nauc_ndcg_at_1_diff1": 0.454447, "nauc_ndcg_at_3_max": 0.068474, "nauc_ndcg_at_3_std": -0.038085, "nauc_ndcg_at_3_diff1": 0.389365, "nauc_ndcg_at_5_max": 0.066582, "nauc_ndcg_at_5_std": -0.046319, "nauc_ndcg_at_5_diff1": 0.394912, "nauc_ndcg_at_10_max": 0.068171, "nauc_ndcg_at_10_std": 0.002427, "nauc_ndcg_at_10_diff1": 0.386444, "nauc_ndcg_at_20_max": 0.072351, "nauc_ndcg_at_20_std": -0.004387, "nauc_ndcg_at_20_diff1": 0.402554, "nauc_ndcg_at_25_max": 0.082279, "nauc_ndcg_at_25_std": -0.008817, "nauc_ndcg_at_25_diff1": 0.420844, "nauc_ndcg_at_50_max": 0.066767, "nauc_ndcg_at_50_std": -0.025868, "nauc_ndcg_at_50_diff1": 0.412146, "nauc_ndcg_at_100_max": 0.066767, "nauc_ndcg_at_100_std": -0.025868, "nauc_ndcg_at_100_diff1": 0.412146, "nauc_ndcg_at_1000_max": 0.066767, "nauc_ndcg_at_1000_std": -0.025868, "nauc_ndcg_at_1000_diff1": 0.412146, "nauc_map_at_1_max": 0.056096, "nauc_map_at_1_std": -0.032177, "nauc_map_at_1_diff1": 0.454447, "nauc_map_at_3_max": 0.063046, "nauc_map_at_3_std": -0.039165, "nauc_map_at_3_diff1": 0.406249, "nauc_map_at_5_max": 0.060833, "nauc_map_at_5_std": -0.043807, "nauc_map_at_5_diff1": 0.409993, "nauc_map_at_10_max": 0.061718, "nauc_map_at_10_std": -0.027098, "nauc_map_at_10_diff1": 0.409173, "nauc_map_at_20_max": 0.062934, "nauc_map_at_20_std": -0.028908, "nauc_map_at_20_diff1": 0.413693, "nauc_map_at_25_max": 0.064579, "nauc_map_at_25_std": -0.029738, "nauc_map_at_25_diff1": 0.416818, "nauc_map_at_50_max": 0.062899, "nauc_map_at_50_std": -0.031587, "nauc_map_at_50_diff1": 0.415882, "nauc_map_at_100_max": 0.062899, "nauc_map_at_100_std": -0.031587, "nauc_map_at_100_diff1": 0.415882, "nauc_map_at_1000_max": 0.062899, "nauc_map_at_1000_std": -0.031587, "nauc_map_at_1000_diff1": 0.415882, "nauc_recall_at_1_max": 0.056096, "nauc_recall_at_1_std": -0.032177, "nauc_recall_at_1_diff1": 0.454447, "nauc_recall_at_3_max": 0.087385, "nauc_recall_at_3_std": -0.033285, "nauc_recall_at_3_diff1": 0.333834, "nauc_recall_at_5_max": 0.091331, "nauc_recall_at_5_std": -0.055546, "nauc_recall_at_5_diff1": 0.337645, "nauc_recall_at_10_max": 0.121429, "nauc_recall_at_10_std": 0.287191, "nauc_recall_at_10_diff1": 0.196496, "nauc_recall_at_20_max": 0.28657, "nauc_recall_at_20_std": 0.609185, "nauc_recall_at_20_diff1": 0.208598, "nauc_recall_at_25_max": 1.0, "nauc_recall_at_25_std": 1.0, "nauc_recall_at_25_diff1": 0.934337, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.056096, "nauc_precision_at_1_std": -0.032177, "nauc_precision_at_1_diff1": 0.454447, "nauc_precision_at_3_max": 0.087385, "nauc_precision_at_3_std": -0.033285, "nauc_precision_at_3_diff1": 0.333834, "nauc_precision_at_5_max": 0.091331, "nauc_precision_at_5_std": -0.055546, "nauc_precision_at_5_diff1": 0.337645, "nauc_precision_at_10_max": 0.121429, "nauc_precision_at_10_std": 0.287191, "nauc_precision_at_10_diff1": 0.196496, "nauc_precision_at_20_max": 0.28657, "nauc_precision_at_20_std": 0.609185, "nauc_precision_at_20_diff1": 0.208598, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 0.934337, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.056096, "nauc_mrr_at_1_std": -0.032177, "nauc_mrr_at_1_diff1": 0.454447, "nauc_mrr_at_3_max": 0.063046, "nauc_mrr_at_3_std": -0.039165, "nauc_mrr_at_3_diff1": 0.406249, "nauc_mrr_at_5_max": 0.062181, "nauc_mrr_at_5_std": -0.04212, "nauc_mrr_at_5_diff1": 0.408588, "nauc_mrr_at_10_max": 0.063231, "nauc_mrr_at_10_std": -0.025271, "nauc_mrr_at_10_diff1": 0.408193, "nauc_mrr_at_20_max": 0.067795, "nauc_mrr_at_20_std": -0.025905, "nauc_mrr_at_20_diff1": 0.415536, "nauc_mrr_at_25_max": 0.066452, "nauc_mrr_at_25_std": -0.027625, "nauc_mrr_at_25_diff1": 0.416026, "nauc_mrr_at_50_max": 0.064778, "nauc_mrr_at_50_std": -0.029467, "nauc_mrr_at_50_diff1": 0.415089, "nauc_mrr_at_100_max": 0.064778, "nauc_mrr_at_100_std": -0.029467, "nauc_mrr_at_100_diff1": 0.415089, "nauc_mrr_at_1000_max": 0.064778, "nauc_mrr_at_1000_std": -0.029467, "nauc_mrr_at_1000_diff1": 0.415089, "hit_rate_at_1": 0.41667, "hit_rate_at_3": 0.64583, "hit_rate_at_5": 0.72917, "hit_rate_at_10": 0.88542, "hit_rate_at_20": 0.95833, "hit_rate_at_25": 0.97917, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.416667, "R_cap_at_3": 0.645833, "R_cap_at_5": 0.729167, "R_cap_at_10": 0.885417, "R_cap_at_20": 0.96875, "R_cap_at_25": 0.979167, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.63738, "hf_subset": "bfcl_qwen3_8b__task_query", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.66055, "ndcg_at_3": 0.79904, "ndcg_at_5": 0.82234, "ndcg_at_10": 0.83708, "ndcg_at_20": 0.83708, "ndcg_at_25": 0.83708, "ndcg_at_50": 0.83708, "ndcg_at_100": 0.83708, "ndcg_at_1000": 0.83708, "map_at_1": 0.66055, "map_at_3": 0.76453, "map_at_5": 0.77783, "map_at_10": 0.78385, "map_at_20": 0.78385, "map_at_25": 0.78385, "map_at_50": 0.78385, "map_at_100": 0.78385, "map_at_1000": 0.78385, "recall_at_1": 0.66055, "recall_at_3": 0.89908, "recall_at_5": 0.95413, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.66055, "precision_at_1": 0.66055, "precision_at_3": 0.29969, "precision_at_5": 0.19083, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.66055, "mrr_at_3": 0.764526, "mrr_at_5": 0.777829, "mrr_at_10": 0.783981, "mrr_at_20": 0.783981, "mrr_at_25": 0.783981, "mrr_at_50": 0.783981, "mrr_at_100": 0.783981, "mrr_at_1000": 0.783981, "nauc_ndcg_at_1_max": -0.155595, "nauc_ndcg_at_1_std": -0.502979, "nauc_ndcg_at_1_diff1": 0.68448, "nauc_ndcg_at_3_max": -0.325234, "nauc_ndcg_at_3_std": -0.584259, "nauc_ndcg_at_3_diff1": 0.701378, "nauc_ndcg_at_5_max": -0.263755, "nauc_ndcg_at_5_std": -0.602995, "nauc_ndcg_at_5_diff1": 0.691376, "nauc_ndcg_at_10_max": -0.231152, "nauc_ndcg_at_10_std": -0.542678, "nauc_ndcg_at_10_diff1": 0.691855, "nauc_ndcg_at_20_max": -0.231152, "nauc_ndcg_at_20_std": -0.542678, "nauc_ndcg_at_20_diff1": 0.691855, "nauc_ndcg_at_25_max": -0.231152, "nauc_ndcg_at_25_std": -0.542678, "nauc_ndcg_at_25_diff1": 0.691855, "nauc_ndcg_at_50_max": -0.231152, "nauc_ndcg_at_50_std": -0.542678, "nauc_ndcg_at_50_diff1": 0.691855, "nauc_ndcg_at_100_max": -0.231152, "nauc_ndcg_at_100_std": -0.542678, "nauc_ndcg_at_100_diff1": 0.691855, "nauc_ndcg_at_1000_max": -0.231152, "nauc_ndcg_at_1000_std": -0.542678, "nauc_ndcg_at_1000_diff1": 0.691855, "nauc_map_at_1_max": -0.155595, "nauc_map_at_1_std": -0.502979, "nauc_map_at_1_diff1": 0.68448, "nauc_map_at_3_max": -0.26562, "nauc_map_at_3_std": -0.55289, "nauc_map_at_3_diff1": 0.695911, "nauc_map_at_5_max": -0.234248, "nauc_map_at_5_std": -0.559019, "nauc_map_at_5_diff1": 0.691185, "nauc_map_at_10_max": -0.223918, "nauc_map_at_10_std": -0.537809, "nauc_map_at_10_diff1": 0.691326, "nauc_map_at_20_max": -0.223918, "nauc_map_at_20_std": -0.537809, "nauc_map_at_20_diff1": 0.691326, "nauc_map_at_25_max": -0.223918, "nauc_map_at_25_std": -0.537809, "nauc_map_at_25_diff1": 0.691326, "nauc_map_at_50_max": -0.223918, "nauc_map_at_50_std": -0.537809, "nauc_map_at_50_diff1": 0.691326, "nauc_map_at_100_max": -0.223918, "nauc_map_at_100_std": -0.537809, "nauc_map_at_100_diff1": 0.691326, "nauc_map_at_1000_max": -0.223918, "nauc_map_at_1000_std": -0.537809, "nauc_map_at_1000_diff1": 0.691326, "nauc_recall_at_1_max": -0.155595, "nauc_recall_at_1_std": -0.502979, "nauc_recall_at_1_diff1": 0.68448, "nauc_recall_at_3_max": -0.676816, "nauc_recall_at_3_std": -0.771482, "nauc_recall_at_3_diff1": 0.733249, "nauc_recall_at_5_max": -0.588543, "nauc_recall_at_5_std": -1.151403, "nauc_recall_at_5_diff1": 0.687046, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.155595, "nauc_precision_at_1_std": -0.502979, "nauc_precision_at_1_diff1": 0.68448, "nauc_precision_at_3_max": -0.676816, "nauc_precision_at_3_std": -0.771482, "nauc_precision_at_3_diff1": 0.733249, "nauc_precision_at_5_max": -0.588543, "nauc_precision_at_5_std": -1.151403, "nauc_precision_at_5_diff1": 0.687046, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_25_max": NaN, "nauc_precision_at_25_std": NaN, "nauc_precision_at_25_diff1": NaN, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.155595, "nauc_mrr_at_1_std": -0.502979, "nauc_mrr_at_1_diff1": 0.68448, "nauc_mrr_at_3_max": -0.26562, "nauc_mrr_at_3_std": -0.55289, "nauc_mrr_at_3_diff1": 0.694933, "nauc_mrr_at_5_max": -0.234248, "nauc_mrr_at_5_std": -0.559019, "nauc_mrr_at_5_diff1": 0.690139, "nauc_mrr_at_10_max": -0.224156, "nauc_mrr_at_10_std": -0.538559, "nauc_mrr_at_10_diff1": 0.690225, "nauc_mrr_at_20_max": -0.224156, "nauc_mrr_at_20_std": -0.538559, "nauc_mrr_at_20_diff1": 0.690225, "nauc_mrr_at_25_max": -0.224156, "nauc_mrr_at_25_std": -0.538559, "nauc_mrr_at_25_diff1": 0.690225, "nauc_mrr_at_50_max": -0.224156, "nauc_mrr_at_50_std": -0.538559, "nauc_mrr_at_50_diff1": 0.690225, "nauc_mrr_at_100_max": -0.224156, "nauc_mrr_at_100_std": -0.538559, "nauc_mrr_at_100_diff1": 0.690225, "nauc_mrr_at_1000_max": -0.224156, "nauc_mrr_at_1000_std": -0.538559, "nauc_mrr_at_1000_diff1": 0.690225, "hit_rate_at_1": 0.66055, "hit_rate_at_3": 0.89908, "hit_rate_at_5": 0.95413, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.66055, "R_cap_at_3": 0.899083, "R_cap_at_5": 0.954128, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.83708, "hf_subset": "bfcl_qwen3_14b__generalized_query", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.38532, "ndcg_at_3": 0.48809, "ndcg_at_5": 0.52914, "ndcg_at_10": 0.59041, "ndcg_at_20": 0.61146, "ndcg_at_25": 0.61754, "ndcg_at_50": 0.61938, "ndcg_at_100": 0.62517, "ndcg_at_1000": 0.62517, "map_at_1": 0.38532, "map_at_3": 0.4633, "map_at_5": 0.48578, "map_at_10": 0.5122, "map_at_20": 0.51807, "map_at_25": 0.51932, "map_at_50": 0.51962, "map_at_100": 0.52008, "map_at_1000": 0.52008, "recall_at_1": 0.38532, "recall_at_3": 0.55963, "recall_at_5": 0.66055, "recall_at_10": 0.84404, "recall_at_20": 0.92661, "recall_at_25": 0.95413, "recall_at_50": 0.9633, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.38532, "precision_at_1": 0.38532, "precision_at_3": 0.18654, "precision_at_5": 0.13211, "precision_at_10": 0.0844, "precision_at_20": 0.04633, "precision_at_25": 0.03817, "precision_at_50": 0.01927, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.385321, "mrr_at_3": 0.463303, "mrr_at_5": 0.485321, "mrr_at_10": 0.511548, "mrr_at_20": 0.516957, "mrr_at_25": 0.518647, "mrr_at_50": 0.518943, "mrr_at_100": 0.519406, "mrr_at_1000": 0.519406, "nauc_ndcg_at_1_max": 0.135761, "nauc_ndcg_at_1_std": -0.119612, "nauc_ndcg_at_1_diff1": 0.397658, "nauc_ndcg_at_3_max": 0.16348, "nauc_ndcg_at_3_std": -0.154318, "nauc_ndcg_at_3_diff1": 0.359298, "nauc_ndcg_at_5_max": 0.173418, "nauc_ndcg_at_5_std": -0.165672, "nauc_ndcg_at_5_diff1": 0.405816, "nauc_ndcg_at_10_max": 0.153334, "nauc_ndcg_at_10_std": -0.138696, "nauc_ndcg_at_10_diff1": 0.353388, "nauc_ndcg_at_20_max": 0.162961, "nauc_ndcg_at_20_std": -0.127428, "nauc_ndcg_at_20_diff1": 0.364498, "nauc_ndcg_at_25_max": 0.162254, "nauc_ndcg_at_25_std": -0.141552, "nauc_ndcg_at_25_diff1": 0.375539, "nauc_ndcg_at_50_max": 0.162541, "nauc_ndcg_at_50_std": -0.143469, "nauc_ndcg_at_50_diff1": 0.38654, "nauc_ndcg_at_100_max": 0.153436, "nauc_ndcg_at_100_std": -0.146681, "nauc_ndcg_at_100_diff1": 0.378007, "nauc_ndcg_at_1000_max": 0.153436, "nauc_ndcg_at_1000_std": -0.146681, "nauc_ndcg_at_1000_diff1": 0.378007, "nauc_map_at_1_max": 0.135761, "nauc_map_at_1_std": -0.119612, "nauc_map_at_1_diff1": 0.397658, "nauc_map_at_3_max": 0.157067, "nauc_map_at_3_std": -0.143691, "nauc_map_at_3_diff1": 0.368106, "nauc_map_at_5_max": 0.160208, "nauc_map_at_5_std": -0.151569, "nauc_map_at_5_diff1": 0.39458, "nauc_map_at_10_max": 0.148611, "nauc_map_at_10_std": -0.144923, "nauc_map_at_10_diff1": 0.373153, "nauc_map_at_20_max": 0.150891, "nauc_map_at_20_std": -0.142483, "nauc_map_at_20_diff1": 0.376546, "nauc_map_at_25_max": 0.150685, "nauc_map_at_25_std": -0.144936, "nauc_map_at_25_diff1": 0.378398, "nauc_map_at_50_max": 0.150712, "nauc_map_at_50_std": -0.14519, "nauc_map_at_50_diff1": 0.379839, "nauc_map_at_100_max": 0.150065, "nauc_map_at_100_std": -0.145405, "nauc_map_at_100_diff1": 0.3793, "nauc_map_at_1000_max": 0.150065, "nauc_map_at_1000_std": -0.145405, "nauc_map_at_1000_diff1": 0.3793, "nauc_recall_at_1_max": 0.135761, "nauc_recall_at_1_std": -0.119612, "nauc_recall_at_1_diff1": 0.397658, "nauc_recall_at_3_max": 0.182767, "nauc_recall_at_3_std": -0.187494, "nauc_recall_at_3_diff1": 0.33284, "nauc_recall_at_5_max": 0.223517, "nauc_recall_at_5_std": -0.214175, "nauc_recall_at_5_diff1": 0.451127, "nauc_recall_at_10_max": 0.190508, "nauc_recall_at_10_std": -0.056669, "nauc_recall_at_10_diff1": 0.206216, "nauc_recall_at_20_max": 0.3565, "nauc_recall_at_20_std": 0.184037, "nauc_recall_at_20_diff1": 0.195439, "nauc_recall_at_25_max": 0.457375, "nauc_recall_at_25_std": 0.017629, "nauc_recall_at_25_diff1": 0.374545, "nauc_recall_at_50_max": 0.541074, "nauc_recall_at_50_std": -0.008609, "nauc_recall_at_50_diff1": 0.753267, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.135761, "nauc_precision_at_1_std": -0.119612, "nauc_precision_at_1_diff1": 0.397658, "nauc_precision_at_3_max": 0.182767, "nauc_precision_at_3_std": -0.187494, "nauc_precision_at_3_diff1": 0.33284, "nauc_precision_at_5_max": 0.223517, "nauc_precision_at_5_std": -0.214175, "nauc_precision_at_5_diff1": 0.451127, "nauc_precision_at_10_max": 0.190508, "nauc_precision_at_10_std": -0.056669, "nauc_precision_at_10_diff1": 0.206216, "nauc_precision_at_20_max": 0.3565, "nauc_precision_at_20_std": 0.184037, "nauc_precision_at_20_diff1": 0.195439, "nauc_precision_at_25_max": 0.457375, "nauc_precision_at_25_std": 0.017629, "nauc_precision_at_25_diff1": 0.374545, "nauc_precision_at_50_max": 0.541074, "nauc_precision_at_50_std": -0.008609, "nauc_precision_at_50_diff1": 0.753267, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.135761, "nauc_mrr_at_1_std": -0.119612, "nauc_mrr_at_1_diff1": 0.397658, "nauc_mrr_at_3_max": 0.157067, "nauc_mrr_at_3_std": -0.143691, "nauc_mrr_at_3_diff1": 0.368106, "nauc_mrr_at_5_max": 0.160839, "nauc_mrr_at_5_std": -0.150475, "nauc_mrr_at_5_diff1": 0.392735, "nauc_mrr_at_10_max": 0.149262, "nauc_mrr_at_10_std": -0.14334, "nauc_mrr_at_10_diff1": 0.371807, "nauc_mrr_at_20_max": 0.152788, "nauc_mrr_at_20_std": -0.13921, "nauc_mrr_at_20_diff1": 0.375895, "nauc_mrr_at_25_max": 0.151406, "nauc_mrr_at_25_std": -0.14324, "nauc_mrr_at_25_diff1": 0.377052, "nauc_mrr_at_50_max": 0.151433, "nauc_mrr_at_50_std": -0.143492, "nauc_mrr_at_50_diff1": 0.37849, "nauc_mrr_at_100_max": 0.150789, "nauc_mrr_at_100_std": -0.143708, "nauc_mrr_at_100_diff1": 0.377951, "nauc_mrr_at_1000_max": 0.150789, "nauc_mrr_at_1000_std": -0.143708, "nauc_mrr_at_1000_diff1": 0.377951, "hit_rate_at_1": 0.38532, "hit_rate_at_3": 0.55963, "hit_rate_at_5": 0.66055, "hit_rate_at_10": 0.84404, "hit_rate_at_20": 0.92661, "hit_rate_at_25": 0.95413, "hit_rate_at_50": 0.9633, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.385321, "R_cap_at_3": 0.559633, "R_cap_at_5": 0.66055, "R_cap_at_10": 0.844037, "R_cap_at_20": 0.917431, "R_cap_at_25": 0.954128, "R_cap_at_50": 0.963303, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.59041, "hf_subset": "bfcl_qwen3_14b__task_query", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.46465, "ndcg_at_3": 0.63997, "ndcg_at_5": 0.69564, "ndcg_at_10": 0.71562, "ndcg_at_20": 0.72335, "ndcg_at_25": 0.72335, "ndcg_at_50": 0.72532, "ndcg_at_100": 0.72532, "ndcg_at_1000": 0.72532, "map_at_1": 0.46465, "map_at_3": 0.59596, "map_at_5": 0.62778, "map_at_10": 0.63624, "map_at_20": 0.63839, "map_at_25": 0.63839, "map_at_50": 0.63869, "map_at_100": 0.63869, "map_at_1000": 0.63869, "recall_at_1": 0.46465, "recall_at_3": 0.76768, "recall_at_5": 0.89899, "recall_at_10": 0.9596, "recall_at_20": 0.9899, "recall_at_25": 0.9899, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.46465, "precision_at_1": 0.46465, "precision_at_3": 0.25589, "precision_at_5": 0.1798, "precision_at_10": 0.09596, "precision_at_20": 0.04949, "precision_at_25": 0.0396, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.464646, "mrr_at_3": 0.59596, "mrr_at_5": 0.627778, "mrr_at_10": 0.636243, "mrr_at_20": 0.638521, "mrr_at_25": 0.638521, "mrr_at_50": 0.638818, "mrr_at_100": 0.638818, "mrr_at_1000": 0.638818, "nauc_ndcg_at_1_max": 0.296371, "nauc_ndcg_at_1_std": 0.02483, "nauc_ndcg_at_1_diff1": 0.589805, "nauc_ndcg_at_3_max": 0.334383, "nauc_ndcg_at_3_std": 0.135093, "nauc_ndcg_at_3_diff1": 0.455453, "nauc_ndcg_at_5_max": 0.342802, "nauc_ndcg_at_5_std": 0.154918, "nauc_ndcg_at_5_diff1": 0.440681, "nauc_ndcg_at_10_max": 0.35432, "nauc_ndcg_at_10_std": 0.138399, "nauc_ndcg_at_10_diff1": 0.468322, "nauc_ndcg_at_20_max": 0.332782, "nauc_ndcg_at_20_std": 0.112278, "nauc_ndcg_at_20_diff1": 0.48342, "nauc_ndcg_at_25_max": 0.332782, "nauc_ndcg_at_25_std": 0.112278, "nauc_ndcg_at_25_diff1": 0.48342, "nauc_ndcg_at_50_max": 0.330603, "nauc_ndcg_at_50_std": 0.107915, "nauc_ndcg_at_50_diff1": 0.493768, "nauc_ndcg_at_100_max": 0.330603, "nauc_ndcg_at_100_std": 0.107915, "nauc_ndcg_at_100_diff1": 0.493768, "nauc_ndcg_at_1000_max": 0.330603, "nauc_ndcg_at_1000_std": 0.107915, "nauc_ndcg_at_1000_diff1": 0.493768, "nauc_map_at_1_max": 0.296371, "nauc_map_at_1_std": 0.02483, "nauc_map_at_1_diff1": 0.589805, "nauc_map_at_3_max": 0.326086, "nauc_map_at_3_std": 0.105018, "nauc_map_at_3_diff1": 0.496747, "nauc_map_at_5_max": 0.328195, "nauc_map_at_5_std": 0.111388, "nauc_map_at_5_diff1": 0.492419, "nauc_map_at_10_max": 0.331309, "nauc_map_at_10_std": 0.104411, "nauc_map_at_10_diff1": 0.502108, "nauc_map_at_20_max": 0.326472, "nauc_map_at_20_std": 0.098475, "nauc_map_at_20_diff1": 0.50552, "nauc_map_at_25_max": 0.326472, "nauc_map_at_25_std": 0.098475, "nauc_map_at_25_diff1": 0.50552, "nauc_map_at_50_max": 0.326213, "nauc_map_at_50_std": 0.097955, "nauc_map_at_50_diff1": 0.506742, "nauc_map_at_100_max": 0.326213, "nauc_map_at_100_std": 0.097955, "nauc_map_at_100_diff1": 0.506742, "nauc_map_at_1000_max": 0.326213, "nauc_map_at_1000_std": 0.097955, "nauc_map_at_1000_diff1": 0.506742, "nauc_recall_at_1_max": 0.296371, "nauc_recall_at_1_std": 0.02483, "nauc_recall_at_1_diff1": 0.589805, "nauc_recall_at_3_max": 0.366553, "nauc_recall_at_3_std": 0.256352, "nauc_recall_at_3_diff1": 0.286086, "nauc_recall_at_5_max": 0.459106, "nauc_recall_at_5_std": 0.496646, "nauc_recall_at_5_diff1": 0.037167, "nauc_recall_at_10_max": 0.822793, "nauc_recall_at_10_std": 0.749078, "nauc_recall_at_10_diff1": -0.088863, "nauc_recall_at_20_max": 0.552905, "nauc_recall_at_20_std": 0.552905, "nauc_recall_at_20_diff1": -0.56161, "nauc_recall_at_25_max": 0.552905, "nauc_recall_at_25_std": 0.552905, "nauc_recall_at_25_diff1": -0.56161, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.296371, "nauc_precision_at_1_std": 0.02483, "nauc_precision_at_1_diff1": 0.589805, "nauc_precision_at_3_max": 0.366553, "nauc_precision_at_3_std": 0.256352, "nauc_precision_at_3_diff1": 0.286086, "nauc_precision_at_5_max": 0.459106, "nauc_precision_at_5_std": 0.496646, "nauc_precision_at_5_diff1": 0.037167, "nauc_precision_at_10_max": 0.822793, "nauc_precision_at_10_std": 0.749078, "nauc_precision_at_10_diff1": -0.088863, "nauc_precision_at_20_max": 0.552905, "nauc_precision_at_20_std": 0.552905, "nauc_precision_at_20_diff1": -0.56161, "nauc_precision_at_25_max": 0.552905, "nauc_precision_at_25_std": 0.552905, "nauc_precision_at_25_diff1": -0.56161, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.296371, "nauc_mrr_at_1_std": 0.02483, "nauc_mrr_at_1_diff1": 0.589805, "nauc_mrr_at_3_max": 0.326086, "nauc_mrr_at_3_std": 0.105018, "nauc_mrr_at_3_diff1": 0.496747, "nauc_mrr_at_5_max": 0.328195, "nauc_mrr_at_5_std": 0.111388, "nauc_mrr_at_5_diff1": 0.492419, "nauc_mrr_at_10_max": 0.331309, "nauc_mrr_at_10_std": 0.104411, "nauc_mrr_at_10_diff1": 0.502108, "nauc_mrr_at_20_max": 0.326169, "nauc_mrr_at_20_std": 0.098095, "nauc_mrr_at_20_diff1": 0.505678, "nauc_mrr_at_25_max": 0.326169, "nauc_mrr_at_25_std": 0.098095, "nauc_mrr_at_25_diff1": 0.505678, "nauc_mrr_at_50_max": 0.325909, "nauc_mrr_at_50_std": 0.097575, "nauc_mrr_at_50_diff1": 0.5069, "nauc_mrr_at_100_max": 0.325909, "nauc_mrr_at_100_std": 0.097575, "nauc_mrr_at_100_diff1": 0.5069, "nauc_mrr_at_1000_max": 0.325909, "nauc_mrr_at_1000_std": 0.097575, "nauc_mrr_at_1000_diff1": 0.5069, "hit_rate_at_1": 0.46465, "hit_rate_at_3": 0.76768, "hit_rate_at_5": 0.89899, "hit_rate_at_10": 0.9596, "hit_rate_at_20": 0.9899, "hit_rate_at_25": 0.9899, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.464646, "R_cap_at_3": 0.767677, "R_cap_at_5": 0.89899, "R_cap_at_10": 0.959596, "R_cap_at_20": 0.989899, "R_cap_at_25": 0.989899, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.71562, "hf_subset": "bfcl_qwen3_32b__generalized_query", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.39394, "ndcg_at_3": 0.56156, "ndcg_at_5": 0.59069, "ndcg_at_10": 0.61305, "ndcg_at_20": 0.64391, "ndcg_at_25": 0.64617, "ndcg_at_50": 0.65205, "ndcg_at_100": 0.65358, "ndcg_at_1000": 0.65358, "map_at_1": 0.39394, "map_at_3": 0.51852, "map_at_5": 0.53468, "map_at_10": 0.54361, "map_at_20": 0.55219, "map_at_25": 0.55267, "map_at_50": 0.55355, "map_at_100": 0.55366, "map_at_1000": 0.55366, "recall_at_1": 0.39394, "recall_at_3": 0.68687, "recall_at_5": 0.75758, "recall_at_10": 0.82828, "recall_at_20": 0.94949, "recall_at_25": 0.9596, "recall_at_50": 0.9899, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.39394, "precision_at_1": 0.39394, "precision_at_3": 0.22896, "precision_at_5": 0.15152, "precision_at_10": 0.08283, "precision_at_20": 0.04747, "precision_at_25": 0.03838, "precision_at_50": 0.0198, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.393939, "mrr_at_3": 0.518519, "mrr_at_5": 0.53266, "mrr_at_10": 0.542268, "mrr_at_20": 0.551835, "mrr_at_25": 0.552316, "mrr_at_50": 0.553194, "mrr_at_100": 0.553298, "mrr_at_1000": 0.553298, "nauc_ndcg_at_1_max": 0.079803, "nauc_ndcg_at_1_std": -0.074221, "nauc_ndcg_at_1_diff1": 0.257088, "nauc_ndcg_at_3_max": 0.041499, "nauc_ndcg_at_3_std": -0.077186, "nauc_ndcg_at_3_diff1": 0.182791, "nauc_ndcg_at_5_max": 0.083489, "nauc_ndcg_at_5_std": -0.0591, "nauc_ndcg_at_5_diff1": 0.223862, "nauc_ndcg_at_10_max": 0.090615, "nauc_ndcg_at_10_std": -0.037945, "nauc_ndcg_at_10_diff1": 0.249413, "nauc_ndcg_at_20_max": 0.122412, "nauc_ndcg_at_20_std": -0.015116, "nauc_ndcg_at_20_diff1": 0.268123, "nauc_ndcg_at_25_max": 0.114213, "nauc_ndcg_at_25_std": -0.024601, "nauc_ndcg_at_25_diff1": 0.261285, "nauc_ndcg_at_50_max": 0.09576, "nauc_ndcg_at_50_std": -0.046813, "nauc_ndcg_at_50_diff1": 0.250762, "nauc_ndcg_at_100_max": 0.089885, "nauc_ndcg_at_100_std": -0.053614, "nauc_ndcg_at_100_diff1": 0.246744, "nauc_ndcg_at_1000_max": 0.089885, "nauc_ndcg_at_1000_std": -0.053614, "nauc_ndcg_at_1000_diff1": 0.246744, "nauc_map_at_1_max": 0.079803, "nauc_map_at_1_std": -0.074221, "nauc_map_at_1_diff1": 0.257088, "nauc_map_at_3_max": 0.052477, "nauc_map_at_3_std": -0.080501, "nauc_map_at_3_diff1": 0.207263, "nauc_map_at_5_max": 0.074627, "nauc_map_at_5_std": -0.070908, "nauc_map_at_5_diff1": 0.231367, "nauc_map_at_10_max": 0.075778, "nauc_map_at_10_std": -0.065917, "nauc_map_at_10_diff1": 0.241196, "nauc_map_at_20_max": 0.085118, "nauc_map_at_20_std": -0.059671, "nauc_map_at_20_diff1": 0.245557, "nauc_map_at_25_max": 0.083647, "nauc_map_at_25_std": -0.061375, "nauc_map_at_25_diff1": 0.244344, "nauc_map_at_50_max": 0.081404, "nauc_map_at_50_std": -0.06414, "nauc_map_at_50_diff1": 0.243205, "nauc_map_at_100_max": 0.081083, "nauc_map_at_100_std": -0.064512, "nauc_map_at_100_diff1": 0.242987, "nauc_map_at_1000_max": 0.081083, "nauc_map_at_1000_std": -0.064512, "nauc_map_at_1000_diff1": 0.242987, "nauc_recall_at_1_max": 0.079803, "nauc_recall_at_1_std": -0.074221, "nauc_recall_at_1_diff1": 0.257088, "nauc_recall_at_3_max": 0.002554, "nauc_recall_at_3_std": -0.063462, "nauc_recall_at_3_diff1": 0.094474, "nauc_recall_at_5_max": 0.128326, "nauc_recall_at_5_std": -0.00442, "nauc_recall_at_5_diff1": 0.194491, "nauc_recall_at_10_max": 0.193529, "nauc_recall_at_10_std": 0.14942, "nauc_recall_at_10_diff1": 0.314032, "nauc_recall_at_20_max": 0.918167, "nauc_recall_at_20_std": 0.921481, "nauc_recall_at_20_diff1": 0.797387, "nauc_recall_at_25_max": 0.897709, "nauc_recall_at_25_std": 0.901851, "nauc_recall_at_25_diff1": 0.746734, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 1.0, "nauc_recall_at_50_diff1": 0.869134, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.079803, "nauc_precision_at_1_std": -0.074221, "nauc_precision_at_1_diff1": 0.257088, "nauc_precision_at_3_max": 0.002554, "nauc_precision_at_3_std": -0.063462, "nauc_precision_at_3_diff1": 0.094474, "nauc_precision_at_5_max": 0.128326, "nauc_precision_at_5_std": -0.00442, "nauc_precision_at_5_diff1": 0.194491, "nauc_precision_at_10_max": 0.193529, "nauc_precision_at_10_std": 0.14942, "nauc_precision_at_10_diff1": 0.314032, "nauc_precision_at_20_max": 0.918167, "nauc_precision_at_20_std": 0.921481, "nauc_precision_at_20_diff1": 0.797387, "nauc_precision_at_25_max": 0.897709, "nauc_precision_at_25_std": 0.901851, "nauc_precision_at_25_diff1": 0.746734, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 0.869134, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.079803, "nauc_mrr_at_1_std": -0.074221, "nauc_mrr_at_1_diff1": 0.257088, "nauc_mrr_at_3_max": 0.052477, "nauc_mrr_at_3_std": -0.080501, "nauc_mrr_at_3_diff1": 0.207263, "nauc_mrr_at_5_max": 0.075036, "nauc_mrr_at_5_std": -0.069827, "nauc_mrr_at_5_diff1": 0.236696, "nauc_mrr_at_10_max": 0.075064, "nauc_mrr_at_10_std": -0.067387, "nauc_mrr_at_10_diff1": 0.239572, "nauc_mrr_at_20_max": 0.085169, "nauc_mrr_at_20_std": -0.059801, "nauc_mrr_at_20_diff1": 0.246207, "nauc_mrr_at_25_max": 0.083699, "nauc_mrr_at_25_std": -0.061504, "nauc_mrr_at_25_diff1": 0.244996, "nauc_mrr_at_50_max": 0.081472, "nauc_mrr_at_50_std": -0.064239, "nauc_mrr_at_50_diff1": 0.243843, "nauc_mrr_at_100_max": 0.081152, "nauc_mrr_at_100_std": -0.064611, "nauc_mrr_at_100_diff1": 0.243625, "nauc_mrr_at_1000_max": 0.081152, "nauc_mrr_at_1000_std": -0.064611, "nauc_mrr_at_1000_diff1": 0.243625, "hit_rate_at_1": 0.39394, "hit_rate_at_3": 0.68687, "hit_rate_at_5": 0.75758, "hit_rate_at_10": 0.82828, "hit_rate_at_20": 0.94949, "hit_rate_at_25": 0.9596, "hit_rate_at_50": 0.9899, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.393939, "R_cap_at_3": 0.686869, "R_cap_at_5": 0.747475, "R_cap_at_10": 0.818182, "R_cap_at_20": 0.949495, "R_cap_at_25": 0.959596, "R_cap_at_50": 0.989899, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.61305, "hf_subset": "bfcl_qwen3_32b__task_query", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" } ] }, "evaluation_time": 4.088009357452393, "kg_co2_emissions": null, "date": 1780323486.473466 }