{ "dataset_revision": "7bbb4456dade71ab22c9373c9a2f3504cfdccc18", "task_name": "ReMe", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.32367, "ndcg_at_3": 0.42109, "ndcg_at_5": 0.45935, "ndcg_at_10": 0.47976, "ndcg_at_20": 0.49846, "ndcg_at_25": 0.50584, "ndcg_at_50": 0.53145, "ndcg_at_100": 0.54173, "ndcg_at_1000": 0.54977, "map_at_1": 0.32367, "map_at_3": 0.39936, "map_at_5": 0.42085, "map_at_10": 0.42933, "map_at_20": 0.43466, "map_at_25": 0.43613, "map_at_50": 0.43975, "map_at_100": 0.44068, "map_at_1000": 0.44108, "recall_at_1": 0.32367, "recall_at_3": 0.48309, "recall_at_5": 0.57488, "recall_at_10": 0.63768, "recall_at_20": 0.71014, "recall_at_25": 0.74396, "recall_at_50": 0.87923, "recall_at_100": 0.94203, "recall_at_1000": 1.0, "accuracy": 0.32367, "precision_at_1": 0.32367, "precision_at_3": 0.16103, "precision_at_5": 0.11498, "precision_at_10": 0.06377, "precision_at_20": 0.03551, "precision_at_25": 0.02976, "precision_at_50": 0.01758, "precision_at_100": 0.00942, "precision_at_1000": 0.001, "mrr_at_1": 0.323671, "mrr_at_3": 0.399356, "mrr_at_5": 0.420853, "mrr_at_10": 0.429331, "mrr_at_20": 0.434659, "mrr_at_25": 0.436134, "mrr_at_50": 0.439748, "mrr_at_100": 0.440677, "mrr_at_1000": 0.441076, "nauc_ndcg_at_1_max": 0.053236, "nauc_ndcg_at_1_std": -0.263477, "nauc_ndcg_at_1_diff1": 0.414372, "nauc_ndcg_at_3_max": 0.109702, "nauc_ndcg_at_3_std": -0.285104, "nauc_ndcg_at_3_diff1": 0.3354, "nauc_ndcg_at_5_max": 0.086361, "nauc_ndcg_at_5_std": -0.297983, "nauc_ndcg_at_5_diff1": 0.325507, "nauc_ndcg_at_10_max": 0.085246, "nauc_ndcg_at_10_std": -0.284541, "nauc_ndcg_at_10_diff1": 0.298133, "nauc_ndcg_at_20_max": 0.069483, "nauc_ndcg_at_20_std": -0.288768, "nauc_ndcg_at_20_diff1": 0.314097, "nauc_ndcg_at_25_max": 0.073032, "nauc_ndcg_at_25_std": -0.27242, "nauc_ndcg_at_25_diff1": 0.306513, "nauc_ndcg_at_50_max": 0.079299, "nauc_ndcg_at_50_std": -0.277131, "nauc_ndcg_at_50_diff1": 0.297237, "nauc_ndcg_at_100_max": 0.084204, "nauc_ndcg_at_100_std": -0.278004, "nauc_ndcg_at_100_diff1": 0.315357, "nauc_ndcg_at_1000_max": 0.081039, "nauc_ndcg_at_1000_std": -0.278455, "nauc_ndcg_at_1000_diff1": 0.323766, "nauc_map_at_1_max": 0.053236, "nauc_map_at_1_std": -0.263477, "nauc_map_at_1_diff1": 0.414372, "nauc_map_at_3_max": 0.097419, "nauc_map_at_3_std": -0.279853, "nauc_map_at_3_diff1": 0.351811, "nauc_map_at_5_max": 0.084822, "nauc_map_at_5_std": -0.285898, "nauc_map_at_5_diff1": 0.346991, "nauc_map_at_10_max": 0.083869, "nauc_map_at_10_std": -0.279277, "nauc_map_at_10_diff1": 0.336331, "nauc_map_at_20_max": 0.079257, "nauc_map_at_20_std": -0.280836, "nauc_map_at_20_diff1": 0.341275, "nauc_map_at_25_max": 0.080051, "nauc_map_at_25_std": -0.277711, "nauc_map_at_25_diff1": 0.339954, "nauc_map_at_50_max": 0.080718, "nauc_map_at_50_std": -0.278177, "nauc_map_at_50_diff1": 0.33891, "nauc_map_at_100_max": 0.081182, "nauc_map_at_100_std": -0.278044, "nauc_map_at_100_diff1": 0.340357, "nauc_map_at_1000_max": 0.081072, "nauc_map_at_1000_std": -0.278062, "nauc_map_at_1000_diff1": 0.340676, "nauc_recall_at_1_max": 0.053236, "nauc_recall_at_1_std": -0.263477, "nauc_recall_at_1_diff1": 0.414372, "nauc_recall_at_3_max": 0.144516, "nauc_recall_at_3_std": -0.300234, "nauc_recall_at_3_diff1": 0.289234, "nauc_recall_at_5_max": 0.086343, "nauc_recall_at_5_std": -0.338406, "nauc_recall_at_5_diff1": 0.258633, "nauc_recall_at_10_max": 0.085202, "nauc_recall_at_10_std": -0.302612, "nauc_recall_at_10_diff1": 0.156478, "nauc_recall_at_20_max": 0.010914, "nauc_recall_at_20_std": -0.321904, "nauc_recall_at_20_diff1": 0.208464, "nauc_recall_at_25_max": 0.025602, "nauc_recall_at_25_std": -0.222698, "nauc_recall_at_25_diff1": 0.148985, "nauc_recall_at_50_max": 0.070024, "nauc_recall_at_50_std": -0.244784, "nauc_recall_at_50_diff1": -0.11121, "nauc_recall_at_100_max": 0.197817, "nauc_recall_at_100_std": -0.261252, "nauc_recall_at_100_diff1": 0.01485, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.053236, "nauc_precision_at_1_std": -0.263477, "nauc_precision_at_1_diff1": 0.414372, "nauc_precision_at_3_max": 0.144516, "nauc_precision_at_3_std": -0.300234, "nauc_precision_at_3_diff1": 0.289234, "nauc_precision_at_5_max": 0.086343, "nauc_precision_at_5_std": -0.338406, "nauc_precision_at_5_diff1": 0.258633, "nauc_precision_at_10_max": 0.085202, "nauc_precision_at_10_std": -0.302612, "nauc_precision_at_10_diff1": 0.156478, "nauc_precision_at_20_max": 0.010914, "nauc_precision_at_20_std": -0.321904, "nauc_precision_at_20_diff1": 0.208464, "nauc_precision_at_25_max": 0.025602, "nauc_precision_at_25_std": -0.222698, "nauc_precision_at_25_diff1": 0.148985, "nauc_precision_at_50_max": 0.070024, "nauc_precision_at_50_std": -0.244784, "nauc_precision_at_50_diff1": -0.11121, "nauc_precision_at_100_max": 0.197817, "nauc_precision_at_100_std": -0.261252, "nauc_precision_at_100_diff1": 0.01485, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.053236, "nauc_mrr_at_1_std": -0.263477, "nauc_mrr_at_1_diff1": 0.414372, "nauc_mrr_at_3_max": 0.097419, "nauc_mrr_at_3_std": -0.279853, "nauc_mrr_at_3_diff1": 0.351811, "nauc_mrr_at_5_max": 0.084822, "nauc_mrr_at_5_std": -0.285898, "nauc_mrr_at_5_diff1": 0.346991, "nauc_mrr_at_10_max": 0.083869, "nauc_mrr_at_10_std": -0.279277, "nauc_mrr_at_10_diff1": 0.336331, "nauc_mrr_at_20_max": 0.079257, "nauc_mrr_at_20_std": -0.280836, "nauc_mrr_at_20_diff1": 0.341275, "nauc_mrr_at_25_max": 0.080051, "nauc_mrr_at_25_std": -0.277711, "nauc_mrr_at_25_diff1": 0.339954, "nauc_mrr_at_50_max": 0.080718, "nauc_mrr_at_50_std": -0.278177, "nauc_mrr_at_50_diff1": 0.33891, "nauc_mrr_at_100_max": 0.081182, "nauc_mrr_at_100_std": -0.278044, "nauc_mrr_at_100_diff1": 0.340357, "nauc_mrr_at_1000_max": 0.081072, "nauc_mrr_at_1000_std": -0.278062, "nauc_mrr_at_1000_diff1": 0.340676, "hit_rate_at_1": 0.32367, "hit_rate_at_3": 0.48309, "hit_rate_at_5": 0.57488, "hit_rate_at_10": 0.63768, "hit_rate_at_20": 0.71014, "hit_rate_at_25": 0.74396, "hit_rate_at_50": 0.87923, "hit_rate_at_100": 0.94203, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.323671, "R_cap_at_3": 0.483092, "R_cap_at_5": 0.574879, "R_cap_at_10": 0.637681, "R_cap_at_20": 0.710145, "R_cap_at_25": 0.743961, "R_cap_at_50": 0.879227, "R_cap_at_100": 0.942029, "R_cap_at_1000": 1.0, "main_score": 0.47976, "hf_subset": "appworld_qwen3_8b__generalized_query", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.33945, "ndcg_at_3": 0.43982, "ndcg_at_5": 0.48228, "ndcg_at_10": 0.5082, "ndcg_at_20": 0.53106, "ndcg_at_25": 0.53813, "ndcg_at_50": 0.55549, "ndcg_at_100": 0.56522, "ndcg_at_1000": 0.5704, "map_at_1": 0.33945, "map_at_3": 0.41437, "map_at_5": 0.43846, "map_at_10": 0.44958, "map_at_20": 0.4563, "map_at_25": 0.45774, "map_at_50": 0.46018, "map_at_100": 0.46105, "map_at_1000": 0.46132, "recall_at_1": 0.33945, "recall_at_3": 0.51376, "recall_at_5": 0.61468, "recall_at_10": 0.69266, "recall_at_20": 0.77982, "recall_at_25": 0.81193, "recall_at_50": 0.90367, "recall_at_100": 0.9633, "recall_at_1000": 1.0, "accuracy": 0.33945, "precision_at_1": 0.33945, "precision_at_3": 0.17125, "precision_at_5": 0.12294, "precision_at_10": 0.06927, "precision_at_20": 0.03899, "precision_at_25": 0.03248, "precision_at_50": 0.01807, "precision_at_100": 0.00963, "precision_at_1000": 0.001, "mrr_at_1": 0.33945, "mrr_at_3": 0.414373, "mrr_at_5": 0.438456, "mrr_at_10": 0.449576, "mrr_at_20": 0.456303, "mrr_at_25": 0.457738, "mrr_at_50": 0.460179, "mrr_at_100": 0.461051, "mrr_at_1000": 0.461325, "nauc_ndcg_at_1_max": 0.231067, "nauc_ndcg_at_1_std": -0.130342, "nauc_ndcg_at_1_diff1": 0.433322, "nauc_ndcg_at_3_max": 0.229977, "nauc_ndcg_at_3_std": -0.171021, "nauc_ndcg_at_3_diff1": 0.417548, "nauc_ndcg_at_5_max": 0.220647, "nauc_ndcg_at_5_std": -0.164733, "nauc_ndcg_at_5_diff1": 0.383999, "nauc_ndcg_at_10_max": 0.232097, "nauc_ndcg_at_10_std": -0.155068, "nauc_ndcg_at_10_diff1": 0.368606, "nauc_ndcg_at_20_max": 0.227127, "nauc_ndcg_at_20_std": -0.146588, "nauc_ndcg_at_20_diff1": 0.372936, "nauc_ndcg_at_25_max": 0.251774, "nauc_ndcg_at_25_std": -0.118018, "nauc_ndcg_at_25_diff1": 0.374672, "nauc_ndcg_at_50_max": 0.255338, "nauc_ndcg_at_50_std": -0.116491, "nauc_ndcg_at_50_diff1": 0.385545, "nauc_ndcg_at_100_max": 0.243848, "nauc_ndcg_at_100_std": -0.131971, "nauc_ndcg_at_100_diff1": 0.390257, "nauc_ndcg_at_1000_max": 0.237827, "nauc_ndcg_at_1000_std": -0.140809, "nauc_ndcg_at_1000_diff1": 0.391548, "nauc_map_at_1_max": 0.231067, "nauc_map_at_1_std": -0.130342, "nauc_map_at_1_diff1": 0.433322, "nauc_map_at_3_max": 0.232274, "nauc_map_at_3_std": -0.161502, "nauc_map_at_3_diff1": 0.423687, "nauc_map_at_5_max": 0.227319, "nauc_map_at_5_std": -0.158269, "nauc_map_at_5_diff1": 0.405512, "nauc_map_at_10_max": 0.230746, "nauc_map_at_10_std": -0.154367, "nauc_map_at_10_diff1": 0.399018, "nauc_map_at_20_max": 0.229601, "nauc_map_at_20_std": -0.151787, "nauc_map_at_20_diff1": 0.400648, "nauc_map_at_25_max": 0.234152, "nauc_map_at_25_std": -0.146545, "nauc_map_at_25_diff1": 0.400984, "nauc_map_at_50_max": 0.234776, "nauc_map_at_50_std": -0.146273, "nauc_map_at_50_diff1": 0.402369, "nauc_map_at_100_max": 0.23387, "nauc_map_at_100_std": -0.147365, "nauc_map_at_100_diff1": 0.402786, "nauc_map_at_1000_max": 0.233603, "nauc_map_at_1000_std": -0.147762, "nauc_map_at_1000_diff1": 0.402788, "nauc_recall_at_1_max": 0.231067, "nauc_recall_at_1_std": -0.130342, "nauc_recall_at_1_diff1": 0.433322, "nauc_recall_at_3_max": 0.222387, "nauc_recall_at_3_std": -0.198794, "nauc_recall_at_3_diff1": 0.398569, "nauc_recall_at_5_max": 0.196642, "nauc_recall_at_5_std": -0.183748, "nauc_recall_at_5_diff1": 0.308429, "nauc_recall_at_10_max": 0.24379, "nauc_recall_at_10_std": -0.150611, "nauc_recall_at_10_diff1": 0.244267, "nauc_recall_at_20_max": 0.216122, "nauc_recall_at_20_std": -0.10433, "nauc_recall_at_20_diff1": 0.230936, "nauc_recall_at_25_max": 0.402725, "nauc_recall_at_25_std": 0.119926, "nauc_recall_at_25_diff1": 0.225371, "nauc_recall_at_50_max": 0.569283, "nauc_recall_at_50_std": 0.329408, "nauc_recall_at_50_diff1": 0.273523, "nauc_recall_at_100_max": 0.555685, "nauc_recall_at_100_std": 0.323735, "nauc_recall_at_100_diff1": 0.302713, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.231067, "nauc_precision_at_1_std": -0.130342, "nauc_precision_at_1_diff1": 0.433322, "nauc_precision_at_3_max": 0.222387, "nauc_precision_at_3_std": -0.198794, "nauc_precision_at_3_diff1": 0.398569, "nauc_precision_at_5_max": 0.196642, "nauc_precision_at_5_std": -0.183748, "nauc_precision_at_5_diff1": 0.308429, "nauc_precision_at_10_max": 0.24379, "nauc_precision_at_10_std": -0.150611, "nauc_precision_at_10_diff1": 0.244267, "nauc_precision_at_20_max": 0.216122, "nauc_precision_at_20_std": -0.10433, "nauc_precision_at_20_diff1": 0.230936, "nauc_precision_at_25_max": 0.402725, "nauc_precision_at_25_std": 0.119926, "nauc_precision_at_25_diff1": 0.225371, "nauc_precision_at_50_max": 0.569283, "nauc_precision_at_50_std": 0.329408, "nauc_precision_at_50_diff1": 0.273523, "nauc_precision_at_100_max": 0.555685, "nauc_precision_at_100_std": 0.323735, "nauc_precision_at_100_diff1": 0.302713, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.231067, "nauc_mrr_at_1_std": -0.130342, "nauc_mrr_at_1_diff1": 0.433322, "nauc_mrr_at_3_max": 0.232274, "nauc_mrr_at_3_std": -0.161502, "nauc_mrr_at_3_diff1": 0.423687, "nauc_mrr_at_5_max": 0.227319, "nauc_mrr_at_5_std": -0.158269, "nauc_mrr_at_5_diff1": 0.405512, "nauc_mrr_at_10_max": 0.230746, "nauc_mrr_at_10_std": -0.154367, "nauc_mrr_at_10_diff1": 0.399018, "nauc_mrr_at_20_max": 0.229601, "nauc_mrr_at_20_std": -0.151787, "nauc_mrr_at_20_diff1": 0.400648, "nauc_mrr_at_25_max": 0.234152, "nauc_mrr_at_25_std": -0.146545, "nauc_mrr_at_25_diff1": 0.400984, "nauc_mrr_at_50_max": 0.234776, "nauc_mrr_at_50_std": -0.146273, "nauc_mrr_at_50_diff1": 0.402369, "nauc_mrr_at_100_max": 0.23387, "nauc_mrr_at_100_std": -0.147365, "nauc_mrr_at_100_diff1": 0.402786, "nauc_mrr_at_1000_max": 0.233603, "nauc_mrr_at_1000_std": -0.147762, "nauc_mrr_at_1000_diff1": 0.402788, "hit_rate_at_1": 0.33945, "hit_rate_at_3": 0.51376, "hit_rate_at_5": 0.61468, "hit_rate_at_10": 0.69266, "hit_rate_at_20": 0.77982, "hit_rate_at_25": 0.81193, "hit_rate_at_50": 0.90367, "hit_rate_at_100": 0.9633, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.33945, "R_cap_at_3": 0.513761, "R_cap_at_5": 0.614679, "R_cap_at_10": 0.692661, "R_cap_at_20": 0.779817, "R_cap_at_25": 0.811927, "R_cap_at_50": 0.90367, "R_cap_at_100": 0.963303, "R_cap_at_1000": 1.0, "main_score": 0.5082, "hf_subset": "appworld_qwen3_14b__generalized_query", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.34239, "ndcg_at_3": 0.46202, "ndcg_at_5": 0.49078, "ndcg_at_10": 0.53869, "ndcg_at_20": 0.56934, "ndcg_at_25": 0.57649, "ndcg_at_50": 0.58182, "ndcg_at_100": 0.58721, "ndcg_at_1000": 0.5903, "map_at_1": 0.34239, "map_at_3": 0.43207, "map_at_5": 0.44783, "map_at_10": 0.46784, "map_at_20": 0.47649, "map_at_25": 0.47793, "map_at_50": 0.47876, "map_at_100": 0.47926, "map_at_1000": 0.47943, "recall_at_1": 0.34239, "recall_at_3": 0.54891, "recall_at_5": 0.61957, "recall_at_10": 0.7663, "recall_at_20": 0.88587, "recall_at_25": 0.91848, "recall_at_50": 0.94565, "recall_at_100": 0.97826, "recall_at_1000": 1.0, "accuracy": 0.34239, "precision_at_1": 0.34239, "precision_at_3": 0.18297, "precision_at_5": 0.12391, "precision_at_10": 0.07663, "precision_at_20": 0.04429, "precision_at_25": 0.03674, "precision_at_50": 0.01891, "precision_at_100": 0.00978, "precision_at_1000": 0.001, "mrr_at_1": 0.342391, "mrr_at_3": 0.432065, "mrr_at_5": 0.447826, "mrr_at_10": 0.467842, "mrr_at_20": 0.476491, "mrr_at_25": 0.477935, "mrr_at_50": 0.478756, "mrr_at_100": 0.479258, "mrr_at_1000": 0.479428, "nauc_ndcg_at_1_max": 0.129382, "nauc_ndcg_at_1_std": -0.085277, "nauc_ndcg_at_1_diff1": 0.402901, "nauc_ndcg_at_3_max": 0.136029, "nauc_ndcg_at_3_std": -0.161719, "nauc_ndcg_at_3_diff1": 0.367429, "nauc_ndcg_at_5_max": 0.119107, "nauc_ndcg_at_5_std": -0.173424, "nauc_ndcg_at_5_diff1": 0.348916, "nauc_ndcg_at_10_max": 0.111374, "nauc_ndcg_at_10_std": -0.13977, "nauc_ndcg_at_10_diff1": 0.31488, "nauc_ndcg_at_20_max": 0.106123, "nauc_ndcg_at_20_std": -0.142005, "nauc_ndcg_at_20_diff1": 0.327415, "nauc_ndcg_at_25_max": 0.099988, "nauc_ndcg_at_25_std": -0.133801, "nauc_ndcg_at_25_diff1": 0.31488, "nauc_ndcg_at_50_max": 0.099036, "nauc_ndcg_at_50_std": -0.13439, "nauc_ndcg_at_50_diff1": 0.326375, "nauc_ndcg_at_100_max": 0.108828, "nauc_ndcg_at_100_std": -0.133779, "nauc_ndcg_at_100_diff1": 0.335021, "nauc_ndcg_at_1000_max": 0.113462, "nauc_ndcg_at_1000_std": -0.135345, "nauc_ndcg_at_1000_diff1": 0.341003, "nauc_map_at_1_max": 0.129382, "nauc_map_at_1_std": -0.085277, "nauc_map_at_1_diff1": 0.402901, "nauc_map_at_3_max": 0.129853, "nauc_map_at_3_std": -0.142012, "nauc_map_at_3_diff1": 0.37568, "nauc_map_at_5_max": 0.121476, "nauc_map_at_5_std": -0.147421, "nauc_map_at_5_diff1": 0.366165, "nauc_map_at_10_max": 0.119387, "nauc_map_at_10_std": -0.13346, "nauc_map_at_10_diff1": 0.352091, "nauc_map_at_20_max": 0.118126, "nauc_map_at_20_std": -0.133403, "nauc_map_at_20_diff1": 0.355205, "nauc_map_at_25_max": 0.117133, "nauc_map_at_25_std": -0.13193, "nauc_map_at_25_diff1": 0.353159, "nauc_map_at_50_max": 0.117249, "nauc_map_at_50_std": -0.13181, "nauc_map_at_50_diff1": 0.354547, "nauc_map_at_100_max": 0.118013, "nauc_map_at_100_std": -0.131751, "nauc_map_at_100_diff1": 0.355241, "nauc_map_at_1000_max": 0.118224, "nauc_map_at_1000_std": -0.131819, "nauc_map_at_1000_diff1": 0.355512, "nauc_recall_at_1_max": 0.129382, "nauc_recall_at_1_std": -0.085277, "nauc_recall_at_1_diff1": 0.402901, "nauc_recall_at_3_max": 0.156513, "nauc_recall_at_3_std": -0.221258, "nauc_recall_at_3_diff1": 0.342867, "nauc_recall_at_5_max": 0.109565, "nauc_recall_at_5_std": -0.26057, "nauc_recall_at_5_diff1": 0.28989, "nauc_recall_at_10_max": 0.065584, "nauc_recall_at_10_std": -0.151982, "nauc_recall_at_10_diff1": 0.128874, "nauc_recall_at_20_max": -0.022126, "nauc_recall_at_20_std": -0.194253, "nauc_recall_at_20_diff1": 0.100864, "nauc_recall_at_25_max": -0.162515, "nauc_recall_at_25_std": -0.091728, "nauc_recall_at_25_diff1": -0.171518, "nauc_recall_at_50_max": -0.331727, "nauc_recall_at_50_std": -0.099075, "nauc_recall_at_50_diff1": -0.116965, "nauc_recall_at_100_max": -0.27159, "nauc_recall_at_100_std": -0.004568, "nauc_recall_at_100_diff1": -0.158886, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.129382, "nauc_precision_at_1_std": -0.085277, "nauc_precision_at_1_diff1": 0.402901, "nauc_precision_at_3_max": 0.156513, "nauc_precision_at_3_std": -0.221258, "nauc_precision_at_3_diff1": 0.342867, "nauc_precision_at_5_max": 0.109565, "nauc_precision_at_5_std": -0.26057, "nauc_precision_at_5_diff1": 0.28989, "nauc_precision_at_10_max": 0.065584, "nauc_precision_at_10_std": -0.151982, "nauc_precision_at_10_diff1": 0.128874, "nauc_precision_at_20_max": -0.022126, "nauc_precision_at_20_std": -0.194253, "nauc_precision_at_20_diff1": 0.100864, "nauc_precision_at_25_max": -0.162515, "nauc_precision_at_25_std": -0.091728, "nauc_precision_at_25_diff1": -0.171518, "nauc_precision_at_50_max": -0.331727, "nauc_precision_at_50_std": -0.099075, "nauc_precision_at_50_diff1": -0.116965, "nauc_precision_at_100_max": -0.27159, "nauc_precision_at_100_std": -0.004568, "nauc_precision_at_100_diff1": -0.158886, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.129382, "nauc_mrr_at_1_std": -0.085277, "nauc_mrr_at_1_diff1": 0.402901, "nauc_mrr_at_3_max": 0.129853, "nauc_mrr_at_3_std": -0.142012, "nauc_mrr_at_3_diff1": 0.37568, "nauc_mrr_at_5_max": 0.121476, "nauc_mrr_at_5_std": -0.147421, "nauc_mrr_at_5_diff1": 0.366165, "nauc_mrr_at_10_max": 0.119387, "nauc_mrr_at_10_std": -0.13346, "nauc_mrr_at_10_diff1": 0.352091, "nauc_mrr_at_20_max": 0.118126, "nauc_mrr_at_20_std": -0.133403, "nauc_mrr_at_20_diff1": 0.355205, "nauc_mrr_at_25_max": 0.117133, "nauc_mrr_at_25_std": -0.13193, "nauc_mrr_at_25_diff1": 0.353159, "nauc_mrr_at_50_max": 0.117249, "nauc_mrr_at_50_std": -0.13181, "nauc_mrr_at_50_diff1": 0.354547, "nauc_mrr_at_100_max": 0.118013, "nauc_mrr_at_100_std": -0.131751, "nauc_mrr_at_100_diff1": 0.355241, "nauc_mrr_at_1000_max": 0.118224, "nauc_mrr_at_1000_std": -0.131819, "nauc_mrr_at_1000_diff1": 0.355512, "hit_rate_at_1": 0.34239, "hit_rate_at_3": 0.54891, "hit_rate_at_5": 0.61957, "hit_rate_at_10": 0.7663, "hit_rate_at_20": 0.88587, "hit_rate_at_25": 0.91848, "hit_rate_at_50": 0.94565, "hit_rate_at_100": 0.97826, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.342391, "R_cap_at_3": 0.548913, "R_cap_at_5": 0.619565, "R_cap_at_10": 0.766304, "R_cap_at_20": 0.88587, "R_cap_at_25": 0.918478, "R_cap_at_50": 0.945652, "R_cap_at_100": 0.978261, "R_cap_at_1000": 1.0, "main_score": 0.53869, "hf_subset": "appworld_qwen3_32b__generalized_query", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.60417, "ndcg_at_3": 0.71565, "ndcg_at_5": 0.75823, "ndcg_at_10": 0.78315, "ndcg_at_20": 0.79187, "ndcg_at_25": 0.79187, "ndcg_at_50": 0.79187, "ndcg_at_100": 0.79187, "ndcg_at_1000": 0.79187, "map_at_1": 0.60417, "map_at_3": 0.68924, "map_at_5": 0.71267, "map_at_10": 0.72375, "map_at_20": 0.72659, "map_at_25": 0.72659, "map_at_50": 0.72659, "map_at_100": 0.72659, "map_at_1000": 0.72659, "recall_at_1": 0.60417, "recall_at_3": 0.79167, "recall_at_5": 0.89583, "recall_at_10": 0.96875, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.60417, "precision_at_1": 0.60417, "precision_at_3": 0.26389, "precision_at_5": 0.17917, "precision_at_10": 0.09687, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.604167, "mrr_at_3": 0.689236, "mrr_at_5": 0.712674, "mrr_at_10": 0.723752, "mrr_at_20": 0.726593, "mrr_at_25": 0.726593, "mrr_at_50": 0.726593, "mrr_at_100": 0.726593, "mrr_at_1000": 0.726593, "nauc_ndcg_at_1_max": 0.165742, "nauc_ndcg_at_1_std": -0.524413, "nauc_ndcg_at_1_diff1": 0.751789, "nauc_ndcg_at_3_max": 0.04262, "nauc_ndcg_at_3_std": -0.578765, "nauc_ndcg_at_3_diff1": 0.674444, "nauc_ndcg_at_5_max": 0.038051, "nauc_ndcg_at_5_std": -0.621784, "nauc_ndcg_at_5_diff1": 0.654563, "nauc_ndcg_at_10_max": 0.0587, "nauc_ndcg_at_10_std": -0.590764, "nauc_ndcg_at_10_diff1": 0.680326, "nauc_ndcg_at_20_max": 0.07704, "nauc_ndcg_at_20_std": -0.577201, "nauc_ndcg_at_20_diff1": 0.700272, "nauc_ndcg_at_25_max": 0.07704, "nauc_ndcg_at_25_std": -0.577201, "nauc_ndcg_at_25_diff1": 0.700272, "nauc_ndcg_at_50_max": 0.07704, "nauc_ndcg_at_50_std": -0.577201, "nauc_ndcg_at_50_diff1": 0.700272, "nauc_ndcg_at_100_max": 0.07704, "nauc_ndcg_at_100_std": -0.577201, "nauc_ndcg_at_100_diff1": 0.700272, "nauc_ndcg_at_1000_max": 0.07704, "nauc_ndcg_at_1000_std": -0.577201, "nauc_ndcg_at_1000_diff1": 0.700272, "nauc_map_at_1_max": 0.165742, "nauc_map_at_1_std": -0.524413, "nauc_map_at_1_diff1": 0.751789, "nauc_map_at_3_max": 0.072647, "nauc_map_at_3_std": -0.568671, "nauc_map_at_3_diff1": 0.69797, "nauc_map_at_5_max": 0.073063, "nauc_map_at_5_std": -0.587433, "nauc_map_at_5_diff1": 0.691343, "nauc_map_at_10_max": 0.080278, "nauc_map_at_10_std": -0.575704, "nauc_map_at_10_diff1": 0.701062, "nauc_map_at_20_max": 0.085119, "nauc_map_at_20_std": -0.572135, "nauc_map_at_20_diff1": 0.706292, "nauc_map_at_25_max": 0.085119, "nauc_map_at_25_std": -0.572135, "nauc_map_at_25_diff1": 0.706292, "nauc_map_at_50_max": 0.085119, "nauc_map_at_50_std": -0.572135, "nauc_map_at_50_diff1": 0.706292, "nauc_map_at_100_max": 0.085119, "nauc_map_at_100_std": -0.572135, "nauc_map_at_100_diff1": 0.706292, "nauc_map_at_1000_max": 0.085119, "nauc_map_at_1000_std": -0.572135, "nauc_map_at_1000_diff1": 0.706292, "nauc_recall_at_1_max": 0.165742, "nauc_recall_at_1_std": -0.524413, "nauc_recall_at_1_diff1": 0.751789, "nauc_recall_at_3_max": -0.070454, "nauc_recall_at_3_std": -0.614689, "nauc_recall_at_3_diff1": 0.582764, "nauc_recall_at_5_max": -0.189802, "nauc_recall_at_5_std": -0.860684, "nauc_recall_at_5_diff1": 0.400506, "nauc_recall_at_10_max": -0.303624, "nauc_recall_at_10_std": -0.858704, "nauc_recall_at_10_diff1": 0.28628, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.165742, "nauc_precision_at_1_std": -0.524413, "nauc_precision_at_1_diff1": 0.751789, "nauc_precision_at_3_max": -0.070454, "nauc_precision_at_3_std": -0.614689, "nauc_precision_at_3_diff1": 0.582764, "nauc_precision_at_5_max": -0.189802, "nauc_precision_at_5_std": -0.860684, "nauc_precision_at_5_diff1": 0.400506, "nauc_precision_at_10_max": -0.303624, "nauc_precision_at_10_std": -0.858704, "nauc_precision_at_10_diff1": 0.28628, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": NaN, "nauc_precision_at_25_std": NaN, "nauc_precision_at_25_diff1": NaN, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.165742, "nauc_mrr_at_1_std": -0.524413, "nauc_mrr_at_1_diff1": 0.751789, "nauc_mrr_at_3_max": 0.072647, "nauc_mrr_at_3_std": -0.568671, "nauc_mrr_at_3_diff1": 0.69797, "nauc_mrr_at_5_max": 0.073063, "nauc_mrr_at_5_std": -0.587433, "nauc_mrr_at_5_diff1": 0.691343, "nauc_mrr_at_10_max": 0.080278, "nauc_mrr_at_10_std": -0.575704, "nauc_mrr_at_10_diff1": 0.701062, "nauc_mrr_at_20_max": 0.085119, "nauc_mrr_at_20_std": -0.572135, "nauc_mrr_at_20_diff1": 0.706292, "nauc_mrr_at_25_max": 0.085119, "nauc_mrr_at_25_std": -0.572135, "nauc_mrr_at_25_diff1": 0.706292, "nauc_mrr_at_50_max": 0.085119, "nauc_mrr_at_50_std": -0.572135, "nauc_mrr_at_50_diff1": 0.706292, "nauc_mrr_at_100_max": 0.085119, "nauc_mrr_at_100_std": -0.572135, "nauc_mrr_at_100_diff1": 0.706292, "nauc_mrr_at_1000_max": 0.085119, "nauc_mrr_at_1000_std": -0.572135, "nauc_mrr_at_1000_diff1": 0.706292, "hit_rate_at_1": 0.60417, "hit_rate_at_3": 0.79167, "hit_rate_at_5": 0.89583, "hit_rate_at_10": 0.96875, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.604167, "R_cap_at_3": 0.791667, "R_cap_at_5": 0.895833, "R_cap_at_10": 0.96875, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.78315, "hf_subset": "bfcl_qwen3_8b__generalized_query", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.35417, "ndcg_at_3": 0.52591, "ndcg_at_5": 0.57298, "ndcg_at_10": 0.59988, "ndcg_at_20": 0.62963, "ndcg_at_25": 0.63426, "ndcg_at_50": 0.63845, "ndcg_at_100": 0.63845, "ndcg_at_1000": 0.63845, "map_at_1": 0.35417, "map_at_3": 0.48438, "map_at_5": 0.51042, "map_at_10": 0.52151, "map_at_20": 0.53009, "map_at_25": 0.53106, "map_at_50": 0.53174, "map_at_100": 0.53174, "map_at_1000": 0.53174, "recall_at_1": 0.35417, "recall_at_3": 0.64583, "recall_at_5": 0.76042, "recall_at_10": 0.84375, "recall_at_20": 0.95833, "recall_at_25": 0.97917, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.35417, "precision_at_1": 0.35417, "precision_at_3": 0.21528, "precision_at_5": 0.15208, "precision_at_10": 0.08437, "precision_at_20": 0.04792, "precision_at_25": 0.03917, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.354167, "mrr_at_3": 0.484375, "mrr_at_5": 0.510417, "mrr_at_10": 0.521511, "mrr_at_20": 0.53009, "mrr_at_25": 0.531059, "mrr_at_50": 0.531742, "mrr_at_100": 0.531742, "mrr_at_1000": 0.531742, "nauc_ndcg_at_1_max": 0.117229, "nauc_ndcg_at_1_std": -0.121759, "nauc_ndcg_at_1_diff1": 0.514159, "nauc_ndcg_at_3_max": 0.029225, "nauc_ndcg_at_3_std": -0.124568, "nauc_ndcg_at_3_diff1": 0.292466, "nauc_ndcg_at_5_max": 0.049635, "nauc_ndcg_at_5_std": -0.133004, "nauc_ndcg_at_5_diff1": 0.290498, "nauc_ndcg_at_10_max": 0.04892, "nauc_ndcg_at_10_std": -0.122471, "nauc_ndcg_at_10_diff1": 0.272794, "nauc_ndcg_at_20_max": 0.062753, "nauc_ndcg_at_20_std": -0.113645, "nauc_ndcg_at_20_diff1": 0.300274, "nauc_ndcg_at_25_max": 0.079864, "nauc_ndcg_at_25_std": -0.108598, "nauc_ndcg_at_25_diff1": 0.324968, "nauc_ndcg_at_50_max": 0.066925, "nauc_ndcg_at_50_std": -0.12613, "nauc_ndcg_at_50_diff1": 0.342853, "nauc_ndcg_at_100_max": 0.066925, "nauc_ndcg_at_100_std": -0.12613, "nauc_ndcg_at_100_diff1": 0.342853, "nauc_ndcg_at_1000_max": 0.066925, "nauc_ndcg_at_1000_std": -0.12613, "nauc_ndcg_at_1000_diff1": 0.342853, "nauc_map_at_1_max": 0.117229, "nauc_map_at_1_std": -0.121759, "nauc_map_at_1_diff1": 0.514159, "nauc_map_at_3_max": 0.052662, "nauc_map_at_3_std": -0.128786, "nauc_map_at_3_diff1": 0.350613, "nauc_map_at_5_max": 0.064334, "nauc_map_at_5_std": -0.133921, "nauc_map_at_5_diff1": 0.352162, "nauc_map_at_10_max": 0.062916, "nauc_map_at_10_std": -0.132082, "nauc_map_at_10_diff1": 0.347396, "nauc_map_at_20_max": 0.06862, "nauc_map_at_20_std": -0.128221, "nauc_map_at_20_diff1": 0.357084, "nauc_map_at_25_max": 0.071539, "nauc_map_at_25_std": -0.127418, "nauc_map_at_25_diff1": 0.361427, "nauc_map_at_50_max": 0.069864, "nauc_map_at_50_std": -0.129704, "nauc_map_at_50_diff1": 0.36379, "nauc_map_at_100_max": 0.069864, "nauc_map_at_100_std": -0.129704, "nauc_map_at_100_diff1": 0.36379, "nauc_map_at_1000_max": 0.069864, "nauc_map_at_1000_std": -0.129704, "nauc_map_at_1000_diff1": 0.36379, "nauc_recall_at_1_max": 0.117229, "nauc_recall_at_1_std": -0.121759, "nauc_recall_at_1_diff1": 0.514159, "nauc_recall_at_3_max": -0.047994, "nauc_recall_at_3_std": -0.108389, "nauc_recall_at_3_diff1": 0.10129, "nauc_recall_at_5_max": -0.007782, "nauc_recall_at_5_std": -0.126796, "nauc_recall_at_5_diff1": 0.032511, "nauc_recall_at_10_max": -0.02072, "nauc_recall_at_10_std": -0.045026, "nauc_recall_at_10_diff1": -0.179823, "nauc_recall_at_20_max": -0.002079, "nauc_recall_at_20_std": 0.246233, "nauc_recall_at_20_diff1": -0.806923, "nauc_recall_at_25_max": 0.795335, "nauc_recall_at_25_std": 0.860998, "nauc_recall_at_25_diff1": -0.665746, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.117229, "nauc_precision_at_1_std": -0.121759, "nauc_precision_at_1_diff1": 0.514159, "nauc_precision_at_3_max": -0.047994, "nauc_precision_at_3_std": -0.108389, "nauc_precision_at_3_diff1": 0.10129, "nauc_precision_at_5_max": -0.007782, "nauc_precision_at_5_std": -0.126796, "nauc_precision_at_5_diff1": 0.032511, "nauc_precision_at_10_max": -0.02072, "nauc_precision_at_10_std": -0.045026, "nauc_precision_at_10_diff1": -0.179823, "nauc_precision_at_20_max": -0.002079, "nauc_precision_at_20_std": 0.246233, "nauc_precision_at_20_diff1": -0.806923, "nauc_precision_at_25_max": 0.795335, "nauc_precision_at_25_std": 0.860998, "nauc_precision_at_25_diff1": -0.665746, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.117229, "nauc_mrr_at_1_std": -0.121759, "nauc_mrr_at_1_diff1": 0.514159, "nauc_mrr_at_3_max": 0.052662, "nauc_mrr_at_3_std": -0.128786, "nauc_mrr_at_3_diff1": 0.350613, "nauc_mrr_at_5_max": 0.064334, "nauc_mrr_at_5_std": -0.133921, "nauc_mrr_at_5_diff1": 0.352162, "nauc_mrr_at_10_max": 0.062916, "nauc_mrr_at_10_std": -0.132082, "nauc_mrr_at_10_diff1": 0.347396, "nauc_mrr_at_20_max": 0.06862, "nauc_mrr_at_20_std": -0.128221, "nauc_mrr_at_20_diff1": 0.357084, "nauc_mrr_at_25_max": 0.071539, "nauc_mrr_at_25_std": -0.127418, "nauc_mrr_at_25_diff1": 0.361427, "nauc_mrr_at_50_max": 0.069864, "nauc_mrr_at_50_std": -0.129704, "nauc_mrr_at_50_diff1": 0.36379, "nauc_mrr_at_100_max": 0.069864, "nauc_mrr_at_100_std": -0.129704, "nauc_mrr_at_100_diff1": 0.36379, "nauc_mrr_at_1000_max": 0.069864, "nauc_mrr_at_1000_std": -0.129704, "nauc_mrr_at_1000_diff1": 0.36379, "hit_rate_at_1": 0.35417, "hit_rate_at_3": 0.64583, "hit_rate_at_5": 0.76042, "hit_rate_at_10": 0.84375, "hit_rate_at_20": 0.95833, "hit_rate_at_25": 0.97917, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.354167, "R_cap_at_3": 0.645833, "R_cap_at_5": 0.760417, "R_cap_at_10": 0.84375, "R_cap_at_20": 0.958333, "R_cap_at_25": 0.979167, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.59988, "hf_subset": "bfcl_qwen3_8b__task_query", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.61468, "ndcg_at_3": 0.77413, "ndcg_at_5": 0.79704, "ndcg_at_10": 0.81191, "ndcg_at_20": 0.81703, "ndcg_at_25": 0.81703, "ndcg_at_50": 0.81703, "ndcg_at_100": 0.81703, "ndcg_at_1000": 0.81703, "map_at_1": 0.61468, "map_at_3": 0.737, "map_at_5": 0.74985, "map_at_10": 0.756, "map_at_20": 0.75767, "map_at_25": 0.75767, "map_at_50": 0.75767, "map_at_100": 0.75767, "map_at_1000": 0.75767, "recall_at_1": 0.61468, "recall_at_3": 0.88073, "recall_at_5": 0.93578, "recall_at_10": 0.98165, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.61468, "precision_at_1": 0.61468, "precision_at_3": 0.29358, "precision_at_5": 0.18716, "precision_at_10": 0.09817, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.614679, "mrr_at_3": 0.737003, "mrr_at_5": 0.749847, "mrr_at_10": 0.756, "mrr_at_20": 0.757668, "mrr_at_25": 0.757668, "mrr_at_50": 0.757668, "mrr_at_100": 0.757668, "mrr_at_1000": 0.757668, "nauc_ndcg_at_1_max": -0.290849, "nauc_ndcg_at_1_std": -0.399022, "nauc_ndcg_at_1_diff1": 0.727392, "nauc_ndcg_at_3_max": -0.407394, "nauc_ndcg_at_3_std": -0.535605, "nauc_ndcg_at_3_diff1": 0.676879, "nauc_ndcg_at_5_max": -0.396336, "nauc_ndcg_at_5_std": -0.490906, "nauc_ndcg_at_5_diff1": 0.67158, "nauc_ndcg_at_10_max": -0.348979, "nauc_ndcg_at_10_std": -0.466525, "nauc_ndcg_at_10_diff1": 0.683906, "nauc_ndcg_at_20_max": -0.355023, "nauc_ndcg_at_20_std": -0.469016, "nauc_ndcg_at_20_diff1": 0.684108, "nauc_ndcg_at_25_max": -0.355023, "nauc_ndcg_at_25_std": -0.469016, "nauc_ndcg_at_25_diff1": 0.684108, "nauc_ndcg_at_50_max": -0.355023, "nauc_ndcg_at_50_std": -0.469016, "nauc_ndcg_at_50_diff1": 0.684108, "nauc_ndcg_at_100_max": -0.355023, "nauc_ndcg_at_100_std": -0.469016, "nauc_ndcg_at_100_diff1": 0.684108, "nauc_ndcg_at_1000_max": -0.355023, "nauc_ndcg_at_1000_std": -0.469016, "nauc_ndcg_at_1000_diff1": 0.684108, "nauc_map_at_1_max": -0.290849, "nauc_map_at_1_std": -0.399022, "nauc_map_at_1_diff1": 0.727392, "nauc_map_at_3_max": -0.368391, "nauc_map_at_3_std": -0.492909, "nauc_map_at_3_diff1": 0.683599, "nauc_map_at_5_max": -0.36101, "nauc_map_at_5_std": -0.469102, "nauc_map_at_5_diff1": 0.681528, "nauc_map_at_10_max": -0.346815, "nauc_map_at_10_std": -0.462359, "nauc_map_at_10_diff1": 0.686453, "nauc_map_at_20_max": -0.34829, "nauc_map_at_20_std": -0.46294, "nauc_map_at_20_diff1": 0.686524, "nauc_map_at_25_max": -0.34829, "nauc_map_at_25_std": -0.46294, "nauc_map_at_25_diff1": 0.686524, "nauc_map_at_50_max": -0.34829, "nauc_map_at_50_std": -0.46294, "nauc_map_at_50_diff1": 0.686524, "nauc_map_at_100_max": -0.34829, "nauc_map_at_100_std": -0.46294, "nauc_map_at_100_diff1": 0.686524, "nauc_map_at_1000_max": -0.34829, "nauc_map_at_1000_std": -0.46294, "nauc_map_at_1000_diff1": 0.686524, "nauc_recall_at_1_max": -0.290849, "nauc_recall_at_1_std": -0.399022, "nauc_recall_at_1_diff1": 0.727392, "nauc_recall_at_3_max": -0.62053, "nauc_recall_at_3_std": -0.766561, "nauc_recall_at_3_diff1": 0.648121, "nauc_recall_at_5_max": -0.723554, "nauc_recall_at_5_std": -0.675631, "nauc_recall_at_5_diff1": 0.590501, "nauc_recall_at_10_max": -0.168864, "nauc_recall_at_10_std": -0.392304, "nauc_recall_at_10_diff1": 0.677868, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.290849, "nauc_precision_at_1_std": -0.399022, "nauc_precision_at_1_diff1": 0.727392, "nauc_precision_at_3_max": -0.62053, "nauc_precision_at_3_std": -0.766561, "nauc_precision_at_3_diff1": 0.648121, "nauc_precision_at_5_max": -0.723554, "nauc_precision_at_5_std": -0.675631, "nauc_precision_at_5_diff1": 0.590501, "nauc_precision_at_10_max": -0.168864, "nauc_precision_at_10_std": -0.392304, "nauc_precision_at_10_diff1": 0.677868, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_25_max": NaN, "nauc_precision_at_25_std": NaN, "nauc_precision_at_25_diff1": NaN, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.290849, "nauc_mrr_at_1_std": -0.399022, "nauc_mrr_at_1_diff1": 0.727392, "nauc_mrr_at_3_max": -0.368391, "nauc_mrr_at_3_std": -0.492909, "nauc_mrr_at_3_diff1": 0.683599, "nauc_mrr_at_5_max": -0.36101, "nauc_mrr_at_5_std": -0.469102, "nauc_mrr_at_5_diff1": 0.681528, "nauc_mrr_at_10_max": -0.346815, "nauc_mrr_at_10_std": -0.462359, "nauc_mrr_at_10_diff1": 0.686453, "nauc_mrr_at_20_max": -0.34829, "nauc_mrr_at_20_std": -0.46294, "nauc_mrr_at_20_diff1": 0.686524, "nauc_mrr_at_25_max": -0.34829, "nauc_mrr_at_25_std": -0.46294, "nauc_mrr_at_25_diff1": 0.686524, "nauc_mrr_at_50_max": -0.34829, "nauc_mrr_at_50_std": -0.46294, "nauc_mrr_at_50_diff1": 0.686524, "nauc_mrr_at_100_max": -0.34829, "nauc_mrr_at_100_std": -0.46294, "nauc_mrr_at_100_diff1": 0.686524, "nauc_mrr_at_1000_max": -0.34829, "nauc_mrr_at_1000_std": -0.46294, "nauc_mrr_at_1000_diff1": 0.686524, "hit_rate_at_1": 0.61468, "hit_rate_at_3": 0.88073, "hit_rate_at_5": 0.93578, "hit_rate_at_10": 0.98165, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.614679, "R_cap_at_3": 0.880734, "R_cap_at_5": 0.93578, "R_cap_at_10": 0.981651, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.81191, "hf_subset": "bfcl_qwen3_14b__generalized_query", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.38532, "ndcg_at_3": 0.50863, "ndcg_at_5": 0.56588, "ndcg_at_10": 0.59846, "ndcg_at_20": 0.62691, "ndcg_at_25": 0.62897, "ndcg_at_50": 0.62897, "ndcg_at_100": 0.63466, "ndcg_at_1000": 0.63466, "map_at_1": 0.38532, "map_at_3": 0.47554, "map_at_5": 0.50765, "map_at_10": 0.52108, "map_at_20": 0.52918, "map_at_25": 0.52962, "map_at_50": 0.52962, "map_at_100": 0.53005, "map_at_1000": 0.53005, "recall_at_1": 0.38532, "recall_at_3": 0.6055, "recall_at_5": 0.74312, "recall_at_10": 0.84404, "recall_at_20": 0.95413, "recall_at_25": 0.9633, "recall_at_50": 0.9633, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.38532, "precision_at_1": 0.38532, "precision_at_3": 0.20183, "precision_at_5": 0.14862, "precision_at_10": 0.0844, "precision_at_20": 0.04771, "precision_at_25": 0.03853, "precision_at_50": 0.01927, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.385321, "mrr_at_3": 0.475535, "mrr_at_5": 0.507645, "mrr_at_10": 0.521075, "mrr_at_20": 0.529183, "mrr_at_25": 0.52962, "mrr_at_50": 0.52962, "mrr_at_100": 0.530047, "mrr_at_1000": 0.530047, "nauc_ndcg_at_1_max": 0.029222, "nauc_ndcg_at_1_std": -0.166367, "nauc_ndcg_at_1_diff1": 0.418711, "nauc_ndcg_at_3_max": 0.103718, "nauc_ndcg_at_3_std": -0.160156, "nauc_ndcg_at_3_diff1": 0.3981, "nauc_ndcg_at_5_max": 0.063832, "nauc_ndcg_at_5_std": -0.231548, "nauc_ndcg_at_5_diff1": 0.387253, "nauc_ndcg_at_10_max": 0.076707, "nauc_ndcg_at_10_std": -0.202601, "nauc_ndcg_at_10_diff1": 0.3971, "nauc_ndcg_at_20_max": 0.092173, "nauc_ndcg_at_20_std": -0.171352, "nauc_ndcg_at_20_diff1": 0.415602, "nauc_ndcg_at_25_max": 0.085676, "nauc_ndcg_at_25_std": -0.17741, "nauc_ndcg_at_25_diff1": 0.416102, "nauc_ndcg_at_50_max": 0.085676, "nauc_ndcg_at_50_std": -0.17741, "nauc_ndcg_at_50_diff1": 0.416102, "nauc_ndcg_at_100_max": 0.075479, "nauc_ndcg_at_100_std": -0.183403, "nauc_ndcg_at_100_diff1": 0.410954, "nauc_ndcg_at_1000_max": 0.075479, "nauc_ndcg_at_1000_std": -0.183403, "nauc_ndcg_at_1000_diff1": 0.410954, "nauc_map_at_1_max": 0.029222, "nauc_map_at_1_std": -0.166367, "nauc_map_at_1_diff1": 0.418711, "nauc_map_at_3_max": 0.086167, "nauc_map_at_3_std": -0.160906, "nauc_map_at_3_diff1": 0.408944, "nauc_map_at_5_max": 0.065385, "nauc_map_at_5_std": -0.197457, "nauc_map_at_5_diff1": 0.40364, "nauc_map_at_10_max": 0.068107, "nauc_map_at_10_std": -0.186824, "nauc_map_at_10_diff1": 0.407714, "nauc_map_at_20_max": 0.071508, "nauc_map_at_20_std": -0.179383, "nauc_map_at_20_diff1": 0.41223, "nauc_map_at_25_max": 0.070364, "nauc_map_at_25_std": -0.180433, "nauc_map_at_25_diff1": 0.412311, "nauc_map_at_50_max": 0.070364, "nauc_map_at_50_std": -0.180433, "nauc_map_at_50_diff1": 0.412311, "nauc_map_at_100_max": 0.069699, "nauc_map_at_100_std": -0.180849, "nauc_map_at_100_diff1": 0.412014, "nauc_map_at_1000_max": 0.069699, "nauc_map_at_1000_std": -0.180849, "nauc_map_at_1000_diff1": 0.412014, "nauc_recall_at_1_max": 0.029222, "nauc_recall_at_1_std": -0.166367, "nauc_recall_at_1_diff1": 0.418711, "nauc_recall_at_3_max": 0.158671, "nauc_recall_at_3_std": -0.158155, "nauc_recall_at_3_diff1": 0.361233, "nauc_recall_at_5_max": 0.046718, "nauc_recall_at_5_std": -0.386963, "nauc_recall_at_5_diff1": 0.315197, "nauc_recall_at_10_max": 0.132999, "nauc_recall_at_10_std": -0.293914, "nauc_recall_at_10_diff1": 0.333597, "nauc_recall_at_20_max": 0.580518, "nauc_recall_at_20_std": 0.162006, "nauc_recall_at_20_diff1": 0.580097, "nauc_recall_at_25_max": 0.508361, "nauc_recall_at_25_std": 0.064252, "nauc_recall_at_25_diff1": 0.636187, "nauc_recall_at_50_max": 0.508361, "nauc_recall_at_50_std": 0.064252, "nauc_recall_at_50_diff1": 0.636187, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.029222, "nauc_precision_at_1_std": -0.166367, "nauc_precision_at_1_diff1": 0.418711, "nauc_precision_at_3_max": 0.158671, "nauc_precision_at_3_std": -0.158155, "nauc_precision_at_3_diff1": 0.361233, "nauc_precision_at_5_max": 0.046718, "nauc_precision_at_5_std": -0.386963, "nauc_precision_at_5_diff1": 0.315197, "nauc_precision_at_10_max": 0.132999, "nauc_precision_at_10_std": -0.293914, "nauc_precision_at_10_diff1": 0.333597, "nauc_precision_at_20_max": 0.580518, "nauc_precision_at_20_std": 0.162006, "nauc_precision_at_20_diff1": 0.580097, "nauc_precision_at_25_max": 0.508361, "nauc_precision_at_25_std": 0.064252, "nauc_precision_at_25_diff1": 0.636187, "nauc_precision_at_50_max": 0.508361, "nauc_precision_at_50_std": 0.064252, "nauc_precision_at_50_diff1": 0.636187, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.029222, "nauc_mrr_at_1_std": -0.166367, "nauc_mrr_at_1_diff1": 0.418711, "nauc_mrr_at_3_max": 0.086167, "nauc_mrr_at_3_std": -0.160906, "nauc_mrr_at_3_diff1": 0.408944, "nauc_mrr_at_5_max": 0.065385, "nauc_mrr_at_5_std": -0.197457, "nauc_mrr_at_5_diff1": 0.40364, "nauc_mrr_at_10_max": 0.068107, "nauc_mrr_at_10_std": -0.186824, "nauc_mrr_at_10_diff1": 0.407714, "nauc_mrr_at_20_max": 0.071508, "nauc_mrr_at_20_std": -0.179383, "nauc_mrr_at_20_diff1": 0.41223, "nauc_mrr_at_25_max": 0.070364, "nauc_mrr_at_25_std": -0.180433, "nauc_mrr_at_25_diff1": 0.412311, "nauc_mrr_at_50_max": 0.070364, "nauc_mrr_at_50_std": -0.180433, "nauc_mrr_at_50_diff1": 0.412311, "nauc_mrr_at_100_max": 0.069699, "nauc_mrr_at_100_std": -0.180849, "nauc_mrr_at_100_diff1": 0.412014, "nauc_mrr_at_1000_max": 0.069699, "nauc_mrr_at_1000_std": -0.180849, "nauc_mrr_at_1000_diff1": 0.412014, "hit_rate_at_1": 0.38532, "hit_rate_at_3": 0.6055, "hit_rate_at_5": 0.74312, "hit_rate_at_10": 0.84404, "hit_rate_at_20": 0.95413, "hit_rate_at_25": 0.9633, "hit_rate_at_50": 0.9633, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.385321, "R_cap_at_3": 0.605505, "R_cap_at_5": 0.743119, "R_cap_at_10": 0.844037, "R_cap_at_20": 0.954128, "R_cap_at_25": 0.963303, "R_cap_at_50": 0.963303, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.59846, "hf_subset": "bfcl_qwen3_14b__task_query", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.50505, "ndcg_at_3": 0.64875, "ndcg_at_5": 0.69918, "ndcg_at_10": 0.73545, "ndcg_at_20": 0.73792, "ndcg_at_25": 0.74009, "ndcg_at_50": 0.74009, "ndcg_at_100": 0.74009, "ndcg_at_1000": 0.74009, "map_at_1": 0.50505, "map_at_3": 0.61448, "map_at_5": 0.64276, "map_at_10": 0.65792, "map_at_20": 0.65855, "map_at_25": 0.65897, "map_at_50": 0.65897, "map_at_100": 0.65897, "map_at_1000": 0.65897, "recall_at_1": 0.50505, "recall_at_3": 0.74747, "recall_at_5": 0.86869, "recall_at_10": 0.9798, "recall_at_20": 0.9899, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.50505, "precision_at_1": 0.50505, "precision_at_3": 0.24916, "precision_at_5": 0.17374, "precision_at_10": 0.09798, "precision_at_20": 0.04949, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.505051, "mrr_at_3": 0.614478, "mrr_at_5": 0.642761, "mrr_at_10": 0.65792, "mrr_at_20": 0.658552, "mrr_at_25": 0.658973, "mrr_at_50": 0.658973, "mrr_at_100": 0.658973, "mrr_at_1000": 0.658973, "nauc_ndcg_at_1_max": 0.193849, "nauc_ndcg_at_1_std": -0.080939, "nauc_ndcg_at_1_diff1": 0.506509, "nauc_ndcg_at_3_max": 0.231758, "nauc_ndcg_at_3_std": -0.012079, "nauc_ndcg_at_3_diff1": 0.474067, "nauc_ndcg_at_5_max": 0.275605, "nauc_ndcg_at_5_std": 0.039537, "nauc_ndcg_at_5_diff1": 0.462531, "nauc_ndcg_at_10_max": 0.262246, "nauc_ndcg_at_10_std": 0.014251, "nauc_ndcg_at_10_diff1": 0.476671, "nauc_ndcg_at_20_max": 0.256555, "nauc_ndcg_at_20_std": 0.005489, "nauc_ndcg_at_20_diff1": 0.473636, "nauc_ndcg_at_25_max": 0.248361, "nauc_ndcg_at_25_std": -0.000544, "nauc_ndcg_at_25_diff1": 0.480767, "nauc_ndcg_at_50_max": 0.248361, "nauc_ndcg_at_50_std": -0.000544, "nauc_ndcg_at_50_diff1": 0.480767, "nauc_ndcg_at_100_max": 0.248361, "nauc_ndcg_at_100_std": -0.000544, "nauc_ndcg_at_100_diff1": 0.480767, "nauc_ndcg_at_1000_max": 0.248361, "nauc_ndcg_at_1000_std": -0.000544, "nauc_ndcg_at_1000_diff1": 0.480767, "nauc_map_at_1_max": 0.193849, "nauc_map_at_1_std": -0.080939, "nauc_map_at_1_diff1": 0.506509, "nauc_map_at_3_max": 0.229034, "nauc_map_at_3_std": -0.023867, "nauc_map_at_3_diff1": 0.485667, "nauc_map_at_5_max": 0.250673, "nauc_map_at_5_std": 0.002456, "nauc_map_at_5_diff1": 0.480832, "nauc_map_at_10_max": 0.244902, "nauc_map_at_10_std": -0.006651, "nauc_map_at_10_diff1": 0.484647, "nauc_map_at_20_max": 0.243734, "nauc_map_at_20_std": -0.008436, "nauc_map_at_20_diff1": 0.484066, "nauc_map_at_25_max": 0.242496, "nauc_map_at_25_std": -0.009354, "nauc_map_at_25_diff1": 0.485142, "nauc_map_at_50_max": 0.242496, "nauc_map_at_50_std": -0.009354, "nauc_map_at_50_diff1": 0.485142, "nauc_map_at_100_max": 0.242496, "nauc_map_at_100_std": -0.009354, "nauc_map_at_100_diff1": 0.485142, "nauc_map_at_1000_max": 0.242496, "nauc_map_at_1000_std": -0.009354, "nauc_map_at_1000_diff1": 0.485142, "nauc_recall_at_1_max": 0.193849, "nauc_recall_at_1_std": -0.080939, "nauc_recall_at_1_diff1": 0.506509, "nauc_recall_at_3_max": 0.237685, "nauc_recall_at_3_std": 0.028279, "nauc_recall_at_3_diff1": 0.428885, "nauc_recall_at_5_max": 0.433672, "nauc_recall_at_5_std": 0.270776, "nauc_recall_at_5_diff1": 0.34421, "nauc_recall_at_10_max": 0.860852, "nauc_recall_at_10_std": 0.637304, "nauc_recall_at_10_diff1": 0.274164, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.552905, "nauc_recall_at_20_diff1": -0.173374, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.193849, "nauc_precision_at_1_std": -0.080939, "nauc_precision_at_1_diff1": 0.506509, "nauc_precision_at_3_max": 0.237685, "nauc_precision_at_3_std": 0.028279, "nauc_precision_at_3_diff1": 0.428885, "nauc_precision_at_5_max": 0.433672, "nauc_precision_at_5_std": 0.270776, "nauc_precision_at_5_diff1": 0.34421, "nauc_precision_at_10_max": 0.860852, "nauc_precision_at_10_std": 0.637304, "nauc_precision_at_10_diff1": 0.274164, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.552905, "nauc_precision_at_20_diff1": -0.173374, "nauc_precision_at_25_max": NaN, "nauc_precision_at_25_std": NaN, "nauc_precision_at_25_diff1": NaN, "nauc_precision_at_50_max": NaN, "nauc_precision_at_50_std": NaN, "nauc_precision_at_50_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.193849, "nauc_mrr_at_1_std": -0.080939, "nauc_mrr_at_1_diff1": 0.506509, "nauc_mrr_at_3_max": 0.229034, "nauc_mrr_at_3_std": -0.023867, "nauc_mrr_at_3_diff1": 0.485667, "nauc_mrr_at_5_max": 0.250673, "nauc_mrr_at_5_std": 0.002456, "nauc_mrr_at_5_diff1": 0.480832, "nauc_mrr_at_10_max": 0.244902, "nauc_mrr_at_10_std": -0.006651, "nauc_mrr_at_10_diff1": 0.484647, "nauc_mrr_at_20_max": 0.243734, "nauc_mrr_at_20_std": -0.008436, "nauc_mrr_at_20_diff1": 0.484066, "nauc_mrr_at_25_max": 0.242496, "nauc_mrr_at_25_std": -0.009354, "nauc_mrr_at_25_diff1": 0.485142, "nauc_mrr_at_50_max": 0.242496, "nauc_mrr_at_50_std": -0.009354, "nauc_mrr_at_50_diff1": 0.485142, "nauc_mrr_at_100_max": 0.242496, "nauc_mrr_at_100_std": -0.009354, "nauc_mrr_at_100_diff1": 0.485142, "nauc_mrr_at_1000_max": 0.242496, "nauc_mrr_at_1000_std": -0.009354, "nauc_mrr_at_1000_diff1": 0.485142, "hit_rate_at_1": 0.50505, "hit_rate_at_3": 0.74747, "hit_rate_at_5": 0.86869, "hit_rate_at_10": 0.9798, "hit_rate_at_20": 0.9899, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.505051, "R_cap_at_3": 0.747475, "R_cap_at_5": 0.868687, "R_cap_at_10": 0.979798, "R_cap_at_20": 0.989899, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.73545, "hf_subset": "bfcl_qwen3_32b__generalized_query", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.33333, "ndcg_at_3": 0.53415, "ndcg_at_5": 0.55936, "ndcg_at_10": 0.58964, "ndcg_at_20": 0.61898, "ndcg_at_25": 0.62124, "ndcg_at_50": 0.6294, "ndcg_at_100": 0.63104, "ndcg_at_1000": 0.63104, "map_at_1": 0.33333, "map_at_3": 0.48485, "map_at_5": 0.49899, "map_at_10": 0.512, "map_at_20": 0.52073, "map_at_25": 0.52121, "map_at_50": 0.52256, "map_at_100": 0.52271, "map_at_1000": 0.52271, "recall_at_1": 0.33333, "recall_at_3": 0.67677, "recall_at_5": 0.73737, "recall_at_10": 0.82828, "recall_at_20": 0.93939, "recall_at_25": 0.94949, "recall_at_50": 0.9899, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.33333, "precision_at_1": 0.33333, "precision_at_3": 0.22559, "precision_at_5": 0.14747, "precision_at_10": 0.08283, "precision_at_20": 0.04697, "precision_at_25": 0.03798, "precision_at_50": 0.0198, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.333333, "mrr_at_3": 0.484848, "mrr_at_5": 0.49899, "mrr_at_10": 0.512005, "mrr_at_20": 0.520726, "mrr_at_25": 0.521207, "mrr_at_50": 0.522562, "mrr_at_100": 0.522707, "mrr_at_1000": 0.522707, "nauc_ndcg_at_1_max": 0.178192, "nauc_ndcg_at_1_std": -0.062723, "nauc_ndcg_at_1_diff1": 0.40011, "nauc_ndcg_at_3_max": 0.188219, "nauc_ndcg_at_3_std": -0.091444, "nauc_ndcg_at_3_diff1": 0.308707, "nauc_ndcg_at_5_max": 0.220663, "nauc_ndcg_at_5_std": -0.087042, "nauc_ndcg_at_5_diff1": 0.328448, "nauc_ndcg_at_10_max": 0.24257, "nauc_ndcg_at_10_std": -0.033767, "nauc_ndcg_at_10_diff1": 0.328404, "nauc_ndcg_at_20_max": 0.247695, "nauc_ndcg_at_20_std": -0.008053, "nauc_ndcg_at_20_diff1": 0.330426, "nauc_ndcg_at_25_max": 0.248917, "nauc_ndcg_at_25_std": -0.009237, "nauc_ndcg_at_25_diff1": 0.349775, "nauc_ndcg_at_50_max": 0.223783, "nauc_ndcg_at_50_std": -0.040937, "nauc_ndcg_at_50_diff1": 0.3456, "nauc_ndcg_at_100_max": 0.218264, "nauc_ndcg_at_100_std": -0.04834, "nauc_ndcg_at_100_diff1": 0.344125, "nauc_ndcg_at_1000_max": 0.218264, "nauc_ndcg_at_1000_std": -0.04834, "nauc_ndcg_at_1000_diff1": 0.344125, "nauc_map_at_1_max": 0.178192, "nauc_map_at_1_std": -0.062723, "nauc_map_at_1_diff1": 0.40011, "nauc_map_at_3_max": 0.186425, "nauc_map_at_3_std": -0.080097, "nauc_map_at_3_diff1": 0.333129, "nauc_map_at_5_max": 0.204681, "nauc_map_at_5_std": -0.076249, "nauc_map_at_5_diff1": 0.344482, "nauc_map_at_10_max": 0.212229, "nauc_map_at_10_std": -0.056855, "nauc_map_at_10_diff1": 0.345509, "nauc_map_at_20_max": 0.21212, "nauc_map_at_20_std": -0.05117, "nauc_map_at_20_diff1": 0.34628, "nauc_map_at_25_max": 0.212274, "nauc_map_at_25_std": -0.051446, "nauc_map_at_25_diff1": 0.349664, "nauc_map_at_50_max": 0.208807, "nauc_map_at_50_std": -0.055792, "nauc_map_at_50_diff1": 0.349185, "nauc_map_at_100_max": 0.208417, "nauc_map_at_100_std": -0.056311, "nauc_map_at_100_diff1": 0.349085, "nauc_map_at_1000_max": 0.208417, "nauc_map_at_1000_std": -0.056311, "nauc_map_at_1000_diff1": 0.349085, "nauc_recall_at_1_max": 0.178192, "nauc_recall_at_1_std": -0.062723, "nauc_recall_at_1_diff1": 0.40011, "nauc_recall_at_3_max": 0.193922, "nauc_recall_at_3_std": -0.131957, "nauc_recall_at_3_diff1": 0.225311, "nauc_recall_at_5_max": 0.286103, "nauc_recall_at_5_std": -0.132322, "nauc_recall_at_5_diff1": 0.269219, "nauc_recall_at_10_max": 0.425984, "nauc_recall_at_10_std": 0.126423, "nauc_recall_at_10_diff1": 0.237753, "nauc_recall_at_20_max": 0.831156, "nauc_recall_at_20_std": 0.784773, "nauc_recall_at_20_diff1": 0.121736, "nauc_recall_at_25_max": 0.973827, "nauc_recall_at_25_std": 0.918167, "nauc_recall_at_25_diff1": 0.491346, "nauc_recall_at_50_max": 1.0, "nauc_recall_at_50_std": 1.0, "nauc_recall_at_50_diff1": 0.552905, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.178192, "nauc_precision_at_1_std": -0.062723, "nauc_precision_at_1_diff1": 0.40011, "nauc_precision_at_3_max": 0.193922, "nauc_precision_at_3_std": -0.131957, "nauc_precision_at_3_diff1": 0.225311, "nauc_precision_at_5_max": 0.286103, "nauc_precision_at_5_std": -0.132322, "nauc_precision_at_5_diff1": 0.269219, "nauc_precision_at_10_max": 0.425984, "nauc_precision_at_10_std": 0.126423, "nauc_precision_at_10_diff1": 0.237753, "nauc_precision_at_20_max": 0.831156, "nauc_precision_at_20_std": 0.784773, "nauc_precision_at_20_diff1": 0.121736, "nauc_precision_at_25_max": 0.973827, "nauc_precision_at_25_std": 0.918167, "nauc_precision_at_25_diff1": 0.491346, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 0.552905, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.178192, "nauc_mrr_at_1_std": -0.062723, "nauc_mrr_at_1_diff1": 0.40011, "nauc_mrr_at_3_max": 0.186425, "nauc_mrr_at_3_std": -0.080097, "nauc_mrr_at_3_diff1": 0.333129, "nauc_mrr_at_5_max": 0.204681, "nauc_mrr_at_5_std": -0.076249, "nauc_mrr_at_5_diff1": 0.344482, "nauc_mrr_at_10_max": 0.212229, "nauc_mrr_at_10_std": -0.056855, "nauc_mrr_at_10_diff1": 0.345509, "nauc_mrr_at_20_max": 0.21212, "nauc_mrr_at_20_std": -0.05117, "nauc_mrr_at_20_diff1": 0.34628, "nauc_mrr_at_25_max": 0.212274, "nauc_mrr_at_25_std": -0.051446, "nauc_mrr_at_25_diff1": 0.349664, "nauc_mrr_at_50_max": 0.208807, "nauc_mrr_at_50_std": -0.055792, "nauc_mrr_at_50_diff1": 0.349185, "nauc_mrr_at_100_max": 0.208417, "nauc_mrr_at_100_std": -0.056311, "nauc_mrr_at_100_diff1": 0.349085, "nauc_mrr_at_1000_max": 0.208417, "nauc_mrr_at_1000_std": -0.056311, "nauc_mrr_at_1000_diff1": 0.349085, "hit_rate_at_1": 0.33333, "hit_rate_at_3": 0.67677, "hit_rate_at_5": 0.73737, "hit_rate_at_10": 0.82828, "hit_rate_at_20": 0.93939, "hit_rate_at_25": 0.94949, "hit_rate_at_50": 0.9899, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.333333, "R_cap_at_3": 0.676768, "R_cap_at_5": 0.737374, "R_cap_at_10": 0.828283, "R_cap_at_20": 0.939394, "R_cap_at_25": 0.949495, "R_cap_at_50": 0.989899, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.58964, "hf_subset": "bfcl_qwen3_32b__task_query", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 77.67694178596139, "kg_co2_emissions": null, "date": 1787619716.163442, "evaluation_phases": [ { "name": "Data loading", "start": 5.424022674560547e-06, "end": 2.854441523551941, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 2.8544704020023346, "end": 2.8544730097055435, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 2.8970192074775696, "end": 2.9811480790376663, "split": "test", "subset": "bfcl_qwen3_32b__task_query" }, { "name": "Scoring", "start": 2.9811644107103348, "end": 3.045003369450569, "split": "test", "subset": "bfcl_qwen3_32b__task_query" } ] }