{ "dataset_revision": "802c327a8b88bf36b17a39d12df7e233efe8d079", "task_name": "DeepPlanning", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.46, "ndcg_at_3": 0.35039, "ndcg_at_5": 0.33266, "ndcg_at_10": 0.35474, "ndcg_at_20": 0.40792, "ndcg_at_25": 0.42024, "ndcg_at_50": 0.47049, "ndcg_at_100": 0.51784, "ndcg_at_1000": 0.54721, "map_at_1": 0.11033, "map_at_3": 0.17306, "map_at_5": 0.20261, "map_at_10": 0.21711, "map_at_20": 0.23873, "map_at_25": 0.24327, "map_at_50": 0.25669, "map_at_100": 0.26589, "map_at_1000": 0.27015, "recall_at_1": 0.11033, "recall_at_3": 0.226, "recall_at_5": 0.302, "recall_at_10": 0.353, "recall_at_20": 0.48933, "recall_at_25": 0.52667, "recall_at_50": 0.68933, "recall_at_100": 0.87167, "recall_at_1000": 1.0, "accuracy": 0.11033, "precision_at_1": 0.46, "precision_at_3": 0.32, "precision_at_5": 0.256, "precision_at_10": 0.15, "precision_at_20": 0.104, "precision_at_25": 0.0888, "precision_at_50": 0.0588, "precision_at_100": 0.0374, "precision_at_1000": 0.0043, "mrr_at_1": 0.46, "mrr_at_3": 0.613333, "mrr_at_5": 0.636333, "mrr_at_10": 0.638833, "mrr_at_20": 0.64191, "mrr_at_25": 0.64191, "mrr_at_50": 0.642375, "mrr_at_100": 0.642632, "mrr_at_1000": 0.642632, "nauc_ndcg_at_1_max": 0.3766, "nauc_ndcg_at_1_std": 0.062048, "nauc_ndcg_at_1_diff1": 0.646291, "nauc_ndcg_at_3_max": 0.454986, "nauc_ndcg_at_3_std": 0.312296, "nauc_ndcg_at_3_diff1": 0.445061, "nauc_ndcg_at_5_max": 0.415625, "nauc_ndcg_at_5_std": 0.330937, "nauc_ndcg_at_5_diff1": 0.344081, "nauc_ndcg_at_10_max": 0.405684, "nauc_ndcg_at_10_std": 0.24968, "nauc_ndcg_at_10_diff1": 0.360481, "nauc_ndcg_at_20_max": 0.355195, "nauc_ndcg_at_20_std": 0.333813, "nauc_ndcg_at_20_diff1": 0.259707, "nauc_ndcg_at_25_max": 0.369137, "nauc_ndcg_at_25_std": 0.337446, "nauc_ndcg_at_25_diff1": 0.291173, "nauc_ndcg_at_50_max": 0.358675, "nauc_ndcg_at_50_std": 0.360197, "nauc_ndcg_at_50_diff1": 0.317906, "nauc_ndcg_at_100_max": 0.303145, "nauc_ndcg_at_100_std": 0.270345, "nauc_ndcg_at_100_diff1": 0.338881, "nauc_ndcg_at_1000_max": 0.413859, "nauc_ndcg_at_1000_std": 0.305038, "nauc_ndcg_at_1000_diff1": 0.410033, "nauc_map_at_1_max": 0.2953, "nauc_map_at_1_std": 0.062161, "nauc_map_at_1_diff1": 0.564791, "nauc_map_at_3_max": 0.432308, "nauc_map_at_3_std": 0.315274, "nauc_map_at_3_diff1": 0.394823, "nauc_map_at_5_max": 0.392728, "nauc_map_at_5_std": 0.306338, "nauc_map_at_5_diff1": 0.331824, "nauc_map_at_10_max": 0.394214, "nauc_map_at_10_std": 0.255146, "nauc_map_at_10_diff1": 0.344525, "nauc_map_at_20_max": 0.366414, "nauc_map_at_20_std": 0.300926, "nauc_map_at_20_diff1": 0.282851, "nauc_map_at_25_max": 0.375943, "nauc_map_at_25_std": 0.306319, "nauc_map_at_25_diff1": 0.300444, "nauc_map_at_50_max": 0.376268, "nauc_map_at_50_std": 0.325378, "nauc_map_at_50_diff1": 0.301177, "nauc_map_at_100_max": 0.366774, "nauc_map_at_100_std": 0.304842, "nauc_map_at_100_diff1": 0.304741, "nauc_map_at_1000_max": 0.380975, "nauc_map_at_1000_std": 0.308985, "nauc_map_at_1000_diff1": 0.313512, "nauc_recall_at_1_max": 0.2953, "nauc_recall_at_1_std": 0.062161, "nauc_recall_at_1_diff1": 0.564791, "nauc_recall_at_3_max": 0.38882, "nauc_recall_at_3_std": 0.436124, "nauc_recall_at_3_diff1": 0.216161, "nauc_recall_at_5_max": 0.265193, "nauc_recall_at_5_std": 0.372053, "nauc_recall_at_5_diff1": 0.017032, "nauc_recall_at_10_max": 0.247346, "nauc_recall_at_10_std": 0.184984, "nauc_recall_at_10_diff1": 0.081929, "nauc_recall_at_20_max": 0.10491, "nauc_recall_at_20_std": 0.31439, "nauc_recall_at_20_diff1": -0.12067, "nauc_recall_at_25_max": 0.159661, "nauc_recall_at_25_std": 0.325578, "nauc_recall_at_25_diff1": -0.015674, "nauc_recall_at_50_max": 0.00124, "nauc_recall_at_50_std": 0.282367, "nauc_recall_at_50_diff1": -0.07621, "nauc_recall_at_100_max": -0.466521, "nauc_recall_at_100_std": -0.085474, "nauc_recall_at_100_diff1": -0.231951, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.3766, "nauc_precision_at_1_std": 0.062048, "nauc_precision_at_1_diff1": 0.646291, "nauc_precision_at_3_max": 0.423419, "nauc_precision_at_3_std": 0.428413, "nauc_precision_at_3_diff1": 0.244398, "nauc_precision_at_5_max": 0.283294, "nauc_precision_at_5_std": 0.33381, "nauc_precision_at_5_diff1": 0.031644, "nauc_precision_at_10_max": 0.265493, "nauc_precision_at_10_std": 0.148345, "nauc_precision_at_10_diff1": 0.077848, "nauc_precision_at_20_max": 0.129148, "nauc_precision_at_20_std": 0.29189, "nauc_precision_at_20_diff1": -0.126479, "nauc_precision_at_25_max": 0.176619, "nauc_precision_at_25_std": 0.319121, "nauc_precision_at_25_diff1": -0.048651, "nauc_precision_at_50_max": 0.041974, "nauc_precision_at_50_std": 0.300464, "nauc_precision_at_50_diff1": -0.082709, "nauc_precision_at_100_max": -0.142353, "nauc_precision_at_100_std": 0.00289, "nauc_precision_at_100_diff1": -0.054437, "nauc_precision_at_1000_max": 0.065557, "nauc_precision_at_1000_std": 0.046989, "nauc_precision_at_1000_diff1": 0.073652, "nauc_mrr_at_1_max": 0.3766, "nauc_mrr_at_1_std": 0.062048, "nauc_mrr_at_1_diff1": 0.646291, "nauc_mrr_at_3_max": 0.417663, "nauc_mrr_at_3_std": 0.196749, "nauc_mrr_at_3_diff1": 0.632884, "nauc_mrr_at_5_max": 0.436213, "nauc_mrr_at_5_std": 0.198017, "nauc_mrr_at_5_diff1": 0.64749, "nauc_mrr_at_10_max": 0.436962, "nauc_mrr_at_10_std": 0.190325, "nauc_mrr_at_10_diff1": 0.652523, "nauc_mrr_at_20_max": 0.432676, "nauc_mrr_at_20_std": 0.183092, "nauc_mrr_at_20_diff1": 0.649933, "nauc_mrr_at_25_max": 0.432676, "nauc_mrr_at_25_std": 0.183092, "nauc_mrr_at_25_diff1": 0.649933, "nauc_mrr_at_50_max": 0.433237, "nauc_mrr_at_50_std": 0.181615, "nauc_mrr_at_50_diff1": 0.650461, "nauc_mrr_at_100_max": 0.432671, "nauc_mrr_at_100_std": 0.181438, "nauc_mrr_at_100_diff1": 0.650243, "nauc_mrr_at_1000_max": 0.432671, "nauc_mrr_at_1000_std": 0.181438, "nauc_mrr_at_1000_diff1": 0.650243, "hit_rate_at_1": 0.46, "hit_rate_at_3": 0.8, "hit_rate_at_5": 0.9, "hit_rate_at_10": 0.92, "hit_rate_at_20": 0.96, "hit_rate_at_25": 0.96, "hit_rate_at_50": 0.98, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.46, "R_cap_at_3": 0.32, "R_cap_at_5": 0.307333, "R_cap_at_10": 0.353, "R_cap_at_20": 0.489333, "R_cap_at_25": 0.526667, "R_cap_at_50": 0.689333, "R_cap_at_100": 0.871667, "R_cap_at_1000": 1.0, "main_score": 0.35474, "hf_subset": "shopping_level1", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.12, "ndcg_at_3": 0.10224, "ndcg_at_5": 0.09209, "ndcg_at_10": 0.09388, "ndcg_at_20": 0.10315, "ndcg_at_25": 0.10879, "ndcg_at_50": 0.11728, "ndcg_at_100": 0.13685, "ndcg_at_1000": 0.19931, "map_at_1": 0.02467, "map_at_3": 0.04206, "map_at_5": 0.04622, "map_at_10": 0.04789, "map_at_20": 0.04979, "map_at_25": 0.05057, "map_at_50": 0.05163, "map_at_100": 0.05312, "map_at_1000": 0.05552, "recall_at_1": 0.02467, "recall_at_3": 0.066, "recall_at_5": 0.084, "recall_at_10": 0.09467, "recall_at_20": 0.11967, "recall_at_25": 0.13467, "recall_at_50": 0.162, "recall_at_100": 0.23967, "recall_at_1000": 0.56033, "accuracy": 0.02467, "precision_at_1": 0.12, "precision_at_3": 0.1, "precision_at_5": 0.076, "precision_at_10": 0.042, "precision_at_20": 0.026, "precision_at_25": 0.024, "precision_at_50": 0.0144, "precision_at_100": 0.0104, "precision_at_1000": 0.00252, "mrr_at_1": 0.12, "mrr_at_3": 0.18, "mrr_at_5": 0.199, "mrr_at_10": 0.201, "mrr_at_20": 0.204603, "mrr_at_25": 0.207225, "mrr_at_50": 0.209481, "mrr_at_100": 0.212362, "mrr_at_1000": 0.213392, "nauc_ndcg_at_1_max": 0.124111, "nauc_ndcg_at_1_std": 0.152829, "nauc_ndcg_at_1_diff1": 0.078855, "nauc_ndcg_at_3_max": 0.174512, "nauc_ndcg_at_3_std": 0.277654, "nauc_ndcg_at_3_diff1": -0.028459, "nauc_ndcg_at_5_max": 0.225434, "nauc_ndcg_at_5_std": 0.316796, "nauc_ndcg_at_5_diff1": 0.068872, "nauc_ndcg_at_10_max": 0.192576, "nauc_ndcg_at_10_std": 0.26852, "nauc_ndcg_at_10_diff1": 0.050609, "nauc_ndcg_at_20_max": 0.191841, "nauc_ndcg_at_20_std": 0.279686, "nauc_ndcg_at_20_diff1": 0.124336, "nauc_ndcg_at_25_max": 0.180894, "nauc_ndcg_at_25_std": 0.247246, "nauc_ndcg_at_25_diff1": 0.091401, "nauc_ndcg_at_50_max": 0.157696, "nauc_ndcg_at_50_std": 0.272999, "nauc_ndcg_at_50_diff1": 0.086161, "nauc_ndcg_at_100_max": 0.148765, "nauc_ndcg_at_100_std": 0.312221, "nauc_ndcg_at_100_diff1": 0.031707, "nauc_ndcg_at_1000_max": 0.291213, "nauc_ndcg_at_1000_std": 0.27668, "nauc_ndcg_at_1000_diff1": 0.122181, "nauc_map_at_1_max": 0.078439, "nauc_map_at_1_std": 0.077071, "nauc_map_at_1_diff1": 0.133626, "nauc_map_at_3_max": 0.152063, "nauc_map_at_3_std": 0.239753, "nauc_map_at_3_diff1": 0.020528, "nauc_map_at_5_max": 0.188446, "nauc_map_at_5_std": 0.278644, "nauc_map_at_5_diff1": 0.05977, "nauc_map_at_10_max": 0.17626, "nauc_map_at_10_std": 0.259733, "nauc_map_at_10_diff1": 0.038926, "nauc_map_at_20_max": 0.176519, "nauc_map_at_20_std": 0.261286, "nauc_map_at_20_diff1": 0.065476, "nauc_map_at_25_max": 0.173284, "nauc_map_at_25_std": 0.253417, "nauc_map_at_25_diff1": 0.056651, "nauc_map_at_50_max": 0.167424, "nauc_map_at_50_std": 0.254209, "nauc_map_at_50_diff1": 0.053963, "nauc_map_at_100_max": 0.165619, "nauc_map_at_100_std": 0.260477, "nauc_map_at_100_diff1": 0.047595, "nauc_map_at_1000_max": 0.181284, "nauc_map_at_1000_std": 0.256692, "nauc_map_at_1000_diff1": 0.055524, "nauc_recall_at_1_max": 0.078439, "nauc_recall_at_1_std": 0.077071, "nauc_recall_at_1_diff1": 0.133626, "nauc_recall_at_3_max": 0.152611, "nauc_recall_at_3_std": 0.254369, "nauc_recall_at_3_diff1": 0.010766, "nauc_recall_at_5_max": 0.248578, "nauc_recall_at_5_std": 0.368616, "nauc_recall_at_5_diff1": 0.114884, "nauc_recall_at_10_max": 0.187363, "nauc_recall_at_10_std": 0.262892, "nauc_recall_at_10_diff1": 0.0424, "nauc_recall_at_20_max": 0.177435, "nauc_recall_at_20_std": 0.278396, "nauc_recall_at_20_diff1": 0.236063, "nauc_recall_at_25_max": 0.144659, "nauc_recall_at_25_std": 0.193437, "nauc_recall_at_25_diff1": 0.152364, "nauc_recall_at_50_max": 0.062356, "nauc_recall_at_50_std": 0.267236, "nauc_recall_at_50_diff1": 0.122833, "nauc_recall_at_100_max": -0.022818, "nauc_recall_at_100_std": 0.349022, "nauc_recall_at_100_diff1": -0.070394, "nauc_recall_at_1000_max": 0.370088, "nauc_recall_at_1000_std": 0.187412, "nauc_recall_at_1000_diff1": 0.199055, "nauc_precision_at_1_max": 0.124111, "nauc_precision_at_1_std": 0.152829, "nauc_precision_at_1_diff1": 0.078855, "nauc_precision_at_3_max": 0.188994, "nauc_precision_at_3_std": 0.311195, "nauc_precision_at_3_diff1": -0.065376, "nauc_precision_at_5_max": 0.30703, "nauc_precision_at_5_std": 0.40241, "nauc_precision_at_5_diff1": 0.073985, "nauc_precision_at_10_max": 0.24626, "nauc_precision_at_10_std": 0.309295, "nauc_precision_at_10_diff1": 0.00405, "nauc_precision_at_20_max": 0.214967, "nauc_precision_at_20_std": 0.298223, "nauc_precision_at_20_diff1": 0.168182, "nauc_precision_at_25_max": 0.172222, "nauc_precision_at_25_std": 0.187126, "nauc_precision_at_25_diff1": 0.058903, "nauc_precision_at_50_max": 0.092441, "nauc_precision_at_50_std": 0.23131, "nauc_precision_at_50_diff1": 0.051666, "nauc_precision_at_100_max": 0.075821, "nauc_precision_at_100_std": 0.263591, "nauc_precision_at_100_diff1": -0.118682, "nauc_precision_at_1000_max": 0.444348, "nauc_precision_at_1000_std": 0.112038, "nauc_precision_at_1000_diff1": 0.165528, "nauc_mrr_at_1_max": 0.124111, "nauc_mrr_at_1_std": 0.152829, "nauc_mrr_at_1_diff1": 0.078855, "nauc_mrr_at_3_max": 0.132983, "nauc_mrr_at_3_std": 0.209522, "nauc_mrr_at_3_diff1": 0.028533, "nauc_mrr_at_5_max": 0.177131, "nauc_mrr_at_5_std": 0.239838, "nauc_mrr_at_5_diff1": 0.079131, "nauc_mrr_at_10_max": 0.174097, "nauc_mrr_at_10_std": 0.232726, "nauc_mrr_at_10_diff1": 0.076228, "nauc_mrr_at_20_max": 0.173998, "nauc_mrr_at_20_std": 0.238293, "nauc_mrr_at_20_diff1": 0.090379, "nauc_mrr_at_25_max": 0.173903, "nauc_mrr_at_25_std": 0.232041, "nauc_mrr_at_25_diff1": 0.084796, "nauc_mrr_at_50_max": 0.172284, "nauc_mrr_at_50_std": 0.237055, "nauc_mrr_at_50_diff1": 0.084619, "nauc_mrr_at_100_max": 0.174245, "nauc_mrr_at_100_std": 0.236421, "nauc_mrr_at_100_diff1": 0.08207, "nauc_mrr_at_1000_max": 0.174385, "nauc_mrr_at_1000_std": 0.235642, "nauc_mrr_at_1000_diff1": 0.082523, "hit_rate_at_1": 0.12, "hit_rate_at_3": 0.28, "hit_rate_at_5": 0.36, "hit_rate_at_10": 0.38, "hit_rate_at_20": 0.44, "hit_rate_at_25": 0.5, "hit_rate_at_50": 0.58, "hit_rate_at_100": 0.78, "hit_rate_at_1000": 0.98, "R_cap_at_1": 0.12, "R_cap_at_3": 0.1, "R_cap_at_5": 0.088, "R_cap_at_10": 0.094667, "R_cap_at_20": 0.119667, "R_cap_at_25": 0.134667, "R_cap_at_50": 0.162, "R_cap_at_100": 0.239667, "R_cap_at_1000": 0.560333, "main_score": 0.09388, "hf_subset": "shopping_level2", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.65, "ndcg_at_3": 0.44078, "ndcg_at_5": 0.45206, "ndcg_at_10": 0.46658, "ndcg_at_20": 0.53386, "ndcg_at_25": 0.53386, "ndcg_at_50": 0.57324, "ndcg_at_100": 0.60367, "ndcg_at_1000": 0.62752, "map_at_1": 0.1875, "map_at_3": 0.2875, "map_at_5": 0.32396, "map_at_10": 0.33264, "map_at_20": 0.36261, "map_at_25": 0.36261, "map_at_50": 0.37383, "map_at_100": 0.37973, "map_at_1000": 0.38266, "recall_at_1": 0.1875, "recall_at_3": 0.32917, "recall_at_5": 0.41667, "recall_at_10": 0.44583, "recall_at_20": 0.625, "recall_at_25": 0.625, "recall_at_50": 0.7625, "recall_at_100": 0.8875, "recall_at_1000": 1.0, "accuracy": 0.1875, "precision_at_1": 0.65, "precision_at_3": 0.38333, "precision_at_5": 0.29, "precision_at_10": 0.155, "precision_at_20": 0.11, "precision_at_25": 0.088, "precision_at_50": 0.053, "precision_at_100": 0.031, "precision_at_1000": 0.0035, "mrr_at_1": 0.65, "mrr_at_3": 0.741667, "mrr_at_5": 0.754167, "mrr_at_10": 0.754167, "mrr_at_20": 0.760644, "mrr_at_25": 0.760644, "mrr_at_50": 0.760644, "mrr_at_100": 0.760644, "mrr_at_1000": 0.760644, "nauc_ndcg_at_1_max": 0.417935, "nauc_ndcg_at_1_std": 0.185288, "nauc_ndcg_at_1_diff1": 0.740907, "nauc_ndcg_at_3_max": 0.323724, "nauc_ndcg_at_3_std": 0.309023, "nauc_ndcg_at_3_diff1": 0.271833, "nauc_ndcg_at_5_max": 0.415583, "nauc_ndcg_at_5_std": 0.329266, "nauc_ndcg_at_5_diff1": 0.4596, "nauc_ndcg_at_10_max": 0.372102, "nauc_ndcg_at_10_std": 0.359774, "nauc_ndcg_at_10_diff1": 0.43419, "nauc_ndcg_at_20_max": 0.206186, "nauc_ndcg_at_20_std": 0.289496, "nauc_ndcg_at_20_diff1": 0.382512, "nauc_ndcg_at_25_max": 0.206186, "nauc_ndcg_at_25_std": 0.289496, "nauc_ndcg_at_25_diff1": 0.382512, "nauc_ndcg_at_50_max": 0.238184, "nauc_ndcg_at_50_std": 0.341741, "nauc_ndcg_at_50_diff1": 0.416522, "nauc_ndcg_at_100_max": 0.247538, "nauc_ndcg_at_100_std": 0.366106, "nauc_ndcg_at_100_diff1": 0.446343, "nauc_ndcg_at_1000_max": 0.308588, "nauc_ndcg_at_1000_std": 0.338321, "nauc_ndcg_at_1000_diff1": 0.433493, "nauc_map_at_1_max": 0.45416, "nauc_map_at_1_std": 0.238441, "nauc_map_at_1_diff1": 0.699704, "nauc_map_at_3_max": 0.380963, "nauc_map_at_3_std": 0.405703, "nauc_map_at_3_diff1": 0.253068, "nauc_map_at_5_max": 0.395947, "nauc_map_at_5_std": 0.399038, "nauc_map_at_5_diff1": 0.37289, "nauc_map_at_10_max": 0.365521, "nauc_map_at_10_std": 0.412254, "nauc_map_at_10_diff1": 0.35425, "nauc_map_at_20_max": 0.287723, "nauc_map_at_20_std": 0.385165, "nauc_map_at_20_diff1": 0.326826, "nauc_map_at_25_max": 0.287723, "nauc_map_at_25_std": 0.385165, "nauc_map_at_25_diff1": 0.326826, "nauc_map_at_50_max": 0.295864, "nauc_map_at_50_std": 0.396431, "nauc_map_at_50_diff1": 0.332689, "nauc_map_at_100_max": 0.298588, "nauc_map_at_100_std": 0.402395, "nauc_map_at_100_diff1": 0.340493, "nauc_map_at_1000_max": 0.301767, "nauc_map_at_1000_std": 0.398836, "nauc_map_at_1000_diff1": 0.337864, "nauc_recall_at_1_max": 0.45416, "nauc_recall_at_1_std": 0.238441, "nauc_recall_at_1_diff1": 0.699704, "nauc_recall_at_3_max": 0.389645, "nauc_recall_at_3_std": 0.344403, "nauc_recall_at_3_diff1": 0.192114, "nauc_recall_at_5_max": 0.364654, "nauc_recall_at_5_std": 0.275505, "nauc_recall_at_5_diff1": 0.411371, "nauc_recall_at_10_max": 0.265032, "nauc_recall_at_10_std": 0.337915, "nauc_recall_at_10_diff1": 0.350402, "nauc_recall_at_20_max": -0.238227, "nauc_recall_at_20_std": 0.075194, "nauc_recall_at_20_diff1": 0.127282, "nauc_recall_at_25_max": -0.238227, "nauc_recall_at_25_std": 0.075194, "nauc_recall_at_25_diff1": 0.127282, "nauc_recall_at_50_max": -0.202969, "nauc_recall_at_50_std": 0.219442, "nauc_recall_at_50_diff1": 0.194279, "nauc_recall_at_100_max": -0.305376, "nauc_recall_at_100_std": 0.423782, "nauc_recall_at_100_diff1": 0.367284, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.417935, "nauc_precision_at_1_std": 0.185288, "nauc_precision_at_1_diff1": 0.740907, "nauc_precision_at_3_max": 0.268664, "nauc_precision_at_3_std": 0.318348, "nauc_precision_at_3_diff1": 0.105505, "nauc_precision_at_5_max": 0.247166, "nauc_precision_at_5_std": 0.265453, "nauc_precision_at_5_diff1": 0.325789, "nauc_precision_at_10_max": 0.137572, "nauc_precision_at_10_std": 0.363522, "nauc_precision_at_10_diff1": 0.25811, "nauc_precision_at_20_max": -0.307098, "nauc_precision_at_20_std": 0.070513, "nauc_precision_at_20_diff1": 0.026731, "nauc_precision_at_25_max": -0.307098, "nauc_precision_at_25_std": 0.070513, "nauc_precision_at_25_diff1": 0.026731, "nauc_precision_at_50_max": -0.343793, "nauc_precision_at_50_std": 0.182299, "nauc_precision_at_50_diff1": 0.04798, "nauc_precision_at_100_max": -0.458419, "nauc_precision_at_100_std": 0.193447, "nauc_precision_at_100_diff1": 0.077369, "nauc_precision_at_1000_max": -0.433977, "nauc_precision_at_1000_std": -0.128248, "nauc_precision_at_1000_diff1": -0.288408, "nauc_mrr_at_1_max": 0.417935, "nauc_mrr_at_1_std": 0.185288, "nauc_mrr_at_1_diff1": 0.740907, "nauc_mrr_at_3_max": 0.494796, "nauc_mrr_at_3_std": 0.181871, "nauc_mrr_at_3_diff1": 0.743803, "nauc_mrr_at_5_max": 0.512957, "nauc_mrr_at_5_std": 0.201337, "nauc_mrr_at_5_diff1": 0.730643, "nauc_mrr_at_10_max": 0.512957, "nauc_mrr_at_10_std": 0.201337, "nauc_mrr_at_10_diff1": 0.730643, "nauc_mrr_at_20_max": 0.503588, "nauc_mrr_at_20_std": 0.196172, "nauc_mrr_at_20_diff1": 0.730497, "nauc_mrr_at_25_max": 0.503588, "nauc_mrr_at_25_std": 0.196172, "nauc_mrr_at_25_diff1": 0.730497, "nauc_mrr_at_50_max": 0.503588, "nauc_mrr_at_50_std": 0.196172, "nauc_mrr_at_50_diff1": 0.730497, "nauc_mrr_at_100_max": 0.503588, "nauc_mrr_at_100_std": 0.196172, "nauc_mrr_at_100_diff1": 0.730497, "nauc_mrr_at_1000_max": 0.503588, "nauc_mrr_at_1000_std": 0.196172, "nauc_mrr_at_1000_diff1": 0.730497, "hit_rate_at_1": 0.65, "hit_rate_at_3": 0.85, "hit_rate_at_5": 0.9, "hit_rate_at_10": 0.9, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.65, "R_cap_at_3": 0.383333, "R_cap_at_5": 0.416667, "R_cap_at_10": 0.445833, "R_cap_at_20": 0.625, "R_cap_at_25": 0.625, "R_cap_at_50": 0.7625, "R_cap_at_100": 0.8875, "R_cap_at_1000": 1.0, "main_score": 0.46658, "hf_subset": "shopping_level3", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 772.4830573629588, "kg_co2_emissions": null, "date": 1787449110.689574, "evaluation_phases": [ { "name": "Data loading", "start": 5.867332220077515e-06, "end": 312.0076709575951, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 312.0076851323247, "end": 312.00768933072686, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 312.0708370991051, "end": 314.3369247838855, "split": "test", "subset": "shopping_level3" }, { "name": "Scoring", "start": 314.3369513191283, "end": 314.39107435569167, "split": "test", "subset": "shopping_level3" } ] }