{ "dataset_revision": "802c327a8b88bf36b17a39d12df7e233efe8d079", "task_name": "DeepPlanning", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.54, "ndcg_at_3": 0.38201, "ndcg_at_5": 0.36834, "ndcg_at_10": 0.41977, "ndcg_at_20": 0.46664, "ndcg_at_25": 0.48866, "ndcg_at_50": 0.52434, "ndcg_at_100": 0.57805, "ndcg_at_1000": 0.5911, "map_at_1": 0.131, "map_at_3": 0.19644, "map_at_5": 0.23391, "map_at_10": 0.26464, "map_at_20": 0.28434, "map_at_25": 0.29409, "map_at_50": 0.3053, "map_at_100": 0.31599, "map_at_1000": 0.31806, "recall_at_1": 0.131, "recall_at_3": 0.24433, "recall_at_5": 0.33467, "recall_at_10": 0.444, "recall_at_20": 0.56033, "recall_at_25": 0.622, "recall_at_50": 0.73633, "recall_at_100": 0.945, "recall_at_1000": 1.0, "accuracy": 0.131, "precision_at_1": 0.54, "precision_at_3": 0.34, "precision_at_5": 0.276, "precision_at_10": 0.184, "precision_at_20": 0.117, "precision_at_25": 0.1048, "precision_at_50": 0.0628, "precision_at_100": 0.0404, "precision_at_1000": 0.0043, "mrr_at_1": 0.54, "mrr_at_3": 0.666667, "mrr_at_5": 0.683667, "mrr_at_10": 0.692079, "mrr_at_20": 0.695009, "mrr_at_25": 0.695009, "mrr_at_50": 0.695009, "mrr_at_100": 0.695009, "mrr_at_1000": 0.695009, "nauc_ndcg_at_1_max": -0.173543, "nauc_ndcg_at_1_std": -0.095441, "nauc_ndcg_at_1_diff1": 0.534078, "nauc_ndcg_at_3_max": 0.02521, "nauc_ndcg_at_3_std": 0.039048, "nauc_ndcg_at_3_diff1": 0.488859, "nauc_ndcg_at_5_max": 0.014851, "nauc_ndcg_at_5_std": 0.137599, "nauc_ndcg_at_5_diff1": 0.439296, "nauc_ndcg_at_10_max": 0.06114, "nauc_ndcg_at_10_std": 0.134793, "nauc_ndcg_at_10_diff1": 0.414462, "nauc_ndcg_at_20_max": 0.059226, "nauc_ndcg_at_20_std": 0.13829, "nauc_ndcg_at_20_diff1": 0.454321, "nauc_ndcg_at_25_max": -0.016174, "nauc_ndcg_at_25_std": 0.126947, "nauc_ndcg_at_25_diff1": 0.436092, "nauc_ndcg_at_50_max": -0.023424, "nauc_ndcg_at_50_std": 0.095849, "nauc_ndcg_at_50_diff1": 0.44725, "nauc_ndcg_at_100_max": -0.041235, "nauc_ndcg_at_100_std": 0.13158, "nauc_ndcg_at_100_diff1": 0.490247, "nauc_ndcg_at_1000_max": -9.4e-05, "nauc_ndcg_at_1000_std": 0.114448, "nauc_ndcg_at_1000_diff1": 0.482891, "nauc_map_at_1_max": -0.120894, "nauc_map_at_1_std": -0.053057, "nauc_map_at_1_diff1": 0.356647, "nauc_map_at_3_max": 0.023629, "nauc_map_at_3_std": 0.027387, "nauc_map_at_3_diff1": 0.384333, "nauc_map_at_5_max": 0.051078, "nauc_map_at_5_std": 0.118848, "nauc_map_at_5_diff1": 0.403065, "nauc_map_at_10_max": 0.085408, "nauc_map_at_10_std": 0.133483, "nauc_map_at_10_diff1": 0.396, "nauc_map_at_20_max": 0.088942, "nauc_map_at_20_std": 0.142991, "nauc_map_at_20_diff1": 0.425152, "nauc_map_at_25_max": 0.054667, "nauc_map_at_25_std": 0.140295, "nauc_map_at_25_diff1": 0.422151, "nauc_map_at_50_max": 0.055536, "nauc_map_at_50_std": 0.132609, "nauc_map_at_50_diff1": 0.428305, "nauc_map_at_100_max": 0.051806, "nauc_map_at_100_std": 0.14218, "nauc_map_at_100_diff1": 0.438137, "nauc_map_at_1000_max": 0.059277, "nauc_map_at_1000_std": 0.139761, "nauc_map_at_1000_diff1": 0.436512, "nauc_recall_at_1_max": -0.120894, "nauc_recall_at_1_std": -0.053057, "nauc_recall_at_1_diff1": 0.356647, "nauc_recall_at_3_max": 0.144294, "nauc_recall_at_3_std": 0.164566, "nauc_recall_at_3_diff1": 0.303644, "nauc_recall_at_5_max": 0.115368, "nauc_recall_at_5_std": 0.241499, "nauc_recall_at_5_diff1": 0.296389, "nauc_recall_at_10_max": 0.16854, "nauc_recall_at_10_std": 0.201136, "nauc_recall_at_10_diff1": 0.214239, "nauc_recall_at_20_max": 0.133754, "nauc_recall_at_20_std": 0.148496, "nauc_recall_at_20_diff1": 0.186268, "nauc_recall_at_25_max": -0.040016, "nauc_recall_at_25_std": 0.115364, "nauc_recall_at_25_diff1": 0.145305, "nauc_recall_at_50_max": -0.07043, "nauc_recall_at_50_std": 0.038606, "nauc_recall_at_50_diff1": 0.177869, "nauc_recall_at_100_max": -0.418308, "nauc_recall_at_100_std": 0.216632, "nauc_recall_at_100_diff1": 0.296782, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.173543, "nauc_precision_at_1_std": -0.095441, "nauc_precision_at_1_diff1": 0.534078, "nauc_precision_at_3_max": 0.149792, "nauc_precision_at_3_std": 0.134424, "nauc_precision_at_3_diff1": 0.414183, "nauc_precision_at_5_max": 0.087335, "nauc_precision_at_5_std": 0.243848, "nauc_precision_at_5_diff1": 0.386998, "nauc_precision_at_10_max": 0.105365, "nauc_precision_at_10_std": 0.209061, "nauc_precision_at_10_diff1": 0.27348, "nauc_precision_at_20_max": 0.10351, "nauc_precision_at_20_std": 0.200792, "nauc_precision_at_20_diff1": 0.275088, "nauc_precision_at_25_max": -0.090986, "nauc_precision_at_25_std": 0.12756, "nauc_precision_at_25_diff1": 0.215024, "nauc_precision_at_50_max": -0.095127, "nauc_precision_at_50_std": 0.049716, "nauc_precision_at_50_diff1": 0.219916, "nauc_precision_at_100_max": -0.126714, "nauc_precision_at_100_std": 0.134128, "nauc_precision_at_100_diff1": 0.200281, "nauc_precision_at_1000_max": -0.028725, "nauc_precision_at_1000_std": 0.056513, "nauc_precision_at_1000_diff1": 0.094376, "nauc_mrr_at_1_max": -0.173543, "nauc_mrr_at_1_std": -0.095441, "nauc_mrr_at_1_diff1": 0.534078, "nauc_mrr_at_3_max": -0.100846, "nauc_mrr_at_3_std": 0.031548, "nauc_mrr_at_3_diff1": 0.493969, "nauc_mrr_at_5_max": -0.156031, "nauc_mrr_at_5_std": -0.00116, "nauc_mrr_at_5_diff1": 0.512977, "nauc_mrr_at_10_max": -0.131644, "nauc_mrr_at_10_std": -0.008781, "nauc_mrr_at_10_diff1": 0.503536, "nauc_mrr_at_20_max": -0.132335, "nauc_mrr_at_20_std": -0.010963, "nauc_mrr_at_20_diff1": 0.50254, "nauc_mrr_at_25_max": -0.132335, "nauc_mrr_at_25_std": -0.010963, "nauc_mrr_at_25_diff1": 0.50254, "nauc_mrr_at_50_max": -0.132335, "nauc_mrr_at_50_std": -0.010963, "nauc_mrr_at_50_diff1": 0.50254, "nauc_mrr_at_100_max": -0.132335, "nauc_mrr_at_100_std": -0.010963, "nauc_mrr_at_100_diff1": 0.50254, "nauc_mrr_at_1000_max": -0.132335, "nauc_mrr_at_1000_std": -0.010963, "nauc_mrr_at_1000_diff1": 0.50254, "hit_rate_at_1": 0.54, "hit_rate_at_3": 0.82, "hit_rate_at_5": 0.9, "hit_rate_at_10": 0.96, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.54, "R_cap_at_3": 0.34, "R_cap_at_5": 0.339333, "R_cap_at_10": 0.444, "R_cap_at_20": 0.560333, "R_cap_at_25": 0.622, "R_cap_at_50": 0.736333, "R_cap_at_100": 0.945, "R_cap_at_1000": 1.0, "main_score": 0.41977, "hf_subset": "shopping_level1", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.48, "ndcg_at_3": 0.33386, "ndcg_at_5": 0.3235, "ndcg_at_10": 0.36713, "ndcg_at_20": 0.43531, "ndcg_at_25": 0.46492, "ndcg_at_50": 0.52112, "ndcg_at_100": 0.56102, "ndcg_at_1000": 0.57182, "map_at_1": 0.11, "map_at_3": 0.16089, "map_at_5": 0.19266, "map_at_10": 0.22233, "map_at_20": 0.25233, "map_at_25": 0.264, "map_at_50": 0.28213, "map_at_100": 0.29099, "map_at_1000": 0.29274, "recall_at_1": 0.11, "recall_at_3": 0.205, "recall_at_5": 0.27833, "recall_at_10": 0.383, "recall_at_20": 0.547, "recall_at_25": 0.629, "recall_at_50": 0.80433, "recall_at_100": 0.95467, "recall_at_1000": 1.0, "accuracy": 0.11, "precision_at_1": 0.48, "precision_at_3": 0.29333, "precision_at_5": 0.248, "precision_at_10": 0.172, "precision_at_20": 0.123, "precision_at_25": 0.1136, "precision_at_50": 0.0732, "precision_at_100": 0.0438, "precision_at_1000": 0.0046, "mrr_at_1": 0.48, "mrr_at_3": 0.606667, "mrr_at_5": 0.625667, "mrr_at_10": 0.634079, "mrr_at_20": 0.641933, "mrr_at_25": 0.641933, "mrr_at_50": 0.641933, "mrr_at_100": 0.641933, "mrr_at_1000": 0.641933, "nauc_ndcg_at_1_max": 0.267492, "nauc_ndcg_at_1_std": 0.23084, "nauc_ndcg_at_1_diff1": 0.505743, "nauc_ndcg_at_3_max": 0.336015, "nauc_ndcg_at_3_std": 0.148714, "nauc_ndcg_at_3_diff1": 0.359041, "nauc_ndcg_at_5_max": 0.289408, "nauc_ndcg_at_5_std": 0.102886, "nauc_ndcg_at_5_diff1": 0.313625, "nauc_ndcg_at_10_max": 0.332995, "nauc_ndcg_at_10_std": 0.024777, "nauc_ndcg_at_10_diff1": 0.214178, "nauc_ndcg_at_20_max": 0.329422, "nauc_ndcg_at_20_std": 0.069528, "nauc_ndcg_at_20_diff1": 0.145301, "nauc_ndcg_at_25_max": 0.310119, "nauc_ndcg_at_25_std": 0.056406, "nauc_ndcg_at_25_diff1": 0.125874, "nauc_ndcg_at_50_max": 0.244588, "nauc_ndcg_at_50_std": -0.001873, "nauc_ndcg_at_50_diff1": 0.153733, "nauc_ndcg_at_100_max": 0.278231, "nauc_ndcg_at_100_std": 0.018842, "nauc_ndcg_at_100_diff1": 0.234638, "nauc_ndcg_at_1000_max": 0.288445, "nauc_ndcg_at_1000_std": 0.06841, "nauc_ndcg_at_1000_diff1": 0.259708, "nauc_map_at_1_max": 0.181318, "nauc_map_at_1_std": 0.195438, "nauc_map_at_1_diff1": 0.465666, "nauc_map_at_3_max": 0.281096, "nauc_map_at_3_std": 0.143297, "nauc_map_at_3_diff1": 0.342934, "nauc_map_at_5_max": 0.281406, "nauc_map_at_5_std": 0.078298, "nauc_map_at_5_diff1": 0.315449, "nauc_map_at_10_max": 0.303613, "nauc_map_at_10_std": 0.0179, "nauc_map_at_10_diff1": 0.255206, "nauc_map_at_20_max": 0.307735, "nauc_map_at_20_std": 0.043322, "nauc_map_at_20_diff1": 0.198521, "nauc_map_at_25_max": 0.309488, "nauc_map_at_25_std": 0.042693, "nauc_map_at_25_diff1": 0.190129, "nauc_map_at_50_max": 0.283932, "nauc_map_at_50_std": 0.016245, "nauc_map_at_50_diff1": 0.190843, "nauc_map_at_100_max": 0.289253, "nauc_map_at_100_std": 0.01963, "nauc_map_at_100_diff1": 0.207362, "nauc_map_at_1000_max": 0.291393, "nauc_map_at_1000_std": 0.027379, "nauc_map_at_1000_diff1": 0.21046, "nauc_recall_at_1_max": 0.181318, "nauc_recall_at_1_std": 0.195438, "nauc_recall_at_1_diff1": 0.465666, "nauc_recall_at_3_max": 0.296848, "nauc_recall_at_3_std": 0.079176, "nauc_recall_at_3_diff1": 0.175233, "nauc_recall_at_5_max": 0.256015, "nauc_recall_at_5_std": -0.020358, "nauc_recall_at_5_diff1": 0.082018, "nauc_recall_at_10_max": 0.313785, "nauc_recall_at_10_std": -0.104298, "nauc_recall_at_10_diff1": -0.06729, "nauc_recall_at_20_max": 0.259563, "nauc_recall_at_20_std": -0.019546, "nauc_recall_at_20_diff1": -0.205592, "nauc_recall_at_25_max": 0.190888, "nauc_recall_at_25_std": -0.056751, "nauc_recall_at_25_diff1": -0.254019, "nauc_recall_at_50_max": -0.046267, "nauc_recall_at_50_std": -0.269403, "nauc_recall_at_50_diff1": -0.313466, "nauc_recall_at_100_max": 0.043772, "nauc_recall_at_100_std": -0.523956, "nauc_recall_at_100_diff1": -0.202174, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.267492, "nauc_precision_at_1_std": 0.23084, "nauc_precision_at_1_diff1": 0.505743, "nauc_precision_at_3_max": 0.394608, "nauc_precision_at_3_std": 0.087751, "nauc_precision_at_3_diff1": 0.235367, "nauc_precision_at_5_max": 0.301151, "nauc_precision_at_5_std": 0.004801, "nauc_precision_at_5_diff1": 0.11079, "nauc_precision_at_10_max": 0.33784, "nauc_precision_at_10_std": -0.102811, "nauc_precision_at_10_diff1": -0.026939, "nauc_precision_at_20_max": 0.247883, "nauc_precision_at_20_std": -0.028745, "nauc_precision_at_20_diff1": -0.212221, "nauc_precision_at_25_max": 0.182266, "nauc_precision_at_25_std": -0.053489, "nauc_precision_at_25_diff1": -0.259706, "nauc_precision_at_50_max": -0.034407, "nauc_precision_at_50_std": -0.240864, "nauc_precision_at_50_diff1": -0.277209, "nauc_precision_at_100_max": -0.009449, "nauc_precision_at_100_std": -0.186818, "nauc_precision_at_100_diff1": -0.088564, "nauc_precision_at_1000_max": 0.003089, "nauc_precision_at_1000_std": -0.050197, "nauc_precision_at_1000_diff1": -0.048501, "nauc_mrr_at_1_max": 0.267492, "nauc_mrr_at_1_std": 0.23084, "nauc_mrr_at_1_diff1": 0.505743, "nauc_mrr_at_3_max": 0.264955, "nauc_mrr_at_3_std": 0.204966, "nauc_mrr_at_3_diff1": 0.472981, "nauc_mrr_at_5_max": 0.255021, "nauc_mrr_at_5_std": 0.194571, "nauc_mrr_at_5_diff1": 0.460545, "nauc_mrr_at_10_max": 0.266594, "nauc_mrr_at_10_std": 0.203595, "nauc_mrr_at_10_diff1": 0.45577, "nauc_mrr_at_20_max": 0.261815, "nauc_mrr_at_20_std": 0.203069, "nauc_mrr_at_20_diff1": 0.468508, "nauc_mrr_at_25_max": 0.261815, "nauc_mrr_at_25_std": 0.203069, "nauc_mrr_at_25_diff1": 0.468508, "nauc_mrr_at_50_max": 0.261815, "nauc_mrr_at_50_std": 0.203069, "nauc_mrr_at_50_diff1": 0.468508, "nauc_mrr_at_100_max": 0.261815, "nauc_mrr_at_100_std": 0.203069, "nauc_mrr_at_100_diff1": 0.468508, "nauc_mrr_at_1000_max": 0.261815, "nauc_mrr_at_1000_std": 0.203069, "nauc_mrr_at_1000_diff1": 0.468508, "hit_rate_at_1": 0.48, "hit_rate_at_3": 0.76, "hit_rate_at_5": 0.84, "hit_rate_at_10": 0.9, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.48, "R_cap_at_3": 0.293333, "R_cap_at_5": 0.291667, "R_cap_at_10": 0.383, "R_cap_at_20": 0.547, "R_cap_at_25": 0.629, "R_cap_at_50": 0.804333, "R_cap_at_100": 0.954667, "R_cap_at_1000": 1.0, "main_score": 0.36713, "hf_subset": "shopping_level2", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.45, "ndcg_at_3": 0.37654, "ndcg_at_5": 0.37271, "ndcg_at_10": 0.43432, "ndcg_at_20": 0.47285, "ndcg_at_25": 0.48667, "ndcg_at_50": 0.52004, "ndcg_at_100": 0.54673, "ndcg_at_1000": 0.5776, "map_at_1": 0.12917, "map_at_3": 0.23611, "map_at_5": 0.25944, "map_at_10": 0.29918, "map_at_20": 0.31521, "map_at_25": 0.31901, "map_at_50": 0.32731, "map_at_100": 0.33177, "map_at_1000": 0.33568, "recall_at_1": 0.12917, "recall_at_3": 0.30417, "recall_at_5": 0.35417, "recall_at_10": 0.47917, "recall_at_20": 0.58333, "recall_at_25": 0.625, "recall_at_50": 0.74583, "recall_at_100": 0.85833, "recall_at_1000": 1.0, "accuracy": 0.12917, "precision_at_1": 0.45, "precision_at_3": 0.35, "precision_at_5": 0.24, "precision_at_10": 0.165, "precision_at_20": 0.1, "precision_at_25": 0.086, "precision_at_50": 0.051, "precision_at_100": 0.0295, "precision_at_1000": 0.0035, "mrr_at_1": 0.45, "mrr_at_3": 0.633333, "mrr_at_5": 0.633333, "mrr_at_10": 0.646726, "mrr_at_20": 0.650893, "mrr_at_25": 0.650893, "mrr_at_50": 0.650893, "mrr_at_100": 0.650893, "mrr_at_1000": 0.650893, "nauc_ndcg_at_1_max": 0.279316, "nauc_ndcg_at_1_std": 0.463563, "nauc_ndcg_at_1_diff1": 0.63406, "nauc_ndcg_at_3_max": 0.314493, "nauc_ndcg_at_3_std": 0.415426, "nauc_ndcg_at_3_diff1": 0.44645, "nauc_ndcg_at_5_max": 0.267156, "nauc_ndcg_at_5_std": 0.527582, "nauc_ndcg_at_5_diff1": 0.466861, "nauc_ndcg_at_10_max": 0.283733, "nauc_ndcg_at_10_std": 0.561093, "nauc_ndcg_at_10_diff1": 0.386649, "nauc_ndcg_at_20_max": 0.181501, "nauc_ndcg_at_20_std": 0.475609, "nauc_ndcg_at_20_diff1": 0.400413, "nauc_ndcg_at_25_max": 0.164528, "nauc_ndcg_at_25_std": 0.49341, "nauc_ndcg_at_25_diff1": 0.470835, "nauc_ndcg_at_50_max": 0.198106, "nauc_ndcg_at_50_std": 0.480236, "nauc_ndcg_at_50_diff1": 0.51356, "nauc_ndcg_at_100_max": 0.197934, "nauc_ndcg_at_100_std": 0.513059, "nauc_ndcg_at_100_diff1": 0.481753, "nauc_ndcg_at_1000_max": 0.2584, "nauc_ndcg_at_1000_std": 0.516446, "nauc_ndcg_at_1000_diff1": 0.485233, "nauc_map_at_1_max": 0.234216, "nauc_map_at_1_std": 0.462281, "nauc_map_at_1_diff1": 0.585668, "nauc_map_at_3_max": 0.198235, "nauc_map_at_3_std": 0.390723, "nauc_map_at_3_diff1": 0.401541, "nauc_map_at_5_max": 0.184343, "nauc_map_at_5_std": 0.482701, "nauc_map_at_5_diff1": 0.42684, "nauc_map_at_10_max": 0.180875, "nauc_map_at_10_std": 0.485417, "nauc_map_at_10_diff1": 0.380753, "nauc_map_at_20_max": 0.141087, "nauc_map_at_20_std": 0.448578, "nauc_map_at_20_diff1": 0.381311, "nauc_map_at_25_max": 0.136264, "nauc_map_at_25_std": 0.452926, "nauc_map_at_25_diff1": 0.400406, "nauc_map_at_50_max": 0.143453, "nauc_map_at_50_std": 0.452181, "nauc_map_at_50_diff1": 0.408469, "nauc_map_at_100_max": 0.144826, "nauc_map_at_100_std": 0.458712, "nauc_map_at_100_diff1": 0.406812, "nauc_map_at_1000_max": 0.151127, "nauc_map_at_1000_std": 0.458897, "nauc_map_at_1000_diff1": 0.40551, "nauc_recall_at_1_max": 0.234216, "nauc_recall_at_1_std": 0.462281, "nauc_recall_at_1_diff1": 0.585668, "nauc_recall_at_3_max": 0.269469, "nauc_recall_at_3_std": 0.408288, "nauc_recall_at_3_diff1": 0.326599, "nauc_recall_at_5_max": 0.213666, "nauc_recall_at_5_std": 0.533038, "nauc_recall_at_5_diff1": 0.339962, "nauc_recall_at_10_max": 0.186039, "nauc_recall_at_10_std": 0.463641, "nauc_recall_at_10_diff1": 0.121658, "nauc_recall_at_20_max": -0.058121, "nauc_recall_at_20_std": 0.239264, "nauc_recall_at_20_diff1": 0.123678, "nauc_recall_at_25_max": -0.13034, "nauc_recall_at_25_std": 0.289036, "nauc_recall_at_25_diff1": 0.316004, "nauc_recall_at_50_max": -0.066517, "nauc_recall_at_50_std": 0.209964, "nauc_recall_at_50_diff1": 0.452677, "nauc_recall_at_100_max": -0.198823, "nauc_recall_at_100_std": 0.338771, "nauc_recall_at_100_diff1": 0.292655, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.279316, "nauc_precision_at_1_std": 0.463563, "nauc_precision_at_1_diff1": 0.63406, "nauc_precision_at_3_max": 0.317318, "nauc_precision_at_3_std": 0.395827, "nauc_precision_at_3_diff1": 0.332171, "nauc_precision_at_5_max": 0.253212, "nauc_precision_at_5_std": 0.520446, "nauc_precision_at_5_diff1": 0.344154, "nauc_precision_at_10_max": 0.226818, "nauc_precision_at_10_std": 0.441364, "nauc_precision_at_10_diff1": 0.070519, "nauc_precision_at_20_max": -0.017555, "nauc_precision_at_20_std": 0.214582, "nauc_precision_at_20_diff1": 0.09277, "nauc_precision_at_25_max": -0.078306, "nauc_precision_at_25_std": 0.273957, "nauc_precision_at_25_diff1": 0.28285, "nauc_precision_at_50_max": 0.081394, "nauc_precision_at_50_std": 0.220068, "nauc_precision_at_50_diff1": 0.488266, "nauc_precision_at_100_max": 0.074118, "nauc_precision_at_100_std": 0.393456, "nauc_precision_at_100_diff1": 0.275882, "nauc_precision_at_1000_max": 0.368354, "nauc_precision_at_1000_std": -0.03431, "nauc_precision_at_1000_diff1": -0.117522, "nauc_mrr_at_1_max": 0.279316, "nauc_mrr_at_1_std": 0.463563, "nauc_mrr_at_1_diff1": 0.63406, "nauc_mrr_at_3_max": 0.462271, "nauc_mrr_at_3_std": 0.515547, "nauc_mrr_at_3_diff1": 0.652721, "nauc_mrr_at_5_max": 0.462271, "nauc_mrr_at_5_std": 0.515547, "nauc_mrr_at_5_diff1": 0.652721, "nauc_mrr_at_10_max": 0.447789, "nauc_mrr_at_10_std": 0.521118, "nauc_mrr_at_10_diff1": 0.635003, "nauc_mrr_at_20_max": 0.43846, "nauc_mrr_at_20_std": 0.515236, "nauc_mrr_at_20_diff1": 0.643657, "nauc_mrr_at_25_max": 0.43846, "nauc_mrr_at_25_std": 0.515236, "nauc_mrr_at_25_diff1": 0.643657, "nauc_mrr_at_50_max": 0.43846, "nauc_mrr_at_50_std": 0.515236, "nauc_mrr_at_50_diff1": 0.643657, "nauc_mrr_at_100_max": 0.43846, "nauc_mrr_at_100_std": 0.515236, "nauc_mrr_at_100_diff1": 0.643657, "nauc_mrr_at_1000_max": 0.43846, "nauc_mrr_at_1000_std": 0.515236, "nauc_mrr_at_1000_diff1": 0.643657, "hit_rate_at_1": 0.45, "hit_rate_at_3": 0.85, "hit_rate_at_5": 0.85, "hit_rate_at_10": 0.95, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.45, "R_cap_at_3": 0.35, "R_cap_at_5": 0.354167, "R_cap_at_10": 0.479167, "R_cap_at_20": 0.583333, "R_cap_at_25": 0.625, "R_cap_at_50": 0.745833, "R_cap_at_100": 0.858333, "R_cap_at_1000": 1.0, "main_score": 0.43432, "hf_subset": "shopping_level3", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 206.59490200690925, "kg_co2_emissions": null, "date": 1784026255.297055, "evaluation_phases": [ { "name": "Data loading", "start": 5.768612027168274e-06, "end": 15.915098000317812, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 15.91511951200664, "end": 15.915121793746948, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 15.947981387376785, "end": 41.31284005753696, "split": "test", "subset": "shopping_level3" }, { "name": "Scoring", "start": 41.31295343674719, "end": 41.36879657767713, "split": "test", "subset": "shopping_level3" } ] }