{ "dataset_revision": "1b86e2dde50e671d5c83d07a79e8b1d8c696964b", "evaluation_time": 2829.5824403762817, "kg_co2_emissions": 0.16351583541060308, "mteb_version": "1.14.15", "scores": { "test": [ { "cv_recall_at_1": 0.11576, "cv_recall_at_10": 0.33741, "cv_recall_at_100": 0.62769, "cv_recall_at_1000": 0.87376, "cv_recall_at_20": 0.41943, "cv_recall_at_3": 0.21117, "cv_recall_at_5": 0.26411, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.1769, "map_at_1": 0.05614, "map_at_10": 0.13471, "map_at_100": 0.15252, "map_at_1000": 0.15476, "map_at_20": 0.14319, "map_at_3": 0.1024, "map_at_5": 0.12014, "mrr_at_1": 0.1157649796393252, "mrr_at_10": 0.17986093797612127, "mrr_at_100": 0.19050468960881506, "mrr_at_1000": 0.19158271974597704, "mrr_at_20": 0.18538380081214487, "mrr_at_3": 0.15794066317626537, "mrr_at_5": 0.17006980802792318, "nauc_cv_recall_at_1000_diff1": 0.109976196678003, "nauc_cv_recall_at_1000_max": 0.39833857404630957, "nauc_cv_recall_at_1000_std": 0.7411619692972236, "nauc_cv_recall_at_100_diff1": 0.12168018563570525, "nauc_cv_recall_at_100_max": 0.35809677232199416, "nauc_cv_recall_at_100_std": 0.5656232267287112, "nauc_cv_recall_at_10_diff1": 0.1650429969307238, "nauc_cv_recall_at_10_max": 0.3693095191846039, "nauc_cv_recall_at_10_std": 0.4005644821296173, "nauc_cv_recall_at_1_diff1": 0.24161099125645516, "nauc_cv_recall_at_1_max": 0.34295517947786586, "nauc_cv_recall_at_1_std": 0.28260726969820127, "nauc_cv_recall_at_20_diff1": 0.15392560597233487, "nauc_cv_recall_at_20_max": 0.36790362097105883, "nauc_cv_recall_at_20_std": 0.43282627481889907, "nauc_cv_recall_at_3_diff1": 0.198302376844015, "nauc_cv_recall_at_3_max": 0.33428425138143464, "nauc_cv_recall_at_3_std": 0.32178728153338787, "nauc_cv_recall_at_5_diff1": 0.17386550244243773, "nauc_cv_recall_at_5_max": 0.33882210664593004, "nauc_cv_recall_at_5_std": 0.3383559572831691, "nauc_map_at_1000_diff1": 0.21927487415168848, "nauc_map_at_1000_max": 0.38033119263616594, "nauc_map_at_1000_std": 0.3517219277385145, "nauc_map_at_100_diff1": 0.21978566368768598, "nauc_map_at_100_max": 0.3805650841882056, "nauc_map_at_100_std": 0.350816892258741, "nauc_map_at_10_diff1": 0.22654073610368913, "nauc_map_at_10_max": 0.38106670764396827, "nauc_map_at_10_std": 0.3349054693694359, "nauc_map_at_1_diff1": 0.32371796549712756, "nauc_map_at_1_max": 0.3403183886394198, "nauc_map_at_1_std": 0.2873202409323521, "nauc_map_at_20_diff1": 0.22169611535535716, "nauc_map_at_20_max": 0.3813566723399646, "nauc_map_at_20_std": 0.341991258926335, "nauc_map_at_3_diff1": 0.2482637613385271, "nauc_map_at_3_max": 0.36360321294154024, "nauc_map_at_3_std": 0.31118331861991066, "nauc_map_at_5_diff1": 0.23092345575908235, "nauc_map_at_5_max": 0.37780420300492107, "nauc_map_at_5_std": 0.3147552381402764, "nauc_mrr_at_1000_diff1": 0.2016232835721042, "nauc_mrr_at_1000_max": 0.34337054923226734, "nauc_mrr_at_1000_std": 0.3279869958341037, "nauc_mrr_at_100_diff1": 0.20129747851536559, "nauc_mrr_at_100_max": 0.34319252610916884, "nauc_mrr_at_100_std": 0.3282514423490522, "nauc_mrr_at_10_diff1": 0.2030936664239279, "nauc_mrr_at_10_max": 0.3434008443652573, "nauc_mrr_at_10_std": 0.3219509249148433, "nauc_mrr_at_1_diff1": 0.24161099125645516, "nauc_mrr_at_1_max": 0.34295517947786586, "nauc_mrr_at_1_std": 0.28260726969820127, "nauc_mrr_at_20_diff1": 0.2018476120794044, "nauc_mrr_at_20_max": 0.34307402923822444, "nauc_mrr_at_20_std": 0.325218130348953, "nauc_mrr_at_3_diff1": 0.21398294036795332, "nauc_mrr_at_3_max": 0.3364686066963942, "nauc_mrr_at_3_std": 0.3043119352288757, "nauc_mrr_at_5_diff1": 0.2053142073789189, "nauc_mrr_at_5_max": 0.3378013792501126, "nauc_mrr_at_5_std": 0.309907851163816, "nauc_ndcg_at_1000_diff1": 0.18477731172815723, "nauc_ndcg_at_1000_max": 0.37088664429199386, "nauc_ndcg_at_1000_std": 0.4112279470885815, "nauc_ndcg_at_100_diff1": 0.1886610955224515, "nauc_ndcg_at_100_max": 0.3732926752372035, "nauc_ndcg_at_100_std": 0.4050651159804303, "nauc_ndcg_at_10_diff1": 0.20595679960899205, "nauc_ndcg_at_10_max": 0.3770666940633374, "nauc_ndcg_at_10_std": 0.35394628962983243, "nauc_ndcg_at_1_diff1": 0.2454951567811907, "nauc_ndcg_at_1_max": 0.34244299730279565, "nauc_ndcg_at_1_std": 0.28188395631126023, "nauc_ndcg_at_20_diff1": 0.1976924650657836, "nauc_ndcg_at_20_max": 0.37804222527410813, "nauc_ndcg_at_20_std": 0.36874362796546545, "nauc_ndcg_at_3_diff1": 0.22365475078041688, "nauc_ndcg_at_3_max": 0.355039215338849, "nauc_ndcg_at_3_std": 0.3159877087418797, "nauc_ndcg_at_5_diff1": 0.21033278513625267, "nauc_ndcg_at_5_max": 0.37015748086257066, "nauc_ndcg_at_5_std": 0.32121396803927, "nauc_precision_at_1000_diff1": 0.00499059201120805, "nauc_precision_at_1000_max": 0.0741625604585037, "nauc_precision_at_1000_std": 0.21428880485182042, "nauc_precision_at_100_diff1": 0.07121719068954889, "nauc_precision_at_100_max": 0.224153490907421, "nauc_precision_at_100_std": 0.3562145202758576, "nauc_precision_at_10_diff1": 0.14297468327544777, "nauc_precision_at_10_max": 0.3501882371782769, "nauc_precision_at_10_std": 0.35218708030143236, "nauc_precision_at_1_diff1": 0.2454951567811907, "nauc_precision_at_1_max": 0.34244299730279565, "nauc_precision_at_1_std": 0.28188395631126023, "nauc_precision_at_20_diff1": 0.11082246792036399, "nauc_precision_at_20_max": 0.32022649329570463, "nauc_precision_at_20_std": 0.35678772683935445, "nauc_precision_at_3_diff1": 0.1724240362704641, "nauc_precision_at_3_max": 0.35230697027697105, "nauc_precision_at_3_std": 0.3151354485283346, "nauc_precision_at_5_diff1": 0.14617062909449804, "nauc_precision_at_5_max": 0.3589260575344194, "nauc_precision_at_5_std": 0.3135979874887644, "nauc_recall_at_1000_diff1": 0.07254249563744365, "nauc_recall_at_1000_max": 0.4052184232233793, "nauc_recall_at_1000_std": 0.7056544505559693, "nauc_recall_at_100_diff1": 0.13312094480701928, "nauc_recall_at_100_max": 0.3750896612789242, "nauc_recall_at_100_std": 0.523753742324707, "nauc_recall_at_10_diff1": 0.17460789878583252, "nauc_recall_at_10_max": 0.37722695509662435, "nauc_recall_at_10_std": 0.3808470570446081, "nauc_recall_at_1_diff1": 0.32371796549712756, "nauc_recall_at_1_max": 0.3403183886394198, "nauc_recall_at_1_std": 0.2873202409323521, "nauc_recall_at_20_diff1": 0.16282113879290067, "nauc_recall_at_20_max": 0.3801515913226832, "nauc_recall_at_20_std": 0.40682853661503093, "nauc_recall_at_3_diff1": 0.2143764127615187, "nauc_recall_at_3_max": 0.3468975400918011, "nauc_recall_at_3_std": 0.31525662355664513, "nauc_recall_at_5_diff1": 0.18510825414034354, "nauc_recall_at_5_max": 0.36720344659186926, "nauc_recall_at_5_std": 0.31922901990239655, "ndcg_at_1": 0.11518, "ndcg_at_10": 0.1769, "ndcg_at_100": 0.25179, "ndcg_at_1000": 0.29857, "ndcg_at_20": 0.2012, "ndcg_at_3": 0.13328, "ndcg_at_5": 0.15002, "precision_at_1": 0.11518, "precision_at_10": 0.05893, "precision_at_100": 0.01349, "precision_at_1000": 0.00216, "precision_at_20": 0.03886, "precision_at_3": 0.09928, "precision_at_5": 0.0833, "recall_at_1": 0.05614, "recall_at_10": 0.24529, "recall_at_100": 0.52981, "recall_at_1000": 0.8126, "recall_at_20": 0.32147, "recall_at_3": 0.13318, "recall_at_5": 0.17996 } ] }, "task_name": "Fashion200kT2IRetrieval" }