{ "dataset_revision": "e6f0ec70becc413d940cd62b2cfa3b1d3a08c31a", "evaluation_time": 1408.6240963935852, "kg_co2_emissions": 0.101597788716558, "mteb_version": "1.14.15", "scores": { "test": [ { "cv_recall_at_1": 0.0005, "cv_recall_at_10": 0.01616, "cv_recall_at_100": 0.0743, "cv_recall_at_1000": 0.21922, "cv_recall_at_20": 0.02732, "cv_recall_at_3": 0.0065, "cv_recall_at_5": 0.00866, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.00734, "map_at_1": 0.00067, "map_at_10": 0.00459, "map_at_100": 0.00638, "map_at_1000": 0.00685, "map_at_20": 0.00535, "map_at_3": 0.00314, "map_at_5": 0.00361, "mrr_at_1": 0.0004997501249375312, "mrr_at_10": 0.004464698867497467, "mrr_at_100": 0.006259334761076165, "mrr_at_1000": 0.00673381538532259, "mrr_at_20": 0.005230186241538147, "mrr_at_3": 0.0030262646454550504, "mrr_at_5": 0.003517685601643622, "nauc_cv_recall_at_1000_diff1": -0.09620906741723202, "nauc_cv_recall_at_1000_max": 0.009985731831818128, "nauc_cv_recall_at_1000_std": 0.21283489162272956, "nauc_cv_recall_at_100_diff1": -0.09305117484370688, "nauc_cv_recall_at_100_max": -0.010665925409802247, "nauc_cv_recall_at_100_std": 0.3044053475770065, "nauc_cv_recall_at_10_diff1": -0.05384439989555305, "nauc_cv_recall_at_10_max": -0.04061105017936156, "nauc_cv_recall_at_10_std": 0.21693437501592117, "nauc_cv_recall_at_1_diff1": -0.5746793234443401, "nauc_cv_recall_at_1_max": -0.024747112599388926, "nauc_cv_recall_at_1_std": 0.2746688724287002, "nauc_cv_recall_at_20_diff1": -0.06704438283520124, "nauc_cv_recall_at_20_max": -0.037624094783816515, "nauc_cv_recall_at_20_std": 0.28088797873066323, "nauc_cv_recall_at_3_diff1": -0.13839398497752423, "nauc_cv_recall_at_3_max": 0.012762191045847446, "nauc_cv_recall_at_3_std": 0.1831064203354208, "nauc_cv_recall_at_5_diff1": -0.10551014577280392, "nauc_cv_recall_at_5_max": 0.006935098465190923, "nauc_cv_recall_at_5_std": 0.2299827387819099, "nauc_map_at_1000_diff1": -0.11987220502477022, "nauc_map_at_1000_max": 0.000830253508500726, "nauc_map_at_1000_std": 0.2439119525286068, "nauc_map_at_100_diff1": -0.12247061577466685, "nauc_map_at_100_max": -0.0020632453310830347, "nauc_map_at_100_std": 0.2463115744775585, "nauc_map_at_10_diff1": -0.129735363404017, "nauc_map_at_10_max": 0.005349739068418675, "nauc_map_at_10_std": 0.20398215410765766, "nauc_map_at_1_diff1": -0.5746793234443401, "nauc_map_at_1_max": -0.14345083803799838, "nauc_map_at_1_std": 0.10224082696255839, "nauc_map_at_20_diff1": -0.1249123828041909, "nauc_map_at_20_max": -0.002454819652082999, "nauc_map_at_20_std": 0.2313883195391586, "nauc_map_at_3_diff1": -0.19981978997863337, "nauc_map_at_3_max": 0.02482202360435727, "nauc_map_at_3_std": 0.1848314843758317, "nauc_map_at_5_diff1": -0.17058989651825152, "nauc_map_at_5_max": 0.026469221901186425, "nauc_map_at_5_std": 0.2037903869427918, "nauc_mrr_at_1000_diff1": -0.11455830555074127, "nauc_mrr_at_1000_max": -0.006287551935196193, "nauc_mrr_at_1000_std": 0.2475650888642531, "nauc_mrr_at_100_diff1": -0.11692368205079778, "nauc_mrr_at_100_max": -0.009661811461577853, "nauc_mrr_at_100_std": 0.250285214424533, "nauc_mrr_at_10_diff1": -0.1213632883275885, "nauc_mrr_at_10_max": -0.0073497698831483955, "nauc_mrr_at_10_std": 0.20734594421080538, "nauc_mrr_at_1_diff1": -0.5746793234443401, "nauc_mrr_at_1_max": -0.024747112599388926, "nauc_mrr_at_1_std": 0.2746688724287002, "nauc_mrr_at_20_diff1": -0.11798630876999383, "nauc_mrr_at_20_max": -0.010462601687258325, "nauc_mrr_at_20_std": 0.23615436585311983, "nauc_mrr_at_3_diff1": -0.18606347682392854, "nauc_mrr_at_3_max": 0.0225753219018962, "nauc_mrr_at_3_std": 0.1869350221270697, "nauc_mrr_at_5_diff1": -0.16022454026324132, "nauc_mrr_at_5_max": 0.017677096807125058, "nauc_mrr_at_5_std": 0.21291382970585995, "nauc_ndcg_at_1000_diff1": -0.09763544963856276, "nauc_ndcg_at_1000_max": 0.005856968638777041, "nauc_ndcg_at_1000_std": 0.2348835289786729, "nauc_ndcg_at_100_diff1": -0.09943066827099512, "nauc_ndcg_at_100_max": -0.00966766826847739, "nauc_ndcg_at_100_std": 0.28642261264420876, "nauc_ndcg_at_10_diff1": -0.0948726294514852, "nauc_ndcg_at_10_max": -0.007842172277489958, "nauc_ndcg_at_10_std": 0.21465106679634077, "nauc_ndcg_at_1_diff1": -0.5746793234443401, "nauc_ndcg_at_1_max": -0.14345083803799838, "nauc_ndcg_at_1_std": 0.10224082696255839, "nauc_ndcg_at_20_diff1": -0.09262008946243307, "nauc_ndcg_at_20_max": -0.02242110457847374, "nauc_ndcg_at_20_std": 0.2585071915673755, "nauc_ndcg_at_3_diff1": -0.17848770913429982, "nauc_ndcg_at_3_max": 0.019920237340736956, "nauc_ndcg_at_3_std": 0.1925067300632787, "nauc_ndcg_at_5_diff1": -0.14458141961878976, "nauc_ndcg_at_5_max": 0.02434900132910164, "nauc_ndcg_at_5_std": 0.2174225513333831, "nauc_precision_at_1000_diff1": -0.09724829448906702, "nauc_precision_at_1000_max": 0.011298844736079392, "nauc_precision_at_1000_std": 0.21445199057945538, "nauc_precision_at_100_diff1": -0.09441768961270185, "nauc_precision_at_100_max": -0.007268733750974839, "nauc_precision_at_100_std": 0.3055793382454384, "nauc_precision_at_10_diff1": -0.05710481120937345, "nauc_precision_at_10_max": -0.024388338817518788, "nauc_precision_at_10_std": 0.22690053251551248, "nauc_precision_at_1_diff1": -0.5746793234443401, "nauc_precision_at_1_max": -0.14345083803799838, "nauc_precision_at_1_std": 0.10224082696255839, "nauc_precision_at_20_diff1": -0.06875959949725573, "nauc_precision_at_20_max": -0.03739277175056309, "nauc_precision_at_20_std": 0.28233390052162366, "nauc_precision_at_3_diff1": -0.1493011184391947, "nauc_precision_at_3_max": 0.010679658926188842, "nauc_precision_at_3_std": 0.2035287598270353, "nauc_precision_at_5_diff1": -0.11436239440811585, "nauc_precision_at_5_max": 0.0256721720790553, "nauc_precision_at_5_std": 0.23812993834866572, "nauc_recall_at_1000_diff1": -0.09620906741723202, "nauc_recall_at_1000_max": 0.009985731831818128, "nauc_recall_at_1000_std": 0.21283489162272956, "nauc_recall_at_100_diff1": -0.09305117484370688, "nauc_recall_at_100_max": -0.010665925409802247, "nauc_recall_at_100_std": 0.3044053475770065, "nauc_recall_at_10_diff1": -0.06177589619325037, "nauc_recall_at_10_max": -0.024764181394904314, "nauc_recall_at_10_std": 0.22370873959669338, "nauc_recall_at_1_diff1": -0.5746793234443401, "nauc_recall_at_1_max": -0.14345083803799838, "nauc_recall_at_1_std": 0.10224082696255839, "nauc_recall_at_20_diff1": -0.07012095823283236, "nauc_recall_at_20_max": -0.04087897495751662, "nauc_recall_at_20_std": 0.27978258683590407, "nauc_recall_at_3_diff1": -0.1493011184391947, "nauc_recall_at_3_max": 0.010679658926188931, "nauc_recall_at_3_std": 0.2035287598270353, "nauc_recall_at_5_diff1": -0.10997842365539008, "nauc_recall_at_5_max": 0.01639285943218897, "nauc_recall_at_5_std": 0.23409513475370086, "ndcg_at_1": 0.00067, "ndcg_at_10": 0.00734, "ndcg_at_100": 0.01847, "ndcg_at_1000": 0.0356, "ndcg_at_20": 0.01013, "ndcg_at_3": 0.00404, "ndcg_at_5": 0.0049, "precision_at_1": 0.00067, "precision_at_10": 0.00167, "precision_at_100": 0.00075, "precision_at_1000": 0.00022, "precision_at_20": 0.00139, "precision_at_3": 0.00222, "precision_at_5": 0.00177, "recall_at_1": 0.00067, "recall_at_10": 0.01641, "recall_at_100": 0.0743, "recall_at_1000": 0.21922, "recall_at_20": 0.02749, "recall_at_3": 0.00666, "recall_at_5": 0.00875 } ] }, "task_name": "FashionIQIT2IRetrieval" }