{ "dataset_revision": "e819702b287bfbe084e129a61f308a802b7c108e", "evaluation_time": 14.35191559791565, "kg_co2_emissions": null, "mteb_version": "1.14.15", "scores": { "test": [ { "cv_recall_at_1": 0.7262, "cv_recall_at_10": 0.9522, "cv_recall_at_100": 0.9964, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.9734, "cv_recall_at_3": 0.8712, "cv_recall_at_5": 0.9142, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.84196, "map_at_1": 0.7262, "map_at_10": 0.80634, "map_at_100": 0.80854, "map_at_1000": 0.80856, "map_at_20": 0.80787, "map_at_3": 0.79127, "map_at_5": 0.80107, "mrr_at_1": 0.7262, "mrr_at_10": 0.8064057936507945, "mrr_at_100": 0.808587346432303, "mrr_at_1000": 0.8086080564311453, "mrr_at_20": 0.8079234829747141, "mrr_at_3": 0.791366666666669, "mrr_at_5": 0.8012166666666672, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.7960628695923001, "nauc_cv_recall_at_100_max": 0.8048552754435457, "nauc_cv_recall_at_100_std": 0.15681087249717646, "nauc_cv_recall_at_10_diff1": 0.722243709199161, "nauc_cv_recall_at_10_max": 0.7061773105337017, "nauc_cv_recall_at_10_std": -0.18262758380897826, "nauc_cv_recall_at_1_diff1": 0.7983926730080304, "nauc_cv_recall_at_1_max": 0.6044970485956589, "nauc_cv_recall_at_1_std": -0.1320379828850801, "nauc_cv_recall_at_20_diff1": 0.7314890868628144, "nauc_cv_recall_at_20_max": 0.7206777447821253, "nauc_cv_recall_at_20_std": -0.19603981943654936, "nauc_cv_recall_at_3_diff1": 0.7322810067446873, "nauc_cv_recall_at_3_max": 0.6570402530601995, "nauc_cv_recall_at_3_std": -0.16134828037349674, "nauc_cv_recall_at_5_diff1": 0.7059193529781765, "nauc_cv_recall_at_5_max": 0.6602047190282484, "nauc_cv_recall_at_5_std": -0.19226525108878106, "nauc_map_at_1000_diff1": 0.7785428792540605, "nauc_map_at_1000_max": 0.6182424579359086, "nauc_map_at_1000_std": -0.13996176218123482, "nauc_map_at_100_diff1": 0.7785463647307539, "nauc_map_at_100_max": 0.618263907112248, "nauc_map_at_100_std": -0.13993267282529057, "nauc_map_at_10_diff1": 0.7777665464794414, "nauc_map_at_10_max": 0.6193718366150001, "nauc_map_at_10_std": -0.1397116677788489, "nauc_map_at_1_diff1": 0.7983926730080304, "nauc_map_at_1_max": 0.6044970485956589, "nauc_map_at_1_std": -0.1320379828850801, "nauc_map_at_20_diff1": 0.7783358046411326, "nauc_map_at_20_max": 0.6186541705357714, "nauc_map_at_20_std": -0.139967548252248, "nauc_map_at_3_diff1": 0.7760537510105016, "nauc_map_at_3_max": 0.6204754138686097, "nauc_map_at_3_std": -0.13950239561904446, "nauc_map_at_5_diff1": 0.7748183533472427, "nauc_map_at_5_max": 0.61904213010723, "nauc_map_at_5_std": -0.14162358193858302, "nauc_mrr_at_1000_diff1": 0.7785827292765701, "nauc_mrr_at_1000_max": 0.6182112412182882, "nauc_mrr_at_1000_std": -0.13986549609960017, "nauc_mrr_at_100_diff1": 0.7785861842348966, "nauc_mrr_at_100_max": 0.6182326936909569, "nauc_mrr_at_100_std": -0.13983638358954353, "nauc_mrr_at_10_diff1": 0.7777888239648968, "nauc_mrr_at_10_max": 0.6193187027888979, "nauc_mrr_at_10_std": -0.1397066670134142, "nauc_mrr_at_1_diff1": 0.7983926730080304, "nauc_mrr_at_1_max": 0.6044970485956589, "nauc_mrr_at_1_std": -0.1320379828850801, "nauc_mrr_at_20_diff1": 0.7783768962779941, "nauc_mrr_at_20_max": 0.6186253434611222, "nauc_mrr_at_20_std": -0.1398723019819415, "nauc_mrr_at_3_diff1": 0.7760582000671354, "nauc_mrr_at_3_max": 0.6204379495935676, "nauc_mrr_at_3_std": -0.13945515696156338, "nauc_mrr_at_5_diff1": 0.7749898284367531, "nauc_mrr_at_5_max": 0.6188802189107074, "nauc_mrr_at_5_std": -0.14185661362474347, "nauc_ndcg_at_1000_diff1": 0.7761461394547914, "nauc_ndcg_at_1000_max": 0.6207143877524038, "nauc_ndcg_at_1000_std": -0.14179111297720565, "nauc_ndcg_at_100_diff1": 0.776220424125822, "nauc_ndcg_at_100_max": 0.6213595838586484, "nauc_ndcg_at_100_std": -0.1407814532779042, "nauc_ndcg_at_10_diff1": 0.7721833915456802, "nauc_ndcg_at_10_max": 0.6268376751558216, "nauc_ndcg_at_10_std": -0.14329370173890604, "nauc_ndcg_at_1_diff1": 0.7983926730080304, "nauc_ndcg_at_1_max": 0.6044970485956589, "nauc_ndcg_at_1_std": -0.1320379828850801, "nauc_ndcg_at_20_diff1": 0.7745070512145005, "nauc_ndcg_at_20_max": 0.6242079747931562, "nauc_ndcg_at_20_std": -0.14336375170426052, "nauc_ndcg_at_3_diff1": 0.7677812147353141, "nauc_ndcg_at_3_max": 0.6273122821487616, "nauc_ndcg_at_3_std": -0.14332967603118035, "nauc_ndcg_at_5_diff1": 0.7647562668371775, "nauc_ndcg_at_5_max": 0.6251876270715276, "nauc_ndcg_at_5_std": -0.14796906945265415, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.7960628695922446, "nauc_precision_at_100_max": 0.8048552754434951, "nauc_precision_at_100_std": 0.15681087249708092, "nauc_precision_at_10_diff1": 0.7234010270774996, "nauc_precision_at_10_max": 0.7068569094304447, "nauc_precision_at_10_std": -0.1788573762838419, "nauc_precision_at_1_diff1": 0.7983926730080304, "nauc_precision_at_1_max": 0.6044970485956589, "nauc_precision_at_1_std": -0.1320379828850801, "nauc_precision_at_20_diff1": 0.7314890868628203, "nauc_precision_at_20_max": 0.7206777447821312, "nauc_precision_at_20_std": -0.19603981943654616, "nauc_precision_at_3_diff1": 0.732417840550637, "nauc_precision_at_3_max": 0.6570131022602702, "nauc_precision_at_3_std": -0.1602390770997561, "nauc_precision_at_5_diff1": 0.7048005930767365, "nauc_precision_at_5_max": 0.6616188141923444, "nauc_precision_at_5_std": -0.18764264965245478, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.7960628695923001, "nauc_recall_at_100_max": 0.8048552754435457, "nauc_recall_at_100_std": 0.15681087249717646, "nauc_recall_at_10_diff1": 0.7234010270774986, "nauc_recall_at_10_max": 0.7068569094304377, "nauc_recall_at_10_std": -0.1788573762838471, "nauc_recall_at_1_diff1": 0.7983926730080304, "nauc_recall_at_1_max": 0.6044970485956589, "nauc_recall_at_1_std": -0.1320379828850801, "nauc_recall_at_20_diff1": 0.7314890868628144, "nauc_recall_at_20_max": 0.7206777447821253, "nauc_recall_at_20_std": -0.19603981943654936, "nauc_recall_at_3_diff1": 0.7324178405506389, "nauc_recall_at_3_max": 0.6570131022602711, "nauc_recall_at_3_std": -0.16023907709975513, "nauc_recall_at_5_diff1": 0.7048005930767367, "nauc_recall_at_5_max": 0.6616188141923439, "nauc_recall_at_5_std": -0.18764264965245323, "ndcg_at_1": 0.7262, "ndcg_at_10": 0.84196, "ndcg_at_100": 0.85185, "ndcg_at_1000": 0.85232, "ndcg_at_20": 0.84744, "ndcg_at_3": 0.8118, "ndcg_at_5": 0.8294, "precision_at_1": 0.7262, "precision_at_10": 0.0952, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "precision_at_20": 0.04867, "precision_at_3": 0.29033, "precision_at_5": 0.18272, "recall_at_1": 0.7262, "recall_at_10": 0.952, "recall_at_100": 0.9964, "recall_at_1000": 1.0, "recall_at_20": 0.9734, "recall_at_3": 0.871, "recall_at_5": 0.9136 } ] }, "task_name": "Flickr30kT2IRetrieval" }