{ "dataset_revision": "6984df6bd4380034e7766d9a992d8907df363efb", "evaluation_time": 21.488634824752808, "kg_co2_emissions": null, "mteb_version": "1.14.15", "scores": { "test": [ { "cv_recall_at_1": 0.918, "cv_recall_at_10": 0.998, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.998, "cv_recall_at_3": 0.986, "cv_recall_at_5": 0.993, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.86593, "map_at_1": 0.1836, "map_at_10": 0.79137, "map_at_100": 0.81607, "map_at_1000": 0.81643, "map_at_20": 0.81, "map_at_3": 0.50087, "map_at_5": 0.7202, "mrr_at_1": 0.918, "mrr_at_10": 0.9514333333333331, "mrr_at_100": 0.9515048531289909, "mrr_at_1000": 0.9515048531289909, "mrr_at_20": 0.9514333333333331, "mrr_at_3": 0.949, "mrr_at_5": 0.9506, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": NaN, "nauc_cv_recall_at_100_max": NaN, "nauc_cv_recall_at_100_std": NaN, "nauc_cv_recall_at_10_diff1": 0.554154995331521, "nauc_cv_recall_at_10_max": 0.7117180205415425, "nauc_cv_recall_at_10_std": 1.0, "nauc_cv_recall_at_1_diff1": 0.4583931133428971, "nauc_cv_recall_at_1_max": 0.6863029764751427, "nauc_cv_recall_at_1_std": -0.08949921431987311, "nauc_cv_recall_at_20_diff1": 0.554154995331521, "nauc_cv_recall_at_20_max": 0.7117180205415425, "nauc_cv_recall_at_20_std": 1.0, "nauc_cv_recall_at_3_diff1": 0.5403828197945878, "nauc_cv_recall_at_3_max": 0.650060024009603, "nauc_cv_recall_at_3_std": -0.17773776177136644, "nauc_cv_recall_at_5_diff1": 0.7348939575830353, "nauc_cv_recall_at_5_max": 0.7092170201414099, "nauc_cv_recall_at_5_std": -0.0435507536348094, "nauc_map_at_1000_diff1": 0.02454072975052505, "nauc_map_at_1000_max": 0.48133794972762256, "nauc_map_at_1000_std": -0.04162594179360065, "nauc_map_at_100_diff1": 0.023674532539741628, "nauc_map_at_100_max": 0.48087935983015323, "nauc_map_at_100_std": -0.04032793709743777, "nauc_map_at_10_diff1": 0.02644879433958429, "nauc_map_at_10_max": 0.4733788145061876, "nauc_map_at_10_std": -0.05166328330417028, "nauc_map_at_1_diff1": 0.4583931133428973, "nauc_map_at_1_max": 0.6863029764751416, "nauc_map_at_1_std": -0.08949921431987878, "nauc_map_at_20_diff1": 0.02459253156145541, "nauc_map_at_20_max": 0.4820821459538335, "nauc_map_at_20_std": -0.03946843022116026, "nauc_map_at_3_diff1": 0.09941335325091669, "nauc_map_at_3_max": 0.5551647658151393, "nauc_map_at_3_std": -0.11992335053424318, "nauc_map_at_5_diff1": 0.024626870762453082, "nauc_map_at_5_max": 0.45510974010278177, "nauc_map_at_5_std": -0.0997605121623422, "nauc_mrr_at_1000_diff1": 0.4556716389849012, "nauc_mrr_at_1000_max": 0.6808071019877231, "nauc_mrr_at_1000_std": -0.10004141076050709, "nauc_mrr_at_100_diff1": 0.4556716389849012, "nauc_mrr_at_100_max": 0.6808071019877231, "nauc_mrr_at_100_std": -0.10004141076050709, "nauc_mrr_at_10_diff1": 0.45581666663462306, "nauc_mrr_at_10_max": 0.6808443349886271, "nauc_mrr_at_10_std": -0.09842147794830557, "nauc_mrr_at_1_diff1": 0.4583931133428971, "nauc_mrr_at_1_max": 0.6863029764751427, "nauc_mrr_at_1_std": -0.08949921431987311, "nauc_mrr_at_20_diff1": 0.45581666663462306, "nauc_mrr_at_20_max": 0.6808443349886271, "nauc_mrr_at_20_std": -0.09842147794830557, "nauc_mrr_at_3_diff1": 0.45775434356749, "nauc_mrr_at_3_max": 0.6793647742321325, "nauc_mrr_at_3_std": -0.10909265667051149, "nauc_mrr_at_5_diff1": 0.46174400934462806, "nauc_mrr_at_5_max": 0.6813060806868854, "nauc_mrr_at_5_std": -0.10453736150330373, "nauc_ndcg_at_1000_diff1": 0.07302886942601315, "nauc_ndcg_at_1000_max": 0.5174377937321089, "nauc_ndcg_at_1000_std": -0.02602920348876019, "nauc_ndcg_at_100_diff1": 0.05441954882182239, "nauc_ndcg_at_100_max": 0.5080069427496381, "nauc_ndcg_at_100_std": 9.641722616523684e-05, "nauc_ndcg_at_10_diff1": 0.04723916708695939, "nauc_ndcg_at_10_max": 0.4896637814955259, "nauc_ndcg_at_10_std": -0.017757630640937758, "nauc_ndcg_at_1_diff1": 0.4583931133428971, "nauc_ndcg_at_1_max": 0.6863029764751427, "nauc_ndcg_at_1_std": -0.08949921431987311, "nauc_ndcg_at_20_diff1": 0.05047903129455682, "nauc_ndcg_at_20_max": 0.5094048485872529, "nauc_ndcg_at_20_std": 0.011776703012795686, "nauc_ndcg_at_3_diff1": 0.12337061043601348, "nauc_ndcg_at_3_max": 0.565452859371844, "nauc_ndcg_at_3_std": -0.11615858478661263, "nauc_ndcg_at_5_diff1": 0.04935975774794578, "nauc_ndcg_at_5_max": 0.474277600928325, "nauc_ndcg_at_5_std": -0.08917599547611847, "nauc_precision_at_1000_diff1": 0.6136788048554541, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.7117180205416386, "nauc_precision_at_100_diff1": -0.3256161902511976, "nauc_precision_at_100_max": 0.2906640567873723, "nauc_precision_at_100_std": 0.5601284690582956, "nauc_precision_at_10_diff1": -0.030045875972218434, "nauc_precision_at_10_max": 0.4209308467378721, "nauc_precision_at_10_std": 0.06082895065928099, "nauc_precision_at_1_diff1": 0.4583931133428971, "nauc_precision_at_1_max": 0.6863029764751427, "nauc_precision_at_1_std": -0.08949921431987311, "nauc_precision_at_20_diff1": -0.0721767003513415, "nauc_precision_at_20_max": 0.43280503805567916, "nauc_precision_at_20_std": 0.2148390730146653, "nauc_precision_at_3_diff1": 0.0705717557065956, "nauc_precision_at_3_max": 0.5454822285561155, "nauc_precision_at_3_std": -0.11535969207532343, "nauc_precision_at_5_diff1": 0.004655059577540342, "nauc_precision_at_5_max": 0.43591972829030573, "nauc_precision_at_5_std": -0.08141756183426663, "nauc_recall_at_1000_diff1": 0.6136788048552853, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.711718020541579, "nauc_recall_at_100_diff1": -0.3256161902511923, "nauc_recall_at_100_max": 0.2906640567873768, "nauc_recall_at_100_std": 0.5601284690583085, "nauc_recall_at_10_diff1": -0.030045875972218434, "nauc_recall_at_10_max": 0.4209308467378721, "nauc_recall_at_10_std": 0.06082895065928099, "nauc_recall_at_1_diff1": 0.4583931133428973, "nauc_recall_at_1_max": 0.6863029764751416, "nauc_recall_at_1_std": -0.08949921431987878, "nauc_recall_at_20_diff1": -0.0721767003513415, "nauc_recall_at_20_max": 0.43280503805567916, "nauc_recall_at_20_std": 0.2148390730146653, "nauc_recall_at_3_diff1": 0.0705717557065964, "nauc_recall_at_3_max": 0.5454822285561158, "nauc_recall_at_3_std": -0.11535969207532294, "nauc_recall_at_5_diff1": 0.004655059577540342, "nauc_recall_at_5_max": 0.43591972829030573, "nauc_recall_at_5_std": -0.08141756183426663, "ndcg_at_1": 0.918, "ndcg_at_10": 0.86593, "ndcg_at_100": 0.90719, "ndcg_at_1000": 0.91069, "ndcg_at_20": 0.89143, "ndcg_at_3": 0.87126, "ndcg_at_5": 0.79826, "precision_at_1": 0.918, "precision_at_10": 0.4381, "precision_at_100": 0.04917, "precision_at_1000": 0.005, "precision_at_20": 0.23365, "precision_at_3": 0.85667, "precision_at_5": 0.7552, "recall_at_1": 0.1836, "recall_at_10": 0.8762, "recall_at_100": 0.9834, "recall_at_1000": 0.9996, "recall_at_20": 0.9346, "recall_at_3": 0.514, "recall_at_5": 0.7552 } ] }, "task_name": "Flickr30kI2TRetrieval" }