{ "dataset_revision": "83bd440268e200a4f60313070618e3f45000fa94", "evaluation_time": 44.16071438789368, "kg_co2_emissions": null, "mteb_version": "1.14.15", "scores": { "test": [ { "accuracy": 0.09411, "cv_recall_at_1": 0.88571, "cv_recall_at_10": 0.94286, "cv_recall_at_100": 0.97143, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.94286, "cv_recall_at_3": 0.94286, "cv_recall_at_5": 0.94286, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.17614, "map_at_1": 0.09411, "map_at_10": 0.22929, "map_at_100": 0.42352, "map_at_1000": 0.51195, "map_at_20": 0.29967, "map_at_3": 0.14306, "map_at_5": 0.17614, "mrr_at_1": 0.8857142857142857, "mrr_at_10": 0.9119047619047619, "mrr_at_100": 0.9123071763916835, "mrr_at_1000": 0.9124522733626186, "mrr_at_20": 0.9119047619047619, "mrr_at_3": 0.9119047619047619, "mrr_at_5": 0.9119047619047619, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.35807656395892, "nauc_cv_recall_at_100_max": 1.0, "nauc_cv_recall_at_100_std": -0.07586367880485645, "nauc_cv_recall_at_10_diff1": 0.6136788048552757, "nauc_cv_recall_at_10_max": 0.7480158730158725, "nauc_cv_recall_at_10_std": 0.30158730158730224, "nauc_cv_recall_at_1_diff1": 0.5981252966302806, "nauc_cv_recall_at_1_max": 0.6684859990507833, "nauc_cv_recall_at_1_std": -0.05837683910773608, "nauc_cv_recall_at_20_diff1": 0.6136788048552757, "nauc_cv_recall_at_20_max": 0.7480158730158725, "nauc_cv_recall_at_20_std": 0.30158730158730224, "nauc_cv_recall_at_3_diff1": 0.6136788048552757, "nauc_cv_recall_at_3_max": 0.7480158730158725, "nauc_cv_recall_at_3_std": 0.30158730158730224, "nauc_cv_recall_at_5_diff1": 0.6136788048552757, "nauc_cv_recall_at_5_max": 0.7480158730158725, "nauc_cv_recall_at_5_std": 0.30158730158730224, "nauc_map_at_1000_diff1": -0.03665095592809709, "nauc_map_at_1000_max": 0.17573834517628836, "nauc_map_at_1000_std": 0.26331111568476967, "nauc_map_at_100_diff1": 0.15757838167815974, "nauc_map_at_100_max": -0.0252334700530869, "nauc_map_at_100_std": -0.17850924968363668, "nauc_map_at_10_diff1": 0.5263206002198182, "nauc_map_at_10_max": -0.3310051710507947, "nauc_map_at_10_std": -0.32092218972391096, "nauc_map_at_1_diff1": 0.5741827583215183, "nauc_map_at_1_max": -0.29228408929933325, "nauc_map_at_1_std": -0.36718680821804645, "nauc_map_at_20_diff1": 0.40732748197159435, "nauc_map_at_20_max": -0.26853140310294943, "nauc_map_at_20_std": -0.3129237224837458, "nauc_map_at_3_diff1": 0.5760052461113945, "nauc_map_at_3_max": -0.30427939137531573, "nauc_map_at_3_std": -0.3381628218263349, "nauc_map_at_5_diff1": 0.5532615949023493, "nauc_map_at_5_max": -0.3333713119576008, "nauc_map_at_5_std": -0.3215838069985833, "nauc_mrr_at_1000_diff1": 0.5812463951004753, "nauc_mrr_at_1000_max": 0.6918235817460775, "nauc_mrr_at_1000_std": 0.060690785905881846, "nauc_mrr_at_100_diff1": 0.5808731632408165, "nauc_mrr_at_100_max": 0.6923389796253498, "nauc_mrr_at_100_std": 0.061717454422749, "nauc_mrr_at_10_diff1": 0.5822047083428972, "nauc_mrr_at_10_max": 0.6914326523324924, "nauc_mrr_at_10_std": 0.06456755171270505, "nauc_mrr_at_1_diff1": 0.5981252966302806, "nauc_mrr_at_1_max": 0.6684859990507833, "nauc_mrr_at_1_std": -0.05837683910773608, "nauc_mrr_at_20_diff1": 0.5822047083428972, "nauc_mrr_at_20_max": 0.6914326523324924, "nauc_mrr_at_20_std": 0.06456755171270505, "nauc_mrr_at_3_diff1": 0.5822047083428972, "nauc_mrr_at_3_max": 0.6914326523324924, "nauc_mrr_at_3_std": 0.06456755171270505, "nauc_mrr_at_5_diff1": 0.5822047083428972, "nauc_mrr_at_5_max": 0.6914326523324924, "nauc_mrr_at_5_std": 0.06456755171270505, "nauc_ndcg_at_1000_diff1": -0.02000548932216881, "nauc_ndcg_at_1000_max": 0.15089352789927993, "nauc_ndcg_at_1000_std": 0.23675786329389634, "nauc_ndcg_at_100_diff1": 0.03361167183654376, "nauc_ndcg_at_100_max": 0.14094310669885352, "nauc_ndcg_at_100_std": 0.30554642256602726, "nauc_ndcg_at_10_diff1": -0.13735655457966203, "nauc_ndcg_at_10_max": 0.4888011974587174, "nauc_ndcg_at_10_std": 0.22952935986400233, "nauc_ndcg_at_1_diff1": 0.5981252966302806, "nauc_ndcg_at_1_max": 0.6684859990507833, "nauc_ndcg_at_1_std": -0.05837683910773608, "nauc_ndcg_at_20_diff1": -0.16800888359079838, "nauc_ndcg_at_20_max": 0.47848935793285624, "nauc_ndcg_at_20_std": 0.25402633485135817, "nauc_ndcg_at_3_diff1": -0.04798746432042983, "nauc_ndcg_at_3_max": 0.48268095241417425, "nauc_ndcg_at_3_std": 0.23161734319318641, "nauc_ndcg_at_5_diff1": -0.09260753774338232, "nauc_ndcg_at_5_max": 0.4651406048698539, "nauc_ndcg_at_5_std": 0.2517575976816061, "nauc_precision_at_1000_diff1": -0.3942929883155928, "nauc_precision_at_1000_max": 0.3844250083643782, "nauc_precision_at_1000_std": 0.6651040237338394, "nauc_precision_at_100_diff1": -0.42739303115032123, "nauc_precision_at_100_max": 0.4735406965614123, "nauc_precision_at_100_std": 0.5764508101024859, "nauc_precision_at_10_diff1": -0.4237482691703859, "nauc_precision_at_10_max": 0.5196889911515359, "nauc_precision_at_10_std": 0.3917568757045568, "nauc_precision_at_1_diff1": 0.5981252966302806, "nauc_precision_at_1_max": 0.6684859990507833, "nauc_precision_at_1_std": -0.05837683910773608, "nauc_precision_at_20_diff1": -0.49348390503261824, "nauc_precision_at_20_max": 0.545709293243254, "nauc_precision_at_20_std": 0.4021734504071624, "nauc_precision_at_3_diff1": -0.25367421599103324, "nauc_precision_at_3_max": 0.47129353549451236, "nauc_precision_at_3_std": 0.3362727061261604, "nauc_precision_at_5_diff1": -0.3714893007260234, "nauc_precision_at_5_max": 0.46851117692013783, "nauc_precision_at_5_std": 0.3981419564386699, "nauc_recall_at_1000_diff1": 0.24708033564119675, "nauc_recall_at_1000_max": -0.26542675775701396, "nauc_recall_at_1000_std": 0.03298756129969215, "nauc_recall_at_100_diff1": 0.22688794636054907, "nauc_recall_at_100_max": -0.22197860329087335, "nauc_recall_at_100_std": -0.2401302005514657, "nauc_recall_at_10_diff1": 0.4958788692348302, "nauc_recall_at_10_max": -0.3699888017398899, "nauc_recall_at_10_std": -0.3411831100489106, "nauc_recall_at_1_diff1": 0.5741827583215183, "nauc_recall_at_1_max": -0.29228408929933325, "nauc_recall_at_1_std": -0.36718680821804645, "nauc_recall_at_20_diff1": 0.40245915007964816, "nauc_recall_at_20_max": -0.3386197092776771, "nauc_recall_at_20_std": -0.3073991491918409, "nauc_recall_at_3_diff1": 0.5785329687416751, "nauc_recall_at_3_max": -0.30899117242626145, "nauc_recall_at_3_std": -0.3368338946953392, "nauc_recall_at_5_diff1": 0.5356727495104684, "nauc_recall_at_5_max": -0.35333970102655726, "nauc_recall_at_5_std": -0.32803409669290123, "ndcg_at_1": 0.88571, "ndcg_at_10": 0.74089, "ndcg_at_100": 0.64961, "ndcg_at_1000": 0.74282, "ndcg_at_20": 0.7003, "ndcg_at_3": 0.79952, "ndcg_at_5": 0.78704, "precision_at_1": 0.88571, "precision_at_10": 0.62571, "precision_at_100": 0.28886, "precision_at_1000": 0.06756, "precision_at_20": 0.55, "precision_at_3": 0.74286, "precision_at_5": 0.70571, "recall_at_1": 0.09411, "recall_at_10": 0.25478, "recall_at_100": 0.55932, "recall_at_1000": 0.86768, "recall_at_20": 0.35023, "recall_at_3": 0.14396, "recall_at_5": 0.18605 } ] }, "task_name": "ROxfordMediumI2IRetrieval" }