{ "dataset_revision": "4c167c3ce529f19457c9b8e694258cc6cf8e7cc7", "evaluation_time": 17.0227952003479, "kg_co2_emissions": null, "mteb_version": "1.14.15", "scores": { "test": [ { "accuracy": 0.21672, "cv_recall_at_1": 0.92857, "cv_recall_at_10": 0.94286, "cv_recall_at_100": 0.97143, "cv_recall_at_1000": 0.97143, "cv_recall_at_20": 0.94286, "cv_recall_at_3": 0.94286, "cv_recall_at_5": 0.94286, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.41851, "map_at_1": 0.21672, "map_at_10": 0.52003, "map_at_100": 0.7789, "map_at_1000": 0.84518, "map_at_20": 0.61824, "map_at_3": 0.35502, "map_at_5": 0.41851, "mrr_at_1": 0.9285714285714286, "mrr_at_10": 0.9357142857142857, "mrr_at_100": 0.9366193260930104, "mrr_at_1000": 0.9366193260930104, "mrr_at_20": 0.9357142857142857, "mrr_at_3": 0.9357142857142857, "mrr_at_5": 0.9357142857142857, "nauc_cv_recall_at_1000_diff1": 0.07936507936507792, "nauc_cv_recall_at_1000_max": 0.9346405228758171, "nauc_cv_recall_at_1000_std": 0.6381886087768435, "nauc_cv_recall_at_100_diff1": 0.07936507936507792, "nauc_cv_recall_at_100_max": 0.9346405228758171, "nauc_cv_recall_at_100_std": 0.6381886087768435, "nauc_cv_recall_at_10_diff1": 0.3792016806722692, "nauc_cv_recall_at_10_max": 0.9346405228758172, "nauc_cv_recall_at_10_std": 0.7076330532212884, "nauc_cv_recall_at_1_diff1": 0.47721755368814206, "nauc_cv_recall_at_1_max": 0.9477124183006538, "nauc_cv_recall_at_1_std": 0.7105508870214753, "nauc_cv_recall_at_20_diff1": 0.3792016806722692, "nauc_cv_recall_at_20_max": 0.9346405228758172, "nauc_cv_recall_at_20_std": 0.7076330532212884, "nauc_cv_recall_at_3_diff1": 0.3792016806722692, "nauc_cv_recall_at_3_max": 0.9346405228758172, "nauc_cv_recall_at_3_std": 0.7076330532212884, "nauc_cv_recall_at_5_diff1": 0.3792016806722692, "nauc_cv_recall_at_5_max": 0.9346405228758172, "nauc_cv_recall_at_5_std": 0.7076330532212884, "nauc_map_at_1000_diff1": 0.10295257372331433, "nauc_map_at_1000_max": 0.41144035061368944, "nauc_map_at_1000_std": 0.36582632766874595, "nauc_map_at_100_diff1": 0.25580007355520856, "nauc_map_at_100_max": -0.001501203743877779, "nauc_map_at_100_std": -0.2788366943579058, "nauc_map_at_10_diff1": 0.5903701679368811, "nauc_map_at_10_max": -0.38638445325550586, "nauc_map_at_10_std": -0.6699007690068199, "nauc_map_at_1_diff1": 0.8670427723046868, "nauc_map_at_1_max": -0.21893135716251602, "nauc_map_at_1_std": -0.4168999531645906, "nauc_map_at_20_diff1": 0.49437794411558705, "nauc_map_at_20_max": -0.3050573744077494, "nauc_map_at_20_std": -0.6562289240551658, "nauc_map_at_3_diff1": 0.7064280124539993, "nauc_map_at_3_max": -0.322847201899939, "nauc_map_at_3_std": -0.5907613212278844, "nauc_map_at_5_diff1": 0.6590503957251842, "nauc_map_at_5_max": -0.3535099460303331, "nauc_map_at_5_std": -0.626917812942344, "nauc_mrr_at_1000_diff1": 0.4309266178644849, "nauc_mrr_at_1000_max": 0.9418484441228152, "nauc_mrr_at_1000_std": 0.7077468948915236, "nauc_mrr_at_100_diff1": 0.4309266178644849, "nauc_mrr_at_100_max": 0.9418484441228152, "nauc_mrr_at_100_std": 0.7077468948915236, "nauc_mrr_at_10_diff1": 0.43365494345886263, "nauc_mrr_at_10_max": 0.9419026870007264, "nauc_mrr_at_10_std": 0.7092540719991697, "nauc_mrr_at_1_diff1": 0.47721755368814206, "nauc_mrr_at_1_max": 0.9477124183006538, "nauc_mrr_at_1_std": 0.7105508870214753, "nauc_mrr_at_20_diff1": 0.43365494345886263, "nauc_mrr_at_20_max": 0.9419026870007264, "nauc_mrr_at_20_std": 0.7092540719991697, "nauc_mrr_at_3_diff1": 0.43365494345886263, "nauc_mrr_at_3_max": 0.9419026870007264, "nauc_mrr_at_3_std": 0.7092540719991697, "nauc_mrr_at_5_diff1": 0.43365494345886263, "nauc_mrr_at_5_max": 0.9419026870007264, "nauc_mrr_at_5_std": 0.7092540719991697, "nauc_ndcg_at_1000_diff1": 0.1306195008054706, "nauc_ndcg_at_1000_max": 0.5836296614231784, "nauc_ndcg_at_1000_std": 0.4761167919765638, "nauc_ndcg_at_100_diff1": 0.14526371402771487, "nauc_ndcg_at_100_max": 0.42832113623288803, "nauc_ndcg_at_100_std": 0.3746045960815767, "nauc_ndcg_at_10_diff1": 0.15658340286522446, "nauc_ndcg_at_10_max": 0.7428469404767015, "nauc_ndcg_at_10_std": 0.548050692517321, "nauc_ndcg_at_1_diff1": 0.47721755368814206, "nauc_ndcg_at_1_max": 0.9477124183006538, "nauc_ndcg_at_1_std": 0.7105508870214753, "nauc_ndcg_at_20_diff1": 0.13704282714988578, "nauc_ndcg_at_20_max": 0.5976264832548793, "nauc_ndcg_at_20_std": 0.4910333677759095, "nauc_ndcg_at_3_diff1": 0.24420383723278877, "nauc_ndcg_at_3_max": 0.8564861765676536, "nauc_ndcg_at_3_std": 0.6078983872251601, "nauc_ndcg_at_5_diff1": 0.24135367894838286, "nauc_ndcg_at_5_max": 0.84588153397452, "nauc_ndcg_at_5_std": 0.5963519127250976, "nauc_precision_at_1000_diff1": -0.397657930352514, "nauc_precision_at_1000_max": 0.551222025110142, "nauc_precision_at_1000_std": 0.9425901822298949, "nauc_precision_at_100_diff1": -0.480856284471454, "nauc_precision_at_100_max": 0.5449354830728279, "nauc_precision_at_100_std": 0.9127856751417023, "nauc_precision_at_10_diff1": -0.7645348473199284, "nauc_precision_at_10_max": 0.5606625611383946, "nauc_precision_at_10_std": 0.7533627682513611, "nauc_precision_at_1_diff1": 0.47721755368814206, "nauc_precision_at_1_max": 0.9477124183006538, "nauc_precision_at_1_std": 0.7105508870214753, "nauc_precision_at_20_diff1": -0.691540882466674, "nauc_precision_at_20_max": 0.621491708047012, "nauc_precision_at_20_std": 0.8195488309983971, "nauc_precision_at_3_diff1": -0.8234378805509698, "nauc_precision_at_3_max": 0.5599274754417777, "nauc_precision_at_3_std": 0.5761372554325763, "nauc_precision_at_5_diff1": -0.8131449855221747, "nauc_precision_at_5_max": 0.5644153282791804, "nauc_precision_at_5_std": 0.6863117034840992, "nauc_recall_at_1000_diff1": 0.07977238954732006, "nauc_recall_at_1000_max": 0.7686581718331228, "nauc_recall_at_1000_std": 0.5742236512596458, "nauc_recall_at_100_diff1": 0.293723695927181, "nauc_recall_at_100_max": -0.22656071215303147, "nauc_recall_at_100_std": -0.537913546901495, "nauc_recall_at_10_diff1": 0.5981553936773921, "nauc_recall_at_10_max": -0.4086888653120244, "nauc_recall_at_10_std": -0.6878025077356958, "nauc_recall_at_1_diff1": 0.8670427723046868, "nauc_recall_at_1_max": -0.21893135716251602, "nauc_recall_at_1_std": -0.4168999531645906, "nauc_recall_at_20_diff1": 0.5127870109390824, "nauc_recall_at_20_max": -0.34912469866969315, "nauc_recall_at_20_std": -0.699322624083534, "nauc_recall_at_3_diff1": 0.7054381092345191, "nauc_recall_at_3_max": -0.3257544701967682, "nauc_recall_at_3_std": -0.5933053590453703, "nauc_recall_at_5_diff1": 0.6615034872220598, "nauc_recall_at_5_max": -0.3583964466319919, "nauc_recall_at_5_std": -0.6309849928142267, "ndcg_at_1": 0.92857, "ndcg_at_10": 0.90625, "ndcg_at_100": 0.88812, "ndcg_at_1000": 0.91646, "ndcg_at_20": 0.8816, "ndcg_at_3": 0.92099, "ndcg_at_5": 0.91747, "precision_at_1": 0.92857, "precision_at_10": 0.65857, "precision_at_100": 0.26043, "precision_at_1000": 0.04309, "precision_at_20": 0.54214, "precision_at_3": 0.81905, "precision_at_5": 0.75143, "recall_at_1": 0.21672, "recall_at_10": 0.52677, "recall_at_100": 0.83869, "recall_at_1000": 0.96697, "recall_at_20": 0.63394, "recall_at_3": 0.35611, "recall_at_5": 0.42035 } ] }, "task_name": "ROxfordEasyI2IRetrieval" }