{ "dataset_revision": "4c167c3ce529f19457c9b8e694258cc6cf8e7cc7", "evaluation_time": 44.89541983604431, "kg_co2_emissions": null, "mteb_version": "1.14.15", "scores": { "test": [ { "accuracy": 0.19663, "cv_recall_at_1": 0.85714, "cv_recall_at_10": 0.92857, "cv_recall_at_100": 0.94286, "cv_recall_at_1000": 0.97143, "cv_recall_at_20": 0.92857, "cv_recall_at_3": 0.91429, "cv_recall_at_5": 0.91429, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.31161, "map_at_1": 0.19663, "map_at_10": 0.38095, "map_at_100": 0.5859, "map_at_1000": 0.65613, "map_at_20": 0.46252, "map_at_3": 0.27621, "map_at_5": 0.31161, "mrr_at_1": 0.8571428571428571, "mrr_at_10": 0.8847619047619047, "mrr_at_100": 0.8849631120053655, "mrr_at_1000": 0.8851393345786824, "mrr_at_20": 0.8847619047619047, "mrr_at_3": 0.8833333333333333, "mrr_at_5": 0.8833333333333333, "nauc_cv_recall_at_1000_diff1": 0.7117180205415492, "nauc_cv_recall_at_1000_max": 0.5613912231559313, "nauc_cv_recall_at_1000_std": -0.5144724556489252, "nauc_cv_recall_at_100_diff1": 0.5250933706816073, "nauc_cv_recall_at_100_max": 0.56139122315593, "nauc_cv_recall_at_100_std": 0.023459383753500717, "nauc_cv_recall_at_10_diff1": 0.5939309056956108, "nauc_cv_recall_at_10_max": 0.6229691876750689, "nauc_cv_recall_at_10_std": 0.19262371615312712, "nauc_cv_recall_at_1_diff1": 0.4950437317784253, "nauc_cv_recall_at_1_max": 0.7267735665694847, "nauc_cv_recall_at_1_std": -0.0664723032069959, "nauc_cv_recall_at_20_diff1": 0.5939309056956108, "nauc_cv_recall_at_20_max": 0.6229691876750689, "nauc_cv_recall_at_20_std": 0.19262371615312712, "nauc_cv_recall_at_3_diff1": 0.4010270774976657, "nauc_cv_recall_at_3_max": 0.6395113600995951, "nauc_cv_recall_at_3_std": 0.1809835045129161, "nauc_cv_recall_at_5_diff1": 0.4010270774976657, "nauc_cv_recall_at_5_max": 0.6395113600995951, "nauc_cv_recall_at_5_std": 0.1809835045129161, "nauc_map_at_1000_diff1": 0.0944296352258679, "nauc_map_at_1000_max": 0.2624237090266391, "nauc_map_at_1000_std": 0.21986776951025172, "nauc_map_at_100_diff1": 0.23424179556675406, "nauc_map_at_100_max": 0.0483987990694535, "nauc_map_at_100_std": -0.19996925000951166, "nauc_map_at_10_diff1": 0.5364786105300159, "nauc_map_at_10_max": -0.3323150955379848, "nauc_map_at_10_std": -0.37882572466468406, "nauc_map_at_1_diff1": 0.5536850372679472, "nauc_map_at_1_max": -0.31154646800506536, "nauc_map_at_1_std": -0.39358238405713897, "nauc_map_at_20_diff1": 0.42886049618098815, "nauc_map_at_20_max": -0.24238324268267677, "nauc_map_at_20_std": -0.37488868204921044, "nauc_map_at_3_diff1": 0.5527550890854296, "nauc_map_at_3_max": -0.36366208084370333, "nauc_map_at_3_std": -0.36645181452781045, "nauc_map_at_5_diff1": 0.5611016338174467, "nauc_map_at_5_max": -0.3567580736028743, "nauc_map_at_5_std": -0.35778875112950503, "nauc_mrr_at_1000_diff1": 0.4643732583012461, "nauc_mrr_at_1000_max": 0.6900526869935198, "nauc_mrr_at_1000_std": 0.021116801656789926, "nauc_mrr_at_100_diff1": 0.46404891685821475, "nauc_mrr_at_100_max": 0.6895931101545484, "nauc_mrr_at_100_std": 0.021707528171864637, "nauc_mrr_at_10_diff1": 0.46477408435555057, "nauc_mrr_at_10_max": 0.689914663756218, "nauc_mrr_at_10_std": 0.023224270608427345, "nauc_mrr_at_1_diff1": 0.4950437317784253, "nauc_mrr_at_1_max": 0.7267735665694847, "nauc_mrr_at_1_std": -0.0664723032069959, "nauc_mrr_at_20_diff1": 0.46477408435555057, "nauc_mrr_at_20_max": 0.689914663756218, "nauc_mrr_at_20_std": 0.023224270608427345, "nauc_mrr_at_3_diff1": 0.4518733282570917, "nauc_mrr_at_3_max": 0.69031999843808, "nauc_mrr_at_3_std": 0.02447333997149423, "nauc_mrr_at_5_diff1": 0.4518733282570917, "nauc_mrr_at_5_max": 0.69031999843808, "nauc_mrr_at_5_std": 0.02447333997149423, "nauc_ndcg_at_1000_diff1": 0.13725005707706575, "nauc_ndcg_at_1000_max": 0.38833140837229524, "nauc_ndcg_at_1000_std": 0.1851977710124708, "nauc_ndcg_at_100_diff1": 0.1777850278865056, "nauc_ndcg_at_100_max": 0.2721147499427871, "nauc_ndcg_at_100_std": 0.18160306760010034, "nauc_ndcg_at_10_diff1": 0.09427055708762923, "nauc_ndcg_at_10_max": 0.4781726232090502, "nauc_ndcg_at_10_std": 0.17982356706704672, "nauc_ndcg_at_1_diff1": 0.4950437317784253, "nauc_ndcg_at_1_max": 0.7267735665694847, "nauc_ndcg_at_1_std": -0.0664723032069959, "nauc_ndcg_at_20_diff1": 0.05197621935042189, "nauc_ndcg_at_20_max": 0.4093377060798887, "nauc_ndcg_at_20_std": 0.22968914520468614, "nauc_ndcg_at_3_diff1": 0.032752695670271954, "nauc_ndcg_at_3_max": 0.5084394798090137, "nauc_ndcg_at_3_std": 0.1476929596075057, "nauc_ndcg_at_5_diff1": 0.061354598515041235, "nauc_ndcg_at_5_max": 0.4908177631978554, "nauc_ndcg_at_5_std": 0.2173232817337512, "nauc_precision_at_1000_diff1": -0.3716878711058989, "nauc_precision_at_1000_max": 0.5061748714211362, "nauc_precision_at_1000_std": 0.8253719408686317, "nauc_precision_at_100_diff1": -0.42098783642090915, "nauc_precision_at_100_max": 0.5535920068855865, "nauc_precision_at_100_std": 0.7019928647112569, "nauc_precision_at_10_diff1": -0.47812419620277624, "nauc_precision_at_10_max": 0.6247504671982446, "nauc_precision_at_10_std": 0.4681474366124084, "nauc_precision_at_1_diff1": 0.4950437317784253, "nauc_precision_at_1_max": 0.7267735665694847, "nauc_precision_at_1_std": -0.0664723032069959, "nauc_precision_at_20_diff1": -0.5288244016098282, "nauc_precision_at_20_max": 0.6330544376191484, "nauc_precision_at_20_std": 0.4912094895149334, "nauc_precision_at_3_diff1": -0.33132842284487596, "nauc_precision_at_3_max": 0.5399933375282226, "nauc_precision_at_3_std": 0.39122589480697295, "nauc_precision_at_5_diff1": -0.3888190516097497, "nauc_precision_at_5_max": 0.6005606935839489, "nauc_precision_at_5_std": 0.4736713457643683, "nauc_recall_at_1000_diff1": 0.4693691761800006, "nauc_recall_at_1000_max": 0.30009834799741386, "nauc_recall_at_1000_std": -0.146730819781061, "nauc_recall_at_100_diff1": 0.42142279470557964, "nauc_recall_at_100_max": -0.17771398131393618, "nauc_recall_at_100_std": -0.44193594478497933, "nauc_recall_at_10_diff1": 0.5756572423978124, "nauc_recall_at_10_max": -0.4025294723945212, "nauc_recall_at_10_std": -0.40480750712424635, "nauc_recall_at_1_diff1": 0.5536850372679472, "nauc_recall_at_1_max": -0.31154646800506536, "nauc_recall_at_1_std": -0.39358238405713897, "nauc_recall_at_20_diff1": 0.4702202744393411, "nauc_recall_at_20_max": -0.35882056471701246, "nauc_recall_at_20_std": -0.4255870433067374, "nauc_recall_at_3_diff1": 0.5503242105917678, "nauc_recall_at_3_max": -0.3777829826973066, "nauc_recall_at_3_std": -0.3637578779352083, "nauc_recall_at_5_diff1": 0.5693186321983819, "nauc_recall_at_5_max": -0.37724527963045007, "nauc_recall_at_5_std": -0.3565707517513907, "ndcg_at_1": 0.85714, "ndcg_at_10": 0.76439, "ndcg_at_100": 0.7664, "ndcg_at_1000": 0.81964, "ndcg_at_20": 0.75933, "ndcg_at_3": 0.79623, "ndcg_at_5": 0.77273, "precision_at_1": 0.85714, "precision_at_10": 0.54, "precision_at_100": 0.23314, "precision_at_1000": 0.04243, "precision_at_20": 0.46929, "precision_at_3": 0.68571, "precision_at_5": 0.61143, "recall_at_1": 0.19663, "recall_at_10": 0.43816, "recall_at_100": 0.75432, "recall_at_1000": 0.94458, "recall_at_20": 0.54623, "recall_at_3": 0.28134, "recall_at_5": 0.32579 } ] }, "task_name": "ROxfordEasyI2IRetrieval" }