{ "dataset_revision": "cfe15bd2791dde5f8f20aebecf0b4eb3812972d6", "evaluation_time": 148.19003295898438, "kg_co2_emissions": 0.006287623938028178, "mteb_version": "1.14.15", "scores": { "test": [ { "cv_recall_at_1": 0.48523, "cv_recall_at_10": 0.81386, "cv_recall_at_100": 0.98565, "cv_recall_at_1000": 0.99871, "cv_recall_at_20": 0.88665, "cv_recall_at_3": 0.66194, "cv_recall_at_5": 0.73143, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.64363, "map_at_1": 0.4847, "map_at_10": 0.58991, "map_at_100": 0.59787, "map_at_1000": 0.59796, "map_at_20": 0.59506, "map_at_3": 0.56301, "map_at_5": 0.57884, "mrr_at_1": 0.4852271353137974, "mrr_at_10": 0.5904417047832908, "mrr_at_100": 0.598304781219432, "mrr_at_1000": 0.5983876149069394, "mrr_at_20": 0.5955509934080492, "mrr_at_3": 0.563498461579814, "mrr_at_5": 0.5793697179787092, "nauc_cv_recall_at_1000_diff1": 0.5875779105600056, "nauc_cv_recall_at_1000_max": 0.8757889300826741, "nauc_cv_recall_at_1000_std": 0.9511985250919341, "nauc_cv_recall_at_100_diff1": 0.49745941703868196, "nauc_cv_recall_at_100_max": 0.49119822871671076, "nauc_cv_recall_at_100_std": 0.046877352604593185, "nauc_cv_recall_at_10_diff1": 0.5729590988612915, "nauc_cv_recall_at_10_max": 0.32660822879090023, "nauc_cv_recall_at_10_std": -0.580316850392853, "nauc_cv_recall_at_1_diff1": 0.7010804092626787, "nauc_cv_recall_at_1_max": 0.36895215299445167, "nauc_cv_recall_at_1_std": -0.4055693826032813, "nauc_cv_recall_at_20_diff1": 0.5549917524638796, "nauc_cv_recall_at_20_max": 0.3177892368915916, "nauc_cv_recall_at_20_std": -0.5620345748582597, "nauc_cv_recall_at_3_diff1": 0.6028542929898625, "nauc_cv_recall_at_3_max": 0.34280256266468256, "nauc_cv_recall_at_3_std": -0.504024902667132, "nauc_cv_recall_at_5_diff1": 0.5820706996215316, "nauc_cv_recall_at_5_max": 0.33111125509576844, "nauc_cv_recall_at_5_std": -0.5363373768943938, "nauc_map_at_1000_diff1": 0.6618648396129065, "nauc_map_at_1000_max": 0.357733011163475, "nauc_map_at_1000_std": -0.446126045155827, "nauc_map_at_100_diff1": 0.661823266627439, "nauc_map_at_100_max": 0.35774633384725624, "nauc_map_at_100_std": -0.4460606143054587, "nauc_map_at_10_diff1": 0.6601198001052954, "nauc_map_at_10_max": 0.35690606482290216, "nauc_map_at_10_std": -0.4503013194827543, "nauc_map_at_1_diff1": 0.7017387954931256, "nauc_map_at_1_max": 0.3688864501198861, "nauc_map_at_1_std": -0.40574654456111164, "nauc_map_at_20_diff1": 0.6609626022269883, "nauc_map_at_20_max": 0.35707764565908606, "nauc_map_at_20_std": -0.44802299493908404, "nauc_map_at_3_diff1": 0.6610253618387487, "nauc_map_at_3_max": 0.35814700893357465, "nauc_map_at_3_std": -0.44580710783686356, "nauc_map_at_5_diff1": 0.6588274457283947, "nauc_map_at_5_max": 0.35646656226245, "nauc_map_at_5_std": -0.4492506221469555, "nauc_mrr_at_1000_diff1": 0.6612590701051969, "nauc_mrr_at_1000_max": 0.3575907050184214, "nauc_mrr_at_1000_std": -0.44535299247840604, "nauc_mrr_at_100_diff1": 0.6612163483592105, "nauc_mrr_at_100_max": 0.3576057154172344, "nauc_mrr_at_100_std": -0.44528013212716966, "nauc_mrr_at_10_diff1": 0.6594686371546792, "nauc_mrr_at_10_max": 0.35679942731831116, "nauc_mrr_at_10_std": -0.44933956045550266, "nauc_mrr_at_1_diff1": 0.7010804092626787, "nauc_mrr_at_1_max": 0.36895215299445167, "nauc_mrr_at_1_std": -0.4055693826032813, "nauc_mrr_at_20_diff1": 0.6603332514646617, "nauc_mrr_at_20_max": 0.3569846879769813, "nauc_mrr_at_20_std": -0.4470583126093636, "nauc_mrr_at_3_diff1": 0.6603091132763208, "nauc_mrr_at_3_max": 0.3581022182619507, "nauc_mrr_at_3_std": -0.44458729645073913, "nauc_mrr_at_5_diff1": 0.6582234071002685, "nauc_mrr_at_5_max": 0.35648570557543346, "nauc_mrr_at_5_std": -0.44813973983325267, "nauc_ndcg_at_1000_diff1": 0.6553998075208337, "nauc_ndcg_at_1000_max": 0.3566939640697825, "nauc_ndcg_at_1000_std": -0.4501283625326857, "nauc_ndcg_at_100_diff1": 0.654209426730704, "nauc_ndcg_at_100_max": 0.357322457120882, "nauc_ndcg_at_100_std": -0.44743674218172386, "nauc_ndcg_at_10_diff1": 0.6453059806097511, "nauc_ndcg_at_10_max": 0.3518849114177385, "nauc_ndcg_at_10_std": -0.4713881915872826, "nauc_ndcg_at_1_diff1": 0.7013941910727941, "nauc_ndcg_at_1_max": 0.3689961260053067, "nauc_ndcg_at_1_std": -0.40518123067911455, "nauc_ndcg_at_20_diff1": 0.6478353641531275, "nauc_ndcg_at_20_max": 0.35233763377844673, "nauc_ndcg_at_20_std": -0.4628418277825951, "nauc_ndcg_at_3_diff1": 0.6474646106355888, "nauc_ndcg_at_3_max": 0.3545042521931858, "nauc_ndcg_at_3_std": -0.45973776620551837, "nauc_ndcg_at_5_diff1": 0.6427879335581969, "nauc_ndcg_at_5_max": 0.3511225507486742, "nauc_ndcg_at_5_std": -0.46740407403209544, "nauc_precision_at_1000_diff1": -0.2901671909605903, "nauc_precision_at_1000_max": 0.05015955123313707, "nauc_precision_at_1000_std": 0.6750814246507485, "nauc_precision_at_100_diff1": 0.11064020098691306, "nauc_precision_at_100_max": 0.2616406048447476, "nauc_precision_at_100_std": 0.3124582481134265, "nauc_precision_at_10_diff1": 0.5623549797163291, "nauc_precision_at_10_max": 0.32350641829921367, "nauc_precision_at_10_std": -0.5680130171417106, "nauc_precision_at_1_diff1": 0.7013941910727941, "nauc_precision_at_1_max": 0.3689961260053067, "nauc_precision_at_1_std": -0.40518123067911455, "nauc_precision_at_20_diff1": 0.5204294406293922, "nauc_precision_at_20_max": 0.30522497616816635, "nauc_precision_at_20_std": -0.5216340892317927, "nauc_precision_at_3_diff1": 0.6018787324597423, "nauc_precision_at_3_max": 0.3424137795402066, "nauc_precision_at_3_std": -0.5046152468419575, "nauc_precision_at_5_diff1": 0.5776872840668551, "nauc_precision_at_5_max": 0.3289835504491024, "nauc_precision_at_5_std": -0.5330396474267305, "nauc_recall_at_1000_diff1": 0.5823219200291543, "nauc_recall_at_1000_max": 0.8786334584012928, "nauc_recall_at_1000_std": 0.9523161161203633, "nauc_recall_at_100_diff1": 0.4997575128526744, "nauc_recall_at_100_max": 0.48915993659868884, "nauc_recall_at_100_std": 0.03510817978947709, "nauc_recall_at_10_diff1": 0.5734751844528904, "nauc_recall_at_10_max": 0.32611014147310785, "nauc_recall_at_10_std": -0.5826969511122474, "nauc_recall_at_1_diff1": 0.7017387954931256, "nauc_recall_at_1_max": 0.3688864501198861, "nauc_recall_at_1_std": -0.40574654456111164, "nauc_recall_at_20_diff1": 0.5559842216564669, "nauc_recall_at_20_max": 0.315957694978361, "nauc_recall_at_20_std": -0.5683934718945967, "nauc_recall_at_3_diff1": 0.6033866644880509, "nauc_recall_at_3_max": 0.3424685059375053, "nauc_recall_at_3_std": -0.5068493015516773, "nauc_recall_at_5_diff1": 0.5819594256323065, "nauc_recall_at_5_max": 0.33014399548809903, "nauc_recall_at_5_std": -0.5391149746948707, "ndcg_at_1": 0.48511, "ndcg_at_10": 0.64363, "ndcg_at_100": 0.68124, "ndcg_at_1000": 0.68304, "ndcg_at_20": 0.66218, "ndcg_at_3": 0.58842, "ndcg_at_5": 0.61694, "precision_at_1": 0.48511, "precision_at_10": 0.0815, "precision_at_100": 0.00992, "precision_at_1000": 0.00101, "precision_at_20": 0.04446, "precision_at_3": 0.22079, "precision_at_5": 0.14641, "recall_at_1": 0.4847, "recall_at_10": 0.81279, "recall_at_100": 0.98542, "recall_at_1000": 0.99868, "recall_at_20": 0.8856, "recall_at_3": 0.66139, "recall_at_5": 0.73058 } ] }, "task_name": "MSCOCOT2IRetrieval" }