{ "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7", "task_name": "CQADupstackTexRetrieval", "evaluation_time": null, "mteb_version": null, "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.342, "map_at_1": 0.20092, "map_at_10": 0.28712, "map_at_100": 0.29921, "map_at_1000": 0.30041, "map_at_20": 0.29332, "map_at_3": 0.25777, "map_at_5": 0.27428, "mrr_at_1": 0.24501032346868548, "mrr_at_10": 0.3296439222626432, "mrr_at_100": 0.33887219503103855, "mrr_at_1000": 0.3395367795392008, "mrr_at_20": 0.33456830560289363, "mrr_at_3": 0.30391144757972094, "mrr_at_5": 0.3186223904565281, "nauc_map_at_1000_diff1": 0.38801227014503353, "nauc_map_at_1000_max": 0.1646796294205988, "nauc_map_at_1000_std": -0.00908142016099861, "nauc_map_at_100_diff1": 0.3878957944215079, "nauc_map_at_100_max": 0.16506197315806548, "nauc_map_at_100_std": -0.00926462803246373, "nauc_map_at_10_diff1": 0.38881204773656663, "nauc_map_at_10_max": 0.16410694924626107, "nauc_map_at_10_std": -0.013751589416775003, "nauc_map_at_1_diff1": 0.4455793750345654, "nauc_map_at_1_max": 0.1370418129051785, "nauc_map_at_1_std": -0.03694894814523306, "nauc_map_at_20_diff1": 0.3875834963539743, "nauc_map_at_20_max": 0.16465483077254192, "nauc_map_at_20_std": -0.011365836446579262, "nauc_map_at_3_diff1": 0.3967246188177096, "nauc_map_at_3_max": 0.15922647336168258, "nauc_map_at_3_std": -0.020893896556203696, "nauc_map_at_5_diff1": 0.39159630741375295, "nauc_map_at_5_max": 0.15990267953177317, "nauc_map_at_5_std": -0.0193275574177692, "nauc_mrr_at_1000_diff1": 0.39413747812512734, "nauc_mrr_at_1000_max": 0.1623733662056267, "nauc_mrr_at_1000_std": -0.00789244388066649, "nauc_mrr_at_100_diff1": 0.39398404217138994, "nauc_mrr_at_100_max": 0.16253672412822845, "nauc_mrr_at_100_std": -0.007867600591234057, "nauc_mrr_at_10_diff1": 0.39495368336606246, "nauc_mrr_at_10_max": 0.1609754737159101, "nauc_mrr_at_10_std": -0.010499409433596656, "nauc_mrr_at_1_diff1": 0.4469124979406609, "nauc_mrr_at_1_max": 0.13868640405541807, "nauc_mrr_at_1_std": -0.028447162730313506, "nauc_mrr_at_20_diff1": 0.39346756835821173, "nauc_mrr_at_20_max": 0.16152912289746454, "nauc_mrr_at_20_std": -0.00889143863344697, "nauc_mrr_at_3_diff1": 0.3995515627198449, "nauc_mrr_at_3_max": 0.1596558750579031, "nauc_mrr_at_3_std": -0.014914025339569823, "nauc_mrr_at_5_diff1": 0.3970804365174353, "nauc_mrr_at_5_max": 0.16029697481995037, "nauc_mrr_at_5_std": -0.014882483683367165, "nauc_ndcg_at_1000_diff1": 0.37020469857514143, "nauc_ndcg_at_1000_max": 0.17563661846904716, "nauc_ndcg_at_1000_std": 0.017951711284228403, "nauc_ndcg_at_100_diff1": 0.3672051225526829, "nauc_ndcg_at_100_max": 0.18135735423154556, "nauc_ndcg_at_100_std": 0.021102500823432888, "nauc_ndcg_at_10_diff1": 0.3699150581443631, "nauc_ndcg_at_10_max": 0.1739070636654169, "nauc_ndcg_at_10_std": -0.0005841298889148948, "nauc_ndcg_at_1_diff1": 0.4469124979406609, "nauc_ndcg_at_1_max": 0.13868640405541807, "nauc_ndcg_at_1_std": -0.028447162730313506, "nauc_ndcg_at_20_diff1": 0.3641487220581622, "nauc_ndcg_at_20_max": 0.17586459197482485, "nauc_ndcg_at_20_std": 0.007391668449676375, "nauc_ndcg_at_3_diff1": 0.38386451367396873, "nauc_ndcg_at_3_max": 0.16345756805442282, "nauc_ndcg_at_3_std": -0.013994988799204305, "nauc_ndcg_at_5_diff1": 0.3774165837892759, "nauc_ndcg_at_5_max": 0.16608751402224897, "nauc_ndcg_at_5_std": -0.01257572415110036, "nauc_precision_at_1000_diff1": -0.007240380303030971, "nauc_precision_at_1000_max": -0.03560530328591103, "nauc_precision_at_1000_std": 0.08125281566316205, "nauc_precision_at_100_diff1": 0.09010538792969484, "nauc_precision_at_100_max": 0.07450960760684124, "nauc_precision_at_100_std": 0.12920657697122673, "nauc_precision_at_10_diff1": 0.22147149186948634, "nauc_precision_at_10_max": 0.1563043197292057, "nauc_precision_at_10_std": 0.054243370504055, "nauc_precision_at_1_diff1": 0.4469124979406609, "nauc_precision_at_1_max": 0.13868640405541807, "nauc_precision_at_1_std": -0.028447162730313506, "nauc_precision_at_20_diff1": 0.18261609443131668, "nauc_precision_at_20_max": 0.13158574673294945, "nauc_precision_at_20_std": 0.07779571305755091, "nauc_precision_at_3_diff1": 0.3198635269106025, "nauc_precision_at_3_max": 0.17410176646603742, "nauc_precision_at_3_std": 0.01023372093667892, "nauc_precision_at_5_diff1": 0.2834452353578217, "nauc_precision_at_5_max": 0.16854077957561436, "nauc_precision_at_5_std": 0.021330345009761508, "nauc_recall_at_1000_diff1": 0.22088636874333006, "nauc_recall_at_1000_max": 0.24455861461567716, "nauc_recall_at_1000_std": 0.2692484429539892, "nauc_recall_at_100_diff1": 0.2576058818863046, "nauc_recall_at_100_max": 0.244436267552323, "nauc_recall_at_100_std": 0.16649562153485978, "nauc_recall_at_10_diff1": 0.29478028454664806, "nauc_recall_at_10_max": 0.19394729057696786, "nauc_recall_at_10_std": 0.029975150306525613, "nauc_recall_at_1_diff1": 0.4455793750345654, "nauc_recall_at_1_max": 0.1370418129051785, "nauc_recall_at_1_std": -0.03694894814523306, "nauc_recall_at_20_diff1": 0.2656532137638919, "nauc_recall_at_20_max": 0.19987133789175046, "nauc_recall_at_20_std": 0.06108194576328286, "nauc_recall_at_3_diff1": 0.3338390307648489, "nauc_recall_at_3_max": 0.1777954593170338, "nauc_recall_at_3_std": -0.006698650373160409, "nauc_recall_at_5_diff1": 0.31665576731111594, "nauc_recall_at_5_max": 0.17638679384754297, "nauc_recall_at_5_std": -0.002623201148382, "ndcg_at_1": 0.24501, "ndcg_at_10": 0.342, "ndcg_at_100": 0.39806, "ndcg_at_1000": 0.42359, "ndcg_at_20": 0.36125, "ndcg_at_3": 0.29094, "ndcg_at_5": 0.3152, "precision_at_1": 0.24501, "precision_at_10": 0.0637, "precision_at_100": 0.01076, "precision_at_1000": 0.00148, "precision_at_20": 0.0379, "precision_at_3": 0.13845, "precision_at_5": 0.10151, "recall_at_1": 0.20092, "recall_at_10": 0.46457, "recall_at_100": 0.71533, "recall_at_1000": 0.89357, "recall_at_20": 0.53411, "recall_at_3": 0.32255, "recall_at_5": 0.38474 } ] } }