{ "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", "task_name": "CQADupstackWebmastersRetrieval", "evaluation_time": null, "mteb_version": null, "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.40617, "map_at_1": 0.26124, "map_at_10": 0.34857, "map_at_100": 0.36589, "map_at_1000": 0.36832, "map_at_20": 0.35808, "map_at_3": 0.31635, "map_at_5": 0.33225, "mrr_at_1": 0.308300395256917, "mrr_at_10": 0.39024876090093485, "mrr_at_100": 0.40112831574778623, "mrr_at_1000": 0.40172542355918056, "mrr_at_20": 0.3970461282542164, "mrr_at_3": 0.3642951251646905, "mrr_at_5": 0.3786231884057971, "nauc_map_at_1000_diff1": 0.42173857617875543, "nauc_map_at_1000_max": 0.29023497819147004, "nauc_map_at_1000_std": 0.07135398677866782, "nauc_map_at_100_diff1": 0.42266727767576057, "nauc_map_at_100_max": 0.2923214224336323, "nauc_map_at_100_std": 0.06877840055692755, "nauc_map_at_10_diff1": 0.4287795360764932, "nauc_map_at_10_max": 0.2946874782942982, "nauc_map_at_10_std": 0.050316118246500584, "nauc_map_at_1_diff1": 0.5006350148171442, "nauc_map_at_1_max": 0.26941170343192383, "nauc_map_at_1_std": 0.012783766588617693, "nauc_map_at_20_diff1": 0.42441908951939955, "nauc_map_at_20_max": 0.2946253769495084, "nauc_map_at_20_std": 0.06146541588421648, "nauc_map_at_3_diff1": 0.4421913152729423, "nauc_map_at_3_max": 0.28744071788355396, "nauc_map_at_3_std": 0.03616132053693665, "nauc_map_at_5_diff1": 0.43187186127431276, "nauc_map_at_5_max": 0.29016108070111185, "nauc_map_at_5_std": 0.04684957715416093, "nauc_mrr_at_1000_diff1": 0.3922437734736831, "nauc_mrr_at_1000_max": 0.3064343405564474, "nauc_mrr_at_1000_std": 0.08491481853057228, "nauc_mrr_at_100_diff1": 0.39203338294322143, "nauc_mrr_at_100_max": 0.3064454944640062, "nauc_mrr_at_100_std": 0.08541568521609001, "nauc_mrr_at_10_diff1": 0.39327335076290326, "nauc_mrr_at_10_max": 0.30870046331420214, "nauc_mrr_at_10_std": 0.08192608946125315, "nauc_mrr_at_1_diff1": 0.4361118724145502, "nauc_mrr_at_1_max": 0.28900698330452057, "nauc_mrr_at_1_std": 0.04479542769926193, "nauc_mrr_at_20_diff1": 0.3913464939320264, "nauc_mrr_at_20_max": 0.30733559708742214, "nauc_mrr_at_20_std": 0.08600789691544723, "nauc_mrr_at_3_diff1": 0.3944504307119285, "nauc_mrr_at_3_max": 0.3044308080500852, "nauc_mrr_at_3_std": 0.0687596085630276, "nauc_mrr_at_5_diff1": 0.39024350509778616, "nauc_mrr_at_5_max": 0.3056459398391224, "nauc_mrr_at_5_std": 0.08114542797004817, "nauc_ndcg_at_1000_diff1": 0.4017841832753416, "nauc_ndcg_at_1000_max": 0.3041408114991541, "nauc_ndcg_at_1000_std": 0.10460324209610734, "nauc_ndcg_at_100_diff1": 0.39290496874327985, "nauc_ndcg_at_100_max": 0.3013490396441187, "nauc_ndcg_at_100_std": 0.11061850479505644, "nauc_ndcg_at_10_diff1": 0.3992759489069634, "nauc_ndcg_at_10_max": 0.302024288985298, "nauc_ndcg_at_10_std": 0.08245580575850649, "nauc_ndcg_at_1_diff1": 0.4361118724145502, "nauc_ndcg_at_1_max": 0.28900698330452057, "nauc_ndcg_at_1_std": 0.04479542769926193, "nauc_ndcg_at_20_diff1": 0.39294355065222447, "nauc_ndcg_at_20_max": 0.3033893728800384, "nauc_ndcg_at_20_std": 0.10545750826464893, "nauc_ndcg_at_3_diff1": 0.4035926833516799, "nauc_ndcg_at_3_max": 0.28865626442014203, "nauc_ndcg_at_3_std": 0.06095820315868252, "nauc_ndcg_at_5_diff1": 0.3962406805304192, "nauc_ndcg_at_5_max": 0.29298680802211013, "nauc_ndcg_at_5_std": 0.07981261205063178, "nauc_precision_at_1000_diff1": -0.1543701762642619, "nauc_precision_at_1000_max": -0.11466653763751436, "nauc_precision_at_1000_std": 0.27203862461973344, "nauc_precision_at_100_diff1": -0.10720493705726689, "nauc_precision_at_100_max": -0.022729520096186392, "nauc_precision_at_100_std": 0.33378688533496415, "nauc_precision_at_10_diff1": 0.10517312952676675, "nauc_precision_at_10_max": 0.21759943967624207, "nauc_precision_at_10_std": 0.18479226770461366, "nauc_precision_at_1_diff1": 0.4361118724145502, "nauc_precision_at_1_max": 0.28900698330452057, "nauc_precision_at_1_std": 0.04479542769926193, "nauc_precision_at_20_diff1": 0.0022630058814929357, "nauc_precision_at_20_max": 0.14340458300248257, "nauc_precision_at_20_std": 0.29197777051584495, "nauc_precision_at_3_diff1": 0.24684569742393747, "nauc_precision_at_3_max": 0.26847701196729407, "nauc_precision_at_3_std": 0.09803491488881252, "nauc_precision_at_5_diff1": 0.18218141491873932, "nauc_precision_at_5_max": 0.2563292715320136, "nauc_precision_at_5_std": 0.1512571829407558, "nauc_recall_at_1000_diff1": 0.4564721815441147, "nauc_recall_at_1000_max": 0.4821656241588261, "nauc_recall_at_1000_std": 0.4018167967343722, "nauc_recall_at_100_diff1": 0.27550190465714813, "nauc_recall_at_100_max": 0.2963632630533405, "nauc_recall_at_100_std": 0.3020966431974901, "nauc_recall_at_10_diff1": 0.3430589013251178, "nauc_recall_at_10_max": 0.30383485547646044, "nauc_recall_at_10_std": 0.10062861495600499, "nauc_recall_at_1_diff1": 0.5006350148171442, "nauc_recall_at_1_max": 0.26941170343192383, "nauc_recall_at_1_std": 0.012783766588617693, "nauc_recall_at_20_diff1": 0.30745436795376657, "nauc_recall_at_20_max": 0.3013874086646879, "nauc_recall_at_20_std": 0.19995537838999725, "nauc_recall_at_3_diff1": 0.3865215186188065, "nauc_recall_at_3_max": 0.2880661241772958, "nauc_recall_at_3_std": 0.05321890758808099, "nauc_recall_at_5_diff1": 0.346892453763035, "nauc_recall_at_5_max": 0.2889342892932615, "nauc_recall_at_5_std": 0.09127300451360171, "ndcg_at_1": 0.3083, "ndcg_at_10": 0.40617, "ndcg_at_100": 0.46914, "ndcg_at_1000": 0.49319, "ndcg_at_20": 0.43206000000000006, "ndcg_at_3": 0.35271, "ndcg_at_5": 0.37436, "precision_at_1": 0.3083, "precision_at_10": 0.07767, "precision_at_100": 0.01603, "precision_at_1000": 0.00243, "precision_at_20": 0.05059, "precision_at_3": 0.16337, "precision_at_5": 0.1166, "recall_at_1": 0.26124, "recall_at_10": 0.52015, "recall_at_100": 0.7972899999999999, "recall_at_1000": 0.94476, "recall_at_20": 0.6152, "recall_at_3": 0.37037, "recall_at_5": 0.43034 } ] } }