{ "dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0", "task_name": "CQADupstackEnglishRetrieval", "evaluation_time": null, "mteb_version": null, "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.44391, "map_at_1": 0.29157, "map_at_10": 0.38722999999999996, "map_at_100": 0.39864, "map_at_1000": 0.3999599999999999, "map_at_20": 0.39287, "map_at_3": 0.35751, "map_at_5": 0.37372999999999995, "mrr_at_1": 0.3681528662420382, "mrr_at_10": 0.4482939035486806, "mrr_at_100": 0.45437834419775486, "mrr_at_1000": 0.4548695197590834, "mrr_at_20": 0.4515519263295387, "mrr_at_3": 0.4255838641188959, "mrr_at_5": 0.43876857749469217, "nauc_map_at_1000_diff1": 0.5108688093165794, "nauc_map_at_1000_max": 0.36870501109568854, "nauc_map_at_1000_std": -0.09041748740450098, "nauc_map_at_100_diff1": 0.5113349280885668, "nauc_map_at_100_max": 0.36813767889598237, "nauc_map_at_100_std": -0.09168817557968494, "nauc_map_at_10_diff1": 0.5143767101896258, "nauc_map_at_10_max": 0.3613512723388837, "nauc_map_at_10_std": -0.1034035313214659, "nauc_map_at_1_diff1": 0.5797216876426843, "nauc_map_at_1_max": 0.32093932122348806, "nauc_map_at_1_std": -0.12443264697498231, "nauc_map_at_20_diff1": 0.5135742644989209, "nauc_map_at_20_max": 0.36362008583908756, "nauc_map_at_20_std": -0.09925604455959941, "nauc_map_at_3_diff1": 0.5297191265890149, "nauc_map_at_3_max": 0.35216095114265, "nauc_map_at_3_std": -0.1150584328438499, "nauc_map_at_5_diff1": 0.5213435748405322, "nauc_map_at_5_max": 0.3563014323147684, "nauc_map_at_5_std": -0.1115253714131609, "nauc_mrr_at_1000_diff1": 0.49806361508243524, "nauc_mrr_at_1000_max": 0.3960825242174082, "nauc_mrr_at_1000_std": -0.04581320333963986, "nauc_mrr_at_100_diff1": 0.4979402346588657, "nauc_mrr_at_100_max": 0.39606036503563935, "nauc_mrr_at_100_std": -0.04580524433129927, "nauc_mrr_at_10_diff1": 0.4962511317783946, "nauc_mrr_at_10_max": 0.39524849843022053, "nauc_mrr_at_10_std": -0.04784364837521214, "nauc_mrr_at_1_diff1": 0.5503485605539673, "nauc_mrr_at_1_max": 0.38260743606948233, "nauc_mrr_at_1_std": -0.06990940922024673, "nauc_mrr_at_20_diff1": 0.4977823031843402, "nauc_mrr_at_20_max": 0.39629438121207206, "nauc_mrr_at_20_std": -0.04664971744136187, "nauc_mrr_at_3_diff1": 0.5060933103133387, "nauc_mrr_at_3_max": 0.39920174010377446, "nauc_mrr_at_3_std": -0.05404917304425809, "nauc_mrr_at_5_diff1": 0.5013740593822789, "nauc_mrr_at_5_max": 0.397046033416223, "nauc_mrr_at_5_std": -0.04968399421977796, "nauc_ndcg_at_1000_diff1": 0.4826320826156127, "nauc_ndcg_at_1000_max": 0.3911158925773445, "nauc_ndcg_at_1000_std": -0.03958164717220878, "nauc_ndcg_at_100_diff1": 0.48293252554697885, "nauc_ndcg_at_100_max": 0.3900224428862792, "nauc_ndcg_at_100_std": -0.04739309326434606, "nauc_ndcg_at_10_diff1": 0.4862405764367444, "nauc_ndcg_at_10_max": 0.38040157838046335, "nauc_ndcg_at_10_std": -0.07379427256377835, "nauc_ndcg_at_1_diff1": 0.5503485605539673, "nauc_ndcg_at_1_max": 0.38260743606948233, "nauc_ndcg_at_1_std": -0.06990940922024673, "nauc_ndcg_at_20_diff1": 0.4879314663674815, "nauc_ndcg_at_20_max": 0.38188247609309733, "nauc_ndcg_at_20_std": -0.06893163590780488, "nauc_ndcg_at_3_diff1": 0.4972527867128085, "nauc_ndcg_at_3_max": 0.38397771643337875, "nauc_ndcg_at_3_std": -0.07396734926261662, "nauc_ndcg_at_5_diff1": 0.4945897046963514, "nauc_ndcg_at_5_max": 0.3800788817919171, "nauc_ndcg_at_5_std": -0.0798773024373368, "nauc_precision_at_1000_diff1": -0.15203088093712377, "nauc_precision_at_1000_max": 0.13932931359528938, "nauc_precision_at_1000_std": 0.28443903216719124, "nauc_precision_at_100_diff1": -0.09833515062825486, "nauc_precision_at_100_max": 0.2550113304861925, "nauc_precision_at_100_std": 0.2928522368814619, "nauc_precision_at_10_diff1": 0.11048052024883838, "nauc_precision_at_10_max": 0.3512225756686281, "nauc_precision_at_10_std": 0.13549314875239493, "nauc_precision_at_1_diff1": 0.5503485605539673, "nauc_precision_at_1_max": 0.38260743606948233, "nauc_precision_at_1_std": -0.06990940922024673, "nauc_precision_at_20_diff1": 0.036119660166254564, "nauc_precision_at_20_max": 0.3180991909502872, "nauc_precision_at_20_std": 0.19289172474937769, "nauc_precision_at_3_diff1": 0.3093845075141858, "nauc_precision_at_3_max": 0.41236348555085894, "nauc_precision_at_3_std": 0.03304016059128308, "nauc_precision_at_5_diff1": 0.2238351162860054, "nauc_precision_at_5_max": 0.383094647733712, "nauc_precision_at_5_std": 0.07010497480008379, "nauc_recall_at_1000_diff1": 0.31611750140993033, "nauc_recall_at_1000_max": 0.42982693130692895, "nauc_recall_at_1000_std": 0.2550352029753317, "nauc_recall_at_100_diff1": 0.3646686613201153, "nauc_recall_at_100_max": 0.39889619556917405, "nauc_recall_at_100_std": 0.08056466272308052, "nauc_recall_at_10_diff1": 0.4055869867748143, "nauc_recall_at_10_max": 0.3535219000254458, "nauc_recall_at_10_std": -0.06935500599977124, "nauc_recall_at_1_diff1": 0.5797216876426843, "nauc_recall_at_1_max": 0.32093932122348806, "nauc_recall_at_1_std": -0.12443264697498231, "nauc_recall_at_20_diff1": 0.4069960416624905, "nauc_recall_at_20_max": 0.36441366652406837, "nauc_recall_at_20_std": -0.04519436682877613, "nauc_recall_at_3_diff1": 0.4715019730046201, "nauc_recall_at_3_max": 0.351649979105234, "nauc_recall_at_3_std": -0.10908395079450378, "nauc_recall_at_5_diff1": 0.4453508824800316, "nauc_recall_at_5_max": 0.3489949777715303, "nauc_recall_at_5_std": -0.10361237744830412, "ndcg_at_1": 0.36815, "ndcg_at_10": 0.44391, "ndcg_at_100": 0.48515, "ndcg_at_1000": 0.50762, "ndcg_at_20": 0.45788000000000006, "ndcg_at_3": 0.40178, "ndcg_at_5": 0.42045, "precision_at_1": 0.36815, "precision_at_10": 0.08407999999999999, "precision_at_100": 0.01343, "precision_at_1000": 0.00182, "precision_at_20": 0.04873, "precision_at_3": 0.19299, "precision_at_5": 0.13758, "recall_at_1": 0.29157, "recall_at_10": 0.54214, "recall_at_100": 0.71929, "recall_at_1000": 0.86533, "recall_at_20": 0.59421, "recall_at_3": 0.41569, "recall_at_5": 0.46791 } ] } }