{ "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", "task_name": "CQADupstackWebmastersRetrieval", "evaluation_time": null, "mteb_version": null, "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.48229, "map_at_1": 0.31906, "map_at_10": 0.42255, "map_at_100": 0.44213, "map_at_1000": 0.44439, "map_at_20": 0.43248, "map_at_3": 0.3886, "map_at_5": 0.41141, "mrr_at_1": 0.38735177865612647, "mrr_at_10": 0.4697024593763724, "mrr_at_100": 0.4794481042970731, "mrr_at_1000": 0.4798576075887249, "mrr_at_20": 0.4753700953359998, "mrr_at_3": 0.4436758893280635, "mrr_at_5": 0.46126482213438746, "nauc_map_at_1000_diff1": 0.47495088997816526, "nauc_map_at_1000_max": 0.19671904439587365, "nauc_map_at_1000_std": -0.013627808016020522, "nauc_map_at_100_diff1": 0.4743920373673026, "nauc_map_at_100_max": 0.19867353334267776, "nauc_map_at_100_std": -0.01761385629643101, "nauc_map_at_10_diff1": 0.4715528348684556, "nauc_map_at_10_max": 0.19676194850934312, "nauc_map_at_10_std": -0.036727807703472594, "nauc_map_at_1_diff1": 0.5299557955883872, "nauc_map_at_1_max": 0.19088249896716702, "nauc_map_at_1_std": -0.07249973708167082, "nauc_map_at_20_diff1": 0.4686356518180594, "nauc_map_at_20_max": 0.1970347315131642, "nauc_map_at_20_std": -0.026720920366999374, "nauc_map_at_3_diff1": 0.47073298190249135, "nauc_map_at_3_max": 0.18945688932686428, "nauc_map_at_3_std": -0.053156839236392736, "nauc_map_at_5_diff1": 0.47110531996845234, "nauc_map_at_5_max": 0.19847890147729544, "nauc_map_at_5_std": -0.041650007994939904, "nauc_mrr_at_1000_diff1": 0.48413110225227124, "nauc_mrr_at_1000_max": 0.20995909584229222, "nauc_mrr_at_1000_std": 0.002576393823165339, "nauc_mrr_at_100_diff1": 0.48404798258835335, "nauc_mrr_at_100_max": 0.21004559810198656, "nauc_mrr_at_100_std": 0.0026765238164173687, "nauc_mrr_at_10_diff1": 0.48475983871350886, "nauc_mrr_at_10_max": 0.21115956647100792, "nauc_mrr_at_10_std": -0.0016617639115561662, "nauc_mrr_at_1_diff1": 0.5112230295233643, "nauc_mrr_at_1_max": 0.2194116830220702, "nauc_mrr_at_1_std": -0.003946562050742919, "nauc_mrr_at_20_diff1": 0.4829705556987262, "nauc_mrr_at_20_max": 0.20968524188691406, "nauc_mrr_at_20_std": 0.0028692937673491176, "nauc_mrr_at_3_diff1": 0.48290151351112454, "nauc_mrr_at_3_max": 0.20799391932160793, "nauc_mrr_at_3_std": -0.004049152481916527, "nauc_mrr_at_5_diff1": 0.4862026684827752, "nauc_mrr_at_5_max": 0.20828881801522148, "nauc_mrr_at_5_std": -0.0006261283231981098, "nauc_ndcg_at_1000_diff1": 0.46805728708415245, "nauc_ndcg_at_1000_max": 0.2122113318417983, "nauc_ndcg_at_1000_std": 0.017659499118079375, "nauc_ndcg_at_100_diff1": 0.46396587447695026, "nauc_ndcg_at_100_max": 0.21229178416892808, "nauc_ndcg_at_100_std": 0.01823082493100301, "nauc_ndcg_at_10_diff1": 0.473897122791697, "nauc_ndcg_at_10_max": 0.19649557338197746, "nauc_ndcg_at_10_std": -0.007257825152815804, "nauc_ndcg_at_1_diff1": 0.5112230295233643, "nauc_ndcg_at_1_max": 0.2194116830220702, "nauc_ndcg_at_1_std": -0.003946562050742919, "nauc_ndcg_at_20_diff1": 0.4599045587435792, "nauc_ndcg_at_20_max": 0.19464646365341084, "nauc_ndcg_at_20_std": 0.006094769668002494, "nauc_ndcg_at_3_diff1": 0.46898543803294307, "nauc_ndcg_at_3_max": 0.19771868883199686, "nauc_ndcg_at_3_std": -0.007566375331567338, "nauc_ndcg_at_5_diff1": 0.47229821387349086, "nauc_ndcg_at_5_max": 0.20448622864740856, "nauc_ndcg_at_5_std": -0.0023214798197661608, "nauc_precision_at_1000_diff1": 0.02456615752810366, "nauc_precision_at_1000_max": -0.1330502314825911, "nauc_precision_at_1000_std": 0.35767188396349986, "nauc_precision_at_100_diff1": 0.08348492928163295, "nauc_precision_at_100_max": -0.03525258460847986, "nauc_precision_at_100_std": 0.34346913879335644, "nauc_precision_at_10_diff1": 0.19647438939981346, "nauc_precision_at_10_max": 0.14015118295827494, "nauc_precision_at_10_std": 0.1933956032032375, "nauc_precision_at_1_diff1": 0.5112230295233643, "nauc_precision_at_1_max": 0.2194116830220702, "nauc_precision_at_1_std": -0.003946562050742919, "nauc_precision_at_20_diff1": 0.11698037110773422, "nauc_precision_at_20_max": 0.0809862055624408, "nauc_precision_at_20_std": 0.26836939281263955, "nauc_precision_at_3_diff1": 0.28788098073474727, "nauc_precision_at_3_max": 0.18606067870867726, "nauc_precision_at_3_std": 0.08767601891307245, "nauc_precision_at_5_diff1": 0.2242088373252247, "nauc_precision_at_5_max": 0.19879281993213863, "nauc_precision_at_5_std": 0.14420290896413016, "nauc_recall_at_1000_diff1": 0.1448477604400231, "nauc_recall_at_1000_max": 0.6178599463752011, "nauc_recall_at_1000_std": 0.7254674171780393, "nauc_recall_at_100_diff1": 0.3307453957533662, "nauc_recall_at_100_max": 0.27512780682283716, "nauc_recall_at_100_std": 0.23849561289021806, "nauc_recall_at_10_diff1": 0.4057585755805533, "nauc_recall_at_10_max": 0.1711800549938132, "nauc_recall_at_10_std": -0.014248798596283824, "nauc_recall_at_1_diff1": 0.5299557955883872, "nauc_recall_at_1_max": 0.19088249896716702, "nauc_recall_at_1_std": -0.07249973708167082, "nauc_recall_at_20_diff1": 0.33998634380131193, "nauc_recall_at_20_max": 0.15803057360456932, "nauc_recall_at_20_std": 0.04961930222488322, "nauc_recall_at_3_diff1": 0.42237054496246146, "nauc_recall_at_3_max": 0.16840697278848704, "nauc_recall_at_3_std": -0.04126209346414736, "nauc_recall_at_5_diff1": 0.42107765675092973, "nauc_recall_at_5_max": 0.178575070365274, "nauc_recall_at_5_std": -0.014236170271745745, "ndcg_at_1": 0.38734999999999997, "ndcg_at_10": 0.48229, "ndcg_at_100": 0.54468, "ndcg_at_1000": 0.56287, "ndcg_at_20": 0.50618, "ndcg_at_3": 0.43338, "ndcg_at_5": 0.46295, "precision_at_1": 0.38734999999999997, "precision_at_10": 0.0913, "precision_at_100": 0.01834, "precision_at_1000": 0.00255, "precision_at_20": 0.05800000000000001, "precision_at_3": 0.20224, "precision_at_5": 0.1498, "recall_at_1": 0.31906, "recall_at_10": 0.58742, "recall_at_100": 0.86001, "recall_at_1000": 0.97305, "recall_at_20": 0.67744, "recall_at_3": 0.45072, "recall_at_5": 0.52993 } ] } }