{ "dataset_revision": "7f755e88647b4023df52da04d4e3d31a7de5fcb0", "task_name": "CQADupstackWordpressRetrieval-Fa", "mteb_version": "1.38.27", "scores": { "test": [ { "ndcg_at_1": 0.11645, "ndcg_at_3": 0.14362, "ndcg_at_5": 0.15356, "ndcg_at_10": 0.16972, "ndcg_at_20": 0.18416, "ndcg_at_100": 0.21033, "ndcg_at_1000": 0.2411, "map_at_1": 0.10265, "map_at_3": 0.12979, "map_at_5": 0.13619, "map_at_10": 0.14292, "map_at_20": 0.14705, "map_at_100": 0.15077, "map_at_1000": 0.15172, "recall_at_1": 0.10265, "recall_at_3": 0.16269, "recall_at_5": 0.1874, "recall_at_10": 0.23688, "recall_at_20": 0.2927, "recall_at_100": 0.42744, "recall_at_1000": 0.66833, "precision_at_1": 0.11645, "precision_at_3": 0.06346, "precision_at_5": 0.04436, "precision_at_10": 0.02773, "precision_at_20": 0.01691, "precision_at_100": 0.00512, "precision_at_1000": 0.00086, "mrr_at_1": 0.116451, "mrr_at_3": 0.14849, "mrr_at_5": 0.15459, "mrr_at_10": 0.161287, "mrr_at_20": 0.165154, "mrr_at_100": 0.168681, "mrr_at_1000": 0.169543, "nauc_ndcg_at_1_max": 0.297033, "nauc_ndcg_at_1_std": -0.016331, "nauc_ndcg_at_1_diff1": 0.341284, "nauc_ndcg_at_3_max": 0.270381, "nauc_ndcg_at_3_std": -0.016924, "nauc_ndcg_at_3_diff1": 0.260929, "nauc_ndcg_at_5_max": 0.255961, "nauc_ndcg_at_5_std": -0.024426, "nauc_ndcg_at_5_diff1": 0.241285, "nauc_ndcg_at_10_max": 0.234914, "nauc_ndcg_at_10_std": -0.032897, "nauc_ndcg_at_10_diff1": 0.221447, "nauc_ndcg_at_20_max": 0.231949, "nauc_ndcg_at_20_std": -0.024644, "nauc_ndcg_at_20_diff1": 0.207256, "nauc_ndcg_at_100_max": 0.228432, "nauc_ndcg_at_100_std": 0.002345, "nauc_ndcg_at_100_diff1": 0.216498, "nauc_ndcg_at_1000_max": 0.226161, "nauc_ndcg_at_1000_std": 0.02014, "nauc_ndcg_at_1000_diff1": 0.22059, "nauc_map_at_1_max": 0.275895, "nauc_map_at_1_std": -0.040796, "nauc_map_at_1_diff1": 0.344049, "nauc_map_at_3_max": 0.271582, "nauc_map_at_3_std": -0.02735, "nauc_map_at_3_diff1": 0.276205, "nauc_map_at_5_max": 0.26009, "nauc_map_at_5_std": -0.028288, "nauc_map_at_5_diff1": 0.261852, "nauc_map_at_10_max": 0.249166, "nauc_map_at_10_std": -0.031702, "nauc_map_at_10_diff1": 0.253555, "nauc_map_at_20_max": 0.249113, "nauc_map_at_20_std": -0.028842, "nauc_map_at_20_diff1": 0.249181, "nauc_map_at_100_max": 0.24825, "nauc_map_at_100_std": -0.02399, "nauc_map_at_100_diff1": 0.25163, "nauc_map_at_1000_max": 0.248063, "nauc_map_at_1000_std": -0.023286, "nauc_map_at_1000_diff1": 0.251944, "nauc_recall_at_1_max": 0.275895, "nauc_recall_at_1_std": -0.040796, "nauc_recall_at_1_diff1": 0.344049, "nauc_recall_at_3_max": 0.265339, "nauc_recall_at_3_std": -0.019248, "nauc_recall_at_3_diff1": 0.219585, "nauc_recall_at_5_max": 0.232654, "nauc_recall_at_5_std": -0.029159, "nauc_recall_at_5_diff1": 0.181904, "nauc_recall_at_10_max": 0.182467, "nauc_recall_at_10_std": -0.047077, "nauc_recall_at_10_diff1": 0.1306, "nauc_recall_at_20_max": 0.174608, "nauc_recall_at_20_std": -0.023871, "nauc_recall_at_20_diff1": 0.095918, "nauc_recall_at_100_max": 0.158406, "nauc_recall_at_100_std": 0.068017, "nauc_recall_at_100_diff1": 0.122274, "nauc_recall_at_1000_max": 0.1311, "nauc_recall_at_1000_std": 0.213432, "nauc_recall_at_1000_diff1": 0.115663, "nauc_precision_at_1_max": 0.297033, "nauc_precision_at_1_std": -0.016331, "nauc_precision_at_1_diff1": 0.341284, "nauc_precision_at_3_max": 0.264396, "nauc_precision_at_3_std": 0.017966, "nauc_precision_at_3_diff1": 0.236274, "nauc_precision_at_5_max": 0.232627, "nauc_precision_at_5_std": 0.006175, "nauc_precision_at_5_diff1": 0.201283, "nauc_precision_at_10_max": 0.192954, "nauc_precision_at_10_std": -0.013616, "nauc_precision_at_10_diff1": 0.165495, "nauc_precision_at_20_max": 0.183822, "nauc_precision_at_20_std": 0.010441, "nauc_precision_at_20_diff1": 0.133077, "nauc_precision_at_100_max": 0.149644, "nauc_precision_at_100_std": 0.101317, "nauc_precision_at_100_diff1": 0.171378, "nauc_precision_at_1000_max": 0.043888, "nauc_precision_at_1000_std": 0.187296, "nauc_precision_at_1000_diff1": 0.203239, "nauc_mrr_at_1_max": 0.297033, "nauc_mrr_at_1_std": -0.016331, "nauc_mrr_at_1_diff1": 0.341284, "nauc_mrr_at_3_max": 0.281745, "nauc_mrr_at_3_std": -0.00661, "nauc_mrr_at_3_diff1": 0.282327, "nauc_mrr_at_5_max": 0.275054, "nauc_mrr_at_5_std": -0.010488, "nauc_mrr_at_5_diff1": 0.272139, "nauc_mrr_at_10_max": 0.26479, "nauc_mrr_at_10_std": -0.014497, "nauc_mrr_at_10_diff1": 0.26249, "nauc_mrr_at_20_max": 0.262974, "nauc_mrr_at_20_std": -0.012286, "nauc_mrr_at_20_diff1": 0.257697, "nauc_mrr_at_100_max": 0.262818, "nauc_mrr_at_100_std": -0.007893, "nauc_mrr_at_100_diff1": 0.26069, "nauc_mrr_at_1000_max": 0.262667, "nauc_mrr_at_1000_std": -0.007771, "nauc_mrr_at_1000_diff1": 0.26088, "main_score": 0.16972, "hf_subset": "default", "languages": [ "fas-Arab" ] } ] }, "evaluation_time": 209.82078623771667, "kg_co2_emissions": null }