{ "dataset_revision": "c7e859b47542e8bad6846b93c71b9308f08c2b9d", "task_name": "CQADupstackWordpressRetrieval-Fa", "mteb_version": "1.25.8", "scores": { "test": [ { "ndcg_at_1": 0.00739, "ndcg_at_3": 0.01017, "ndcg_at_5": 0.01309, "ndcg_at_10": 0.01712, "ndcg_at_20": 0.02127, "ndcg_at_100": 0.03487, "ndcg_at_1000": 0.05808, "map_at_1": 0.00739, "map_at_3": 0.00924, "map_at_5": 0.01076, "map_at_10": 0.01234, "map_at_20": 0.01336, "map_at_100": 0.01504, "map_at_1000": 0.01568, "recall_at_1": 0.00739, "recall_at_3": 0.01294, "recall_at_5": 0.01947, "recall_at_10": 0.03241, "recall_at_20": 0.04812, "recall_at_100": 0.12246, "recall_at_1000": 0.30986, "precision_at_1": 0.00739, "precision_at_3": 0.00431, "precision_at_5": 0.00444, "precision_at_10": 0.00351, "precision_at_20": 0.00277, "precision_at_100": 0.0014, "precision_at_1000": 0.00037, "mrr_at_1": 0.007394, "mrr_at_3": 0.009242, "mrr_at_5": 0.011368, "mrr_at_10": 0.012939, "mrr_at_20": 0.014278, "mrr_at_100": 0.016039, "mrr_at_1000": 0.016742, "nauc_ndcg_at_1_max": -0.080904, "nauc_ndcg_at_1_std": -0.259267, "nauc_ndcg_at_1_diff1": -0.135434, "nauc_ndcg_at_3_max": -0.100299, "nauc_ndcg_at_3_std": -0.316948, "nauc_ndcg_at_3_diff1": -0.109211, "nauc_ndcg_at_5_max": -0.076511, "nauc_ndcg_at_5_std": -0.327766, "nauc_ndcg_at_5_diff1": -0.181407, "nauc_ndcg_at_10_max": -0.086333, "nauc_ndcg_at_10_std": -0.283549, "nauc_ndcg_at_10_diff1": -0.136805, "nauc_ndcg_at_20_max": -0.090777, "nauc_ndcg_at_20_std": -0.254589, "nauc_ndcg_at_20_diff1": -0.158704, "nauc_ndcg_at_100_max": -0.101634, "nauc_ndcg_at_100_std": -0.170501, "nauc_ndcg_at_100_diff1": -0.109201, "nauc_ndcg_at_1000_max": -0.080099, "nauc_ndcg_at_1000_std": -0.069065, "nauc_ndcg_at_1000_diff1": -0.083857, "nauc_map_at_1_max": -0.080904, "nauc_map_at_1_std": -0.259267, "nauc_map_at_1_diff1": -0.135434, "nauc_map_at_3_max": -0.095127, "nauc_map_at_3_std": -0.301566, "nauc_map_at_3_diff1": -0.116204, "nauc_map_at_5_max": -0.076424, "nauc_map_at_5_std": -0.313843, "nauc_map_at_5_diff1": -0.163055, "nauc_map_at_10_max": -0.084965, "nauc_map_at_10_std": -0.292969, "nauc_map_at_10_diff1": -0.144645, "nauc_map_at_20_max": -0.086588, "nauc_map_at_20_std": -0.280242, "nauc_map_at_20_diff1": -0.152575, "nauc_map_at_100_max": -0.086828, "nauc_map_at_100_std": -0.256303, "nauc_map_at_100_diff1": -0.139433, "nauc_map_at_1000_max": -0.08564, "nauc_map_at_1000_std": -0.247621, "nauc_map_at_1000_diff1": -0.135213, "nauc_recall_at_1_max": -0.080904, "nauc_recall_at_1_std": -0.259267, "nauc_recall_at_1_diff1": -0.135434, "nauc_recall_at_3_max": -0.111382, "nauc_recall_at_3_std": -0.349908, "nauc_recall_at_3_diff1": -0.094227, "nauc_recall_at_5_max": -0.072167, "nauc_recall_at_5_std": -0.356525, "nauc_recall_at_5_diff1": -0.214236, "nauc_recall_at_10_max": -0.083848, "nauc_recall_at_10_std": -0.267685, "nauc_recall_at_10_diff1": -0.118518, "nauc_recall_at_20_max": -0.090068, "nauc_recall_at_20_std": -0.223171, "nauc_recall_at_20_diff1": -0.164521, "nauc_recall_at_100_max": -0.113214, "nauc_recall_at_100_std": -0.097742, "nauc_recall_at_100_diff1": -0.082618, "nauc_recall_at_1000_max": -0.066623, "nauc_recall_at_1000_std": 0.060831, "nauc_recall_at_1000_diff1": -0.052372, "nauc_precision_at_1_max": -0.080904, "nauc_precision_at_1_std": -0.259267, "nauc_precision_at_1_diff1": -0.135434, "nauc_precision_at_3_max": -0.111382, "nauc_precision_at_3_std": -0.349908, "nauc_precision_at_3_diff1": -0.094227, "nauc_precision_at_5_max": -0.091154, "nauc_precision_at_5_std": -0.338104, "nauc_precision_at_5_diff1": -0.213201, "nauc_precision_at_10_max": -0.094939, "nauc_precision_at_10_std": -0.262908, "nauc_precision_at_10_diff1": -0.125253, "nauc_precision_at_20_max": -0.105598, "nauc_precision_at_20_std": -0.222073, "nauc_precision_at_20_diff1": -0.165864, "nauc_precision_at_100_max": -0.1291, "nauc_precision_at_100_std": -0.115225, "nauc_precision_at_100_diff1": -0.081868, "nauc_precision_at_1000_max": -0.078846, "nauc_precision_at_1000_std": 0.041358, "nauc_precision_at_1000_diff1": -0.051289, "nauc_mrr_at_1_max": -0.080904, "nauc_mrr_at_1_std": -0.259267, "nauc_mrr_at_1_diff1": -0.135434, "nauc_mrr_at_3_max": -0.095127, "nauc_mrr_at_3_std": -0.301566, "nauc_mrr_at_3_diff1": -0.116204, "nauc_mrr_at_5_max": -0.082685, "nauc_mrr_at_5_std": -0.307373, "nauc_mrr_at_5_diff1": -0.165324, "nauc_mrr_at_10_max": -0.090067, "nauc_mrr_at_10_std": -0.288259, "nauc_mrr_at_10_diff1": -0.147497, "nauc_mrr_at_20_max": -0.093183, "nauc_mrr_at_20_std": -0.275162, "nauc_mrr_at_20_diff1": -0.154467, "nauc_mrr_at_100_max": -0.091087, "nauc_mrr_at_100_std": -0.253634, "nauc_mrr_at_100_diff1": -0.139668, "nauc_mrr_at_1000_max": -0.090772, "nauc_mrr_at_1000_std": -0.243922, "nauc_mrr_at_1000_diff1": -0.135413, "main_score": 0.01712, "hf_subset": "default", "languages": [ "fas-Arab" ] } ] }, "evaluation_time": 197.04935908317566, "kg_co2_emissions": null }