{ "dataset_revision": "029a2e69e7d9e68b6bdc471073606104417a5be7", "task_name": "CQADupstackEnglishRetrieval-Fa", "mteb_version": "1.34.0", "scores": { "test": [ { "ndcg_at_1": 0.27261, "ndcg_at_3": 0.31216, "ndcg_at_5": 0.33038, "ndcg_at_10": 0.35054, "ndcg_at_20": 0.36574, "ndcg_at_100": 0.39536, "ndcg_at_1000": 0.42181, "map_at_1": 0.21793, "map_at_3": 0.27715, "map_at_5": 0.29125, "map_at_10": 0.30193, "map_at_20": 0.30724, "map_at_100": 0.31266, "map_at_1000": 0.31407, "recall_at_1": 0.21793, "recall_at_3": 0.33227, "recall_at_5": 0.38031, "recall_at_10": 0.44248, "recall_at_20": 0.4991, "recall_at_100": 0.63847, "recall_at_1000": 0.81171, "precision_at_1": 0.27261, "precision_at_3": 0.15159, "precision_at_5": 0.1093, "precision_at_10": 0.06688, "precision_at_20": 0.03962, "precision_at_100": 0.01144, "precision_at_1000": 0.00167, "mrr_at_1": 0.272611, "mrr_at_3": 0.328344, "mrr_at_5": 0.339904, "mrr_at_10": 0.349, "mrr_at_20": 0.35312, "mrr_at_100": 0.356575, "mrr_at_1000": 0.357218, "nauc_ndcg_at_1_max": 0.201391, "nauc_ndcg_at_1_std": 0.039957, "nauc_ndcg_at_1_diff1": 0.477277, "nauc_ndcg_at_3_max": 0.207111, "nauc_ndcg_at_3_std": 0.024571, "nauc_ndcg_at_3_diff1": 0.443783, "nauc_ndcg_at_5_max": 0.215088, "nauc_ndcg_at_5_std": 0.029635, "nauc_ndcg_at_5_diff1": 0.436754, "nauc_ndcg_at_10_max": 0.211338, "nauc_ndcg_at_10_std": 0.03687, "nauc_ndcg_at_10_diff1": 0.428178, "nauc_ndcg_at_20_max": 0.213672, "nauc_ndcg_at_20_std": 0.039274, "nauc_ndcg_at_20_diff1": 0.424051, "nauc_ndcg_at_100_max": 0.218306, "nauc_ndcg_at_100_std": 0.057999, "nauc_ndcg_at_100_diff1": 0.420176, "nauc_ndcg_at_1000_max": 0.22012, "nauc_ndcg_at_1000_std": 0.07222, "nauc_ndcg_at_1000_diff1": 0.424437, "nauc_map_at_1_max": 0.168164, "nauc_map_at_1_std": -0.004803, "nauc_map_at_1_diff1": 0.494918, "nauc_map_at_3_max": 0.186109, "nauc_map_at_3_std": 0.001806, "nauc_map_at_3_diff1": 0.457136, "nauc_map_at_5_max": 0.193683, "nauc_map_at_5_std": 0.008243, "nauc_map_at_5_diff1": 0.450735, "nauc_map_at_10_max": 0.195875, "nauc_map_at_10_std": 0.016161, "nauc_map_at_10_diff1": 0.446226, "nauc_map_at_20_max": 0.199131, "nauc_map_at_20_std": 0.019335, "nauc_map_at_20_diff1": 0.44497, "nauc_map_at_100_max": 0.20173, "nauc_map_at_100_std": 0.024991, "nauc_map_at_100_diff1": 0.444401, "nauc_map_at_1000_max": 0.202127, "nauc_map_at_1000_std": 0.026565, "nauc_map_at_1000_diff1": 0.444614, "nauc_recall_at_1_max": 0.168164, "nauc_recall_at_1_std": -0.004803, "nauc_recall_at_1_diff1": 0.494918, "nauc_recall_at_3_max": 0.193958, "nauc_recall_at_3_std": -0.002279, "nauc_recall_at_3_diff1": 0.420661, "nauc_recall_at_5_max": 0.208718, "nauc_recall_at_5_std": 0.008112, "nauc_recall_at_5_diff1": 0.397872, "nauc_recall_at_10_max": 0.201088, "nauc_recall_at_10_std": 0.029681, "nauc_recall_at_10_diff1": 0.365434, "nauc_recall_at_20_max": 0.210606, "nauc_recall_at_20_std": 0.040563, "nauc_recall_at_20_diff1": 0.346798, "nauc_recall_at_100_max": 0.236526, "nauc_recall_at_100_std": 0.119564, "nauc_recall_at_100_diff1": 0.318538, "nauc_recall_at_1000_max": 0.246894, "nauc_recall_at_1000_std": 0.268443, "nauc_recall_at_1000_diff1": 0.320423, "nauc_precision_at_1_max": 0.201391, "nauc_precision_at_1_std": 0.039957, "nauc_precision_at_1_diff1": 0.477277, "nauc_precision_at_3_max": 0.232322, "nauc_precision_at_3_std": 0.093172, "nauc_precision_at_3_diff1": 0.346592, "nauc_precision_at_5_max": 0.252191, "nauc_precision_at_5_std": 0.136066, "nauc_precision_at_5_diff1": 0.284595, "nauc_precision_at_10_max": 0.248646, "nauc_precision_at_10_std": 0.177543, "nauc_precision_at_10_diff1": 0.218951, "nauc_precision_at_20_max": 0.252128, "nauc_precision_at_20_std": 0.213996, "nauc_precision_at_20_diff1": 0.169319, "nauc_precision_at_100_max": 0.230436, "nauc_precision_at_100_std": 0.28072, "nauc_precision_at_100_diff1": 0.072556, "nauc_precision_at_1000_max": 0.175391, "nauc_precision_at_1000_std": 0.248135, "nauc_precision_at_1000_diff1": 0.018925, "nauc_mrr_at_1_max": 0.201391, "nauc_mrr_at_1_std": 0.039957, "nauc_mrr_at_1_diff1": 0.477277, "nauc_mrr_at_3_max": 0.213983, "nauc_mrr_at_3_std": 0.048245, "nauc_mrr_at_3_diff1": 0.444611, "nauc_mrr_at_5_max": 0.217081, "nauc_mrr_at_5_std": 0.052482, "nauc_mrr_at_5_diff1": 0.440485, "nauc_mrr_at_10_max": 0.216575, "nauc_mrr_at_10_std": 0.054464, "nauc_mrr_at_10_diff1": 0.438607, "nauc_mrr_at_20_max": 0.217256, "nauc_mrr_at_20_std": 0.054791, "nauc_mrr_at_20_diff1": 0.437872, "nauc_mrr_at_100_max": 0.216769, "nauc_mrr_at_100_std": 0.056316, "nauc_mrr_at_100_diff1": 0.437673, "nauc_mrr_at_1000_max": 0.216784, "nauc_mrr_at_1000_std": 0.056668, "nauc_mrr_at_1000_diff1": 0.437844, "main_score": 0.35054, "hf_subset": "default", "languages": [ "fas-Arab" ] } ] }, "evaluation_time": 8724.030596733093, "kg_co2_emissions": null }