{ "dataset_revision": "c6e2c8b6153958118ec04352dd82a30ea2e2cad5", "task_name": "CQADupstackStatsRetrieval-Fa", "mteb_version": "1.38.27", "scores": { "test": [ { "ndcg_at_1": 0.14571, "ndcg_at_3": 0.16914, "ndcg_at_5": 0.1917, "ndcg_at_10": 0.20421, "ndcg_at_20": 0.2152, "ndcg_at_100": 0.23794, "ndcg_at_1000": 0.26409, "map_at_1": 0.12494, "map_at_3": 0.15371, "map_at_5": 0.16711, "map_at_10": 0.17272, "map_at_20": 0.17591, "map_at_100": 0.17894, "map_at_1000": 0.17982, "recall_at_1": 0.12494, "recall_at_3": 0.1876, "recall_at_5": 0.24243, "recall_at_10": 0.27987, "recall_at_20": 0.32128, "recall_at_100": 0.44134, "recall_at_1000": 0.64072, "precision_at_1": 0.14571, "precision_at_3": 0.07566, "precision_at_5": 0.05951, "precision_at_10": 0.03466, "precision_at_20": 0.01986, "precision_at_100": 0.00544, "precision_at_1000": 0.00084, "mrr_at_1": 0.145706, "mrr_at_3": 0.17638, "mrr_at_5": 0.18934, "mrr_at_10": 0.194832, "mrr_at_20": 0.197771, "mrr_at_100": 0.200737, "mrr_at_1000": 0.201527, "nauc_ndcg_at_1_max": 0.180607, "nauc_ndcg_at_1_std": 0.078019, "nauc_ndcg_at_1_diff1": 0.406347, "nauc_ndcg_at_3_max": 0.167647, "nauc_ndcg_at_3_std": 0.134697, "nauc_ndcg_at_3_diff1": 0.34109, "nauc_ndcg_at_5_max": 0.155374, "nauc_ndcg_at_5_std": 0.151744, "nauc_ndcg_at_5_diff1": 0.314763, "nauc_ndcg_at_10_max": 0.147815, "nauc_ndcg_at_10_std": 0.166526, "nauc_ndcg_at_10_diff1": 0.305807, "nauc_ndcg_at_20_max": 0.146348, "nauc_ndcg_at_20_std": 0.179036, "nauc_ndcg_at_20_diff1": 0.298516, "nauc_ndcg_at_100_max": 0.143147, "nauc_ndcg_at_100_std": 0.191104, "nauc_ndcg_at_100_diff1": 0.286684, "nauc_ndcg_at_1000_max": 0.151752, "nauc_ndcg_at_1000_std": 0.201834, "nauc_ndcg_at_1000_diff1": 0.292136, "nauc_map_at_1_max": 0.159978, "nauc_map_at_1_std": 0.050115, "nauc_map_at_1_diff1": 0.41976, "nauc_map_at_3_max": 0.155148, "nauc_map_at_3_std": 0.112045, "nauc_map_at_3_diff1": 0.362128, "nauc_map_at_5_max": 0.150401, "nauc_map_at_5_std": 0.125798, "nauc_map_at_5_diff1": 0.345333, "nauc_map_at_10_max": 0.148284, "nauc_map_at_10_std": 0.133057, "nauc_map_at_10_diff1": 0.340819, "nauc_map_at_20_max": 0.147293, "nauc_map_at_20_std": 0.13713, "nauc_map_at_20_diff1": 0.338044, "nauc_map_at_100_max": 0.146934, "nauc_map_at_100_std": 0.139554, "nauc_map_at_100_diff1": 0.33584, "nauc_map_at_1000_max": 0.147412, "nauc_map_at_1000_std": 0.140038, "nauc_map_at_1000_diff1": 0.336068, "nauc_recall_at_1_max": 0.159978, "nauc_recall_at_1_std": 0.050115, "nauc_recall_at_1_diff1": 0.41976, "nauc_recall_at_3_max": 0.155896, "nauc_recall_at_3_std": 0.159851, "nauc_recall_at_3_diff1": 0.301659, "nauc_recall_at_5_max": 0.129911, "nauc_recall_at_5_std": 0.191783, "nauc_recall_at_5_diff1": 0.244622, "nauc_recall_at_10_max": 0.11433, "nauc_recall_at_10_std": 0.224201, "nauc_recall_at_10_diff1": 0.225479, "nauc_recall_at_20_max": 0.11152, "nauc_recall_at_20_std": 0.254226, "nauc_recall_at_20_diff1": 0.204519, "nauc_recall_at_100_max": 0.092788, "nauc_recall_at_100_std": 0.294348, "nauc_recall_at_100_diff1": 0.160596, "nauc_recall_at_1000_max": 0.138385, "nauc_recall_at_1000_std": 0.386337, "nauc_recall_at_1000_diff1": 0.166047, "nauc_precision_at_1_max": 0.180607, "nauc_precision_at_1_std": 0.078019, "nauc_precision_at_1_diff1": 0.406347, "nauc_precision_at_3_max": 0.194988, "nauc_precision_at_3_std": 0.200128, "nauc_precision_at_3_diff1": 0.294257, "nauc_precision_at_5_max": 0.180453, "nauc_precision_at_5_std": 0.228293, "nauc_precision_at_5_diff1": 0.23028, "nauc_precision_at_10_max": 0.174579, "nauc_precision_at_10_std": 0.254214, "nauc_precision_at_10_diff1": 0.208569, "nauc_precision_at_20_max": 0.167658, "nauc_precision_at_20_std": 0.289937, "nauc_precision_at_20_diff1": 0.17933, "nauc_precision_at_100_max": 0.164804, "nauc_precision_at_100_std": 0.33253, "nauc_precision_at_100_diff1": 0.115259, "nauc_precision_at_1000_max": 0.141172, "nauc_precision_at_1000_std": 0.326342, "nauc_precision_at_1000_diff1": 0.076224, "nauc_mrr_at_1_max": 0.180607, "nauc_mrr_at_1_std": 0.078019, "nauc_mrr_at_1_diff1": 0.406347, "nauc_mrr_at_3_max": 0.190094, "nauc_mrr_at_3_std": 0.132398, "nauc_mrr_at_3_diff1": 0.351543, "nauc_mrr_at_5_max": 0.18218, "nauc_mrr_at_5_std": 0.143817, "nauc_mrr_at_5_diff1": 0.334363, "nauc_mrr_at_10_max": 0.177291, "nauc_mrr_at_10_std": 0.148625, "nauc_mrr_at_10_diff1": 0.328864, "nauc_mrr_at_20_max": 0.177166, "nauc_mrr_at_20_std": 0.152134, "nauc_mrr_at_20_diff1": 0.327572, "nauc_mrr_at_100_max": 0.175866, "nauc_mrr_at_100_std": 0.152895, "nauc_mrr_at_100_diff1": 0.325564, "nauc_mrr_at_1000_max": 0.17605, "nauc_mrr_at_1000_std": 0.153175, "nauc_mrr_at_1000_diff1": 0.326131, "main_score": 0.20421, "hf_subset": "default", "languages": [ "fas-Arab" ] } ] }, "evaluation_time": 180.1267650127411, "kg_co2_emissions": null }