{ "dataset_revision": "bd449a14a4a7d5644ffd380a957c3c4bab83bf50", "task_name": "ArguAna-Fa", "mteb_version": "1.25.8", "scores": { "test": [ { "ndcg_at_1": 0.10811, "ndcg_at_3": 0.17593, "ndcg_at_5": 0.20134, "ndcg_at_10": 0.22241, "ndcg_at_20": 0.24052, "ndcg_at_100": 0.27233, "ndcg_at_1000": 0.29998, "map_at_1": 0.10811, "map_at_3": 0.15908, "map_at_5": 0.1733, "map_at_10": 0.18209, "map_at_20": 0.18684, "map_at_100": 0.19104, "map_at_1000": 0.19191, "recall_at_1": 0.10811, "recall_at_3": 0.22475, "recall_at_5": 0.28592, "recall_at_10": 0.35064, "recall_at_20": 0.4239, "recall_at_100": 0.59815, "recall_at_1000": 0.82575, "precision_at_1": 0.10811, "precision_at_3": 0.07492, "precision_at_5": 0.05718, "precision_at_10": 0.03506, "precision_at_20": 0.02119, "precision_at_100": 0.00598, "precision_at_1000": 0.00083, "mrr_at_1": 0.110242, "mrr_at_3": 0.16074, "mrr_at_5": 0.174218, "mrr_at_10": 0.183007, "mrr_at_20": 0.18776, "mrr_at_100": 0.191963, "mrr_at_1000": 0.192827, "nauc_ndcg_at_1_max": -0.047104, "nauc_ndcg_at_1_std": 0.040689, "nauc_ndcg_at_1_diff1": 0.16682, "nauc_ndcg_at_3_max": 0.018079, "nauc_ndcg_at_3_std": 0.052817, "nauc_ndcg_at_3_diff1": 0.141506, "nauc_ndcg_at_5_max": 0.02089, "nauc_ndcg_at_5_std": 0.062169, "nauc_ndcg_at_5_diff1": 0.130933, "nauc_ndcg_at_10_max": 0.029921, "nauc_ndcg_at_10_std": 0.070697, "nauc_ndcg_at_10_diff1": 0.120705, "nauc_ndcg_at_20_max": 0.037696, "nauc_ndcg_at_20_std": 0.082382, "nauc_ndcg_at_20_diff1": 0.125223, "nauc_ndcg_at_100_max": 0.03609, "nauc_ndcg_at_100_std": 0.108964, "nauc_ndcg_at_100_diff1": 0.122663, "nauc_ndcg_at_1000_max": 0.028532, "nauc_ndcg_at_1000_std": 0.109995, "nauc_ndcg_at_1000_diff1": 0.12212, "nauc_map_at_1_max": -0.047104, "nauc_map_at_1_std": 0.040689, "nauc_map_at_1_diff1": 0.16682, "nauc_map_at_3_max": 0.006723, "nauc_map_at_3_std": 0.050106, "nauc_map_at_3_diff1": 0.144704, "nauc_map_at_5_max": 0.008295, "nauc_map_at_5_std": 0.056256, "nauc_map_at_5_diff1": 0.138113, "nauc_map_at_10_max": 0.012757, "nauc_map_at_10_std": 0.060447, "nauc_map_at_10_diff1": 0.133367, "nauc_map_at_20_max": 0.014958, "nauc_map_at_20_std": 0.063872, "nauc_map_at_20_diff1": 0.134531, "nauc_map_at_100_max": 0.014707, "nauc_map_at_100_std": 0.068097, "nauc_map_at_100_diff1": 0.134175, "nauc_map_at_1000_max": 0.014321, "nauc_map_at_1000_std": 0.068196, "nauc_map_at_1000_diff1": 0.1341, "nauc_recall_at_1_max": -0.047104, "nauc_recall_at_1_std": 0.040689, "nauc_recall_at_1_diff1": 0.16682, "nauc_recall_at_3_max": 0.043469, "nauc_recall_at_3_std": 0.059083, "nauc_recall_at_3_diff1": 0.134773, "nauc_recall_at_5_max": 0.047831, "nauc_recall_at_5_std": 0.075365, "nauc_recall_at_5_diff1": 0.115232, "nauc_recall_at_10_max": 0.067424, "nauc_recall_at_10_std": 0.094382, "nauc_recall_at_10_diff1": 0.09155, "nauc_recall_at_20_max": 0.091554, "nauc_recall_at_20_std": 0.130285, "nauc_recall_at_20_diff1": 0.106818, "nauc_recall_at_100_max": 0.090567, "nauc_recall_at_100_std": 0.25479, "nauc_recall_at_100_diff1": 0.092448, "nauc_recall_at_1000_max": 0.057827, "nauc_recall_at_1000_std": 0.385567, "nauc_recall_at_1000_diff1": 0.06806, "nauc_precision_at_1_max": -0.047104, "nauc_precision_at_1_std": 0.040689, "nauc_precision_at_1_diff1": 0.16682, "nauc_precision_at_3_max": 0.043469, "nauc_precision_at_3_std": 0.059083, "nauc_precision_at_3_diff1": 0.134773, "nauc_precision_at_5_max": 0.047831, "nauc_precision_at_5_std": 0.075365, "nauc_precision_at_5_diff1": 0.115232, "nauc_precision_at_10_max": 0.067424, "nauc_precision_at_10_std": 0.094382, "nauc_precision_at_10_diff1": 0.09155, "nauc_precision_at_20_max": 0.091554, "nauc_precision_at_20_std": 0.130285, "nauc_precision_at_20_diff1": 0.106818, "nauc_precision_at_100_max": 0.090567, "nauc_precision_at_100_std": 0.25479, "nauc_precision_at_100_diff1": 0.092448, "nauc_precision_at_1000_max": 0.057827, "nauc_precision_at_1000_std": 0.385567, "nauc_precision_at_1000_diff1": 0.06806, "nauc_mrr_at_1_max": -0.049316, "nauc_mrr_at_1_std": 0.036939, "nauc_mrr_at_1_diff1": 0.153132, "nauc_mrr_at_3_max": -0.002299, "nauc_mrr_at_3_std": 0.048758, "nauc_mrr_at_3_diff1": 0.130867, "nauc_mrr_at_5_max": 0.002179, "nauc_mrr_at_5_std": 0.053843, "nauc_mrr_at_5_diff1": 0.127436, "nauc_mrr_at_10_max": 0.006549, "nauc_mrr_at_10_std": 0.057994, "nauc_mrr_at_10_diff1": 0.122573, "nauc_mrr_at_20_max": 0.008751, "nauc_mrr_at_20_std": 0.061408, "nauc_mrr_at_20_diff1": 0.123751, "nauc_mrr_at_100_max": 0.008471, "nauc_mrr_at_100_std": 0.065604, "nauc_mrr_at_100_diff1": 0.12335, "nauc_mrr_at_1000_max": 0.008073, "nauc_mrr_at_1000_std": 0.065697, "nauc_mrr_at_1000_diff1": 0.123253, "main_score": 0.22241, "hf_subset": "default", "languages": [ "fas-Arab" ] } ] }, "evaluation_time": 31.20121192932129, "kg_co2_emissions": null }