{ "dataset_revision": "3c742a98c0c17f7041acf0895680e0ec0000786f", "task_name": "ArguAna-Fa.v2", "mteb_version": "1.38.38", "scores": { "test": [ { "ndcg_at_1": 0.09104, "ndcg_at_3": 0.16421, "ndcg_at_5": 0.18961, "ndcg_at_10": 0.22022, "ndcg_at_20": 0.24393, "ndcg_at_100": 0.289, "ndcg_at_1000": 0.31865, "map_at_1": 0.09104, "map_at_3": 0.1458, "map_at_5": 0.15985, "map_at_10": 0.17223, "map_at_20": 0.17872, "map_at_100": 0.18487, "map_at_1000": 0.18589, "recall_at_1": 0.09104, "recall_at_3": 0.21764, "recall_at_5": 0.27952, "recall_at_10": 0.37553, "recall_at_20": 0.46942, "recall_at_100": 0.71337, "recall_at_1000": 0.95235, "precision_at_1": 0.09104, "precision_at_3": 0.07255, "precision_at_5": 0.0559, "precision_at_10": 0.03755, "precision_at_20": 0.02347, "precision_at_100": 0.00713, "precision_at_1000": 0.00095, "mrr_at_1": 0.09175, "mrr_at_3": 0.145922, "mrr_at_5": 0.160005, "mrr_at_10": 0.172383, "mrr_at_20": 0.178884, "mrr_at_100": 0.185033, "mrr_at_1000": 0.186049, "nauc_ndcg_at_1_max": 0.160351, "nauc_ndcg_at_1_std": 0.012655, "nauc_ndcg_at_1_diff1": 0.238529, "nauc_ndcg_at_3_max": 0.1413, "nauc_ndcg_at_3_std": 0.016514, "nauc_ndcg_at_3_diff1": 0.182742, "nauc_ndcg_at_5_max": 0.146027, "nauc_ndcg_at_5_std": 0.015001, "nauc_ndcg_at_5_diff1": 0.170616, "nauc_ndcg_at_10_max": 0.152639, "nauc_ndcg_at_10_std": 0.030359, "nauc_ndcg_at_10_diff1": 0.174847, "nauc_ndcg_at_20_max": 0.154967, "nauc_ndcg_at_20_std": 0.042843, "nauc_ndcg_at_20_diff1": 0.163098, "nauc_ndcg_at_100_max": 0.167152, "nauc_ndcg_at_100_std": 0.064026, "nauc_ndcg_at_100_diff1": 0.17541, "nauc_ndcg_at_1000_max": 0.163015, "nauc_ndcg_at_1000_std": 0.057667, "nauc_ndcg_at_1000_diff1": 0.175246, "nauc_map_at_1_max": 0.160351, "nauc_map_at_1_std": 0.012655, "nauc_map_at_1_diff1": 0.238529, "nauc_map_at_3_max": 0.143852, "nauc_map_at_3_std": 0.017825, "nauc_map_at_3_diff1": 0.191319, "nauc_map_at_5_max": 0.147604, "nauc_map_at_5_std": 0.017143, "nauc_map_at_5_diff1": 0.184003, "nauc_map_at_10_max": 0.150476, "nauc_map_at_10_std": 0.023919, "nauc_map_at_10_diff1": 0.186424, "nauc_map_at_20_max": 0.151163, "nauc_map_at_20_std": 0.028277, "nauc_map_at_20_diff1": 0.182983, "nauc_map_at_100_max": 0.153173, "nauc_map_at_100_std": 0.031702, "nauc_map_at_100_diff1": 0.185002, "nauc_map_at_1000_max": 0.152893, "nauc_map_at_1000_std": 0.031548, "nauc_map_at_1000_diff1": 0.184867, "nauc_recall_at_1_max": 0.160351, "nauc_recall_at_1_std": 0.012655, "nauc_recall_at_1_diff1": 0.238529, "nauc_recall_at_3_max": 0.136096, "nauc_recall_at_3_std": 0.013122, "nauc_recall_at_3_diff1": 0.164815, "nauc_recall_at_5_max": 0.142819, "nauc_recall_at_5_std": 0.009817, "nauc_recall_at_5_diff1": 0.142802, "nauc_recall_at_10_max": 0.158888, "nauc_recall_at_10_std": 0.046397, "nauc_recall_at_10_diff1": 0.152196, "nauc_recall_at_20_max": 0.165853, "nauc_recall_at_20_std": 0.080641, "nauc_recall_at_20_diff1": 0.116582, "nauc_recall_at_100_max": 0.231141, "nauc_recall_at_100_std": 0.201855, "nauc_recall_at_100_diff1": 0.161878, "nauc_recall_at_1000_max": 0.384624, "nauc_recall_at_1000_std": 0.508036, "nauc_recall_at_1000_diff1": 0.145551, "nauc_precision_at_1_max": 0.160351, "nauc_precision_at_1_std": 0.012655, "nauc_precision_at_1_diff1": 0.238529, "nauc_precision_at_3_max": 0.136096, "nauc_precision_at_3_std": 0.013122, "nauc_precision_at_3_diff1": 0.164815, "nauc_precision_at_5_max": 0.142819, "nauc_precision_at_5_std": 0.009817, "nauc_precision_at_5_diff1": 0.142802, "nauc_precision_at_10_max": 0.158888, "nauc_precision_at_10_std": 0.046397, "nauc_precision_at_10_diff1": 0.152196, "nauc_precision_at_20_max": 0.165853, "nauc_precision_at_20_std": 0.080641, "nauc_precision_at_20_diff1": 0.116582, "nauc_precision_at_100_max": 0.231141, "nauc_precision_at_100_std": 0.201855, "nauc_precision_at_100_diff1": 0.161878, "nauc_precision_at_1000_max": 0.384624, "nauc_precision_at_1000_std": 0.508036, "nauc_precision_at_1000_diff1": 0.145551, "nauc_mrr_at_1_max": 0.16162, "nauc_mrr_at_1_std": 0.009337, "nauc_mrr_at_1_diff1": 0.232221, "nauc_mrr_at_3_max": 0.142668, "nauc_mrr_at_3_std": 0.017319, "nauc_mrr_at_3_diff1": 0.18786, "nauc_mrr_at_5_max": 0.146424, "nauc_mrr_at_5_std": 0.017166, "nauc_mrr_at_5_diff1": 0.18111, "nauc_mrr_at_10_max": 0.149309, "nauc_mrr_at_10_std": 0.023401, "nauc_mrr_at_10_diff1": 0.183271, "nauc_mrr_at_20_max": 0.149977, "nauc_mrr_at_20_std": 0.027744, "nauc_mrr_at_20_diff1": 0.179776, "nauc_mrr_at_100_max": 0.151963, "nauc_mrr_at_100_std": 0.031156, "nauc_mrr_at_100_diff1": 0.181756, "nauc_mrr_at_1000_max": 0.151678, "nauc_mrr_at_1000_std": 0.031, "nauc_mrr_at_1000_diff1": 0.18161, "main_score": 0.22022, "hf_subset": "default", "languages": [ "fas-Arab" ] } ] }, "evaluation_time": 25.08689045906067, "kg_co2_emissions": null }