{ "dataset_revision": "9bd8f89f6f1f259734cddddb62dd468054fc77de", "task_name": "MSMARCO-Fa", "mteb_version": "1.25.8", "scores": { "dev": [ { "ndcg_at_1": 0.00817, "ndcg_at_3": 0.01402, "ndcg_at_5": 0.01658, "ndcg_at_10": 0.02016, "ndcg_at_20": 0.02462, "ndcg_at_100": 0.03465, "ndcg_at_1000": 0.05395, "map_at_1": 0.00802, "map_at_3": 0.01245, "map_at_5": 0.01386, "map_at_10": 0.01533, "map_at_20": 0.01652, "map_at_100": 0.01776, "map_at_1000": 0.01832, "recall_at_1": 0.00802, "recall_at_3": 0.01827, "recall_at_5": 0.0244, "recall_at_10": 0.03535, "recall_at_20": 0.05295, "recall_at_100": 0.10848, "recall_at_1000": 0.26798, "precision_at_1": 0.00817, "precision_at_3": 0.00626, "precision_at_5": 0.00504, "precision_at_10": 0.00368, "precision_at_20": 0.00277, "precision_at_100": 0.00114, "precision_at_1000": 0.00029, "mrr_at_1": 0.008166, "mrr_at_3": 0.012751, "mrr_at_5": 0.014234, "mrr_at_10": 0.015731, "mrr_at_20": 0.016985, "mrr_at_100": 0.01825, "mrr_at_1000": 0.018822, "nauc_ndcg_at_1_max": 0.379323, "nauc_ndcg_at_1_std": -0.224521, "nauc_ndcg_at_1_diff1": -0.067022, "nauc_ndcg_at_3_max": 0.355315, "nauc_ndcg_at_3_std": -0.233553, "nauc_ndcg_at_3_diff1": -0.098767, "nauc_ndcg_at_5_max": 0.33959, "nauc_ndcg_at_5_std": -0.22455, "nauc_ndcg_at_5_diff1": -0.117463, "nauc_ndcg_at_10_max": 0.316717, "nauc_ndcg_at_10_std": -0.211157, "nauc_ndcg_at_10_diff1": -0.114809, "nauc_ndcg_at_20_max": 0.272525, "nauc_ndcg_at_20_std": -0.184816, "nauc_ndcg_at_20_diff1": -0.106914, "nauc_ndcg_at_100_max": 0.242106, "nauc_ndcg_at_100_std": -0.165594, "nauc_ndcg_at_100_diff1": -0.104041, "nauc_ndcg_at_1000_max": 0.191017, "nauc_ndcg_at_1000_std": -0.125243, "nauc_ndcg_at_1000_diff1": -0.088101, "nauc_map_at_1_max": 0.371258, "nauc_map_at_1_std": -0.222987, "nauc_map_at_1_diff1": -0.063537, "nauc_map_at_3_max": 0.356325, "nauc_map_at_3_std": -0.231767, "nauc_map_at_3_diff1": -0.091962, "nauc_map_at_5_max": 0.346259, "nauc_map_at_5_std": -0.226002, "nauc_map_at_5_diff1": -0.104665, "nauc_map_at_10_max": 0.333446, "nauc_map_at_10_std": -0.219243, "nauc_map_at_10_diff1": -0.105014, "nauc_map_at_20_max": 0.314774, "nauc_map_at_20_std": -0.20841, "nauc_map_at_20_diff1": -0.102605, "nauc_map_at_100_max": 0.30468, "nauc_map_at_100_std": -0.202484, "nauc_map_at_100_diff1": -0.102171, "nauc_map_at_1000_max": 0.299996, "nauc_map_at_1000_std": -0.199001, "nauc_map_at_1000_diff1": -0.101315, "nauc_recall_at_1_max": 0.371258, "nauc_recall_at_1_std": -0.222987, "nauc_recall_at_1_diff1": -0.063537, "nauc_recall_at_3_max": 0.352294, "nauc_recall_at_3_std": -0.236077, "nauc_recall_at_3_diff1": -0.109351, "nauc_recall_at_5_max": 0.326988, "nauc_recall_at_5_std": -0.221545, "nauc_recall_at_5_diff1": -0.137881, "nauc_recall_at_10_max": 0.291968, "nauc_recall_at_10_std": -0.197853, "nauc_recall_at_10_diff1": -0.127043, "nauc_recall_at_20_max": 0.219407, "nauc_recall_at_20_std": -0.153786, "nauc_recall_at_20_diff1": -0.108594, "nauc_recall_at_100_max": 0.18941, "nauc_recall_at_100_std": -0.132774, "nauc_recall_at_100_diff1": -0.101582, "nauc_recall_at_1000_max": 0.111994, "nauc_recall_at_1000_std": -0.068631, "nauc_recall_at_1000_diff1": -0.070657, "nauc_precision_at_1_max": 0.379323, "nauc_precision_at_1_std": -0.224521, "nauc_precision_at_1_diff1": -0.067022, "nauc_precision_at_3_max": 0.353083, "nauc_precision_at_3_std": -0.237624, "nauc_precision_at_3_diff1": -0.114131, "nauc_precision_at_5_max": 0.326501, "nauc_precision_at_5_std": -0.221018, "nauc_precision_at_5_diff1": -0.141856, "nauc_precision_at_10_max": 0.292511, "nauc_precision_at_10_std": -0.197929, "nauc_precision_at_10_diff1": -0.129281, "nauc_precision_at_20_max": 0.217811, "nauc_precision_at_20_std": -0.152511, "nauc_precision_at_20_diff1": -0.109543, "nauc_precision_at_100_max": 0.192013, "nauc_precision_at_100_std": -0.134252, "nauc_precision_at_100_diff1": -0.103929, "nauc_precision_at_1000_max": 0.112053, "nauc_precision_at_1000_std": -0.067746, "nauc_precision_at_1000_diff1": -0.070379, "nauc_mrr_at_1_max": 0.379323, "nauc_mrr_at_1_std": -0.224521, "nauc_mrr_at_1_diff1": -0.067022, "nauc_mrr_at_3_max": 0.35892, "nauc_mrr_at_3_std": -0.233089, "nauc_mrr_at_3_diff1": -0.096015, "nauc_mrr_at_5_max": 0.348053, "nauc_mrr_at_5_std": -0.226364, "nauc_mrr_at_5_diff1": -0.10862, "nauc_mrr_at_10_max": 0.332765, "nauc_mrr_at_10_std": -0.219254, "nauc_mrr_at_10_diff1": -0.106833, "nauc_mrr_at_20_max": 0.313371, "nauc_mrr_at_20_std": -0.207963, "nauc_mrr_at_20_diff1": -0.10416, "nauc_mrr_at_100_max": 0.303619, "nauc_mrr_at_100_std": -0.20235, "nauc_mrr_at_100_diff1": -0.103779, "nauc_mrr_at_1000_max": 0.298979, "nauc_mrr_at_1000_std": -0.198765, "nauc_mrr_at_1000_diff1": -0.102733, "main_score": 0.02016, "hf_subset": "default", "languages": [ "fas-Arab" ] } ] }, "evaluation_time": 12739.56023478508, "kg_co2_emissions": null }