{ "dataset_revision": "d4ea898b644c8d5f608b60947cb637bebbf1ac66", "task_name": "NQ-Fa", "mteb_version": "1.38.27", "scores": { "test": [ { "ndcg_at_1": 0.14426, "ndcg_at_3": 0.20433, "ndcg_at_5": 0.23357, "ndcg_at_10": 0.26326, "ndcg_at_20": 0.28435, "ndcg_at_100": 0.31403, "ndcg_at_1000": 0.33595, "map_at_1": 0.12635, "map_at_3": 0.18215, "map_at_5": 0.19897, "map_at_10": 0.21195, "map_at_20": 0.21822, "map_at_100": 0.22261, "map_at_1000": 0.22337, "recall_at_1": 0.12635, "recall_at_3": 0.24944, "recall_at_5": 0.31689, "recall_at_10": 0.40361, "recall_at_20": 0.48247, "recall_at_100": 0.63468, "recall_at_1000": 0.80519, "precision_at_1": 0.14426, "precision_at_3": 0.09656, "precision_at_5": 0.07462, "precision_at_10": 0.04823, "precision_at_20": 0.02911, "precision_at_100": 0.00771, "precision_at_1000": 0.00098, "mrr_at_1": 0.143975, "mrr_at_3": 0.201188, "mrr_at_5": 0.217743, "mrr_at_10": 0.229549, "mrr_at_20": 0.234776, "mrr_at_100": 0.238587, "mrr_at_1000": 0.239232, "nauc_ndcg_at_1_max": 0.249351, "nauc_ndcg_at_1_std": 0.114984, "nauc_ndcg_at_1_diff1": 0.262358, "nauc_ndcg_at_3_max": 0.278034, "nauc_ndcg_at_3_std": 0.134589, "nauc_ndcg_at_3_diff1": 0.232445, "nauc_ndcg_at_5_max": 0.29284, "nauc_ndcg_at_5_std": 0.156224, "nauc_ndcg_at_5_diff1": 0.222645, "nauc_ndcg_at_10_max": 0.308352, "nauc_ndcg_at_10_std": 0.180604, "nauc_ndcg_at_10_diff1": 0.217085, "nauc_ndcg_at_20_max": 0.318559, "nauc_ndcg_at_20_std": 0.204361, "nauc_ndcg_at_20_diff1": 0.213795, "nauc_ndcg_at_100_max": 0.332338, "nauc_ndcg_at_100_std": 0.227737, "nauc_ndcg_at_100_diff1": 0.213607, "nauc_ndcg_at_1000_max": 0.330978, "nauc_ndcg_at_1000_std": 0.22639, "nauc_ndcg_at_1000_diff1": 0.214045, "nauc_map_at_1_max": 0.241198, "nauc_map_at_1_std": 0.096224, "nauc_map_at_1_diff1": 0.277623, "nauc_map_at_3_max": 0.269825, "nauc_map_at_3_std": 0.120641, "nauc_map_at_3_diff1": 0.244007, "nauc_map_at_5_max": 0.279268, "nauc_map_at_5_std": 0.134461, "nauc_map_at_5_diff1": 0.23738, "nauc_map_at_10_max": 0.287805, "nauc_map_at_10_std": 0.147709, "nauc_map_at_10_diff1": 0.234525, "nauc_map_at_20_max": 0.291096, "nauc_map_at_20_std": 0.155773, "nauc_map_at_20_diff1": 0.233187, "nauc_map_at_100_max": 0.293751, "nauc_map_at_100_std": 0.160149, "nauc_map_at_100_diff1": 0.233214, "nauc_map_at_1000_max": 0.293635, "nauc_map_at_1000_std": 0.160094, "nauc_map_at_1000_diff1": 0.233176, "nauc_recall_at_1_max": 0.241198, "nauc_recall_at_1_std": 0.096224, "nauc_recall_at_1_diff1": 0.277623, "nauc_recall_at_3_max": 0.287664, "nauc_recall_at_3_std": 0.14782, "nauc_recall_at_3_diff1": 0.211558, "nauc_recall_at_5_max": 0.312251, "nauc_recall_at_5_std": 0.184534, "nauc_recall_at_5_diff1": 0.193199, "nauc_recall_at_10_max": 0.34637, "nauc_recall_at_10_std": 0.237229, "nauc_recall_at_10_diff1": 0.182153, "nauc_recall_at_20_max": 0.378846, "nauc_recall_at_20_std": 0.308625, "nauc_recall_at_20_diff1": 0.172777, "nauc_recall_at_100_max": 0.44837, "nauc_recall_at_100_std": 0.430459, "nauc_recall_at_100_diff1": 0.161959, "nauc_recall_at_1000_max": 0.515907, "nauc_recall_at_1000_std": 0.539689, "nauc_recall_at_1000_diff1": 0.149474, "nauc_precision_at_1_max": 0.249351, "nauc_precision_at_1_std": 0.114984, "nauc_precision_at_1_diff1": 0.262358, "nauc_precision_at_3_max": 0.295436, "nauc_precision_at_3_std": 0.167735, "nauc_precision_at_3_diff1": 0.198884, "nauc_precision_at_5_max": 0.321064, "nauc_precision_at_5_std": 0.214358, "nauc_precision_at_5_diff1": 0.176711, "nauc_precision_at_10_max": 0.344095, "nauc_precision_at_10_std": 0.270012, "nauc_precision_at_10_diff1": 0.151796, "nauc_precision_at_20_max": 0.348478, "nauc_precision_at_20_std": 0.32758, "nauc_precision_at_20_diff1": 0.125927, "nauc_precision_at_100_max": 0.351616, "nauc_precision_at_100_std": 0.389984, "nauc_precision_at_100_diff1": 0.091667, "nauc_precision_at_1000_max": 0.286082, "nauc_precision_at_1000_std": 0.363389, "nauc_precision_at_1000_diff1": 0.041546, "nauc_mrr_at_1_max": 0.247477, "nauc_mrr_at_1_std": 0.112911, "nauc_mrr_at_1_diff1": 0.264037, "nauc_mrr_at_3_max": 0.273417, "nauc_mrr_at_3_std": 0.140986, "nauc_mrr_at_3_diff1": 0.229781, "nauc_mrr_at_5_max": 0.282451, "nauc_mrr_at_5_std": 0.154066, "nauc_mrr_at_5_diff1": 0.225572, "nauc_mrr_at_10_max": 0.287986, "nauc_mrr_at_10_std": 0.162947, "nauc_mrr_at_10_diff1": 0.223067, "nauc_mrr_at_20_max": 0.290641, "nauc_mrr_at_20_std": 0.16876, "nauc_mrr_at_20_diff1": 0.222895, "nauc_mrr_at_100_max": 0.292568, "nauc_mrr_at_100_std": 0.171276, "nauc_mrr_at_100_diff1": 0.223397, "nauc_mrr_at_1000_max": 0.292468, "nauc_mrr_at_1000_std": 0.171174, "nauc_mrr_at_1000_diff1": 0.223317, "main_score": 0.26326, "hf_subset": "default", "languages": [ "fas-Arab" ] } ] }, "evaluation_time": 17869.329332351685, "kg_co2_emissions": null }