{ "dataset_revision": "a7873741b8f5f88f84114c91861e3644baaa4b1c", "task_name": "NFCorpus-Fa", "mteb_version": "1.25.8", "scores": { "test": [ { "ndcg_at_1": 0.04334, "ndcg_at_3": 0.04471, "ndcg_at_5": 0.04736, "ndcg_at_10": 0.04858, "ndcg_at_20": 0.05374, "ndcg_at_100": 0.07147, "ndcg_at_1000": 0.16965, "map_at_1": 0.00301, "map_at_3": 0.00551, "map_at_5": 0.0075, "map_at_10": 0.00906, "map_at_20": 0.01108, "map_at_100": 0.01492, "map_at_1000": 0.02198, "recall_at_1": 0.00301, "recall_at_3": 0.0083, "recall_at_5": 0.01622, "recall_at_10": 0.02474, "recall_at_20": 0.04487, "recall_at_100": 0.11069, "recall_at_1000": 0.44968, "precision_at_1": 0.04954, "precision_at_3": 0.04954, "precision_at_5": 0.04706, "precision_at_10": 0.04365, "precision_at_20": 0.04133, "precision_at_100": 0.02734, "precision_at_1000": 0.01461, "mrr_at_1": 0.049536, "mrr_at_3": 0.080495, "mrr_at_5": 0.092724, "mrr_at_10": 0.102751, "mrr_at_20": 0.111626, "mrr_at_100": 0.11804, "mrr_at_1000": 0.119327, "nauc_ndcg_at_1_max": 0.212905, "nauc_ndcg_at_1_std": 0.044922, "nauc_ndcg_at_1_diff1": 0.185009, "nauc_ndcg_at_3_max": 0.180637, "nauc_ndcg_at_3_std": 0.017071, "nauc_ndcg_at_3_diff1": 0.109679, "nauc_ndcg_at_5_max": 0.151476, "nauc_ndcg_at_5_std": 0.034267, "nauc_ndcg_at_5_diff1": 0.0379, "nauc_ndcg_at_10_max": 0.122652, "nauc_ndcg_at_10_std": 0.064186, "nauc_ndcg_at_10_diff1": 0.00159, "nauc_ndcg_at_20_max": 0.085523, "nauc_ndcg_at_20_std": 0.071493, "nauc_ndcg_at_20_diff1": -0.045756, "nauc_ndcg_at_100_max": 0.096735, "nauc_ndcg_at_100_std": 0.111972, "nauc_ndcg_at_100_diff1": -0.0991, "nauc_ndcg_at_1000_max": 0.114425, "nauc_ndcg_at_1000_std": 0.113638, "nauc_ndcg_at_1000_diff1": -0.108158, "nauc_map_at_1_max": 0.200677, "nauc_map_at_1_std": -0.11751, "nauc_map_at_1_diff1": -0.101504, "nauc_map_at_3_max": 0.192261, "nauc_map_at_3_std": -0.064077, "nauc_map_at_3_diff1": -0.100003, "nauc_map_at_5_max": 0.172062, "nauc_map_at_5_std": 0.027005, "nauc_map_at_5_diff1": -0.178479, "nauc_map_at_10_max": 0.138167, "nauc_map_at_10_std": 0.067238, "nauc_map_at_10_diff1": -0.169494, "nauc_map_at_20_max": 0.118165, "nauc_map_at_20_std": 0.084231, "nauc_map_at_20_diff1": -0.18267, "nauc_map_at_100_max": 0.117222, "nauc_map_at_100_std": 0.10684, "nauc_map_at_100_diff1": -0.170736, "nauc_map_at_1000_max": 0.088184, "nauc_map_at_1000_std": 0.104228, "nauc_map_at_1000_diff1": -0.141692, "nauc_recall_at_1_max": 0.200677, "nauc_recall_at_1_std": -0.11751, "nauc_recall_at_1_diff1": -0.101504, "nauc_recall_at_3_max": 0.138416, "nauc_recall_at_3_std": -0.070952, "nauc_recall_at_3_diff1": -0.134453, "nauc_recall_at_5_max": 0.135241, "nauc_recall_at_5_std": 0.109443, "nauc_recall_at_5_diff1": -0.263828, "nauc_recall_at_10_max": 0.064086, "nauc_recall_at_10_std": 0.156619, "nauc_recall_at_10_diff1": -0.230532, "nauc_recall_at_20_max": 0.030975, "nauc_recall_at_20_std": 0.154699, "nauc_recall_at_20_diff1": -0.248286, "nauc_recall_at_100_max": 0.02545, "nauc_recall_at_100_std": 0.150988, "nauc_recall_at_100_diff1": -0.211472, "nauc_recall_at_1000_max": -0.012625, "nauc_recall_at_1000_std": 0.048901, "nauc_recall_at_1000_diff1": -0.195387, "nauc_precision_at_1_max": 0.24591, "nauc_precision_at_1_std": 0.04288, "nauc_precision_at_1_diff1": 0.211539, "nauc_precision_at_3_max": 0.198834, "nauc_precision_at_3_std": 0.028498, "nauc_precision_at_3_diff1": 0.086361, "nauc_precision_at_5_max": 0.157926, "nauc_precision_at_5_std": 0.028311, "nauc_precision_at_5_diff1": 0.021503, "nauc_precision_at_10_max": 0.120265, "nauc_precision_at_10_std": 0.095514, "nauc_precision_at_10_diff1": 0.001498, "nauc_precision_at_20_max": 0.063392, "nauc_precision_at_20_std": 0.080139, "nauc_precision_at_20_diff1": -0.004828, "nauc_precision_at_100_max": 0.003086, "nauc_precision_at_100_std": 0.0817, "nauc_precision_at_100_diff1": 0.001369, "nauc_precision_at_1000_max": -0.070697, "nauc_precision_at_1000_std": -0.013872, "nauc_precision_at_1000_diff1": 0.000369, "nauc_mrr_at_1_max": 0.24591, "nauc_mrr_at_1_std": 0.04288, "nauc_mrr_at_1_diff1": 0.211539, "nauc_mrr_at_3_max": 0.171801, "nauc_mrr_at_3_std": 0.025451, "nauc_mrr_at_3_diff1": 0.134046, "nauc_mrr_at_5_max": 0.176799, "nauc_mrr_at_5_std": 0.009441, "nauc_mrr_at_5_diff1": 0.111693, "nauc_mrr_at_10_max": 0.173799, "nauc_mrr_at_10_std": 0.034346, "nauc_mrr_at_10_diff1": 0.090219, "nauc_mrr_at_20_max": 0.169149, "nauc_mrr_at_20_std": 0.030434, "nauc_mrr_at_20_diff1": 0.074432, "nauc_mrr_at_100_max": 0.17069, "nauc_mrr_at_100_std": 0.034974, "nauc_mrr_at_100_diff1": 0.07674, "nauc_mrr_at_1000_max": 0.171062, "nauc_mrr_at_1000_std": 0.033551, "nauc_mrr_at_1000_diff1": 0.078928, "main_score": 0.04858, "hf_subset": "default", "languages": [ "fas-Arab" ] } ] }, "evaluation_time": 18.579219818115234, "kg_co2_emissions": null }