{ "dataset_revision": "a7873741b8f5f88f84114c91861e3644baaa4b1c", "task_name": "NFCorpus-Fa", "mteb_version": "1.25.8", "scores": { "test": [ { "ndcg_at_1": 0.22755, "ndcg_at_3": 0.21643, "ndcg_at_5": 0.21022, "ndcg_at_10": 0.19701, "ndcg_at_20": 0.18866, "ndcg_at_100": 0.19516, "ndcg_at_1000": 0.29103, "map_at_1": 0.02586, "map_at_3": 0.04195, "map_at_5": 0.04947, "map_at_10": 0.05823, "map_at_20": 0.06524, "map_at_100": 0.07737, "map_at_1000": 0.08967, "recall_at_1": 0.02586, "recall_at_3": 0.051, "recall_at_5": 0.06748, "recall_at_10": 0.09339, "recall_at_20": 0.12316, "recall_at_100": 0.21923, "recall_at_1000": 0.55475, "precision_at_1": 0.24149, "precision_at_3": 0.21672, "precision_at_5": 0.19443, "precision_at_10": 0.15759, "precision_at_20": 0.12384, "precision_at_100": 0.05839, "precision_at_1000": 0.0191, "mrr_at_1": 0.244582, "mrr_at_3": 0.307534, "mrr_at_5": 0.319763, "mrr_at_10": 0.331828, "mrr_at_20": 0.338622, "mrr_at_100": 0.342103, "mrr_at_1000": 0.34272, "nauc_ndcg_at_1_max": 0.208166, "nauc_ndcg_at_1_std": 0.082192, "nauc_ndcg_at_1_diff1": 0.315339, "nauc_ndcg_at_3_max": 0.288272, "nauc_ndcg_at_3_std": 0.151553, "nauc_ndcg_at_3_diff1": 0.270944, "nauc_ndcg_at_5_max": 0.292806, "nauc_ndcg_at_5_std": 0.155221, "nauc_ndcg_at_5_diff1": 0.262917, "nauc_ndcg_at_10_max": 0.308814, "nauc_ndcg_at_10_std": 0.180731, "nauc_ndcg_at_10_diff1": 0.249243, "nauc_ndcg_at_20_max": 0.299815, "nauc_ndcg_at_20_std": 0.174965, "nauc_ndcg_at_20_diff1": 0.258176, "nauc_ndcg_at_100_max": 0.331879, "nauc_ndcg_at_100_std": 0.187021, "nauc_ndcg_at_100_diff1": 0.265008, "nauc_ndcg_at_1000_max": 0.404644, "nauc_ndcg_at_1000_std": 0.27145, "nauc_ndcg_at_1000_diff1": 0.282885, "nauc_map_at_1_max": 0.117292, "nauc_map_at_1_std": -0.147556, "nauc_map_at_1_diff1": 0.563015, "nauc_map_at_3_max": 0.219845, "nauc_map_at_3_std": -0.081552, "nauc_map_at_3_diff1": 0.461378, "nauc_map_at_5_max": 0.245318, "nauc_map_at_5_std": -0.058773, "nauc_map_at_5_diff1": 0.432788, "nauc_map_at_10_max": 0.24978, "nauc_map_at_10_std": -0.032333, "nauc_map_at_10_diff1": 0.382479, "nauc_map_at_20_max": 0.244492, "nauc_map_at_20_std": -0.026256, "nauc_map_at_20_diff1": 0.362104, "nauc_map_at_100_max": 0.262725, "nauc_map_at_100_std": 0.032008, "nauc_map_at_100_diff1": 0.324316, "nauc_map_at_1000_max": 0.287686, "nauc_map_at_1000_std": 0.08968, "nauc_map_at_1000_diff1": 0.312897, "nauc_recall_at_1_max": 0.117292, "nauc_recall_at_1_std": -0.147556, "nauc_recall_at_1_diff1": 0.563015, "nauc_recall_at_3_max": 0.245577, "nauc_recall_at_3_std": -0.060938, "nauc_recall_at_3_diff1": 0.388909, "nauc_recall_at_5_max": 0.238499, "nauc_recall_at_5_std": -0.046308, "nauc_recall_at_5_diff1": 0.3177, "nauc_recall_at_10_max": 0.21388, "nauc_recall_at_10_std": -0.013817, "nauc_recall_at_10_diff1": 0.230853, "nauc_recall_at_20_max": 0.182231, "nauc_recall_at_20_std": -0.017075, "nauc_recall_at_20_diff1": 0.194767, "nauc_recall_at_100_max": 0.202561, "nauc_recall_at_100_std": 0.081761, "nauc_recall_at_100_diff1": 0.108916, "nauc_recall_at_1000_max": 0.224196, "nauc_recall_at_1000_std": 0.146298, "nauc_recall_at_1000_diff1": 0.095376, "nauc_precision_at_1_max": 0.223719, "nauc_precision_at_1_std": 0.080694, "nauc_precision_at_1_diff1": 0.287516, "nauc_precision_at_3_max": 0.322364, "nauc_precision_at_3_std": 0.204942, "nauc_precision_at_3_diff1": 0.183874, "nauc_precision_at_5_max": 0.314225, "nauc_precision_at_5_std": 0.219746, "nauc_precision_at_5_diff1": 0.153551, "nauc_precision_at_10_max": 0.336313, "nauc_precision_at_10_std": 0.294556, "nauc_precision_at_10_diff1": 0.112784, "nauc_precision_at_20_max": 0.286809, "nauc_precision_at_20_std": 0.309519, "nauc_precision_at_20_diff1": 0.1038, "nauc_precision_at_100_max": 0.266534, "nauc_precision_at_100_std": 0.410787, "nauc_precision_at_100_diff1": 0.031805, "nauc_precision_at_1000_max": 0.238606, "nauc_precision_at_1000_std": 0.430588, "nauc_precision_at_1000_diff1": 0.052239, "nauc_mrr_at_1_max": 0.224174, "nauc_mrr_at_1_std": 0.073137, "nauc_mrr_at_1_diff1": 0.276074, "nauc_mrr_at_3_max": 0.270723, "nauc_mrr_at_3_std": 0.125618, "nauc_mrr_at_3_diff1": 0.2639, "nauc_mrr_at_5_max": 0.272827, "nauc_mrr_at_5_std": 0.130747, "nauc_mrr_at_5_diff1": 0.255214, "nauc_mrr_at_10_max": 0.284313, "nauc_mrr_at_10_std": 0.144564, "nauc_mrr_at_10_diff1": 0.262668, "nauc_mrr_at_20_max": 0.288986, "nauc_mrr_at_20_std": 0.151116, "nauc_mrr_at_20_diff1": 0.265232, "nauc_mrr_at_100_max": 0.287788, "nauc_mrr_at_100_std": 0.150254, "nauc_mrr_at_100_diff1": 0.264224, "nauc_mrr_at_1000_max": 0.287467, "nauc_mrr_at_1000_std": 0.149717, "nauc_mrr_at_1000_diff1": 0.264352, "main_score": 0.19701, "hf_subset": "default", "languages": [ "fas-Arab" ] } ] }, "evaluation_time": 59.889270067214966, "kg_co2_emissions": null }