{ "dataset_revision": "d136a58b44962cf25e8630b6887a7dee3916420e", "task_name": "CQADupstackUnixRetrieval-Fa", "mteb_version": "1.25.8", "scores": { "test": [ { "ndcg_at_1": 0.24627, "ndcg_at_3": 0.28385, "ndcg_at_5": 0.30386, "ndcg_at_10": 0.32694, "ndcg_at_20": 0.34359, "ndcg_at_100": 0.37828, "ndcg_at_1000": 0.40372, "map_at_1": 0.20963, "map_at_3": 0.25913, "map_at_5": 0.27203, "map_at_10": 0.28213, "map_at_20": 0.2872, "map_at_100": 0.29252, "map_at_1000": 0.29355, "recall_at_1": 0.20963, "recall_at_3": 0.30934, "recall_at_5": 0.35934, "recall_at_10": 0.42697, "recall_at_20": 0.48585, "recall_at_100": 0.65813, "recall_at_1000": 0.83979, "precision_at_1": 0.24627, "precision_at_3": 0.13029, "precision_at_5": 0.09198, "precision_at_10": 0.05541, "precision_at_20": 0.03256, "precision_at_100": 0.00915, "precision_at_1000": 0.00124, "mrr_at_1": 0.246269, "mrr_at_3": 0.296331, "mrr_at_5": 0.308971, "mrr_at_10": 0.319, "mrr_at_20": 0.323317, "mrr_at_100": 0.327452, "mrr_at_1000": 0.328126, "nauc_ndcg_at_1_max": 0.447578, "nauc_ndcg_at_1_std": -0.018247, "nauc_ndcg_at_1_diff1": 0.567867, "nauc_ndcg_at_3_max": 0.403086, "nauc_ndcg_at_3_std": -0.009285, "nauc_ndcg_at_3_diff1": 0.498646, "nauc_ndcg_at_5_max": 0.389589, "nauc_ndcg_at_5_std": -0.009821, "nauc_ndcg_at_5_diff1": 0.492166, "nauc_ndcg_at_10_max": 0.383697, "nauc_ndcg_at_10_std": -0.001064, "nauc_ndcg_at_10_diff1": 0.477377, "nauc_ndcg_at_20_max": 0.385332, "nauc_ndcg_at_20_std": 0.005212, "nauc_ndcg_at_20_diff1": 0.465926, "nauc_ndcg_at_100_max": 0.394679, "nauc_ndcg_at_100_std": 0.025462, "nauc_ndcg_at_100_diff1": 0.465992, "nauc_ndcg_at_1000_max": 0.399427, "nauc_ndcg_at_1000_std": 0.027743, "nauc_ndcg_at_1000_diff1": 0.466504, "nauc_map_at_1_max": 0.410446, "nauc_map_at_1_std": -0.033239, "nauc_map_at_1_diff1": 0.565711, "nauc_map_at_3_max": 0.396909, "nauc_map_at_3_std": -0.021373, "nauc_map_at_3_diff1": 0.517717, "nauc_map_at_5_max": 0.392826, "nauc_map_at_5_std": -0.018968, "nauc_map_at_5_diff1": 0.513007, "nauc_map_at_10_max": 0.391202, "nauc_map_at_10_std": -0.015106, "nauc_map_at_10_diff1": 0.505898, "nauc_map_at_20_max": 0.392019, "nauc_map_at_20_std": -0.012588, "nauc_map_at_20_diff1": 0.502149, "nauc_map_at_100_max": 0.394531, "nauc_map_at_100_std": -0.008678, "nauc_map_at_100_diff1": 0.502109, "nauc_map_at_1000_max": 0.394769, "nauc_map_at_1000_std": -0.008395, "nauc_map_at_1000_diff1": 0.502167, "nauc_recall_at_1_max": 0.410446, "nauc_recall_at_1_std": -0.033239, "nauc_recall_at_1_diff1": 0.565711, "nauc_recall_at_3_max": 0.367564, "nauc_recall_at_3_std": -0.007079, "nauc_recall_at_3_diff1": 0.458016, "nauc_recall_at_5_max": 0.338668, "nauc_recall_at_5_std": -0.002882, "nauc_recall_at_5_diff1": 0.435417, "nauc_recall_at_10_max": 0.315019, "nauc_recall_at_10_std": 0.019724, "nauc_recall_at_10_diff1": 0.385743, "nauc_recall_at_20_max": 0.314474, "nauc_recall_at_20_std": 0.037901, "nauc_recall_at_20_diff1": 0.345836, "nauc_recall_at_100_max": 0.329627, "nauc_recall_at_100_std": 0.148669, "nauc_recall_at_100_diff1": 0.312933, "nauc_recall_at_1000_max": 0.355644, "nauc_recall_at_1000_std": 0.263884, "nauc_recall_at_1000_diff1": 0.218355, "nauc_precision_at_1_max": 0.447578, "nauc_precision_at_1_std": -0.018247, "nauc_precision_at_1_diff1": 0.567867, "nauc_precision_at_3_max": 0.415541, "nauc_precision_at_3_std": 0.024538, "nauc_precision_at_3_diff1": 0.425035, "nauc_precision_at_5_max": 0.382658, "nauc_precision_at_5_std": 0.032581, "nauc_precision_at_5_diff1": 0.381868, "nauc_precision_at_10_max": 0.353347, "nauc_precision_at_10_std": 0.063871, "nauc_precision_at_10_diff1": 0.316209, "nauc_precision_at_20_max": 0.338547, "nauc_precision_at_20_std": 0.091672, "nauc_precision_at_20_diff1": 0.242217, "nauc_precision_at_100_max": 0.30017, "nauc_precision_at_100_std": 0.174742, "nauc_precision_at_100_diff1": 0.137516, "nauc_precision_at_1000_max": 0.171261, "nauc_precision_at_1000_std": 0.147025, "nauc_precision_at_1000_diff1": -0.013353, "nauc_mrr_at_1_max": 0.447578, "nauc_mrr_at_1_std": -0.018247, "nauc_mrr_at_1_diff1": 0.567867, "nauc_mrr_at_3_max": 0.428902, "nauc_mrr_at_3_std": -0.003282, "nauc_mrr_at_3_diff1": 0.510553, "nauc_mrr_at_5_max": 0.42145, "nauc_mrr_at_5_std": -0.001967, "nauc_mrr_at_5_diff1": 0.505, "nauc_mrr_at_10_max": 0.41917, "nauc_mrr_at_10_std": 0.003573, "nauc_mrr_at_10_diff1": 0.499412, "nauc_mrr_at_20_max": 0.418822, "nauc_mrr_at_20_std": 0.003481, "nauc_mrr_at_20_diff1": 0.496218, "nauc_mrr_at_100_max": 0.419437, "nauc_mrr_at_100_std": 0.004894, "nauc_mrr_at_100_diff1": 0.496609, "nauc_mrr_at_1000_max": 0.419544, "nauc_mrr_at_1000_std": 0.005039, "nauc_mrr_at_1000_diff1": 0.496747, "main_score": 0.32694, "hf_subset": "default", "languages": [ "fas-Arab" ] } ] }, "evaluation_time": 673.4511787891388, "kg_co2_emissions": null }