{ "dataset_revision": "b92e24fab42ab599535a19ee744de5485ec92f64", "task_name": "CQADupstackMathematicaRetrieval-Fa", "mteb_version": "1.34.0", "scores": { "test": [ { "ndcg_at_1": 0.17786, "ndcg_at_3": 0.21718, "ndcg_at_5": 0.23744, "ndcg_at_10": 0.26335, "ndcg_at_20": 0.28466, "ndcg_at_100": 0.3187, "ndcg_at_1000": 0.34944, "map_at_1": 0.14152, "map_at_3": 0.19049, "map_at_5": 0.20313, "map_at_10": 0.21487, "map_at_20": 0.22086, "map_at_100": 0.22599, "map_at_1000": 0.2273, "recall_at_1": 0.14152, "recall_at_3": 0.24624, "recall_at_5": 0.29609, "recall_at_10": 0.37338, "recall_at_20": 0.45326, "recall_at_100": 0.61895, "recall_at_1000": 0.83579, "precision_at_1": 0.17786, "precision_at_3": 0.10572, "precision_at_5": 0.07786, "precision_at_10": 0.04988, "precision_at_20": 0.03029, "precision_at_100": 0.00888, "precision_at_1000": 0.00129, "mrr_at_1": 0.177861, "mrr_at_3": 0.231136, "mrr_at_5": 0.244258, "mrr_at_10": 0.255589, "mrr_at_20": 0.261406, "mrr_at_100": 0.265398, "mrr_at_1000": 0.266178, "nauc_ndcg_at_1_max": 0.207357, "nauc_ndcg_at_1_std": 0.014131, "nauc_ndcg_at_1_diff1": 0.385565, "nauc_ndcg_at_3_max": 0.187585, "nauc_ndcg_at_3_std": 0.023042, "nauc_ndcg_at_3_diff1": 0.321893, "nauc_ndcg_at_5_max": 0.199597, "nauc_ndcg_at_5_std": 0.029872, "nauc_ndcg_at_5_diff1": 0.296302, "nauc_ndcg_at_10_max": 0.205602, "nauc_ndcg_at_10_std": 0.031685, "nauc_ndcg_at_10_diff1": 0.28763, "nauc_ndcg_at_20_max": 0.211107, "nauc_ndcg_at_20_std": 0.042657, "nauc_ndcg_at_20_diff1": 0.281914, "nauc_ndcg_at_100_max": 0.219002, "nauc_ndcg_at_100_std": 0.056458, "nauc_ndcg_at_100_diff1": 0.29138, "nauc_ndcg_at_1000_max": 0.222377, "nauc_ndcg_at_1000_std": 0.06576, "nauc_ndcg_at_1000_diff1": 0.295454, "nauc_map_at_1_max": 0.201281, "nauc_map_at_1_std": 0.028508, "nauc_map_at_1_diff1": 0.390211, "nauc_map_at_3_max": 0.187421, "nauc_map_at_3_std": 0.022352, "nauc_map_at_3_diff1": 0.335021, "nauc_map_at_5_max": 0.196611, "nauc_map_at_5_std": 0.025556, "nauc_map_at_5_diff1": 0.31853, "nauc_map_at_10_max": 0.200372, "nauc_map_at_10_std": 0.02527, "nauc_map_at_10_diff1": 0.3138, "nauc_map_at_20_max": 0.201994, "nauc_map_at_20_std": 0.029265, "nauc_map_at_20_diff1": 0.311791, "nauc_map_at_100_max": 0.204325, "nauc_map_at_100_std": 0.031704, "nauc_map_at_100_diff1": 0.313552, "nauc_map_at_1000_max": 0.204617, "nauc_map_at_1000_std": 0.032196, "nauc_map_at_1000_diff1": 0.313845, "nauc_recall_at_1_max": 0.201281, "nauc_recall_at_1_std": 0.028508, "nauc_recall_at_1_diff1": 0.390211, "nauc_recall_at_3_max": 0.162971, "nauc_recall_at_3_std": 0.03267, "nauc_recall_at_3_diff1": 0.282006, "nauc_recall_at_5_max": 0.191936, "nauc_recall_at_5_std": 0.04704, "nauc_recall_at_5_diff1": 0.234747, "nauc_recall_at_10_max": 0.202969, "nauc_recall_at_10_std": 0.048929, "nauc_recall_at_10_diff1": 0.218707, "nauc_recall_at_20_max": 0.213381, "nauc_recall_at_20_std": 0.077801, "nauc_recall_at_20_diff1": 0.195312, "nauc_recall_at_100_max": 0.237221, "nauc_recall_at_100_std": 0.14962, "nauc_recall_at_100_diff1": 0.217448, "nauc_recall_at_1000_max": 0.304112, "nauc_recall_at_1000_std": 0.361125, "nauc_recall_at_1000_diff1": 0.226591, "nauc_precision_at_1_max": 0.207357, "nauc_precision_at_1_std": 0.014131, "nauc_precision_at_1_diff1": 0.385565, "nauc_precision_at_3_max": 0.188874, "nauc_precision_at_3_std": 0.013764, "nauc_precision_at_3_diff1": 0.272646, "nauc_precision_at_5_max": 0.21539, "nauc_precision_at_5_std": 0.016519, "nauc_precision_at_5_diff1": 0.206466, "nauc_precision_at_10_max": 0.244789, "nauc_precision_at_10_std": 0.020763, "nauc_precision_at_10_diff1": 0.169109, "nauc_precision_at_20_max": 0.250572, "nauc_precision_at_20_std": 0.059076, "nauc_precision_at_20_diff1": 0.131293, "nauc_precision_at_100_max": 0.221265, "nauc_precision_at_100_std": 0.075931, "nauc_precision_at_100_diff1": 0.114635, "nauc_precision_at_1000_max": 0.125049, "nauc_precision_at_1000_std": 0.050795, "nauc_precision_at_1000_diff1": 0.015624, "nauc_mrr_at_1_max": 0.207357, "nauc_mrr_at_1_std": 0.014131, "nauc_mrr_at_1_diff1": 0.385565, "nauc_mrr_at_3_max": 0.195552, "nauc_mrr_at_3_std": 0.023098, "nauc_mrr_at_3_diff1": 0.327791, "nauc_mrr_at_5_max": 0.198381, "nauc_mrr_at_5_std": 0.023028, "nauc_mrr_at_5_diff1": 0.313696, "nauc_mrr_at_10_max": 0.200714, "nauc_mrr_at_10_std": 0.023035, "nauc_mrr_at_10_diff1": 0.31223, "nauc_mrr_at_20_max": 0.202235, "nauc_mrr_at_20_std": 0.025546, "nauc_mrr_at_20_diff1": 0.311092, "nauc_mrr_at_100_max": 0.202756, "nauc_mrr_at_100_std": 0.027038, "nauc_mrr_at_100_diff1": 0.313131, "nauc_mrr_at_1000_max": 0.202807, "nauc_mrr_at_1000_std": 0.027309, "nauc_mrr_at_1000_diff1": 0.313189, "main_score": 0.26335, "hf_subset": "default", "languages": [ "fas-Arab" ] } ] }, "evaluation_time": 7366.084542512894, "kg_co2_emissions": null }