{ "dataset_revision": "8be7e5f57990c9fc7b2b7b859b9c0f8d704128e3", "task_name": "CQADupstackWebmastersRetrieval-Fa", "mteb_version": "1.25.8", "scores": { "test": [ { "ndcg_at_1": 0.03557, "ndcg_at_3": 0.05109, "ndcg_at_5": 0.0571, "ndcg_at_10": 0.06201, "ndcg_at_20": 0.06992, "ndcg_at_100": 0.09551, "ndcg_at_1000": 0.1334, "map_at_1": 0.02426, "map_at_3": 0.03753, "map_at_5": 0.04145, "map_at_10": 0.04449, "map_at_20": 0.04695, "map_at_100": 0.05068, "map_at_1000": 0.05212, "recall_at_1": 0.02426, "recall_at_3": 0.05666, "recall_at_5": 0.07375, "recall_at_10": 0.09102, "recall_at_20": 0.12452, "recall_at_100": 0.25625, "recall_at_1000": 0.5307, "precision_at_1": 0.03557, "precision_at_3": 0.0303, "precision_at_5": 0.02411, "precision_at_10": 0.01601, "precision_at_20": 0.01067, "precision_at_100": 0.00484, "precision_at_1000": 0.00126, "mrr_at_1": 0.035573, "mrr_at_3": 0.055336, "mrr_at_5": 0.060573, "mrr_at_10": 0.063306, "mrr_at_20": 0.065875, "mrr_at_100": 0.069501, "mrr_at_1000": 0.070618, "nauc_ndcg_at_1_max": 0.092533, "nauc_ndcg_at_1_std": 0.061757, "nauc_ndcg_at_1_diff1": 0.218777, "nauc_ndcg_at_3_max": 0.073731, "nauc_ndcg_at_3_std": 0.098964, "nauc_ndcg_at_3_diff1": 0.261039, "nauc_ndcg_at_5_max": 0.0603, "nauc_ndcg_at_5_std": 0.068879, "nauc_ndcg_at_5_diff1": 0.235035, "nauc_ndcg_at_10_max": 0.077732, "nauc_ndcg_at_10_std": 0.074747, "nauc_ndcg_at_10_diff1": 0.237637, "nauc_ndcg_at_20_max": 0.08446, "nauc_ndcg_at_20_std": 0.079666, "nauc_ndcg_at_20_diff1": 0.258106, "nauc_ndcg_at_100_max": 0.101634, "nauc_ndcg_at_100_std": 0.085721, "nauc_ndcg_at_100_diff1": 0.223717, "nauc_ndcg_at_1000_max": 0.081836, "nauc_ndcg_at_1000_std": 0.110483, "nauc_ndcg_at_1000_diff1": 0.207132, "nauc_map_at_1_max": 0.093329, "nauc_map_at_1_std": 0.020978, "nauc_map_at_1_diff1": 0.369522, "nauc_map_at_3_max": 0.099267, "nauc_map_at_3_std": 0.065914, "nauc_map_at_3_diff1": 0.345083, "nauc_map_at_5_max": 0.085776, "nauc_map_at_5_std": 0.048437, "nauc_map_at_5_diff1": 0.309955, "nauc_map_at_10_max": 0.093998, "nauc_map_at_10_std": 0.058349, "nauc_map_at_10_diff1": 0.298011, "nauc_map_at_20_max": 0.092323, "nauc_map_at_20_std": 0.061442, "nauc_map_at_20_diff1": 0.300285, "nauc_map_at_100_max": 0.095957, "nauc_map_at_100_std": 0.064465, "nauc_map_at_100_diff1": 0.290349, "nauc_map_at_1000_max": 0.093924, "nauc_map_at_1000_std": 0.069072, "nauc_map_at_1000_diff1": 0.288253, "nauc_recall_at_1_max": 0.093329, "nauc_recall_at_1_std": 0.020978, "nauc_recall_at_1_diff1": 0.369522, "nauc_recall_at_3_max": 0.118236, "nauc_recall_at_3_std": 0.114628, "nauc_recall_at_3_diff1": 0.332924, "nauc_recall_at_5_max": 0.083329, "nauc_recall_at_5_std": 0.050789, "nauc_recall_at_5_diff1": 0.245501, "nauc_recall_at_10_max": 0.080375, "nauc_recall_at_10_std": 0.063588, "nauc_recall_at_10_diff1": 0.218793, "nauc_recall_at_20_max": 0.096444, "nauc_recall_at_20_std": 0.075532, "nauc_recall_at_20_diff1": 0.238898, "nauc_recall_at_100_max": 0.105648, "nauc_recall_at_100_std": 0.097254, "nauc_recall_at_100_diff1": 0.147487, "nauc_recall_at_1000_max": 0.045581, "nauc_recall_at_1000_std": 0.149932, "nauc_recall_at_1000_diff1": 0.109489, "nauc_precision_at_1_max": 0.092533, "nauc_precision_at_1_std": 0.061757, "nauc_precision_at_1_diff1": 0.218777, "nauc_precision_at_3_max": 0.045273, "nauc_precision_at_3_std": 0.125472, "nauc_precision_at_3_diff1": 0.175614, "nauc_precision_at_5_max": 0.007691, "nauc_precision_at_5_std": 0.104635, "nauc_precision_at_5_diff1": 0.113094, "nauc_precision_at_10_max": 0.084663, "nauc_precision_at_10_std": 0.143261, "nauc_precision_at_10_diff1": 0.100482, "nauc_precision_at_20_max": 0.05963, "nauc_precision_at_20_std": 0.171852, "nauc_precision_at_20_diff1": 0.143565, "nauc_precision_at_100_max": 0.064211, "nauc_precision_at_100_std": 0.211799, "nauc_precision_at_100_diff1": 0.048842, "nauc_precision_at_1000_max": -0.045916, "nauc_precision_at_1000_std": 0.226732, "nauc_precision_at_1000_diff1": -0.008339, "nauc_mrr_at_1_max": 0.092533, "nauc_mrr_at_1_std": 0.061757, "nauc_mrr_at_1_diff1": 0.218777, "nauc_mrr_at_3_max": 0.062325, "nauc_mrr_at_3_std": 0.093976, "nauc_mrr_at_3_diff1": 0.215677, "nauc_mrr_at_5_max": 0.051252, "nauc_mrr_at_5_std": 0.076572, "nauc_mrr_at_5_diff1": 0.200251, "nauc_mrr_at_10_max": 0.054254, "nauc_mrr_at_10_std": 0.083067, "nauc_mrr_at_10_diff1": 0.201439, "nauc_mrr_at_20_max": 0.055691, "nauc_mrr_at_20_std": 0.082429, "nauc_mrr_at_20_diff1": 0.207268, "nauc_mrr_at_100_max": 0.059623, "nauc_mrr_at_100_std": 0.081628, "nauc_mrr_at_100_diff1": 0.203325, "nauc_mrr_at_1000_max": 0.058733, "nauc_mrr_at_1000_std": 0.083434, "nauc_mrr_at_1000_diff1": 0.203033, "main_score": 0.06201, "hf_subset": "default", "languages": [ "fas-Arab" ] } ] }, "evaluation_time": 25.019072771072388, "kg_co2_emissions": null }