{ "dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de", "task_name": "CQADupstackMathematicaRetrieval", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.19776, "ndcg_at_3": 0.2363, "ndcg_at_5": 0.25994, "ndcg_at_10": 0.28327, "ndcg_at_20": 0.30636, "ndcg_at_100": 0.34466, "ndcg_at_1000": 0.37252, "map_at_1": 0.15849, "map_at_3": 0.20926, "map_at_5": 0.22359, "map_at_10": 0.23426, "map_at_20": 0.24126, "map_at_100": 0.24711, "map_at_1000": 0.24832, "recall_at_1": 0.15849, "recall_at_3": 0.2639, "recall_at_5": 0.32205, "recall_at_10": 0.39095, "recall_at_20": 0.47344, "recall_at_100": 0.65858, "recall_at_1000": 0.85532, "precision_at_1": 0.19776, "precision_at_3": 0.11318, "precision_at_5": 0.08408, "precision_at_10": 0.05236, "precision_at_20": 0.03259, "precision_at_100": 0.00947, "precision_at_1000": 0.00132, "mrr_at_1": 0.197761, "mrr_at_3": 0.252073, "mrr_at_5": 0.267745, "mrr_at_10": 0.277407, "mrr_at_20": 0.283124, "mrr_at_100": 0.288455, "mrr_at_1000": 0.289094, "nauc_ndcg_at_1_max": 0.265575, "nauc_ndcg_at_1_std": 0.033794, "nauc_ndcg_at_1_diff1": 0.436626, "nauc_ndcg_at_3_max": 0.257024, "nauc_ndcg_at_3_std": 0.062127, "nauc_ndcg_at_3_diff1": 0.376254, "nauc_ndcg_at_5_max": 0.258903, "nauc_ndcg_at_5_std": 0.07317, "nauc_ndcg_at_5_diff1": 0.356099, "nauc_ndcg_at_10_max": 0.261593, "nauc_ndcg_at_10_std": 0.084968, "nauc_ndcg_at_10_diff1": 0.356304, "nauc_ndcg_at_20_max": 0.256161, "nauc_ndcg_at_20_std": 0.095578, "nauc_ndcg_at_20_diff1": 0.352163, "nauc_ndcg_at_100_max": 0.271263, "nauc_ndcg_at_100_std": 0.110509, "nauc_ndcg_at_100_diff1": 0.352612, "nauc_ndcg_at_1000_max": 0.2709, "nauc_ndcg_at_1000_std": 0.110844, "nauc_ndcg_at_1000_diff1": 0.35473, "nauc_map_at_1_max": 0.242688, "nauc_map_at_1_std": 0.040568, "nauc_map_at_1_diff1": 0.435489, "nauc_map_at_3_max": 0.24223, "nauc_map_at_3_std": 0.05309, "nauc_map_at_3_diff1": 0.383143, "nauc_map_at_5_max": 0.246532, "nauc_map_at_5_std": 0.060524, "nauc_map_at_5_diff1": 0.373345, "nauc_map_at_10_max": 0.249195, "nauc_map_at_10_std": 0.064641, "nauc_map_at_10_diff1": 0.375033, "nauc_map_at_20_max": 0.248404, "nauc_map_at_20_std": 0.068203, "nauc_map_at_20_diff1": 0.37424, "nauc_map_at_100_max": 0.251671, "nauc_map_at_100_std": 0.070806, "nauc_map_at_100_diff1": 0.374541, "nauc_map_at_1000_max": 0.251599, "nauc_map_at_1000_std": 0.070933, "nauc_map_at_1000_diff1": 0.374618, "nauc_recall_at_1_max": 0.242688, "nauc_recall_at_1_std": 0.040568, "nauc_recall_at_1_diff1": 0.435489, "nauc_recall_at_3_max": 0.240399, "nauc_recall_at_3_std": 0.078349, "nauc_recall_at_3_diff1": 0.324279, "nauc_recall_at_5_max": 0.240282, "nauc_recall_at_5_std": 0.094961, "nauc_recall_at_5_diff1": 0.280612, "nauc_recall_at_10_max": 0.248789, "nauc_recall_at_10_std": 0.124741, "nauc_recall_at_10_diff1": 0.281968, "nauc_recall_at_20_max": 0.229538, "nauc_recall_at_20_std": 0.159928, "nauc_recall_at_20_diff1": 0.26417, "nauc_recall_at_100_max": 0.291787, "nauc_recall_at_100_std": 0.25895, "nauc_recall_at_100_diff1": 0.234684, "nauc_recall_at_1000_max": 0.329967, "nauc_recall_at_1000_std": 0.426802, "nauc_recall_at_1000_diff1": 0.145433, "nauc_precision_at_1_max": 0.265575, "nauc_precision_at_1_std": 0.033794, "nauc_precision_at_1_diff1": 0.436626, "nauc_precision_at_3_max": 0.274957, "nauc_precision_at_3_std": 0.076291, "nauc_precision_at_3_diff1": 0.338538, "nauc_precision_at_5_max": 0.280965, "nauc_precision_at_5_std": 0.101217, "nauc_precision_at_5_diff1": 0.28334, "nauc_precision_at_10_max": 0.277968, "nauc_precision_at_10_std": 0.123146, "nauc_precision_at_10_diff1": 0.269327, "nauc_precision_at_20_max": 0.229367, "nauc_precision_at_20_std": 0.12694, "nauc_precision_at_20_diff1": 0.230371, "nauc_precision_at_100_max": 0.199995, "nauc_precision_at_100_std": 0.121796, "nauc_precision_at_100_diff1": 0.14508, "nauc_precision_at_1000_max": 0.087268, "nauc_precision_at_1000_std": 0.042036, "nauc_precision_at_1000_diff1": 0.06768, "nauc_mrr_at_1_max": 0.265575, "nauc_mrr_at_1_std": 0.033794, "nauc_mrr_at_1_diff1": 0.436626, "nauc_mrr_at_3_max": 0.278608, "nauc_mrr_at_3_std": 0.061167, "nauc_mrr_at_3_diff1": 0.395819, "nauc_mrr_at_5_max": 0.278532, "nauc_mrr_at_5_std": 0.063139, "nauc_mrr_at_5_diff1": 0.386502, "nauc_mrr_at_10_max": 0.276568, "nauc_mrr_at_10_std": 0.066542, "nauc_mrr_at_10_diff1": 0.383094, "nauc_mrr_at_20_max": 0.274166, "nauc_mrr_at_20_std": 0.069469, "nauc_mrr_at_20_diff1": 0.381739, "nauc_mrr_at_100_max": 0.276194, "nauc_mrr_at_100_std": 0.070376, "nauc_mrr_at_100_diff1": 0.383167, "nauc_mrr_at_1000_max": 0.276244, "nauc_mrr_at_1000_std": 0.070414, "nauc_mrr_at_1000_diff1": 0.383304, "main_score": 0.28327, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 91.71094822883606, "kg_co2_emissions": 0.008659678521383074 }