{ "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", "task_name": "CQADupstackWebmastersRetrieval", "mteb_version": "2.10.3", "scores": { "test": [ { "ndcg_at_1": 0.31423, "ndcg_at_3": 0.36043, "ndcg_at_5": 0.37602, "ndcg_at_10": 0.39489, "ndcg_at_20": 0.41318, "ndcg_at_100": 0.45535, "ndcg_at_1000": 0.4816, "map_at_1": 0.26696, "map_at_3": 0.32282, "map_at_5": 0.3357, "map_at_10": 0.34672, "map_at_20": 0.35353, "map_at_100": 0.36171, "map_at_1000": 0.36394, "recall_at_1": 0.26696, "recall_at_3": 0.37626, "recall_at_5": 0.42225, "recall_at_10": 0.48201, "recall_at_20": 0.55179, "recall_at_100": 0.75799, "recall_at_1000": 0.92399, "accuracy": 0.26696, "precision_at_1": 0.31423, "precision_at_3": 0.16667, "precision_at_5": 0.117, "precision_at_10": 0.07154, "precision_at_20": 0.04457, "precision_at_100": 0.01474, "precision_at_1000": 0.00236, "mrr_at_1": 0.314229, "mrr_at_3": 0.369236, "mrr_at_5": 0.379611, "mrr_at_10": 0.387224, "mrr_at_20": 0.392449, "mrr_at_100": 0.397073, "mrr_at_1000": 0.397737, "nauc_ndcg_at_1_max": 0.049599, "nauc_ndcg_at_1_std": -0.048295, "nauc_ndcg_at_1_diff1": 0.537618, "nauc_ndcg_at_3_max": 0.033574, "nauc_ndcg_at_3_std": -0.061699, "nauc_ndcg_at_3_diff1": 0.510055, "nauc_ndcg_at_5_max": 0.025172, "nauc_ndcg_at_5_std": -0.051457, "nauc_ndcg_at_5_diff1": 0.521204, "nauc_ndcg_at_10_max": 0.038487, "nauc_ndcg_at_10_std": -0.046505, "nauc_ndcg_at_10_diff1": 0.503459, "nauc_ndcg_at_20_max": 0.045975, "nauc_ndcg_at_20_std": -0.045388, "nauc_ndcg_at_20_diff1": 0.494634, "nauc_ndcg_at_100_max": 0.054804, "nauc_ndcg_at_100_std": -0.019231, "nauc_ndcg_at_100_diff1": 0.48631, "nauc_ndcg_at_1000_max": 0.042171, "nauc_ndcg_at_1000_std": -0.021017, "nauc_ndcg_at_1000_diff1": 0.494505, "nauc_map_at_1_max": 0.048802, "nauc_map_at_1_std": -0.06897, "nauc_map_at_1_diff1": 0.58167, "nauc_map_at_3_max": 0.032337, "nauc_map_at_3_std": -0.069712, "nauc_map_at_3_diff1": 0.53038, "nauc_map_at_5_max": 0.032551, "nauc_map_at_5_std": -0.062627, "nauc_map_at_5_diff1": 0.533, "nauc_map_at_10_max": 0.038406, "nauc_map_at_10_std": -0.056496, "nauc_map_at_10_diff1": 0.524098, "nauc_map_at_20_max": 0.040007, "nauc_map_at_20_std": -0.054077, "nauc_map_at_20_diff1": 0.521971, "nauc_map_at_100_max": 0.040304, "nauc_map_at_100_std": -0.046569, "nauc_map_at_100_diff1": 0.520239, "nauc_map_at_1000_max": 0.038565, "nauc_map_at_1000_std": -0.047412, "nauc_map_at_1000_diff1": 0.520002, "nauc_recall_at_1_max": 0.048802, "nauc_recall_at_1_std": -0.06897, "nauc_recall_at_1_diff1": 0.58167, "nauc_recall_at_3_max": 0.020777, "nauc_recall_at_3_std": -0.06398, "nauc_recall_at_3_diff1": 0.493108, "nauc_recall_at_5_max": 0.009613, "nauc_recall_at_5_std": -0.040608, "nauc_recall_at_5_diff1": 0.499164, "nauc_recall_at_10_max": 0.042215, "nauc_recall_at_10_std": -0.030179, "nauc_recall_at_10_diff1": 0.444826, "nauc_recall_at_20_max": 0.072239, "nauc_recall_at_20_std": -0.027605, "nauc_recall_at_20_diff1": 0.400944, "nauc_recall_at_100_max": 0.141536, "nauc_recall_at_100_std": 0.144541, "nauc_recall_at_100_diff1": 0.301728, "nauc_recall_at_1000_max": 0.013378, "nauc_recall_at_1000_std": 0.425941, "nauc_recall_at_1000_diff1": 0.311817, "nauc_precision_at_1_max": 0.049599, "nauc_precision_at_1_std": -0.048295, "nauc_precision_at_1_diff1": 0.537618, "nauc_precision_at_3_max": 0.037224, "nauc_precision_at_3_std": -0.023977, "nauc_precision_at_3_diff1": 0.332189, "nauc_precision_at_5_max": 0.021531, "nauc_precision_at_5_std": 0.009295, "nauc_precision_at_5_diff1": 0.287536, "nauc_precision_at_10_max": 0.035416, "nauc_precision_at_10_std": 0.043003, "nauc_precision_at_10_diff1": 0.183516, "nauc_precision_at_20_max": 0.01793, "nauc_precision_at_20_std": 0.06557, "nauc_precision_at_20_diff1": 0.114504, "nauc_precision_at_100_max": -0.012322, "nauc_precision_at_100_std": 0.094164, "nauc_precision_at_100_diff1": -0.033386, "nauc_precision_at_1000_max": -0.093989, "nauc_precision_at_1000_std": -0.046691, "nauc_precision_at_1000_diff1": -0.113779, "nauc_mrr_at_1_max": 0.049599, "nauc_mrr_at_1_std": -0.048295, "nauc_mrr_at_1_diff1": 0.537618, "nauc_mrr_at_3_max": 0.037989, "nauc_mrr_at_3_std": -0.058288, "nauc_mrr_at_3_diff1": 0.511147, "nauc_mrr_at_5_max": 0.031869, "nauc_mrr_at_5_std": -0.05336, "nauc_mrr_at_5_diff1": 0.511621, "nauc_mrr_at_10_max": 0.03735, "nauc_mrr_at_10_std": -0.052665, "nauc_mrr_at_10_diff1": 0.505768, "nauc_mrr_at_20_max": 0.041238, "nauc_mrr_at_20_std": -0.051991, "nauc_mrr_at_20_diff1": 0.50189, "nauc_mrr_at_100_max": 0.04206, "nauc_mrr_at_100_std": -0.049496, "nauc_mrr_at_100_diff1": 0.502023, "nauc_mrr_at_1000_max": 0.041604, "nauc_mrr_at_1000_std": -0.049533, "nauc_mrr_at_1000_diff1": 0.502401, "hit_rate_at_1": 0.31423, "hit_rate_at_3": 0.43676, "hit_rate_at_5": 0.48221, "hit_rate_at_10": 0.53953, "hit_rate_at_20": 0.61462, "hit_rate_at_100": 0.8083, "hit_rate_at_1000": 0.94269, "main_score": 0.39489, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 15.811828851699829, "kg_co2_emissions": null, "date": 1772468706.094458 }