{ "dataset_revision": "bc5efb7e9d437246ce393ed19d772e08e4a79535", "task_name": "CosQA", "mteb_version": "2.12.25", "scores": { "test": [ { "ndcg_at_1": 0.162, "ndcg_at_3": 0.26378, "ndcg_at_5": 0.33332, "ndcg_at_10": 0.39177, "ndcg_at_20": 0.41639, "ndcg_at_100": 0.44764, "ndcg_at_1000": 0.45417, "map_at_1": 0.162, "map_at_3": 0.237, "map_at_5": 0.2753, "map_at_10": 0.30033, "map_at_20": 0.30727, "map_at_100": 0.31189, "map_at_1000": 0.3122, "recall_at_1": 0.162, "recall_at_3": 0.342, "recall_at_5": 0.512, "recall_at_10": 0.688, "recall_at_20": 0.784, "recall_at_100": 0.948, "recall_at_1000": 0.996, "accuracy": 0.162, "precision_at_1": 0.162, "precision_at_3": 0.114, "precision_at_5": 0.1024, "precision_at_10": 0.0688, "precision_at_20": 0.0392, "precision_at_100": 0.00948, "precision_at_1000": 0.001, "mrr_at_1": 0.104, "mrr_at_3": 0.214333, "mrr_at_5": 0.226533, "mrr_at_10": 0.258846, "mrr_at_20": 0.266106, "mrr_at_100": 0.271927, "mrr_at_1000": 0.272239, "nauc_ndcg_at_1_max": -0.012369, "nauc_ndcg_at_1_std": -0.062223, "nauc_ndcg_at_1_diff1": 0.361108, "nauc_ndcg_at_3_max": -0.037249, "nauc_ndcg_at_3_std": -0.076543, "nauc_ndcg_at_3_diff1": 0.236833, "nauc_ndcg_at_5_max": -0.068953, "nauc_ndcg_at_5_std": -0.088897, "nauc_ndcg_at_5_diff1": 0.184395, "nauc_ndcg_at_10_max": -0.061376, "nauc_ndcg_at_10_std": -0.079691, "nauc_ndcg_at_10_diff1": 0.194257, "nauc_ndcg_at_20_max": -0.045863, "nauc_ndcg_at_20_std": -0.063057, "nauc_ndcg_at_20_diff1": 0.201924, "nauc_ndcg_at_100_max": -0.052877, "nauc_ndcg_at_100_std": -0.058436, "nauc_ndcg_at_100_diff1": 0.208146, "nauc_ndcg_at_1000_max": -0.048634, "nauc_ndcg_at_1000_std": -0.065615, "nauc_ndcg_at_1000_diff1": 0.224056, "nauc_map_at_1_max": -0.012369, "nauc_map_at_1_std": -0.062223, "nauc_map_at_1_diff1": 0.361108, "nauc_map_at_3_max": -0.030598, "nauc_map_at_3_std": -0.072369, "nauc_map_at_3_diff1": 0.266373, "nauc_map_at_5_max": -0.049881, "nauc_map_at_5_std": -0.080637, "nauc_map_at_5_diff1": 0.236037, "nauc_map_at_10_max": -0.045805, "nauc_map_at_10_std": -0.075786, "nauc_map_at_10_diff1": 0.242454, "nauc_map_at_20_max": -0.040541, "nauc_map_at_20_std": -0.070537, "nauc_map_at_20_diff1": 0.245772, "nauc_map_at_100_max": -0.041226, "nauc_map_at_100_std": -0.069819, "nauc_map_at_100_diff1": 0.247025, "nauc_map_at_1000_max": -0.041081, "nauc_map_at_1000_std": -0.070104, "nauc_map_at_1000_diff1": 0.247705, "nauc_recall_at_1_max": -0.012369, "nauc_recall_at_1_std": -0.062223, "nauc_recall_at_1_diff1": 0.361108, "nauc_recall_at_3_max": -0.053773, "nauc_recall_at_3_std": -0.087, "nauc_recall_at_3_diff1": 0.164399, "nauc_recall_at_5_max": -0.119178, "nauc_recall_at_5_std": -0.109908, "nauc_recall_at_5_diff1": 0.050123, "nauc_recall_at_10_max": -0.111044, "nauc_recall_at_10_std": -0.090364, "nauc_recall_at_10_diff1": 0.039723, "nauc_recall_at_20_max": -0.056394, "nauc_recall_at_20_std": -0.015524, "nauc_recall_at_20_diff1": 0.022204, "nauc_recall_at_100_max": -0.259732, "nauc_recall_at_100_std": 0.212131, "nauc_recall_at_100_diff1": -0.327857, "nauc_recall_at_1000_max": -0.80859, "nauc_recall_at_1000_std": 0.348973, "nauc_recall_at_1000_diff1": -0.024276, "nauc_precision_at_1_max": -0.012369, "nauc_precision_at_1_std": -0.062223, "nauc_precision_at_1_diff1": 0.361108, "nauc_precision_at_3_max": -0.053773, "nauc_precision_at_3_std": -0.087, "nauc_precision_at_3_diff1": 0.164399, "nauc_precision_at_5_max": -0.119178, "nauc_precision_at_5_std": -0.109908, "nauc_precision_at_5_diff1": 0.050123, "nauc_precision_at_10_max": -0.111044, "nauc_precision_at_10_std": -0.090364, "nauc_precision_at_10_diff1": 0.039723, "nauc_precision_at_20_max": -0.056394, "nauc_precision_at_20_std": -0.015524, "nauc_precision_at_20_diff1": 0.022204, "nauc_precision_at_100_max": -0.259732, "nauc_precision_at_100_std": 0.212131, "nauc_precision_at_100_diff1": -0.327857, "nauc_precision_at_1000_max": -0.80859, "nauc_precision_at_1000_std": 0.348973, "nauc_precision_at_1000_diff1": -0.024276, "nauc_mrr_at_1_max": -0.02982, "nauc_mrr_at_1_std": -0.198344, "nauc_mrr_at_1_diff1": 0.593014, "nauc_mrr_at_3_max": -0.039986, "nauc_mrr_at_3_std": -0.185597, "nauc_mrr_at_3_diff1": 0.381491, "nauc_mrr_at_5_max": -0.047767, "nauc_mrr_at_5_std": -0.186381, "nauc_mrr_at_5_diff1": 0.364568, "nauc_mrr_at_10_max": -0.054448, "nauc_mrr_at_10_std": -0.177943, "nauc_mrr_at_10_diff1": 0.360681, "nauc_mrr_at_20_max": -0.051139, "nauc_mrr_at_20_std": -0.175981, "nauc_mrr_at_20_diff1": 0.36359, "nauc_mrr_at_100_max": -0.049852, "nauc_mrr_at_100_std": -0.174694, "nauc_mrr_at_100_diff1": 0.365672, "nauc_mrr_at_1000_max": -0.049708, "nauc_mrr_at_1000_std": -0.17515, "nauc_mrr_at_1000_diff1": 0.366592, "hit_rate_at_1": 0.162, "hit_rate_at_3": 0.342, "hit_rate_at_5": 0.512, "hit_rate_at_10": 0.688, "hit_rate_at_20": 0.784, "hit_rate_at_100": 0.948, "hit_rate_at_1000": 0.996, "main_score": 0.39177, "hf_subset": "default", "languages": [ "eng-Latn", "python-Code" ] } ] }, "evaluation_time": 35.80277371406555, "kg_co2_emissions": null, "date": 1783794919.414673 }