{ "dataset_revision": "4e099ab42dffd49d72c1472f451371e53343e3d7", "task_name": "WikiSQLRetrieval", "mteb_version": "2.3.11", "scores": { "test": [ { "ndcg_at_1": 0.86475, "ndcg_at_3": 0.92736, "ndcg_at_5": 0.93428, "ndcg_at_10": 0.93696, "ndcg_at_20": 0.93785, "ndcg_at_100": 0.9384, "ndcg_at_1000": 0.9384, "map_at_1": 0.86475, "map_at_3": 0.91292, "map_at_5": 0.91681, "map_at_10": 0.91792, "map_at_20": 0.91818, "map_at_100": 0.91825, "map_at_1000": 0.91825, "recall_at_1": 0.86475, "recall_at_3": 0.96875, "recall_at_5": 0.98535, "recall_at_10": 0.99365, "recall_at_20": 0.99707, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.86475, "precision_at_1": 0.86475, "precision_at_3": 0.32292, "precision_at_5": 0.19707, "precision_at_10": 0.09937, "precision_at_20": 0.04985, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.864746, "mrr_at_3": 0.913005, "mrr_at_5": 0.916789, "mrr_at_10": 0.917981, "mrr_at_20": 0.91824, "mrr_at_100": 0.918316, "mrr_at_1000": 0.918316, "nauc_ndcg_at_1_max": 0.48114, "nauc_ndcg_at_1_std": -0.164874, "nauc_ndcg_at_1_diff1": 0.86949, "nauc_ndcg_at_3_max": 0.548064, "nauc_ndcg_at_3_std": -0.219127, "nauc_ndcg_at_3_diff1": 0.857976, "nauc_ndcg_at_5_max": 0.542123, "nauc_ndcg_at_5_std": -0.214686, "nauc_ndcg_at_5_diff1": 0.861585, "nauc_ndcg_at_10_max": 0.529017, "nauc_ndcg_at_10_std": -0.210572, "nauc_ndcg_at_10_diff1": 0.862428, "nauc_ndcg_at_20_max": 0.522953, "nauc_ndcg_at_20_std": -0.207165, "nauc_ndcg_at_20_diff1": 0.862635, "nauc_ndcg_at_100_max": 0.520707, "nauc_ndcg_at_100_std": -0.200014, "nauc_ndcg_at_100_diff1": 0.863326, "nauc_ndcg_at_1000_max": 0.520707, "nauc_ndcg_at_1000_std": -0.200014, "nauc_ndcg_at_1000_diff1": 0.863326, "nauc_map_at_1_max": 0.48114, "nauc_map_at_1_std": -0.164874, "nauc_map_at_1_diff1": 0.86949, "nauc_map_at_3_max": 0.526325, "nauc_map_at_3_std": -0.199466, "nauc_map_at_3_diff1": 0.861879, "nauc_map_at_5_max": 0.522363, "nauc_map_at_5_std": -0.196617, "nauc_map_at_5_diff1": 0.863636, "nauc_map_at_10_max": 0.517872, "nauc_map_at_10_std": -0.195629, "nauc_map_at_10_diff1": 0.863901, "nauc_map_at_20_max": 0.516505, "nauc_map_at_20_std": -0.194776, "nauc_map_at_20_diff1": 0.863984, "nauc_map_at_100_max": 0.516247, "nauc_map_at_100_std": -0.194129, "nauc_map_at_100_diff1": 0.864041, "nauc_map_at_1000_max": 0.516247, "nauc_map_at_1000_std": -0.194129, "nauc_map_at_1000_diff1": 0.864041, "nauc_recall_at_1_max": 0.48114, "nauc_recall_at_1_std": -0.164874, "nauc_recall_at_1_diff1": 0.86949, "nauc_recall_at_3_max": 0.714751, "nauc_recall_at_3_std": -0.372492, "nauc_recall_at_3_diff1": 0.827842, "nauc_recall_at_5_max": 0.847673, "nauc_recall_at_5_std": -0.498133, "nauc_recall_at_5_diff1": 0.832328, "nauc_recall_at_10_max": 0.859612, "nauc_recall_at_10_std": -0.708006, "nauc_recall_at_10_diff1": 0.821189, "nauc_recall_at_20_max": 0.763919, "nauc_recall_at_20_std": -1.030344, "nauc_recall_at_20_diff1": 0.782981, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.48114, "nauc_precision_at_1_std": -0.164874, "nauc_precision_at_1_diff1": 0.86949, "nauc_precision_at_3_max": 0.714751, "nauc_precision_at_3_std": -0.372492, "nauc_precision_at_3_diff1": 0.827842, "nauc_precision_at_5_max": 0.847673, "nauc_precision_at_5_std": -0.498133, "nauc_precision_at_5_diff1": 0.832328, "nauc_precision_at_10_max": 0.859612, "nauc_precision_at_10_std": -0.708006, "nauc_precision_at_10_diff1": 0.821189, "nauc_precision_at_20_max": 0.763919, "nauc_precision_at_20_std": -1.030344, "nauc_precision_at_20_diff1": 0.782981, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.48114, "nauc_mrr_at_1_std": -0.164874, "nauc_mrr_at_1_diff1": 0.86949, "nauc_mrr_at_3_max": 0.525995, "nauc_mrr_at_3_std": -0.194974, "nauc_mrr_at_3_diff1": 0.862226, "nauc_mrr_at_5_max": 0.522256, "nauc_mrr_at_5_std": -0.193608, "nauc_mrr_at_5_diff1": 0.86335, "nauc_mrr_at_10_max": 0.517555, "nauc_mrr_at_10_std": -0.19314, "nauc_mrr_at_10_diff1": 0.863927, "nauc_mrr_at_20_max": 0.516186, "nauc_mrr_at_20_std": -0.192278, "nauc_mrr_at_20_diff1": 0.86401, "nauc_mrr_at_100_max": 0.515926, "nauc_mrr_at_100_std": -0.191621, "nauc_mrr_at_100_diff1": 0.864067, "nauc_mrr_at_1000_max": 0.515926, "nauc_mrr_at_1000_std": -0.191621, "nauc_mrr_at_1000_diff1": 0.864067, "cv_recall_at_1": 0.86475, "cv_recall_at_3": 0.96875, "cv_recall_at_5": 0.98486, "cv_recall_at_10": 0.99365, "cv_recall_at_20": 0.99707, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.93696, "hf_subset": "default", "languages": [ "eng-Latn", "sql-Code" ] } ] }, "evaluation_time": 47.64532279968262, "kg_co2_emissions": null }