{ "dataset_revision": "686b87296c3a0191b5d9415a00526c62db9fce09", "task_name": "SyntheticText2SQL", "mteb_version": "2.7.12", "scores": { "test": [ { "ndcg_at_1": 0.0576, "ndcg_at_3": 0.62376, "ndcg_at_5": 0.63412, "ndcg_at_10": 0.63673, "ndcg_at_20": 0.63747, "ndcg_at_100": 0.63747, "ndcg_at_1000": 0.63747, "map_at_1": 0.0576, "map_at_3": 0.50333, "map_at_5": 0.50918, "map_at_10": 0.51029, "map_at_20": 0.51052, "map_at_100": 0.51052, "map_at_1000": 0.51052, "recall_at_1": 0.0576, "recall_at_3": 0.96462, "recall_at_5": 0.9894, "recall_at_10": 0.99727, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.0576, "precision_at_1": 0.0576, "precision_at_3": 0.32154, "precision_at_5": 0.19788, "precision_at_10": 0.09973, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.912152, "mrr_at_3": 0.937133, "mrr_at_5": 0.93903, "mrr_at_10": 0.939831, "mrr_at_20": 0.939997, "mrr_at_100": 0.939997, "mrr_at_1000": 0.939997, "nauc_ndcg_at_1_max": 0.058323, "nauc_ndcg_at_1_std": -0.154131, "nauc_ndcg_at_1_diff1": 0.931416, "nauc_ndcg_at_3_max": 0.230486, "nauc_ndcg_at_3_std": 0.208075, "nauc_ndcg_at_3_diff1": -0.002674, "nauc_ndcg_at_5_max": 0.188544, "nauc_ndcg_at_5_std": 0.128705, "nauc_ndcg_at_5_diff1": 0.210119, "nauc_ndcg_at_10_max": 0.177408, "nauc_ndcg_at_10_std": 0.092256, "nauc_ndcg_at_10_diff1": 0.280905, "nauc_ndcg_at_20_max": 0.171347, "nauc_ndcg_at_20_std": 0.080066, "nauc_ndcg_at_20_diff1": 0.305143, "nauc_ndcg_at_100_max": 0.171347, "nauc_ndcg_at_100_std": 0.080066, "nauc_ndcg_at_100_diff1": 0.305143, "nauc_ndcg_at_1000_max": 0.171347, "nauc_ndcg_at_1000_std": 0.080066, "nauc_ndcg_at_1000_diff1": 0.305143, "nauc_map_at_1_max": 0.058323, "nauc_map_at_1_std": -0.154131, "nauc_map_at_1_diff1": 0.931416, "nauc_map_at_3_max": 0.192233, "nauc_map_at_3_std": 0.122709, "nauc_map_at_3_diff1": 0.201246, "nauc_map_at_5_max": 0.170083, "nauc_map_at_5_std": 0.080438, "nauc_map_at_5_diff1": 0.312751, "nauc_map_at_10_max": 0.165963, "nauc_map_at_10_std": 0.067707, "nauc_map_at_10_diff1": 0.337601, "nauc_map_at_20_max": 0.164505, "nauc_map_at_20_std": 0.064817, "nauc_map_at_20_diff1": 0.343338, "nauc_map_at_100_max": 0.164505, "nauc_map_at_100_std": 0.064817, "nauc_map_at_100_diff1": 0.343338, "nauc_map_at_1000_max": 0.164505, "nauc_map_at_1000_std": 0.064817, "nauc_map_at_1000_diff1": 0.343338, "nauc_recall_at_1_max": 0.058323, "nauc_recall_at_1_std": -0.154131, "nauc_recall_at_1_diff1": 0.931416, "nauc_recall_at_3_max": 0.451491, "nauc_recall_at_3_std": 0.70749, "nauc_recall_at_3_diff1": -1.17623, "nauc_recall_at_5_max": 0.454793, "nauc_recall_at_5_std": 0.883597, "nauc_recall_at_5_diff1": -1.268862, "nauc_recall_at_10_max": 0.600499, "nauc_recall_at_10_std": 0.951713, "nauc_recall_at_10_diff1": -1.433853, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.058323, "nauc_precision_at_1_std": -0.154131, "nauc_precision_at_1_diff1": 0.931416, "nauc_precision_at_3_max": 0.451491, "nauc_precision_at_3_std": 0.70749, "nauc_precision_at_3_diff1": -1.17623, "nauc_precision_at_5_max": 0.454793, "nauc_precision_at_5_std": 0.883597, "nauc_precision_at_5_diff1": -1.268862, "nauc_precision_at_10_max": 0.600499, "nauc_precision_at_10_std": 0.951713, "nauc_precision_at_10_diff1": -1.433853, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.44768, "nauc_mrr_at_1_std": 0.59891, "nauc_mrr_at_1_diff1": -1.245681, "nauc_mrr_at_3_max": 0.446182, "nauc_mrr_at_3_std": 0.625905, "nauc_mrr_at_3_diff1": -1.260121, "nauc_mrr_at_5_max": 0.448852, "nauc_mrr_at_5_std": 0.621447, "nauc_mrr_at_5_diff1": -1.257923, "nauc_mrr_at_10_max": 0.44978, "nauc_mrr_at_10_std": 0.618117, "nauc_mrr_at_10_diff1": -1.258721, "nauc_mrr_at_20_max": 0.449398, "nauc_mrr_at_20_std": 0.617206, "nauc_mrr_at_20_diff1": -1.258033, "nauc_mrr_at_100_max": 0.449398, "nauc_mrr_at_100_std": 0.617206, "nauc_mrr_at_100_diff1": -1.258033, "nauc_mrr_at_1000_max": 0.449398, "nauc_mrr_at_1000_std": 0.617206, "nauc_mrr_at_1000_diff1": -1.258033, "cv_recall_at_1": 0.91215, "cv_recall_at_3": 0.98393, "cv_recall_at_5": 0.99197, "cv_recall_at_10": 0.99795, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.63673, "hf_subset": "default", "languages": [ "eng-Latn", "sql-Code" ] } ] }, "evaluation_time": 60.69374084472656, "kg_co2_emissions": null }