{
  "dataset_revision": "686b87296c3a0191b5d9415a00526c62db9fce09",
  "task_name": "SyntheticText2SQL",
  "mteb_version": "2.4.2",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.35173,
        "ndcg_at_3": 0.72406,
        "ndcg_at_5": 0.73642,
        "ndcg_at_10": 0.74075,
        "ndcg_at_20": 0.74194,
        "ndcg_at_100": 0.74231,
        "ndcg_at_1000": 0.74235,
        "map_at_1": 0.35173,
        "map_at_3": 0.64425,
        "map_at_5": 0.65121,
        "map_at_10": 0.65305,
        "map_at_20": 0.65338,
        "map_at_100": 0.65344,
        "map_at_1000": 0.65344,
        "recall_at_1": 0.35173,
        "recall_at_3": 0.95026,
        "recall_at_5": 0.97983,
        "recall_at_10": 0.99299,
        "recall_at_20": 0.99761,
        "recall_at_100": 0.99949,
        "recall_at_1000": 0.99983,
        "precision_at_1": 0.35173,
        "precision_at_3": 0.31675,
        "precision_at_5": 0.19597,
        "precision_at_10": 0.0993,
        "precision_at_20": 0.04988,
        "precision_at_100": 0.00999,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.455307,
        "mrr_at_3": 0.698257,
        "mrr_at_5": 0.704683,
        "mrr_at_10": 0.706346,
        "mrr_at_20": 0.706698,
        "mrr_at_100": 0.706754,
        "mrr_at_1000": 0.706756,
        "nauc_ndcg_at_1_max": 0.011323,
        "nauc_ndcg_at_1_std": -0.102733,
        "nauc_ndcg_at_1_diff1": 0.207471,
        "nauc_ndcg_at_3_max": 0.042227,
        "nauc_ndcg_at_3_std": -0.268062,
        "nauc_ndcg_at_3_diff1": -0.089118,
        "nauc_ndcg_at_5_max": 0.038386,
        "nauc_ndcg_at_5_std": -0.219622,
        "nauc_ndcg_at_5_diff1": -0.007146,
        "nauc_ndcg_at_10_max": 0.036157,
        "nauc_ndcg_at_10_std": -0.195213,
        "nauc_ndcg_at_10_diff1": 0.026567,
        "nauc_ndcg_at_20_max": 0.034128,
        "nauc_ndcg_at_20_std": -0.189687,
        "nauc_ndcg_at_20_diff1": 0.034856,
        "nauc_ndcg_at_100_max": 0.032174,
        "nauc_ndcg_at_100_std": -0.189219,
        "nauc_ndcg_at_100_diff1": 0.038167,
        "nauc_ndcg_at_1000_max": 0.031888,
        "nauc_ndcg_at_1000_std": -0.189571,
        "nauc_ndcg_at_1000_diff1": 0.038615,
        "nauc_map_at_1_max": 0.011323,
        "nauc_map_at_1_std": -0.102733,
        "nauc_map_at_1_diff1": 0.207471,
        "nauc_map_at_3_max": 0.032314,
        "nauc_map_at_3_std": -0.214513,
        "nauc_map_at_3_diff1": 0.001627,
        "nauc_map_at_5_max": 0.030363,
        "nauc_map_at_5_std": -0.191891,
        "nauc_map_at_5_diff1": 0.040472,
        "nauc_map_at_10_max": 0.029676,
        "nauc_map_at_10_std": -0.183774,
        "nauc_map_at_10_diff1": 0.051614,
        "nauc_map_at_20_max": 0.029266,
        "nauc_map_at_20_std": -0.182605,
        "nauc_map_at_20_diff1": 0.053408,
        "nauc_map_at_100_max": 0.029043,
        "nauc_map_at_100_std": -0.182537,
        "nauc_map_at_100_diff1": 0.053786,
        "nauc_map_at_1000_max": 0.029035,
        "nauc_map_at_1000_std": -0.182547,
        "nauc_map_at_1000_diff1": 0.053801,
        "nauc_recall_at_1_max": 0.011323,
        "nauc_recall_at_1_std": -0.102733,
        "nauc_recall_at_1_diff1": 0.207471,
        "nauc_recall_at_3_max": 0.157582,
        "nauc_recall_at_3_std": -0.892397,
        "nauc_recall_at_3_diff1": -1.135477,
        "nauc_recall_at_5_max": 0.253796,
        "nauc_recall_at_5_std": -0.908039,
        "nauc_recall_at_5_diff1": -1.170187,
        "nauc_recall_at_10_max": 0.498182,
        "nauc_recall_at_10_std": -0.615657,
        "nauc_recall_at_10_diff1": -1.143638,
        "nauc_recall_at_20_max": 0.874684,
        "nauc_recall_at_20_std": -0.068861,
        "nauc_recall_at_20_diff1": -1.380272,
        "nauc_recall_at_100_max": 1.0,
        "nauc_recall_at_100_std": 1.0,
        "nauc_recall_at_100_diff1": -1.544166,
        "nauc_recall_at_1000_max": 1.0,
        "nauc_recall_at_1000_std": 1.0,
        "nauc_recall_at_1000_diff1": -1.740278,
        "nauc_precision_at_1_max": 0.011323,
        "nauc_precision_at_1_std": -0.102733,
        "nauc_precision_at_1_diff1": 0.207471,
        "nauc_precision_at_3_max": 0.157582,
        "nauc_precision_at_3_std": -0.892397,
        "nauc_precision_at_3_diff1": -1.135477,
        "nauc_precision_at_5_max": 0.253796,
        "nauc_precision_at_5_std": -0.908039,
        "nauc_precision_at_5_diff1": -1.170187,
        "nauc_precision_at_10_max": 0.498182,
        "nauc_precision_at_10_std": -0.615657,
        "nauc_precision_at_10_diff1": -1.143638,
        "nauc_precision_at_20_max": 0.874684,
        "nauc_precision_at_20_std": -0.068861,
        "nauc_precision_at_20_diff1": -1.380272,
        "nauc_precision_at_100_max": 1.0,
        "nauc_precision_at_100_std": 1.0,
        "nauc_precision_at_100_diff1": -1.544166,
        "nauc_precision_at_1000_max": 1.0,
        "nauc_precision_at_1000_std": 1.0,
        "nauc_precision_at_1000_diff1": -1.740278,
        "nauc_mrr_at_1_max": 0.021941,
        "nauc_mrr_at_1_std": -0.124782,
        "nauc_mrr_at_1_diff1": -0.060564,
        "nauc_mrr_at_3_max": 0.043769,
        "nauc_mrr_at_3_std": -0.226789,
        "nauc_mrr_at_3_diff1": -0.216918,
        "nauc_mrr_at_5_max": 0.040739,
        "nauc_mrr_at_5_std": -0.206733,
        "nauc_mrr_at_5_diff1": -0.187679,
        "nauc_mrr_at_10_max": 0.039755,
        "nauc_mrr_at_10_std": -0.199518,
        "nauc_mrr_at_10_diff1": -0.178969,
        "nauc_mrr_at_20_max": 0.039331,
        "nauc_mrr_at_20_std": -0.19824,
        "nauc_mrr_at_20_diff1": -0.177475,
        "nauc_mrr_at_100_max": 0.039111,
        "nauc_mrr_at_100_std": -0.198176,
        "nauc_mrr_at_100_diff1": -0.17716,
        "nauc_mrr_at_1000_max": 0.039102,
        "nauc_mrr_at_1000_std": -0.198187,
        "nauc_mrr_at_1000_diff1": -0.177147,
        "main_score": 0.74075,
        "hf_subset": "default",
        "languages": [
          "eng-Latn",
          "sql-Code"
        ]
      }
    ]
  },
  "evaluation_time": 101.36585545539856,
  "kg_co2_emissions": null
}