{
  "overall": {
    "orig": {
      "n": 200,
      "accuracy": 0.625,
      "mean_steps": 3.23,
      "mean_gen_tokens": 641.5,
      "overflow_rate": 0.0,
      "nonfinal_rate": 0.26
    },
    "pl": {
      "n": 200,
      "accuracy": 0.5,
      "mean_steps": 4.46,
      "mean_gen_tokens": 1262.1,
      "overflow_rate": 0.0,
      "nonfinal_rate": 0.385
    }
  },
  "by_lang": {
    "en": {
      "orig": {
        "n": 100,
        "accuracy": 0.51,
        "mean_steps": 2.74,
        "mean_gen_tokens": 714.0,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.36
      },
      "pl": {
        "n": 100,
        "accuracy": 0.68,
        "mean_steps": 2.75,
        "mean_gen_tokens": 686.6,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.1
      }
    },
    "pl": {
      "orig": {
        "n": 100,
        "accuracy": 0.74,
        "mean_steps": 3.73,
        "mean_gen_tokens": 568.9,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.16
      },
      "pl": {
        "n": 100,
        "accuracy": 0.32,
        "mean_steps": 6.17,
        "mean_gen_tokens": 1837.6,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.67
      }
    }
  },
  "by_family": {
    "csv": {
      "orig": {
        "n": 80,
        "accuracy": 0.7875,
        "mean_steps": 2.92,
        "mean_gen_tokens": 391.1,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.0875
      },
      "pl": {
        "n": 80,
        "accuracy": 0.6125,
        "mean_steps": 4.05,
        "mean_gen_tokens": 652.8,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.325
      }
    },
    "methods": {
      "orig": {
        "n": 60,
        "accuracy": 0.6167,
        "mean_steps": 3.38,
        "mean_gen_tokens": 655.5,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.25
      },
      "pl": {
        "n": 60,
        "accuracy": 0.5167,
        "mean_steps": 4.22,
        "mean_gen_tokens": 1030.5,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.35
      }
    },
    "debug": {
      "orig": {
        "n": 60,
        "accuracy": 0.4167,
        "mean_steps": 3.5,
        "mean_gen_tokens": 961.2,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.5
      },
      "pl": {
        "n": 60,
        "accuracy": 0.3333,
        "mean_steps": 5.25,
        "mean_gen_tokens": 2306.0,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.5
      }
    }
  },
  "by_lang_family": {
    "en/csv": {
      "orig": {
        "n": 40,
        "accuracy": 0.75,
        "mean_steps": 2.25,
        "mean_gen_tokens": 481.0,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.125
      },
      "pl": {
        "n": 40,
        "accuracy": 0.875,
        "mean_steps": 2.0,
        "mean_gen_tokens": 200.4,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.0
      }
    },
    "pl/csv": {
      "orig": {
        "n": 40,
        "accuracy": 0.825,
        "mean_steps": 3.6,
        "mean_gen_tokens": 301.2,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.05
      },
      "pl": {
        "n": 40,
        "accuracy": 0.35,
        "mean_steps": 6.1,
        "mean_gen_tokens": 1105.3,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.65
      }
    },
    "en/methods": {
      "orig": {
        "n": 30,
        "accuracy": 0.5333,
        "mean_steps": 2.97,
        "mean_gen_tokens": 530.2,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.2
      },
      "pl": {
        "n": 30,
        "accuracy": 0.7667,
        "mean_steps": 2.0,
        "mean_gen_tokens": 264.3,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.0
      }
    },
    "pl/methods": {
      "orig": {
        "n": 30,
        "accuracy": 0.7,
        "mean_steps": 3.8,
        "mean_gen_tokens": 780.7,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.3
      },
      "pl": {
        "n": 30,
        "accuracy": 0.2667,
        "mean_steps": 6.43,
        "mean_gen_tokens": 1796.8,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.7
      }
    },
    "en/debug": {
      "orig": {
        "n": 30,
        "accuracy": 0.1667,
        "mean_steps": 3.17,
        "mean_gen_tokens": 1208.3,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.8333
      },
      "pl": {
        "n": 30,
        "accuracy": 0.3333,
        "mean_steps": 4.5,
        "mean_gen_tokens": 1757.3,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.3333
      }
    },
    "pl/debug": {
      "orig": {
        "n": 30,
        "accuracy": 0.6667,
        "mean_steps": 3.83,
        "mean_gen_tokens": 714.2,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.1667
      },
      "pl": {
        "n": 30,
        "accuracy": 0.3333,
        "mean_steps": 6.0,
        "mean_gen_tokens": 2854.7,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.6667
      }
    }
  }
}