{
  "overall": {
    "orig": {
      "n": 200,
      "accuracy": 0.725,
      "mean_steps": 3.39,
      "mean_gen_tokens": 790.3,
      "overflow_rate": 0.0,
      "nonfinal_rate": 0.18
    },
    "pl": {
      "n": 200,
      "accuracy": 0.7,
      "mean_steps": 2.25,
      "mean_gen_tokens": 776.8,
      "overflow_rate": 0.0,
      "nonfinal_rate": 0.055
    }
  },
  "by_lang": {
    "en": {
      "orig": {
        "n": 100,
        "accuracy": 0.71,
        "mean_steps": 3.05,
        "mean_gen_tokens": 1011.6,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.2
      },
      "pl": {
        "n": 100,
        "accuracy": 0.73,
        "mean_steps": 2.35,
        "mean_gen_tokens": 806.6,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.05
      }
    },
    "pl": {
      "orig": {
        "n": 100,
        "accuracy": 0.74,
        "mean_steps": 3.73,
        "mean_gen_tokens": 568.9,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.16
      },
      "pl": {
        "n": 100,
        "accuracy": 0.67,
        "mean_steps": 2.14,
        "mean_gen_tokens": 747.0,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.06
      }
    }
  },
  "by_family": {
    "csv": {
      "orig": {
        "n": 80,
        "accuracy": 0.85,
        "mean_steps": 2.86,
        "mean_gen_tokens": 356.0,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.025
      },
      "pl": {
        "n": 80,
        "accuracy": 0.8125,
        "mean_steps": 2.04,
        "mean_gen_tokens": 276.9,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.0
      }
    },
    "methods": {
      "orig": {
        "n": 60,
        "accuracy": 0.7,
        "mean_steps": 3.48,
        "mean_gen_tokens": 695.4,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.2333
      },
      "pl": {
        "n": 60,
        "accuracy": 0.75,
        "mean_steps": 2.18,
        "mean_gen_tokens": 429.8,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.0167
      }
    },
    "debug": {
      "orig": {
        "n": 60,
        "accuracy": 0.5833,
        "mean_steps": 4.0,
        "mean_gen_tokens": 1464.2,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.3333
      },
      "pl": {
        "n": 60,
        "accuracy": 0.5,
        "mean_steps": 2.58,
        "mean_gen_tokens": 1790.5,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.1667
      }
    }
  },
  "by_lang_family": {
    "en/csv": {
      "orig": {
        "n": 40,
        "accuracy": 0.875,
        "mean_steps": 2.12,
        "mean_gen_tokens": 410.9,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.0
      },
      "pl": {
        "n": 40,
        "accuracy": 0.875,
        "mean_steps": 2.0,
        "mean_gen_tokens": 200.4,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.0
      }
    },
    "pl/csv": {
      "orig": {
        "n": 40,
        "accuracy": 0.825,
        "mean_steps": 3.6,
        "mean_gen_tokens": 301.2,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.05
      },
      "pl": {
        "n": 40,
        "accuracy": 0.75,
        "mean_steps": 2.08,
        "mean_gen_tokens": 353.4,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.0
      }
    },
    "en/methods": {
      "orig": {
        "n": 30,
        "accuracy": 0.7,
        "mean_steps": 3.17,
        "mean_gen_tokens": 610.0,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.1667
      },
      "pl": {
        "n": 30,
        "accuracy": 0.7667,
        "mean_steps": 2.0,
        "mean_gen_tokens": 264.3,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.0
      }
    },
    "pl/methods": {
      "orig": {
        "n": 30,
        "accuracy": 0.7,
        "mean_steps": 3.8,
        "mean_gen_tokens": 780.7,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.3
      },
      "pl": {
        "n": 30,
        "accuracy": 0.7333,
        "mean_steps": 2.37,
        "mean_gen_tokens": 595.3,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.0333
      }
    },
    "en/debug": {
      "orig": {
        "n": 30,
        "accuracy": 0.5,
        "mean_steps": 4.17,
        "mean_gen_tokens": 2214.3,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.5
      },
      "pl": {
        "n": 30,
        "accuracy": 0.5,
        "mean_steps": 3.17,
        "mean_gen_tokens": 2157.3,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.1667
      }
    },
    "pl/debug": {
      "orig": {
        "n": 30,
        "accuracy": 0.6667,
        "mean_steps": 3.83,
        "mean_gen_tokens": 714.2,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.1667
      },
      "pl": {
        "n": 30,
        "accuracy": 0.5,
        "mean_steps": 2.0,
        "mean_gen_tokens": 1423.7,
        "overflow_rate": 0.0,
        "nonfinal_rate": 0.1667
      }
    }
  }
}