{
  "paired_cells": 200,
  "delta_ee_pooled": 0.025,
  "delta_ee_pooled_ci95_low": -0.055,
  "delta_ee_pooled_ci95_high": 0.105,
  "delta_ee_pooled_cells": 200,
  "delta_ee_en": -0.02,
  "delta_ee_en_ci95_low": -0.12,
  "delta_ee_en_ci95_high": 0.07,
  "delta_ee_en_cells": 100,
  "delta_ee_pl": 0.07,
  "delta_ee_pl_ci95_low": -0.06,
  "delta_ee_pl_ci95_high": 0.19,
  "delta_ee_pl_cells": 100,
  "delta_ee_csv": 0.0375,
  "delta_ee_csv_ci95_low": -0.0125,
  "delta_ee_csv_ci95_high": 0.0875,
  "delta_ee_csv_cells": 80,
  "delta_ee_methods": -0.05,
  "delta_ee_methods_ci95_low": -0.2,
  "delta_ee_methods_ci95_high": 0.1,
  "delta_ee_methods_cells": 60,
  "delta_ee_debug": 0.0833,
  "delta_ee_debug_ci95_low": -0.1167,
  "delta_ee_debug_ci95_high": 0.2833,
  "delta_ee_debug_cells": 60,
  "h2_dd": -0.09,
  "h2_dd_ci95_low": -0.24,
  "h2_dd_ci95_high": 0.07,
  "h2_p_raw": 0.291,
  "h2_p_holm": 0.328,
  "h3_en_token_ratio_pl_over_orig": 0.7974,
  "h3_en_token_ratio_ci95_low": 0.5017,
  "h3_en_token_ratio_ci95_high": 1.0846,
  "h3_en_nonfinal_orig": 0.2,
  "h3_en_nonfinal_pl": 0.05,
  "h3_p_raw": 0.164,
  "h3_p_holm": 0.328,
  "h1_delta_ee": 0.025,
  "h1_delta_pred": 0,
  "h1_d": 0.025,
  "h1_cf": null,
  "accuracy_orig_overall": 0.725,
  "nonfinal_orig_overall": 0.18,
  "accuracy_orig_en": 0.71,
  "nonfinal_orig_en": 0.2,
  "mean_gen_tokens_orig_en": 1011.6,
  "accuracy_orig_en_csv": 0.875,
  "nonfinal_orig_en_csv": 0,
  "mean_steps_orig_en_csv": 2.12,
  "mean_gen_tokens_orig_en_csv": 410.9,
  "accuracy_orig_en_methods": 0.7,
  "nonfinal_orig_en_methods": 0.1667,
  "mean_steps_orig_en_methods": 3.17,
  "mean_gen_tokens_orig_en_methods": 610,
  "accuracy_orig_en_debug": 0.5,
  "nonfinal_orig_en_debug": 0.5,
  "mean_steps_orig_en_debug": 4.17,
  "mean_gen_tokens_orig_en_debug": 2214.3,
  "probe_data_orig_en": 0,
  "probe_extract_orig_en": 0.1667,
  "probe_code_orig_en": 0.1667,
  "accuracy_orig_pl": 0.74,
  "nonfinal_orig_pl": 0.16,
  "mean_gen_tokens_orig_pl": 568.9,
  "accuracy_orig_pl_csv": 0.825,
  "nonfinal_orig_pl_csv": 0.05,
  "mean_steps_orig_pl_csv": 3.6,
  "mean_gen_tokens_orig_pl_csv": 301.2,
  "accuracy_orig_pl_methods": 0.7,
  "nonfinal_orig_pl_methods": 0.3,
  "mean_steps_orig_pl_methods": 3.8,
  "mean_gen_tokens_orig_pl_methods": 780.7,
  "accuracy_orig_pl_debug": 0.6667,
  "nonfinal_orig_pl_debug": 0.1667,
  "mean_steps_orig_pl_debug": 3.83,
  "mean_gen_tokens_orig_pl_debug": 714.2,
  "probe_data_orig_pl": 0,
  "probe_extract_orig_pl": 0.1667,
  "probe_code_orig_pl": 0.1667,
  "accuracy_pl_overall": 0.7,
  "nonfinal_pl_overall": 0.055,
  "accuracy_pl_en": 0.73,
  "nonfinal_pl_en": 0.05,
  "mean_gen_tokens_pl_en": 806.6,
  "accuracy_pl_en_csv": 0.875,
  "nonfinal_pl_en_csv": 0,
  "mean_steps_pl_en_csv": 2,
  "mean_gen_tokens_pl_en_csv": 200.4,
  "accuracy_pl_en_methods": 0.7667,
  "nonfinal_pl_en_methods": 0,
  "mean_steps_pl_en_methods": 2,
  "mean_gen_tokens_pl_en_methods": 264.3,
  "accuracy_pl_en_debug": 0.5,
  "nonfinal_pl_en_debug": 0.1667,
  "mean_steps_pl_en_debug": 3.17,
  "mean_gen_tokens_pl_en_debug": 2157.3,
  "probe_data_pl_en": 0,
  "probe_extract_pl_en": 0.1667,
  "probe_code_pl_en": 0.3333,
  "accuracy_pl_pl": 0.67,
  "nonfinal_pl_pl": 0.06,
  "mean_gen_tokens_pl_pl": 747,
  "accuracy_pl_pl_csv": 0.75,
  "nonfinal_pl_pl_csv": 0,
  "mean_steps_pl_pl_csv": 2.08,
  "mean_gen_tokens_pl_pl_csv": 353.4,
  "accuracy_pl_pl_methods": 0.7333,
  "nonfinal_pl_pl_methods": 0.0333,
  "mean_steps_pl_pl_methods": 2.37,
  "mean_gen_tokens_pl_pl_methods": 595.3,
  "accuracy_pl_pl_debug": 0.5,
  "nonfinal_pl_pl_debug": 0.1667,
  "mean_steps_pl_pl_debug": 2,
  "mean_gen_tokens_pl_pl_debug": 1423.7,
  "probe_data_pl_pl": 0,
  "probe_extract_pl_pl": 0.1,
  "probe_code_pl_pl": 0.1667,
  "outcome_orig_en_correct": 71,
  "outcome_orig_en_wrong": 9,
  "outcome_orig_en_budget_exhausted": 15,
  "outcome_orig_en_overflow": 0,
  "outcome_orig_en_stalled": 5,
  "think_cells_orig_en": 55,
  "outcome_orig_pl_correct": 74,
  "outcome_orig_pl_wrong": 10,
  "outcome_orig_pl_budget_exhausted": 16,
  "outcome_orig_pl_overflow": 0,
  "outcome_orig_pl_stalled": 0,
  "think_cells_orig_pl": 0,
  "en_overflow_or_budget_exhausted_rate_orig": 0.15,
  "debug_cells_orig": 60,
  "debug_correct_orig": 35,
  "debug_correct_with_solution_file_orig": 0,
  "outcome_pl_en_correct": 73,
  "outcome_pl_en_wrong": 22,
  "outcome_pl_en_budget_exhausted": 5,
  "outcome_pl_en_overflow": 0,
  "outcome_pl_en_stalled": 0,
  "think_cells_pl_en": 0,
  "outcome_pl_pl_correct": 67,
  "outcome_pl_pl_wrong": 27,
  "outcome_pl_pl_budget_exhausted": 1,
  "outcome_pl_pl_overflow": 0,
  "outcome_pl_pl_stalled": 5,
  "think_cells_pl_pl": 0,
  "en_overflow_or_budget_exhausted_rate_pl": 0.05,
  "debug_cells_pl": 60,
  "debug_correct_pl": 30,
  "debug_correct_with_solution_file_pl": 15
}