{
  "paired_cells": 200,
  "delta_ee_pooled": 0.125,
  "delta_ee_pooled_ci95_low": 0.035,
  "delta_ee_pooled_ci95_high": 0.215,
  "delta_ee_pooled_cells": 200,
  "delta_ee_en": -0.17,
  "delta_ee_en_ci95_low": -0.27,
  "delta_ee_en_ci95_high": -0.08,
  "delta_ee_en_cells": 100,
  "delta_ee_pl": 0.42,
  "delta_ee_pl_ci95_low": 0.29,
  "delta_ee_pl_ci95_high": 0.54,
  "delta_ee_pl_cells": 100,
  "delta_ee_csv": 0.175,
  "delta_ee_csv_ci95_low": 0.05,
  "delta_ee_csv_ci95_high": 0.2875,
  "delta_ee_csv_cells": 80,
  "delta_ee_methods": 0.1,
  "delta_ee_methods_ci95_low": -0.0833,
  "delta_ee_methods_ci95_high": 0.2833,
  "delta_ee_methods_cells": 60,
  "delta_ee_debug": 0.0833,
  "delta_ee_debug_ci95_low": -0.0833,
  "delta_ee_debug_ci95_high": 0.25,
  "delta_ee_debug_cells": 60,
  "h2_dd": -0.59,
  "h2_dd_ci95_low": -0.74,
  "h2_dd_ci95_high": -0.43,
  "h2_p_raw": 0,
  "h2_p_holm": 0,
  "h3_en_token_ratio_pl_over_orig": 0.9617,
  "h3_en_token_ratio_ci95_low": 0.7077,
  "h3_en_token_ratio_ci95_high": 1.2411,
  "h3_en_nonfinal_orig": 0.36,
  "h3_en_nonfinal_pl": 0.1,
  "h3_p_raw": 0.77,
  "h3_p_holm": 0.77,
  "h1_delta_ee": 0.125,
  "h1_delta_pred": 0,
  "h1_d": 0.125,
  "h1_cf": null,
  "accuracy_orig_overall": 0.625,
  "nonfinal_orig_overall": 0.26,
  "accuracy_orig_en": 0.51,
  "nonfinal_orig_en": 0.36,
  "mean_gen_tokens_orig_en": 714,
  "accuracy_orig_en_csv": 0.75,
  "nonfinal_orig_en_csv": 0.125,
  "mean_steps_orig_en_csv": 2.25,
  "mean_gen_tokens_orig_en_csv": 481,
  "accuracy_orig_en_methods": 0.5333,
  "nonfinal_orig_en_methods": 0.2,
  "mean_steps_orig_en_methods": 2.97,
  "mean_gen_tokens_orig_en_methods": 530.2,
  "accuracy_orig_en_debug": 0.1667,
  "nonfinal_orig_en_debug": 0.8333,
  "mean_steps_orig_en_debug": 3.17,
  "mean_gen_tokens_orig_en_debug": 1208.3,
  "probe_data_orig_en": 0,
  "probe_extract_orig_en": 0.1667,
  "probe_code_orig_en": 0.1667,
  "accuracy_orig_pl": 0.74,
  "nonfinal_orig_pl": 0.16,
  "mean_gen_tokens_orig_pl": 568.9,
  "accuracy_orig_pl_csv": 0.825,
  "nonfinal_orig_pl_csv": 0.05,
  "mean_steps_orig_pl_csv": 3.6,
  "mean_gen_tokens_orig_pl_csv": 301.2,
  "accuracy_orig_pl_methods": 0.7,
  "nonfinal_orig_pl_methods": 0.3,
  "mean_steps_orig_pl_methods": 3.8,
  "mean_gen_tokens_orig_pl_methods": 780.7,
  "accuracy_orig_pl_debug": 0.6667,
  "nonfinal_orig_pl_debug": 0.1667,
  "mean_steps_orig_pl_debug": 3.83,
  "mean_gen_tokens_orig_pl_debug": 714.2,
  "probe_data_orig_pl": 0,
  "probe_extract_orig_pl": 0.1667,
  "probe_code_orig_pl": 0.1667,
  "accuracy_pl_overall": 0.5,
  "nonfinal_pl_overall": 0.385,
  "accuracy_pl_en": 0.68,
  "nonfinal_pl_en": 0.1,
  "mean_gen_tokens_pl_en": 686.6,
  "accuracy_pl_en_csv": 0.875,
  "nonfinal_pl_en_csv": 0,
  "mean_steps_pl_en_csv": 2,
  "mean_gen_tokens_pl_en_csv": 200.4,
  "accuracy_pl_en_methods": 0.7667,
  "nonfinal_pl_en_methods": 0,
  "mean_steps_pl_en_methods": 2,
  "mean_gen_tokens_pl_en_methods": 264.3,
  "accuracy_pl_en_debug": 0.3333,
  "nonfinal_pl_en_debug": 0.3333,
  "mean_steps_pl_en_debug": 4.5,
  "mean_gen_tokens_pl_en_debug": 1757.3,
  "probe_data_pl_en": 0,
  "probe_extract_pl_en": 0.1667,
  "probe_code_pl_en": 0.3333,
  "accuracy_pl_pl": 0.32,
  "nonfinal_pl_pl": 0.67,
  "mean_gen_tokens_pl_pl": 1837.6,
  "accuracy_pl_pl_csv": 0.35,
  "nonfinal_pl_pl_csv": 0.65,
  "mean_steps_pl_pl_csv": 6.1,
  "mean_gen_tokens_pl_pl_csv": 1105.3,
  "accuracy_pl_pl_methods": 0.2667,
  "nonfinal_pl_pl_methods": 0.7,
  "mean_steps_pl_pl_methods": 6.43,
  "mean_gen_tokens_pl_pl_methods": 1796.8,
  "accuracy_pl_pl_debug": 0.3333,
  "nonfinal_pl_pl_debug": 0.6667,
  "mean_steps_pl_pl_debug": 6,
  "mean_gen_tokens_pl_pl_debug": 2854.7,
  "probe_data_pl_pl": 0,
  "probe_extract_pl_pl": 0.1,
  "probe_code_pl_pl": 0.1667,
  "outcome_orig_en_correct": 51,
  "outcome_orig_en_wrong": 13,
  "outcome_orig_en_budget_exhausted": 10,
  "outcome_orig_en_overflow": 0,
  "outcome_orig_en_stalled": 26,
  "think_cells_orig_en": 55,
  "outcome_orig_pl_correct": 74,
  "outcome_orig_pl_wrong": 10,
  "outcome_orig_pl_budget_exhausted": 16,
  "outcome_orig_pl_overflow": 0,
  "outcome_orig_pl_stalled": 0,
  "think_cells_orig_pl": 0,
  "en_overflow_or_budget_exhausted_rate_orig": 0.1,
  "debug_cells_orig": 60,
  "debug_correct_orig": 25,
  "debug_correct_with_solution_file_orig": 0,
  "outcome_pl_en_correct": 68,
  "outcome_pl_en_wrong": 22,
  "outcome_pl_en_budget_exhausted": 10,
  "outcome_pl_en_overflow": 0,
  "outcome_pl_en_stalled": 0,
  "think_cells_pl_en": 0,
  "outcome_pl_pl_correct": 32,
  "outcome_pl_pl_wrong": 1,
  "outcome_pl_pl_budget_exhausted": 67,
  "outcome_pl_pl_overflow": 0,
  "outcome_pl_pl_stalled": 0,
  "think_cells_pl_pl": 0,
  "en_overflow_or_budget_exhausted_rate_pl": 0.1,
  "debug_cells_pl": 60,
  "debug_correct_pl": 20,
  "debug_correct_with_solution_file_pl": 5
}