{
  "sets_fwd_belebele": 151,
  "sets_rev_belebele": 33,
  "sets_entity_spans_belebele": 101,
  "sets_fwd_mmlu": 175,
  "sets_rev_mmlu": 49,
  "sets_entity_spans_mmlu": 88,
  "p0_pairs_per_benchmark": 600,
  "p0_base_belebele_acc_en": 0.7466666666666667,
  "p0_base_belebele_acc_pl": 0.5483333333333333,
  "p0_base_belebele_gap": 0.19833333333333336,
  "p0_base_belebele_h0a_d_pl_with_en_scaffold": 0.023333333333333317,
  "p0_base_belebele_h0a_d_en_with_pl_scaffold": -0.0016666666666667052,
  "p0_base_belebele_h0a_max_abs": 0.023333333333333317,
  "p0_base_belebele_h0b_acc_pl_assisted": 0.6366666666666667,
  "p0_base_belebele_h0b_gain": 0.08833333333333337,
  "p0_base_belebele_h0b_gain_ci95_low": 0.04833333333333334,
  "p0_base_belebele_h0b_gain_ci95_high": 0.13170833333333315,
  "p0_base_belebele_h0b_recovery": 0.44537815126050434,
  "p0_base_mmlu_acc_en": 0.5533333333333333,
  "p0_base_mmlu_acc_pl": 0.34,
  "p0_base_mmlu_gap": 0.21333333333333332,
  "p0_base_mmlu_h0a_d_pl_with_en_scaffold": 0.014999999999999958,
  "p0_base_mmlu_h0a_d_en_with_pl_scaffold": 0.0033333333333332993,
  "p0_base_mmlu_h0a_max_abs": 0.014999999999999958,
  "p0_base_mmlu_h0b_acc_pl_assisted": 0.51,
  "p0_base_mmlu_h0b_gain": 0.16999999999999998,
  "p0_base_mmlu_h0b_gain_ci95_low": 0.125,
  "p0_base_mmlu_h0b_gain_ci95_high": 0.21500000000000002,
  "p0_base_mmlu_h0b_recovery": 0.796875,
  "p0_arma_belebele_acc_en": 0.61,
  "p0_arma_belebele_acc_pl": 0.43,
  "p0_arma_belebele_gap": 0.18,
  "p0_arma_belebele_h0a_d_pl_with_en_scaffold": 0.016666666666666663,
  "p0_arma_belebele_h0a_d_en_with_pl_scaffold": 0.0016666666666667052,
  "p0_arma_belebele_h0a_max_abs": 0.016666666666666663,
  "p0_arma_belebele_h0b_acc_pl_assisted": 0.5933333333333334,
  "p0_arma_belebele_h0b_gain": 0.16333333333333339,
  "p0_arma_belebele_h0b_gain_ci95_low": 0.12166666666666665,
  "p0_arma_belebele_h0b_gain_ci95_high": 0.20500000000000002,
  "p0_arma_belebele_h0b_recovery": 0.9074074074074078,
  "p0_arma_mmlu_acc_en": 0.45,
  "p0_arma_mmlu_acc_pl": 0.3416666666666667,
  "p0_arma_mmlu_gap": 0.10833333333333334,
  "p0_arma_mmlu_h0a_d_pl_with_en_scaffold": 0.018333333333333313,
  "p0_arma_mmlu_h0a_d_en_with_pl_scaffold": -0.023333333333333317,
  "p0_arma_mmlu_h0a_max_abs": 0.023333333333333317,
  "p0_arma_mmlu_h0b_acc_pl_assisted": 0.44666666666666666,
  "p0_arma_mmlu_h0b_gain": 0.10499999999999998,
  "p0_arma_mmlu_h0b_gain_ci95_low": 0.065,
  "p0_arma_mmlu_h0b_gain_ci95_high": 0.14666666666666667,
  "p0_arma_mmlu_h0b_recovery": 0.969230769230769,
  "p0_armb_belebele_acc_en": 0.6116666666666667,
  "p0_armb_belebele_acc_pl": 0.4766666666666667,
  "p0_armb_belebele_gap": 0.135,
  "p0_armb_belebele_h0a_d_pl_with_en_scaffold": 0.025000000000000022,
  "p0_armb_belebele_h0a_d_en_with_pl_scaffold": -0.04833333333333334,
  "p0_armb_belebele_h0a_max_abs": 0.04833333333333334,
  "p0_armb_belebele_h0b_acc_pl_assisted": 0.53,
  "p0_armb_belebele_h0b_gain": 0.053333333333333344,
  "p0_armb_belebele_h0b_gain_ci95_low": 0.013333333333333364,
  "p0_armb_belebele_h0b_gain_ci95_high": 0.09166666666666667,
  "p0_armb_belebele_h0b_recovery": 0.39506172839506176,
  "p0_armb_mmlu_acc_en": 0.455,
  "p0_armb_mmlu_acc_pl": 0.3616666666666667,
  "p0_armb_mmlu_gap": 0.09333333333333332,
  "p0_armb_mmlu_h0a_d_pl_with_en_scaffold": 0.03833333333333333,
  "p0_armb_mmlu_h0a_d_en_with_pl_scaffold": -0.06,
  "p0_armb_mmlu_h0a_max_abs": 0.06,
  "p0_armb_mmlu_h0b_acc_pl_assisted": 0.42,
  "p0_armb_mmlu_h0b_gain": 0.05833333333333329,
  "p0_armb_mmlu_h0b_gain_ci95_low": 0.026624999999999954,
  "p0_armb_mmlu_h0b_gain_ci95_high": 0.09166666666666667,
  "p0_armb_mmlu_h0b_recovery": 0.6249999999999997,
  "p1_items": 100,
  "p1_cells": 196,
  "p1_cells_transport_clean": 152,
  "p1_clean_cells": 152,
  "p1_clean_cells_passing_3x": 0,
  "p1_clean_max_ratio": 1.7500000000000002,
  "p1_clean_max_R": 0.38,
  "p1_clean_mean_R": 0.17473684210526316,
  "p1_clean_mean_R_irr": 0.16605263157894737,
  "p1_clean_mean_T": 0.25546052631578947,
  "p1_contaminated_cells": 44,
  "p1_contaminated_cells_passing_3x": 35,
  "p1_contaminated_max_ratio": 5.874999999999999,
  "p1_contaminated_max_R": 0.98,
  "p1_contaminated_mean_R": 0.7556818181818182,
  "p1_contaminated_mean_R_irr": 0.17840909090909093,
  "p1_contaminated_mean_T": 0.7436363636363637,
  "p1_contaminated_passing_mean_R": 0.8494285714285714,
  "p1_contaminated_passing_mean_R_irr": 0.17800000000000002,
  "p1_contaminated_passing_mean_T": 0.8145714285714285,
  "p1_best_any_ls": 25,
  "p1_best_any_lt": 25,
  "p1_best_any_R": 0.98,
  "p1_best_any_R_irr": 0.2,
  "p1_best_any_T": 0.96,
  "p1_best_transport_clean_ls": 1,
  "p1_best_transport_clean_lt": 27,
  "p1_best_transport_clean_R": 0.38,
  "p1_best_transport_clean_R_irr": 0.4,
  "p1_best_transport_clean_T": 0.25,
  "p1_23to13_R": 0.73,
  "p1_23to13_R_irr": 0.19,
  "p1_23to13_T": 0.75,
  "p1_3to13_R": 0.18,
  "p1_3to13_R_irr": 0.23,
  "p1_3to13_T": 0.19,
  "p2_items": 326,
  "p2_breakage_guard_items": 100,
  "p2_25to25_R": 0.9662576687116564,
  "p2_25to25_R_irr": 0.2361963190184049,
  "p2_25to25_T": 0.9631901840490797,
  "p2_25to25_ratio": 4.090909090909091,
  "p2_25to25_breakage": 0.16000000000000003,
  "p2_25to23_R": 0.950920245398773,
  "p2_25to23_R_irr": 0.2392638036809816,
  "p2_25to23_T": 0.9539877300613497,
  "p2_25to23_ratio": 3.974358974358974,
  "p2_25to23_breakage": 0.16000000000000003,
  "p2_1to27_R": 0.3098159509202454,
  "p2_1to27_R_irr": 0.3312883435582822,
  "p2_1to27_T": 0.3098159509202454,
  "p2_1to27_ratio": 0.9351851851851852,
  "p2_1to27_breakage": 0.74,
  "p2_25to25_R_ci95_low": 0.9447852760736196,
  "p2_25to25_R_ci95_high": 0.9846625766871165,
  "p2_25to25_R_irr_ci95_low": 0.1901840490797546,
  "p2_25to25_R_irr_ci95_high": 0.2852760736196319,
  "p2_25to25_T_ci95_low": 0.941717791411043,
  "p2_25to25_T_ci95_high": 0.9815950920245399,
  "p2_25to25_R_belebele": 0.9801324503311258,
  "p2_25to25_R_mmlu": 0.9542857142857143,
  "p2_1to27_R_ci95_low": 0.2607361963190184,
  "p2_1to27_R_ci95_high": 0.3619631901840491,
  "p2_1to27_R_irr_ci95_low": 0.2791411042944785,
  "p2_1to27_R_irr_ci95_high": 0.38650306748466257,
  "p2_1to27_T_ci95_low": 0.2607361963190184,
  "p2_1to27_T_ci95_high": 0.3619631901840491,
  "p2_1to27_R_belebele": 0.2582781456953642,
  "p2_1to27_R_mmlu": 0.35428571428571426,
  "p2_25to25_A2_R": 0.015337423312883436,
  "p2_25to25_A2_mcnemar_p": 9.588073174409622e-94,
  "p2_25to25_A3_R": 0.026845637583892617,
  "p2_25to25_A3_mcnemar_p": 5.12987341820029e-41,
  "p2_25to25_random_R": 0.024539877300613498,
  "p2_25to25_random_mcnemar_p": 7.670458539527698e-93,
  "p2_25to25_bos_R": 0.018404907975460124,
  "p2_25to25_bos_mcnemar_p": 1.495739415207901e-91,
  "p2_25to25_A3_n": 149,
  "p2_25to25_A3_R_in_stem": 0.010101010101010102,
  "p2_25to25_A3_n_in_stem": 99,
  "p2_25to25_A3_R_in_options": 0.06,
  "p2_25to25_A3_n_in_options": 50,
  "p2_1to27_A2_R": 0.03987730061349693,
  "p2_1to27_A2_mcnemar_p": 2.765282829763092e-20,
  "p2_1to27_A3_R": 0.03355704697986577,
  "p2_1to27_A3_mcnemar_p": 2.2721360437572002e-07,
  "p2_1to27_random_R": 0.03374233128834356,
  "p2_1to27_random_mcnemar_p": 8.079958819833451e-21,
  "p2_1to27_bos_R": 0.03680981595092025,
  "p2_1to27_bos_mcnemar_p": 1.4953374522738916e-20,
  "p2_1to27_A3_n": 149,
  "p2_1to27_A3_R_in_stem": 0.04040404040404041,
  "p2_1to27_A3_n_in_stem": 99,
  "p2_1to27_A3_R_in_options": 0.02,
  "p2_1to27_A3_n_in_options": 50,
  "p3_reverse_items": 82,
  "p3_reverse_25to25_R": 0.926829268292683,
  "p3_reverse_25to23_R": 0.8902439024390244,
  "p3_reverse_1to27_R": 0.15853658536585366,
  "p3_h5_ratio_rev_over_fwd": 0.959194734804491,
  "p3_arma_25to25_R": 0.656441717791411,
  "p3_arma_25to25_R_irr": 0.24233128834355827,
  "p3_arma_25to25_T": 0.6134969325153374,
  "p3_arma_25to23_R": 0.6165644171779141,
  "p3_arma_25to23_R_irr": 0.254601226993865,
  "p3_arma_25to23_T": 0.6165644171779141,
  "p3_arma_1to27_R": 0.25153374233128833,
  "p3_arma_1to27_R_irr": 0.2607361963190184,
  "p3_arma_1to27_T": 0.2361963190184049,
  "p3_armb_25to25_R": 0.3496932515337423,
  "p3_armb_25to25_R_irr": 0.3558282208588957,
  "p3_armb_25to25_T": 0.2883435582822086,
  "p3_armb_25to23_R": 0.3588957055214724,
  "p3_armb_25to23_R_irr": 0.3496932515337423,
  "p3_armb_25to23_T": 0.3006134969325153,
  "p3_armb_1to27_R": 0.37116564417177916,
  "p3_armb_1to27_R_irr": 0.37116564417177916,
  "p3_armb_1to27_T": 0.29141104294478526,
  "p3_h8_R_stem": 0.8421052631578947,
  "p3_h8_n_stem": 19,
  "p3_h8_R_nonstem": 0.967948717948718,
  "p3_h8_n_nonstem": 156,
  "p3_h8_dd": -0.12584345479082326
}