{
  "belebele_n_pairs": 598,
  "belebele_floor_cells": 0,
  "belebele_base_en_acc": 0.745819397993311,
  "belebele_base_en_wilson_low": 0.7094297572792087,
  "belebele_base_pl_acc": 0.5484949832775919,
  "belebele_base_pl_wilson_low": 0.5084262305673161,
  "belebele_base_gap": 0.19732441471571907,
  "belebele_base_gap_ci95_low": 0.1557739309192655,
  "belebele_base_gap_ci95_high": 0.23887489851217264,
  "belebele_base_discordant_en_only": 151,
  "belebele_base_discordant_pl_only": 33,
  "belebele_base_sign_test_p": 3.0906782823479846e-19,
  "belebele_arm_a_500m_en_acc": 0.6086956521739131,
  "belebele_arm_a_500m_en_wilson_low": 0.5690046837930285,
  "belebele_arm_a_500m_pl_acc": 0.431438127090301,
  "belebele_arm_a_500m_pl_wilson_low": 0.3923043183185738,
  "belebele_arm_a_500m_gap": 0.17725752508361203,
  "belebele_arm_a_500m_gap_ci95_low": 0.13776215205619385,
  "belebele_arm_a_500m_gap_ci95_high": 0.2167528981110302,
  "belebele_arm_a_500m_discordant_en_only": 135,
  "belebele_arm_a_500m_discordant_pl_only": 29,
  "belebele_arm_a_500m_sign_test_p": 1.4977681814745146e-17,
  "belebele_arm_b_500m_en_acc": 0.6103678929765887,
  "belebele_arm_b_500m_en_wilson_low": 0.570696050163358,
  "belebele_arm_b_500m_pl_acc": 0.47491638795986624,
  "belebele_arm_b_500m_pl_wilson_low": 0.43518012595041417,
  "belebele_arm_b_500m_gap": 0.1354515050167224,
  "belebele_arm_b_500m_gap_ci95_low": 0.09557478117197746,
  "belebele_arm_b_500m_gap_ci95_high": 0.17532822886146734,
  "belebele_arm_b_500m_discordant_en_only": 120,
  "belebele_arm_b_500m_discordant_pl_only": 39,
  "belebele_arm_b_500m_sign_test_p": 8.658876808353174e-11,
  "belebele_dg_cpt": -0.020066889632106955,
  "belebele_dg_cpt_ci95_low": -0.07023411371237459,
  "belebele_dg_cpt_ci95_high": 0.030142140468227337,
  "belebele_dacc_pl_cpt": -0.11705685618729095,
  "belebele_dacc_pl_cpt_ci95_low": -0.16053511705685614,
  "belebele_dacc_pl_cpt_ci95_high": -0.07023411371237454,
  "belebele_dacc_en_cpt": -0.1371237458193979,
  "belebele_dacc_en_cpt_ci95_low": -0.17391304347826086,
  "belebele_dacc_en_cpt_ci95_high": -0.10200668896321063,
  "belebele_dg_trans": -0.04180602006688966,
  "belebele_dg_trans_ci95_low": -0.0903010033444816,
  "belebele_dg_trans_ci95_high": 0.010033444816053616,
  "belebele_dacc_pl_trans": 0.043478260869565244,
  "belebele_dacc_pl_trans_ci95_low": -0.0050167224080267525,
  "belebele_dacc_pl_trans_ci95_high": 0.09364548494983277,
  "belebele_dacc_en_trans": 0.0016722408026755842,
  "belebele_dacc_en_trans_ci95_low": -0.03846153846153855,
  "belebele_dacc_en_trans_ci95_high": 0.041806020066889715,
  "mmlu_n_pairs": 589,
  "mmlu_floor_cells": 0,
  "mmlu_base_en_acc": 0.5568760611205433,
  "mmlu_base_en_wilson_low": 0.5165186489456313,
  "mmlu_base_pl_acc": 0.34295415959252973,
  "mmlu_base_pl_wilson_low": 0.30574667594233007,
  "mmlu_base_gap": 0.21392190152801357,
  "mmlu_base_gap_ci95_low": 0.16721119546823815,
  "mmlu_base_gap_ci95_high": 0.260632607587789,
  "mmlu_base_discordant_en_only": 175,
  "mmlu_base_discordant_pl_only": 49,
  "mmlu_base_sign_test_p": 8.381452374481766e-18,
  "mmlu_arm_a_500m_en_acc": 0.4533106960950764,
  "mmlu_arm_a_500m_en_wilson_low": 0.4135395294718148,
  "mmlu_arm_a_500m_pl_acc": 0.34295415959252973,
  "mmlu_arm_a_500m_pl_wilson_low": 0.30574667594233007,
  "mmlu_arm_a_500m_gap": 0.11035653650254669,
  "mmlu_arm_a_500m_gap_ci95_low": 0.06962530091856584,
  "mmlu_arm_a_500m_gap_ci95_high": 0.15108777208652754,
  "mmlu_arm_a_500m_discordant_en_only": 111,
  "mmlu_arm_a_500m_discordant_pl_only": 46,
  "mmlu_arm_a_500m_sign_test_p": 2.215948407640851e-07,
  "mmlu_arm_b_500m_en_acc": 0.45840407470288624,
  "mmlu_arm_b_500m_en_wilson_low": 0.41856380130612886,
  "mmlu_arm_b_500m_pl_acc": 0.3633276740237691,
  "mmlu_arm_b_500m_pl_wilson_low": 0.32548754422952697,
  "mmlu_arm_b_500m_gap": 0.09507640067911714,
  "mmlu_arm_b_500m_gap_ci95_low": 0.05882592275038567,
  "mmlu_arm_b_500m_gap_ci95_high": 0.1313268786078486,
  "mmlu_arm_b_500m_discordant_en_only": 90,
  "mmlu_arm_b_500m_discordant_pl_only": 34,
  "mmlu_arm_b_500m_sign_test_p": 5.088330396963953e-07,
  "mmlu_dg_cpt": -0.10356536502546693,
  "mmlu_dg_cpt_ci95_low": -0.15959252971137516,
  "mmlu_dg_cpt_ci95_high": -0.0492359932088286,
  "mmlu_dacc_pl_cpt": 0.0,
  "mmlu_dacc_pl_cpt_ci95_low": -0.04584040747028861,
  "mmlu_dacc_pl_cpt_ci95_high": 0.04244482173174874,
  "mmlu_dacc_en_cpt": -0.10356536502546693,
  "mmlu_dacc_en_cpt_ci95_low": -0.14091680814940577,
  "mmlu_dacc_en_cpt_ci95_high": -0.06451612903225806,
  "mmlu_dg_trans": -0.01528013582342952,
  "mmlu_dg_trans_ci95_low": -0.06621392190152803,
  "mmlu_dg_trans_ci95_high": 0.03569609507640045,
  "mmlu_dacc_pl_trans": 0.02037351443123936,
  "mmlu_dacc_pl_trans_ci95_low": -0.035653650254668934,
  "mmlu_dacc_pl_trans_ci95_high": 0.07304753820033935,
  "mmlu_dacc_en_trans": 0.00509337860780984,
  "mmlu_dacc_en_trans_ci95_low": -0.0373514431239389,
  "mmlu_dacc_en_trans_ci95_high": 0.04923599320882849,
  "cells_raw_acc_equals_lennorm_acc": 12,
  "cells_total": 12,
  "h4_mmlu_n_stem": 111,
  "h4_mmlu_n_nonstem": 478,
  "h4_mmlu_base_gap_stem": 0.05405405405405406,
  "h4_mmlu_base_gap_stem_ci95_low": -0.04532344339833817,
  "h4_mmlu_base_gap_stem_ci95_high": 0.15343155150644627,
  "h4_mmlu_base_gap_nonstem": 0.2510460251046025,
  "h4_mmlu_base_gap_nonstem_ci95_low": 0.1988774009117803,
  "h4_mmlu_base_gap_nonstem_ci95_high": 0.3032146492974247,
  "h4_mmlu_base_gap_stem_minus_nonstem": -0.19699197105054844,
  "h4_mmlu_arm_a_500m_gap_stem": 0.07207207207207207,
  "h4_mmlu_arm_a_500m_gap_stem_ci95_low": -0.0016320636209905537,
  "h4_mmlu_arm_a_500m_gap_stem_ci95_high": 0.1457762077651347,
  "h4_mmlu_arm_a_500m_gap_nonstem": 0.1192468619246862,
  "h4_mmlu_arm_a_500m_gap_nonstem_ci95_low": 0.07210130907938604,
  "h4_mmlu_arm_a_500m_gap_nonstem_ci95_high": 0.16639241476998634,
  "h4_mmlu_arm_a_500m_gap_stem_minus_nonstem": -0.04717478985261413,
  "h4_mmlu_arm_b_500m_gap_stem": 0.07207207207207207,
  "h4_mmlu_arm_b_500m_gap_stem_ci95_low": -0.005747349985105316,
  "h4_mmlu_arm_b_500m_gap_stem_ci95_high": 0.14989149412924946,
  "h4_mmlu_arm_b_500m_gap_nonstem": 0.100418410041841,
  "h4_mmlu_arm_b_500m_gap_nonstem_ci95_low": 0.05958345674969091,
  "h4_mmlu_arm_b_500m_gap_nonstem_ci95_high": 0.14125336333399108,
  "h4_mmlu_arm_b_500m_gap_stem_minus_nonstem": -0.02834633796976893,
  "h4_mmlu_base_en_acc_stem": 0.3963963963963964,
  "h4_mmlu_base_en_acc_nonstem": 0.5941422594142259,
  "pred_count_base_belebele_en_a": 136,
  "pred_count_base_belebele_en_b": 148,
  "pred_count_base_belebele_en_c": 157,
  "pred_count_base_belebele_en_d": 159,
  "pred_count_base_belebele_pl_a": 151,
  "pred_count_base_belebele_pl_b": 166,
  "pred_count_base_belebele_pl_c": 143,
  "pred_count_base_belebele_pl_d": 140,
  "pred_count_base_mmlu_en_a": 90,
  "pred_count_base_mmlu_en_b": 184,
  "pred_count_base_mmlu_en_c": 193,
  "pred_count_base_mmlu_en_d": 133,
  "pred_count_base_mmlu_pl_a": 122,
  "pred_count_base_mmlu_pl_b": 104,
  "pred_count_base_mmlu_pl_c": 235,
  "pred_count_base_mmlu_pl_d": 139,
  "pred_count_arm_a_500m_belebele_en_a": 50,
  "pred_count_arm_a_500m_belebele_en_b": 139,
  "pred_count_arm_a_500m_belebele_en_c": 203,
  "pred_count_arm_a_500m_belebele_en_d": 208,
  "pred_count_arm_a_500m_belebele_pl_a": 17,
  "pred_count_arm_a_500m_belebele_pl_b": 81,
  "pred_count_arm_a_500m_belebele_pl_c": 176,
  "pred_count_arm_a_500m_belebele_pl_d": 326,
  "pred_count_arm_a_500m_mmlu_en_a": 23,
  "pred_count_arm_a_500m_mmlu_en_b": 107,
  "pred_count_arm_a_500m_mmlu_en_c": 309,
  "pred_count_arm_a_500m_mmlu_en_d": 161,
  "pred_count_arm_a_500m_mmlu_pl_a": 4,
  "pred_count_arm_a_500m_mmlu_pl_b": 44,
  "pred_count_arm_a_500m_mmlu_pl_c": 283,
  "pred_count_arm_a_500m_mmlu_pl_d": 269,
  "pred_count_arm_b_500m_belebele_en_a": 88,
  "pred_count_arm_b_500m_belebele_en_b": 281,
  "pred_count_arm_b_500m_belebele_en_c": 151,
  "pred_count_arm_b_500m_belebele_en_d": 80,
  "pred_count_arm_b_500m_belebele_pl_a": 66,
  "pred_count_arm_b_500m_belebele_pl_b": 360,
  "pred_count_arm_b_500m_belebele_pl_c": 110,
  "pred_count_arm_b_500m_belebele_pl_d": 64,
  "pred_count_arm_b_500m_mmlu_en_a": 33,
  "pred_count_arm_b_500m_mmlu_en_b": 331,
  "pred_count_arm_b_500m_mmlu_en_c": 167,
  "pred_count_arm_b_500m_mmlu_en_d": 69,
  "pred_count_arm_b_500m_mmlu_pl_a": 28,
  "pred_count_arm_b_500m_mmlu_pl_b": 437,
  "pred_count_arm_b_500m_mmlu_pl_c": 101,
  "pred_count_arm_b_500m_mmlu_pl_d": 34,
  "rows_per_file_belebele": 600,
  "gold_count_belebele_a": 145,
  "gold_count_belebele_b": 178,
  "gold_count_belebele_c": 148,
  "gold_count_belebele_d": 129,
  "rows_per_file_mmlu": 600,
  "gold_count_mmlu_a": 134,
  "gold_count_mmlu_b": 159,
  "gold_count_mmlu_c": 147,
  "gold_count_mmlu_d": 160
}