{ "bpb_base_pl": 1.2042606606653605, "bpb_fvt_t0_pl": 2.9274600687097636, "bpb_arm_a_100m_pl": 1.0279555776937475, "bpb_arm_b_100m_pl": 1.1236564634633284, "bpb_arm_a_500m_pl": 0.9344801208671931, "bpb_arm_b_500m_pl": 0.9492276355611654, "bpb_base_pl_wiki_sci": 1.0929525011709564, "bpb_fvt_t0_pl_wiki_sci": 3.13102716898033, "bpb_arm_a_100m_pl_wiki_sci": 0.9617004709665905, "bpb_arm_b_100m_pl_wiki_sci": 1.089921399998116, "bpb_arm_a_500m_pl_wiki_sci": 0.8781854339415027, "bpb_arm_b_500m_pl_wiki_sci": 0.9116095430921759, "bpb_base_pl_pes": 1.4070743632872356, "bpb_fvt_t0_pl_pes": 2.815139246518895, "bpb_arm_a_100m_pl_pes": 1.1520743288465893, "bpb_arm_b_100m_pl_pes": 1.2782685181564128, "bpb_arm_a_500m_pl_pes": 1.0334144143498436, "bpb_arm_b_500m_pl_pes": 1.0705259067707842, "bpb_base_pl_informal": 1.6948132328032903, "bpb_fvt_t0_pl_informal": 2.8998989488992706, "bpb_arm_a_100m_pl_informal": 1.5451737783376245, "bpb_arm_b_100m_pl_informal": 1.6827081938101398, "bpb_arm_a_500m_pl_informal": 1.4328539239726954, "bpb_arm_b_500m_pl_informal": 1.4780647684362285, "bpb_base_en": 0.8294031390820282, "bpb_fvt_t0_en": 2.635149611696946, "bpb_arm_a_100m_en": 0.8438114905133021, "bpb_arm_b_100m_en": 1.0809396572770014, "bpb_arm_a_500m_en": 0.8540055295047299, "bpb_arm_b_500m_en": 0.9867610698285049, "bpb_base_sci_arxiv": 0.6934700009223576, "bpb_fvt_t0_sci_arxiv": 2.4753282923874456, "bpb_arm_a_100m_sci_arxiv": 0.7072666523743718, "bpb_arm_b_100m_sci_arxiv": 0.9344125924092123, "bpb_arm_a_500m_sci_arxiv": 0.7211974686284119, "bpb_arm_b_500m_sci_arxiv": 0.860663916179437, "bpb_base_sci_latex": 0.6436433463073324, "bpb_fvt_t0_sci_latex": 2.8089280028601387, "bpb_arm_a_100m_sci_latex": 0.6602704768850486, "bpb_arm_b_100m_sci_latex": 0.8921577228727563, "bpb_arm_a_500m_sci_latex": 0.6772386914517831, "bpb_arm_b_500m_sci_latex": 0.7979022572655518, "bpb_base_sci_python": 0.34174095669249843, "bpb_fvt_t0_sci_python": 3.171236786109167, "bpb_arm_a_100m_sci_python": 0.35660790612768895, "bpb_arm_b_100m_sci_python": 0.8695696481137736, "bpb_arm_a_500m_sci_python": 0.3795171098140908, "bpb_arm_b_500m_sci_python": 0.5940552482852031, "bpb_base_math_clean": 1.5022556101018953, "bpb_fvt_t0_math_clean": 2.7159481950664697, "bpb_arm_a_100m_math_clean": 1.4591302625744886, "bpb_arm_b_100m_math_clean": 1.84338714065074, "bpb_arm_a_500m_math_clean": 1.5157282441289601, "bpb_arm_b_500m_math_clean": 1.7671920928889029, "bpb_base_sci_gsm8k": 0.05236162490935402, "bpb_fvt_t0_sci_gsm8k": 2.0401266388086308, "bpb_arm_a_100m_sci_gsm8k": 0.2797148062352899, "bpb_arm_b_100m_sci_gsm8k": 0.8408483939958749, "bpb_arm_a_500m_sci_gsm8k": 0.49659928844408574, "bpb_arm_b_500m_sci_gsm8k": 0.7966764999854995, "gap_500m_pl": 0.014747514693972286, "cpt_effect_500m_pl": -0.2697805397981674, "gap_500m_pl_wiki_sci": 0.033424109150673176, "cpt_effect_500m_pl_wiki_sci": -0.2147670672294537, "gap_500m_pl_pes": 0.037111492420940584, "cpt_effect_500m_pl_pes": -0.37365994893739196, "gap_500m_pl_informal": 0.04521084446353307, "cpt_effect_500m_pl_informal": -0.26195930883059493, "gap_500m_en": 0.132755540323775, "cpt_effect_500m_en": 0.024602390422701625, "gap_500m_sci_arxiv": 0.1394664475510251, "cpt_effect_500m_sci_arxiv": 0.027727467706054387, "gap_500m_sci_latex": 0.12066356581376869, "cpt_effect_500m_sci_latex": 0.03359534514445062, "gap_500m_sci_python": 0.21453813847111225, "cpt_effect_500m_sci_python": 0.03777615312159238, "gap_500m_math_clean": 0.25146384875994277, "cpt_effect_500m_math_clean": 0.013472634027064778, "gap_500m_sci_gsm8k": 0.30007721154141376, "cpt_effect_500m_sci_gsm8k": 0.4442376635347317, "cpt_share_of_pl_gain_500m": 0.9481685040854919, "gap_100m_pl": 0.09570088576958091, "gap_200m_pl": 0.046511438107843306, "gap_300m_pl": 0.03045944400101641, "gap_400m_pl": 0.020108477186116303, "gap_ratio_200m_over_100m_pl": 0.48600843904234, "gap_ratio_300m_over_200m_pl": 0.6548807183813992, "gap_ratio_400m_over_300m_pl": 0.6601721681277339, "gap_ratio_500m_over_400m_pl": 0.7333978877403288, "gap_100m_en": 0.2371281667636993, "gap_200m_en": 0.18493013298866012, "gap_300m_en": 0.1594311606941441, "gap_400m_en": 0.14416074412071267, "gap_ratio_200m_over_100m_en": 0.7798741731636838, "gap_ratio_300m_over_200m_en": 0.8621156439871288, "gap_ratio_400m_over_300m_en": 0.9042193727565812, "gap_ratio_500m_over_400m_en": 0.9208855096683773, "gap_100m_sci_arxiv": 0.22714594003484045, "gap_200m_sci_arxiv": 0.18467980558161923, "gap_300m_sci_arxiv": 0.16267438412030932, "gap_400m_sci_arxiv": 0.14851382876967256, "gap_ratio_200m_over_100m_sci_arxiv": 0.8130447128101536, "gap_ratio_300m_over_200m_sci_arxiv": 0.8808455456620858, "gap_ratio_400m_over_300m_sci_arxiv": 0.9129515355031925, "gap_ratio_500m_over_400m_sci_arxiv": 0.9390805469524398, "gap_100m_sci_latex": 0.2318872459877077, "gap_200m_sci_latex": 0.17084129961238437, "gap_300m_sci_latex": 0.1349268435304254, "gap_400m_sci_latex": 0.1300192717297064, "gap_ratio_200m_over_100m_sci_latex": 0.7367429755987556, "gap_ratio_300m_over_200m_sci_latex": 0.7897788405763478, "gap_ratio_400m_over_300m_sci_latex": 0.9636279062615709, "gap_ratio_500m_over_400m_sci_latex": 0.9280436985111943, "gap_100m_sci_python": 0.5129617419860846, "gap_200m_sci_python": 0.27576141620158445, "gap_300m_sci_python": 0.2466133605827756, "gap_400m_sci_python": 0.23405910353563586, "gap_ratio_200m_over_100m_sci_python": 0.5375867118937404, "gap_ratio_300m_over_200m_sci_python": 0.894299731919344, "gap_ratio_400m_over_300m_sci_python": 0.9490933621054731, "gap_ratio_500m_over_400m_sci_python": 0.9165981379504364, "gap_100m_math_clean": 0.3842568780762514, "gap_200m_math_clean": 0.32638077601013094, "gap_300m_math_clean": 0.2837252212948329, "gap_400m_math_clean": 0.2506203117776258, "gap_ratio_200m_over_100m_math_clean": 0.8493817407879017, "gap_ratio_300m_over_200m_math_clean": 0.8693073923141417, "gap_ratio_400m_over_300m_math_clean": 0.8833205262255971, "gap_ratio_500m_over_400m_math_clean": 1.003365796556288, "bpb_docs_math_clean_base": 800, "bpb_docs_math_clean_arm_a_100m": 800, "bpb_docs_math_clean_arm_a_500m": 200, "bpb_docs_math_clean_fvt_t0": 200, "bpb_docs_math_clean_arm_b_100m": 200, "bpb_docs_math_clean_arm_b_500m": 200, "digits_acc_base": 0.5867, "digits_n_pooled": 900, "digits_acc_arm_a_100m": 0.6167, "digits_acc_arm_a_200m": 0.5589, "digits_acc_arm_a_300m": 0.5489, "digits_acc_arm_a_400m": 0.5467, "digits_acc_arm_a_500m": 0.5167, "digits_acc_fvt_t0": 0.0133, "digits_acc_arm_b_100m": 0.52, "digits_acc_arm_b_200m": 0.5322, "digits_acc_arm_b_300m": 0.5, "digits_acc_arm_b_400m": 0.4844, "digits_acc_arm_b_500m": 0.4756, "digits_paired_500m_n": 900, "digits_paired_500m_arm_a_only_correct": 77, "digits_paired_500m_arm_b_only_correct": 40, "digits_paired_500m_delta_b_minus_a": -0.04111111111111111, "digits_paired_500m_ci95_low": -0.06451332152497036, "digits_paired_500m_ci95_high": -0.01770890069725187, "digits_paired_500m_sign_test_p": 0.0007995844433963207, "mcq_acc_llmzszl_stem_base": 0.29, "mcq_n_llmzszl_stem": 300, "mcq_acc_pes_base": 0.248, "mcq_n_pes": 250, "mcq_acc_llmzszl_stem_arm_a_100m": 0.31, "mcq_acc_pes_arm_a_100m": 0.272, "mcq_acc_llmzszl_stem_arm_a_200m": 0.3, "mcq_acc_pes_arm_a_200m": 0.288, "mcq_acc_llmzszl_stem_arm_a_300m": 0.2833333333333333, "mcq_acc_pes_arm_a_300m": 0.272, "mcq_acc_llmzszl_stem_arm_a_400m": 0.27666666666666667, "mcq_acc_pes_arm_a_400m": 0.264, "mcq_acc_llmzszl_stem_arm_a_500m": 0.28, "mcq_acc_pes_arm_a_500m": 0.256, "mcq_acc_llmzszl_stem_fvt_t0": 0.23333333333333334, "mcq_acc_pes_fvt_t0": 0.228, "mcq_acc_llmzszl_stem_arm_b_100m": 0.29333333333333333, "mcq_acc_pes_arm_b_100m": 0.232, "mcq_acc_llmzszl_stem_arm_b_200m": 0.2966666666666667, "mcq_acc_pes_arm_b_200m": 0.232, "mcq_acc_llmzszl_stem_arm_b_300m": 0.31, "mcq_acc_pes_arm_b_300m": 0.22, "mcq_acc_llmzszl_stem_arm_b_400m": 0.2833333333333333, "mcq_acc_pes_arm_b_400m": 0.228, "mcq_acc_llmzszl_stem_arm_b_500m": 0.29333333333333333, "mcq_acc_pes_arm_b_500m": 0.256, "fvt_pieces_fvt": 31741, "fvt_pieces_byte": 256, "fvt_pieces_special": 3, "fvt_pieces_empty": 0, "fvt_mean_qwen_pieces_per_apt4_piece": 2.411581235625847 }