{ "seed": 20260707, "B": 2000, "consistency": [ { "arm": "mix00", "split": "math_clean", "diff": 0.0013956297220798497 }, { "arm": "mix00", "split": "pl", "diff": 2.4247794297882486e-05 }, { "arm": "mix10", "split": "math_clean", "diff": 0.0006320911638799664 }, { "arm": "mix10", "split": "pl", "diff": 3.8490858343065426e-05 }, { "arm": "mix30", "split": "math_clean", "diff": 0.001506364719136899 }, { "arm": "mix30", "split": "pl", "diff": 1.5769254452568937e-05 } ], "H1_math_clean": { "R": 0.4663658284438005, "d00": 0.33051259210166095, "d30": 0.17637281327506193, "R_ci": [ 0.43235324980229, 0.4980969228287391 ], "d00_ci": [ 0.3128728616176404, 0.3492144764757749 ], "p_R_le_05": 0.982, "p_R_ge_08": 0.0 }, "H1_digits": { "R": 0.15040650406504064, "d00": 0.2733333333333333, "d30": 0.23222222222222222, "R_ci": [ 0.09311505507955925, 0.2060118778706422 ], "d00_ci": [ 0.2411111111111111, 0.30333333333333334 ], "p_R_le_05": 1.0, "p_R_ge_08": 0.0 }, "H1": { "math_clean": "REFUTED", "digits": "REFUTED", "verdict": "REFUTED" }, "H2": { "cost": 0.018665774160288806, "ci95": [ 0.01635408362590048, 0.020465585126572695 ], "verdict": "CONFIRMED" }, "H3": { "tokens_to_90pct": { "mix00": { "math_clean": 100139008, "sci_python": 100139008, "pl": 200278016, "pl_informal": 200278016, "en": 100139008 }, "mix10": { "math_clean": 100139008, "sci_python": 100139008, "pl": 200278016, "pl_informal": 200278016, "en": 100139008 }, "mix30": { "math_clean": 100139008, "sci_python": 100139008, "pl": 200278016, "pl_informal": 300417024, "en": 100139008 } }, "digits_final": { "mix00": 0.1233, "mix10": 0.1678, "mix30": 0.1644 }, "note_mid_dose": 0.1678 } }