{
 "_generated_by": "scripts/09_analyze.py",
 "curves": {
  "armA": {
   "100M": {
    "en": 0.8438114905133021,
    "math_clean": 1.4591302625744886,
    "pl": 1.0279555776937475,
    "pl_informal": 1.5451737783376245,
    "pl_pes": 1.1520743288465893,
    "pl_wiki_sci": 0.9617004709665905,
    "sci_arxiv": 0.7072666523743718,
    "sci_gsm8k": 0.2797148062352899,
    "sci_latex": 0.6602704768850486,
    "sci_python": 0.35660790612768895
   },
   "200M": {
    "en": 0.8482882081825673,
    "math_clean": 1.5245034569094607,
    "pl": 0.9846400492247498,
    "pl_informal": 1.4950030732299853,
    "pl_pes": 1.090184832037061,
    "pl_wiki_sci": 0.9235229794968638,
    "sci_arxiv": 0.7143223739781164,
    "sci_gsm8k": 0.3840692209183531,
    "sci_latex": 0.678956634705406,
    "sci_python": 0.3650817734790047
   },
   "300M": {
    "en": 0.8507622328474798,
    "math_clean": 1.5227920795220768,
    "pl": 0.9617996983824353,
    "pl_informal": 1.4886615355828132,
    "pl_pes": 1.0604906818636042,
    "pl_wiki_sci": 0.9032982002650145,
    "sci_arxiv": 0.7163049781824002,
    "sci_gsm8k": 0.43580374617185963,
    "sci_latex": 0.6807072421984529,
    "sci_python": 0.37015969352799394
   },
   "400M": {
    "en": 0.8521415131716026,
    "math_clean": 1.5488924791212941,
    "pl": 0.9458669235355833,
    "pl_informal": 1.4280425464394284,
    "pl_pes": 1.0542051670764199,
    "pl_wiki_sci": 0.8876463683896587,
    "sci_arxiv": 0.7201816284323497,
    "sci_gsm8k": 0.45209642743423833,
    "sci_latex": 0.6761965433454566,
    "sci_python": 0.37360297673206555
   },
   "500M": {
    "en": 0.8540055295047299,
    "math_clean": 1.5157282441289601,
    "pl": 0.9344801208671931,
    "pl_informal": 1.4328539239726954,
    "pl_pes": 1.0334144143498436,
    "pl_wiki_sci": 0.8781854339415027,
    "sci_arxiv": 0.7211974686284119,
    "sci_gsm8k": 0.49659928844408574,
    "sci_latex": 0.6772386914517831,
    "sci_python": 0.3795171098140908
   }
  },
  "armB": {
   "100M": {
    "en": 1.0809396572770014,
    "math_clean": 1.84338714065074,
    "pl": 1.1236564634633284,
    "pl_informal": 1.6827081938101398,
    "pl_pes": 1.2782685181564128,
    "pl_wiki_sci": 1.089921399998116,
    "sci_arxiv": 0.9344125924092123,
    "sci_gsm8k": 0.8408483939958749,
    "sci_latex": 0.8921577228727563,
    "sci_python": 0.8695696481137736
   },
   "200M": {
    "en": 1.0332183411712275,
    "math_clean": 1.8508842329195916,
    "pl": 1.031151487332593,
    "pl_informal": 1.5768648551151303,
    "pl_pes": 1.1691851068850234,
    "pl_wiki_sci": 0.9948462497857445,
    "sci_arxiv": 0.8990021795597356,
    "sci_gsm8k": 0.8051854027826786,
    "sci_latex": 0.8497979343177904,
    "sci_python": 0.6408431896805892
   },
   "300M": {
    "en": 1.0101933935416239,
    "math_clean": 1.8065173008169098,
    "pl": 0.9922591423834517,
    "pl_informal": 1.5158091190066434,
    "pl_pes": 1.118058486654215,
    "pl_wiki_sci": 0.9525323851519125,
    "sci_arxiv": 0.8789793623027096,
    "sci_gsm8k": 0.7923513001751902,
    "sci_latex": 0.8156340857288783,
    "sci_python": 0.6167730541107695
   },
   "400M": {
    "en": 0.9963022572923153,
    "math_clean": 1.79951279089892,
    "pl": 0.9659754007216996,
    "pl_informal": 1.4942885799056302,
    "pl_pes": 1.0970868196266432,
    "pl_wiki_sci": 0.9288848876894955,
    "sci_arxiv": 0.8686954572020222,
    "sci_gsm8k": 0.7886103923813461,
    "sci_latex": 0.806215815075163,
    "sci_python": 0.6076620802677014
   },
   "500M": {
    "en": 0.9867610698285049,
    "math_clean": 1.7671920928889029,
    "pl": 0.9492276355611654,
    "pl_informal": 1.4780647684362285,
    "pl_pes": 1.0705259067707842,
    "pl_wiki_sci": 0.9116095430921759,
    "sci_arxiv": 0.860663916179437,
    "sci_gsm8k": 0.7966764999854995,
    "sci_latex": 0.7979022572655518,
    "sci_python": 0.5940552482852031
   }
  },
  "base": {
   "en": 0.8294031390820282,
   "math_clean": 1.5022556101018953,
   "pl": 1.2042606606653605,
   "pl_informal": 1.6948132328032903,
   "pl_pes": 1.4070743632872356,
   "pl_wiki_sci": 1.0929525011709564,
   "sci_arxiv": 0.6934700009223576,
   "sci_gsm8k": 0.05236162490935402,
   "sci_latex": 0.6436433463073324,
   "sci_python": 0.34174095669249843
  },
  "fvt_t0": {
   "en": 2.635149611696946,
   "math_clean": 2.7159481950664697,
   "pl": 2.9274600687097636,
   "pl_informal": 2.8998989488992706,
   "pl_pes": 2.815139246518895,
   "pl_wiki_sci": 3.13102716898033,
   "sci_arxiv": 2.4753282923874456,
   "sci_gsm8k": 2.0401266388086308,
   "sci_latex": 2.8089280028601387,
   "sci_python": 3.171236786109167
  }
 },
 "decomposition": {
  "en": {
   "base": 0.8294031390820282,
   "contaminated": false,
   "fvt_t0": 2.635149611696946,
   "milestones": {
    "100M": {
     "armA": 0.8438114905133021,
     "armB": 1.0809396572770014,
     "cpt": 0.014408351431273836,
     "gap": 0.2371281667636993,
     "total": 0.25153651819497314
    },
    "200M": {
     "armA": 0.8482882081825673,
     "armB": 1.0332183411712275,
     "cpt": 0.01888506910053911,
     "gap": 0.18493013298866012,
     "total": 0.20381520208919923
    },
    "300M": {
     "armA": 0.8507622328474798,
     "armB": 1.0101933935416239,
     "cpt": 0.02135909376545153,
     "gap": 0.1594311606941441,
     "total": 0.18079025445959562
    },
    "400M": {
     "armA": 0.8521415131716026,
     "armB": 0.9963022572923153,
     "cpt": 0.022738374089574354,
     "gap": 0.14416074412071267,
     "total": 0.16689911821028702
    },
    "500M": {
     "armA": 0.8540055295047299,
     "armB": 0.9867610698285049,
     "cpt": 0.024602390422701625,
     "gap": 0.132755540323775,
     "total": 0.15735793074647664
    }
   }
  },
  "math_clean": {
   "base": 1.5022556101018953,
   "contaminated": false,
   "fvt_t0": 2.7159481950664697,
   "milestones": {
    "100M": {
     "armA": 1.4591302625744886,
     "armB": 1.84338714065074,
     "cpt": -0.04312534752740671,
     "gap": 0.3842568780762514,
     "total": 0.3411315305488447
    },
    "200M": {
     "armA": 1.5245034569094607,
     "armB": 1.8508842329195916,
     "cpt": 0.022247846807565308,
     "gap": 0.32638077601013094,
     "total": 0.34862862281769624
    },
    "300M": {
     "armA": 1.5227920795220768,
     "armB": 1.8065173008169098,
     "cpt": 0.020536469420181502,
     "gap": 0.2837252212948329,
     "total": 0.3042616907150144
    },
    "400M": {
     "armA": 1.5488924791212941,
     "armB": 1.79951279089892,
     "cpt": 0.046636869019398786,
     "gap": 0.2506203117776258,
     "total": 0.29725718079702457
    },
    "500M": {
     "armA": 1.5157282441289601,
     "armB": 1.7671920928889029,
     "cpt": 0.013472634027064778,
     "gap": 0.25146384875994277,
     "total": 0.26493648278700754
    }
   }
  },
  "pl": {
   "base": 1.2042606606653605,
   "contaminated": false,
   "fvt_t0": 2.9274600687097636,
   "milestones": {
    "100M": {
     "armA": 1.0279555776937475,
     "armB": 1.1236564634633284,
     "cpt": -0.17630508297161307,
     "gap": 0.09570088576958091,
     "total": -0.08060419720203216
    },
    "200M": {
     "armA": 0.9846400492247498,
     "armB": 1.031151487332593,
     "cpt": -0.21962061144061074,
     "gap": 0.046511438107843306,
     "total": -0.17310917333276743
    },
    "300M": {
     "armA": 0.9617996983824353,
     "armB": 0.9922591423834517,
     "cpt": -0.24246096228292524,
     "gap": 0.03045944400101641,
     "total": -0.21200151828190883
    },
    "400M": {
     "armA": 0.9458669235355833,
     "armB": 0.9659754007216996,
     "cpt": -0.2583937371297772,
     "gap": 0.020108477186116303,
     "total": -0.2382852599436609
    },
    "500M": {
     "armA": 0.9344801208671931,
     "armB": 0.9492276355611654,
     "cpt": -0.2697805397981674,
     "gap": 0.014747514693972286,
     "total": -0.2550330251041951
    }
   }
  },
  "pl_informal": {
   "base": 1.6948132328032903,
   "contaminated": false,
   "fvt_t0": 2.8998989488992706,
   "milestones": {
    "100M": {
     "armA": 1.5451737783376245,
     "armB": 1.6827081938101398,
     "cpt": -0.14963945446566584,
     "gap": 0.13753441547251533,
     "total": -0.012105038993150519
    },
    "200M": {
     "armA": 1.4950030732299853,
     "armB": 1.5768648551151303,
     "cpt": -0.19981015957330506,
     "gap": 0.08186178188514504,
     "total": -0.11794837768816002
    },
    "300M": {
     "armA": 1.4886615355828132,
     "armB": 1.5158091190066434,
     "cpt": -0.2061516972204771,
     "gap": 0.02714758342383017,
     "total": -0.17900411379664694
    },
    "400M": {
     "armA": 1.4280425464394284,
     "armB": 1.4942885799056302,
     "cpt": -0.2667706863638619,
     "gap": 0.06624603346620184,
     "total": -0.20052465289766008
    },
    "500M": {
     "armA": 1.4328539239726954,
     "armB": 1.4780647684362285,
     "cpt": -0.26195930883059493,
     "gap": 0.04521084446353307,
     "total": -0.21674846436706185
    }
   }
  },
  "pl_pes": {
   "base": 1.4070743632872356,
   "contaminated": false,
   "fvt_t0": 2.815139246518895,
   "milestones": {
    "100M": {
     "armA": 1.1520743288465893,
     "armB": 1.2782685181564128,
     "cpt": -0.25500003444064623,
     "gap": 0.1261941893098235,
     "total": -0.12880584513082272
    },
    "200M": {
     "armA": 1.090184832037061,
     "armB": 1.1691851068850234,
     "cpt": -0.3168895312501745,
     "gap": 0.07900027484796235,
     "total": -0.23788925640221215
    },
    "300M": {
     "armA": 1.0604906818636042,
     "armB": 1.118058486654215,
     "cpt": -0.3465836814236314,
     "gap": 0.057567804790610744,
     "total": -0.28901587663302064
    },
    "400M": {
     "armA": 1.0542051670764199,
     "armB": 1.0970868196266432,
     "cpt": -0.3528691962108157,
     "gap": 0.04288165255022336,
     "total": -0.30998754366059234
    },
    "500M": {
     "armA": 1.0334144143498436,
     "armB": 1.0705259067707842,
     "cpt": -0.37365994893739196,
     "gap": 0.037111492420940584,
     "total": -0.3365484565164514
    }
   }
  },
  "pl_wiki_sci": {
   "base": 1.0929525011709564,
   "contaminated": false,
   "fvt_t0": 3.13102716898033,
   "milestones": {
    "100M": {
     "armA": 0.9617004709665905,
     "armB": 1.089921399998116,
     "cpt": -0.13125203020436593,
     "gap": 0.1282209290315256,
     "total": -0.0030311011728403336
    },
    "200M": {
     "armA": 0.9235229794968638,
     "armB": 0.9948462497857445,
     "cpt": -0.16942952167409264,
     "gap": 0.07132327028888075,
     "total": -0.0981062513852119
    },
    "300M": {
     "armA": 0.9032982002650145,
     "armB": 0.9525323851519125,
     "cpt": -0.18965430090594193,
     "gap": 0.049234184886898014,
     "total": -0.14042011601904392
    },
    "400M": {
     "armA": 0.8876463683896587,
     "armB": 0.9288848876894955,
     "cpt": -0.20530613278129772,
     "gap": 0.041238519299836796,
     "total": -0.16406761348146093
    },
    "500M": {
     "armA": 0.8781854339415027,
     "armB": 0.9116095430921759,
     "cpt": -0.2147670672294537,
     "gap": 0.033424109150673176,
     "total": -0.18134295807878054
    }
   }
  },
  "sci_arxiv": {
   "base": 0.6934700009223576,
   "contaminated": false,
   "fvt_t0": 2.4753282923874456,
   "milestones": {
    "100M": {
     "armA": 0.7072666523743718,
     "armB": 0.9344125924092123,
     "cpt": 0.013796651452014252,
     "gap": 0.22714594003484045,
     "total": 0.2409425914868547
    },
    "200M": {
     "armA": 0.7143223739781164,
     "armB": 0.8990021795597356,
     "cpt": 0.02085237305575882,
     "gap": 0.18467980558161923,
     "total": 0.20553217863737805
    },
    "300M": {
     "armA": 0.7163049781824002,
     "armB": 0.8789793623027096,
     "cpt": 0.022834977260042688,
     "gap": 0.16267438412030932,
     "total": 0.185509361380352
    },
    "400M": {
     "armA": 0.7201816284323497,
     "armB": 0.8686954572020222,
     "cpt": 0.02671162750999212,
     "gap": 0.14851382876967256,
     "total": 0.17522545627966468
    },
    "500M": {
     "armA": 0.7211974686284119,
     "armB": 0.860663916179437,
     "cpt": 0.027727467706054387,
     "gap": 0.1394664475510251,
     "total": 0.1671939152570795
    }
   }
  },
  "sci_gsm8k": {
   "base": 0.05236162490935402,
   "contaminated": true,
   "fvt_t0": 2.0401266388086308,
   "milestones": {
    "100M": {
     "armA": 0.2797148062352899,
     "armB": 0.8408483939958749,
     "cpt": 0.22735318132593585,
     "gap": 0.561133587760585,
     "total": 0.7884867690865208
    },
    "200M": {
     "armA": 0.3840692209183531,
     "armB": 0.8051854027826786,
     "cpt": 0.3317075960089991,
     "gap": 0.4211161818643255,
     "total": 0.7528237778733246
    },
    "300M": {
     "armA": 0.43580374617185963,
     "armB": 0.7923513001751902,
     "cpt": 0.3834421212625056,
     "gap": 0.35654755400333055,
     "total": 0.7399896752658361
    },
    "400M": {
     "armA": 0.45209642743423833,
     "armB": 0.7886103923813461,
     "cpt": 0.3997348025248843,
     "gap": 0.3365139649471078,
     "total": 0.7362487674719921
    },
    "500M": {
     "armA": 0.49659928844408574,
     "armB": 0.7966764999854995,
     "cpt": 0.4442376635347317,
     "gap": 0.30007721154141376,
     "total": 0.7443148750761455
    }
   }
  },
  "sci_latex": {
   "base": 0.6436433463073324,
   "contaminated": false,
   "fvt_t0": 2.8089280028601387,
   "milestones": {
    "100M": {
     "armA": 0.6602704768850486,
     "armB": 0.8921577228727563,
     "cpt": 0.016627130577716143,
     "gap": 0.2318872459877077,
     "total": 0.24851437656542386
    },
    "200M": {
     "armA": 0.678956634705406,
     "armB": 0.8497979343177904,
     "cpt": 0.03531328839807357,
     "gap": 0.17084129961238437,
     "total": 0.20615458801045794
    },
    "300M": {
     "armA": 0.6807072421984529,
     "armB": 0.8156340857288783,
     "cpt": 0.03706389589112047,
     "gap": 0.1349268435304254,
     "total": 0.17199073942154586
    },
    "400M": {
     "armA": 0.6761965433454566,
     "armB": 0.806215815075163,
     "cpt": 0.032553197038124204,
     "gap": 0.1300192717297064,
     "total": 0.1625724687678306
    },
    "500M": {
     "armA": 0.6772386914517831,
     "armB": 0.7979022572655518,
     "cpt": 0.03359534514445062,
     "gap": 0.12066356581376869,
     "total": 0.1542589109582193
    }
   }
  },
  "sci_python": {
   "base": 0.34174095669249843,
   "contaminated": false,
   "fvt_t0": 3.171236786109167,
   "milestones": {
    "100M": {
     "armA": 0.35660790612768895,
     "armB": 0.8695696481137736,
     "cpt": 0.014866949435190513,
     "gap": 0.5129617419860846,
     "total": 0.5278286914212751
    },
    "200M": {
     "armA": 0.3650817734790047,
     "armB": 0.6408431896805892,
     "cpt": 0.02334081678650629,
     "gap": 0.27576141620158445,
     "total": 0.29910223298809074
    },
    "300M": {
     "armA": 0.37015969352799394,
     "armB": 0.6167730541107695,
     "cpt": 0.028418736835495506,
     "gap": 0.2466133605827756,
     "total": 0.2750320974182711
    },
    "400M": {
     "armA": 0.37360297673206555,
     "armB": 0.6076620802677014,
     "cpt": 0.03186202003956712,
     "gap": 0.23405910353563586,
     "total": 0.265921123575203
    },
    "500M": {
     "armA": 0.3795171098140908,
     "armB": 0.5940552482852031,
     "cpt": 0.03777615312159238,
     "gap": 0.21453813847111225,
     "total": 0.25231429159270463
    }
   }
  }
 },
 "design": {
  "armA": "original Qwen tokenizer + CPT",
  "armB": "APT4-FVT transplant (32k) + identical CPT",
  "base": "untouched Qwen2.5-1.5B (arm C)",
  "budget": "0.5B Qwen-token matched pair, identical doc sequence, WSD constant-LR (pre-anneal)",
  "model": "Qwen/Qwen2.5-1.5B",
  "unit": "bits per UTF-8 byte (BPB)"
 },
 "digit_probe_paired_500m": {
  "ci95": [
   -0.06451332152497036,
   -0.01770890069725187
  ],
  "delta_b_minus_a": -0.04111111111111111,
  "discordant_a_only": 77,
  "discordant_b_only": 40,
  "n_items": 900,
  "sign_test_p": 0.0007995844433963207
 },
 "gap_decay": {
  "en": {
   "gaps": [
    0.2371281667636993,
    0.18493013298866012,
    0.1594311606941441,
    0.14416074412071267,
    0.132755540323775
   ],
   "successive_ratios": [
    0.7798741731636838,
    0.8621156439871288,
    0.9042193727565812,
    0.9208855096683773
   ]
  },
  "math_clean": {
   "gaps": [
    0.3842568780762514,
    0.32638077601013094,
    0.2837252212948329,
    0.2506203117776258,
    0.25146384875994277
   ],
   "successive_ratios": [
    0.8493817407879017,
    0.8693073923141417,
    0.8833205262255971,
    1.003365796556288
   ]
  },
  "pl": {
   "gaps": [
    0.09570088576958091,
    0.046511438107843306,
    0.03045944400101641,
    0.020108477186116303,
    0.014747514693972286
   ],
   "successive_ratios": [
    0.48600843904234,
    0.6548807183813992,
    0.6601721681277339,
    0.7333978877403288
   ]
  },
  "pl_informal": {
   "gaps": [
    0.13753441547251533,
    0.08186178188514504,
    0.02714758342383017,
    0.06624603346620184,
    0.04521084446353307
   ],
   "successive_ratios": [
    0.5952094361538489,
    0.33162707674649916,
    2.440218432409384,
    0.6824687018672486
   ]
  },
  "pl_pes": {
   "gaps": [
    0.1261941893098235,
    0.07900027484796235,
    0.057567804790610744,
    0.04288165255022336,
    0.037111492420940584
   ],
   "successive_ratios": [
    0.6260214933827593,
    0.728703854529635,
    0.7448894865141239,
    0.8654398842832675
   ]
  },
  "pl_wiki_sci": {
   "gaps": [
    0.1282209290315256,
    0.07132327028888075,
    0.049234184886898014,
    0.041238519299836796,
    0.033424109150673176
   ],
   "successive_ratios": [
    0.556252952053908,
    0.6902962341390786,
    0.837599310206332,
    0.810507014271132
   ]
  },
  "sci_arxiv": {
   "gaps": [
    0.22714594003484045,
    0.18467980558161923,
    0.16267438412030932,
    0.14851382876967256,
    0.1394664475510251
   ],
   "successive_ratios": [
    0.8130447128101536,
    0.8808455456620858,
    0.9129515355031925,
    0.9390805469524398
   ]
  },
  "sci_gsm8k": {
   "gaps": [
    0.561133587760585,
    0.4211161818643255,
    0.35654755400333055,
    0.3365139649471078,
    0.30007721154141376
   ],
   "successive_ratios": [
    0.7504740244563657,
    0.8466726508225287,
    0.943812294233168,
    0.8917229084046452
   ]
  },
  "sci_latex": {
   "gaps": [
    0.2318872459877077,
    0.17084129961238437,
    0.1349268435304254,
    0.1300192717297064,
    0.12066356581376869
   ],
   "successive_ratios": [
    0.7367429755987556,
    0.7897788405763478,
    0.9636279062615709,
    0.9280436985111943
   ]
  },
  "sci_python": {
   "gaps": [
    0.5129617419860846,
    0.27576141620158445,
    0.2466133605827756,
    0.23405910353563586,
    0.21453813847111225
   ],
   "successive_ratios": [
    0.5375867118937404,
    0.894299731919344,
    0.9490933621054731,
    0.9165981379504364
   ]
  }
 },
 "headline_500m": {
  "en": {
   "cpt_effect_500m": 0.024602390422701625,
   "gap_500m": 0.132755540323775,
   "gap_share_of_total": 0.8436533175926216,
   "total_500m": 0.15735793074647664
  },
  "math_clean": {
   "cpt_effect_500m": 0.013472634027064778,
   "gap_500m": 0.25146384875994277,
   "gap_share_of_total": 0.9491476829263414,
   "total_500m": 0.26493648278700754
  },
  "pl": {
   "cpt_effect_500m": -0.2697805397981674,
   "cpt_share_of_pl_gain": 0.9481685040854919,
   "gap_500m": 0.014747514693972286,
   "gap_share_of_total": -0.057825901911907715,
   "total_500m": -0.2550330251041951
  },
  "pl_informal": {
   "cpt_effect_500m": -0.26195930883059493,
   "gap_500m": 0.04521084446353307,
   "gap_share_of_total": -0.20858668870183483,
   "total_500m": -0.21674846436706185
  },
  "pl_pes": {
   "cpt_effect_500m": -0.37365994893739196,
   "gap_500m": 0.037111492420940584,
   "gap_share_of_total": -0.11027087393320574,
   "total_500m": -0.3365484565164514
  },
  "pl_wiki_sci": {
   "cpt_effect_500m": -0.2147670672294537,
   "gap_500m": 0.033424109150673176,
   "gap_share_of_total": -0.1843143483749327,
   "total_500m": -0.18134295807878054
  },
  "sci_arxiv": {
   "cpt_effect_500m": 0.027727467706054387,
   "gap_500m": 0.1394664475510251,
   "gap_share_of_total": 0.8341598277460022,
   "total_500m": 0.1671939152570795
  },
  "sci_gsm8k": {
   "cpt_effect_500m": 0.4442376635347317,
   "gap_500m": 0.30007721154141376,
   "gap_share_of_total": 0.4031589607969544,
   "total_500m": 0.7443148750761455
  },
  "sci_latex": {
   "cpt_effect_500m": 0.03359534514445062,
   "gap_500m": 0.12066356581376869,
   "gap_share_of_total": 0.7822145577473327,
   "total_500m": 0.1542589109582193
  },
  "sci_python": {
   "cpt_effect_500m": 0.03777615312159238,
   "gap_500m": 0.21453813847111225,
   "gap_share_of_total": 0.8502813578924333,
   "total_500m": 0.25231429159270463
  }
 },
 "probes": {
  "digits": {
   "armA": {
    "0": {
     "cells": {
      "bare|en": {
       "acc": 0.6433,
       "n": 300
      },
      "bare|pl": {
       "acc": 0.6033,
       "n": 300
      },
      "pl_space|pl": {
       "acc": 0.5133,
       "n": 300
      }
     },
     "pooled": {
      "acc": 0.5866333333333333,
      "n": 900,
      "wilson_ci95": [
       0.5541594677044699,
       0.6183707902054361
      ]
     }
    },
    "100139008": {
     "cells": {
      "bare|en": {
       "acc": 0.68,
       "n": 300
      },
      "bare|pl": {
       "acc": 0.62,
       "n": 300
      },
      "pl_space|pl": {
       "acc": 0.55,
       "n": 300
      }
     },
     "pooled": {
      "acc": 0.6166666666666667,
      "n": 900,
      "wilson_ci95": [
       0.5844701327710458,
       0.6478714996586082
      ]
     }
    },
    "200278016": {
     "cells": {
      "bare|en": {
       "acc": 0.6333,
       "n": 300
      },
      "bare|pl": {
       "acc": 0.5667,
       "n": 300
      },
      "pl_space|pl": {
       "acc": 0.4767,
       "n": 300
      }
     },
     "pooled": {
      "acc": 0.5589,
      "n": 900,
      "wilson_ci95": [
       0.5262790825212109,
       0.5910202501939886
      ]
     }
    },
    "300417024": {
     "cells": {
      "bare|en": {
       "acc": 0.6,
       "n": 300
      },
      "bare|pl": {
       "acc": 0.53,
       "n": 300
      },
      "pl_space|pl": {
       "acc": 0.5167,
       "n": 300
      }
     },
     "pooled": {
      "acc": 0.5488999999999999,
      "n": 900,
      "wilson_ci95": [
       0.5162511924486239,
       0.5811331432011766
      ]
     }
    },
    "400031744": {
     "cells": {
      "bare|en": {
       "acc": 0.6067,
       "n": 300
      },
      "bare|pl": {
       "acc": 0.56,
       "n": 300
      },
      "pl_space|pl": {
       "acc": 0.4733,
       "n": 300
      }
     },
     "pooled": {
      "acc": 0.5466666666666666,
      "n": 900,
      "wilson_ci95": [
       0.5140134324599165,
       0.578923220511945
      ]
     }
    },
    "500170752": {
     "cells": {
      "bare|en": {
       "acc": 0.5267,
       "n": 300
      },
      "bare|pl": {
       "acc": 0.5167,
       "n": 300
      },
      "pl_space|pl": {
       "acc": 0.5067,
       "n": 300
      }
     },
     "pooled": {
      "acc": 0.5167,
      "n": 900,
      "wilson_ci95": [
       0.48405055731733465,
       0.5492074877818816
      ]
     }
    }
   },
   "armB": {
    "0": {
     "cells": {
      "bare|en": {
       "acc": 0.02,
       "n": 300
      },
      "bare|pl": {
       "acc": 0.0033,
       "n": 300
      },
      "pl_space|pl": {
       "acc": 0.0167,
       "n": 300
      }
     },
     "pooled": {
      "acc": 0.013333333333333334,
      "n": 900,
      "wilson_ci95": [
       0.007643430295689833,
       0.023160045854896182
      ]
     }
    },
    "100139008": {
     "cells": {
      "bare|en": {
       "acc": 0.56,
       "n": 300
      },
      "bare|pl": {
       "acc": 0.5467,
       "n": 300
      },
      "pl_space|pl": {
       "acc": 0.4533,
       "n": 300
      }
     },
     "pooled": {
      "acc": 0.52,
      "n": 900,
      "wilson_ci95": [
       0.48734439913842803,
       0.5524855949923698
      ]
     }
    },
    "200278016": {
     "cells": {
      "bare|en": {
       "acc": 0.5933,
       "n": 300
      },
      "bare|pl": {
       "acc": 0.5333,
       "n": 300
      },
      "pl_space|pl": {
       "acc": 0.47,
       "n": 300
      }
     },
     "pooled": {
      "acc": 0.5322,
      "n": 900,
      "wilson_ci95": [
       0.4995339477814466,
       0.564592342769138
      ]
     }
    },
    "300417024": {
     "cells": {
      "bare|en": {
       "acc": 0.5267,
       "n": 300
      },
      "bare|pl": {
       "acc": 0.5133,
       "n": 300
      },
      "pl_space|pl": {
       "acc": 0.46,
       "n": 300
      }
     },
     "pooled": {
      "acc": 0.5,
      "n": 900,
      "wilson_ci95": [
       0.4674034252947717,
       0.5325965747052283
      ]
     }
    },
    "400031744": {
     "cells": {
      "bare|en": {
       "acc": 0.5367,
       "n": 300
      },
      "bare|pl": {
       "acc": 0.4733,
       "n": 300
      },
      "pl_space|pl": {
       "acc": 0.4433,
       "n": 300
      }
     },
     "pooled": {
      "acc": 0.4844333333333333,
      "n": 900,
      "wilson_ci95": [
       0.4519186535769678,
       0.5170803343245611
      ]
     }
    },
    "500170752": {
     "cells": {
      "bare|en": {
       "acc": 0.4933,
       "n": 300
      },
      "bare|pl": {
       "acc": 0.4533,
       "n": 300
      },
      "pl_space|pl": {
       "acc": 0.48,
       "n": 300
      }
     },
     "pooled": {
      "acc": 0.47553333333333336,
      "n": 900,
      "wilson_ci95": [
       0.4430796286553985,
       0.5081950118579254
      ]
     }
    }
   }
  },
  "mcq": {
   "armA": {
    "0": {
     "llmzszl_stem": {
      "acc": 0.29,
      "n": 300
     },
     "pes": {
      "acc": 0.248,
      "n": 250
     }
    },
    "100139008": {
     "llmzszl_stem": {
      "acc": 0.31,
      "n": 300
     },
     "pes": {
      "acc": 0.272,
      "n": 250
     }
    },
    "200278016": {
     "llmzszl_stem": {
      "acc": 0.3,
      "n": 300
     },
     "pes": {
      "acc": 0.288,
      "n": 250
     }
    },
    "300417024": {
     "llmzszl_stem": {
      "acc": 0.2833333333333333,
      "n": 300
     },
     "pes": {
      "acc": 0.272,
      "n": 250
     }
    },
    "400031744": {
     "llmzszl_stem": {
      "acc": 0.27666666666666667,
      "n": 300
     },
     "pes": {
      "acc": 0.264,
      "n": 250
     }
    },
    "500170752": {
     "llmzszl_stem": {
      "acc": 0.28,
      "n": 300
     },
     "pes": {
      "acc": 0.256,
      "n": 250
     }
    }
   },
   "armB": {
    "0": {
     "llmzszl_stem": {
      "acc": 0.23333333333333334,
      "n": 300
     },
     "pes": {
      "acc": 0.228,
      "n": 250
     }
    },
    "100139008": {
     "llmzszl_stem": {
      "acc": 0.29333333333333333,
      "n": 300
     },
     "pes": {
      "acc": 0.232,
      "n": 250
     }
    },
    "200278016": {
     "llmzszl_stem": {
      "acc": 0.2966666666666667,
      "n": 300
     },
     "pes": {
      "acc": 0.232,
      "n": 250
     }
    },
    "300417024": {
     "llmzszl_stem": {
      "acc": 0.31,
      "n": 300
     },
     "pes": {
      "acc": 0.22,
      "n": 250
     }
    },
    "400031744": {
     "llmzszl_stem": {
      "acc": 0.2833333333333333,
      "n": 300
     },
     "pes": {
      "acc": 0.228,
      "n": 250
     }
    },
    "500170752": {
     "llmzszl_stem": {
      "acc": 0.29333333333333333,
      "n": 300
     },
     "pes": {
      "acc": 0.256,
      "n": 250
     }
    }
   }
  }
 }
}