{
  "strata": {
    "sci": [
      "en-arxiv-abstracts",
      "en-latex-methods",
      "en-python-code",
      "en-gsm8k"
    ],
    "pl": [
      "pl-science-pes",
      "pl-wiki-science",
      "pl-informal"
    ]
  },
  "pooled_excess_sci_tax": {
    "e9-pl": {
      "point": 0.5277126188632211,
      "ci95": [
        0.5130590040191215,
        0.5410319584128381
      ]
    },
    "e9-pl-fix": {
      "point": 0.5277140130509916,
      "ci95": [
        0.5130617435987879,
        0.5410332839791872
      ]
    },
    "e9-sci": {
      "point": 0.21090087534079172,
      "ci95": [
        0.1979620577366656,
        0.22253574470943754
      ]
    },
    "e9-sci-ws": {
      "point": 0.08839708140732094,
      "ci95": [
        0.08517151613298252,
        0.09143256521110732
      ]
    },
    "e9-bal": {
      "point": 0.15808137455760685,
      "ci95": [
        0.145806558374984,
        0.16921262228429926
      ]
    },
    "apt4": {
      "point": 0.5522579916585746,
      "ci95": [
        0.5376554612138051,
        0.5655819615626467
      ]
    },
    "apt3": {
      "point": 0.500694654056703,
      "ci95": [
        0.4827163814280495,
        0.5174019363124074
      ]
    }
  },
  "H1": {
    "primary_arm": "e9-sci",
    "e9-sci": {
      "R_pool": 0.3996509990515416,
      "ci95": [
        0.38377752028006745,
        0.4135437465072229
      ],
      "p_R_ge_1": 0.000999000999000999,
      "per_stratum": {
        "en-arxiv-abstracts": {
          "R": 0.15716086056350698,
          "ci95": [
            0.1503525743506906,
            0.16381603087579463
          ],
          "p_R_ge_1_holm": 0.003996003996003996
        },
        "en-latex-methods": {
          "R": 0.10042725041956137,
          "ci95": [
            0.08511574060973813,
            0.11777826407240505
          ],
          "p_R_ge_1_holm": 0.003996003996003996
        },
        "en-python-code": {
          "R": 0.5762611896716533,
          "ci95": [
            0.5594221398013566,
            0.5938651913696172
          ],
          "p_R_ge_1_holm": 0.003996003996003996
        },
        "en-gsm8k": {
          "R": 0.47130522774463174,
          "ci95": [
            0.4666848524560387,
            0.4757174132636648
          ],
          "p_R_ge_1_holm": 0.003996003996003996
        }
      },
      "bin": "confirmed"
    },
    "e9-sci-ws": {
      "R_pool": 0.1675098874795578,
      "ci95": [
        0.16170271392468155,
        0.17409350713232316
      ],
      "p_R_ge_1": 0.000999000999000999,
      "per_stratum": {
        "en-arxiv-abstracts": {
          "R": 0.15757493923845528,
          "ci95": [
            0.15073393689714856,
            0.16415405821395396
          ],
          "p_R_ge_1_holm": 0.003996003996003996
        },
        "en-latex-methods": {
          "R": 0.06744405292823664,
          "ci95": [
            0.05948340406204233,
            0.07597636349215348
          ],
          "p_R_ge_1_holm": 0.003996003996003996
        },
        "en-python-code": {
          "R": 0.07952257400945446,
          "ci95": [
            0.07272752839682352,
            0.08655951150007056
          ],
          "p_R_ge_1_holm": 0.003996003996003996
        },
        "en-gsm8k": {
          "R": 0.47208715536047563,
          "ci95": [
            0.4675031491730623,
            0.47658712581998997
          ],
          "p_R_ge_1_holm": 0.003996003996003996
        }
      },
      "bin": "confirmed"
    },
    "e9-bal": {
      "R_pool": 0.2995595877508858,
      "ci95": [
        0.2823371015575238,
        0.31434422773350823
      ],
      "p_R_ge_1": 0.000999000999000999,
      "per_stratum": {
        "en-arxiv-abstracts": {
          "R": 0.038626339004410946,
          "ci95": [
            0.03534990165600157,
            0.0420127856363075
          ],
          "p_R_ge_1_holm": 0.003996003996003996
        },
        "en-latex-methods": {
          "R": 0.05386430954593792,
          "ci95": [
            0.039163081437370816,
            0.07064815524461679
          ],
          "p_R_ge_1_holm": 0.003996003996003996
        },
        "en-python-code": {
          "R": 0.5534097083203797,
          "ci95": [
            0.5366812615997671,
            0.5711889575096432
          ],
          "p_R_ge_1_holm": 0.003996003996003996
        },
        "en-gsm8k": {
          "R": 0.1573908586747973,
          "ci95": [
            0.15435248867983817,
            0.16051908993168634
          ],
          "p_R_ge_1_holm": 0.003996003996003996
        }
      },
      "bin": "confirmed"
    }
  },
  "H2": {
    "primary_arm": "e9-sci",
    "e9-pl-fix": {
      "delta_pool": -0.00046923044653024437,
      "ci95": [
        -0.0006375232176462159,
        -0.000324524563363593
      ],
      "per_stratum": {
        "pl-science-pes": {
          "delta": 0.000128764130753245,
          "ci95": [
            3.1319062782420026e-05,
            0.0002751997937421535
          ]
        },
        "pl-wiki-science": {
          "delta": -0.0014203633905613966,
          "ci95": [
            -0.0018700352616466908,
            -0.001041233454752566
          ]
        },
        "pl-informal": {
          "delta": 5.415768551619848e-06,
          "ci95": [
            0.0,
            1.6642225703678015e-05
          ]
        }
      },
      "bin": "confirmed"
    },
    "e9-sci": {
      "delta_pool": 0.021519343325973717,
      "ci95": [
        0.01996185697275621,
        0.022963828382909085
      ],
      "per_stratum": {
        "pl-science-pes": {
          "delta": 0.025779467005301537,
          "ci95": [
            0.024450654850933885,
            0.027163322408319833
          ]
        },
        "pl-wiki-science": {
          "delta": 0.01798984354611699,
          "ci95": [
            0.014213085392126113,
            0.02151970426556919
          ]
        },
        "pl-informal": {
          "delta": 0.020791135470034527,
          "ci95": [
            0.01918627119367755,
            0.022340305153367723
          ]
        }
      },
      "bin": "confirmed"
    },
    "e9-sci-ws": {
      "delta_pool": 0.017857170602557204,
      "ci95": [
        0.011592417049419651,
        0.02217017778994741
      ],
      "per_stratum": {
        "pl-science-pes": {
          "delta": 0.025797227575060644,
          "ci95": [
            0.02446413458122882,
            0.027195017801371645
          ]
        },
        "pl-wiki-science": {
          "delta": 0.007995961376383365,
          "ci95": [
            -0.008631048506782427,
            0.019157441790858366
          ]
        },
        "pl-informal": {
          "delta": 0.02065574125624159,
          "ci95": [
            0.01904469303251749,
            0.022135883272547466
          ]
        }
      },
      "bin": "confirmed"
    },
    "e9-bal": {
      "delta_pool": 0.042536827598208315,
      "ci95": [
        0.04041356417862941,
        0.04457388296051731
      ],
      "per_stratum": {
        "pl-science-pes": {
          "delta": 0.04796241863438988,
          "ci95": [
            0.046199051264600666,
            0.04968352673257613
          ]
        },
        "pl-wiki-science": {
          "delta": 0.03827280389145349,
          "ci95": [
            0.03330406224598366,
            0.04309461660164048
          ]
        },
        "pl-informal": {
          "delta": 0.04131689828103502,
          "ci95": [
            0.03961648310478365,
            0.04303728374021355
          ]
        }
      },
      "bin": "confirmed"
    }
  },
  "H3": {
    "sep_char_tokens": {
      "e9-pl-fix": {
        "NBSP": 1,
        "NNBSP": 1,
        "MINUS": 1,
        "space": 1,
        "comma": 1
      },
      "e9-pl": {
        "NBSP": 2,
        "NNBSP": 3,
        "MINUS": 3,
        "space": 1,
        "comma": 1
      },
      "bielik-v3-original": {
        "NBSP": 1,
        "NNBSP": 3,
        "MINUS": 1,
        "space": 1,
        "comma": 1
      }
    },
    "nbsp_tpn_ge4": {
      "e9-pl-fix": 9.0303,
      "e9-pl": 10.4214,
      "apt4": 10.4214,
      "bielik-v3-original": 9.0303
    },
    "criterion_a_one_token": true,
    "criterion_b_pl_cost": {
      "delta_pool": -0.00046923044653024437,
      "ok": true
    },
    "control_arm_degeneracy": {
      "e9-pl_learned_fix_chars_anyway": false
    },
    "bin": "confirmed"
  },
  "H4": {
    "note": "exploratory, no bin; preamble-en is the only EN-general reference in the atlas (single formal-register doc)",
    "sci_R_pool": {
      "e9-bal": 0.2995595877508858,
      "e9-sci": 0.3996509990515416
    },
    "pl_cost": {
      "e9-bal": 0.042536827598208315,
      "e9-sci": 0.021519343325973717
    },
    "preamble_en_tax_vs_original": {
      "e9-pl": 1.482843137254902,
      "e9-pl-fix": 1.482843137254902,
      "e9-sci": 1.2107843137254901,
      "e9-sci-ws": 1.2107843137254901,
      "e9-bal": 1.071078431372549,
      "apt4": 1.5465686274509804
    }
  },
  "arm_tax_over_apt4_tax": {
    "en-arxiv-abstracts": {
      "e9-pl": 0.9727008774603378,
      "e9-pl-fix": 0.9727008774603378,
      "e9-sci": 0.6723078650603955,
      "e9-sci-ws": 0.6724554452269045,
      "e9-bal": 0.6300614382649706
    },
    "en-latex-methods": {
      "e9-pl": 0.9882320933396118,
      "e9-pl-fix": 0.9882300005232041,
      "e9-sci": 0.7066624810338513,
      "e9-sci-ws": 0.6963386176947628,
      "e9-bal": 0.6920881075707634
    },
    "en-python-code": {
      "e9-pl": 0.9965304524816032,
      "e9-pl-fix": 0.9965304524816032,
      "e9-sci": 0.813856896821669,
      "e9-sci-ws": 0.5997131673712228,
      "e9-bal": 0.8040056364490371
    },
    "en-gsm8k": {
      "e9-pl": 0.9713411837629781,
      "e9-pl-fix": 0.9713458796201364,
      "e9-sci": 0.8453967294920177,
      "e9-sci-ws": 0.8455829984926299,
      "e9-bal": 0.7706167695320265
    },
    "pl-science-pes": {
      "e9-pl": 0.9586314629028208,
      "e9-pl-fix": 0.9587549002498542,
      "e9-sci": 0.983344471070968,
      "e9-sci-ws": 0.9833614969119381,
      "e9-bal": 1.0046097464426633
    },
    "pl-wiki-science": {
      "e9-pl": 0.9577472291081929,
      "e9-pl-fix": 0.9563868800065559,
      "e9-sci": 0.9749769519165763,
      "e9-sci-ws": 0.9654053389604802,
      "e9-bal": 0.9944029009854336
    },
    "pl-informal": {
      "e9-pl": 1.006546921420589,
      "e9-pl-fix": 1.0065523726457521,
      "e9-sci": 1.027474174820791,
      "e9-sci-ws": 1.0273378941917195,
      "e9-bal": 1.0481343181880127
    }
  },
  "effective_context_arithmetic": {
    "sci_pooled": {
      "e9-pl": {
        "cpt": 2.2705497719645273,
        "chars_per_32k_window": 74401.37492773363,
        "ratio_vs_original": 0.6545733717537171
      },
      "e9-pl-fix": {
        "cpt": 2.2705476998668064,
        "chars_per_32k_window": 74401.30702923551,
        "ratio_vs_original": 0.6545727743917881
      },
      "e9-sci": {
        "cpt": 2.864600735721646,
        "chars_per_32k_window": 93867.2369081269,
        "ratio_vs_original": 0.8258314287852533
      },
      "e9-sci-ws": {
        "cpt": 3.187023925038509,
        "chars_per_32k_window": 104432.39997566186,
        "ratio_vs_original": 0.9187823241008496
      },
      "e9-bal": {
        "cpt": 2.995253714111668,
        "chars_per_32k_window": 98148.47370401114,
        "ratio_vs_original": 0.8634971790147349
      },
      "apt4": {
        "cpt": 2.234646274670417,
        "chars_per_32k_window": 73224.88912840023,
        "ratio_vs_original": 0.6442228066299136
      },
      "bielik-v3-original": {
        "cpt": 3.4687475383872175,
        "chars_per_32k_window": 113663.91933787234,
        "ratio_vs_original": 1.0
      }
    },
    "pl_pooled": {
      "e9-pl": {
        "cpt": 3.8713500630042867,
        "chars_per_32k_window": 126856.39886452447,
        "ratio_vs_original": 1.6458817259600966
      },
      "e9-pl-fix": {
        "cpt": 3.8731674711062403,
        "chars_per_32k_window": 126915.95169320928,
        "ratio_vs_original": 1.6466543863330767
      },
      "e9-sci": {
        "cpt": 3.7897961387588848,
        "chars_per_32k_window": 124184.03987485114,
        "ratio_vs_original": 1.6112095543891083
      },
      "e9-sci-ws": {
        "cpt": 3.8034315371698977,
        "chars_per_32k_window": 124630.8446099832,
        "ratio_vs_original": 1.6170065638833764
      },
      "e9-bal": {
        "cpt": 3.713394060067006,
        "chars_per_32k_window": 121680.49656027566,
        "ratio_vs_original": 1.5787276596759385
      },
      "apt4": {
        "cpt": 3.761305603400776,
        "chars_per_32k_window": 123250.46201223663,
        "ratio_vs_original": 1.5990969707308014
      },
      "bielik-v3-original": {
        "cpt": 2.352143536162054,
        "chars_per_32k_window": 77075.03939295819,
        "ratio_vs_original": 1.0
      }
    }
  },
  "verdict_allocation_beats_size": {
    "verdict": "confirmed",
    "H1_e9-sci": "confirmed",
    "H2_e9-sci": "confirmed",
    "H1_e9-sci-ws": "confirmed",
    "H2_e9-sci-ws": "confirmed"
  }
}