{
  "seed": 20260703,
  "bootstrap_B": 1000,
  "baseline": "bielik-v3-original",
  "corpora": {
    "en-arxiv-abstracts": {
      "n_docs": 784,
      "words": 126621,
      "chars": 888253,
      "bytes": 888763,
      "tokenizers": {
        "bielik-v3-original": {
          "tokens": 192096,
          "tpw": 1.517094320847253,
          "cpt": 4.624005705480593,
          "bpt": 4.626660628019324,
          "tax_vs_original": 1.0,
          "tpw_ci95": [
            1.5005162529205442,
            1.534444699249259
          ],
          "cpt_ci95": [
            4.57390146784703,
            4.671867614014917
          ],
          "tax_vs_original_ci95": [
            1.0,
            1.0
          ]
        },
        "apt4": {
          "tokens": 311695,
          "tpw": 2.46163748509331,
          "cpt": 2.849750557435955,
          "bpt": 2.8513867723255104,
          "tax_vs_original": 1.6226001582542062,
          "tpw_ci95": [
            2.4408132402564977,
            2.4853974531630167
          ],
          "cpt_ci95": [
            2.8288487685140855,
            2.8683709641132493
          ],
          "tax_vs_original_ci95": [
            1.6139884221571539,
            1.6307944721485585
          ]
        },
        "apt3": {
          "tokens": 308832,
          "tpw": 2.4390267017319402,
          "cpt": 2.876168920319138,
          "bpt": 2.8778203035954824,
          "tax_vs_original": 1.607696151924038,
          "tpw_ci95": [
            2.4195908747516834,
            2.461238172542858
          ],
          "cpt_ci95": [
            2.8559957227557775,
            2.8932259577927515
          ],
          "tax_vs_original_ci95": [
            1.5978016895901517,
            1.6171969754265454
          ]
        },
        "qwen3": {
          "tokens": 175291,
          "tpw": 1.3843754195591569,
          "cpt": 5.067305223884854,
          "bpt": 5.07021467160322,
          "tax_vs_original": 0.9125176994835915,
          "tpw_ci95": [
            1.3671609238594278,
            1.4033695308173808
          ],
          "cpt_ci95": [
            5.0013917415794396,
            5.1299731221349445
          ],
          "tax_vs_original_ci95": [
            0.9093775250456294,
            0.9161610819287592
          ]
        },
        "llama-3.2-smollm3": {
          "tokens": 174052,
          "tpw": 1.3745903128233075,
          "cpt": 5.103377151655827,
          "bpt": 5.106307310458943,
          "tax_vs_original": 0.9060677994336165,
          "tpw_ci95": [
            1.357898916615579,
            1.3934146718729397
          ],
          "cpt_ci95": [
            5.0379587606689125,
            5.164650754934686
          ],
          "tax_vs_original_ci95": [
            0.9028589796894584,
            0.9097224346089208
          ]
        },
        "gemma3": {
          "tokens": 169520,
          "tpw": 1.3387984615506117,
          "cpt": 5.239812411514865,
          "bpt": 5.242820906087777,
          "tax_vs_original": 0.8824754289521906,
          "tpw_ci95": [
            1.323293590597551,
            1.3554734583145578
          ],
          "cpt_ci95": [
            5.177769758300167,
            5.299185769289837
          ],
          "tax_vs_original_ci95": [
            0.8796552015905273,
            0.885143496025735
          ]
        },
        "eurollm": {
          "tokens": 181320,
          "tpw": 1.431989954272988,
          "cpt": 4.898814251047871,
          "bpt": 4.901626957864549,
          "tax_vs_original": 0.9439030484757621,
          "tpw_ci95": [
            1.4162906169127631,
            1.4492593743785138
          ],
          "cpt_ci95": [
            4.84116997385839,
            4.950957152012993
          ],
          "tax_vs_original_ci95": [
            0.9418361844157901,
            0.9459615588010251
          ]
        },
        "apertus": {
          "tokens": 172396,
          "tpw": 1.3615119135056586,
          "cpt": 5.152399127589967,
          "bpt": 5.155357432887074,
          "tax_vs_original": 0.8974471097784441,
          "tpw_ci95": [
            1.3468376929728254,
            1.3771526933001297
          ],
          "cpt_ci95": [
            5.090511791397502,
            5.207823174512087
          ],
          "tax_vs_original_ci95": [
            0.8952014244136861,
            0.8996486984295842
          ]
        },
        "mistral-small-3.1": {
          "tokens": 215764,
          "tpw": 1.7040143420127782,
          "cpt": 4.116780371146253,
          "bpt": 4.119144064811553,
          "tax_vs_original": 1.1232092287189739,
          "tpw_ci95": [
            1.6918077868598196,
            1.7172789718981458
          ],
          "cpt_ci95": [
            4.089332937758396,
            4.142480950435821
          ],
          "tax_vs_original_ci95": [
            1.1169508321210417,
            1.1289800310323588
          ]
        }
      }
    },
    "en-latex-methods": {
      "n_docs": 219,
      "words": 120168,
      "chars": 967618,
      "bytes": 967666,
      "tokenizers": {
        "bielik-v3-original": {
          "tokens": 322641,
          "tpw": 2.68491611743559,
          "cpt": 2.9990546768699575,
          "bpt": 2.9992034490346855,
          "tax_vs_original": 1.0,
          "tpw_ci95": [
            2.530112909231272,
            2.8545668874867003
          ],
          "cpt_ci95": [
            2.9015492789638944,
            3.1044385126257694
          ],
          "tax_vs_original_ci95": [
            1.0,
            1.0
          ]
        },
        "apt4": {
          "tokens": 477825,
          "tpw": 3.9763081685640103,
          "cpt": 2.025046826767122,
          "bpt": 2.0251472819546907,
          "tax_vs_original": 1.4809804085655573,
          "tpw_ci95": [
            3.7609544845654903,
            4.209017539634082
          ],
          "cpt_ci95": [
            1.9714128056215234,
            2.0833331704090003
          ],
          "tax_vs_original_ci95": [
            1.4622693666739648,
            1.5010160989391428
          ]
        },
        "apt3": {
          "tokens": 468021,
          "tpw": 3.894722388655882,
          "cpt": 2.0674670581020935,
          "bpt": 2.067569617602629,
          "tax_vs_original": 1.4505936939198676,
          "tpw_ci95": [
            3.6843178362003255,
            4.11549011224905
          ],
          "cpt_ci95": [
            2.0138393630504634,
            2.1226756518356624
          ],
          "tax_vs_original_ci95": [
            1.4263491437119498,
            1.4750178769631737
          ]
        },
        "qwen3": {
          "tokens": 310834,
          "tpw": 2.5866620065241994,
          "cpt": 3.112973484239176,
          "bpt": 3.1131279075004663,
          "tax_vs_original": 0.9634051468970156,
          "tpw_ci95": [
            2.4292002598834697,
            2.7598094253796277
          ],
          "cpt_ci95": [
            3.004120609241718,
            3.2283363661391835
          ],
          "tax_vs_original_ci95": [
            0.9566752714559699,
            0.9705095749314122
          ]
        },
        "llama-3.2-smollm3": {
          "tokens": 304813,
          "tpw": 2.5365571533186873,
          "cpt": 3.1744643437123745,
          "bpt": 3.1746218173109413,
          "tax_vs_original": 0.9447435384839497,
          "tpw_ci95": [
            2.3890333668745125,
            2.698912984599257
          ],
          "cpt_ci95": [
            3.067584839801796,
            3.287639135416349
          ],
          "tax_vs_original_ci95": [
            0.9328792330710258,
            0.9557255204755408
          ]
        },
        "gemma3": {
          "tokens": 301730,
          "tpw": 2.5109014047000864,
          "cpt": 3.2069002087959433,
          "bpt": 3.207059291419481,
          "tax_vs_original": 0.9351880263202754,
          "tpw_ci95": [
            2.3640387820049633,
            2.67288251798008
          ],
          "cpt_ci95": [
            3.099419938165045,
            3.3234718235072456
          ],
          "tax_vs_original_ci95": [
            0.9312215437545278,
            0.9391140805941379
          ]
        },
        "eurollm": {
          "tokens": 318227,
          "tpw": 2.6481842087743823,
          "cpt": 3.0406533700785916,
          "bpt": 3.040804205802776,
          "tax_vs_original": 0.9863191596852229,
          "tpw_ci95": [
            2.4910176528475647,
            2.8194808440479364
          ],
          "cpt_ci95": [
            2.9376083555458794,
            3.152437410593114
          ],
          "tax_vs_original_ci95": [
            0.9836650846786842,
            0.9888373006920106
          ]
        },
        "apertus": {
          "tokens": 288411,
          "tpw": 2.400064909127222,
          "cpt": 3.3549968621169097,
          "bpt": 3.355163291275298,
          "tax_vs_original": 0.8939068500283597,
          "tpw_ci95": [
            2.2597636390672093,
            2.556262998686699
          ],
          "cpt_ci95": [
            3.2395154309396195,
            3.474195819076476
          ],
          "tax_vs_original_ci95": [
            0.8895129692856983,
            0.8980768724891564
          ]
        },
        "mistral-small-3.1": {
          "tokens": 288181,
          "tpw": 2.3981509220424737,
          "cpt": 3.3576745170569886,
          "bpt": 3.357841079044073,
          "tax_vs_original": 0.8931939834057048,
          "tpw_ci95": [
            2.283752708945619,
            2.5273979150381094
          ],
          "cpt_ci95": [
            3.2722309603836974,
            3.440027474762122
          ],
          "tax_vs_original_ci95": [
            0.8826559125263067,
            0.9052234210639107
          ]
        }
      }
    },
    "en-python-code": {
      "n_docs": 331,
      "words": 120489,
      "chars": 1372236,
      "bytes": 1373355,
      "tokenizers": {
        "bielik-v3-original": {
          "tokens": 451426,
          "tpw": 3.7466158736482167,
          "cpt": 3.039780606345226,
          "bpt": 3.0422594179333933,
          "tax_vs_original": 1.0,
          "tpw_ci95": [
            3.5702356788226246,
            3.9687043942521956
          ],
          "cpt_ci95": [
            2.9314169702156705,
            3.133650242450073
          ],
          "tax_vs_original_ci95": [
            1.0,
            1.0
          ]
        },
        "apt4": {
          "tokens": 798375,
          "tpw": 6.626123546547817,
          "cpt": 1.7187862846406763,
          "bpt": 1.7201878816345701,
          "tax_vs_original": 1.768562289278863,
          "tpw_ci95": [
            6.362134817363372,
            6.932164104714897
          ],
          "cpt_ci95": [
            1.6901670231231185,
            1.7449836312189584
          ],
          "tax_vs_original_ci95": [
            1.7259564176231006,
            1.806629000337266
          ]
        },
        "apt3": {
          "tokens": 762632,
          "tpw": 6.329474059872686,
          "cpt": 1.7993422777958439,
          "bpt": 1.8008095647704265,
          "tax_vs_original": 1.689384306619468,
          "tpw_ci95": [
            6.078907763343967,
            6.579709001578213
          ],
          "cpt_ci95": [
            1.780260527377067,
            1.8191590573732233
          ],
          "tax_vs_original_ci95": [
            1.631714189017696,
            1.7391556432899904
          ]
        },
        "qwen3": {
          "tokens": 342714,
          "tpw": 2.8443592361128403,
          "cpt": 4.004026681139376,
          "bpt": 4.00729179432413,
          "tax_vs_original": 0.7591809067266839,
          "tpw_ci95": [
            2.6968903909941875,
            3.0471379077278864
          ],
          "cpt_ci95": [
            3.8005658225046215,
            4.163644041910807
          ],
          "tax_vs_original_ci95": [
            0.748646786367345,
            0.7730388119480167
          ]
        },
        "llama-3.2-smollm3": {
          "tokens": 329849,
          "tpw": 2.737586003701583,
          "cpt": 4.160194513246971,
          "bpt": 4.163586974645974,
          "tax_vs_original": 0.730682326671481,
          "tpw_ci95": [
            2.648300453641435,
            2.840008428364682
          ],
          "cpt_ci95": [
            4.0735270232281104,
            4.246433885348484
          ],
          "tax_vs_original_ci95": [
            0.7114692855052583,
            0.7435779916873799
          ]
        },
        "gemma3": {
          "tokens": 412939,
          "tpw": 3.427192523798853,
          "cpt": 3.3230961473728566,
          "bpt": 3.325805990715336,
          "tax_vs_original": 0.9147435017034907,
          "tpw_ci95": [
            3.2630797316716103,
            3.642203889042762
          ],
          "cpt_ci95": [
            3.193960915774429,
            3.4261524723116246
          ],
          "tax_vs_original_ci95": [
            0.9093019522855866,
            0.9209501367444152
          ]
        },
        "eurollm": {
          "tokens": 482015,
          "tpw": 4.000489671256298,
          "cpt": 2.846874059935894,
          "bpt": 2.8491955644533884,
          "tax_vs_original": 1.0677608290173806,
          "tpw_ci95": [
            3.8165287321195485,
            4.2226429763322795
          ],
          "cpt_ci95": [
            2.7526535781942214,
            2.9298971304934054
          ],
          "tax_vs_original_ci95": [
            1.0624301322157748,
            1.073007344754405
          ]
        },
        "apertus": {
          "tokens": 365425,
          "tpw": 3.032849471736009,
          "cpt": 3.755178217144421,
          "bpt": 3.7582404050078675,
          "tax_vs_original": 0.8094903705147688,
          "tpw_ci95": [
            2.879354926428032,
            3.239963459828051
          ],
          "cpt_ci95": [
            3.5800432201428545,
            3.899306993710982
          ],
          "tax_vs_original_ci95": [
            0.7999454282027967,
            0.820367557147296
          ]
        },
        "mistral-small-3.1": {
          "tokens": 320160,
          "tpw": 2.657172024002191,
          "cpt": 4.286094452773614,
          "bpt": 4.289589580209895,
          "tax_vs_original": 0.7092192297297896,
          "tpw_ci95": [
            2.514181654396452,
            2.8578827873640082
          ],
          "cpt_ci95": [
            4.064986687445944,
            4.466251199327058
          ],
          "tax_vs_original_ci95": [
            0.6970847675877447,
            0.7241595988127736
          ]
        }
      }
    },
    "en-gsm8k": {
      "n_docs": 7473,
      "words": 336977,
      "chars": 1747905,
      "bytes": 1748806,
      "tokenizers": {
        "bielik-v3-original": {
          "tokens": 468364,
          "tpw": 1.3898990138792855,
          "cpt": 3.7319371258252128,
          "bpt": 3.733860843275743,
          "tax_vs_original": 1.0,
          "tpw_ci95": [
            1.3865707795157687,
            1.3934146557853455
          ],
          "cpt_ci95": [
            3.722562486374449,
            3.7416427114140123
          ],
          "tax_vs_original_ci95": [
            1.0,
            1.0
          ]
        },
        "apt4": {
          "tokens": 638861,
          "tpw": 1.8958593613213959,
          "cpt": 2.7359707354181895,
          "bpt": 2.737381057851395,
          "tax_vs_original": 1.3640266971842414,
          "tpw_ci95": [
            1.892111753954988,
            1.899957452129275
          ],
          "cpt_ci95": [
            2.7310049938507452,
            2.7410373398203234
          ],
          "tax_vs_original_ci95": [
            1.361628400624014,
            1.3665361015722797
          ]
        },
        "apt3": {
          "tokens": 613302,
          "tpw": 1.8200114547877155,
          "cpt": 2.849990706046939,
          "bpt": 2.851459802837754,
          "tax_vs_original": 1.309455893279586,
          "tpw_ci95": [
            1.8166241059488475,
            1.8234765153043189
          ],
          "cpt_ci95": [
            2.8457074905759816,
            2.854241819630388
          ],
          "tax_vs_original_ci95": [
            1.306586581819244,
            1.3123591117810731
          ]
        },
        "qwen3": {
          "tokens": 441222,
          "tpw": 1.3093534573576238,
          "cpt": 3.9615091722534235,
          "bpt": 3.9635512281799183,
          "tax_vs_original": 0.9420493462349796,
          "tpw_ci95": [
            1.3064579011321176,
            1.31208329768944
          ],
          "cpt_ci95": [
            3.9514902574043997,
            3.971768475372366
          ],
          "tax_vs_original_ci95": [
            0.9409369922809067,
            0.9431842049045402
          ]
        },
        "llama-3.2-smollm3": {
          "tokens": 423764,
          "tpw": 1.2575457672185342,
          "cpt": 4.124713283808912,
          "bpt": 4.126839467250639,
          "tax_vs_original": 0.9047749186530135,
          "tpw_ci95": [
            1.2553730475420448,
            1.2597571015906786
          ],
          "cpt_ci95": [
            4.115645997653868,
            4.133895026222136
          ],
          "tax_vs_original_ci95": [
            0.9035957441800365,
            0.9059966576840397
          ]
        },
        "gemma3": {
          "tokens": 436453,
          "tpw": 1.2952011561619932,
          "cpt": 4.0047954762597575,
          "bpt": 4.006859845160877,
          "tax_vs_original": 0.9318670948236841,
          "tpw_ci95": [
            1.292443771693794,
            1.297937173710816
          ],
          "cpt_ci95": [
            3.99466012604718,
            4.015592702749102
          ],
          "tax_vs_original_ci95": [
            0.9305902962184284,
            0.9331173060870357
          ]
        },
        "eurollm": {
          "tokens": 464431,
          "tpw": 1.3782275941681479,
          "cpt": 3.763540762782846,
          "bpt": 3.7654807710940914,
          "tax_vs_original": 0.991602685091083,
          "tpw_ci95": [
            1.3748772722029532,
            1.3815120791449362
          ],
          "cpt_ci95": [
            3.754392673151507,
            3.773676111064417
          ],
          "tax_vs_original_ci95": [
            0.9907860366924681,
            0.9924247623977922
          ]
        },
        "apertus": {
          "tokens": 448855,
          "tpw": 1.332004854930752,
          "cpt": 3.8941417607022313,
          "bpt": 3.8961490904635125,
          "tax_vs_original": 0.9583464997309785,
          "tpw_ci95": [
            1.3290532721603991,
            1.3350062026259915
          ],
          "cpt_ci95": [
            3.8847068689842805,
            3.9046794379365153
          ],
          "tax_vs_original_ci95": [
            0.9574046154808115,
            0.9592517743950785
          ]
        },
        "mistral-small-3.1": {
          "tokens": 499836,
          "tpw": 1.4832941120610605,
          "cpt": 3.496957001896622,
          "bpt": 3.498759593146552,
          "tax_vs_original": 1.0671956000034162,
          "tpw_ci95": [
            1.480116277861144,
            1.4865710129973035
          ],
          "cpt_ci95": [
            3.490354300905477,
            3.504092505642453
          ],
          "tax_vs_original_ci95": [
            1.065334325614941,
            1.0691122542413167
          ]
        }
      }
    },
    "pl-science-pes": {
      "n_docs": 1725,
      "words": 120079,
      "chars": 815783,
      "bytes": 853691,
      "tokenizers": {
        "bielik-v3-original": {
          "tokens": 363615,
          "tpw": 3.0281314801089283,
          "cpt": 2.243535057684639,
          "bpt": 2.347788182555725,
          "tax_vs_original": 1.0,
          "tpw_ci95": [
            3.0142062011514428,
            3.0412290871684333
          ],
          "cpt_ci95": [
            2.2345295745838705,
            2.253043290569134
          ],
          "tax_vs_original_ci95": [
            1.0,
            1.0
          ]
        },
        "apt4": {
          "tokens": 234937,
          "tpw": 1.956520290808551,
          "cpt": 3.4723479060343836,
          "bpt": 3.6337018009083284,
          "tax_vs_original": 0.6461147092391678,
          "tpw_ci95": [
            1.9416993174196435,
            1.9720801000535007
          ],
          "cpt_ci95": [
            3.440343189330696,
            3.504097000230249
          ],
          "tax_vs_original_ci95": [
            0.642031372951052,
            0.6501378338495812
          ]
        },
        "apt3": {
          "tokens": 213441,
          "tpw": 1.7775048093338552,
          "cpt": 3.822053869687642,
          "bpt": 3.9996579851106393,
          "tax_vs_original": 0.5869972360876201,
          "tpw_ci95": [
            1.7664488116268853,
            1.7891235298619084
          ],
          "cpt_ci95": [
            3.7968666495118972,
            3.8466915387973217
          ],
          "tax_vs_original_ci95": [
            0.5839886394306981,
            0.5902081862652213
          ]
        },
        "qwen3": {
          "tokens": 320174,
          "tpw": 2.666361312136177,
          "cpt": 2.547936434563706,
          "bpt": 2.6663345555854003,
          "tax_vs_original": 0.8805302311510801,
          "tpw_ci95": [
            2.6536352276801773,
            2.6788401268122652
          ],
          "cpt_ci95": [
            2.536631368772857,
            2.5599990425516435
          ],
          "tax_vs_original_ci95": [
            0.8787965618234661,
            0.8821250898627222
          ]
        },
        "llama-3.2-smollm3": {
          "tokens": 329297,
          "tpw": 2.742336295272279,
          "cpt": 2.4773471972110284,
          "bpt": 2.5924651606300695,
          "tax_vs_original": 0.9056199551723664,
          "tpw_ci95": [
            2.7291198476899288,
            2.7544533663952655
          ],
          "cpt_ci95": [
            2.4670482237090314,
            2.4885580338283844
          ],
          "tax_vs_original_ci95": [
            0.9041669073741282,
            0.9070808510675145
          ]
        },
        "gemma3": {
          "tokens": 277142,
          "tpw": 2.307997235153524,
          "cpt": 2.9435560109979724,
          "bpt": 3.0803378773336414,
          "tax_vs_original": 0.7621852783851051,
          "tpw_ci95": [
            2.295518454160367,
            2.320353232201835
          ],
          "cpt_ci95": [
            2.925858093462304,
            2.9625692949622278
          ],
          "tax_vs_original_ci95": [
            0.7599562901725738,
            0.764527049822876
          ]
        },
        "eurollm": {
          "tokens": 253168,
          "tpw": 2.1083453393182823,
          "cpt": 3.2222990267332365,
          "bpt": 3.3720335903431713,
          "tax_vs_original": 0.6962529048581604,
          "tpw_ci95": [
            2.0965858278626515,
            2.121752962856374
          ],
          "cpt_ci95": [
            3.199566856908215,
            3.2469430964107104
          ],
          "tax_vs_original_ci95": [
            0.693456296890278,
            0.6991277286051332
          ]
        },
        "apertus": {
          "tokens": 295319,
          "tpw": 2.459372579718352,
          "cpt": 2.7623789867905555,
          "bpt": 2.8907418757343755,
          "tax_vs_original": 0.8121749652792102,
          "tpw_ci95": [
            2.4476272984909673,
            2.471027605910475
          ],
          "cpt_ci95": [
            2.747443729717281,
            2.777344389155909
          ],
          "tax_vs_original_ci95": [
            0.8101795388660742,
            0.814180346019496
          ]
        },
        "mistral-small-3.1": {
          "tokens": 313301,
          "tpw": 2.6091239933710306,
          "cpt": 2.603831459203769,
          "bpt": 2.724826923629353,
          "tax_vs_original": 0.8616283706667767,
          "tpw_ci95": [
            2.5970704273763277,
            2.620110727577625
          ],
          "cpt_ci95": [
            2.5956586314152186,
            2.6131033337887195
          ],
          "tax_vs_original_ci95": [
            0.8594651761775133,
            0.8638147253610359
          ]
        }
      }
    },
    "pl-wiki-science": {
      "n_docs": 229,
      "words": 120441,
      "chars": 902747,
      "bytes": 950222,
      "tokenizers": {
        "bielik-v3-original": {
          "tokens": 377422,
          "tpw": 3.1336671067161515,
          "cpt": 2.391876997101388,
          "bpt": 2.5176645770516823,
          "tax_vs_original": 1.0,
          "tpw_ci95": [
            3.109199526253492,
            3.1591264374349977
          ],
          "cpt_ci95": [
            2.3750077012595767,
            2.409360673808604
          ],
          "tax_vs_original_ci95": [
            1.0,
            1.0
          ]
        },
        "apt4": {
          "tokens": 244055,
          "tpw": 2.0263448493453224,
          "cpt": 3.698949007395874,
          "bpt": 3.893474831492901,
          "tax_vs_original": 0.6466369210061946,
          "tpw_ci95": [
            1.9849425201565485,
            2.0769656079968675
          ],
          "cpt_ci95": [
            3.6171341885787434,
            3.775099896108091
          ],
          "tax_vs_original_ci95": [
            0.6345919711257484,
            0.660826481952743
          ]
        },
        "apt3": {
          "tokens": 223490,
          "tpw": 1.8555973464185784,
          "cpt": 4.039317195400241,
          "bpt": 4.251742807284442,
          "tax_vs_original": 0.5921488413500008,
          "tpw_ci95": [
            1.8187072499612793,
            1.8999244248940468
          ],
          "cpt_ci95": [
            3.9582320674136127,
            4.114881504908082
          ],
          "tax_vs_original_ci95": [
            0.581612939243666,
            0.6050981760042675
          ]
        },
        "qwen3": {
          "tokens": 320729,
          "tpw": 2.66295530591742,
          "cpt": 2.814672199894615,
          "bpt": 2.962694361906781,
          "tax_vs_original": 0.8497888305398201,
          "tpw_ci95": [
            2.6397992928187257,
            2.6882416677797205
          ],
          "cpt_ci95": [
            2.787363640470146,
            2.8417111743588253
          ],
          "tax_vs_original_ci95": [
            0.8463684352212609,
            0.85324585394411
          ]
        },
        "llama-3.2-smollm3": {
          "tokens": 329629,
          "tpw": 2.736850408083626,
          "cpt": 2.738675905335999,
          "bpt": 2.88270146133987,
          "tax_vs_original": 0.8733698618522503,
          "tpw_ci95": [
            2.7148935186780747,
            2.760417920295846
          ],
          "cpt_ci95": [
            2.7171763422596844,
            2.7606922303687043
          ],
          "tax_vs_original_ci95": [
            0.870435288950788,
            0.8762848787786947
          ]
        },
        "gemma3": {
          "tokens": 276949,
          "tpw": 2.299457825823432,
          "cpt": 3.2596145860790253,
          "bpt": 3.4310360391263375,
          "tax_vs_original": 0.7337913529153044,
          "tpw_ci95": [
            2.278251233847844,
            2.323875904119249
          ],
          "cpt_ci95": [
            3.2242874590400588,
            3.2947892676586186
          ],
          "tax_vs_original_ci95": [
            0.729997812286588,
            0.7379299520918716
          ]
        },
        "eurollm": {
          "tokens": 252847,
          "tpw": 2.0993432469009723,
          "cpt": 3.5703290922969226,
          "bpt": 3.7580908612718362,
          "tax_vs_original": 0.6699318004779795,
          "tpw_ci95": [
            2.074158936725018,
            2.126508542998876
          ],
          "cpt_ci95": [
            3.52157155385676,
            3.613330596421787
          ],
          "tax_vs_original_ci95": [
            0.6642659385460983,
            0.676292159137399
          ]
        },
        "apertus": {
          "tokens": 291783,
          "tpw": 2.4226218646474207,
          "cpt": 3.0938985478934686,
          "bpt": 3.2566050798024557,
          "tax_vs_original": 0.7730948381387412,
          "tpw_ci95": [
            2.4010990256854803,
            2.444622144476525
          ],
          "cpt_ci95": [
            3.0632205692306522,
            3.126653620691712
          ],
          "tax_vs_original_ci95": [
            0.7699551511532697,
            0.7762560869050199
          ]
        },
        "mistral-small-3.1": {
          "tokens": 331885,
          "tpw": 2.755581571059689,
          "cpt": 2.720059659219308,
          "bpt": 2.86310619642346,
          "tax_vs_original": 0.8793472558568393,
          "tpw_ci95": [
            2.7346445653729785,
            2.778528917737732
          ],
          "cpt_ci95": [
            2.701524263568108,
            2.7409361614737553
          ],
          "tax_vs_original_ci95": [
            0.874844030700227,
            0.8833298663917675
          ]
        }
      }
    },
    "pl-informal": {
      "n_docs": 1512,
      "words": 120029,
      "chars": 773098,
      "bytes": 815406,
      "tokenizers": {
        "bielik-v3-original": {
          "tokens": 318264,
          "tpw": 2.6515592065250897,
          "cpt": 2.4291091672322347,
          "bpt": 2.5620428323655835,
          "tax_vs_original": 1.0,
          "tpw_ci95": [
            2.602539079132971,
            2.6837180952955983
          ],
          "cpt_ci95": [
            2.4214658427452904,
            2.438057986004144
          ],
          "tax_vs_original_ci95": [
            1.0,
            1.0
          ]
        },
        "apt4": {
          "tokens": 183445,
          "tpw": 1.5283389847453532,
          "cpt": 4.214331270953147,
          "bpt": 4.444961705143231,
          "tax_vs_original": 0.5763925546087525,
          "tpw_ci95": [
            1.5093760890692964,
            1.5440259988264702
          ],
          "cpt_ci95": [
            4.178554556659899,
            4.250601029400319
          ],
          "tax_vs_original_ci95": [
            0.5713354739904717,
            0.5822087076753688
          ]
        },
        "apt3": {
          "tokens": 179654,
          "tpw": 1.496754950886869,
          "cpt": 4.303260712258007,
          "bpt": 4.538757834504103,
          "tax_vs_original": 0.5644810597491391,
          "tpw_ci95": [
            1.4789008090347118,
            1.5117296687571227
          ],
          "cpt_ci95": [
            4.264826013440498,
            4.341446317006908
          ],
          "tax_vs_original_ci95": [
            0.5592121646231711,
            0.5705502069838364
          ]
        },
        "qwen3": {
          "tokens": 266420,
          "tpw": 2.2196302560214614,
          "cpt": 2.901801666541551,
          "bpt": 3.0606035582914197,
          "tax_vs_original": 0.8371037880501722,
          "tpw_ci95": [
            2.1822511222037475,
            2.2441848734976033
          ],
          "cpt_ci95": [
            2.892313642845289,
            2.9109513256797888
          ],
          "tax_vs_original_ci95": [
            0.8349606332526077,
            0.8395976793889108
          ]
        },
        "llama-3.2-smollm3": {
          "tokens": 279502,
          "tpw": 2.3286205833590214,
          "cpt": 2.7659837854469735,
          "bpt": 2.917353006418559,
          "tax_vs_original": 0.8782080285549104,
          "tpw_ci95": [
            2.2882477793799145,
            2.355711807290395
          ],
          "cpt_ci95": [
            2.7575840605863866,
            2.7743898117140082
          ],
          "tax_vs_original_ci95": [
            0.8764977153750502,
            0.8801594096289612
          ]
        },
        "gemma3": {
          "tokens": 227957,
          "tpw": 1.8991826975147672,
          "cpt": 3.391420311725457,
          "bpt": 3.577016718065249,
          "tax_vs_original": 0.7162512882386949,
          "tpw_ci95": [
            1.870626818380208,
            1.9182037707180588
          ],
          "cpt_ci95": [
            3.3778131442273605,
            3.4054603084631934
          ],
          "tax_vs_original_ci95": [
            0.7135671676287897,
            0.7198173189005285
          ]
        },
        "eurollm": {
          "tokens": 207155,
          "tpw": 1.7258745803097584,
          "cpt": 3.7319784702276073,
          "bpt": 3.9362120151577322,
          "tax_vs_original": 0.6508904557222934,
          "tpw_ci95": [
            1.7015845208281828,
            1.7434922609263046
          ],
          "cpt_ci95": [
            3.7093346737292734,
            3.7553438846406775
          ],
          "tax_vs_original_ci95": [
            0.6470306597101888,
            0.6554771117350959
          ]
        },
        "apertus": {
          "tokens": 256067,
          "tpw": 2.1333761007756458,
          "cpt": 3.0191239011664917,
          "bpt": 3.1843462843708874,
          "tax_vs_original": 0.804574189980645,
          "tpw_ci95": [
            2.098775089033875,
            2.157358942348672
          ],
          "cpt_ci95": [
            3.0083628150035917,
            3.030070640868337
          ],
          "tax_vs_original_ci95": [
            0.8022173922385977,
            0.8074874740305706
          ]
        },
        "mistral-small-3.1": {
          "tokens": 289324,
          "tpw": 2.4104508077214675,
          "cpt": 2.6720838921071186,
          "bpt": 2.818314415672395,
          "tax_vs_original": 0.9090692004122364,
          "tpw_ci95": [
            2.367941483312127,
            2.4397233186091944
          ],
          "cpt_ci95": [
            2.6642411141648137,
            2.679985547548845
          ],
          "tax_vs_original_ci95": [
            0.9072344384669606,
            0.9111251047903017
          ]
        }
      }
    },
    "preamble-pl": {
      "n_docs": 1,
      "words": 232,
      "chars": 1794,
      "bytes": 1889,
      "tokenizers": {
        "bielik-v3-original": {
          "tokens": 747,
          "tpw": 3.2198275862068964,
          "cpt": 2.4016064257028114,
          "bpt": 2.5287817938420347,
          "tax_vs_original": 1.0
        },
        "apt4": {
          "tokens": 375,
          "tpw": 1.6163793103448276,
          "cpt": 4.784,
          "bpt": 5.037333333333334,
          "tax_vs_original": 0.5020080321285141
        },
        "apt3": {
          "tokens": 344,
          "tpw": 1.4827586206896552,
          "cpt": 5.215116279069767,
          "bpt": 5.491279069767442,
          "tax_vs_original": 0.4605087014725569
        },
        "qwen3": {
          "tokens": 625,
          "tpw": 2.6939655172413794,
          "cpt": 2.8704,
          "bpt": 3.0224,
          "tax_vs_original": 0.8366800535475234
        },
        "llama-3.2-smollm3": {
          "tokens": 653,
          "tpw": 2.814655172413793,
          "cpt": 2.747320061255743,
          "bpt": 2.892802450229709,
          "tax_vs_original": 0.8741633199464525
        },
        "gemma3": {
          "tokens": 510,
          "tpw": 2.1982758620689653,
          "cpt": 3.5176470588235293,
          "bpt": 3.703921568627451,
          "tax_vs_original": 0.6827309236947792
        },
        "eurollm": {
          "tokens": 437,
          "tpw": 1.8836206896551724,
          "cpt": 4.105263157894737,
          "bpt": 4.322654462242563,
          "tax_vs_original": 0.5850066934404283
        },
        "apertus": {
          "tokens": 547,
          "tpw": 2.3577586206896552,
          "cpt": 3.279707495429616,
          "bpt": 3.453382084095064,
          "tax_vs_original": 0.7322623828647925
        },
        "mistral-small-3.1": {
          "tokens": 666,
          "tpw": 2.8706896551724137,
          "cpt": 2.6936936936936937,
          "bpt": 2.8363363363363363,
          "tax_vs_original": 0.891566265060241
        }
      }
    },
    "preamble-en": {
      "n_docs": 1,
      "words": 318,
      "chars": 1936,
      "bytes": 1936,
      "tokenizers": {
        "bielik-v3-original": {
          "tokens": 408,
          "tpw": 1.2830188679245282,
          "cpt": 4.745098039215686,
          "bpt": 4.745098039215686,
          "tax_vs_original": 1.0
        },
        "apt4": {
          "tokens": 631,
          "tpw": 1.9842767295597483,
          "cpt": 3.068145800316957,
          "bpt": 3.068145800316957,
          "tax_vs_original": 1.5465686274509804
        },
        "apt3": {
          "tokens": 618,
          "tpw": 1.9433962264150944,
          "cpt": 3.132686084142395,
          "bpt": 3.132686084142395,
          "tax_vs_original": 1.5147058823529411
        },
        "qwen3": {
          "tokens": 373,
          "tpw": 1.1729559748427674,
          "cpt": 5.190348525469169,
          "bpt": 5.190348525469169,
          "tax_vs_original": 0.9142156862745098
        },
        "llama-3.2-smollm3": {
          "tokens": 371,
          "tpw": 1.1666666666666667,
          "cpt": 5.218328840970351,
          "bpt": 5.218328840970351,
          "tax_vs_original": 0.9093137254901961
        },
        "gemma3": {
          "tokens": 383,
          "tpw": 1.2044025157232705,
          "cpt": 5.054830287206267,
          "bpt": 5.054830287206267,
          "tax_vs_original": 0.9387254901960784
        },
        "eurollm": {
          "tokens": 404,
          "tpw": 1.270440251572327,
          "cpt": 4.792079207920792,
          "bpt": 4.792079207920792,
          "tax_vs_original": 0.9901960784313726
        },
        "apertus": {
          "tokens": 377,
          "tpw": 1.1855345911949686,
          "cpt": 5.135278514588859,
          "bpt": 5.135278514588859,
          "tax_vs_original": 0.9240196078431373
        },
        "mistral-small-3.1": {
          "tokens": 469,
          "tpw": 1.4748427672955975,
          "cpt": 4.127931769722815,
          "bpt": 4.127931769722815,
          "tax_vs_original": 1.1495098039215685
        }
      }
    }
  },
  "science_tax_summary": {
    "kill_criterion_reference_preamble_en_tax": 1.5465686274509804,
    "preamble_pl_tax": 0.5020080321285141,
    "per_corpus_apt4_tax": {
      "en-arxiv-abstracts": {
        "tax": 1.6226001582542062,
        "ci95": [
          1.6139884221571539,
          1.6307944721485585
        ],
        "exceeds_preamble_en_ref": true
      },
      "en-latex-methods": {
        "tax": 1.4809804085655573,
        "ci95": [
          1.4622693666739648,
          1.5010160989391428
        ],
        "exceeds_preamble_en_ref": false
      },
      "en-python-code": {
        "tax": 1.768562289278863,
        "ci95": [
          1.7259564176231006,
          1.806629000337266
        ],
        "exceeds_preamble_en_ref": true
      },
      "en-gsm8k": {
        "tax": 1.3640266971842414,
        "ci95": [
          1.361628400624014,
          1.3665361015722797
        ],
        "exceeds_preamble_en_ref": false
      },
      "pl-science-pes": {
        "tax": 0.6461147092391678,
        "ci95": [
          0.642031372951052,
          0.6501378338495812
        ],
        "exceeds_preamble_en_ref": false
      },
      "pl-wiki-science": {
        "tax": 0.6466369210061946,
        "ci95": [
          0.6345919711257484,
          0.660826481952743
        ],
        "exceeds_preamble_en_ref": false
      },
      "pl-informal": {
        "tax": 0.5763925546087525,
        "ci95": [
          0.5713354739904717,
          0.5822087076753688
        ],
        "exceeds_preamble_en_ref": false
      }
    }
  }
}