{ "winner": { "variant": "protocol", "special_tokens": "nospecial", "word_protocol": "ws-split", "char_protocol": "len-incl-spaces", "matched": 60, "of": 64 }, "winner_rows": { "bielik-v3-original": { "candidate": "bielik-v3-original", "matched_cells": 8, "measured": { "vocab": 32128, "avg_tokens": 578.0, "pl_tokens": 747, "pl_cpt": 2.4, "pl_tpw": 3.22, "en_tokens": 408, "en_cpt": 4.75, "en_tpw": 1.28 }, "printed": { "vocab": 32128, "avg_tokens": 578, "pl_tokens": 747, "pl_cpt": 2.4, "pl_tpw": 3.22, "en_tokens": 408, "en_cpt": 4.75, "en_tpw": 1.28 }, "match": { "vocab": true, "avg_tokens": true, "pl_tokens": true, "pl_cpt": true, "pl_tpw": true, "en_tokens": true, "en_cpt": true, "en_tpw": true } }, "qwen3": { "candidate": "qwen3", "matched_cells": 8, "measured": { "vocab": 151669, "avg_tokens": 499.0, "pl_tokens": 625, "pl_cpt": 2.87, "pl_tpw": 2.69, "en_tokens": 373, "en_cpt": 5.19, "en_tpw": 1.17 }, "printed": { "vocab": 151669, "avg_tokens": 499, "pl_tokens": 625, "pl_cpt": 2.87, "pl_tpw": 2.69, "en_tokens": 373, "en_cpt": 5.19, "en_tpw": 1.17 }, "match": { "vocab": true, "avg_tokens": true, "pl_tokens": true, "pl_cpt": true, "pl_tpw": true, "en_tokens": true, "en_cpt": true, "en_tpw": true } }, "llama-3.2-smollm3": { "candidate": "llama-3.2-smollm3", "matched_cells": 8, "measured": { "vocab": 128256, "avg_tokens": 512.0, "pl_tokens": 653, "pl_cpt": 2.75, "pl_tpw": 2.81, "en_tokens": 371, "en_cpt": 5.22, "en_tpw": 1.17 }, "printed": { "vocab": 128256, "avg_tokens": 512, "pl_tokens": 653, "pl_cpt": 2.75, "pl_tpw": 2.81, "en_tokens": 371, "en_cpt": 5.22, "en_tpw": 1.17 }, "match": { "vocab": true, "avg_tokens": true, "pl_tokens": true, "pl_cpt": true, "pl_tpw": true, "en_tokens": true, "en_cpt": true, "en_tpw": true } }, "gemma3": { "candidate": "gemma3", "matched_cells": 8, "measured": { "vocab": 262145, "avg_tokens": 447.0, "pl_tokens": 510, "pl_cpt": 3.52, "pl_tpw": 2.2, "en_tokens": 383, "en_cpt": 5.05, "en_tpw": 1.2 }, "printed": { "vocab": 262145, "avg_tokens": 447, "pl_tokens": 510, "pl_cpt": 3.52, "pl_tpw": 2.2, "en_tokens": 383, "en_cpt": 5.05, "en_tpw": 1.2 }, "match": { "vocab": true, "avg_tokens": true, "pl_tokens": true, "pl_cpt": true, "pl_tpw": true, "en_tokens": true, "en_cpt": true, "en_tpw": true } }, "eurollm": { "candidate": "eurollm", "matched_cells": 8, "measured": { "vocab": 128000, "avg_tokens": 421.0, "pl_tokens": 437, "pl_cpt": 4.11, "pl_tpw": 1.88, "en_tokens": 404, "en_cpt": 4.79, "en_tpw": 1.27 }, "printed": { "vocab": 128000, "avg_tokens": 421, "pl_tokens": 437, "pl_cpt": 4.11, "pl_tpw": 1.88, "en_tokens": 404, "en_cpt": 4.79, "en_tpw": 1.27 }, "match": { "vocab": true, "avg_tokens": true, "pl_tokens": true, "pl_cpt": true, "pl_tpw": true, "en_tokens": true, "en_cpt": true, "en_tpw": true } }, "apertus-mistral-small-3.1-24b": { "candidate": "apertus", "matched_cells": 8, "measured": { "vocab": 131072, "avg_tokens": 462.0, "pl_tokens": 547, "pl_cpt": 3.28, "pl_tpw": 2.36, "en_tokens": 377, "en_cpt": 5.14, "en_tpw": 1.19 }, "printed": { "vocab": 131072, "avg_tokens": 462, "pl_tokens": 547, "pl_cpt": 3.28, "pl_tpw": 2.36, "en_tokens": 377, "en_cpt": 5.14, "en_tpw": 1.19 }, "match": { "vocab": true, "avg_tokens": true, "pl_tokens": true, "pl_cpt": true, "pl_tpw": true, "en_tokens": true, "en_cpt": true, "en_tpw": true } }, "apt3": { "candidate": "apt3", "matched_cells": 4, "measured": { "vocab": 31980, "avg_tokens": 481.0, "pl_tokens": 344, "pl_cpt": 5.22, "pl_tpw": 1.48, "en_tokens": 618, "en_cpt": 3.13, "en_tpw": 1.94 }, "printed": { "vocab": 31980, "avg_tokens": 480, "pl_tokens": 344, "pl_cpt": 5.22, "pl_tpw": 1.48, "en_tokens": 615, "en_cpt": 3.15, "en_tpw": 1.93 }, "match": { "vocab": true, "avg_tokens": false, "pl_tokens": true, "pl_cpt": true, "pl_tpw": true, "en_tokens": false, "en_cpt": false, "en_tpw": false } }, "apt4": { "candidate": "apt4", "matched_cells": 8, "measured": { "vocab": 32000, "avg_tokens": 503.0, "pl_tokens": 375, "pl_cpt": 4.78, "pl_tpw": 1.62, "en_tokens": 631, "en_cpt": 3.07, "en_tpw": 1.98 }, "printed": { "vocab": 32000, "avg_tokens": 503, "pl_tokens": 375, "pl_cpt": 4.78, "pl_tpw": 1.62, "en_tokens": 631, "en_cpt": 3.07, "en_tpw": 1.98 }, "match": { "vocab": true, "avg_tokens": true, "pl_tokens": true, "pl_cpt": true, "pl_tpw": true, "en_tokens": true, "en_cpt": true, "en_tpw": true } } }, "denominators_winner": { "pl": { "words": 232, "chars": 1794 }, "en": { "words": 318, "chars": 1936 } }, "grid_summary": [ { "variant": "protocol", "special_tokens": "nospecial", "word_protocol": "ws-split", "char_protocol": "len-incl-spaces", "matched": 60, "of": 64 }, { "variant": "protocol", "special_tokens": "nospecial", "word_protocol": "unicode-word-regex", "char_protocol": "len-incl-spaces", "matched": 47, "of": 64 }, { "variant": "protocol", "special_tokens": "nospecial", "word_protocol": "ws-split-punct-stripped", "char_protocol": "len-incl-spaces", "matched": 47, "of": 64 }, { "variant": "protocol", "special_tokens": "nospecial", "word_protocol": "ws-split", "char_protocol": "len-excl-ws", "matched": 45, "of": 64 }, { "variant": "clauses", "special_tokens": "nospecial", "word_protocol": "ws-split", "char_protocol": "len-incl-spaces", "matched": 44, "of": 64 }, { "variant": "protocol", "special_tokens": "special", "word_protocol": "ws-split", "char_protocol": "len-incl-spaces", "matched": 37, "of": 64 }, { "variant": "clauses", "special_tokens": "nospecial", "word_protocol": "unicode-word-regex", "char_protocol": "len-incl-spaces", "matched": 35, "of": 64 }, { "variant": "clauses", "special_tokens": "nospecial", "word_protocol": "ws-split-punct-stripped", "char_protocol": "len-incl-spaces", "matched": 35, "of": 64 }, { "variant": "clauses", "special_tokens": "nospecial", "word_protocol": "ws-split", "char_protocol": "len-excl-ws", "matched": 34, "of": 64 }, { "variant": "protocol", "special_tokens": "nospecial", "word_protocol": "unicode-word-regex", "char_protocol": "len-excl-ws", "matched": 32, "of": 64 }, { "variant": "protocol", "special_tokens": "nospecial", "word_protocol": "ws-split-punct-stripped", "char_protocol": "len-excl-ws", "matched": 32, "of": 64 }, { "variant": "clauses", "special_tokens": "special", "word_protocol": "ws-split", "char_protocol": "len-incl-spaces", "matched": 31, "of": 64 }, { "variant": "protocol", "special_tokens": "special", "word_protocol": "ws-split", "char_protocol": "len-excl-ws", "matched": 30, "of": 64 }, { "variant": "protocol", "special_tokens": "special", "word_protocol": "unicode-word-regex", "char_protocol": "len-incl-spaces", "matched": 26, "of": 64 }, { "variant": "protocol", "special_tokens": "special", "word_protocol": "ws-split-punct-stripped", "char_protocol": "len-incl-spaces", "matched": 26, "of": 64 }, { "variant": "clauses", "special_tokens": "nospecial", "word_protocol": "unicode-word-regex", "char_protocol": "len-excl-ws", "matched": 25, "of": 64 }, { "variant": "clauses", "special_tokens": "nospecial", "word_protocol": "ws-split-punct-stripped", "char_protocol": "len-excl-ws", "matched": 25, "of": 64 }, { "variant": "clauses", "special_tokens": "special", "word_protocol": "ws-split", "char_protocol": "len-excl-ws", "matched": 25, "of": 64 }, { "variant": "clauses", "special_tokens": "special", "word_protocol": "unicode-word-regex", "char_protocol": "len-incl-spaces", "matched": 23, "of": 64 }, { "variant": "clauses", "special_tokens": "special", "word_protocol": "ws-split-punct-stripped", "char_protocol": "len-incl-spaces", "matched": 23, "of": 64 }, { "variant": "protocol", "special_tokens": "special", "word_protocol": "unicode-word-regex", "char_protocol": "len-excl-ws", "matched": 19, "of": 64 }, { "variant": "protocol", "special_tokens": "special", "word_protocol": "ws-split-punct-stripped", "char_protocol": "len-excl-ws", "matched": 19, "of": 64 }, { "variant": "clauses", "special_tokens": "special", "word_protocol": "unicode-word-regex", "char_protocol": "len-excl-ws", "matched": 17, "of": 64 }, { "variant": "clauses", "special_tokens": "special", "word_protocol": "ws-split-punct-stripped", "char_protocol": "len-excl-ws", "matched": 17, "of": 64 }, { "variant": "flat", "special_tokens": "nospecial", "word_protocol": "ws-split", "char_protocol": "len-incl-spaces", "matched": 13, "of": 64 }, { "variant": "flat", "special_tokens": "nospecial", "word_protocol": "ws-split", "char_protocol": "len-excl-ws", "matched": 12, "of": 64 }, { "variant": "flat", "special_tokens": "special", "word_protocol": "ws-split", "char_protocol": "len-incl-spaces", "matched": 12, "of": 64 }, { "variant": "flat", "special_tokens": "nospecial", "word_protocol": "unicode-word-regex", "char_protocol": "len-incl-spaces", "matched": 11, "of": 64 }, { "variant": "flat", "special_tokens": "nospecial", "word_protocol": "ws-split-punct-stripped", "char_protocol": "len-incl-spaces", "matched": 11, "of": 64 }, { "variant": "flat", "special_tokens": "special", "word_protocol": "ws-split", "char_protocol": "len-excl-ws", "matched": 11, "of": 64 }, { "variant": "flat", "special_tokens": "nospecial", "word_protocol": "unicode-word-regex", "char_protocol": "len-excl-ws", "matched": 10, "of": 64 }, { "variant": "flat", "special_tokens": "nospecial", "word_protocol": "ws-split-punct-stripped", "char_protocol": "len-excl-ws", "matched": 10, "of": 64 }, { "variant": "flat", "special_tokens": "special", "word_protocol": "unicode-word-regex", "char_protocol": "len-incl-spaces", "matched": 10, "of": 64 }, { "variant": "flat", "special_tokens": "special", "word_protocol": "ws-split-punct-stripped", "char_protocol": "len-incl-spaces", "matched": 10, "of": 64 }, { "variant": "flat", "special_tokens": "special", "word_protocol": "unicode-word-regex", "char_protocol": "len-excl-ws", "matched": 9, "of": 64 }, { "variant": "flat", "special_tokens": "special", "word_protocol": "ws-split-punct-stripped", "char_protocol": "len-excl-ws", "matched": 9, "of": 64 }, { "variant": "lines", "special_tokens": "nospecial", "word_protocol": "ws-split", "char_protocol": "len-incl-spaces", "matched": 8, "of": 64 }, { "variant": "lines", "special_tokens": "nospecial", "word_protocol": "ws-split", "char_protocol": "len-excl-ws", "matched": 8, "of": 64 }, { "variant": "lines", "special_tokens": "nospecial", "word_protocol": "unicode-word-regex", "char_protocol": "len-incl-spaces", "matched": 8, "of": 64 }, { "variant": "lines", "special_tokens": "nospecial", "word_protocol": "unicode-word-regex", "char_protocol": "len-excl-ws", "matched": 8, "of": 64 }, { "variant": "lines", "special_tokens": "nospecial", "word_protocol": "ws-split-punct-stripped", "char_protocol": "len-incl-spaces", "matched": 8, "of": 64 }, { "variant": "lines", "special_tokens": "nospecial", "word_protocol": "ws-split-punct-stripped", "char_protocol": "len-excl-ws", "matched": 8, "of": 64 }, { "variant": "lines", "special_tokens": "special", "word_protocol": "ws-split", "char_protocol": "len-incl-spaces", "matched": 8, "of": 64 }, { "variant": "lines", "special_tokens": "special", "word_protocol": "ws-split", "char_protocol": "len-excl-ws", "matched": 8, "of": 64 }, { "variant": "lines", "special_tokens": "special", "word_protocol": "unicode-word-regex", "char_protocol": "len-incl-spaces", "matched": 8, "of": 64 }, { "variant": "lines", "special_tokens": "special", "word_protocol": "unicode-word-regex", "char_protocol": "len-excl-ws", "matched": 8, "of": 64 }, { "variant": "lines", "special_tokens": "special", "word_protocol": "ws-split-punct-stripped", "char_protocol": "len-incl-spaces", "matched": 8, "of": 64 }, { "variant": "lines", "special_tokens": "special", "word_protocol": "ws-split-punct-stripped", "char_protocol": "len-excl-ws", "matched": 8, "of": 64 } ], "token_counts_all": { "apertus": { "pl": { "flat": { "nospecial": 545, "special": 546 }, "lines": { "nospecial": 554, "special": 555 }, "clauses": { "nospecial": 547, "special": 548 }, "protocol": { "nospecial": 547, "special": 548 } }, "en": { "flat": { "nospecial": 378, "special": 379 }, "lines": { "nospecial": 391, "special": 392 }, "clauses": { "nospecial": 377, "special": 378 }, "protocol": { "nospecial": 377, "special": 378 } } }, "mistral-small-3.1": { "pl": { "flat": { "nospecial": 666, "special": 667 }, "lines": { "nospecial": 666, "special": 667 }, "clauses": { "nospecial": 666, "special": 667 }, "protocol": { "nospecial": 666, "special": 667 } }, "en": { "flat": { "nospecial": 468, "special": 469 }, "lines": { "nospecial": 468, "special": 469 }, "clauses": { "nospecial": 468, "special": 469 }, "protocol": { "nospecial": 469, "special": 470 } } }, "bielik-v3-original": { "pl": { "flat": { "nospecial": 730, "special": 730 }, "lines": { "nospecial": 754, "special": 754 }, "clauses": { "nospecial": 748, "special": 748 }, "protocol": { "nospecial": 747, "special": 747 } }, "en": { "flat": { "nospecial": 393, "special": 393 }, "lines": { "nospecial": 421, "special": 421 }, "clauses": { "nospecial": 408, "special": 408 }, "protocol": { "nospecial": 408, "special": 408 } } }, "qwen3": { "pl": { "flat": { "nospecial": 617, "special": 617 }, "lines": { "nospecial": 633, "special": 633 }, "clauses": { "nospecial": 625, "special": 625 }, "protocol": { "nospecial": 625, "special": 625 } }, "en": { "flat": { "nospecial": 372, "special": 372 }, "lines": { "nospecial": 388, "special": 388 }, "clauses": { "nospecial": 373, "special": 373 }, "protocol": { "nospecial": 373, "special": 373 } } }, "llama-3.2-smollm3": { "pl": { "flat": { "nospecial": 652, "special": 652 }, "lines": { "nospecial": 661, "special": 661 }, "clauses": { "nospecial": 653, "special": 653 }, "protocol": { "nospecial": 653, "special": 653 } }, "en": { "flat": { "nospecial": 370, "special": 370 }, "lines": { "nospecial": 386, "special": 386 }, "clauses": { "nospecial": 371, "special": 371 }, "protocol": { "nospecial": 371, "special": 371 } } }, "gemma3": { "pl": { "flat": { "nospecial": 491, "special": 492 }, "lines": { "nospecial": 516, "special": 517 }, "clauses": { "nospecial": 511, "special": 512 }, "protocol": { "nospecial": 510, "special": 511 } }, "en": { "flat": { "nospecial": 366, "special": 367 }, "lines": { "nospecial": 393, "special": 394 }, "clauses": { "nospecial": 383, "special": 384 }, "protocol": { "nospecial": 383, "special": 384 } } }, "eurollm": { "pl": { "flat": { "nospecial": 416, "special": 417 }, "lines": { "nospecial": 446, "special": 447 }, "clauses": { "nospecial": 438, "special": 439 }, "protocol": { "nospecial": 437, "special": 438 } }, "en": { "flat": { "nospecial": 385, "special": 386 }, "lines": { "nospecial": 417, "special": 418 }, "clauses": { "nospecial": 404, "special": 405 }, "protocol": { "nospecial": 404, "special": 405 } } }, "apt3": { "pl": { "flat": { "nospecial": 322, "special": 322 }, "lines": { "nospecial": 355, "special": 355 }, "clauses": { "nospecial": 345, "special": 345 }, "protocol": { "nospecial": 344, "special": 344 } }, "en": { "flat": { "nospecial": 601, "special": 601 }, "lines": { "nospecial": 626, "special": 626 }, "clauses": { "nospecial": 618, "special": 618 }, "protocol": { "nospecial": 618, "special": 618 } } }, "apt4": { "pl": { "flat": { "nospecial": 349, "special": 350 }, "lines": { "nospecial": 388, "special": 389 }, "clauses": { "nospecial": 377, "special": 378 }, "protocol": { "nospecial": 375, "special": 376 } }, "en": { "flat": { "nospecial": 615, "special": 616 }, "lines": { "nospecial": 641, "special": 642 }, "clauses": { "nospecial": 633, "special": 634 }, "protocol": { "nospecial": 631, "special": 632 } } } }, "denominators_all": { "pl": { "flat": { "words": { "ws-split": 232, "unicode-word-regex": 230, "ws-split-punct-stripped": 230 }, "chars": { "len-incl-spaces": 1794, "len-excl-ws": 1563 } }, "lines": { "words": { "ws-split": 232, "unicode-word-regex": 230, "ws-split-punct-stripped": 230 }, "chars": { "len-incl-spaces": 1794, "len-excl-ws": 1563 } }, "clauses": { "words": { "ws-split": 232, "unicode-word-regex": 230, "ws-split-punct-stripped": 230 }, "chars": { "len-incl-spaces": 1794, "len-excl-ws": 1563 } }, "protocol": { "words": { "ws-split": 232, "unicode-word-regex": 230, "ws-split-punct-stripped": 230 }, "chars": { "len-incl-spaces": 1794, "len-excl-ws": 1563 } } }, "en": { "flat": { "words": { "ws-split": 318, "unicode-word-regex": 316, "ws-split-punct-stripped": 316 }, "chars": { "len-incl-spaces": 1936, "len-excl-ws": 1619 } }, "lines": { "words": { "ws-split": 318, "unicode-word-regex": 316, "ws-split-punct-stripped": 316 }, "chars": { "len-incl-spaces": 1936, "len-excl-ws": 1619 } }, "clauses": { "words": { "ws-split": 318, "unicode-word-regex": 316, "ws-split-punct-stripped": 316 }, "chars": { "len-incl-spaces": 1936, "len-excl-ws": 1619 } }, "protocol": { "words": { "ws-split": 318, "unicode-word-regex": 316, "ws-split-punct-stripped": 316 }, "chars": { "len-incl-spaces": 1936, "len-excl-ws": 1619 } } } }, "apertus_mistral_adjudication": { "apertus": { "pl": 547, "en": 377 }, "mistral-small-3.1": { "pl": 666, "en": 469 }, "printed": { "pl": 547, "en": 377 } } }