{
  "_config_sha256": "9af656d3580e51191319ec1c05814d823faf2cf4509df83da11db3f812a388e5",
  "_counting": "carrier 'a '+s, add_special_tokens=False, offset-span intersection",
  "tokenizers": {
    "apertus": {
      "classification": {
        "frac_matches_3chunk_l2r": 0.0,
        "frac_matches_3chunk_r2l": 0.0,
        "frac_single_digit_segmentation": 1.0,
        "n_classified": 5000,
        "place_value_boundary_coverage": 1.0,
        "policy_class": "single-digit"
      },
      "coverage_0_999_single_token": 0.01,
      "diagnostics": {
        "1000000": [
          "1",
          "0",
          "0",
          "0",
          "0",
          "0",
          "0"
        ],
        "1111111111": [
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1"
        ],
        "123456": [
          "1",
          "2",
          "3",
          "4",
          "5",
          "6"
        ],
        "23456": [
          "2",
          "3",
          "4",
          "5",
          "6"
        ],
        "999999": [
          "9",
          "9",
          "9",
          "9",
          "9",
          "9"
        ]
      },
      "fusion": {
        "ascii_minus": {
          "tokens": [
            "Ġ-",
            "1",
            "2",
            "3",
            "4"
          ]
        },
        "de": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            ".": 2
          },
          "total_tokens": 12
        },
        "en": {
          "decimal_sep_tokens": ".",
          "group_sep_tokens": {
            ",": 2
          },
          "total_tokens": 12
        },
        "pct": {
          "tokens": [
            "4",
            "5",
            "%"
          ]
        },
        "pct_nbsp": {
          "tokens": [
            "4",
            "5",
            "Âł",
            "%"
          ]
        },
        "pct_space": {
          "tokens": [
            "4",
            "5",
            "Ġ%"
          ]
        },
        "pl_nbsp": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            "Âł": 2
          },
          "total_tokens": 12
        },
        "pl_nnbsp": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            "âĢ¯": 2
          },
          "total_tokens": 12
        },
        "pl_space": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            "Ġ": 2
          },
          "total_tokens": 12
        },
        "u2212_minus": {
          "tokens": [
            "ĠâĪĴ",
            "1",
            "2",
            "3",
            "4"
          ]
        },
        "unit_attached": {
          "tokens": [
            "1",
            "0",
            "mm"
          ]
        },
        "unit_degC": {
          "tokens": [
            "1",
            "0",
            "Ġ°",
            "C"
          ]
        },
        "unit_nbsp": {
          "tokens": [
            "1",
            "0",
            "Âłmm"
          ]
        },
        "unit_pl_dec": {
          "tokens": [
            "3",
            ",",
            "5",
            "V"
          ]
        },
        "unit_spaced": {
          "tokens": [
            "1",
            "0",
            "Ġmm"
          ]
        }
      },
      "s8_context_stability": 1.0,
      "tokens_per_number": {
        "bare_ge4": 7.6392,
        "bare_int_ge4": 6.966,
        "de_ge4": 9.0303,
        "en_ge4": 9.0303,
        "pl_nbsp_ge4": 9.0303,
        "pl_nnbsp_ge4": 9.0303,
        "pl_space_ge4": 9.0303
      },
      "vocab": {
        "max_digit_run_in_vocab": 1,
        "n_digit_tokens": 13,
        "n_multi_digit_tokens": 0
      }
    },
    "apt3": {
      "classification": {
        "frac_matches_3chunk_l2r": 0.096,
        "frac_matches_3chunk_r2l": 0.0392,
        "frac_single_digit_segmentation": 0.0,
        "n_classified": 5000,
        "place_value_boundary_coverage": 0.3452,
        "policy_class": "free-bpe"
      },
      "coverage_0_999_single_token": 0.204,
      "diagnostics": {
        "1000000": [
          "▁100",
          "00",
          "00"
        ],
        "1111111111": [
          "▁11",
          "11",
          "11",
          "11",
          "11"
        ],
        "123456": [
          "▁123",
          "45",
          "6"
        ],
        "23456": [
          "▁23",
          "45",
          "6"
        ],
        "999999": [
          "▁9",
          "99",
          "99",
          "9"
        ]
      },
      "fusion": {
        "ascii_minus": {
          "tokens": [
            "▁-",
            "12",
            "34"
          ]
        },
        "de": {
          "decimal_sep_tokens": "7,",
          "group_sep_tokens": {
            ".2": 1,
            ".5": 1
          },
          "total_tokens": 7
        },
        "en": {
          "decimal_sep_tokens": ".",
          "group_sep_tokens": {
            ",5": 1,
            "▁1,": 1
          },
          "total_tokens": 7
        },
        "pct": {
          "tokens": [
            "▁45",
            "%"
          ]
        },
        "pct_nbsp": {
          "tokens": [
            "▁45",
            "▁%"
          ]
        },
        "pct_space": {
          "tokens": [
            "▁45",
            "▁%"
          ]
        },
        "pl_nbsp": {
          "decimal_sep_tokens": "7,",
          "group_sep_tokens": {
            "▁23": 1,
            "▁56": 1
          },
          "total_tokens": 6
        },
        "pl_nnbsp": {
          "decimal_sep_tokens": "7,",
          "group_sep_tokens": {
            "▁23": 1,
            "▁56": 1
          },
          "total_tokens": 6
        },
        "pl_space": {
          "decimal_sep_tokens": "7,",
          "group_sep_tokens": {
            "▁23": 1,
            "▁56": 1
          },
          "total_tokens": 6
        },
        "u2212_minus": {
          "tokens": [
            "<unk>",
            "12",
            "34"
          ]
        },
        "unit_attached": {
          "tokens": [
            "▁10",
            "mm"
          ]
        },
        "unit_degC": {
          "tokens": [
            "▁10",
            "▁",
            "°",
            "C"
          ]
        },
        "unit_nbsp": {
          "tokens": [
            "▁10",
            "▁mm"
          ]
        },
        "unit_pl_dec": {
          "tokens": [
            "▁3,5",
            "V"
          ]
        },
        "unit_spaced": {
          "tokens": [
            "▁10",
            "▁mm"
          ]
        }
      },
      "s8_context_stability": 1.0,
      "tokens_per_number": {
        "bare_ge4": 4.3452,
        "bare_int_ge4": 3.9365,
        "de_ge4": 5.1975,
        "en_ge4": 5.0599,
        "pl_nbsp_ge4": 4.5487,
        "pl_nnbsp_ge4": 4.5487,
        "pl_space_ge4": 4.5487
      },
      "vocab": {
        "max_digit_run_in_vocab": 4,
        "n_digit_tokens": 449,
        "n_multi_digit_tokens": 429
      }
    },
    "apt4": {
      "classification": {
        "frac_matches_3chunk_l2r": 0.0,
        "frac_matches_3chunk_r2l": 0.0,
        "frac_single_digit_segmentation": 1.0,
        "n_classified": 5000,
        "place_value_boundary_coverage": 1.0,
        "policy_class": "single-digit"
      },
      "coverage_0_999_single_token": 0.01,
      "diagnostics": {
        "1000000": [
          "1",
          "0",
          "0",
          "0",
          "0",
          "0",
          "0"
        ],
        "1111111111": [
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1"
        ],
        "123456": [
          "1",
          "2",
          "3",
          "4",
          "5",
          "6"
        ],
        "23456": [
          "2",
          "3",
          "4",
          "5",
          "6"
        ],
        "999999": [
          "9",
          "9",
          "9",
          "9",
          "9",
          "9"
        ]
      },
      "fusion": {
        "ascii_minus": {
          "tokens": [
            "▁-",
            "1",
            "2",
            "3",
            "4"
          ]
        },
        "de": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            ".": 2
          },
          "total_tokens": 12
        },
        "en": {
          "decimal_sep_tokens": ".",
          "group_sep_tokens": {
            ",": 2
          },
          "total_tokens": 12
        },
        "pct": {
          "tokens": [
            "4",
            "5",
            "%"
          ]
        },
        "pct_nbsp": {
          "tokens": [
            "4",
            "5",
            "<0xC2>",
            "<0xA0>",
            "%"
          ]
        },
        "pct_space": {
          "tokens": [
            "4",
            "5",
            "▁%"
          ]
        },
        "pl_nbsp": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            "<0xC2> | <0xA0>": 2
          },
          "total_tokens": 14
        },
        "pl_nnbsp": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            "<0xE2> | <0x80> | <0xAF>": 2
          },
          "total_tokens": 16
        },
        "pl_space": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            "▁": 2
          },
          "total_tokens": 12
        },
        "u2212_minus": {
          "tokens": [
            "<0xE2>",
            "<0x88>",
            "<0x92>",
            "1",
            "2",
            "3",
            "4"
          ]
        },
        "unit_attached": {
          "tokens": [
            "1",
            "0",
            "mm"
          ]
        },
        "unit_degC": {
          "tokens": [
            "1",
            "0",
            "▁",
            "°",
            "C"
          ]
        },
        "unit_nbsp": {
          "tokens": [
            "1",
            "0",
            "<0xC2>",
            "<0xA0>",
            "mm"
          ]
        },
        "unit_pl_dec": {
          "tokens": [
            "3",
            ",",
            "5",
            "V"
          ]
        },
        "unit_spaced": {
          "tokens": [
            "1",
            "0",
            "▁mm"
          ]
        }
      },
      "s8_context_stability": 1.0,
      "tokens_per_number": {
        "bare_ge4": 7.6392,
        "bare_int_ge4": 6.966,
        "de_ge4": 9.0303,
        "en_ge4": 9.0303,
        "pl_nbsp_ge4": 10.4214,
        "pl_nnbsp_ge4": 11.8124,
        "pl_space_ge4": 9.0303
      },
      "vocab": {
        "max_digit_run_in_vocab": 1,
        "n_digit_tokens": 10,
        "n_multi_digit_tokens": 0
      }
    },
    "bielik-v3-original": {
      "classification": {
        "frac_matches_3chunk_l2r": 0.0,
        "frac_matches_3chunk_r2l": 0.0,
        "frac_single_digit_segmentation": 1.0,
        "n_classified": 5000,
        "place_value_boundary_coverage": 1.0,
        "policy_class": "single-digit"
      },
      "coverage_0_999_single_token": 0.01,
      "diagnostics": {
        "1000000": [
          "1",
          "0",
          "0",
          "0",
          "0",
          "0",
          "0"
        ],
        "1111111111": [
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1"
        ],
        "123456": [
          "1",
          "2",
          "3",
          "4",
          "5",
          "6"
        ],
        "23456": [
          "2",
          "3",
          "4",
          "5",
          "6"
        ],
        "999999": [
          "9",
          "9",
          "9",
          "9",
          "9",
          "9"
        ]
      },
      "fusion": {
        "ascii_minus": {
          "tokens": [
            "▁-",
            "1",
            "2",
            "3",
            "4"
          ]
        },
        "de": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            ".": 2
          },
          "total_tokens": 12
        },
        "en": {
          "decimal_sep_tokens": ".",
          "group_sep_tokens": {
            ",": 2
          },
          "total_tokens": 12
        },
        "pct": {
          "tokens": [
            "4",
            "5",
            "%"
          ]
        },
        "pct_nbsp": {
          "tokens": [
            "4",
            "5",
            " ",
            "%"
          ]
        },
        "pct_space": {
          "tokens": [
            "4",
            "5",
            "▁%"
          ]
        },
        "pl_nbsp": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            " ": 2
          },
          "total_tokens": 12
        },
        "pl_nnbsp": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            "<0xE2> | <0x80> | <0xAF>": 2
          },
          "total_tokens": 16
        },
        "pl_space": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            "▁": 2
          },
          "total_tokens": 12
        },
        "u2212_minus": {
          "tokens": [
            "▁−",
            "1",
            "2",
            "3",
            "4"
          ]
        },
        "unit_attached": {
          "tokens": [
            "1",
            "0",
            "mm"
          ]
        },
        "unit_degC": {
          "tokens": [
            "1",
            "0",
            "▁°",
            "C"
          ]
        },
        "unit_nbsp": {
          "tokens": [
            "1",
            "0",
            " ",
            "mm"
          ]
        },
        "unit_pl_dec": {
          "tokens": [
            "3",
            ",",
            "5",
            "V"
          ]
        },
        "unit_spaced": {
          "tokens": [
            "1",
            "0",
            "▁mm"
          ]
        }
      },
      "s8_context_stability": 1.0,
      "tokens_per_number": {
        "bare_ge4": 7.6392,
        "bare_int_ge4": 6.966,
        "de_ge4": 9.0303,
        "en_ge4": 9.0303,
        "pl_nbsp_ge4": 9.0303,
        "pl_nnbsp_ge4": 11.8124,
        "pl_space_ge4": 9.0303
      },
      "vocab": {
        "max_digit_run_in_vocab": 1,
        "n_digit_tokens": 19,
        "n_multi_digit_tokens": 0
      }
    },
    "eurollm": {
      "classification": {
        "frac_matches_3chunk_l2r": 0.0,
        "frac_matches_3chunk_r2l": 0.0,
        "frac_single_digit_segmentation": 1.0,
        "n_classified": 5000,
        "place_value_boundary_coverage": 1.0,
        "policy_class": "single-digit"
      },
      "coverage_0_999_single_token": 0.01,
      "diagnostics": {
        "1000000": [
          "1",
          "0",
          "0",
          "0",
          "0",
          "0",
          "0"
        ],
        "1111111111": [
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1"
        ],
        "123456": [
          "1",
          "2",
          "3",
          "4",
          "5",
          "6"
        ],
        "23456": [
          "2",
          "3",
          "4",
          "5",
          "6"
        ],
        "999999": [
          "9",
          "9",
          "9",
          "9",
          "9",
          "9"
        ]
      },
      "fusion": {
        "ascii_minus": {
          "tokens": [
            "▁-",
            "1",
            "2",
            "3",
            "4"
          ]
        },
        "de": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            ".": 2
          },
          "total_tokens": 12
        },
        "en": {
          "decimal_sep_tokens": ".",
          "group_sep_tokens": {
            ",": 2
          },
          "total_tokens": 12
        },
        "pct": {
          "tokens": [
            "4",
            "5",
            "%"
          ]
        },
        "pct_nbsp": {
          "tokens": [
            "4",
            "5",
            "<0xC2>",
            "<0xA0>",
            "%"
          ]
        },
        "pct_space": {
          "tokens": [
            "4",
            "5",
            "▁%"
          ]
        },
        "pl_nbsp": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            "<0xC2> | <0xA0>": 2
          },
          "total_tokens": 14
        },
        "pl_nnbsp": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            "<0xE2> | <0x80> | <0xAF>": 2
          },
          "total_tokens": 16
        },
        "pl_space": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            "▁": 2
          },
          "total_tokens": 12
        },
        "u2212_minus": {
          "tokens": [
            "▁−",
            "1",
            "2",
            "3",
            "4"
          ]
        },
        "unit_attached": {
          "tokens": [
            "1",
            "0",
            "mm"
          ]
        },
        "unit_degC": {
          "tokens": [
            "1",
            "0",
            "▁°",
            "C"
          ]
        },
        "unit_nbsp": {
          "tokens": [
            "1",
            "0",
            "<0xC2>",
            "<0xA0>",
            "mm"
          ]
        },
        "unit_pl_dec": {
          "tokens": [
            "3",
            ",",
            "5",
            "V"
          ]
        },
        "unit_spaced": {
          "tokens": [
            "1",
            "0",
            "▁mm"
          ]
        }
      },
      "s8_context_stability": 1.0,
      "tokens_per_number": {
        "bare_ge4": 7.6392,
        "bare_int_ge4": 6.966,
        "de_ge4": 9.0303,
        "en_ge4": 9.0303,
        "pl_nbsp_ge4": 10.4214,
        "pl_nnbsp_ge4": 11.8124,
        "pl_space_ge4": 9.0303
      },
      "vocab": {
        "max_digit_run_in_vocab": 3,
        "n_digit_tokens": 37,
        "n_multi_digit_tokens": 4
      }
    },
    "gemma3": {
      "classification": {
        "frac_matches_3chunk_l2r": 0.0,
        "frac_matches_3chunk_r2l": 0.0,
        "frac_single_digit_segmentation": 1.0,
        "n_classified": 5000,
        "place_value_boundary_coverage": 1.0,
        "policy_class": "single-digit"
      },
      "coverage_0_999_single_token": 0.01,
      "diagnostics": {
        "1000000": [
          "1",
          "0",
          "0",
          "0",
          "0",
          "0",
          "0"
        ],
        "1111111111": [
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1"
        ],
        "123456": [
          "1",
          "2",
          "3",
          "4",
          "5",
          "6"
        ],
        "23456": [
          "2",
          "3",
          "4",
          "5",
          "6"
        ],
        "999999": [
          "9",
          "9",
          "9",
          "9",
          "9",
          "9"
        ]
      },
      "fusion": {
        "ascii_minus": {
          "tokens": [
            "▁-",
            "1",
            "2",
            "3",
            "4"
          ]
        },
        "de": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            ".": 2
          },
          "total_tokens": 12
        },
        "en": {
          "decimal_sep_tokens": ".",
          "group_sep_tokens": {
            ",": 2
          },
          "total_tokens": 12
        },
        "pct": {
          "tokens": [
            "4",
            "5",
            "%"
          ]
        },
        "pct_nbsp": {
          "tokens": [
            "4",
            "5",
            "<0xC2>",
            "<0xA0>",
            "%"
          ]
        },
        "pct_space": {
          "tokens": [
            "4",
            "5",
            "▁%"
          ]
        },
        "pl_nbsp": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            "<0xC2> | <0xA0>": 2
          },
          "total_tokens": 14
        },
        "pl_nnbsp": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            "<0xE2> | <0x80> | <0xAF>": 2
          },
          "total_tokens": 16
        },
        "pl_space": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            "▁": 2
          },
          "total_tokens": 12
        },
        "u2212_minus": {
          "tokens": [
            "▁−",
            "1",
            "2",
            "3",
            "4"
          ]
        },
        "unit_attached": {
          "tokens": [
            "1",
            "0",
            "mm"
          ]
        },
        "unit_degC": {
          "tokens": [
            "1",
            "0",
            "▁°",
            "C"
          ]
        },
        "unit_nbsp": {
          "tokens": [
            "1",
            "0",
            "<0xC2>",
            "<0xA0>",
            "mm"
          ]
        },
        "unit_pl_dec": {
          "tokens": [
            "3",
            ",",
            "5",
            "V"
          ]
        },
        "unit_spaced": {
          "tokens": [
            "1",
            "0",
            "▁mm"
          ]
        }
      },
      "s8_context_stability": 1.0,
      "tokens_per_number": {
        "bare_ge4": 7.6392,
        "bare_int_ge4": 6.966,
        "de_ge4": 9.0303,
        "en_ge4": 9.0303,
        "pl_nbsp_ge4": 10.4214,
        "pl_nnbsp_ge4": 11.8124,
        "pl_space_ge4": 9.0303
      },
      "vocab": {
        "max_digit_run_in_vocab": 4,
        "n_digit_tokens": 458,
        "n_multi_digit_tokens": 176
      }
    },
    "llama-3.2-smollm3": {
      "classification": {
        "frac_matches_3chunk_l2r": 1.0,
        "frac_matches_3chunk_r2l": 0.3566,
        "frac_single_digit_segmentation": 0.0,
        "n_classified": 5000,
        "place_value_boundary_coverage": 0.3566,
        "policy_class": "3-chunk-L2R"
      },
      "coverage_0_999_single_token": 1.0,
      "diagnostics": {
        "1000000": [
          "100",
          "000",
          "0"
        ],
        "1111111111": [
          "111",
          "111",
          "111",
          "1"
        ],
        "123456": [
          "123",
          "456"
        ],
        "23456": [
          "234",
          "56"
        ],
        "999999": [
          "999",
          "999"
        ]
      },
      "fusion": {
        "ascii_minus": {
          "tokens": [
            "Ġ-",
            "123",
            "4"
          ]
        },
        "de": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            ".": 2
          },
          "total_tokens": 7
        },
        "en": {
          "decimal_sep_tokens": ".",
          "group_sep_tokens": {
            ",": 2
          },
          "total_tokens": 7
        },
        "pct": {
          "tokens": [
            "45",
            "%"
          ]
        },
        "pct_nbsp": {
          "tokens": [
            "45",
            "Âł",
            "%"
          ]
        },
        "pct_space": {
          "tokens": [
            "45",
            "Ġ%"
          ]
        },
        "pl_nbsp": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            "Âł": 2
          },
          "total_tokens": 7
        },
        "pl_nnbsp": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            "âĢ¯": 2
          },
          "total_tokens": 7
        },
        "pl_space": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            "Ġ": 2
          },
          "total_tokens": 7
        },
        "u2212_minus": {
          "tokens": [
            "ĠâĪĴ",
            "123",
            "4"
          ]
        },
        "unit_attached": {
          "tokens": [
            "10",
            "mm"
          ]
        },
        "unit_degC": {
          "tokens": [
            "10",
            "Ġ°",
            "C"
          ]
        },
        "unit_nbsp": {
          "tokens": [
            "10",
            "Âł",
            "mm"
          ]
        },
        "unit_pl_dec": {
          "tokens": [
            "3",
            ",",
            "5",
            "V"
          ]
        },
        "unit_spaced": {
          "tokens": [
            "10",
            "Ġmm"
          ]
        }
      },
      "s8_context_stability": 1.0,
      "tokens_per_number": {
        "bare_ge4": 3.1666,
        "bare_int_ge4": 2.588,
        "de_ge4": 4.5577,
        "en_ge4": 4.5577,
        "pl_nbsp_ge4": 4.5577,
        "pl_nnbsp_ge4": 4.5577,
        "pl_space_ge4": 4.5577
      },
      "vocab": {
        "max_digit_run_in_vocab": 3,
        "n_digit_tokens": 1113,
        "n_multi_digit_tokens": 1100
      }
    },
    "mistral-small-3.1": {
      "classification": {
        "frac_matches_3chunk_l2r": 0.0,
        "frac_matches_3chunk_r2l": 0.0,
        "frac_single_digit_segmentation": 1.0,
        "n_classified": 5000,
        "place_value_boundary_coverage": 1.0,
        "policy_class": "single-digit"
      },
      "coverage_0_999_single_token": 0.01,
      "diagnostics": {
        "1000000": [
          "1",
          "0",
          "0",
          "0",
          "0",
          "0",
          "0"
        ],
        "1111111111": [
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1"
        ],
        "123456": [
          "1",
          "2",
          "3",
          "4",
          "5",
          "6"
        ],
        "23456": [
          "2",
          "3",
          "4",
          "5",
          "6"
        ],
        "999999": [
          "9",
          "9",
          "9",
          "9",
          "9",
          "9"
        ]
      },
      "fusion": {
        "ascii_minus": {
          "tokens": [
            "Ġ-",
            "1",
            "2",
            "3",
            "4"
          ]
        },
        "de": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            ".": 2
          },
          "total_tokens": 12
        },
        "en": {
          "decimal_sep_tokens": ".",
          "group_sep_tokens": {
            ",": 2
          },
          "total_tokens": 12
        },
        "pct": {
          "tokens": [
            "4",
            "5",
            "%"
          ]
        },
        "pct_nbsp": {
          "tokens": [
            "4",
            "5",
            "Âł",
            "%"
          ]
        },
        "pct_space": {
          "tokens": [
            "4",
            "5",
            "Ġ%"
          ]
        },
        "pl_nbsp": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            "Âł": 2
          },
          "total_tokens": 12
        },
        "pl_nnbsp": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            "âĢ¯": 2
          },
          "total_tokens": 12
        },
        "pl_space": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            "Ġ": 2
          },
          "total_tokens": 12
        },
        "u2212_minus": {
          "tokens": [
            "ĠâĪĴ",
            "1",
            "2",
            "3",
            "4"
          ]
        },
        "unit_attached": {
          "tokens": [
            "1",
            "0",
            "mm"
          ]
        },
        "unit_degC": {
          "tokens": [
            "1",
            "0",
            "Ġ°",
            "C"
          ]
        },
        "unit_nbsp": {
          "tokens": [
            "1",
            "0",
            "Âłmm"
          ]
        },
        "unit_pl_dec": {
          "tokens": [
            "3",
            ",",
            "5",
            "V"
          ]
        },
        "unit_spaced": {
          "tokens": [
            "1",
            "0",
            "Ġmm"
          ]
        }
      },
      "s8_context_stability": 1.0,
      "tokens_per_number": {
        "bare_ge4": 7.6392,
        "bare_int_ge4": 6.966,
        "de_ge4": 9.0303,
        "en_ge4": 9.0303,
        "pl_nbsp_ge4": 9.0303,
        "pl_nnbsp_ge4": 9.0303,
        "pl_space_ge4": 9.0303
      },
      "vocab": {
        "max_digit_run_in_vocab": 1,
        "n_digit_tokens": 13,
        "n_multi_digit_tokens": 0
      }
    },
    "qwen3": {
      "classification": {
        "frac_matches_3chunk_l2r": 0.0,
        "frac_matches_3chunk_r2l": 0.0,
        "frac_single_digit_segmentation": 1.0,
        "n_classified": 5000,
        "place_value_boundary_coverage": 1.0,
        "policy_class": "single-digit"
      },
      "coverage_0_999_single_token": 0.01,
      "diagnostics": {
        "1000000": [
          "1",
          "0",
          "0",
          "0",
          "0",
          "0",
          "0"
        ],
        "1111111111": [
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1",
          "1"
        ],
        "123456": [
          "1",
          "2",
          "3",
          "4",
          "5",
          "6"
        ],
        "23456": [
          "2",
          "3",
          "4",
          "5",
          "6"
        ],
        "999999": [
          "9",
          "9",
          "9",
          "9",
          "9",
          "9"
        ]
      },
      "fusion": {
        "ascii_minus": {
          "tokens": [
            "Ġ-",
            "1",
            "2",
            "3",
            "4"
          ]
        },
        "de": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            ".": 2
          },
          "total_tokens": 12
        },
        "en": {
          "decimal_sep_tokens": ".",
          "group_sep_tokens": {
            ",": 2
          },
          "total_tokens": 12
        },
        "pct": {
          "tokens": [
            "4",
            "5",
            "%"
          ]
        },
        "pct_nbsp": {
          "tokens": [
            "4",
            "5",
            "Âł",
            "%"
          ]
        },
        "pct_space": {
          "tokens": [
            "4",
            "5",
            "Ġ%"
          ]
        },
        "pl_nbsp": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            "Âł": 2
          },
          "total_tokens": 12
        },
        "pl_nnbsp": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            "âĢ | ¯": 2
          },
          "total_tokens": 14
        },
        "pl_space": {
          "decimal_sep_tokens": ",",
          "group_sep_tokens": {
            "Ġ": 2
          },
          "total_tokens": 12
        },
        "u2212_minus": {
          "tokens": [
            "ĠâĪĴ",
            "1",
            "2",
            "3",
            "4"
          ]
        },
        "unit_attached": {
          "tokens": [
            "1",
            "0",
            "mm"
          ]
        },
        "unit_degC": {
          "tokens": [
            "1",
            "0",
            "Ġ°",
            "C"
          ]
        },
        "unit_nbsp": {
          "tokens": [
            "1",
            "0",
            "Âł",
            "mm"
          ]
        },
        "unit_pl_dec": {
          "tokens": [
            "3",
            ",",
            "5",
            "V"
          ]
        },
        "unit_spaced": {
          "tokens": [
            "1",
            "0",
            "Ġmm"
          ]
        }
      },
      "s8_context_stability": 1.0,
      "tokens_per_number": {
        "bare_ge4": 7.6392,
        "bare_int_ge4": 6.966,
        "de_ge4": 9.0303,
        "en_ge4": 9.0303,
        "pl_nbsp_ge4": 9.0303,
        "pl_nnbsp_ge4": 10.4214,
        "pl_space_ge4": 9.0303
      },
      "vocab": {
        "max_digit_run_in_vocab": 1,
        "n_digit_tokens": 13,
        "n_multi_digit_tokens": 0
      }
    }
  }
}