{
  "bielik-v3-original": {
    "repo": "speakleash/Bielik-11B-v3.0-Instruct",
    "revision": "735bfee1125fe8b497ac2769de94822a11f77167",
    "files": {
      "added_tokens.json": "4fb4d54578e3059250ca46767938e1df7a96f8699f74d01946e4f9d453de5b45",
      "special_tokens_map.json": "91be16d5daab3387846d6c8c1eb7c7875a24c0d602250140b70fe9391cf24ff9",
      "tokenizer.json": "c3574b108114217bdfc00cb1de99bd84a71b218a360dc30671669c1e50c53604",
      "tokenizer.model": "dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055",
      "tokenizer_config.json": "d14e228ae80c3448d7329dce2aa04a603924a17314d1f49d810868c1cde9fb74"
    },
    "len_tokenizer": 32128,
    "vocab_size_attr": 32000,
    "is_fast": true,
    "table1_vocab": 32128,
    "matches_table1_vocab": true
  },
  "apt4": {
    "repo": "speakleash/Bielik-PL-11B-v3.0-Instruct",
    "revision": "a74fa8560324b6b1502d01bf6440e2b0affcfa4f",
    "files": {
      "special_tokens_map.json": "6651158389d4e507d71d4b4eb2f8aa2e53a619f26fe10a490aaf347dfd956adb",
      "tokenizer.json": "536b4dffbed89b3741d008a06c4308a42b3e3e969b92c7e3c6fd0ca1f40d04b1",
      "tokenizer_config.json": "d79f903b4a9638e1183eee0e8cc151321d570a2af9f479543f0ca69b7512f986"
    },
    "len_tokenizer": 32000,
    "vocab_size_attr": 32000,
    "is_fast": true,
    "table1_vocab": 32000,
    "matches_table1_vocab": true
  },
  "apt3": {
    "repo": "Azurro/APT3-1B-Base",
    "revision": "a9dbe5e7cc056eaaeef35ff73adedb9c0eb87179",
    "files": {
      "special_tokens_map.json": "9046da57c270c8e74d0f38832b4adce269c9d914ef21d2a0925e7772152dd793",
      "tokenizer.json": "25727675803559b9fb98a4952bfd3e046380a2cac3ab011c9473e9b4336de202",
      "tokenizer_config.json": "b7d42af2949d58e09dca00bdf3446490fc1bf2a3d3f931c22cd54c2eab5e42b6"
    },
    "len_tokenizer": 31980,
    "vocab_size_attr": 31980,
    "is_fast": true,
    "table1_vocab": 31980,
    "matches_table1_vocab": true
  },
  "qwen3": {
    "repo": "Qwen/Qwen3-0.6B",
    "revision": "c1899de289a04d12100db370d81485cdf75e47ca",
    "files": {
      "merges.txt": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5",
      "tokenizer.json": "aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4",
      "tokenizer_config.json": "d5d09f07b48c3086c508b30d1c9114bd1189145b74e982a265350c923acd8101",
      "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
    },
    "len_tokenizer": 151669,
    "vocab_size_attr": 151643,
    "is_fast": true,
    "table1_vocab": 151669,
    "matches_table1_vocab": true
  },
  "llama-3.2-smollm3": {
    "repo": "HuggingFaceTB/SmolLM3-3B",
    "revision": "a07cc9a04f16550a088caea529712d1d335b0ac1",
    "files": {
      "special_tokens_map.json": "12403efb970f069ba62ddf3b66166a27254be4a198166b61ad1ee604bd3a4515",
      "tokenizer.json": "7b6a500b662a34eb3f0374db856ba4ad7de4c81040571d78dc0d357238930005",
      "tokenizer_config.json": "59a64b39f05ee0acf7479bbccf99a44d9e481c1a4a494eb03838ae3c35eb29be"
    },
    "len_tokenizer": 128256,
    "vocab_size_attr": 128000,
    "is_fast": true,
    "table1_vocab": 128256,
    "matches_table1_vocab": true
  },
  "gemma3": {
    "repo": "google/gemma-3-1b-it",
    "revision": "dcc83ea841ab6100d6b47a070329e1ba4cf78752",
    "files": {
      "added_tokens.json": "50b2f405ba56a26d4913fd772089992252d7f942123cc0a034d96424221ba946",
      "special_tokens_map.json": "2f7b0adf4fb469770bb1490e3e35df87b1dc578246c5e7e6fc76ecf33213a397",
      "tokenizer.json": "4667f2089529e8e7657cfb6d1c19910ae71ff5f28aa7ab2ff2763330affad795",
      "tokenizer.model": "1299c11d7cf632ef3b4e11937501358ada021bbdf7c47638d13c0ee982f2e79c",
      "tokenizer_config.json": "bfe25c2735e395407beb78456ea9a6984a1f00d8c16fa04a8b75f2a614cf53e1"
    },
    "len_tokenizer": 262145,
    "vocab_size_attr": 262144,
    "is_fast": true,
    "table1_vocab": 262145,
    "matches_table1_vocab": true
  },
  "eurollm": {
    "repo": "utter-project/EuroLLM-1.7B",
    "revision": "c730cd9b616799ace3c65e927d63191446f59374",
    "files": {
      "special_tokens_map.json": "6fa06efa2785e450051989a6f8fb4416b10149ded485ddd3f127a40734f5cfd0",
      "tokenizer.json": "a25fe2b15ebf63338f3a9bda8655ea6ffbb7eafe719fdd891f42a0e468aae982",
      "tokenizer.model": "42957aec88804838805b335da1bbcce9d116024a20c6c4b56757648b9e348254",
      "tokenizer_config.json": "51a9fb33d4a4352c1d127a62c3ffcd9db01f6fb1a8d0e4a8e739ada14978347a"
    },
    "len_tokenizer": 128000,
    "vocab_size_attr": 128000,
    "is_fast": true,
    "table1_vocab": 128000,
    "matches_table1_vocab": true
  },
  "mistral-small-3.1": {
    "repo": "mistralai/Mistral-Small-3.1-24B-Instruct-2503",
    "revision": "68faf511d618ef198fef186659617cfd2eb8e33a",
    "files": {
      "special_tokens_map.json": "c98562eff7be177aafa0bf23cacb9c86549aef1c4c60e91931bded3d70fe6f8f",
      "tokenizer.json": "b76085f9923309d873994d444989f7eb6ec074b06f25b58f1e8d7b7741070949",
      "tokenizer_config.json": "85d2cc5ea2cddee01ddd36fe98a2eed62d85e78c8b049ea93ee0b2ae4c2c8e5e"
    },
    "len_tokenizer": 131072,
    "vocab_size_attr": 131072,
    "is_fast": true,
    "table1_vocab": 131072,
    "matches_table1_vocab": true
  },
  "apertus": {
    "repo": "swiss-ai/Apertus-8B-Instruct-2509",
    "revision": "2256fb4a51e59fc115305da71c420b3b0a278e07",
    "files": {
      "special_tokens_map.json": "3a3f3af9c9cbc9cf89c719d3de130913dcd626ac5061cdf3cd9ff21728f9d58f",
      "tokenizer.json": "010095abf1dc6f52d4867584e7b3f0d4eece854593ae310220ec7782dd1b0a66",
      "tokenizer_config.json": "6089333b0279986b08fa6f16b6f50cf0e398a122dcf9caf18b45feef2024afa8"
    },
    "len_tokenizer": 131072,
    "vocab_size_attr": 131072,
    "is_fast": true,
    "table1_vocab": 131072,
    "matches_table1_vocab": true
  }
}