{
  "arm": "e9-bal",
  "config": {
    "mix": {
      "pl": 644245094,
      "en_general": 214748365,
      "sci_latex": 71582788,
      "sci_python": 71582788,
      "sci_mathweb": 71582788
    },
    "fix": true,
    "ws_pieces": false
  },
  "spm_flags": {
    "model_type": "bpe",
    "vocab_size": 32000,
    "character_coverage": 0.9995,
    "normalization_rule_name": "identity",
    "remove_extra_whitespaces": false,
    "add_dummy_prefix": true,
    "byte_fallback": true,
    "split_digits": true,
    "max_sentencepiece_length": 16,
    "allow_whitespace_only_pieces": false,
    "shuffle_input_sentence": false,
    "input_sentence_size": 0,
    "max_sentence_length": 8192,
    "num_threads": 8,
    "unk_id": 0,
    "bos_id": 1,
    "eos_id": 2,
    "pad_id": -1,
    "control_symbols": [
      "<|im_start|>",
      "<|im_end|>",
      "<tool_call>",
      "</tool_call>"
    ],
    "user_defined_symbols": [
      "\u00a0",
      "\u202f",
      "\u2212"
    ]
  },
  "spm_version": "0.2.1",
  "input_file": "data/arm_inputs/e9-bal.txt",
  "input_sha256": "9cff8d2fe22b4495190028ca7bb24afb18a4f00510743d1e77e1e7d27d9970bd",
  "input_sources": {
    "pl": {
      "bytes": 644245094,
      "source_sha256": "5bd65b432c77180e3b05027d271bfb84c32a7891f971c029dc1d55ec338284b8"
    },
    "en_general": {
      "bytes": 214748365,
      "source_sha256": "fae778ee956ef859ecc231b0c5264520af5ab6baad4fc3c9518c2e4d3744e4ed"
    },
    "sci_latex": {
      "bytes": 71582788,
      "source_sha256": "baf588da429a519ed5c1aa9cda834a449e2c0f2a24af066f1152bb3c29b38c42"
    },
    "sci_python": {
      "bytes": 71582788,
      "source_sha256": "779923c8065875b4b3b53a10c8cb0c70cc3ce02b13a36470023146e3401d4966"
    },
    "sci_mathweb": {
      "bytes": 71582788,
      "source_sha256": "36f49b00f3d299a30a2cec673c36b9c7b7d4291d5b80c5f63ef2cdb91e9ed3e5"
    }
  },
  "train_secs": 260.6,
  "n_normal": 31734,
  "n_merges": 63620,
  "max_piece_len": 16,
  "ws_only_pieces": 0
}