{ "arm": "e9-pl", "config": { "mix": { "pl": 1073741824 }, "fix": false, "ws_pieces": false }, "spm_flags": { "model_type": "bpe", "vocab_size": 32000, "character_coverage": 0.9995, "normalization_rule_name": "identity", "remove_extra_whitespaces": false, "add_dummy_prefix": true, "byte_fallback": true, "split_digits": true, "max_sentencepiece_length": 16, "allow_whitespace_only_pieces": false, "shuffle_input_sentence": false, "input_sentence_size": 0, "max_sentence_length": 8192, "num_threads": 8, "unk_id": 0, "bos_id": 1, "eos_id": 2, "pad_id": -1, "control_symbols": [ "<|im_start|>", "<|im_end|>", "", "" ], "user_defined_symbols": [] }, "spm_version": "0.2.1", "input_file": "data/arm_inputs/e9-pl.txt", "input_sha256": "5bd65b432c77180e3b05027d271bfb84c32a7891f971c029dc1d55ec338284b8", "input_sources": { "pl": { "bytes": 1073741824, "source_sha256": "5bd65b432c77180e3b05027d271bfb84c32a7891f971c029dc1d55ec338284b8" } }, "train_secs": 183.2, "n_normal": 31737, "n_merges": 60058, "max_piece_len": 16, "ws_only_pieces": 0 }