{ "bos_token": { "content": "<|begin_of_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "eos_token": { "content": "<|end_of_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "pad_token": { "content": "<|pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "unk_token": { "content": "<|unk|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "additional_special_tokens": [ "<|code_start|>", "<|code_end|>", "<|math_start|>", "<|math_end|>", "<|reasoning_start|>", "<|reasoning_end|>", "<|explanation_start|>", "<|explanation_end|>", "<|test_start|>", "<|test_end|>", "<|doc_start|>", "<|doc_end|>", "<|python|>", "<|javascript|>", "<|typescript|>", "<|java|>", "<|cpp|>", "<|csharp|>", "<|go|>", "<|rust|>", "<|sql|>", "<|bash|>", "<|user|>", "<|assistant|>", "<|system|>", "<|end|>" ] }