tokenizer_config.json

{
    "model_type": "mistral",
    "tokenizer_class": "AutoTokenizer",
    "pad_token": "<|pad|>",
    "unk_token": "<|unk|>",
    "bos_token": "<|start|>",
    "eos_token": "<|end|>",
    "additional_special_tokens": [
        "<|pad|>",
        "<|unk|>",
        "<|start|>",
        "<|end|>"
    ]
}