Axis-AI/axis-ai

1{2  "bos_token": "<|begin_of_text|>",3  "eos_token": "<|eot_id|>",4  "unk_token": "<|eot_id|>",5  "pad_token": "<|eot_id|>",6  "clean_up_tokenization_spaces": true,7  "model_input_names": [8    "input_ids",9    "attention_mask"10  ],11  "model_max_length": 131072,12  "tokenizer_class": "PreTrainedTokenizerFast"13}