microsoft/Fara1.5-27B
2901.9k
1{2 "add_prefix_space": false,3 "audio_bos_token": "<|audio_start|>",4 "audio_eos_token": "<|audio_end|>",5 "audio_token": "<|audio_pad|>",6 "backend": "tokenizers",7 "bos_token": null,8 "clean_up_tokenization_spaces": false,9 "eos_token": "<|im_end|>",10 "errors": "replace",11 "image_token": "<|image_pad|>",12 "is_local": true,13 "max_pixels": 12845056,14 "min_pixels": 3136,15 "model_max_length": 262144,16 "model_specific_special_tokens": {17 "audio_bos_token": "<|audio_start|>",18 "audio_eos_token": "<|audio_end|>",19 "audio_token": "<|audio_pad|>",20 "image_token": "<|image_pad|>",21 "video_token": "<|video_pad|>",22 "vision_bos_token": "<|vision_start|>",23 "vision_eos_token": "<|vision_end|>"24 },25 "pad_token": "<|endoftext|>",26 "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",27 "processor_class": "Qwen3VLProcessor",28 "split_special_tokens": false,29 "tokenizer_class": "Qwen2Tokenizer",30 "unk_token": null,31 "video_token": "<|video_pad|>",32 "vision_bos_token": "<|vision_start|>",33 "vision_eos_token": "<|vision_end|>"34}