CoolFace
Modelpublic

hf-tiny-v2/tiny-random-Qwen2ForCausalLM

sourceHugging Faceupdated 1mo agoView on Hugging Face
0likes568downloads
tokenizer_config.json20 linesDownload Raw Back to root
1{2  "add_prefix_space": false,3  "backend": "tokenizers",4  "bos_token": null,5  "clean_up_tokenization_spaces": false,6  "eos_token": "<|endoftext|>",7  "errors": "replace",8  "extra_special_tokens": [9    "<|im_start|>",10    "<|im_end|>"11  ],12  "is_local": true,13  "local_files_only": false,14  "model_max_length": 512,15  "pad_token": "<|endoftext|>",16  "split_special_tokens": false,17  "tokenizer_class": "Qwen2Tokenizer",18  "unk_token": null19}20