Azrail/smallm_70
072
1{2 "added_tokens_decoder": {3 "0": {4 "content": "<|endoftext|>",5 "lstrip": false,6 "normalized": false,7 "rstrip": false,8 "single_word": false,9 "special": true10 },11 "1": {12 "content": "<|beginoftext|>",13 "lstrip": false,14 "normalized": false,15 "rstrip": false,16 "single_word": false,17 "special": true18 },19 "2": {20 "content": "<|im_start|>",21 "lstrip": false,22 "normalized": false,23 "rstrip": false,24 "single_word": false,25 "special": true26 },27 "3": {28 "content": "<|im_end|>",29 "lstrip": false,30 "normalized": false,31 "rstrip": false,32 "single_word": false,33 "special": true34 },35 "4": {36 "content": "<|reserved_token_3|>",37 "lstrip": false,38 "normalized": false,39 "rstrip": false,40 "single_word": false,41 "special": true42 },43 "5": {44 "content": "<|reserved_token_4|>",45 "lstrip": false,46 "normalized": false,47 "rstrip": false,48 "single_word": false,49 "special": true50 },51 "6": {52 "content": "<|reserved_token_5|>",53 "lstrip": false,54 "normalized": false,55 "rstrip": false,56 "single_word": false,57 "special": true58 },59 "7": {60 "content": "<|reserved_token_6|>",61 "lstrip": false,62 "normalized": false,63 "rstrip": false,64 "single_word": false,65 "special": true66 },67 "8": {68 "content": "<|reserved_token_7|>",69 "lstrip": false,70 "normalized": false,71 "rstrip": false,72 "single_word": false,73 "special": true74 },75 "9": {76 "content": "<|reserved_token_8|>",77 "lstrip": false,78 "normalized": false,79 "rstrip": false,80 "single_word": false,81 "special": true82 },83 "10": {84 "content": "<|reserved_token_9|>",85 "lstrip": false,86 "normalized": false,87 "rstrip": false,88 "single_word": false,89 "special": true90 },91 "11": {92 "content": "<|reserved_token_10|>",93 "lstrip": false,94 "normalized": false,95 "rstrip": false,96 "single_word": false,97 "special": true98 },99 "12": {100 "content": "<|reserved_token_11|>",101 "lstrip": false,102 "normalized": false,103 "rstrip": false,104 "single_word": false,105 "special": true106 }107 },108 "additional_special_tokens": [109 "<|im_start|>",110 "<|im_end|>"111 ],112 "bos_token": "<|beginoftext|>",113 "chat_template": "{% for message in messages %}{% if message.get('role') is not none %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% else %}{{message['content'] + '<|im_end|>' + '\n'}}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",114 "clean_up_tokenization_spaces": false,115 "eos_token": "<|endoftext|>",116 "extra_special_tokens": {},117 "model_max_length": 1000000000000000019884624838656,118 "pad_token": "<|endoftext|>",119 "tokenizer_class": "PreTrainedTokenizer"120}121 