OpenGVLab/InternVL2_5-8B-AWQ
8164
1{2 "added_tokens_decoder": {3 "0": {4 "content": "<unk>",5 "lstrip": false,6 "normalized": false,7 "rstrip": false,8 "single_word": false,9 "special": true10 },11 "1": {12 "content": "<s>",13 "lstrip": false,14 "normalized": false,15 "rstrip": false,16 "single_word": false,17 "special": true18 },19 "2": {20 "content": "</s>",21 "lstrip": false,22 "normalized": false,23 "rstrip": false,24 "single_word": false,25 "special": true26 },27 "92538": {28 "content": "<|plugin|>",29 "lstrip": false,30 "normalized": false,31 "rstrip": false,32 "single_word": false,33 "special": true34 },35 "92539": {36 "content": "<|interpreter|>",37 "lstrip": false,38 "normalized": false,39 "rstrip": false,40 "single_word": false,41 "special": true42 },43 "92540": {44 "content": "<|action_end|>",45 "lstrip": false,46 "normalized": false,47 "rstrip": false,48 "single_word": false,49 "special": true50 },51 "92541": {52 "content": "<|action_start|>",53 "lstrip": false,54 "normalized": false,55 "rstrip": false,56 "single_word": false,57 "special": true58 },59 "92542": {60 "content": "<|im_end|>",61 "lstrip": false,62 "normalized": false,63 "rstrip": false,64 "single_word": false,65 "special": true66 },67 "92543": {68 "content": "<|im_start|>",69 "lstrip": false,70 "normalized": false,71 "rstrip": false,72 "single_word": false,73 "special": true74 },75 "92544": {76 "content": "<img>",77 "lstrip": false,78 "normalized": false,79 "rstrip": false,80 "single_word": false,81 "special": true82 },83 "92545": {84 "content": "</img>",85 "lstrip": false,86 "normalized": false,87 "rstrip": false,88 "single_word": false,89 "special": true90 },91 "92546": {92 "content": "<IMG_CONTEXT>",93 "lstrip": false,94 "normalized": false,95 "rstrip": false,96 "single_word": false,97 "special": true98 },99 "92547": {100 "content": "<quad>",101 "lstrip": false,102 "normalized": false,103 "rstrip": false,104 "single_word": false,105 "special": true106 },107 "92548": {108 "content": "</quad>",109 "lstrip": false,110 "normalized": false,111 "rstrip": false,112 "single_word": false,113 "special": true114 },115 "92549": {116 "content": "<ref>",117 "lstrip": false,118 "normalized": false,119 "rstrip": false,120 "single_word": false,121 "special": true122 },123 "92550": {124 "content": "</ref>",125 "lstrip": false,126 "normalized": false,127 "rstrip": false,128 "single_word": false,129 "special": true130 },131 "92551": {132 "content": "<box>",133 "lstrip": false,134 "normalized": false,135 "rstrip": false,136 "single_word": false,137 "special": true138 },139 "92552": {140 "content": "</box>",141 "lstrip": false,142 "normalized": false,143 "rstrip": false,144 "single_word": false,145 "special": true146 }147 },148 "additional_special_tokens": [149 "<|im_start|>",150 "<|im_end|>",151 "<|action_start|>",152 "<|action_end|>",153 "<|interpreter|>",154 "<|plugin|>",155 "<img>",156 "</img>",157 "<IMG_CONTEXT>",158 "<quad>",159 "</quad>",160 "<ref>",161 "</ref>",162 "<box>",163 "</box>"164 ],165 "auto_map": {166 "AutoTokenizer": [167 "tokenization_internlm2.InternLM2Tokenizer",168 null169 ]170 },171 "bos_token": "<s>",172 "chat_template": "{{ bos_token }}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",173 "clean_up_tokenization_spaces": false,174 "eos_token": "</s>",175 "extra_special_tokens": {},176 "model_max_length": 16384,177 "pad_token": "</s>",178 "tokenizer_class": "InternLM2Tokenizer",179 "unk_token": "<unk>"180}181 