OpenGVLab/Mini-InternVL2-4B-DA-DriveLM
5112
1{2 "add_bos_token": true,3 "add_eos_token": false,4 "added_tokens_decoder": {5 "0": {6 "content": "<unk>",7 "lstrip": false,8 "normalized": false,9 "rstrip": false,10 "single_word": false,11 "special": true12 },13 "1": {14 "content": "<s>",15 "lstrip": false,16 "normalized": false,17 "rstrip": false,18 "single_word": false,19 "special": true20 },21 "2": {22 "content": "</s>",23 "lstrip": false,24 "normalized": false,25 "rstrip": true,26 "single_word": false,27 "special": true28 },29 "32000": {30 "content": "<|endoftext|>",31 "lstrip": false,32 "normalized": false,33 "rstrip": false,34 "single_word": false,35 "special": true36 },37 "32001": {38 "content": "<|assistant|>",39 "lstrip": false,40 "normalized": false,41 "rstrip": true,42 "single_word": false,43 "special": true44 },45 "32002": {46 "content": "<|placeholder1|>",47 "lstrip": false,48 "normalized": false,49 "rstrip": true,50 "single_word": false,51 "special": true52 },53 "32003": {54 "content": "<|placeholder2|>",55 "lstrip": false,56 "normalized": false,57 "rstrip": true,58 "single_word": false,59 "special": true60 },61 "32004": {62 "content": "<|placeholder3|>",63 "lstrip": false,64 "normalized": false,65 "rstrip": true,66 "single_word": false,67 "special": true68 },69 "32005": {70 "content": "<|placeholder4|>",71 "lstrip": false,72 "normalized": false,73 "rstrip": true,74 "single_word": false,75 "special": true76 },77 "32006": {78 "content": "<|system|>",79 "lstrip": false,80 "normalized": false,81 "rstrip": true,82 "single_word": false,83 "special": true84 },85 "32007": {86 "content": "<|end|>",87 "lstrip": false,88 "normalized": false,89 "rstrip": true,90 "single_word": false,91 "special": true92 },93 "32008": {94 "content": "<|placeholder5|>",95 "lstrip": false,96 "normalized": false,97 "rstrip": true,98 "single_word": false,99 "special": true100 },101 "32009": {102 "content": "<|placeholder6|>",103 "lstrip": false,104 "normalized": false,105 "rstrip": true,106 "single_word": false,107 "special": true108 },109 "32010": {110 "content": "<|user|>",111 "lstrip": false,112 "normalized": false,113 "rstrip": true,114 "single_word": false,115 "special": true116 },117 "32011": {118 "content": "<img>",119 "lstrip": false,120 "normalized": false,121 "rstrip": false,122 "single_word": false,123 "special": true124 },125 "32012": {126 "content": "</img>",127 "lstrip": false,128 "normalized": false,129 "rstrip": false,130 "single_word": false,131 "special": true132 },133 "32013": {134 "content": "<IMG_CONTEXT>",135 "lstrip": false,136 "normalized": false,137 "rstrip": false,138 "single_word": false,139 "special": true140 },141 "32014": {142 "content": "<quad>",143 "lstrip": false,144 "normalized": false,145 "rstrip": false,146 "single_word": false,147 "special": true148 },149 "32015": {150 "content": "</quad>",151 "lstrip": false,152 "normalized": false,153 "rstrip": false,154 "single_word": false,155 "special": true156 },157 "32016": {158 "content": "<ref>",159 "lstrip": false,160 "normalized": false,161 "rstrip": false,162 "single_word": false,163 "special": true164 },165 "32017": {166 "content": "</ref>",167 "lstrip": false,168 "normalized": false,169 "rstrip": false,170 "single_word": false,171 "special": true172 },173 "32018": {174 "content": "<box>",175 "lstrip": false,176 "normalized": false,177 "rstrip": false,178 "single_word": false,179 "special": true180 },181 "32019": {182 "content": "</box>",183 "lstrip": false,184 "normalized": false,185 "rstrip": false,186 "single_word": false,187 "special": true188 }189 },190 "additional_special_tokens": [191 "<img>",192 "</img>",193 "<IMG_CONTEXT>",194 "<quad>",195 "</quad>",196 "<ref>",197 "</ref>",198 "<box>",199 "</box>"200 ],201 "bos_token": "<s>",202 "chat_template": "{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'user') %}{{'<|user|>' + '\n' + message['content'] + '<|end|>' + '\n' + '<|assistant|>' + '\n'}}{% elif (message['role'] == 'assistant') %}{{message['content'] + '<|end|>' + '\n'}}{% endif %}{% endfor %}",203 "clean_up_tokenization_spaces": false,204 "eos_token": "</s>",205 "legacy": false,206 "model_max_length": 8192,207 "pad_token": "</s>",208 "sp_model_kwargs": {},209 "spaces_between_special_tokens": false,210 "tokenizer_class": "LlamaTokenizer",211 "unk_token": "<unk>",212 "use_default_system_prompt": false213}214 