RefalMachine/RuadaptQwen2.5-1.5B-instruct
8906
1{2 "add_bos_token": false,3 "add_prefix_space": false,4 "added_tokens_decoder": {5 "145109": {6 "content": "<|endoftext|>",7 "lstrip": false,8 "normalized": false,9 "rstrip": false,10 "single_word": false,11 "special": true12 },13 "145110": {14 "content": "<|im_start|>",15 "lstrip": false,16 "normalized": false,17 "rstrip": false,18 "single_word": false,19 "special": true20 },21 "145111": {22 "content": "<|im_end|>",23 "lstrip": false,24 "normalized": false,25 "rstrip": false,26 "single_word": false,27 "special": true28 },29 "145112": {30 "content": "<|object_ref_start|>",31 "lstrip": false,32 "normalized": false,33 "rstrip": false,34 "single_word": false,35 "special": true36 },37 "145113": {38 "content": "<|object_ref_end|>",39 "lstrip": false,40 "normalized": false,41 "rstrip": false,42 "single_word": false,43 "special": true44 },45 "145114": {46 "content": "<|box_start|>",47 "lstrip": false,48 "normalized": false,49 "rstrip": false,50 "single_word": false,51 "special": true52 },53 "145115": {54 "content": "<|box_end|>",55 "lstrip": false,56 "normalized": false,57 "rstrip": false,58 "single_word": false,59 "special": true60 },61 "145116": {62 "content": "<|quad_start|>",63 "lstrip": false,64 "normalized": false,65 "rstrip": false,66 "single_word": false,67 "special": true68 },69 "145117": {70 "content": "<|quad_end|>",71 "lstrip": false,72 "normalized": false,73 "rstrip": false,74 "single_word": false,75 "special": true76 },77 "145118": {78 "content": "<|vision_start|>",79 "lstrip": false,80 "normalized": false,81 "rstrip": false,82 "single_word": false,83 "special": true84 },85 "145119": {86 "content": "<|vision_end|>",87 "lstrip": false,88 "normalized": false,89 "rstrip": false,90 "single_word": false,91 "special": true92 },93 "145120": {94 "content": "<|vision_pad|>",95 "lstrip": false,96 "normalized": false,97 "rstrip": false,98 "single_word": false,99 "special": true100 },101 "145121": {102 "content": "<|image_pad|>",103 "lstrip": false,104 "normalized": false,105 "rstrip": false,106 "single_word": false,107 "special": true108 },109 "145122": {110 "content": "<|video_pad|>",111 "lstrip": false,112 "normalized": false,113 "rstrip": false,114 "single_word": false,115 "special": true116 },117 "145123": {118 "content": "<tool_call>",119 "lstrip": false,120 "normalized": false,121 "rstrip": false,122 "single_word": false,123 "special": true124 },125 "145124": {126 "content": "</tool_call>",127 "lstrip": false,128 "normalized": false,129 "rstrip": false,130 "single_word": false,131 "special": true132 },133 "145125": {134 "content": "<|fim_prefix|>",135 "lstrip": false,136 "normalized": false,137 "rstrip": false,138 "single_word": false,139 "special": true140 },141 "145126": {142 "content": "<|fim_middle|>",143 "lstrip": false,144 "normalized": false,145 "rstrip": false,146 "single_word": false,147 "special": true148 },149 "145127": {150 "content": "<|fim_suffix|>",151 "lstrip": false,152 "normalized": false,153 "rstrip": false,154 "single_word": false,155 "special": true156 },157 "145128": {158 "content": "<|fim_pad|>",159 "lstrip": false,160 "normalized": false,161 "rstrip": false,162 "single_word": false,163 "special": true164 },165 "145129": {166 "content": "<|repo_name|>",167 "lstrip": false,168 "normalized": false,169 "rstrip": false,170 "single_word": false,171 "special": true172 },173 "145130": {174 "content": "<|file_sep|>",175 "lstrip": false,176 "normalized": false,177 "rstrip": false,178 "single_word": false,179 "special": true180 },181 "145131": {182 "content": "<|free_token1|>",183 "lstrip": false,184 "normalized": true,185 "rstrip": false,186 "single_word": false,187 "special": false188 },189 "145132": {190 "content": "<|free_token2|>",191 "lstrip": false,192 "normalized": true,193 "rstrip": false,194 "single_word": false,195 "special": false196 },197 "145133": {198 "content": "<|free_token3|>",199 "lstrip": false,200 "normalized": true,201 "rstrip": false,202 "single_word": false,203 "special": false204 },205 "145134": {206 "content": "<|free_token4|>",207 "lstrip": false,208 "normalized": true,209 "rstrip": false,210 "single_word": false,211 "special": false212 },213 "145135": {214 "content": "<|free_token5|>",215 "lstrip": false,216 "normalized": true,217 "rstrip": false,218 "single_word": false,219 "special": false220 },221 "145136": {222 "content": "<|free_token6|>",223 "lstrip": false,224 "normalized": true,225 "rstrip": false,226 "single_word": false,227 "special": false228 },229 "145137": {230 "content": "<|free_token7|>",231 "lstrip": false,232 "normalized": true,233 "rstrip": false,234 "single_word": false,235 "special": false236 },237 "145138": {238 "content": "<|free_token8|>",239 "lstrip": false,240 "normalized": true,241 "rstrip": false,242 "single_word": false,243 "special": false244 },245 "145139": {246 "content": "<|free_token9|>",247 "lstrip": false,248 "normalized": true,249 "rstrip": false,250 "single_word": false,251 "special": false252 },253 "145140": {254 "content": "<|free_token10|>",255 "lstrip": false,256 "normalized": true,257 "rstrip": false,258 "single_word": false,259 "special": false260 },261 "145141": {262 "content": "<|free_token11|>",263 "lstrip": false,264 "normalized": true,265 "rstrip": false,266 "single_word": false,267 "special": false268 },269 "145142": {270 "content": "<|free_token12|>",271 "lstrip": false,272 "normalized": true,273 "rstrip": false,274 "single_word": false,275 "special": false276 },277 "145143": {278 "content": "<|free_token13|>",279 "lstrip": false,280 "normalized": true,281 "rstrip": false,282 "single_word": false,283 "special": false284 },285 "145144": {286 "content": "<|free_token14|>",287 "lstrip": false,288 "normalized": true,289 "rstrip": false,290 "single_word": false,291 "special": false292 },293 "145145": {294 "content": "<|free_token15|>",295 "lstrip": false,296 "normalized": true,297 "rstrip": false,298 "single_word": false,299 "special": false300 },301 "145146": {302 "content": "<|free_token16|>",303 "lstrip": false,304 "normalized": true,305 "rstrip": false,306 "single_word": false,307 "special": false308 },309 "145147": {310 "content": "<|free_token17|>",311 "lstrip": false,312 "normalized": true,313 "rstrip": false,314 "single_word": false,315 "special": false316 },317 "145148": {318 "content": "<|free_token18|>",319 "lstrip": false,320 "normalized": true,321 "rstrip": false,322 "single_word": false,323 "special": false324 },325 "145149": {326 "content": "<|free_token19|>",327 "lstrip": false,328 "normalized": true,329 "rstrip": false,330 "single_word": false,331 "special": false332 },333 "145150": {334 "content": "<|free_token20|>",335 "lstrip": false,336 "normalized": true,337 "rstrip": false,338 "single_word": false,339 "special": false340 },341 "145151": {342 "content": "<|free_token21|>",343 "lstrip": false,344 "normalized": true,345 "rstrip": false,346 "single_word": false,347 "special": false348 }349 },350 "additional_special_tokens": [351 "<|im_start|>",352 "<|im_end|>",353 "<|object_ref_start|>",354 "<|object_ref_end|>",355 "<|box_start|>",356 "<|box_end|>",357 "<|quad_start|>",358 "<|quad_end|>",359 "<|vision_start|>",360 "<|vision_end|>",361 "<|vision_pad|>",362 "<|image_pad|>",363 "<|video_pad|>"364 ],365 "bos_token": "<|endoftext|>",366 "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0]['role'] == 'system' %}\n {{- messages[0]['content'] }}\n {%- else %}\n {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n {%- endif %}\n {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0]['role'] == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {{- '<|im_start|>' + message.role }}\n {%- if message.content %}\n {{- '\\n' + message.content }}\n {%- endif %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n<tool_call>\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- '}\\n</tool_call>' }}\n {%- endfor %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n<tool_response>\\n' }}\n {{- message.content }}\n {{- '\\n</tool_response>' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",367 "clean_up_tokenization_spaces": false,368 "eos_token": "<|im_end|>",369 "errors": "replace",370 "model_max_length": 131072,371 "pad_token": "<|endoftext|>",372 "split_special_tokens": false,373 "tokenizer_class": "Qwen2Tokenizer",374 "unk_token": null375}376 