calmresearch-ai/Model4
070
1{2 "add_prefix_space": false,3 "added_tokens_decoder": {4 "151643": {5 "content": "<|endoftext|>",6 "lstrip": false,7 "normalized": false,8 "rstrip": false,9 "single_word": false,10 "special": true11 },12 "151644": {13 "content": "<|im_start|>",14 "lstrip": false,15 "normalized": false,16 "rstrip": false,17 "single_word": false,18 "special": true19 },20 "151645": {21 "content": "<|im_end|>",22 "lstrip": false,23 "normalized": false,24 "rstrip": false,25 "single_word": false,26 "special": true27 },28 "151646": {29 "content": "<|object_ref_start|>",30 "lstrip": false,31 "normalized": false,32 "rstrip": false,33 "single_word": false,34 "special": true35 },36 "151647": {37 "content": "<|object_ref_end|>",38 "lstrip": false,39 "normalized": false,40 "rstrip": false,41 "single_word": false,42 "special": true43 },44 "151648": {45 "content": "<|box_start|>",46 "lstrip": false,47 "normalized": false,48 "rstrip": false,49 "single_word": false,50 "special": true51 },52 "151649": {53 "content": "<|box_end|>",54 "lstrip": false,55 "normalized": false,56 "rstrip": false,57 "single_word": false,58 "special": true59 },60 "151650": {61 "content": "<|quad_start|>",62 "lstrip": false,63 "normalized": false,64 "rstrip": false,65 "single_word": false,66 "special": true67 },68 "151651": {69 "content": "<|quad_end|>",70 "lstrip": false,71 "normalized": false,72 "rstrip": false,73 "single_word": false,74 "special": true75 },76 "151652": {77 "content": "<|vision_start|>",78 "lstrip": false,79 "normalized": false,80 "rstrip": false,81 "single_word": false,82 "special": true83 },84 "151653": {85 "content": "<|vision_end|>",86 "lstrip": false,87 "normalized": false,88 "rstrip": false,89 "single_word": false,90 "special": true91 },92 "151654": {93 "content": "<|vision_pad|>",94 "lstrip": false,95 "normalized": false,96 "rstrip": false,97 "single_word": false,98 "special": true99 },100 "151655": {101 "content": "<|image_pad|>",102 "lstrip": false,103 "normalized": false,104 "rstrip": false,105 "single_word": false,106 "special": true107 },108 "151656": {109 "content": "<|video_pad|>",110 "lstrip": false,111 "normalized": false,112 "rstrip": false,113 "single_word": false,114 "special": true115 },116 "151657": {117 "content": "<tool_call>",118 "lstrip": false,119 "normalized": false,120 "rstrip": false,121 "single_word": false,122 "special": false123 },124 "151658": {125 "content": "</tool_call>",126 "lstrip": false,127 "normalized": false,128 "rstrip": false,129 "single_word": false,130 "special": false131 },132 "151659": {133 "content": "<|fim_prefix|>",134 "lstrip": false,135 "normalized": false,136 "rstrip": false,137 "single_word": false,138 "special": false139 },140 "151660": {141 "content": "<|fim_middle|>",142 "lstrip": false,143 "normalized": false,144 "rstrip": false,145 "single_word": false,146 "special": false147 },148 "151661": {149 "content": "<|fim_suffix|>",150 "lstrip": false,151 "normalized": false,152 "rstrip": false,153 "single_word": false,154 "special": false155 },156 "151662": {157 "content": "<|fim_pad|>",158 "lstrip": false,159 "normalized": false,160 "rstrip": false,161 "single_word": false,162 "special": false163 },164 "151663": {165 "content": "<|repo_name|>",166 "lstrip": false,167 "normalized": false,168 "rstrip": false,169 "single_word": false,170 "special": false171 },172 "151664": {173 "content": "<|file_sep|>",174 "lstrip": false,175 "normalized": false,176 "rstrip": false,177 "single_word": false,178 "special": false179 },180 "151665": {181 "content": "<tool_response>",182 "lstrip": false,183 "normalized": false,184 "rstrip": false,185 "single_word": false,186 "special": false187 },188 "151666": {189 "content": "</tool_response>",190 "lstrip": false,191 "normalized": false,192 "rstrip": false,193 "single_word": false,194 "special": false195 },196 "151667": {197 "content": "<think>",198 "lstrip": false,199 "normalized": false,200 "rstrip": false,201 "single_word": false,202 "special": false203 },204 "151668": {205 "content": "</think>",206 "lstrip": false,207 "normalized": false,208 "rstrip": false,209 "single_word": false,210 "special": false211 },212 "151669": {213 "content": "<|audio_pad|>",214 "lstrip": false,215 "normalized": false,216 "rstrip": false,217 "single_word": false,218 "special": true219 },220 "151670": {221 "content": "<|mimo_video_start|>",222 "lstrip": false,223 "normalized": false,224 "rstrip": false,225 "single_word": false,226 "special": true227 },228 "151671": {229 "content": "<|mimo_video_end|>",230 "lstrip": false,231 "normalized": false,232 "rstrip": false,233 "single_word": false,234 "special": true235 },236 "151672": {237 "content": "<|mimo_audio_eod|>",238 "lstrip": false,239 "normalized": false,240 "rstrip": false,241 "single_word": false,242 "special": true243 },244 "151673": {245 "content": "<|mimo_audio_start|>",246 "lstrip": false,247 "normalized": false,248 "rstrip": false,249 "single_word": false,250 "special": true251 },252 "151674": {253 "content": "<|mimo_audio_end|>",254 "lstrip": false,255 "normalized": false,256 "rstrip": false,257 "single_word": false,258 "special": true259 }260 },261 "additional_special_tokens": [262 "<|im_start|>",263 "<|im_end|>",264 "<|object_ref_start|>",265 "<|object_ref_end|>",266 "<|box_start|>",267 "<|box_end|>",268 "<|quad_start|>",269 "<|quad_end|>",270 "<|vision_start|>",271 "<|vision_end|>",272 "<|vision_pad|>",273 "<|image_pad|>",274 "<|video_pad|>",275 "<|audio_pad|>",276 "<|mimo_video_start|>",277 "<|mimo_video_end|>",278 "<|mimo_audio_eod|>",279 "<|mimo_audio_start|>",280 "<|mimo_audio_end|>"281 ],282 "bos_token": null,283 "chat_template": "{%- macro render_value(value) -%}\n {%- if value is string -%}\n {{- value -}}\n {%- else -%}\n {{- value | tojson(ensure_ascii=False) -}}\n {%- endif -%}\n{%- endmacro -%}\n\n{%- macro render_content(message_content) -%}\n {%- if message_content is string -%}\n {{- message_content -}}\n {%- elif message_content is iterable -%}\n {%- for part in message_content -%}\n {%- if part is not mapping -%}\n {{- part -}}\n {%- elif part['type'] == 'image' or 'image' in part or 'image_url' in part -%}\n {{- '<|vision_start|><|image_pad|><|vision_end|>' -}}\n {%- elif part['type'] == 'audio' or part['type'] == 'input_audio' or 'audio' in part or 'audio_url' in part or 'input_audio' in part -%}\n {{- '<|mimo_audio_start|><|audio_pad|><|mimo_audio_end|>' -}}\n {%- elif part['type'] == 'video' or 'video' in part or 'video_url' in part -%}\n {{- '<|vision_start|><|video_pad|><|vision_end|>' -}}\n {%- elif 'text' in part -%}\n {{- part['text'] -}}\n {%- endif -%}\n {%- endfor -%}\n {%- endif -%}\n{%- endmacro -%}\n\n{%- macro render_tools(tools) -%}\n {{- 'You are provided with the following tools:\\n\\n<tools>' -}}\n {%- for tool in tools -%}\n {{- '\\n' ~ (tool | tojson(ensure_ascii=False)) -}}\n {%- endfor -%}\n {{- '\\n</tools>' -}}\n{%- endmacro -%}\n\n{%- macro render_tool_calls(tool_calls) -%}\n {%- for tool_call in tool_calls -%}\n {%- if tool_call.function is defined -%}\n {%- set tool_call = tool_call.function -%}\n {%- elif tool_call.custom is defined -%}\n {%- set tool_call = tool_call.custom -%}\n {%- endif -%}\n {{- '<tool_call><function=' ~ tool_call.name ~ '>' -}}\n {%- if tool_call.input is defined and tool_call.input is string -%}\n {{- tool_call.input -}}\n {%- elif tool_call.arguments -%}\n {%- if tool_call.arguments is string -%}\n {{- tool_call.arguments -}}\n {%- else -%}\n {%- for args_name, args_value in tool_call.arguments | items -%}\n {{- '<parameter=' ~ args_name ~ '>' ~ render_value(args_value) ~ '</parameter>' -}}\n {%- endfor -%}\n {%- endif -%}\n {%- endif -%}\n {{- '</function></tool_call>' -}}\n {%- endfor -%}\n{%- endmacro -%}\n\n{%- macro render_assistant_message(message) -%}\n {%- set content = render_content(message.content) -%}\n {%- set reasoning = message.reasoning_content if message.reasoning_content is string else '' -%}\n {{- '<|im_start|>assistant\\n<think>' ~ reasoning ~ '</think>' ~ content -}}\n {%- if message.tool_calls is defined and message.tool_calls is iterable and message.tool_calls | length > 0 -%}\n {{- render_tool_calls(message.tool_calls) -}}\n {%- endif -%}\n {{- '<|im_end|>' -}}\n{%- endmacro -%}\n\n{%- if tools is defined and tools is iterable and tools | length > 0 -%}\n {{- '<|im_start|>system\\n' ~ render_tools(tools) ~ '<|im_end|>' -}}\n{%- endif -%}\n\n{%- for message in messages -%}\n {%- if message.role == 'assistant' -%}\n {{- render_assistant_message(message) -}}\n {%- else -%}\n {%- set body = render_content(message.content) -%}\n {{- '<|im_start|>' ~ message.role ~ '\\n' ~ body -}}\n {%- if message.tools is defined and message.tools is iterable and message.tools | length > 0 -%}\n {%- if body -%}\n {{- '\\n\\n' -}}\n {%- endif -%}\n {{- render_tools(message.tools) -}}\n {%- endif -%}\n {{- '<|im_end|>' -}}\n {%- endif -%}\n{%- endfor -%}\n\n{%- if add_generation_prompt -%}\n {{- '<|im_start|>assistant\\n' -}}\n {%- if enable_thinking is false -%}\n {{- '<think></think>' -}}\n {%- endif -%}\n{%- endif -%}\n",284 "clean_up_tokenization_spaces": false,285 "eos_token": "<|im_end|>",286 "errors": "replace",287 "model_max_length": 1048576,288 "pad_token": "<|endoftext|>",289 "split_special_tokens": false,290 "tokenizer_class": "Qwen2Tokenizer",291 "unk_token": null,292 "add_bos_token": false293}294 