spicyneuron/Kimi-K2.7-Code-MLX-3.6bit

1{%- macro render_content(msg) -%}2    {%- set c = msg.get('content') -%}3    {%- if c is string -%}4      {{ c }}5    {%- elif c is not none -%}6      {% for content in c -%}7        {% if content['type'] == 'image' or content['type'] == 'image_url' -%}8          <|media_begin|>image<|media_content|><|media_pad|><|media_end|>9        {% elif content['type'] == 'video' or content['type']== 'video_url'-%}10          <|kimi_k25_video_placeholder|>11        {% else -%}12          {{ content['text'] }}13        {%- endif -%}14      {%- endfor -%}15    {%- endif -%}16{%- endmacro -%}17 18{% macro set_roles(message) -%}19  {%- set role_name =  message.get('name') or  message['role'] -%}20  {%- if message['role'] == 'user' -%}21    <|im_user|>{{role_name}}<|im_middle|>22  {%- elif message['role'] == 'assistant' -%}23    <|im_assistant|>{{role_name}}<|im_middle|>24  {%- else -%}25    <|im_system|>{{role_name}}<|im_middle|>26  {%- endif -%}27{%- endmacro -%}28 29 30{%- macro render_toolcalls(message) -%}31  <|tool_calls_section_begin|>32  {%- for tool_call in message['tool_calls'] -%}33    {%- set formatted_id = tool_call['id'] -%}34    <|tool_call_begin|>{{ formatted_id }}<|tool_call_argument_begin|>{% if tool_call['function']['arguments'] is string %}{{ tool_call['function']['arguments'] }}{% else %}{{ tool_call['function']['arguments'] | tojson }}{% endif %}<|tool_call_end|>35  {%- endfor -%}36  <|tool_calls_section_end|>37{%- endmacro -%}38 39 40{%- set preserve_thinking = preserve_thinking | default(true) -%}41{# Find last non-tool-call assistant message. If preserve_thinking, keep -1 so hist is empty and all msgs use suffix (retain reasoning). #}42{%- set ns = namespace(last_non_tool_call_assistant_msg=-1) -%}43{%- if not preserve_thinking -%}44{%- for idx in range(messages|length-1, -1, -1) -%}45    {%- if messages[idx]['role'] == 'assistant' and not messages[idx].get('tool_calls') -%}46        {%- set ns.last_non_tool_call_assistant_msg = idx -%}47        {%- break -%}48    {%- endif -%}49{%- endfor -%}50{%- endif -%}51 52{# split all messages into history & suffix, reasoning_content in suffix should be reserved.#}53{%- set hist_msgs = messages[:ns.last_non_tool_call_assistant_msg+1] -%}54{%- set suffix_msgs = messages[ns.last_non_tool_call_assistant_msg+1:] -%}55 56{%- if tools -%}57  {%- if tools_ts_str -%}58    <|im_system|>tool_declare<|im_middle|>{{ tools_ts_str }}<|im_end|>59  {%- else -%}60    <|im_system|>tool_declare<|im_middle|>{{ tools | tojson(separators=(',', ':')) }}<|im_end|>61  {%- endif -%}62{%- endif -%}63 64  65{%- for message in hist_msgs -%}66  {{set_roles(message)}}67  {%- if message['role'] == 'assistant' -%}68    <think></think>{{render_content(message)}}69    {%- if message.get('tool_calls') -%}70      {{render_toolcalls(message)}}71    {%- endif -%}72  {%- elif message['role'] == 'tool' -%}73    {%- set tool_call_id = message.tool_call_id -%}74    ## Return of {{ tool_call_id }}75{{render_content(message)}}76  {%- elif message['content'] is not none -%}77    {{render_content(message)}}78  {%- endif -%}79  <|im_end|>80{%- endfor -%}81 82{%- for message in suffix_msgs -%}83  {{set_roles(message)}}84  {%- if message['role'] == 'assistant' -%}85    {%- if thinking is defined and thinking is false and preserve_thinking is false -%}86    <think></think>{{render_content(message)}}87    {%- else -%}88    {%- set rc = message.get('reasoning', message.get('reasoning_content', '')) -%}89    <think>{{rc}}</think>{{render_content(message)}}90    {%- endif -%}91    {%- if message.get('tool_calls') -%}92     {{render_toolcalls(message)}}93    {%- endif -%}94  {%- elif message['role'] == 'tool' -%}95    {%- set tool_call_id = message.tool_call_id -%}96    ## Return of {{ tool_call_id }}97{{render_content(message)}}98  {%- elif message['content'] is not none -%}99    {{render_content(message)}}100  {%- endif -%}101  <|im_end|>102{%- endfor -%}103 104 105{%- if add_generation_prompt -%}106  <|im_assistant|>assistant<|im_middle|>107  {%- if thinking is defined and thinking is false -%}108  <think></think>109  {%- else -%}110  <think>111  {%- endif -%}112{%- endif -%}