jdopensource/JoyAI-LLM-Flash

1{%- macro render_extra_keys(json_dict, handled_keys) -%}2    {%- if json_dict is mapping -%}3        {%- for json_key in json_dict if json_key not in handled_keys -%}4            {%- if json_dict[json_key] is mapping or (json_dict[json_key] is sequence and json_dict[json_key] is not string) -%}5                {{- '\n<' ~ json_key ~ '>' ~ (json_dict[json_key] | tojson | safe) ~ '</' ~ json_key ~ '>' -}}6            {%- else -%}7                {{- '\n<' ~ json_key ~ '>' ~ (json_dict[json_key] | string) ~ '</' ~ json_key ~ '>' -}}8            {%- endif -%}9        {%- endfor -%}10    {%- endif -%}11{%- endmacro -%}12 13{%- if not add_generation_prompt is defined -%}{%- set add_generation_prompt = false -%}{%- endif -%}14 15{%- set ns = namespace(system_prompt='', is_first_sp=true, is_last_user=false) -%}16{%- set default_system = "You are JoyAI , a large language model trained by JD（京东）that can interact with a computer to solve tasks. Answer as concisely as possible." -%}17{%- set ns.system_prompt = default_system -%}18 19{%- for message in messages -%}20    {%- if message['role'] == 'system' -%}21        {%- if ns.is_first_sp -%}22            {%- set ns.system_prompt = message['content'] -%}23            {%- set ns.is_first_sp = false -%}24        {%- else -%}25            {%- set ns.system_prompt = ns.system_prompt + '\n\n' + message['content'] -%}26        {%- endif -%}27    {%- endif -%}28{%- endfor -%}29 30{{- bos_token -}}{{- ns.system_prompt -}}31{%- if tools is iterable and tools | length > 0 -%}32    {{- "\n\n# Tools\n\nYou have access to the following functions:\n\n" }}33    {{- "<tools>" }}34    {%- for tool in tools %}35        {%- if tool.function is defined %}36            {%- set tool = tool.function %}37        {%- endif %}38        {{- "\n<function>\n<name>" ~ tool.name ~ "</name>" }}39        {%- if tool.description is defined %}40            {{- '\n<description>' ~ (tool.description | trim) ~ '</description>' }}41        {%- endif %}42        {{- '\n<parameters>' }}43        {%- if tool.parameters is defined and tool.parameters is mapping and tool.parameters.properties is defined and tool.parameters.properties is mapping %}44            {%- for param_name, param_fields in tool.parameters.properties|items %}45                {{- '\n<parameter>' }}46                {{- '\n<name>' ~ param_name ~ '</name>' }}47                {%- if param_fields.type is defined %}48                    {{- '\n<type>' ~ (param_fields.type | string) ~ '</type>' }}49                {%- endif %}50                {%- if param_fields.description is defined %}51                    {{- '\n<description>' ~ (param_fields.description | trim) ~ '</description>' }}52                {%- endif %}53                {%- set handled_keys = ['name', 'type', 'description'] %}54                {{- render_extra_keys(param_fields, handled_keys) }}55                {{- '\n</parameter>' }}56            {%- endfor %}57        {%- endif %}58        {% set handled_keys = ['type', 'properties'] %}59        {{- render_extra_keys(tool.parameters, handled_keys) }}60        {{- '\n</parameters>' }}61        {%- set handled_keys = ['type', 'name', 'description', 'parameters'] %}62        {{- render_extra_keys(tool, handled_keys) }}63        {{- '\n</function>' }}64    {%- endfor %}65    {{- "\n</tools>" }}66    {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}67{%- endif %}68{%- for message in messages -%}69    {%- if message['role'] == 'user' -%}70        {%- set ns.is_last_user = true -%}71        {{- '<|User|>' + message['content'] -}}72    {%- elif message['role'] == 'assistant' -%}73        {%- if ns.is_last_user -%}74            {{ '<|Assistant|>' }}75        {%- endif -%}76        {%- set ns.is_last_user = false -%}77        {%- set content = message.get('content') | default('', true) -%}78        {{ '<|end_of_thought|>' + content }}79        {%- if message['tool_calls'] is defined and message['tool_calls'] is not none -%}80            {%- for tool in message['tool_calls'] -%}81                {%- if tool.function is defined %}{% set tool = tool.function %}{% endif -%}82                {{- '\n<tool_call>\n<function=' + tool.name + '>\n' -}}83                {%- if tool.arguments is defined -%}84                    {%- if tool.arguments is string -%}{%- set args_data = tool.arguments | from_json -%}{%- else -%}{%- set args_data = tool.arguments -%}{%- endif -%}85                    {%- for args_name, args_value in args_data.items() -%}86                        {{- '<parameter=' + args_name + '>\n' -}}87                        {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string -%}88                        {{- args_value -}}{{- '\n</parameter>\n' -}}89                    {%- endfor -%}90                {%- endif -%}91                {{- '</function>\n</tool_call>' -}}92            {%- endfor -%}93        {%- endif -%}94        {{ '<|end▁of▁sentence|>' }}95    {%- elif message['role'] == 'tool' -%}96        {%- set ns.is_last_user = true -%}97        {{ '\n<tool_response>\n' + message['content'] + '\n</tool_response>' }}98    {%- endif -%}99{%- endfor -%}100 101{%- if add_generation_prompt -%}102    {{ '<|Assistant|>' }}{{ '<|end_of_thought|>' }}103{%- endif -%}104