SousiOmine/sarashina2.2-3b-instruct-v0.1-Pythonic-FunctionCall

1{2  "add_bos_token": false,3  "add_dummy_prefix_space": false,4  "add_eos_token": false,5  "add_prefix_space": false,6  "added_tokens_decoder": {7    "0": {8      "content": "<unk>",9      "lstrip": false,10      "normalized": false,11      "rstrip": false,12      "single_word": false,13      "special": true14    },15    "1": {16      "content": "<s>",17      "lstrip": false,18      "normalized": false,19      "rstrip": false,20      "single_word": false,21      "special": true22    },23    "2": {24      "content": "</s>",25      "lstrip": false,26      "normalized": false,27      "rstrip": false,28      "single_word": false,29      "special": true30    },31    "3": {32      "content": "<pad>",33      "lstrip": false,34      "normalized": false,35      "rstrip": false,36      "single_word": false,37      "special": true38    },39    "4": {40      "content": "<sep>",41      "lstrip": false,42      "normalized": false,43      "rstrip": false,44      "single_word": false,45      "special": true46    },47    "5": {48      "content": "<mask>",49      "lstrip": false,50      "normalized": false,51      "rstrip": false,52      "single_word": false,53      "special": true54    },55    "6": {56      "content": "<cls>",57      "lstrip": false,58      "normalized": false,59      "rstrip": false,60      "single_word": false,61      "special": true62    },63    "7": {64      "content": "<|system|>",65      "lstrip": false,66      "normalized": false,67      "rstrip": false,68      "single_word": false,69      "special": false70    },71    "8": {72      "content": "<|assistant|>",73      "lstrip": false,74      "normalized": false,75      "rstrip": false,76      "single_word": false,77      "special": false78    },79    "9": {80      "content": "<|user|>",81      "lstrip": false,82      "normalized": false,83      "rstrip": false,84      "single_word": false,85      "special": false86    },87    "10": {88      "content": "<|available_tools|>",89      "lstrip": false,90      "normalized": false,91      "rstrip": false,92      "single_word": false,93      "special": false94    },95    "11": {96      "content": "<|tool_calls|>",97      "lstrip": false,98      "normalized": false,99      "rstrip": false,100      "single_word": false,101      "special": false102    },103    "12": {104      "content": "<|tool_results|>",105      "lstrip": false,106      "normalized": false,107      "rstrip": false,108      "single_word": false,109      "special": false110    },111    "13": {112      "content": "<|code|>",113      "lstrip": false,114      "normalized": false,115      "rstrip": false,116      "single_word": false,117      "special": false118    },119    "14": {120      "content": "<|file|>",121      "lstrip": false,122      "normalized": false,123      "rstrip": false,124      "single_word": false,125      "special": false126    },127    "102397": {128      "content": "<|prefix|>",129      "lstrip": false,130      "normalized": false,131      "rstrip": false,132      "single_word": false,133      "special": false134    },135    "102398": {136      "content": "<|suffix|>",137      "lstrip": false,138      "normalized": false,139      "rstrip": false,140      "single_word": false,141      "special": false142    },143    "102399": {144      "content": "<|middle|>",145      "lstrip": false,146      "normalized": false,147      "rstrip": false,148      "single_word": false,149      "special": false150    }151  },152  "bos_token": "<s>",153  "chat_template": "\n{%- set user_messages = messages | selectattr('role', 'equalto', 'user') | list %}\n{%- macro output_available_tools(tools, message) %}\n{%- if tools and (message == user_messages[-1]) %}\n    {{- '<|available_tools|>[' }}\n    {%- for tool in tools %}\n        {%- set tool = tool.function %}\n        {{- \"{\" }}\n        {%- for key, val in tool.items() if key != \"return\" %}\n            {%- if val is string %}\n                {{- \"'\" + key + \"': '\" + val + \"'\" }}\n            {%- else %}\n                {{- \"'\" + key + \"': \" + val|string }}\n            {%- endif %}\n            {%- if not loop.last %}\n                {{- \", \" }}\n            {%- endif %}\n        {%- endfor %}\n        {{- \"}\" }}\n        {%- if not loop.last %}\n            {{- \", \" }}\n        {%- else %}\n            {{- \"]\" }}\n        {%- endif %}\n    {%- endfor %}\n    {{- eos_token -}}\n{%- endif %}\n{%- endmacro %}\n\n{%- macro output_tool_results(tool_results) %}\n{{- '<|tool_results|>[' }}\n{%- for tool_result in tool_results %}\n    {{- \"{'content': \" + tool_result.content|string + \", 'call_id': '\" + tool_result.call_id + \"'}\" }}\n{%- endfor %}\n{{- ']' }}\n{{- eos_token -}}\n{%- endmacro %}\n\n{%- macro output_tool_calls(tool_calls) %}\n{{- '<|tool_calls|>[' }}\n{%- for tool_call in tool_calls %}\n    {{- \"{'id': '\" + tool_call.id + \"', 'name': '\" + tool_call.name + \"', 'arguments': \" + tool_call.arguments|string + '}' }}\n{%- endfor %}\n{{- ']' }}\n{%- endmacro %}\n\n{%- for message in messages %}\n    {%- if message['role'] == 'user' %}\n        {%- if tools is defined %}\n            {{- output_available_tools(tools, message) }}\n        {%- endif %}\n        {{- '<|user|>' + message['content'] + eos_token -}}\n    {%- elif message['role'] == 'system' %}\n        {{- '<|system|>' + message['content'] + eos_token -}}\n    {%- elif message['role'] == 'assistant' %}\n        {% set assistant_content = \"\" %}\n        {%- if message.content is defined %}\n            {% set assistant_content = message.content %}\n        {%- endif %}\n        {%- if message.tool_calls is defined and message.tool_calls -%}\n            {{- '<|assistant|>' + assistant_content + output_tool_calls(message['tool_calls']) + eos_token -}}\n        {%- else %}\n            {{- '<|assistant|>' + assistant_content + eos_token }}\n        {%- endif %}\n    {%- elif message['role'] == 'tool_results' %}\n        {{- output_tool_results(message.tool_results) }}\n    {%- endif %}\n{%- if loop.last and add_generation_prompt -%}\n  {{- '<|assistant|>' -}}\n{%- endif -%}\n{%- endfor %}\n",154  "clean_up_tokenization_spaces": false,155  "cls_token": "<cls>",156  "do_lower_case": false,157  "eos_token": "</s>",158  "extra_ids": 0,159  "extra_special_tokens": {},160  "keep_accents": true,161  "legacy": false,162  "mask_token": "<mask>",163  "model_max_length": 8192,164  "pad_token": "<pad>",165  "padding_side": "left",166  "sep_token": "<sep>",167  "sp_model_kwargs": {},168  "spaces_between_special_tokens": false,169  "tokenizer_class": "LlamaTokenizer",170  "unk_token": "<unk>",171  "use_default_system_prompt": false172}173