CoolFace
Modelpublic

SvalTek/Q2.5-ColdBrew-R1-Aspera

sourceHugging Faceupdated 2y agoView on Hugging Face
1likes11downloads
tokenizer_config.json203 linesDownload Raw Back to root
1{2  "added_tokens_decoder": {3    "151643": {4      "content": "<|endoftext|>",5      "lstrip": false,6      "normalized": false,7      "rstrip": false,8      "single_word": false,9      "special": true10    },11    "151644": {12      "content": "<|im_start|>",13      "lstrip": false,14      "normalized": false,15      "rstrip": false,16      "single_word": false,17      "special": true18    },19    "151645": {20      "content": "<|im_end|>",21      "lstrip": false,22      "normalized": false,23      "rstrip": false,24      "single_word": false,25      "special": true26    },27    "151646": {28      "content": "<|object_ref_start|>",29      "lstrip": false,30      "normalized": false,31      "rstrip": false,32      "single_word": false,33      "special": true34    },35    "151647": {36      "content": "<|object_ref_end|>",37      "lstrip": false,38      "normalized": false,39      "rstrip": false,40      "single_word": false,41      "special": true42    },43    "151648": {44      "content": "<|box_start|>",45      "lstrip": false,46      "normalized": false,47      "rstrip": false,48      "single_word": false,49      "special": true50    },51    "151649": {52      "content": "<|box_end|>",53      "lstrip": false,54      "normalized": false,55      "rstrip": false,56      "single_word": false,57      "special": true58    },59    "151650": {60      "content": "<|quad_start|>",61      "lstrip": false,62      "normalized": false,63      "rstrip": false,64      "single_word": false,65      "special": true66    },67    "151651": {68      "content": "<|quad_end|>",69      "lstrip": false,70      "normalized": false,71      "rstrip": false,72      "single_word": false,73      "special": true74    },75    "151652": {76      "content": "<|vision_start|>",77      "lstrip": false,78      "normalized": false,79      "rstrip": false,80      "single_word": false,81      "special": true82    },83    "151653": {84      "content": "<|vision_end|>",85      "lstrip": false,86      "normalized": false,87      "rstrip": false,88      "single_word": false,89      "special": true90    },91    "151654": {92      "content": "<|vision_pad|>",93      "lstrip": false,94      "normalized": false,95      "rstrip": false,96      "single_word": false,97      "special": true98    },99    "151655": {100      "content": "<|image_pad|>",101      "lstrip": false,102      "normalized": false,103      "rstrip": false,104      "single_word": false,105      "special": true106    },107    "151656": {108      "content": "<|video_pad|>",109      "lstrip": false,110      "normalized": false,111      "rstrip": false,112      "single_word": false,113      "special": true114    },115    "151657": {116      "content": "<tool_call>",117      "lstrip": false,118      "normalized": false,119      "rstrip": false,120      "single_word": false,121      "special": false122    },123    "151658": {124      "content": "</tool_call>",125      "lstrip": false,126      "normalized": false,127      "rstrip": false,128      "single_word": false,129      "special": false130    },131    "151659": {132      "content": "<|fim_prefix|>",133      "lstrip": false,134      "normalized": false,135      "rstrip": false,136      "single_word": false,137      "special": false138    },139    "151660": {140      "content": "<|fim_middle|>",141      "lstrip": false,142      "normalized": false,143      "rstrip": false,144      "single_word": false,145      "special": false146    },147    "151661": {148      "content": "<|fim_suffix|>",149      "lstrip": false,150      "normalized": false,151      "rstrip": false,152      "single_word": false,153      "special": false154    },155    "151662": {156      "content": "<|fim_pad|>",157      "lstrip": false,158      "normalized": false,159      "rstrip": false,160      "single_word": false,161      "special": false162    },163    "151663": {164      "content": "<|repo_name|>",165      "lstrip": false,166      "normalized": false,167      "rstrip": false,168      "single_word": false,169      "special": false170    },171    "151664": {172      "content": "<|file_sep|>",173      "lstrip": false,174      "normalized": false,175      "rstrip": false,176      "single_word": false,177      "special": false178    },179    "151665": {180      "content": "<|PAD_TOKEN|>",181      "lstrip": false,182      "normalized": false,183      "rstrip": false,184      "single_word": false,185      "special": true186    }187  },188  "additional_special_tokens": [189    "<|im_start|>"190  ],191  "bos_token": null,192  "chat_template": "{%- macro json_to_python_type(json_spec) %}\n{%- set basic_type_map = {\n    \"string\": \"str\",\n    \"number\": \"float\",\n    \"integer\": \"int\",\n    \"boolean\": \"bool\"\n} %}\n\n{%- if basic_type_map[json_spec.type] is defined %}\n    {{- basic_type_map[json_spec.type] }}\n{%- elif json_spec.type == \"array\" %}\n    {{- \"list[\" +  json_to_python_type(json_spec|items) + \"]\"}}\n{%- elif json_spec.type == \"object\" %}\n    {%- if json_spec.additionalProperties is defined %}\n        {{- \"dict[str, \" + json_to_python_type(json_spec.additionalProperties) + ']'}}\n    {%- else %}\n        {{- \"dict\" }}\n    {%- endif %}\n{%- elif json_spec.type is iterable %}\n    {{- \"Union[\" }}\n    {%- for t in json_spec.type %}\n      {{- json_to_python_type({\"type\": t}) }}\n      {%- if not loop.last %}\n        {{- \",\" }} \n    {%- endif %}\n    {%- endfor %}\n    {{- \"]\" }}\n{%- else %}\n    {{- \"Any\" }}\n{%- endif %}\n{%- endmacro %}\n\n\n{{- bos_token }}\n{{- \"You are a function calling AI model. You are provided with function signatures within <tools></tools> XML tags. You may call one or more functions to assist with the user query. Don't make assumptions about what values to plug into functions. Here are the available tools: <tools> \" }}\n{%- for tool in tools %}\n    {%- if tool.function is defined %}\n        {%- set tool = tool.function %}\n    {%- endif %}\n    {{- '{\"type\": \"function\", \"function\": ' }}\n    {{- '{\"name\": ' + tool.name + '\", ' }}\n    {{- '\"description\": \"' + tool.name + '(' }}\n    {%- for param_name, param_fields in tool.parameters.properties|items %}\n        {{- param_name + \": \" + json_to_python_type(param_fields) }}\n        {%- if not loop.last %}\n            {{- \", \" }}\n        {%- endif %}\n    {%- endfor %}\n    {{- \")\" }}\n    {%- if tool.return is defined %}\n        {{- \" -> \" + json_to_python_type(tool.return) }}\n    {%- endif %}\n    {{- \" - \" + tool.description + \"\\n\\n\" }}\n    {%- for param_name, param_fields in tool.parameters.properties|items %}\n        {%- if loop.first %}\n            {{- \"    Args:\\n\" }}\n        {%- endif %}\n        {{- \"        \" + param_name + \"(\" + json_to_python_type(param_fields) + \"): \" + param_fields.description|trim }}\n    {%- endfor %}\n    {%- if tool.return is defined and tool.return.description is defined %}\n        {{- \"\\n    Returns:\\n        \" + tool.return.description }}\n    {%- endif %}\n    {{- '\"' }}\n    {{- ', \"parameters\": ' }}\n    {%- if tool.parameters.properties | length == 0 %}\n        {{- \"{}\" }}\n    {%- else %}\n        {{- tool.parameters|tojson }}\n    {%- endif %}\n    {{- \"}\" }}\n    {%- if not loop.last %}\n        {{- \"\\n\" }}\n    {%- endif %}\n{%- endfor %}\n{{- \" </tools>\" }}\n{{- 'Use the following pydantic model json schema for each tool call you will make: {\"properties\": {\"arguments\": {\"title\": \"Arguments\", \"type\": \"object\"}, \"name\": {\"title\": \"Name\", \"type\": \"string\"}}, \"required\": [\"arguments\", \"name\"], \"title\": \"FunctionCall\", \"type\": \"object\"}\n' }}\n{{- \"For each function call return a json object with function name and arguments within <tool_call></tool_call> XML tags as follows:\n\" }}\n{{- \"<tool_call>\n\" }}\n{{- '{\"arguments\": <args-dict>, \"name\": <function-name>}\n' }}\n{{- '</tool_call><|im_end|>' }}\n{%- for message in messages %}\n    {%- if message.role == \"user\" or message.role == \"system\" or (message.role == \"assistant\" and message.tool_calls is not defined) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role + '\\n<tool_call>\\n' }}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '{ ' }}\n            {%- if tool_call.arguments is defined %}\n                {{- '\"arguments\": ' }}\n                {{- tool_call.arguments|tojson }}\n                {{- ', '}}\n            {%- endif %}\n            {{- '\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\"}' }}\n            {{- '\\n</tool_call> ' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if not message.name is defined %}\n            {{- raise_exception(\"Tool response dicts require a 'name' key indicating the name of the called function!\") }}\n        {%- endif %}\n        {{- '<|im_start|>' + message.role + '\\n<tool_response>\\n' }}\n        {{- '{\"name\": \"' }}\n        {{- message.name }}\n        {{- '\", \"content\": ' }}\n        {{- message.content|tojson + '}' }}\n        {{- '\\n</tool_response> <|im_end|>\\n' }} \n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",193  "clean_up_tokenization_spaces": false,194  "eos_token": "<|im_end|>",195  "extra_special_tokens": {},196  "model_max_length": 1000000000000000019884624838656,197  "pad_token": "<|PAD_TOKEN|>",198  "padding_side": "left",199  "split_special_tokens": false,200  "tokenizer_class": "Qwen2Tokenizer",201  "unk_token": null202}203