CoolFace
Modelpublic

tcclaviger/Laguna-S-2.1-RFA_L

sourceHugging Faceopenmdw-1.1updated 2mo agoView on Hugging Face
0likes44downloads
tokenizer_config.json576 linesDownload Raw Back to root
1{2  "added_tokens_decoder": {3    "0": {4      "content": "〈|UNK|〉",5      "lstrip": false,6      "normalized": false,7      "rstrip": false,8      "single_word": false,9      "special": true10    },11    "1": {12      "content": "〈|CODE_START|〉",13      "lstrip": false,14      "normalized": false,15      "rstrip": false,16      "single_word": false,17      "special": true18    },19    "2": {20      "content": "〈|EOS|〉",21      "lstrip": false,22      "normalized": false,23      "rstrip": false,24      "single_word": false,25      "special": true26    },27    "3": {28      "content": "〈|CODE_END|〉",29      "lstrip": false,30      "normalized": false,31      "rstrip": false,32      "single_word": false,33      "special": true34    },35    "4": {36      "content": "〈|META_START|〉",37      "lstrip": false,38      "normalized": false,39      "rstrip": false,40      "single_word": false,41      "special": true42    },43    "5": {44      "content": "〈|META_END|〉",45      "lstrip": false,46      "normalized": false,47      "rstrip": false,48      "single_word": false,49      "special": true50    },51    "6": {52      "content": "〈|FIM_MIDDLE|〉",53      "lstrip": false,54      "normalized": false,55      "rstrip": false,56      "single_word": false,57      "special": true58    },59    "7": {60      "content": "〈|FIM_SUFFIX|〉",61      "lstrip": false,62      "normalized": false,63      "rstrip": false,64      "single_word": false,65      "special": true66    },67    "8": {68      "content": "〈|SEP|〉",69      "lstrip": false,70      "normalized": false,71      "rstrip": false,72      "single_word": false,73      "special": true74    },75    "9": {76      "content": "〈|PAD|〉",77      "lstrip": false,78      "normalized": false,79      "rstrip": false,80      "single_word": false,81      "special": true82    },83    "10": {84      "content": "〈|CLS|〉",85      "lstrip": false,86      "normalized": false,87      "rstrip": false,88      "single_word": false,89      "special": true90    },91    "11": {92      "content": "〈|FIM_START|〉",93      "lstrip": false,94      "normalized": false,95      "rstrip": false,96      "single_word": false,97      "special": true98    },99    "12": {100      "content": "〈|MASK|〉",101      "lstrip": false,102      "normalized": false,103      "rstrip": false,104      "single_word": false,105      "special": true106    },107    "13": {108      "content": "|◊|",109      "lstrip": false,110      "normalized": false,111      "rstrip": false,112      "single_word": false,113      "special": true114    },115    "14": {116      "content": "〈|",117      "lstrip": false,118      "normalized": false,119      "rstrip": false,120      "single_word": false,121      "special": true122    },123    "15": {124      "content": "|〉",125      "lstrip": false,126      "normalized": false,127      "rstrip": false,128      "single_word": false,129      "special": true130    },131    "16": {132      "content": "〈|/",133      "lstrip": false,134      "normalized": false,135      "rstrip": false,136      "single_word": false,137      "special": true138    },139    "17": {140      "content": "/|〉",141      "lstrip": false,142      "normalized": false,143      "rstrip": false,144      "single_word": false,145      "special": true146    },147    "20": {148      "content": "〈|SPECIAL_1|〉",149      "lstrip": false,150      "normalized": false,151      "rstrip": false,152      "single_word": false,153      "special": true154    },155    "21": {156      "content": "〈|SPECIAL_2|〉",157      "lstrip": false,158      "normalized": false,159      "rstrip": false,160      "single_word": false,161      "special": true162    },163    "22": {164      "content": "〈|SPECIAL_3|〉",165      "lstrip": false,166      "normalized": false,167      "rstrip": false,168      "single_word": false,169      "special": true170    },171    "27": {172      "content": "〈|SPECIAL_8|〉",173      "lstrip": false,174      "normalized": false,175      "rstrip": false,176      "single_word": false,177      "special": true178    },179    "28": {180      "content": "〈|SPECIAL_9|〉",181      "lstrip": false,182      "normalized": false,183      "rstrip": false,184      "single_word": false,185      "special": true186    },187    "29": {188      "content": "〈|SPECIAL_10|〉",189      "lstrip": false,190      "normalized": false,191      "rstrip": false,192      "single_word": false,193      "special": true194    },195    "30": {196      "content": "〈|SPECIAL_11|〉",197      "lstrip": false,198      "normalized": false,199      "rstrip": false,200      "single_word": false,201      "special": true202    },203    "31": {204      "content": "〈|SPECIAL_12|〉",205      "lstrip": false,206      "normalized": false,207      "rstrip": false,208      "single_word": false,209      "special": true210    },211    "32": {212      "content": "〈|SPECIAL_13|〉",213      "lstrip": false,214      "normalized": false,215      "rstrip": false,216      "single_word": false,217      "special": true218    },219    "33": {220      "content": "〈|SPECIAL_14|〉",221      "lstrip": false,222      "normalized": false,223      "rstrip": false,224      "single_word": false,225      "special": true226    },227    "34": {228      "content": "〈|SPECIAL_15|〉",229      "lstrip": false,230      "normalized": false,231      "rstrip": false,232      "single_word": false,233      "special": true234    },235    "35": {236      "content": "〈|SPECIAL_16|〉",237      "lstrip": false,238      "normalized": false,239      "rstrip": false,240      "single_word": false,241      "special": true242    },243    "36": {244      "content": "〈|SPECIAL_17|〉",245      "lstrip": false,246      "normalized": false,247      "rstrip": false,248      "single_word": false,249      "special": true250    },251    "37": {252      "content": "〈|SPECIAL_18|〉",253      "lstrip": false,254      "normalized": false,255      "rstrip": false,256      "single_word": false,257      "special": true258    },259    "38": {260      "content": "〈|SPECIAL_19|〉",261      "lstrip": false,262      "normalized": false,263      "rstrip": false,264      "single_word": false,265      "special": true266    },267    "39": {268      "content": "〈|SPECIAL_20|〉",269      "lstrip": false,270      "normalized": false,271      "rstrip": false,272      "single_word": false,273      "special": true274    },275    "40": {276      "content": "〈|SPECIAL_21|〉",277      "lstrip": false,278      "normalized": false,279      "rstrip": false,280      "single_word": false,281      "special": true282    },283    "41": {284      "content": "〈|SPECIAL_22|〉",285      "lstrip": false,286      "normalized": false,287      "rstrip": false,288      "single_word": false,289      "special": true290    },291    "42": {292      "content": "〈|SPECIAL_23|〉",293      "lstrip": false,294      "normalized": false,295      "rstrip": false,296      "single_word": false,297      "special": true298    },299    "43": {300      "content": "〈|SPECIAL_24|〉",301      "lstrip": false,302      "normalized": false,303      "rstrip": false,304      "single_word": false,305      "special": true306    },307    "44": {308      "content": "〈|SPECIAL_25|〉",309      "lstrip": false,310      "normalized": false,311      "rstrip": false,312      "single_word": false,313      "special": true314    },315    "45": {316      "content": "〈|SPECIAL_26|〉",317      "lstrip": false,318      "normalized": false,319      "rstrip": false,320      "single_word": false,321      "special": true322    },323    "46": {324      "content": "〈|SPECIAL_27|〉",325      "lstrip": false,326      "normalized": false,327      "rstrip": false,328      "single_word": false,329      "special": true330    },331    "47": {332      "content": "〈|SPECIAL_28|〉",333      "lstrip": false,334      "normalized": false,335      "rstrip": false,336      "single_word": false,337      "special": true338    },339    "48": {340      "content": "〈|SPECIAL_29|〉",341      "lstrip": false,342      "normalized": false,343      "rstrip": false,344      "single_word": false,345      "special": true346    },347    "49": {348      "content": "〈|SPECIAL_30|〉",349      "lstrip": false,350      "normalized": false,351      "rstrip": false,352      "single_word": false,353      "special": true354    },355    "50": {356      "content": "〈|SPECIAL_31|〉",357      "lstrip": false,358      "normalized": false,359      "rstrip": false,360      "single_word": false,361      "special": true362    },363    "51": {364      "content": "〈|SPECIAL_32|〉",365      "lstrip": false,366      "normalized": false,367      "rstrip": false,368      "single_word": false,369      "special": true370    },371    "52": {372      "content": "〈|SPECIAL_33|〉",373      "lstrip": false,374      "normalized": false,375      "rstrip": false,376      "single_word": false,377      "special": true378    },379    "53": {380      "content": "〈|SPECIAL_34|〉",381      "lstrip": false,382      "normalized": false,383      "rstrip": false,384      "single_word": false,385      "special": true386    },387    "54": {388      "content": "〈|SPECIAL_35|〉",389      "lstrip": false,390      "normalized": false,391      "rstrip": false,392      "single_word": false,393      "special": true394    },395    "55": {396      "content": "〈|SPECIAL_36|〉",397      "lstrip": false,398      "normalized": false,399      "rstrip": false,400      "single_word": false,401      "special": true402    },403    "56": {404      "content": "〈|SPECIAL_37|〉",405      "lstrip": false,406      "normalized": false,407      "rstrip": false,408      "single_word": false,409      "special": true410    },411    "57": {412      "content": "〈|SPECIAL_38|〉",413      "lstrip": false,414      "normalized": false,415      "rstrip": false,416      "single_word": false,417      "special": true418    },419    "58": {420      "content": "〈|SPECIAL_39|〉",421      "lstrip": false,422      "normalized": false,423      "rstrip": false,424      "single_word": false,425      "special": true426    },427    "59": {428      "content": "〈|SPECIAL_40|〉",429      "lstrip": false,430      "normalized": false,431      "rstrip": false,432      "single_word": false,433      "special": true434    },435    "60": {436      "content": "〈|SPECIAL_41|〉",437      "lstrip": false,438      "normalized": false,439      "rstrip": false,440      "single_word": false,441      "special": true442    },443    "61": {444      "content": "〈|SPECIAL_42|〉",445      "lstrip": false,446      "normalized": false,447      "rstrip": false,448      "single_word": false,449      "special": true450    },451    "62": {452      "content": "〈|SPECIAL_43|〉",453      "lstrip": false,454      "normalized": false,455      "rstrip": false,456      "single_word": false,457      "special": true458    },459    "63": {460      "content": "〈|SPECIAL_44|〉",461      "lstrip": false,462      "normalized": false,463      "rstrip": false,464      "single_word": false,465      "special": true466    },467    "64": {468      "content": "〈|SPECIAL_45|〉",469      "lstrip": false,470      "normalized": false,471      "rstrip": false,472      "single_word": false,473      "special": true474    },475    "65": {476      "content": "〈|SPECIAL_46|〉",477      "lstrip": false,478      "normalized": false,479      "rstrip": false,480      "single_word": false,481      "special": true482    },483    "66": {484      "content": "〈|SPECIAL_47|〉",485      "lstrip": false,486      "normalized": false,487      "rstrip": false,488      "single_word": false,489      "special": true490    },491    "67": {492      "content": "〈|SPECIAL_48|〉",493      "lstrip": false,494      "normalized": false,495      "rstrip": false,496      "single_word": false,497      "special": true498    },499    "68": {500      "content": "〈|SPECIAL_49|〉",501      "lstrip": false,502      "normalized": false,503      "rstrip": false,504      "single_word": false,505      "special": true506    },507    "69": {508      "content": "〈|SPECIAL_50|〉",509      "lstrip": false,510      "normalized": false,511      "rstrip": false,512      "single_word": false,513      "special": true514    },515    "18": {516      "content": "<think>",517      "single_word": false,518      "lstrip": false,519      "rstrip": false,520      "normalized": false,521      "special": false522    },523    "19": {524      "content": "</think>",525      "single_word": false,526      "lstrip": false,527      "rstrip": false,528      "normalized": false,529      "special": false530    },531    "23": {532      "content": "<assistant>",533      "single_word": false,534      "lstrip": false,535      "rstrip": false,536      "normalized": false,537      "special": false538    },539    "24": {540      "content": "</assistant>",541      "single_word": false,542      "lstrip": false,543      "rstrip": false,544      "normalized": false,545      "special": true546    },547    "25": {548      "content": "<tool_call>",549      "single_word": false,550      "lstrip": false,551      "rstrip": false,552      "normalized": false,553      "special": false554    },555    "26": {556      "content": "</tool_call>",557      "single_word": false,558      "lstrip": false,559      "rstrip": false,560      "normalized": false,561      "special": false562    }563  },564  "bos_token": "〈|EOS|〉",565  "clean_up_tokenization_spaces": false,566  "cls_token": "〈|CLS|〉",567  "eos_token": "〈|EOS|〉",568  "extra_special_tokens": {},569  "mask_token": "〈|MASK|〉",570  "model_max_length": 1000000000000000019884624838656,571  "pad_token": "〈|PAD|〉",572  "sep_token": "〈|SEP|〉",573  "tokenizer_class": "PreTrainedTokenizerFast",574  "unk_token": "〈|UNK|〉",575  "chat_template": "{#- Iteration on laguna_glm_thinking_v8/chat_template.jinja -#}\n{#- No formatting instructions -#}\n{{- \"〈|EOS|〉\" -}}\n{%- set enable_thinking = enable_thinking | default(true) -%}\n{%- set add_generation_prompt = add_generation_prompt | default(false) -%}\n{%- set preserve_thinking = preserve_thinking | default(false) -%}\n\n{#- ───── header (system message) ───── -#}\n{#- A caller-supplied system message with empty content opts out of the default below, producing no <system> block — used to train without a system message. -#}\n{%- set system_message = \"You are a helpful, conversationally-fluent assistant made by Poolside. You are here to be helpful to users through natural language conversations.\" -%}\n{%- if messages and messages[0].role == \"system\" -%}\n  {%- set system_message = messages[0].content -%}\n  {%- set messages = messages[1:] -%}\n{%- endif -%}\n\n{%- set has_sys = system_message and system_message.strip() -%}\n{%- if has_sys or tools or enable_thinking -%}\n  {{- \"<system>\" -}}\n\n  {%- if has_sys -%}\n    {{- system_message.rstrip() -}}\n    {%- if tools -%}{{- \"\\n\\n\" -}}{%- endif -%}\n  {%- endif -%}\n\n  {%- if tools -%}\n    {{- \"### Tools\\n\\n\" -}}\n    {{- \"You may call functions to assist with the user query.\\n\" -}}\n    {{- \"All available function signatures are listed below:\\n\" -}}\n    {{- \"<available_tools>\\n\" -}}\n    {%- for tool in tools -%}\n      {{- (tool | tojson) ~ \"\\n\" -}}\n    {%- endfor -%}\n    {{- \"</available_tools>\" -}}\n  {%- endif -%}\n\n  {{- \"</system>\\n\" -}}\n{%- endif -%}\n\n{#- ───── main loop ───── -#}\n{%- for message in messages -%}\n  {%- set content = message.content if message.content is string else \"\" -%}\n  {%- if message.role == \"user\" -%}\n    {{- \"<user>\" + content + \"</user>\\n\" -}}\n  {%- elif message.role == \"assistant\" -%}\n    {%- generation -%}\n      {{- \"<assistant>\" -}}\n      {#- Extract reasoning content from message.reasoning (vLLM field name) or message.reasoning_content -#}\n      {%- set reasoning_content = '' -%}\n      {%- if message.reasoning is string -%}\n        {%- set reasoning_content = message.reasoning -%}\n      {%- elif message.reasoning_content is string -%}\n        {%- set reasoning_content = message.reasoning_content -%}\n      {%- endif -%}\n      {#- Display reasoning content for all messages if enable_thinking -#}\n      {%- if enable_thinking or preserve_thinking -%}\n        {{- '<think>' + reasoning_content + '</think>' -}}\n      {%- else -%}\n        {{- '</think>' -}}\n      {%- endif -%}\n      {#- Display main content (trailing newline only when no tool_calls follow) -#}\n      {%- if content -%}\n        {{- content -}}\n      {%- endif -%}\n      {%- if message.tool_calls -%}\n        {%- for tool_call in message.tool_calls -%}\n          {%- set function_data = tool_call.function -%}\n          {{- '<tool_call>' + function_data.name -}}\n          {%- set _args = function_data.arguments -%}\n          {%- for k, v in _args.items() -%}\n            {{- \"<arg_key>\" ~ k ~ \"</arg_key>\" -}}\n            {{- \"<arg_value>\" -}}{{- v | tojson(ensure_ascii=False) if v is not string else v -}}{{- \"</arg_value>\" -}}\n          {%- endfor -%}\n          {{- \"</tool_call>\" -}}\n        {%- endfor -%}\n      {%- endif -%}\n      {{- \"</assistant>\\n\" -}}\n    {%- endgeneration -%}\n  {%- elif message.role == \"tool\" -%}\n    {{- \"<tool_response>\" + content + \"</tool_response>\\n\" -}}\n  {%- elif message.role == \"system\" -%}\n    {#- Render additional system messages (the first one, if any, is handled separately in the header and was sliced off above) -#}\n    {{- \"<system>\" + content + \"</system>\\n\" -}}\n  {%- endif -%}\n{%- endfor -%}\n{#- ───── generation prompt ───── -#}\n{%- if add_generation_prompt -%}\n  {{- \"<assistant>\" -}}\n  {#- ───── Include reasoning mode directive ───── -#}\n  {%- if enable_thinking -%}\n    {{- '<think>' -}}\n  {%- else -%}\n    {{- '</think>' -}}\n  {%- endif -%}\n{%- endif -%}"576}