gitglubber/rocky-1b
015
1{2 "add_bos_token": false,3 "add_prefix_space": false,4 "added_tokens_decoder": {5 "100256": {6 "content": "<|pad|>",7 "lstrip": false,8 "normalized": false,9 "rstrip": false,10 "single_word": false,11 "special": true12 },13 "100257": {14 "content": "<|end_of_text|>",15 "lstrip": false,16 "normalized": false,17 "rstrip": false,18 "single_word": false,19 "special": true20 },21 "100258": {22 "content": "<|fim_prefix|>",23 "lstrip": false,24 "normalized": false,25 "rstrip": false,26 "single_word": false,27 "special": false28 },29 "100259": {30 "content": "<|fim_middle|>",31 "lstrip": false,32 "normalized": false,33 "rstrip": false,34 "single_word": false,35 "special": false36 },37 "100260": {38 "content": "<|fim_suffix|>",39 "lstrip": false,40 "normalized": false,41 "rstrip": false,42 "single_word": false,43 "special": false44 },45 "100261": {46 "content": "<|fim_pad|>",47 "lstrip": false,48 "normalized": false,49 "rstrip": false,50 "single_word": false,51 "special": false52 },53 "100262": {54 "content": "<|filename|>",55 "lstrip": false,56 "normalized": false,57 "rstrip": false,58 "single_word": false,59 "special": false60 },61 "100263": {62 "content": "<|reponame|>",63 "lstrip": false,64 "normalized": false,65 "rstrip": false,66 "single_word": false,67 "special": false68 },69 "100264": {70 "content": "<|start_of_role|>",71 "lstrip": false,72 "normalized": false,73 "rstrip": false,74 "single_word": false,75 "special": true76 },77 "100265": {78 "content": "<|end_of_role|>",79 "lstrip": false,80 "normalized": false,81 "rstrip": false,82 "single_word": false,83 "special": true84 },85 "100266": {86 "content": "<|unused_1|>",87 "lstrip": false,88 "normalized": false,89 "rstrip": false,90 "single_word": false,91 "special": true92 },93 "100267": {94 "content": "<|start_of_plugin|>",95 "lstrip": false,96 "normalized": false,97 "rstrip": false,98 "single_word": false,99 "special": true100 },101 "100268": {102 "content": "<|end_of_plugin|>",103 "lstrip": false,104 "normalized": false,105 "rstrip": false,106 "single_word": false,107 "special": true108 },109 "100269": {110 "content": "<|unk|>",111 "lstrip": false,112 "normalized": false,113 "rstrip": false,114 "single_word": false,115 "special": true116 },117 "100270": {118 "content": "<tool_call>",119 "lstrip": false,120 "normalized": false,121 "rstrip": false,122 "single_word": false,123 "special": false124 },125 "100271": {126 "content": "</tool_call>",127 "lstrip": false,128 "normalized": false,129 "rstrip": false,130 "single_word": false,131 "special": false132 },133 "100272": {134 "content": "<tool_response>",135 "lstrip": false,136 "normalized": false,137 "rstrip": false,138 "single_word": false,139 "special": false140 },141 "100273": {142 "content": "</tool_response>",143 "lstrip": false,144 "normalized": false,145 "rstrip": false,146 "single_word": false,147 "special": false148 },149 "100274": {150 "content": "<think>",151 "lstrip": false,152 "normalized": false,153 "rstrip": false,154 "single_word": false,155 "special": false156 },157 "100275": {158 "content": "</think>",159 "lstrip": false,160 "normalized": false,161 "rstrip": false,162 "single_word": false,163 "special": false164 },165 "100276": {166 "content": "<think_on>",167 "lstrip": false,168 "normalized": false,169 "rstrip": false,170 "single_word": false,171 "special": true172 },173 "100277": {174 "content": "<think_off>",175 "lstrip": false,176 "normalized": false,177 "rstrip": false,178 "single_word": false,179 "special": true180 },181 "100278": {182 "content": "<schema>",183 "lstrip": false,184 "normalized": false,185 "rstrip": false,186 "single_word": false,187 "special": true188 },189 "100279": {190 "content": "</schema>",191 "lstrip": false,192 "normalized": false,193 "rstrip": false,194 "single_word": false,195 "special": true196 },197 "100280": {198 "content": "<tools>",199 "lstrip": false,200 "normalized": false,201 "rstrip": false,202 "single_word": false,203 "special": true204 },205 "100281": {206 "content": "</tools>",207 "lstrip": false,208 "normalized": false,209 "rstrip": false,210 "single_word": false,211 "special": true212 },213 "100282": {214 "content": "<documents>",215 "lstrip": false,216 "normalized": false,217 "rstrip": false,218 "single_word": false,219 "special": true220 },221 "100283": {222 "content": "</documents>",223 "lstrip": false,224 "normalized": false,225 "rstrip": false,226 "single_word": false,227 "special": true228 },229 "100284": {230 "content": "<|unused_15|>",231 "lstrip": false,232 "normalized": false,233 "rstrip": false,234 "single_word": false,235 "special": true236 },237 "100285": {238 "content": "<|unused_16|>",239 "lstrip": false,240 "normalized": false,241 "rstrip": false,242 "single_word": false,243 "special": true244 },245 "100286": {246 "content": "<|unused_17|>",247 "lstrip": false,248 "normalized": false,249 "rstrip": false,250 "single_word": false,251 "special": true252 },253 "100287": {254 "content": "<|unused_18|>",255 "lstrip": false,256 "normalized": false,257 "rstrip": false,258 "single_word": false,259 "special": true260 },261 "100288": {262 "content": "<|unused_19|>",263 "lstrip": false,264 "normalized": false,265 "rstrip": false,266 "single_word": false,267 "special": true268 },269 "100289": {270 "content": "<|unused_20|>",271 "lstrip": false,272 "normalized": false,273 "rstrip": false,274 "single_word": false,275 "special": true276 },277 "100290": {278 "content": "<|unused_21|>",279 "lstrip": false,280 "normalized": false,281 "rstrip": false,282 "single_word": false,283 "special": true284 },285 "100291": {286 "content": "<|unused_22|>",287 "lstrip": false,288 "normalized": false,289 "rstrip": false,290 "single_word": false,291 "special": true292 },293 "100292": {294 "content": "<|unused_23|>",295 "lstrip": false,296 "normalized": false,297 "rstrip": false,298 "single_word": false,299 "special": true300 },301 "100293": {302 "content": "<|unused_24|>",303 "lstrip": false,304 "normalized": false,305 "rstrip": false,306 "single_word": false,307 "special": true308 },309 "100294": {310 "content": "<|unused_25|>",311 "lstrip": false,312 "normalized": false,313 "rstrip": false,314 "single_word": false,315 "special": true316 },317 "100295": {318 "content": "<|unused_26|>",319 "lstrip": false,320 "normalized": false,321 "rstrip": false,322 "single_word": false,323 "special": true324 },325 "100296": {326 "content": "<|unused_27|>",327 "lstrip": false,328 "normalized": false,329 "rstrip": false,330 "single_word": false,331 "special": true332 },333 "100297": {334 "content": "<|unused_28|>",335 "lstrip": false,336 "normalized": false,337 "rstrip": false,338 "single_word": false,339 "special": true340 },341 "100298": {342 "content": "<|unused_29|>",343 "lstrip": false,344 "normalized": false,345 "rstrip": false,346 "single_word": false,347 "special": true348 },349 "100299": {350 "content": "<|unused_30|>",351 "lstrip": false,352 "normalized": false,353 "rstrip": false,354 "single_word": false,355 "special": true356 },357 "100300": {358 "content": "<|unused_31|>",359 "lstrip": false,360 "normalized": false,361 "rstrip": false,362 "single_word": false,363 "special": true364 },365 "100301": {366 "content": "<|unused_32|>",367 "lstrip": false,368 "normalized": false,369 "rstrip": false,370 "single_word": false,371 "special": true372 },373 "100302": {374 "content": "<|unused_33|>",375 "lstrip": false,376 "normalized": false,377 "rstrip": false,378 "single_word": false,379 "special": true380 },381 "100303": {382 "content": "<|unused_34|>",383 "lstrip": false,384 "normalized": false,385 "rstrip": false,386 "single_word": false,387 "special": true388 },389 "100304": {390 "content": "<|unused_35|>",391 "lstrip": false,392 "normalized": false,393 "rstrip": false,394 "single_word": false,395 "special": true396 },397 "100305": {398 "content": "<|unused_36|>",399 "lstrip": false,400 "normalized": false,401 "rstrip": false,402 "single_word": false,403 "special": true404 },405 "100306": {406 "content": "<|unused_37|>",407 "lstrip": false,408 "normalized": false,409 "rstrip": false,410 "single_word": false,411 "special": true412 },413 "100307": {414 "content": "<|unused_38|>",415 "lstrip": false,416 "normalized": false,417 "rstrip": false,418 "single_word": false,419 "special": true420 },421 "100308": {422 "content": "<|unused_39|>",423 "lstrip": false,424 "normalized": false,425 "rstrip": false,426 "single_word": false,427 "special": true428 },429 "100309": {430 "content": "<|unused_40|>",431 "lstrip": false,432 "normalized": false,433 "rstrip": false,434 "single_word": false,435 "special": true436 },437 "100310": {438 "content": "<|unused_41|>",439 "lstrip": false,440 "normalized": false,441 "rstrip": false,442 "single_word": false,443 "special": true444 },445 "100311": {446 "content": "<|unused_42|>",447 "lstrip": false,448 "normalized": false,449 "rstrip": false,450 "single_word": false,451 "special": true452 },453 "100312": {454 "content": "<|unused_43|>",455 "lstrip": false,456 "normalized": false,457 "rstrip": false,458 "single_word": false,459 "special": true460 },461 "100313": {462 "content": "<|unused_44|>",463 "lstrip": false,464 "normalized": false,465 "rstrip": false,466 "single_word": false,467 "special": true468 },469 "100314": {470 "content": "<|unused_45|>",471 "lstrip": false,472 "normalized": false,473 "rstrip": false,474 "single_word": false,475 "special": true476 },477 "100315": {478 "content": "<|unused_46|>",479 "lstrip": false,480 "normalized": false,481 "rstrip": false,482 "single_word": false,483 "special": true484 },485 "100316": {486 "content": "<|unused_47|>",487 "lstrip": false,488 "normalized": false,489 "rstrip": false,490 "single_word": false,491 "special": true492 },493 "100317": {494 "content": "<|unused_48|>",495 "lstrip": false,496 "normalized": false,497 "rstrip": false,498 "single_word": false,499 "special": true500 },501 "100318": {502 "content": "<|unused_49|>",503 "lstrip": false,504 "normalized": false,505 "rstrip": false,506 "single_word": false,507 "special": true508 },509 "100319": {510 "content": "<|unused_50|>",511 "lstrip": false,512 "normalized": false,513 "rstrip": false,514 "single_word": false,515 "special": true516 },517 "100320": {518 "content": "<|unused_51|>",519 "lstrip": false,520 "normalized": false,521 "rstrip": false,522 "single_word": false,523 "special": true524 },525 "100321": {526 "content": "<|unused_52|>",527 "lstrip": false,528 "normalized": false,529 "rstrip": false,530 "single_word": false,531 "special": true532 },533 "100322": {534 "content": "<|unused_53|>",535 "lstrip": false,536 "normalized": false,537 "rstrip": false,538 "single_word": false,539 "special": true540 },541 "100323": {542 "content": "<|unused_54|>",543 "lstrip": false,544 "normalized": false,545 "rstrip": false,546 "single_word": false,547 "special": true548 },549 "100324": {550 "content": "<|unused_55|>",551 "lstrip": false,552 "normalized": false,553 "rstrip": false,554 "single_word": false,555 "special": true556 },557 "100325": {558 "content": "<|unused_56|>",559 "lstrip": false,560 "normalized": false,561 "rstrip": false,562 "single_word": false,563 "special": true564 },565 "100326": {566 "content": "<|unused_57|>",567 "lstrip": false,568 "normalized": false,569 "rstrip": false,570 "single_word": false,571 "special": true572 },573 "100327": {574 "content": "<|unused_58|>",575 "lstrip": false,576 "normalized": false,577 "rstrip": false,578 "single_word": false,579 "special": true580 },581 "100328": {582 "content": "<|unused_59|>",583 "lstrip": false,584 "normalized": false,585 "rstrip": false,586 "single_word": false,587 "special": true588 },589 "100329": {590 "content": "<|unused_60|>",591 "lstrip": false,592 "normalized": false,593 "rstrip": false,594 "single_word": false,595 "special": true596 },597 "100330": {598 "content": "<|unused_61|>",599 "lstrip": false,600 "normalized": false,601 "rstrip": false,602 "single_word": false,603 "special": true604 },605 "100331": {606 "content": "<|unused_62|>",607 "lstrip": false,608 "normalized": false,609 "rstrip": false,610 "single_word": false,611 "special": true612 },613 "100332": {614 "content": "<|unused_63|>",615 "lstrip": false,616 "normalized": false,617 "rstrip": false,618 "single_word": false,619 "special": true620 },621 "100333": {622 "content": "<|unused_64|>",623 "lstrip": false,624 "normalized": false,625 "rstrip": false,626 "single_word": false,627 "special": true628 },629 "100334": {630 "content": "<|unused_65|>",631 "lstrip": false,632 "normalized": false,633 "rstrip": false,634 "single_word": false,635 "special": true636 },637 "100335": {638 "content": "<|unused_66|>",639 "lstrip": false,640 "normalized": false,641 "rstrip": false,642 "single_word": false,643 "special": true644 },645 "100336": {646 "content": "<|unused_67|>",647 "lstrip": false,648 "normalized": false,649 "rstrip": false,650 "single_word": false,651 "special": true652 },653 "100337": {654 "content": "<|unused_68|>",655 "lstrip": false,656 "normalized": false,657 "rstrip": false,658 "single_word": false,659 "special": true660 },661 "100338": {662 "content": "<|unused_69|>",663 "lstrip": false,664 "normalized": false,665 "rstrip": false,666 "single_word": false,667 "special": true668 },669 "100339": {670 "content": "<|unused_70|>",671 "lstrip": false,672 "normalized": false,673 "rstrip": false,674 "single_word": false,675 "special": true676 },677 "100340": {678 "content": "<|unused_71|>",679 "lstrip": false,680 "normalized": false,681 "rstrip": false,682 "single_word": false,683 "special": true684 },685 "100341": {686 "content": "<|unused_72|>",687 "lstrip": false,688 "normalized": false,689 "rstrip": false,690 "single_word": false,691 "special": true692 },693 "100342": {694 "content": "<|unused_73|>",695 "lstrip": false,696 "normalized": false,697 "rstrip": false,698 "single_word": false,699 "special": true700 },701 "100343": {702 "content": "<|unused_74|>",703 "lstrip": false,704 "normalized": false,705 "rstrip": false,706 "single_word": false,707 "special": true708 },709 "100344": {710 "content": "<|unused_75|>",711 "lstrip": false,712 "normalized": false,713 "rstrip": false,714 "single_word": false,715 "special": true716 },717 "100345": {718 "content": "<|unused_76|>",719 "lstrip": false,720 "normalized": false,721 "rstrip": false,722 "single_word": false,723 "special": true724 },725 "100346": {726 "content": "<|unused_77|>",727 "lstrip": false,728 "normalized": false,729 "rstrip": false,730 "single_word": false,731 "special": true732 },733 "100347": {734 "content": "<|unused_78|>",735 "lstrip": false,736 "normalized": false,737 "rstrip": false,738 "single_word": false,739 "special": true740 },741 "100348": {742 "content": "<|unused_79|>",743 "lstrip": false,744 "normalized": false,745 "rstrip": false,746 "single_word": false,747 "special": true748 },749 "100349": {750 "content": "<|unused_80|>",751 "lstrip": false,752 "normalized": false,753 "rstrip": false,754 "single_word": false,755 "special": true756 },757 "100350": {758 "content": "<|unused_81|>",759 "lstrip": false,760 "normalized": false,761 "rstrip": false,762 "single_word": false,763 "special": true764 },765 "100351": {766 "content": "<|unused_82|>",767 "lstrip": false,768 "normalized": false,769 "rstrip": false,770 "single_word": false,771 "special": true772 }773 },774 "bos_token": "<|end_of_text|>",775 "clean_up_tokenization_spaces": false,776 "eos_token": "<|end_of_text|>",777 "extra_special_tokens": {},778 "model_max_length": 131072,779 "pad_token": "<|pad|>",780 "padding_side": "left",781 "tokenizer_class": "GPT2Tokenizer",782 "unk_token": "<|unk|>",783 "chat_template": "{%- set tools_system_message_prefix = 'You are a helpful assistant with access to the following tools. You may call one or more tools to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>' %}\n{%- set tools_system_message_suffix = '\\n</tools>\\n\\nFor each tool call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call>. If a tool does not exist in the provided list of tools, notify the user that you do not have the ability to fulfill the request.' %}\n{%- set documents_system_message_prefix = 'You are a helpful assistant with access to the following documents. You may use one or more documents to assist with the user query.\\n\\nYou are given a list of documents within <documents></documents> XML tags:\\n<documents>' %}\n{%- set documents_system_message_suffix = '\\n</documents>\\n\\nWrite the response to the user\\'s input by strictly aligning with the facts in the provided documents. If the information needed to answer the question is not available in the documents, inform the user that the question cannot be answered based on the available data.' %}\n{%- set g4_default_system_message = 'You are a helpful assistant. Please ensure responses are professional, accurate, and safe.' %}\n{%- if available_tools is defined and available_tools %}\n {%- set tools = available_tools %}\n{%- endif %}\n{%- set ns = namespace(tools_system_message=tools_system_message_prefix,\n documents_system_message=documents_system_message_prefix,\n default_system_message=g4_default_system_message,\n system_message=''\n ) %}\n{%- if tools %}\n {%- for tool in tools %}\n {%- set ns.tools_system_message = ns.tools_system_message + '\\n' + (tool | tojson) %}\n {%- endfor %}\n {%- set ns.tools_system_message = ns.tools_system_message + tools_system_message_suffix %}\n{%- else %}\n {%- set ns.tools_system_message = '' %}\n{%- endif %}\n{%- if documents %}\n {%- for document in documents %}\n {%- set ns.documents_system_message = ns.documents_system_message + '\\n' + (document | tojson) %}\n {%- endfor %}\n {%- set ns.documents_system_message = ns.documents_system_message + documents_system_message_suffix %}\n{%- else %}\n {%- set ns.documents_system_message = '' %}\n{%- endif %}\n{%- if messages[0].role == 'system' %}\n {%- if messages[0].content is string %}\n {%- set ns.system_message = messages[0].content %}\n {%- elif messages[0].content is iterable %}\n {%- for entry in messages[0].content %}\n {%- if entry.type== 'text' %}\n {%- if ns.system_message != '' %}\n {%- set ns.system_message = ns.system_message + '\\n' %}\n {%- endif %}\n {%- set ns.system_message = ns.system_message + entry.text %}\n {%- endif %}\n {%- endfor %}\n {%- endif %}\n {%- if tools and documents %}\n {%- set ns.system_message = ns.system_message + '\\n\\n' + ns.tools_system_message + '\\n\\n' + ns.documents_system_message %}\n {%- elif tools %}\n {%- set ns.system_message = ns.system_message + '\\n\\n' + ns.tools_system_message %}\n {%- elif documents %}\n {%- set ns.system_message = ns.system_message + '\\n\\n' + ns.documents_system_message %}\n {%- endif %}\n{%- else %}\n {%- if tools and documents %}\n {%- set ns.system_message = ns.tools_system_message + '\\n\\n' + ns.documents_system_message %}\n {%- elif tools %}\n {%- set ns.system_message = ns.tools_system_message %}\n {%- elif documents %}\n {%- set ns.system_message = ns.documents_system_message %}\n {%- endif %}\n{%- endif %}\n{%- if ns.system_message %}\n {{- '<|start_of_role|>system<|end_of_role|>' + ns.system_message + '<|end_of_text|>\\n' }}\n{%- else %}\n {{- '<|start_of_role|>system<|end_of_role|>' + ns.default_system_message + '<|end_of_text|>\\n' }}\n{%- endif %}\n{%- for message in messages %}\n {%- set content = namespace(val='') %}\n {%- if message.content is string %}\n {%- set content.val = message.content %}\n {%- else %}\n {%- if message.content is iterable %}\n {%- for entry in message.content %}\n {%- if entry.type== 'text' %}\n {%- if content.val != '' %}\n {%- set content.val = content.val + '\\n' %}\n {%- endif %}\n {%- set content.val = content.val + entry.text %}\n {%- endif %}\n {%- endfor %}\n {%- endif %}\n {%- endif %}\n {%- if (message.role == 'user') or (message.role == 'system' and not loop.first) %}\n {{- '<|start_of_role|>' + message.role + '<|end_of_role|>' + content.val + '<|end_of_text|>\\n' }}\n {%- elif message.role == 'assistant' %}\n {{- '<|start_of_role|>' + message.role + '<|end_of_role|>' + content.val }}\n {%- if message.tool_calls %}\n {%- for tool_call in message.tool_calls %}\n {%- if (loop.first and content.val) or (not loop.first) %}\n {{- '\\n' }}\n {%- endif %}\n {%- if tool_call.function %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '<tool_call>\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {%- if tool_call.arguments is string %}\n {{- tool_call.arguments }}\n {%- else %}\n {{- tool_call.arguments | tojson }}\n {%- endif %}\n {{- '}\\n</tool_call>' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|end_of_text|>\\n' }}\n {%- elif message.role == 'tool' %}\n {%- if loop.first or (messages[loop.index0 - 1].role != 'tool') %}\n {{- '<|start_of_role|>user<|end_of_role|>' }}\n {%- endif %}\n {{- '\\n<tool_response>\\n' }}\n {{- content.val }}\n {{- '\\n</tool_response>' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != 'tool') %}\n {{- '<|end_of_text|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_of_role|>assistant<|end_of_role|>' }}\n{%- endif %}"784}