R1pathak/phi-4-pruned50
03
1{2 "add_prefix_space": false,3 "added_tokens_decoder": {4 "100256": {5 "content": "<|dummy_0|>",6 "lstrip": true,7 "normalized": false,8 "rstrip": true,9 "single_word": false,10 "special": true11 },12 "100257": {13 "content": "<|endoftext|>",14 "lstrip": true,15 "normalized": false,16 "rstrip": true,17 "single_word": false,18 "special": true19 },20 "100258": {21 "content": "<|fim_prefix|>",22 "lstrip": true,23 "normalized": false,24 "rstrip": true,25 "single_word": false,26 "special": true27 },28 "100259": {29 "content": "<|fim_middle|>",30 "lstrip": true,31 "normalized": false,32 "rstrip": true,33 "single_word": false,34 "special": true35 },36 "100260": {37 "content": "<|fim_suffix|>",38 "lstrip": true,39 "normalized": false,40 "rstrip": true,41 "single_word": false,42 "special": true43 },44 "100261": {45 "content": "<|dummy_1|>",46 "lstrip": true,47 "normalized": false,48 "rstrip": true,49 "single_word": false,50 "special": true51 },52 "100262": {53 "content": "<|dummy_2|>",54 "lstrip": true,55 "normalized": false,56 "rstrip": true,57 "single_word": false,58 "special": true59 },60 "100263": {61 "content": "<|dummy_3|>",62 "lstrip": true,63 "normalized": false,64 "rstrip": true,65 "single_word": false,66 "special": true67 },68 "100264": {69 "content": "<|im_start|>",70 "lstrip": true,71 "normalized": false,72 "rstrip": true,73 "single_word": false,74 "special": true75 },76 "100265": {77 "content": "<|im_end|>",78 "lstrip": true,79 "normalized": false,80 "rstrip": true,81 "single_word": false,82 "special": true83 },84 "100266": {85 "content": "<|im_sep|>",86 "lstrip": true,87 "normalized": false,88 "rstrip": true,89 "single_word": false,90 "special": true91 },92 "100267": {93 "content": "<|dummy_4|>",94 "lstrip": true,95 "normalized": false,96 "rstrip": true,97 "single_word": false,98 "special": true99 },100 "100268": {101 "content": "<|dummy_5|>",102 "lstrip": true,103 "normalized": false,104 "rstrip": true,105 "single_word": false,106 "special": true107 },108 "100269": {109 "content": "<|dummy_6|>",110 "lstrip": true,111 "normalized": false,112 "rstrip": true,113 "single_word": false,114 "special": true115 },116 "100270": {117 "content": "<|dummy_7|>",118 "lstrip": true,119 "normalized": false,120 "rstrip": true,121 "single_word": false,122 "special": true123 },124 "100271": {125 "content": "<|dummy_8|>",126 "lstrip": true,127 "normalized": false,128 "rstrip": true,129 "single_word": false,130 "special": true131 },132 "100272": {133 "content": "<|dummy_9|>",134 "lstrip": true,135 "normalized": false,136 "rstrip": true,137 "single_word": false,138 "special": true139 },140 "100273": {141 "content": "<|dummy_10|>",142 "lstrip": true,143 "normalized": false,144 "rstrip": true,145 "single_word": false,146 "special": true147 },148 "100274": {149 "content": "<|dummy_11|>",150 "lstrip": true,151 "normalized": false,152 "rstrip": true,153 "single_word": false,154 "special": true155 },156 "100275": {157 "content": "<|dummy_12|>",158 "lstrip": true,159 "normalized": false,160 "rstrip": true,161 "single_word": false,162 "special": true163 },164 "100276": {165 "content": "<|endofprompt|>",166 "lstrip": true,167 "normalized": false,168 "rstrip": true,169 "single_word": false,170 "special": true171 },172 "100277": {173 "content": "<|dummy_13|>",174 "lstrip": true,175 "normalized": false,176 "rstrip": true,177 "single_word": false,178 "special": true179 },180 "100278": {181 "content": "<|dummy_14|>",182 "lstrip": true,183 "normalized": false,184 "rstrip": true,185 "single_word": false,186 "special": true187 },188 "100279": {189 "content": "<|dummy_15|>",190 "lstrip": true,191 "normalized": false,192 "rstrip": true,193 "single_word": false,194 "special": true195 },196 "100280": {197 "content": "<|dummy_16|>",198 "lstrip": true,199 "normalized": false,200 "rstrip": true,201 "single_word": false,202 "special": true203 },204 "100281": {205 "content": "<|dummy_17|>",206 "lstrip": true,207 "normalized": false,208 "rstrip": true,209 "single_word": false,210 "special": true211 },212 "100282": {213 "content": "<|dummy_18|>",214 "lstrip": true,215 "normalized": false,216 "rstrip": true,217 "single_word": false,218 "special": true219 },220 "100283": {221 "content": "<|dummy_19|>",222 "lstrip": true,223 "normalized": false,224 "rstrip": true,225 "single_word": false,226 "special": true227 },228 "100284": {229 "content": "<|dummy_20|>",230 "lstrip": true,231 "normalized": false,232 "rstrip": true,233 "single_word": false,234 "special": true235 },236 "100285": {237 "content": "<|dummy_21|>",238 "lstrip": true,239 "normalized": false,240 "rstrip": true,241 "single_word": false,242 "special": true243 },244 "100286": {245 "content": "<|dummy_22|>",246 "lstrip": true,247 "normalized": false,248 "rstrip": true,249 "single_word": false,250 "special": true251 },252 "100287": {253 "content": "<|dummy_23|>",254 "lstrip": true,255 "normalized": false,256 "rstrip": true,257 "single_word": false,258 "special": true259 },260 "100288": {261 "content": "<|dummy_24|>",262 "lstrip": true,263 "normalized": false,264 "rstrip": true,265 "single_word": false,266 "special": true267 },268 "100289": {269 "content": "<|dummy_25|>",270 "lstrip": true,271 "normalized": false,272 "rstrip": true,273 "single_word": false,274 "special": true275 },276 "100290": {277 "content": "<|dummy_26|>",278 "lstrip": true,279 "normalized": false,280 "rstrip": true,281 "single_word": false,282 "special": true283 },284 "100291": {285 "content": "<|dummy_27|>",286 "lstrip": true,287 "normalized": false,288 "rstrip": true,289 "single_word": false,290 "special": true291 },292 "100292": {293 "content": "<|dummy_28|>",294 "lstrip": true,295 "normalized": false,296 "rstrip": true,297 "single_word": false,298 "special": true299 },300 "100293": {301 "content": "<|dummy_29|>",302 "lstrip": true,303 "normalized": false,304 "rstrip": true,305 "single_word": false,306 "special": true307 },308 "100294": {309 "content": "<|dummy_30|>",310 "lstrip": true,311 "normalized": false,312 "rstrip": true,313 "single_word": false,314 "special": true315 },316 "100295": {317 "content": "<|dummy_31|>",318 "lstrip": true,319 "normalized": false,320 "rstrip": true,321 "single_word": false,322 "special": true323 },324 "100296": {325 "content": "<|dummy_32|>",326 "lstrip": true,327 "normalized": false,328 "rstrip": true,329 "single_word": false,330 "special": true331 },332 "100297": {333 "content": "<|dummy_33|>",334 "lstrip": true,335 "normalized": false,336 "rstrip": true,337 "single_word": false,338 "special": true339 },340 "100298": {341 "content": "<|dummy_34|>",342 "lstrip": true,343 "normalized": false,344 "rstrip": true,345 "single_word": false,346 "special": true347 },348 "100299": {349 "content": "<|dummy_35|>",350 "lstrip": true,351 "normalized": false,352 "rstrip": true,353 "single_word": false,354 "special": true355 },356 "100300": {357 "content": "<|dummy_36|>",358 "lstrip": true,359 "normalized": false,360 "rstrip": true,361 "single_word": false,362 "special": true363 },364 "100301": {365 "content": "<|dummy_37|>",366 "lstrip": true,367 "normalized": false,368 "rstrip": true,369 "single_word": false,370 "special": true371 },372 "100302": {373 "content": "<|dummy_38|>",374 "lstrip": true,375 "normalized": false,376 "rstrip": true,377 "single_word": false,378 "special": true379 },380 "100303": {381 "content": "<|dummy_39|>",382 "lstrip": true,383 "normalized": false,384 "rstrip": true,385 "single_word": false,386 "special": true387 },388 "100304": {389 "content": "<|dummy_40|>",390 "lstrip": true,391 "normalized": false,392 "rstrip": true,393 "single_word": false,394 "special": true395 },396 "100305": {397 "content": "<|dummy_41|>",398 "lstrip": true,399 "normalized": false,400 "rstrip": true,401 "single_word": false,402 "special": true403 },404 "100306": {405 "content": "<|dummy_42|>",406 "lstrip": true,407 "normalized": false,408 "rstrip": true,409 "single_word": false,410 "special": true411 },412 "100307": {413 "content": "<|dummy_43|>",414 "lstrip": true,415 "normalized": false,416 "rstrip": true,417 "single_word": false,418 "special": true419 },420 "100308": {421 "content": "<|dummy_44|>",422 "lstrip": true,423 "normalized": false,424 "rstrip": true,425 "single_word": false,426 "special": true427 },428 "100309": {429 "content": "<|dummy_45|>",430 "lstrip": true,431 "normalized": false,432 "rstrip": true,433 "single_word": false,434 "special": true435 },436 "100310": {437 "content": "<|dummy_46|>",438 "lstrip": true,439 "normalized": false,440 "rstrip": true,441 "single_word": false,442 "special": true443 },444 "100311": {445 "content": "<|dummy_47|>",446 "lstrip": true,447 "normalized": false,448 "rstrip": true,449 "single_word": false,450 "special": true451 },452 "100312": {453 "content": "<|dummy_48|>",454 "lstrip": true,455 "normalized": false,456 "rstrip": true,457 "single_word": false,458 "special": true459 },460 "100313": {461 "content": "<|dummy_49|>",462 "lstrip": true,463 "normalized": false,464 "rstrip": true,465 "single_word": false,466 "special": true467 },468 "100314": {469 "content": "<|dummy_50|>",470 "lstrip": true,471 "normalized": false,472 "rstrip": true,473 "single_word": false,474 "special": true475 },476 "100315": {477 "content": "<|dummy_51|>",478 "lstrip": true,479 "normalized": false,480 "rstrip": true,481 "single_word": false,482 "special": true483 },484 "100316": {485 "content": "<|dummy_52|>",486 "lstrip": true,487 "normalized": false,488 "rstrip": true,489 "single_word": false,490 "special": true491 },492 "100317": {493 "content": "<|dummy_53|>",494 "lstrip": true,495 "normalized": false,496 "rstrip": true,497 "single_word": false,498 "special": true499 },500 "100318": {501 "content": "<|dummy_54|>",502 "lstrip": true,503 "normalized": false,504 "rstrip": true,505 "single_word": false,506 "special": true507 },508 "100319": {509 "content": "<|dummy_55|>",510 "lstrip": true,511 "normalized": false,512 "rstrip": true,513 "single_word": false,514 "special": true515 },516 "100320": {517 "content": "<|dummy_56|>",518 "lstrip": true,519 "normalized": false,520 "rstrip": true,521 "single_word": false,522 "special": true523 },524 "100321": {525 "content": "<|dummy_57|>",526 "lstrip": true,527 "normalized": false,528 "rstrip": true,529 "single_word": false,530 "special": true531 },532 "100322": {533 "content": "<|dummy_58|>",534 "lstrip": true,535 "normalized": false,536 "rstrip": true,537 "single_word": false,538 "special": true539 },540 "100323": {541 "content": "<|dummy_59|>",542 "lstrip": true,543 "normalized": false,544 "rstrip": true,545 "single_word": false,546 "special": true547 },548 "100324": {549 "content": "<|dummy_60|>",550 "lstrip": true,551 "normalized": false,552 "rstrip": true,553 "single_word": false,554 "special": true555 },556 "100325": {557 "content": "<|dummy_61|>",558 "lstrip": true,559 "normalized": false,560 "rstrip": true,561 "single_word": false,562 "special": true563 },564 "100326": {565 "content": "<|dummy_62|>",566 "lstrip": true,567 "normalized": false,568 "rstrip": true,569 "single_word": false,570 "special": true571 },572 "100327": {573 "content": "<|dummy_63|>",574 "lstrip": true,575 "normalized": false,576 "rstrip": true,577 "single_word": false,578 "special": true579 },580 "100328": {581 "content": "<|dummy_64|>",582 "lstrip": true,583 "normalized": false,584 "rstrip": true,585 "single_word": false,586 "special": true587 },588 "100329": {589 "content": "<|dummy_65|>",590 "lstrip": true,591 "normalized": false,592 "rstrip": true,593 "single_word": false,594 "special": true595 },596 "100330": {597 "content": "<|dummy_66|>",598 "lstrip": true,599 "normalized": false,600 "rstrip": true,601 "single_word": false,602 "special": true603 },604 "100331": {605 "content": "<|dummy_67|>",606 "lstrip": true,607 "normalized": false,608 "rstrip": true,609 "single_word": false,610 "special": true611 },612 "100332": {613 "content": "<|dummy_68|>",614 "lstrip": true,615 "normalized": false,616 "rstrip": true,617 "single_word": false,618 "special": true619 },620 "100333": {621 "content": "<|dummy_69|>",622 "lstrip": true,623 "normalized": false,624 "rstrip": true,625 "single_word": false,626 "special": true627 },628 "100334": {629 "content": "<|dummy_70|>",630 "lstrip": true,631 "normalized": false,632 "rstrip": true,633 "single_word": false,634 "special": true635 },636 "100335": {637 "content": "<|dummy_71|>",638 "lstrip": true,639 "normalized": false,640 "rstrip": true,641 "single_word": false,642 "special": true643 },644 "100336": {645 "content": "<|dummy_72|>",646 "lstrip": true,647 "normalized": false,648 "rstrip": true,649 "single_word": false,650 "special": true651 },652 "100337": {653 "content": "<|dummy_73|>",654 "lstrip": true,655 "normalized": false,656 "rstrip": true,657 "single_word": false,658 "special": true659 },660 "100338": {661 "content": "<|dummy_74|>",662 "lstrip": true,663 "normalized": false,664 "rstrip": true,665 "single_word": false,666 "special": true667 },668 "100339": {669 "content": "<|dummy_75|>",670 "lstrip": true,671 "normalized": false,672 "rstrip": true,673 "single_word": false,674 "special": true675 },676 "100340": {677 "content": "<|dummy_76|>",678 "lstrip": true,679 "normalized": false,680 "rstrip": true,681 "single_word": false,682 "special": true683 },684 "100341": {685 "content": "<|dummy_77|>",686 "lstrip": true,687 "normalized": false,688 "rstrip": true,689 "single_word": false,690 "special": true691 },692 "100342": {693 "content": "<|dummy_78|>",694 "lstrip": true,695 "normalized": false,696 "rstrip": true,697 "single_word": false,698 "special": true699 },700 "100343": {701 "content": "<|dummy_79|>",702 "lstrip": true,703 "normalized": false,704 "rstrip": true,705 "single_word": false,706 "special": true707 },708 "100344": {709 "content": "<|dummy_80|>",710 "lstrip": true,711 "normalized": false,712 "rstrip": true,713 "single_word": false,714 "special": true715 },716 "100345": {717 "content": "<|dummy_81|>",718 "lstrip": true,719 "normalized": false,720 "rstrip": true,721 "single_word": false,722 "special": true723 },724 "100346": {725 "content": "<|dummy_82|>",726 "lstrip": true,727 "normalized": false,728 "rstrip": true,729 "single_word": false,730 "special": true731 },732 "100347": {733 "content": "<|dummy_83|>",734 "lstrip": true,735 "normalized": false,736 "rstrip": true,737 "single_word": false,738 "special": true739 },740 "100348": {741 "content": "<|dummy_84|>",742 "lstrip": true,743 "normalized": false,744 "rstrip": true,745 "single_word": false,746 "special": true747 },748 "100349": {749 "content": "<|dummy_85|>",750 "lstrip": true,751 "normalized": false,752 "rstrip": true,753 "single_word": false,754 "special": true755 },756 "100350": {757 "content": "<|dummy_86|>",758 "lstrip": true,759 "normalized": false,760 "rstrip": true,761 "single_word": false,762 "special": true763 },764 "100351": {765 "content": "<|dummy_87|>",766 "lstrip": true,767 "normalized": false,768 "rstrip": true,769 "single_word": false,770 "special": true771 }772 },773 "bos_token": "<|endoftext|>",774 "chat_template": "{% for message in messages %}{% if (message['role'] == 'system') %}{{'<|im_start|>system<|im_sep|>' + message['content'] + '<|im_end|>'}}{% elif (message['role'] == 'user') %}{{'<|im_start|>user<|im_sep|>' + message['content'] + '<|im_end|>'}}{% elif (message['role'] == 'assistant') %}{{'<|im_start|>assistant<|im_sep|>' + message['content'] + '<|im_end|>'}}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant<|im_sep|>' }}{% endif %}",775 "clean_up_tokenization_spaces": false,776 "eos_token": "<|im_end|>",777 "extra_special_tokens": {},778 "model_max_length": 16384,779 "pad_token": "<|dummy_85|>",780 "tokenizer_class": "GPT2Tokenizer",781 "unk_token": "<|endoftext|>"782}783