ByteDance-Seed/Stable-DiffCoder-8B-Base
21321
1{2 "added_tokens_decoder": {3 "0": {4 "content": "<[begin▁of▁sentence]>",5 "lstrip": false,6 "normalized": false,7 "rstrip": false,8 "single_word": false,9 "special": true10 },11 "1": {12 "content": "<[PAD▁TOKEN]>",13 "lstrip": false,14 "normalized": false,15 "rstrip": false,16 "single_word": false,17 "special": true18 },19 "2": {20 "content": "<[end▁of▁sentence]>",21 "lstrip": false,22 "normalized": false,23 "rstrip": false,24 "single_word": false,25 "special": true26 },27 "3": {28 "content": "<[UNK_never_used_51bce0c785ca2f68081bfa7d91973934]>",29 "lstrip": false,30 "normalized": false,31 "rstrip": false,32 "single_word": false,33 "special": true34 },35 "4": {36 "content": "<[CLS_never_used_51bce0c785ca2f68081bfa7d91973934]>",37 "lstrip": false,38 "normalized": false,39 "rstrip": false,40 "single_word": false,41 "special": true42 },43 "5": {44 "content": "<[MASK_TOKEN]>",45 "lstrip": false,46 "normalized": false,47 "rstrip": false,48 "single_word": false,49 "special": true50 },51 "6": {52 "content": "<[SEP▁TOKEN]>",53 "lstrip": false,54 "normalized": false,55 "rstrip": false,56 "single_word": false,57 "special": true58 },59 "7": {60 "content": "<[PLHD7_never_used_51bce0c785ca2f68081bfa7d91973934]>",61 "lstrip": false,62 "normalized": false,63 "rstrip": false,64 "single_word": false,65 "special": true66 },67 "8": {68 "content": "<[PLHD8_never_used_51bce0c785ca2f68081bfa7d91973934]>",69 "lstrip": false,70 "normalized": false,71 "rstrip": false,72 "single_word": false,73 "special": true74 },75 "9": {76 "content": "<[PLHD9_never_used_51bce0c785ca2f68081bfa7d91973934]>",77 "lstrip": false,78 "normalized": false,79 "rstrip": false,80 "single_word": false,81 "special": true82 },83 "10": {84 "content": "<[PLHD10_never_used_51bce0c785ca2f68081bfa7d91973934]>",85 "lstrip": false,86 "normalized": false,87 "rstrip": false,88 "single_word": false,89 "special": true90 },91 "11": {92 "content": "<[PLHD11_never_used_51bce0c785ca2f68081bfa7d91973934]>",93 "lstrip": false,94 "normalized": false,95 "rstrip": false,96 "single_word": false,97 "special": true98 },99 "12": {100 "content": "<[PLHD12_never_used_51bce0c785ca2f68081bfa7d91973934]>",101 "lstrip": false,102 "normalized": false,103 "rstrip": false,104 "single_word": false,105 "special": true106 },107 "13": {108 "content": "<[PLHD13_never_used_51bce0c785ca2f68081bfa7d91973934]>",109 "lstrip": false,110 "normalized": false,111 "rstrip": false,112 "single_word": false,113 "special": true114 },115 "14": {116 "content": "<[PLHD14_never_used_51bce0c785ca2f68081bfa7d91973934]>",117 "lstrip": false,118 "normalized": false,119 "rstrip": false,120 "single_word": false,121 "special": true122 },123 "15": {124 "content": "<[PLHD15_never_used_51bce0c785ca2f68081bfa7d91973934]>",125 "lstrip": false,126 "normalized": false,127 "rstrip": false,128 "single_word": false,129 "special": true130 },131 "16": {132 "content": "<[PLHD16_never_used_51bce0c785ca2f68081bfa7d91973934]>",133 "lstrip": false,134 "normalized": false,135 "rstrip": false,136 "single_word": false,137 "special": true138 },139 "17": {140 "content": "<[PLHD17_never_used_51bce0c785ca2f68081bfa7d91973934]>",141 "lstrip": false,142 "normalized": false,143 "rstrip": false,144 "single_word": false,145 "special": true146 },147 "18": {148 "content": "<[PLHD18_never_used_51bce0c785ca2f68081bfa7d91973934]>",149 "lstrip": false,150 "normalized": false,151 "rstrip": false,152 "single_word": false,153 "special": true154 },155 "19": {156 "content": "<[PLHD19_never_used_51bce0c785ca2f68081bfa7d91973934]>",157 "lstrip": false,158 "normalized": false,159 "rstrip": false,160 "single_word": false,161 "special": true162 },163 "20": {164 "content": "<[PLHD20_never_used_51bce0c785ca2f68081bfa7d91973934]>",165 "lstrip": false,166 "normalized": false,167 "rstrip": false,168 "single_word": false,169 "special": true170 },171 "21": {172 "content": "<[PLHD21_never_used_51bce0c785ca2f68081bfa7d91973934]>",173 "lstrip": false,174 "normalized": false,175 "rstrip": false,176 "single_word": false,177 "special": true178 },179 "22": {180 "content": "<[PLHD22_never_used_51bce0c785ca2f68081bfa7d91973934]>",181 "lstrip": false,182 "normalized": false,183 "rstrip": false,184 "single_word": false,185 "special": true186 },187 "23": {188 "content": "<[PLHD23_never_used_51bce0c785ca2f68081bfa7d91973934]>",189 "lstrip": false,190 "normalized": false,191 "rstrip": false,192 "single_word": false,193 "special": true194 },195 "24": {196 "content": "<[PLHD24_never_used_51bce0c785ca2f68081bfa7d91973934]>",197 "lstrip": false,198 "normalized": false,199 "rstrip": false,200 "single_word": false,201 "special": true202 },203 "25": {204 "content": "<[PLHD25_never_used_51bce0c785ca2f68081bfa7d91973934]>",205 "lstrip": false,206 "normalized": false,207 "rstrip": false,208 "single_word": false,209 "special": true210 },211 "26": {212 "content": "<[PLHD26_never_used_51bce0c785ca2f68081bfa7d91973934]>",213 "lstrip": false,214 "normalized": false,215 "rstrip": false,216 "single_word": false,217 "special": true218 },219 "27": {220 "content": "<[PLHD27_never_used_51bce0c785ca2f68081bfa7d91973934]>",221 "lstrip": false,222 "normalized": false,223 "rstrip": false,224 "single_word": false,225 "special": true226 },227 "28": {228 "content": "<[PLHD28_never_used_51bce0c785ca2f68081bfa7d91973934]>",229 "lstrip": false,230 "normalized": false,231 "rstrip": false,232 "single_word": false,233 "special": true234 },235 "29": {236 "content": "<[PLHD29_never_used_51bce0c785ca2f68081bfa7d91973934]>",237 "lstrip": false,238 "normalized": false,239 "rstrip": false,240 "single_word": false,241 "special": true242 },243 "30": {244 "content": "<[PLHD30_never_used_51bce0c785ca2f68081bfa7d91973934]>",245 "lstrip": false,246 "normalized": false,247 "rstrip": false,248 "single_word": false,249 "special": true250 },251 "31": {252 "content": "<[PLHD31_never_used_51bce0c785ca2f68081bfa7d91973934]>",253 "lstrip": false,254 "normalized": false,255 "rstrip": false,256 "single_word": false,257 "special": true258 },259 "32": {260 "content": "<[PLHD32_never_used_51bce0c785ca2f68081bfa7d91973934]>",261 "lstrip": false,262 "normalized": false,263 "rstrip": false,264 "single_word": false,265 "special": true266 },267 "33": {268 "content": "<[PLHD33_never_used_51bce0c785ca2f68081bfa7d91973934]>",269 "lstrip": false,270 "normalized": false,271 "rstrip": false,272 "single_word": false,273 "special": true274 },275 "34": {276 "content": "<[PLHD34_never_used_51bce0c785ca2f68081bfa7d91973934]>",277 "lstrip": false,278 "normalized": false,279 "rstrip": false,280 "single_word": false,281 "special": true282 },283 "35": {284 "content": "<[PLHD35_never_used_51bce0c785ca2f68081bfa7d91973934]>",285 "lstrip": false,286 "normalized": false,287 "rstrip": false,288 "single_word": false,289 "special": true290 },291 "36": {292 "content": "<[PLHD36_never_used_51bce0c785ca2f68081bfa7d91973934]>",293 "lstrip": false,294 "normalized": false,295 "rstrip": false,296 "single_word": false,297 "special": true298 },299 "37": {300 "content": "<[PLHD37_never_used_51bce0c785ca2f68081bfa7d91973934]>",301 "lstrip": false,302 "normalized": false,303 "rstrip": false,304 "single_word": false,305 "special": true306 },307 "38": {308 "content": "<[PLHD38_never_used_51bce0c785ca2f68081bfa7d91973934]>",309 "lstrip": false,310 "normalized": false,311 "rstrip": false,312 "single_word": false,313 "special": true314 },315 "39": {316 "content": "<[PLHD39_never_used_51bce0c785ca2f68081bfa7d91973934]>",317 "lstrip": false,318 "normalized": false,319 "rstrip": false,320 "single_word": false,321 "special": true322 },323 "40": {324 "content": "<[PLHD40_never_used_51bce0c785ca2f68081bfa7d91973934]>",325 "lstrip": false,326 "normalized": false,327 "rstrip": false,328 "single_word": false,329 "special": true330 },331 "41": {332 "content": "<[PLHD41_never_used_51bce0c785ca2f68081bfa7d91973934]>",333 "lstrip": false,334 "normalized": false,335 "rstrip": false,336 "single_word": false,337 "special": true338 },339 "42": {340 "content": "<[PLHD42_never_used_51bce0c785ca2f68081bfa7d91973934]>",341 "lstrip": false,342 "normalized": false,343 "rstrip": false,344 "single_word": false,345 "special": true346 },347 "43": {348 "content": "<[PLHD43_never_used_51bce0c785ca2f68081bfa7d91973934]>",349 "lstrip": false,350 "normalized": false,351 "rstrip": false,352 "single_word": false,353 "special": true354 },355 "44": {356 "content": "<[PLHD44_never_used_51bce0c785ca2f68081bfa7d91973934]>",357 "lstrip": false,358 "normalized": false,359 "rstrip": false,360 "single_word": false,361 "special": true362 },363 "45": {364 "content": "<[PLHD45_never_used_51bce0c785ca2f68081bfa7d91973934]>",365 "lstrip": false,366 "normalized": false,367 "rstrip": false,368 "single_word": false,369 "special": true370 },371 "46": {372 "content": "<[PLHD46_never_used_51bce0c785ca2f68081bfa7d91973934]>",373 "lstrip": false,374 "normalized": false,375 "rstrip": false,376 "single_word": false,377 "special": true378 },379 "47": {380 "content": "<[PLHD47_never_used_51bce0c785ca2f68081bfa7d91973934]>",381 "lstrip": false,382 "normalized": false,383 "rstrip": false,384 "single_word": false,385 "special": true386 },387 "48": {388 "content": "<[PLHD48_never_used_51bce0c785ca2f68081bfa7d91973934]>",389 "lstrip": false,390 "normalized": false,391 "rstrip": false,392 "single_word": false,393 "special": true394 },395 "49": {396 "content": "<[PLHD49_never_used_51bce0c785ca2f68081bfa7d91973934]>",397 "lstrip": false,398 "normalized": false,399 "rstrip": false,400 "single_word": false,401 "special": true402 },403 "50": {404 "content": "<[PLHD50_never_used_51bce0c785ca2f68081bfa7d91973934]>",405 "lstrip": false,406 "normalized": false,407 "rstrip": false,408 "single_word": false,409 "special": true410 },411 "51": {412 "content": "<[PLHD51_never_used_51bce0c785ca2f68081bfa7d91973934]>",413 "lstrip": false,414 "normalized": false,415 "rstrip": false,416 "single_word": false,417 "special": true418 },419 "52": {420 "content": "<[PLHD52_never_used_51bce0c785ca2f68081bfa7d91973934]>",421 "lstrip": false,422 "normalized": false,423 "rstrip": false,424 "single_word": false,425 "special": true426 },427 "53": {428 "content": "<[PLHD53_never_used_51bce0c785ca2f68081bfa7d91973934]>",429 "lstrip": false,430 "normalized": false,431 "rstrip": false,432 "single_word": false,433 "special": true434 },435 "54": {436 "content": "<[PLHD54_never_used_51bce0c785ca2f68081bfa7d91973934]>",437 "lstrip": false,438 "normalized": false,439 "rstrip": false,440 "single_word": false,441 "special": true442 },443 "55": {444 "content": "<[PLHD55_never_used_51bce0c785ca2f68081bfa7d91973934]>",445 "lstrip": false,446 "normalized": false,447 "rstrip": false,448 "single_word": false,449 "special": true450 },451 "56": {452 "content": "<[PLHD56_never_used_51bce0c785ca2f68081bfa7d91973934]>",453 "lstrip": false,454 "normalized": false,455 "rstrip": false,456 "single_word": false,457 "special": true458 },459 "57": {460 "content": "<[PLHD57_never_used_51bce0c785ca2f68081bfa7d91973934]>",461 "lstrip": false,462 "normalized": false,463 "rstrip": false,464 "single_word": false,465 "special": true466 },467 "58": {468 "content": "<[PLHD58_never_used_51bce0c785ca2f68081bfa7d91973934]>",469 "lstrip": false,470 "normalized": false,471 "rstrip": false,472 "single_word": false,473 "special": true474 },475 "59": {476 "content": "<[PLHD59_never_used_51bce0c785ca2f68081bfa7d91973934]>",477 "lstrip": false,478 "normalized": false,479 "rstrip": false,480 "single_word": false,481 "special": true482 },483 "60": {484 "content": "<[PLHD60_never_used_51bce0c785ca2f68081bfa7d91973934]>",485 "lstrip": false,486 "normalized": false,487 "rstrip": false,488 "single_word": false,489 "special": true490 },491 "61": {492 "content": "<[PLHD61_never_used_51bce0c785ca2f68081bfa7d91973934]>",493 "lstrip": false,494 "normalized": false,495 "rstrip": false,496 "single_word": false,497 "special": true498 },499 "62": {500 "content": "<[PLHD62_never_used_51bce0c785ca2f68081bfa7d91973934]>",501 "lstrip": false,502 "normalized": false,503 "rstrip": false,504 "single_word": false,505 "special": true506 },507 "63": {508 "content": "<[PLHD63_never_used_51bce0c785ca2f68081bfa7d91973934]>",509 "lstrip": false,510 "normalized": false,511 "rstrip": false,512 "single_word": false,513 "special": true514 },515 "64": {516 "content": "<[PLHD64_never_used_51bce0c785ca2f68081bfa7d91973934]>",517 "lstrip": false,518 "normalized": false,519 "rstrip": false,520 "single_word": false,521 "special": true522 },523 "65": {524 "content": "<[PLHD65_never_used_51bce0c785ca2f68081bfa7d91973934]>",525 "lstrip": false,526 "normalized": false,527 "rstrip": false,528 "single_word": false,529 "special": true530 },531 "66": {532 "content": "<[PLHD66_never_used_51bce0c785ca2f68081bfa7d91973934]>",533 "lstrip": false,534 "normalized": false,535 "rstrip": false,536 "single_word": false,537 "special": true538 },539 "67": {540 "content": "<[PLHD67_never_used_51bce0c785ca2f68081bfa7d91973934]>",541 "lstrip": false,542 "normalized": false,543 "rstrip": false,544 "single_word": false,545 "special": true546 },547 "68": {548 "content": "<[PLHD68_never_used_51bce0c785ca2f68081bfa7d91973934]>",549 "lstrip": false,550 "normalized": false,551 "rstrip": false,552 "single_word": false,553 "special": true554 },555 "69": {556 "content": "<[PLHD69_never_used_51bce0c785ca2f68081bfa7d91973934]>",557 "lstrip": false,558 "normalized": false,559 "rstrip": false,560 "single_word": false,561 "special": true562 },563 "70": {564 "content": "<[PLHD70_never_used_51bce0c785ca2f68081bfa7d91973934]>",565 "lstrip": false,566 "normalized": false,567 "rstrip": false,568 "single_word": false,569 "special": true570 },571 "71": {572 "content": "<[PLHD71_never_used_51bce0c785ca2f68081bfa7d91973934]>",573 "lstrip": false,574 "normalized": false,575 "rstrip": false,576 "single_word": false,577 "special": true578 },579 "72": {580 "content": "<[PLHD72_never_used_51bce0c785ca2f68081bfa7d91973934]>",581 "lstrip": false,582 "normalized": false,583 "rstrip": false,584 "single_word": false,585 "special": true586 },587 "73": {588 "content": "<[PLHD73_never_used_51bce0c785ca2f68081bfa7d91973934]>",589 "lstrip": false,590 "normalized": false,591 "rstrip": false,592 "single_word": false,593 "special": true594 },595 "74": {596 "content": "<[PLHD74_never_used_51bce0c785ca2f68081bfa7d91973934]>",597 "lstrip": false,598 "normalized": false,599 "rstrip": false,600 "single_word": false,601 "special": true602 },603 "75": {604 "content": "<[PLHD75_never_used_51bce0c785ca2f68081bfa7d91973934]>",605 "lstrip": false,606 "normalized": false,607 "rstrip": false,608 "single_word": false,609 "special": true610 },611 "76": {612 "content": "<[PLHD76_never_used_51bce0c785ca2f68081bfa7d91973934]>",613 "lstrip": false,614 "normalized": false,615 "rstrip": false,616 "single_word": false,617 "special": true618 },619 "77": {620 "content": "<[PLHD77_never_used_51bce0c785ca2f68081bfa7d91973934]>",621 "lstrip": false,622 "normalized": false,623 "rstrip": false,624 "single_word": false,625 "special": true626 },627 "78": {628 "content": "<[PLHD78_never_used_51bce0c785ca2f68081bfa7d91973934]>",629 "lstrip": false,630 "normalized": false,631 "rstrip": false,632 "single_word": false,633 "special": true634 },635 "79": {636 "content": "<[PLHD79_never_used_51bce0c785ca2f68081bfa7d91973934]>",637 "lstrip": false,638 "normalized": false,639 "rstrip": false,640 "single_word": false,641 "special": true642 },643 "80": {644 "content": "<[PLHD80_never_used_51bce0c785ca2f68081bfa7d91973934]>",645 "lstrip": false,646 "normalized": false,647 "rstrip": false,648 "single_word": false,649 "special": true650 },651 "81": {652 "content": "<[PLHD81_never_used_51bce0c785ca2f68081bfa7d91973934]>",653 "lstrip": false,654 "normalized": false,655 "rstrip": false,656 "single_word": false,657 "special": true658 },659 "82": {660 "content": "<[PLHD82_never_used_51bce0c785ca2f68081bfa7d91973934]>",661 "lstrip": false,662 "normalized": false,663 "rstrip": false,664 "single_word": false,665 "special": true666 },667 "83": {668 "content": "<[PLHD83_never_used_51bce0c785ca2f68081bfa7d91973934]>",669 "lstrip": false,670 "normalized": false,671 "rstrip": false,672 "single_word": false,673 "special": true674 },675 "84": {676 "content": "<[PLHD84_never_used_51bce0c785ca2f68081bfa7d91973934]>",677 "lstrip": false,678 "normalized": false,679 "rstrip": false,680 "single_word": false,681 "special": true682 },683 "85": {684 "content": "<[PLHD85_never_used_51bce0c785ca2f68081bfa7d91973934]>",685 "lstrip": false,686 "normalized": false,687 "rstrip": false,688 "single_word": false,689 "special": true690 },691 "86": {692 "content": "<[PLHD86_never_used_51bce0c785ca2f68081bfa7d91973934]>",693 "lstrip": false,694 "normalized": false,695 "rstrip": false,696 "single_word": false,697 "special": true698 },699 "87": {700 "content": "<[PLHD87_never_used_51bce0c785ca2f68081bfa7d91973934]>",701 "lstrip": false,702 "normalized": false,703 "rstrip": false,704 "single_word": false,705 "special": true706 },707 "88": {708 "content": "<[PLHD88_never_used_51bce0c785ca2f68081bfa7d91973934]>",709 "lstrip": false,710 "normalized": false,711 "rstrip": false,712 "single_word": false,713 "special": true714 },715 "89": {716 "content": "<[PLHD89_never_used_51bce0c785ca2f68081bfa7d91973934]>",717 "lstrip": false,718 "normalized": false,719 "rstrip": false,720 "single_word": false,721 "special": true722 },723 "90": {724 "content": "<[PLHD90_never_used_51bce0c785ca2f68081bfa7d91973934]>",725 "lstrip": false,726 "normalized": false,727 "rstrip": false,728 "single_word": false,729 "special": true730 },731 "91": {732 "content": "<[PLHD91_never_used_51bce0c785ca2f68081bfa7d91973934]>",733 "lstrip": false,734 "normalized": false,735 "rstrip": false,736 "single_word": false,737 "special": true738 },739 "92": {740 "content": "<[PLHD92_never_used_51bce0c785ca2f68081bfa7d91973934]>",741 "lstrip": false,742 "normalized": false,743 "rstrip": false,744 "single_word": false,745 "special": true746 },747 "93": {748 "content": "<[PLHD93_never_used_51bce0c785ca2f68081bfa7d91973934]>",749 "lstrip": false,750 "normalized": false,751 "rstrip": false,752 "single_word": false,753 "special": true754 },755 "94": {756 "content": "<[PLHD94_never_used_51bce0c785ca2f68081bfa7d91973934]>",757 "lstrip": false,758 "normalized": false,759 "rstrip": false,760 "single_word": false,761 "special": true762 },763 "95": {764 "content": "<[PLHD95_never_used_51bce0c785ca2f68081bfa7d91973934]>",765 "lstrip": false,766 "normalized": false,767 "rstrip": false,768 "single_word": false,769 "special": true770 },771 "96": {772 "content": "<[PLHD96_never_used_51bce0c785ca2f68081bfa7d91973934]>",773 "lstrip": false,774 "normalized": false,775 "rstrip": false,776 "single_word": false,777 "special": true778 },779 "97": {780 "content": "<[PLHD97_never_used_51bce0c785ca2f68081bfa7d91973934]>",781 "lstrip": false,782 "normalized": false,783 "rstrip": false,784 "single_word": false,785 "special": true786 },787 "98": {788 "content": "<[PLHD98_never_used_51bce0c785ca2f68081bfa7d91973934]>",789 "lstrip": false,790 "normalized": false,791 "rstrip": false,792 "single_word": false,793 "special": true794 },795 "99": {796 "content": "<[PLHD99_never_used_51bce0c785ca2f68081bfa7d91973934]>",797 "lstrip": false,798 "normalized": false,799 "rstrip": false,800 "single_word": false,801 "special": true802 },803 "100": {804 "content": "<[PLHD100_never_used_51bce0c785ca2f68081bfa7d91973934]>",805 "lstrip": false,806 "normalized": false,807 "rstrip": false,808 "single_word": false,809 "special": true810 },811 "101": {812 "content": "<[PLHD101_never_used_51bce0c785ca2f68081bfa7d91973934]>",813 "lstrip": false,814 "normalized": false,815 "rstrip": false,816 "single_word": false,817 "special": true818 },819 "102": {820 "content": "<[PLHD102_never_used_51bce0c785ca2f68081bfa7d91973934]>",821 "lstrip": false,822 "normalized": false,823 "rstrip": false,824 "single_word": false,825 "special": true826 },827 "103": {828 "content": "<[PLHD103_never_used_51bce0c785ca2f68081bfa7d91973934]>",829 "lstrip": false,830 "normalized": false,831 "rstrip": false,832 "single_word": false,833 "special": true834 },835 "104": {836 "content": "<[PLHD104_never_used_51bce0c785ca2f68081bfa7d91973934]>",837 "lstrip": false,838 "normalized": false,839 "rstrip": false,840 "single_word": false,841 "special": true842 },843 "105": {844 "content": "<[PLHD105_never_used_51bce0c785ca2f68081bfa7d91973934]>",845 "lstrip": false,846 "normalized": false,847 "rstrip": false,848 "single_word": false,849 "special": true850 },851 "106": {852 "content": "<[PLHD106_never_used_51bce0c785ca2f68081bfa7d91973934]>",853 "lstrip": false,854 "normalized": false,855 "rstrip": false,856 "single_word": false,857 "special": true858 },859 "107": {860 "content": "<[PLHD107_never_used_51bce0c785ca2f68081bfa7d91973934]>",861 "lstrip": false,862 "normalized": false,863 "rstrip": false,864 "single_word": false,865 "special": true866 },867 "108": {868 "content": "<[PLHD108_never_used_51bce0c785ca2f68081bfa7d91973934]>",869 "lstrip": false,870 "normalized": false,871 "rstrip": false,872 "single_word": false,873 "special": true874 },875 "109": {876 "content": "<[PLHD109_never_used_51bce0c785ca2f68081bfa7d91973934]>",877 "lstrip": false,878 "normalized": false,879 "rstrip": false,880 "single_word": false,881 "special": true882 },883 "110": {884 "content": "<[PLHD110_never_used_51bce0c785ca2f68081bfa7d91973934]>",885 "lstrip": false,886 "normalized": false,887 "rstrip": false,888 "single_word": false,889 "special": true890 },891 "111": {892 "content": "<[PLHD111_never_used_51bce0c785ca2f68081bfa7d91973934]>",893 "lstrip": false,894 "normalized": false,895 "rstrip": false,896 "single_word": false,897 "special": true898 },899 "112": {900 "content": "<[PLHD112_never_used_51bce0c785ca2f68081bfa7d91973934]>",901 "lstrip": false,902 "normalized": false,903 "rstrip": false,904 "single_word": false,905 "special": true906 },907 "113": {908 "content": "<[PLHD113_never_used_51bce0c785ca2f68081bfa7d91973934]>",909 "lstrip": false,910 "normalized": false,911 "rstrip": false,912 "single_word": false,913 "special": true914 },915 "114": {916 "content": "<[PLHD114_never_used_51bce0c785ca2f68081bfa7d91973934]>",917 "lstrip": false,918 "normalized": false,919 "rstrip": false,920 "single_word": false,921 "special": true922 },923 "115": {924 "content": "<[PLHD115_never_used_51bce0c785ca2f68081bfa7d91973934]>",925 "lstrip": false,926 "normalized": false,927 "rstrip": false,928 "single_word": false,929 "special": true930 },931 "116": {932 "content": "<[PLHD116_never_used_51bce0c785ca2f68081bfa7d91973934]>",933 "lstrip": false,934 "normalized": false,935 "rstrip": false,936 "single_word": false,937 "special": true938 },939 "117": {940 "content": "<[PLHD117_never_used_51bce0c785ca2f68081bfa7d91973934]>",941 "lstrip": false,942 "normalized": false,943 "rstrip": false,944 "single_word": false,945 "special": true946 },947 "118": {948 "content": "<[PLHD118_never_used_51bce0c785ca2f68081bfa7d91973934]>",949 "lstrip": false,950 "normalized": false,951 "rstrip": false,952 "single_word": false,953 "special": true954 },955 "119": {956 "content": "<[PLHD119_never_used_51bce0c785ca2f68081bfa7d91973934]>",957 "lstrip": false,958 "normalized": false,959 "rstrip": false,960 "single_word": false,961 "special": true962 },963 "120": {964 "content": "<[PLHD120_never_used_51bce0c785ca2f68081bfa7d91973934]>",965 "lstrip": false,966 "normalized": false,967 "rstrip": false,968 "single_word": false,969 "special": true970 },971 "121": {972 "content": "<[PLHD121_never_used_51bce0c785ca2f68081bfa7d91973934]>",973 "lstrip": false,974 "normalized": false,975 "rstrip": false,976 "single_word": false,977 "special": true978 },979 "122": {980 "content": "<[PLHD122_never_used_51bce0c785ca2f68081bfa7d91973934]>",981 "lstrip": false,982 "normalized": false,983 "rstrip": false,984 "single_word": false,985 "special": true986 },987 "123": {988 "content": "<[PLHD123_never_used_51bce0c785ca2f68081bfa7d91973934]>",989 "lstrip": false,990 "normalized": false,991 "rstrip": false,992 "single_word": false,993 "special": true994 },995 "124": {996 "content": "<[fim-prefix]>",997 "lstrip": false,998 "normalized": false,999 "rstrip": false,1000 "single_word": false,1001 "special": true1002 },1003 "125": {1004 "content": "<[fim-suffix]>",1005 "lstrip": false,1006 "normalized": false,1007 "rstrip": false,1008 "single_word": false,1009 "special": true1010 },1011 "126": {1012 "content": "<[fim-middle]>",1013 "lstrip": false,1014 "normalized": false,1015 "rstrip": false,1016 "single_word": false,1017 "special": true1018 },1019 "127": {1020 "content": "<[PLHD127_never_used_51bce0c785ca2f68081bfa7d91973934]>",1021 "lstrip": false,1022 "normalized": false,1023 "rstrip": false,1024 "single_word": false,1025 "special": true1026 }1027 },1028 "bos_token": "<[begin▁of▁sentence]>",1029 "clean_up_tokenization_spaces": false,1030 "eos_token": "<[end▁of▁sentence]>",1031 "model_max_length": 32768,1032 "pad_token": "<[PAD▁TOKEN]>",1033 "sep_token": "<[SEP▁TOKEN]>",1034 "mask_token": "<[MASK_TOKEN]>",1035 "tokenizer_class": "PreTrainedTokenizerFast"1036}