amd/DeepSeek-R1-MXFP4
5271k
1{2 "version": "1.0",3 "truncation": {4 "direction": "Right",5 "max_length": 512,6 "strategy": "LongestFirst",7 "stride": 08 },9 "padding": {10 "strategy": "BatchLongest",11 "direction": "Left",12 "pad_to_multiple_of": null,13 "pad_id": 1,14 "pad_type_id": 0,15 "pad_token": "<｜end▁of▁sentence｜>"16 },17 "added_tokens": [18 {19 "id": 0,20 "content": "<｜begin▁of▁sentence｜>",21 "single_word": false,22 "lstrip": false,23 "rstrip": false,24 "normalized": false,25 "special": true26 },27 {28 "id": 1,29 "content": "<｜end▁of▁sentence｜>",30 "single_word": false,31 "lstrip": false,32 "rstrip": false,33 "normalized": false,34 "special": true35 },36 {37 "id": 2,38 "content": "<｜▁pad▁｜>",39 "single_word": false,40 "lstrip": false,41 "rstrip": false,42 "normalized": false,43 "special": true44 },45 {46 "id": 128000,47 "content": "<｜place▁holder▁no▁0｜>",48 "single_word": false,49 "lstrip": false,50 "rstrip": false,51 "normalized": false,52 "special": true53 },54 {55 "id": 128001,56 "content": "<｜place▁holder▁no▁1｜>",57 "single_word": false,58 "lstrip": false,59 "rstrip": false,60 "normalized": false,61 "special": true62 },63 {64 "id": 128002,65 "content": "<｜place▁holder▁no▁2｜>",66 "single_word": false,67 "lstrip": false,68 "rstrip": false,69 "normalized": false,70 "special": true71 },72 {73 "id": 128003,74 "content": "<｜place▁holder▁no▁3｜>",75 "single_word": false,76 "lstrip": false,77 "rstrip": false,78 "normalized": false,79 "special": true80 },81 {82 "id": 128004,83 "content": "<｜place▁holder▁no▁4｜>",84 "single_word": false,85 "lstrip": false,86 "rstrip": false,87 "normalized": false,88 "special": true89 },90 {91 "id": 128005,92 "content": "<｜place▁holder▁no▁5｜>",93 "single_word": false,94 "lstrip": false,95 "rstrip": false,96 "normalized": false,97 "special": true98 },99 {100 "id": 128006,101 "content": "<｜place▁holder▁no▁6｜>",102 "single_word": false,103 "lstrip": false,104 "rstrip": false,105 "normalized": false,106 "special": true107 },108 {109 "id": 128007,110 "content": "<｜place▁holder▁no▁7｜>",111 "single_word": false,112 "lstrip": false,113 "rstrip": false,114 "normalized": false,115 "special": true116 },117 {118 "id": 128008,119 "content": "<｜place▁holder▁no▁8｜>",120 "single_word": false,121 "lstrip": false,122 "rstrip": false,123 "normalized": false,124 "special": true125 },126 {127 "id": 128009,128 "content": "<｜place▁holder▁no▁9｜>",129 "single_word": false,130 "lstrip": false,131 "rstrip": false,132 "normalized": false,133 "special": true134 },135 {136 "id": 128010,137 "content": "<｜place▁holder▁no▁10｜>",138 "single_word": false,139 "lstrip": false,140 "rstrip": false,141 "normalized": false,142 "special": true143 },144 {145 "id": 128011,146 "content": "<｜place▁holder▁no▁11｜>",147 "single_word": false,148 "lstrip": false,149 "rstrip": false,150 "normalized": false,151 "special": true152 },153 {154 "id": 128012,155 "content": "<｜place▁holder▁no▁12｜>",156 "single_word": false,157 "lstrip": false,158 "rstrip": false,159 "normalized": false,160 "special": true161 },162 {163 "id": 128013,164 "content": "<｜place▁holder▁no▁13｜>",165 "single_word": false,166 "lstrip": false,167 "rstrip": false,168 "normalized": false,169 "special": true170 },171 {172 "id": 128014,173 "content": "<｜place▁holder▁no▁14｜>",174 "single_word": false,175 "lstrip": false,176 "rstrip": false,177 "normalized": false,178 "special": true179 },180 {181 "id": 128015,182 "content": "<｜place▁holder▁no▁15｜>",183 "single_word": false,184 "lstrip": false,185 "rstrip": false,186 "normalized": false,187 "special": true188 },189 {190 "id": 128016,191 "content": "<｜place▁holder▁no▁16｜>",192 "single_word": false,193 "lstrip": false,194 "rstrip": false,195 "normalized": false,196 "special": true197 },198 {199 "id": 128017,200 "content": "<｜place▁holder▁no▁17｜>",201 "single_word": false,202 "lstrip": false,203 "rstrip": false,204 "normalized": false,205 "special": true206 },207 {208 "id": 128018,209 "content": "<｜place▁holder▁no▁18｜>",210 "single_word": false,211 "lstrip": false,212 "rstrip": false,213 "normalized": false,214 "special": true215 },216 {217 "id": 128019,218 "content": "<｜place▁holder▁no▁19｜>",219 "single_word": false,220 "lstrip": false,221 "rstrip": false,222 "normalized": false,223 "special": true224 },225 {226 "id": 128020,227 "content": "<｜place▁holder▁no▁20｜>",228 "single_word": false,229 "lstrip": false,230 "rstrip": false,231 "normalized": false,232 "special": true233 },234 {235 "id": 128021,236 "content": "<｜place▁holder▁no▁21｜>",237 "single_word": false,238 "lstrip": false,239 "rstrip": false,240 "normalized": false,241 "special": true242 },243 {244 "id": 128022,245 "content": "<｜place▁holder▁no▁22｜>",246 "single_word": false,247 "lstrip": false,248 "rstrip": false,249 "normalized": false,250 "special": true251 },252 {253 "id": 128023,254 "content": "<｜place▁holder▁no▁23｜>",255 "single_word": false,256 "lstrip": false,257 "rstrip": false,258 "normalized": false,259 "special": true260 },261 {262 "id": 128024,263 "content": "<｜place▁holder▁no▁24｜>",264 "single_word": false,265 "lstrip": false,266 "rstrip": false,267 "normalized": false,268 "special": true269 },270 {271 "id": 128025,272 "content": "<｜place▁holder▁no▁25｜>",273 "single_word": false,274 "lstrip": false,275 "rstrip": false,276 "normalized": false,277 "special": true278 },279 {280 "id": 128026,281 "content": "<｜place▁holder▁no▁26｜>",282 "single_word": false,283 "lstrip": false,284 "rstrip": false,285 "normalized": false,286 "special": true287 },288 {289 "id": 128027,290 "content": "<｜place▁holder▁no▁27｜>",291 "single_word": false,292 "lstrip": false,293 "rstrip": false,294 "normalized": false,295 "special": true296 },297 {298 "id": 128028,299 "content": "<｜place▁holder▁no▁28｜>",300 "single_word": false,301 "lstrip": false,302 "rstrip": false,303 "normalized": false,304 "special": true305 },306 {307 "id": 128029,308 "content": "<｜place▁holder▁no▁29｜>",309 "single_word": false,310 "lstrip": false,311 "rstrip": false,312 "normalized": false,313 "special": true314 },315 {316 "id": 128030,317 "content": "<｜place▁holder▁no▁30｜>",318 "single_word": false,319 "lstrip": false,320 "rstrip": false,321 "normalized": false,322 "special": true323 },324 {325 "id": 128031,326 "content": "<｜place▁holder▁no▁31｜>",327 "single_word": false,328 "lstrip": false,329 "rstrip": false,330 "normalized": false,331 "special": true332 },333 {334 "id": 128032,335 "content": "<｜place▁holder▁no▁32｜>",336 "single_word": false,337 "lstrip": false,338 "rstrip": false,339 "normalized": false,340 "special": true341 },342 {343 "id": 128033,344 "content": "<｜place▁holder▁no▁33｜>",345 "single_word": false,346 "lstrip": false,347 "rstrip": false,348 "normalized": false,349 "special": true350 },351 {352 "id": 128034,353 "content": "<｜place▁holder▁no▁34｜>",354 "single_word": false,355 "lstrip": false,356 "rstrip": false,357 "normalized": false,358 "special": true359 },360 {361 "id": 128035,362 "content": "<｜place▁holder▁no▁35｜>",363 "single_word": false,364 "lstrip": false,365 "rstrip": false,366 "normalized": false,367 "special": true368 },369 {370 "id": 128036,371 "content": "<｜place▁holder▁no▁36｜>",372 "single_word": false,373 "lstrip": false,374 "rstrip": false,375 "normalized": false,376 "special": true377 },378 {379 "id": 128037,380 "content": "<｜place▁holder▁no▁37｜>",381 "single_word": false,382 "lstrip": false,383 "rstrip": false,384 "normalized": false,385 "special": true386 },387 {388 "id": 128038,389 "content": "<｜place▁holder▁no▁38｜>",390 "single_word": false,391 "lstrip": false,392 "rstrip": false,393 "normalized": false,394 "special": true395 },396 {397 "id": 128039,398 "content": "<｜place▁holder▁no▁39｜>",399 "single_word": false,400 "lstrip": false,401 "rstrip": false,402 "normalized": false,403 "special": true404 },405 {406 "id": 128040,407 "content": "<｜place▁holder▁no▁40｜>",408 "single_word": false,409 "lstrip": false,410 "rstrip": false,411 "normalized": false,412 "special": true413 },414 {415 "id": 128041,416 "content": "<｜place▁holder▁no▁41｜>",417 "single_word": false,418 "lstrip": false,419 "rstrip": false,420 "normalized": false,421 "special": true422 },423 {424 "id": 128042,425 "content": "<｜place▁holder▁no▁42｜>",426 "single_word": false,427 "lstrip": false,428 "rstrip": false,429 "normalized": false,430 "special": true431 },432 {433 "id": 128043,434 "content": "<｜place▁holder▁no▁43｜>",435 "single_word": false,436 "lstrip": false,437 "rstrip": false,438 "normalized": false,439 "special": true440 },441 {442 "id": 128044,443 "content": "<｜place▁holder▁no▁44｜>",444 "single_word": false,445 "lstrip": false,446 "rstrip": false,447 "normalized": false,448 "special": true449 },450 {451 "id": 128045,452 "content": "<｜place▁holder▁no▁45｜>",453 "single_word": false,454 "lstrip": false,455 "rstrip": false,456 "normalized": false,457 "special": true458 },459 {460 "id": 128046,461 "content": "<｜place▁holder▁no▁46｜>",462 "single_word": false,463 "lstrip": false,464 "rstrip": false,465 "normalized": false,466 "special": true467 },468 {469 "id": 128047,470 "content": "<｜place▁holder▁no▁47｜>",471 "single_word": false,472 "lstrip": false,473 "rstrip": false,474 "normalized": false,475 "special": true476 },477 {478 "id": 128048,479 "content": "<｜place▁holder▁no▁48｜>",480 "single_word": false,481 "lstrip": false,482 "rstrip": false,483 "normalized": false,484 "special": true485 },486 {487 "id": 128049,488 "content": "<｜place▁holder▁no▁49｜>",489 "single_word": false,490 "lstrip": false,491 "rstrip": false,492 "normalized": false,493 "special": true494 },495 {496 "id": 128050,497 "content": "<｜place▁holder▁no▁50｜>",498 "single_word": false,499 "lstrip": false,500 "rstrip": false,501 "normalized": false,502 "special": true503 },504 {505 "id": 128051,506 "content": "<｜place▁holder▁no▁51｜>",507 "single_word": false,508 "lstrip": false,509 "rstrip": false,510 "normalized": false,511 "special": true512 },513 {514 "id": 128052,515 "content": "<｜place▁holder▁no▁52｜>",516 "single_word": false,517 "lstrip": false,518 "rstrip": false,519 "normalized": false,520 "special": true521 },522 {523 "id": 128053,524 "content": "<｜place▁holder▁no▁53｜>",525 "single_word": false,526 "lstrip": false,527 "rstrip": false,528 "normalized": false,529 "special": true530 },531 {532 "id": 128054,533 "content": "<｜place▁holder▁no▁54｜>",534 "single_word": false,535 "lstrip": false,536 "rstrip": false,537 "normalized": false,538 "special": true539 },540 {541 "id": 128055,542 "content": "<｜place▁holder▁no▁55｜>",543 "single_word": false,544 "lstrip": false,545 "rstrip": false,546 "normalized": false,547 "special": true548 },549 {550 "id": 128056,551 "content": "<｜place▁holder▁no▁56｜>",552 "single_word": false,553 "lstrip": false,554 "rstrip": false,555 "normalized": false,556 "special": true557 },558 {559 "id": 128057,560 "content": "<｜place▁holder▁no▁57｜>",561 "single_word": false,562 "lstrip": false,563 "rstrip": false,564 "normalized": false,565 "special": true566 },567 {568 "id": 128058,569 "content": "<｜place▁holder▁no▁58｜>",570 "single_word": false,571 "lstrip": false,572 "rstrip": false,573 "normalized": false,574 "special": true575 },576 {577 "id": 128059,578 "content": "<｜place▁holder▁no▁59｜>",579 "single_word": false,580 "lstrip": false,581 "rstrip": false,582 "normalized": false,583 "special": true584 },585 {586 "id": 128060,587 "content": "<｜place▁holder▁no▁60｜>",588 "single_word": false,589 "lstrip": false,590 "rstrip": false,591 "normalized": false,592 "special": true593 },594 {595 "id": 128061,596 "content": "<｜place▁holder▁no▁61｜>",597 "single_word": false,598 "lstrip": false,599 "rstrip": false,600 "normalized": false,601 "special": true602 },603 {604 "id": 128062,605 "content": "<｜place▁holder▁no▁62｜>",606 "single_word": false,607 "lstrip": false,608 "rstrip": false,609 "normalized": false,610 "special": true611 },612 {613 "id": 128063,614 "content": "<｜place▁holder▁no▁63｜>",615 "single_word": false,616 "lstrip": false,617 "rstrip": false,618 "normalized": false,619 "special": true620 },621 {622 "id": 128064,623 "content": "<｜place▁holder▁no▁64｜>",624 "single_word": false,625 "lstrip": false,626 "rstrip": false,627 "normalized": false,628 "special": true629 },630 {631 "id": 128065,632 "content": "<｜place▁holder▁no▁65｜>",633 "single_word": false,634 "lstrip": false,635 "rstrip": false,636 "normalized": false,637 "special": true638 },639 {640 "id": 128066,641 "content": "<｜place▁holder▁no▁66｜>",642 "single_word": false,643 "lstrip": false,644 "rstrip": false,645 "normalized": false,646 "special": true647 },648 {649 "id": 128067,650 "content": "<｜place▁holder▁no▁67｜>",651 "single_word": false,652 "lstrip": false,653 "rstrip": false,654 "normalized": false,655 "special": true656 },657 {658 "id": 128068,659 "content": "<｜place▁holder▁no▁68｜>",660 "single_word": false,661 "lstrip": false,662 "rstrip": false,663 "normalized": false,664 "special": true665 },666 {667 "id": 128069,668 "content": "<｜place▁holder▁no▁69｜>",669 "single_word": false,670 "lstrip": false,671 "rstrip": false,672 "normalized": false,673 "special": true674 },675 {676 "id": 128070,677 "content": "<｜place▁holder▁no▁70｜>",678 "single_word": false,679 "lstrip": false,680 "rstrip": false,681 "normalized": false,682 "special": true683 },684 {685 "id": 128071,686 "content": "<｜place▁holder▁no▁71｜>",687 "single_word": false,688 "lstrip": false,689 "rstrip": false,690 "normalized": false,691 "special": true692 },693 {694 "id": 128072,695 "content": "<｜place▁holder▁no▁72｜>",696 "single_word": false,697 "lstrip": false,698 "rstrip": false,699 "normalized": false,700 "special": true701 },702 {703 "id": 128073,704 "content": "<｜place▁holder▁no▁73｜>",705 "single_word": false,706 "lstrip": false,707 "rstrip": false,708 "normalized": false,709 "special": true710 },711 {712 "id": 128074,713 "content": "<｜place▁holder▁no▁74｜>",714 "single_word": false,715 "lstrip": false,716 "rstrip": false,717 "normalized": false,718 "special": true719 },720 {721 "id": 128075,722 "content": "<｜place▁holder▁no▁75｜>",723 "single_word": false,724 "lstrip": false,725 "rstrip": false,726 "normalized": false,727 "special": true728 },729 {730 "id": 128076,731 "content": "<｜place▁holder▁no▁76｜>",732 "single_word": false,733 "lstrip": false,734 "rstrip": false,735 "normalized": false,736 "special": true737 },738 {739 "id": 128077,740 "content": "<｜place▁holder▁no▁77｜>",741 "single_word": false,742 "lstrip": false,743 "rstrip": false,744 "normalized": false,745 "special": true746 },747 {748 "id": 128078,749 "content": "<｜place▁holder▁no▁78｜>",750 "single_word": false,751 "lstrip": false,752 "rstrip": false,753 "normalized": false,754 "special": true755 },756 {757 "id": 128079,758 "content": "<｜place▁holder▁no▁79｜>",759 "single_word": false,760 "lstrip": false,761 "rstrip": false,762 "normalized": false,763 "special": true764 },765 {766 "id": 128080,767 "content": "<｜place▁holder▁no▁80｜>",768 "single_word": false,769 "lstrip": false,770 "rstrip": false,771 "normalized": false,772 "special": true773 },774 {775 "id": 128081,776 "content": "<｜place▁holder▁no▁81｜>",777 "single_word": false,778 "lstrip": false,779 "rstrip": false,780 "normalized": false,781 "special": true782 },783 {784 "id": 128082,785 "content": "<｜place▁holder▁no▁82｜>",786 "single_word": false,787 "lstrip": false,788 "rstrip": false,789 "normalized": false,790 "special": true791 },792 {793 "id": 128083,794 "content": "<｜place▁holder▁no▁83｜>",795 "single_word": false,796 "lstrip": false,797 "rstrip": false,798 "normalized": false,799 "special": true800 },801 {802 "id": 128084,803 "content": "<｜place▁holder▁no▁84｜>",804 "single_word": false,805 "lstrip": false,806 "rstrip": false,807 "normalized": false,808 "special": true809 },810 {811 "id": 128085,812 "content": "<｜place▁holder▁no▁85｜>",813 "single_word": false,814 "lstrip": false,815 "rstrip": false,816 "normalized": false,817 "special": true818 },819 {820 "id": 128086,821 "content": "<｜place▁holder▁no▁86｜>",822 "single_word": false,823 "lstrip": false,824 "rstrip": false,825 "normalized": false,826 "special": true827 },828 {829 "id": 128087,830 "content": "<｜place▁holder▁no▁87｜>",831 "single_word": false,832 "lstrip": false,833 "rstrip": false,834 "normalized": false,835 "special": true836 },837 {838 "id": 128088,839 "content": "<｜place▁holder▁no▁88｜>",840 "single_word": false,841 "lstrip": false,842 "rstrip": false,843 "normalized": false,844 "special": true845 },846 {847 "id": 128089,848 "content": "<｜place▁holder▁no▁89｜>",849 "single_word": false,850 "lstrip": false,851 "rstrip": false,852 "normalized": false,853 "special": true854 },855 {856 "id": 128090,857 "content": "<｜place▁holder▁no▁90｜>",858 "single_word": false,859 "lstrip": false,860 "rstrip": false,861 "normalized": false,862 "special": true863 },864 {865 "id": 128091,866 "content": "<｜place▁holder▁no▁91｜>",867 "single_word": false,868 "lstrip": false,869 "rstrip": false,870 "normalized": false,871 "special": true872 },873 {874 "id": 128092,875 "content": "<｜place▁holder▁no▁92｜>",876 "single_word": false,877 "lstrip": false,878 "rstrip": false,879 "normalized": false,880 "special": true881 },882 {883 "id": 128093,884 "content": "<｜place▁holder▁no▁93｜>",885 "single_word": false,886 "lstrip": false,887 "rstrip": false,888 "normalized": false,889 "special": true890 },891 {892 "id": 128094,893 "content": "<｜place▁holder▁no▁94｜>",894 "single_word": false,895 "lstrip": false,896 "rstrip": false,897 "normalized": false,898 "special": true899 },900 {901 "id": 128095,902 "content": "<｜place▁holder▁no▁95｜>",903 "single_word": false,904 "lstrip": false,905 "rstrip": false,906 "normalized": false,907 "special": true908 },909 {910 "id": 128096,911 "content": "<｜place▁holder▁no▁96｜>",912 "single_word": false,913 "lstrip": false,914 "rstrip": false,915 "normalized": false,916 "special": true917 },918 {919 "id": 128097,920 "content": "<｜place▁holder▁no▁97｜>",921 "single_word": false,922 "lstrip": false,923 "rstrip": false,924 "normalized": false,925 "special": true926 },927 {928 "id": 128098,929 "content": "<｜place▁holder▁no▁98｜>",930 "single_word": false,931 "lstrip": false,932 "rstrip": false,933 "normalized": false,934 "special": true935 },936 {937 "id": 128099,938 "content": "<｜place▁holder▁no▁99｜>",939 "single_word": false,940 "lstrip": false,941 "rstrip": false,942 "normalized": false,943 "special": true944 },945 {946 "id": 128100,947 "content": "<｜place▁holder▁no▁100｜>",948 "single_word": false,949 "lstrip": false,950 "rstrip": false,951 "normalized": false,952 "special": true953 },954 {955 "id": 128101,956 "content": "<｜place▁holder▁no▁101｜>",957 "single_word": false,958 "lstrip": false,959 "rstrip": false,960 "normalized": false,961 "special": true962 },963 {964 "id": 128102,965 "content": "<｜place▁holder▁no▁102｜>",966 "single_word": false,967 "lstrip": false,968 "rstrip": false,969 "normalized": false,970 "special": true971 },972 {973 "id": 128103,974 "content": "<｜place▁holder▁no▁103｜>",975 "single_word": false,976 "lstrip": false,977 "rstrip": false,978 "normalized": false,979 "special": true980 },981 {982 "id": 128104,983 "content": "<｜place▁holder▁no▁104｜>",984 "single_word": false,985 "lstrip": false,986 "rstrip": false,987 "normalized": false,988 "special": true989 },990 {991 "id": 128105,992 "content": "<｜place▁holder▁no▁105｜>",993 "single_word": false,994 "lstrip": false,995 "rstrip": false,996 "normalized": false,997 "special": true998 },999 {1000 "id": 128106,1001 "content": "<｜place▁holder▁no▁106｜>",1002 "single_word": false,1003 "lstrip": false,1004 "rstrip": false,1005 "normalized": false,1006 "special": true1007 },1008 {1009 "id": 128107,1010 "content": "<｜place▁holder▁no▁107｜>",1011 "single_word": false,1012 "lstrip": false,1013 "rstrip": false,1014 "normalized": false,1015 "special": true1016 },1017 {1018 "id": 128108,1019 "content": "<｜place▁holder▁no▁108｜>",1020 "single_word": false,1021 "lstrip": false,1022 "rstrip": false,1023 "normalized": false,1024 "special": true1025 },1026 {1027 "id": 128109,1028 "content": "<｜place▁holder▁no▁109｜>",1029 "single_word": false,1030 "lstrip": false,1031 "rstrip": false,1032 "normalized": false,1033 "special": true1034 },1035 {1036 "id": 128110,1037 "content": "<｜place▁holder▁no▁110｜>",1038 "single_word": false,1039 "lstrip": false,1040 "rstrip": false,1041 "normalized": false,1042 "special": true1043 },1044 {1045 "id": 128111,1046 "content": "<｜place▁holder▁no▁111｜>",1047 "single_word": false,1048 "lstrip": false,1049 "rstrip": false,1050 "normalized": false,1051 "special": true1052 },1053 {1054 "id": 128112,1055 "content": "<｜place▁holder▁no▁112｜>",1056 "single_word": false,1057 "lstrip": false,1058 "rstrip": false,1059 "normalized": false,1060 "special": true1061 },1062 {1063 "id": 128113,1064 "content": "<｜place▁holder▁no▁113｜>",1065 "single_word": false,1066 "lstrip": false,1067 "rstrip": false,1068 "normalized": false,1069 "special": true1070 },1071 {1072 "id": 128114,1073 "content": "<｜place▁holder▁no▁114｜>",1074 "single_word": false,1075 "lstrip": false,1076 "rstrip": false,1077 "normalized": false,1078 "special": true1079 },1080 {1081 "id": 128115,1082 "content": "<｜place▁holder▁no▁115｜>",1083 "single_word": false,1084 "lstrip": false,1085 "rstrip": false,1086 "normalized": false,1087 "special": true1088 },1089 {1090 "id": 128116,1091 "content": "<｜place▁holder▁no▁116｜>",1092 "single_word": false,1093 "lstrip": false,1094 "rstrip": false,1095 "normalized": false,1096 "special": true1097 },1098 {1099 "id": 128117,1100 "content": "<｜place▁holder▁no▁117｜>",1101 "single_word": false,1102 "lstrip": false,1103 "rstrip": false,1104 "normalized": false,1105 "special": true1106 },1107 {1108 "id": 128118,1109 "content": "<｜place▁holder▁no▁118｜>",1110 "single_word": false,1111 "lstrip": false,1112 "rstrip": false,1113 "normalized": false,1114 "special": true1115 },1116 {1117 "id": 128119,1118 "content": "<｜place▁holder▁no▁119｜>",1119 "single_word": false,1120 "lstrip": false,1121 "rstrip": false,1122 "normalized": false,1123 "special": true1124 },1125 {1126 "id": 128120,1127 "content": "<｜place▁holder▁no▁120｜>",1128 "single_word": false,1129 "lstrip": false,1130 "rstrip": false,1131 "normalized": false,1132 "special": true1133 },1134 {1135 "id": 128121,1136 "content": "<｜place▁holder▁no▁121｜>",1137 "single_word": false,1138 "lstrip": false,1139 "rstrip": false,1140 "normalized": false,1141 "special": true1142 },1143 {1144 "id": 128122,1145 "content": "<｜place▁holder▁no▁122｜>",1146 "single_word": false,1147 "lstrip": false,1148 "rstrip": false,1149 "normalized": false,1150 "special": true1151 },1152 {1153 "id": 128123,1154 "content": "<｜place▁holder▁no▁123｜>",1155 "single_word": false,1156 "lstrip": false,1157 "rstrip": false,1158 "normalized": false,1159 "special": true1160 },1161 {1162 "id": 128124,1163 "content": "<｜place▁holder▁no▁124｜>",1164 "single_word": false,1165 "lstrip": false,1166 "rstrip": false,1167 "normalized": false,1168 "special": true1169 },1170 {1171 "id": 128125,1172 "content": "<｜place▁holder▁no▁125｜>",1173 "single_word": false,1174 "lstrip": false,1175 "rstrip": false,1176 "normalized": false,1177 "special": true1178 },1179 {1180 "id": 128126,1181 "content": "<｜place▁holder▁no▁126｜>",1182 "single_word": false,1183 "lstrip": false,1184 "rstrip": false,1185 "normalized": false,1186 "special": true1187 },1188 {1189 "id": 128127,1190 "content": "<｜place▁holder▁no▁127｜>",1191 "single_word": false,1192 "lstrip": false,1193 "rstrip": false,1194 "normalized": false,1195 "special": true1196 },1197 {1198 "id": 128128,1199 "content": "<｜place▁holder▁no▁128｜>",1200 "single_word": false,