TechxGenus/Typst-Coder-9B
9101
1{2 "version": "1.0",3 "truncation": {4 "direction": "Right",5 "max_length": 12800,6 "strategy": "LongestFirst",7 "stride": 08 },9 "padding": {10 "strategy": "BatchLongest",11 "direction": "Right",12 "pad_to_multiple_of": null,13 "pad_id": 0,14 "pad_type_id": 0,15 "pad_token": "<unk>"16 },17 "added_tokens": [18 {19 "id": 0,20 "content": "<unk>",21 "single_word": false,22 "lstrip": false,23 "rstrip": false,24 "normalized": false,25 "special": true26 },27 {28 "id": 1,29 "content": "<|startoftext|>",30 "single_word": false,31 "lstrip": false,32 "rstrip": false,33 "normalized": false,34 "special": true35 },36 {37 "id": 2,38 "content": "<|endoftext|>",39 "single_word": false,40 "lstrip": false,41 "rstrip": false,42 "normalized": false,43 "special": true44 },45 {46 "id": 3,47 "content": "<|Human|>",48 "single_word": false,49 "lstrip": false,50 "rstrip": false,51 "normalized": false,52 "special": true53 },54 {55 "id": 4,56 "content": "<|Assistant|>",57 "single_word": false,58 "lstrip": false,59 "rstrip": false,60 "normalized": false,61 "special": true62 },63 {64 "id": 5,65 "content": "<|System|>",66 "single_word": false,67 "lstrip": false,68 "rstrip": false,69 "normalized": false,70 "special": true71 },72 {73 "id": 6,74 "content": "<|im_start|>",75 "single_word": false,76 "lstrip": false,77 "rstrip": false,78 "normalized": false,79 "special": true80 },81 {82 "id": 7,83 "content": "<|im_end|>",84 "single_word": false,85 "lstrip": false,86 "rstrip": false,87 "normalized": false,88 "special": true89 },90 {91 "id": 8,92 "content": "<|im_sep|>",93 "single_word": false,94 "lstrip": false,95 "rstrip": false,96 "normalized": false,97 "special": false98 },99 {100 "id": 9,101 "content": "<|reserved003|>",102 "single_word": false,103 "lstrip": false,104 "rstrip": false,105 "normalized": false,106 "special": true107 },108 {109 "id": 10,110 "content": "<|reserved004|>",111 "single_word": false,112 "lstrip": false,113 "rstrip": false,114 "normalized": false,115 "special": true116 },117 {118 "id": 11,119 "content": "<|reserved005|>",120 "single_word": false,121 "lstrip": false,122 "rstrip": false,123 "normalized": false,124 "special": true125 },126 {127 "id": 12,128 "content": "<|reserved006|>",129 "single_word": false,130 "lstrip": false,131 "rstrip": false,132 "normalized": false,133 "special": true134 },135 {136 "id": 13,137 "content": "<|reserved007|>",138 "single_word": false,139 "lstrip": false,140 "rstrip": false,141 "normalized": false,142 "special": true143 },144 {145 "id": 14,146 "content": "<fim_prefix>",147 "single_word": false,148 "lstrip": false,149 "rstrip": false,150 "normalized": false,151 "special": false152 },153 {154 "id": 15,155 "content": "<fim_middle>",156 "single_word": false,157 "lstrip": false,158 "rstrip": false,159 "normalized": false,160 "special": false161 },162 {163 "id": 16,164 "content": "<fim_suffix>",165 "single_word": false,166 "lstrip": false,167 "rstrip": false,168 "normalized": false,169 "special": false170 },171 {172 "id": 17,173 "content": "<fim_pad>",174 "single_word": false,175 "lstrip": false,176 "rstrip": false,177 "normalized": false,178 "special": false179 },180 {181 "id": 18,182 "content": "<filename>",183 "single_word": false,184 "lstrip": false,185 "rstrip": false,186 "normalized": false,187 "special": false188 },189 {190 "id": 19,191 "content": "<gh_stars>",192 "single_word": false,193 "lstrip": false,194 "rstrip": false,195 "normalized": false,196 "special": false197 },198 {199 "id": 20,200 "content": "<issue_start>",201 "single_word": false,202 "lstrip": false,203 "rstrip": false,204 "normalized": false,205 "special": false206 },207 {208 "id": 21,209 "content": "<issue_comment>",210 "single_word": false,211 "lstrip": false,212 "rstrip": false,213 "normalized": false,214 "special": false215 },216 {217 "id": 22,218 "content": "<issue_closed>",219 "single_word": false,220 "lstrip": false,221 "rstrip": false,222 "normalized": false,223 "special": false224 },225 {226 "id": 23,227 "content": "<jupyter_start>",228 "single_word": false,229 "lstrip": false,230 "rstrip": false,231 "normalized": false,232 "special": false233 },234 {235 "id": 24,236 "content": "<jupyter_text>",237 "single_word": false,238 "lstrip": false,239 "rstrip": false,240 "normalized": false,241 "special": false242 },243 {244 "id": 25,245 "content": "<jupyter_code>",246 "single_word": false,247 "lstrip": false,248 "rstrip": false,249 "normalized": false,250 "special": false251 },252 {253 "id": 26,254 "content": "<jupyter_output>",255 "single_word": false,256 "lstrip": false,257 "rstrip": false,258 "normalized": false,259 "special": false260 },261 {262 "id": 27,263 "content": "<empty_output>",264 "single_word": false,265 "lstrip": false,266 "rstrip": false,267 "normalized": false,268 "special": false269 },270 {271 "id": 28,272 "content": "<commit_before>",273 "single_word": false,274 "lstrip": false,275 "rstrip": false,276 "normalized": false,277 "special": false278 },279 {280 "id": 29,281 "content": "<commit_msg>",282 "single_word": false,283 "lstrip": false,284 "rstrip": false,285 "normalized": false,286 "special": false287 },288 {289 "id": 30,290 "content": "<commit_after>",291 "single_word": false,292 "lstrip": false,293 "rstrip": false,294 "normalized": false,295 "special": false296 },297 {298 "id": 31,299 "content": "<reponame>",300 "single_word": false,301 "lstrip": false,302 "rstrip": false,303 "normalized": false,304 "special": false305 },306 {307 "id": 32,308 "content": "<h1>",309 "single_word": false,310 "lstrip": false,311 "rstrip": false,312 "normalized": false,313 "special": false314 },315 {316 "id": 33,317 "content": "<h1/>",318 "single_word": false,319 "lstrip": false,320 "rstrip": false,321 "normalized": false,322 "special": false323 },324 {325 "id": 34,326 "content": "</h1>",327 "single_word": false,328 "lstrip": false,329 "rstrip": false,330 "normalized": false,331 "special": false332 },333 {334 "id": 35,335 "content": "<h2>",336 "single_word": false,337 "lstrip": false,338 "rstrip": false,339 "normalized": false,340 "special": false341 },342 {343 "id": 36,344 "content": "<h2/>",345 "single_word": false,346 "lstrip": false,347 "rstrip": false,348 "normalized": false,349 "special": false350 },351 {352 "id": 37,353 "content": "</h2>",354 "single_word": false,355 "lstrip": false,356 "rstrip": false,357 "normalized": false,358 "special": false359 },360 {361 "id": 38,362 "content": "<h3>",363 "single_word": false,364 "lstrip": false,365 "rstrip": false,366 "normalized": false,367 "special": false368 },369 {370 "id": 39,371 "content": "<h3/>",372 "single_word": false,373 "lstrip": false,374 "rstrip": false,375 "normalized": false,376 "special": false377 },378 {379 "id": 40,380 "content": "</h3>",381 "single_word": false,382 "lstrip": false,383 "rstrip": false,384 "normalized": false,385 "special": false386 },387 {388 "id": 41,389 "content": "<h4>",390 "single_word": false,391 "lstrip": false,392 "rstrip": false,393 "normalized": false,394 "special": false395 },396 {397 "id": 42,398 "content": "<h4/>",399 "single_word": false,400 "lstrip": false,401 "rstrip": false,402 "normalized": false,403 "special": false404 },405 {406 "id": 43,407 "content": "</h4>",408 "single_word": false,409 "lstrip": false,410 "rstrip": false,411 "normalized": false,412 "special": false413 },414 {415 "id": 44,416 "content": "<h5>",417 "single_word": false,418 "lstrip": false,419 "rstrip": false,420 "normalized": false,421 "special": false422 },423 {424 "id": 45,425 "content": "<h5/>",426 "single_word": false,427 "lstrip": false,428 "rstrip": false,429 "normalized": false,430 "special": false431 },432 {433 "id": 46,434 "content": "</h5>",435 "single_word": false,436 "lstrip": false,437 "rstrip": false,438 "normalized": false,439 "special": false440 },441 {442 "id": 47,443 "content": "<br>",444 "single_word": false,445 "lstrip": false,446 "rstrip": false,447 "normalized": false,448 "special": false449 },450 {451 "id": 48,452 "content": "<br/>",453 "single_word": false,454 "lstrip": false,455 "rstrip": false,456 "normalized": false,457 "special": false458 },459 {460 "id": 49,461 "content": "</br>",462 "single_word": false,463 "lstrip": false,464 "rstrip": false,465 "normalized": false,466 "special": false467 },468 {469 "id": 50,470 "content": "<strong>",471 "single_word": false,472 "lstrip": false,473 "rstrip": false,474 "normalized": false,475 "special": false476 },477 {478 "id": 51,479 "content": "<strong/>",480 "single_word": false,481 "lstrip": false,482 "rstrip": false,483 "normalized": false,484 "special": false485 },486 {487 "id": 52,488 "content": "</strong>",489 "single_word": false,490 "lstrip": false,491 "rstrip": false,492 "normalized": false,493 "special": false494 },495 {496 "id": 53,497 "content": "<p>",498 "single_word": false,499 "lstrip": false,500 "rstrip": false,501 "normalized": false,502 "special": false503 },504 {505 "id": 54,506 "content": "<p/>",507 "single_word": false,508 "lstrip": false,509 "rstrip": false,510 "normalized": false,511 "special": false512 },513 {514 "id": 55,515 "content": "</p>",516 "single_word": false,517 "lstrip": false,518 "rstrip": false,519 "normalized": false,520 "special": false521 },522 {523 "id": 56,524 "content": "<table>",525 "single_word": false,526 "lstrip": false,527 "rstrip": false,528 "normalized": false,529 "special": false530 },531 {532 "id": 57,533 "content": "<table/>",534 "single_word": false,535 "lstrip": false,536 "rstrip": false,537 "normalized": false,538 "special": false539 },540 {541 "id": 58,542 "content": "</table>",543 "single_word": false,544 "lstrip": false,545 "rstrip": false,546 "normalized": false,547 "special": false548 },549 {550 "id": 59,551 "content": "<li>",552 "single_word": false,553 "lstrip": false,554 "rstrip": false,555 "normalized": false,556 "special": false557 },558 {559 "id": 60,560 "content": "<li/>",561 "single_word": false,562 "lstrip": false,563 "rstrip": false,564 "normalized": false,565 "special": false566 },567 {568 "id": 61,569 "content": "</li>",570 "single_word": false,571 "lstrip": false,572 "rstrip": false,573 "normalized": false,574 "special": false575 },576 {577 "id": 62,578 "content": "<tr>",579 "single_word": false,580 "lstrip": false,581 "rstrip": false,582 "normalized": false,583 "special": false584 },585 {586 "id": 63,587 "content": "<tr/>",588 "single_word": false,589 "lstrip": false,590 "rstrip": false,591 "normalized": false,592 "special": false593 },594 {595 "id": 64,596 "content": "</tr>",597 "single_word": false,598 "lstrip": false,599 "rstrip": false,600 "normalized": false,601 "special": false602 },603 {604 "id": 65,605 "content": "<tbody>",606 "single_word": false,607 "lstrip": false,608 "rstrip": false,609 "normalized": false,610 "special": false611 },612 {613 "id": 66,614 "content": "<tbody/>",615 "single_word": false,616 "lstrip": false,617 "rstrip": false,618 "normalized": false,619 "special": false620 },621 {622 "id": 67,623 "content": "</tbody>",624 "single_word": false,625 "lstrip": false,626 "rstrip": false,627 "normalized": false,628 "special": false629 },630 {631 "id": 68,632 "content": "<img>",633 "single_word": false,634 "lstrip": false,635 "rstrip": false,636 "normalized": false,637 "special": false638 },639 {640 "id": 69,641 "content": "<img/>",642 "single_word": false,643 "lstrip": false,644 "rstrip": false,645 "normalized": false,646 "special": false647 },648 {649 "id": 70,650 "content": "</img>",651 "single_word": false,652 "lstrip": false,653 "rstrip": false,654 "normalized": false,655 "special": false656 },657 {658 "id": 71,659 "content": "<b>",660 "single_word": false,661 "lstrip": false,662 "rstrip": false,663 "normalized": false,664 "special": false665 },666 {667 "id": 72,668 "content": "<b/>",669 "single_word": false,670 "lstrip": false,671 "rstrip": false,672 "normalized": false,673 "special": false674 },675 {676 "id": 73,677 "content": "</b>",678 "single_word": false,679 "lstrip": false,680 "rstrip": false,681 "normalized": false,682 "special": false683 },684 {685 "id": 74,686 "content": "<td>",687 "single_word": false,688 "lstrip": false,689 "rstrip": false,690 "normalized": false,691 "special": false692 },693 {694 "id": 75,695 "content": "<td/>",696 "single_word": false,697 "lstrip": false,698 "rstrip": false,699 "normalized": false,700 "special": false701 },702 {703 "id": 76,704 "content": "</td>",705 "single_word": false,706 "lstrip": false,707 "rstrip": false,708 "normalized": false,709 "special": false710 },711 {712 "id": 77,713 "content": "0",714 "single_word": false,715 "lstrip": false,716 "rstrip": false,717 "normalized": false,718 "special": false719 },720 {721 "id": 78,722 "content": "1",723 "single_word": false,724 "lstrip": false,725 "rstrip": false,726 "normalized": false,727 "special": false728 },729 {730 "id": 79,731 "content": "2",732 "single_word": false,733 "lstrip": false,734 "rstrip": false,735 "normalized": false,736 "special": false737 },738 {739 "id": 80,740 "content": "3",741 "single_word": false,742 "lstrip": false,743 "rstrip": false,744 "normalized": false,745 "special": false746 },747 {748 "id": 81,749 "content": "4",750 "single_word": false,751 "lstrip": false,752 "rstrip": false,753 "normalized": false,754 "special": false755 },756 {757 "id": 82,758 "content": "5",759 "single_word": false,760 "lstrip": false,761 "rstrip": false,762 "normalized": false,763 "special": false764 },765 {766 "id": 83,767 "content": "6",768 "single_word": false,769 "lstrip": false,770 "rstrip": false,771 "normalized": false,772 "special": false773 },774 {775 "id": 84,776 "content": "7",777 "single_word": false,778 "lstrip": false,779 "rstrip": false,780 "normalized": false,781 "special": false782 },783 {784 "id": 85,785 "content": "8",786 "single_word": false,787 "lstrip": false,788 "rstrip": false,789 "normalized": false,790 "special": false791 },792 {793 "id": 86,794 "content": "9",795 "single_word": false,796 "lstrip": false,797 "rstrip": false,798 "normalized": false,799 "special": false800 },801 {802 "id": 87,803 "content": "０",804 "single_word": false,805 "lstrip": false,806 "rstrip": false,807 "normalized": false,808 "special": false809 },810 {811 "id": 88,812 "content": "１",813 "single_word": false,814 "lstrip": false,815 "rstrip": false,816 "normalized": false,817 "special": false818 },819 {820 "id": 89,821 "content": "２",822 "single_word": false,823 "lstrip": false,824 "rstrip": false,825 "normalized": false,826 "special": false827 },828 {829 "id": 90,830 "content": "３",831 "single_word": false,832 "lstrip": false,833 "rstrip": false,834 "normalized": false,835 "special": false836 },837 {838 "id": 91,839 "content": "４",840 "single_word": false,841 "lstrip": false,842 "rstrip": false,843 "normalized": false,844 "special": false845 },846 {847 "id": 92,848 "content": "５",849 "single_word": false,850 "lstrip": false,851 "rstrip": false,852 "normalized": false,853 "special": false854 },855 {856 "id": 93,857 "content": "６",858 "single_word": false,859 "lstrip": false,860 "rstrip": false,861 "normalized": false,862 "special": false863 },864 {865 "id": 94,866 "content": "７",867 "single_word": false,868 "lstrip": false,869 "rstrip": false,870 "normalized": false,871 "special": false872 },873 {874 "id": 95,875 "content": "８",876 "single_word": false,877 "lstrip": false,878 "rstrip": false,879 "normalized": false,880 "special": false881 },882 {883 "id": 96,884 "content": "９",885 "single_word": false,886 "lstrip": false,887 "rstrip": false,888 "normalized": false,889 "special": false890 },891 {892 "id": 97,893 "content": ",",894 "single_word": false,895 "lstrip": false,896 "rstrip": false,897 "normalized": false,898 "special": false899 },900 {901 "id": 98,902 "content": ".",903 "single_word": false,904 "lstrip": false,905 "rstrip": false,906 "normalized": false,907 "special": false908 },909 {910 "id": 99,911 "content": "!",912 "single_word": false,913 "lstrip": false,914 "rstrip": false,915 "normalized": false,916 "special": false917 },918 {919 "id": 100,920 "content": "?",921 "single_word": false,922 "lstrip": false,923 "rstrip": false,924 "normalized": false,925 "special": false926 },927 {928 "id": 101,929 "content": "，",930 "single_word": false,931 "lstrip": false,932 "rstrip": false,933 "normalized": false,934 "special": false935 },936 {937 "id": 102,938 "content": "。",939 "single_word": false,940 "lstrip": false,941 "rstrip": false,942 "normalized": false,943 "special": false944 },945 {946 "id": 103,947 "content": "！",948 "single_word": false,949 "lstrip": false,950 "rstrip": false,951 "normalized": false,952 "special": false953 },954 {955 "id": 104,956 "content": "？",957 "single_word": false,958 "lstrip": false,959 "rstrip": false,960 "normalized": false,961 "special": false962 },963 {964 "id": 105,965 "content": "、",966 "single_word": false,967 "lstrip": false,968 "rstrip": false,969 "normalized": false,970 "special": false971 },972 {973 "id": 106,974 "content": "：",975 "single_word": false,976 "lstrip": false,977 "rstrip": false,978 "normalized": false,979 "special": false980 },981 {982 "id": 107,983 "content": "￥",984 "single_word": false,985 "lstrip": false,986 "rstrip": false,987 "normalized": false,988 "special": false989 },990 {991 "id": 108,992 "content": "《",993 "single_word": false,994 "lstrip": false,995 "rstrip": false,996 "normalized": false,997 "special": false998 },999 {1000 "id": 109,1001 "content": "》",1002 "single_word": false,1003 "lstrip": false,1004 "rstrip": false,1005 "normalized": false,1006 "special": false1007 },1008 {1009 "id": 110,1010 "content": "【",1011 "single_word": false,1012 "lstrip": false,1013 "rstrip": false,1014 "normalized": false,1015 "special": false1016 },1017 {1018 "id": 111,1019 "content": "】",1020 "single_word": false,1021 "lstrip": false,1022 "rstrip": false,1023 "normalized": false,1024 "special": false1025 },1026 {1027 "id": 112,1028 "content": "『",1029 "single_word": false,1030 "lstrip": false,1031 "rstrip": false,1032 "normalized": false,1033 "special": false1034 },1035 {1036 "id": 113,1037 "content": "』",1038 "single_word": false,1039 "lstrip": false,1040 "rstrip": false,1041 "normalized": false,1042 "special": false1043 },1044 {1045 "id": 114,1046 "content": "```",1047 "single_word": false,1048 "lstrip": false,1049 "rstrip": false,1050 "normalized": false,1051 "special": false1052 },1053 {1054 "id": 115,1055 "content": "<!--",1056 "single_word": false,1057 "lstrip": false,1058 "rstrip": false,1059 "normalized": false,1060 "special": false1061 },1062 {1063 "id": 116,1064 "content": "-->",1065 "single_word": false,1066 "lstrip": false,1067 "rstrip": false,1068 "normalized": false,1069 "special": false1070 },1071 {1072 "id": 117,1073 "content": "---",1074 "single_word": false,1075 "lstrip": false,1076 "rstrip": false,1077 "normalized": false,1078 "special": false1079 },1080 {1081 "id": 118,1082 "content": "<!DOCTYPE>",1083 "single_word": false,1084 "lstrip": false,1085 "rstrip": false,1086 "normalized": false,1087 "special": false1088 },1089 {1090 "id": 119,1091 "content": "\t\t\t\t\t\t\t\t",1092 "single_word": false,1093 "lstrip": false,1094 "rstrip": false,1095 "normalized": false,1096 "special": false1097 },1098 {1099 "id": 120,1100 "content": "\t\t\t\t\t\t\t",1101 "single_word": false,1102 "lstrip": false,1103 "rstrip": false,1104 "normalized": false,1105 "special": false1106 },1107 {1108 "id": 121,1109 "content": "\t\t\t\t\t\t",1110 "single_word": false,1111 "lstrip": false,1112 "rstrip": false,1113 "normalized": false,1114 "special": false1115 },1116 {1117 "id": 122,1118 "content": "\t\t\t\t\t",1119 "single_word": false,1120 "lstrip": false,1121 "rstrip": false,1122 "normalized": false,1123 "special": false1124 },1125 {1126 "id": 123,1127 "content": "\t\t\t\t",1128 "single_word": false,1129 "lstrip": false,1130 "rstrip": false,1131 "normalized": false,1132 "special": false1133 },1134 {1135 "id": 124,1136 "content": "\t\t\t",1137 "single_word": false,1138 "lstrip": false,1139 "rstrip": false,1140 "normalized": false,1141 "special": false1142 },1143 {1144 "id": 125,1145 "content": "\t\t",1146 "single_word": false,1147 "lstrip": false,1148 "rstrip": false,1149 "normalized": false,1150 "special": false1151 },1152 {1153 "id": 126,1154 "content": "\t",1155 "single_word": false,1156 "lstrip": false,1157 "rstrip": false,1158 "normalized": false,1159 "special": false1160 },1161 {1162 "id": 127,1163 "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",1164 "single_word": false,1165 "lstrip": false,1166 "rstrip": false,1167 "normalized": false,1168 "special": false1169 },1170 {1171 "id": 128,1172 "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",1173 "single_word": false,1174 "lstrip": false,1175 "rstrip": false,1176 "normalized": false,1177 "special": false1178 },1179 {1180 "id": 129,1181 "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",1182 "single_word": false,1183 "lstrip": false,1184 "rstrip": false,1185 "normalized": false,1186 "special": false1187 },1188 {1189 "id": 130,1190 "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",1191 "single_word": false,1192 "lstrip": false,1193 "rstrip": false,1194 "normalized": false,1195 "special": false1196 },1197 {1198 "id": 131,1199 "content": "▁▁▁▁▁▁▁▁▁▁▁▁",1200 "single_word": false,