texturejc/texture-frames-args
0
1{2 "version": "1.0",3 "truncation": {4 "direction": "Right",5 "max_length": 320,6 "strategy": "LongestFirst",7 "stride": 08 },9 "padding": null,10 "added_tokens": [11 {12 "id": 0,13 "content": "[PAD]",14 "single_word": false,15 "lstrip": false,16 "rstrip": false,17 "normalized": false,18 "special": true19 },20 {21 "id": 1,22 "content": "[CLS]",23 "single_word": false,24 "lstrip": false,25 "rstrip": false,26 "normalized": false,27 "special": true28 },29 {30 "id": 2,31 "content": "[SEP]",32 "single_word": false,33 "lstrip": false,34 "rstrip": false,35 "normalized": false,36 "special": true37 },38 {39 "id": 3,40 "content": "[UNK]",41 "single_word": false,42 "lstrip": false,43 "rstrip": false,44 "normalized": false,45 "special": true46 },47 {48 "id": 128000,49 "content": "[MASK]",50 "single_word": false,51 "lstrip": false,52 "rstrip": false,53 "normalized": false,54 "special": true55 },56 {57 "id": 128001,58 "content": "<t>",59 "single_word": false,60 "lstrip": false,61 "rstrip": false,62 "normalized": false,63 "special": true64 },65 {66 "id": 128002,67 "content": "</t>",68 "single_word": false,69 "lstrip": false,70 "rstrip": false,71 "normalized": false,72 "special": true73 }74 ],75 "normalizer": {76 "type": "Sequence",77 "normalizers": [78 {79 "type": "Replace",80 "pattern": {81 "Regex": "\\s{2,}|[\\n\\r\\t]"82 },83 "content": " "84 },85 {86 "type": "NFC"87 },88 {89 "type": "Strip",90 "strip_left": false,91 "strip_right": true92 }93 ]94 },95 "pre_tokenizer": {96 "type": "Sequence",97 "pretokenizers": [98 {99 "type": "Metaspace",100 "replacement": "▁",101 "prepend_scheme": "always",102 "split": true103 }104 ]105 },106 "post_processor": {107 "type": "TemplateProcessing",108 "single": [109 {110 "SpecialToken": {111 "id": "[CLS]",112 "type_id": 0113 }114 },115 {116 "Sequence": {117 "id": "A",118 "type_id": 0119 }120 },121 {122 "SpecialToken": {123 "id": "[SEP]",124 "type_id": 0125 }126 }127 ],128 "pair": [129 {130 "SpecialToken": {131 "id": "[CLS]",132 "type_id": 0133 }134 },135 {136 "Sequence": {137 "id": "A",138 "type_id": 0139 }140 },141 {142 "SpecialToken": {143 "id": "[SEP]",144 "type_id": 0145 }146 },147 {148 "Sequence": {149 "id": "B",150 "type_id": 1151 }152 },153 {154 "SpecialToken": {155 "id": "[SEP]",156 "type_id": 1157 }158 }159 ],160 "special_tokens": {161 "[CLS]": {162 "id": "[CLS]",163 "ids": [164 1165 ],166 "tokens": [167 "[CLS]"168 ]169 },170 "[SEP]": {171 "id": "[SEP]",172 "ids": [173 2174 ],175 "tokens": [176 "[SEP]"177 ]178 }179 }180 },181 "decoder": {182 "type": "Metaspace",183 "replacement": "▁",184 "prepend_scheme": "always",185 "split": true186 },187 "model": {188 "type": "Unigram",189 "unk_id": 3,190 "vocab": [191 [192 "[PAD]",193 0.0194 ],195 [196 "[CLS]",197 0.0198 ],199 [200 "[SEP]",201 0.0202 ],203 [204 "[UNK]",205 0.0206 ],207 [208 "<0x00>",209 0.0210 ],211 [212 "<0x01>",213 0.0214 ],215 [216 "<0x02>",217 0.0218 ],219 [220 "<0x03>",221 0.0222 ],223 [224 "<0x04>",225 0.0226 ],227 [228 "<0x05>",229 0.0230 ],231 [232 "<0x06>",233 0.0234 ],235 [236 "<0x07>",237 0.0238 ],239 [240 "<0x08>",241 0.0242 ],243 [244 "<0x09>",245 0.0246 ],247 [248 "<0x0A>",249 0.0250 ],251 [252 "<0x0B>",253 0.0254 ],255 [256 "<0x0C>",257 0.0258 ],259 [260 "<0x0D>",261 0.0262 ],263 [264 "<0x0E>",265 0.0266 ],267 [268 "<0x0F>",269 0.0270 ],271 [272 "<0x10>",273 0.0274 ],275 [276 "<0x11>",277 0.0278 ],279 [280 "<0x12>",281 0.0282 ],283 [284 "<0x13>",285 0.0286 ],287 [288 "<0x14>",289 0.0290 ],291 [292 "<0x15>",293 0.0294 ],295 [296 "<0x16>",297 0.0298 ],299 [300 "<0x17>",301 0.0302 ],303 [304 "<0x18>",305 0.0306 ],307 [308 "<0x19>",309 0.0310 ],311 [312 "<0x1A>",313 0.0314 ],315 [316 "<0x1B>",317 0.0318 ],319 [320 "<0x1C>",321 0.0322 ],323 [324 "<0x1D>",325 0.0326 ],327 [328 "<0x1E>",329 0.0330 ],331 [332 "<0x1F>",333 0.0334 ],335 [336 "<0x20>",337 0.0338 ],339 [340 "<0x21>",341 0.0342 ],343 [344 "<0x22>",345 0.0346 ],347 [348 "<0x23>",349 0.0350 ],351 [352 "<0x24>",353 0.0354 ],355 [356 "<0x25>",357 0.0358 ],359 [360 "<0x26>",361 0.0362 ],363 [364 "<0x27>",365 0.0366 ],367 [368 "<0x28>",369 0.0370 ],371 [372 "<0x29>",373 0.0374 ],375 [376 "<0x2A>",377 0.0378 ],379 [380 "<0x2B>",381 0.0382 ],383 [384 "<0x2C>",385 0.0386 ],387 [388 "<0x2D>",389 0.0390 ],391 [392 "<0x2E>",393 0.0394 ],395 [396 "<0x2F>",397 0.0398 ],399 [400 "<0x30>",401 0.0402 ],403 [404 "<0x31>",405 0.0406 ],407 [408 "<0x32>",409 0.0410 ],411 [412 "<0x33>",413 0.0414 ],415 [416 "<0x34>",417 0.0418 ],419 [420 "<0x35>",421 0.0422 ],423 [424 "<0x36>",425 0.0426 ],427 [428 "<0x37>",429 0.0430 ],431 [432 "<0x38>",433 0.0434 ],435 [436 "<0x39>",437 0.0438 ],439 [440 "<0x3A>",441 0.0442 ],443 [444 "<0x3B>",445 0.0446 ],447 [448 "<0x3C>",449 0.0450 ],451 [452 "<0x3D>",453 0.0454 ],455 [456 "<0x3E>",457 0.0458 ],459 [460 "<0x3F>",461 0.0462 ],463 [464 "<0x40>",465 0.0466 ],467 [468 "<0x41>",469 0.0470 ],471 [472 "<0x42>",473 0.0474 ],475 [476 "<0x43>",477 0.0478 ],479 [480 "<0x44>",481 0.0482 ],483 [484 "<0x45>",485 0.0486 ],487 [488 "<0x46>",489 0.0490 ],491 [492 "<0x47>",493 0.0494 ],495 [496 "<0x48>",497 0.0498 ],499 [500 "<0x49>",501 0.0502 ],503 [504 "<0x4A>",505 0.0506 ],507 [508 "<0x4B>",509 0.0510 ],511 [512 "<0x4C>",513 0.0514 ],515 [516 "<0x4D>",517 0.0518 ],519 [520 "<0x4E>",521 0.0522 ],523 [524 "<0x4F>",525 0.0526 ],527 [528 "<0x50>",529 0.0530 ],531 [532 "<0x51>",533 0.0534 ],535 [536 "<0x52>",537 0.0538 ],539 [540 "<0x53>",541 0.0542 ],543 [544 "<0x54>",545 0.0546 ],547 [548 "<0x55>",549 0.0550 ],551 [552 "<0x56>",553 0.0554 ],555 [556 "<0x57>",557 0.0558 ],559 [560 "<0x58>",561 0.0562 ],563 [564 "<0x59>",565 0.0566 ],567 [568 "<0x5A>",569 0.0570 ],571 [572 "<0x5B>",573 0.0574 ],575 [576 "<0x5C>",577 0.0578 ],579 [580 "<0x5D>",581 0.0582 ],583 [584 "<0x5E>",585 0.0586 ],587 [588 "<0x5F>",589 0.0590 ],591 [592 "<0x60>",593 0.0594 ],595 [596 "<0x61>",597 0.0598 ],599 [600 "<0x62>",601 0.0602 ],603 [604 "<0x63>",605 0.0606 ],607 [608 "<0x64>",609 0.0610 ],611 [612 "<0x65>",613 0.0614 ],615 [616 "<0x66>",617 0.0618 ],619 [620 "<0x67>",621 0.0622 ],623 [624 "<0x68>",625 0.0626 ],627 [628 "<0x69>",629 0.0630 ],631 [632 "<0x6A>",633 0.0634 ],635 [636 "<0x6B>",637 0.0638 ],639 [640 "<0x6C>",641 0.0642 ],643 [644 "<0x6D>",645 0.0646 ],647 [648 "<0x6E>",649 0.0650 ],651 [652 "<0x6F>",653 0.0654 ],655 [656 "<0x70>",657 0.0658 ],659 [660 "<0x71>",661 0.0662 ],663 [664 "<0x72>",665 0.0666 ],667 [668 "<0x73>",669 0.0670 ],671 [672 "<0x74>",673 0.0674 ],675 [676 "<0x75>",677 0.0678 ],679 [680 "<0x76>",681 0.0682 ],683 [684 "<0x77>",685 0.0686 ],687 [688 "<0x78>",689 0.0690 ],691 [692 "<0x79>",693 0.0694 ],695 [696 "<0x7A>",697 0.0698 ],699 [700 "<0x7B>",701 0.0702 ],703 [704 "<0x7C>",705 0.0706 ],707 [708 "<0x7D>",709 0.0710 ],711 [712 "<0x7E>",713 0.0714 ],715 [716 "<0x7F>",717 0.0718 ],719 [720 "<0x80>",721 0.0722 ],723 [724 "<0x81>",725 0.0726 ],727 [728 "<0x82>",729 0.0730 ],731 [732 "<0x83>",733 0.0734 ],735 [736 "<0x84>",737 0.0738 ],739 [740 "<0x85>",741 0.0742 ],743 [744 "<0x86>",745 0.0746 ],747 [748 "<0x87>",749 0.0750 ],751 [752 "<0x88>",753 0.0754 ],755 [756 "<0x89>",757 0.0758 ],759 [760 "<0x8A>",761 0.0762 ],763 [764 "<0x8B>",765 0.0766 ],767 [768 "<0x8C>",769 0.0770 ],771 [772 "<0x8D>",773 0.0774 ],775 [776 "<0x8E>",777 0.0778 ],779 [780 "<0x8F>",781 0.0782 ],783 [784 "<0x90>",785 0.0786 ],787 [788 "<0x91>",789 0.0790 ],791 [792 "<0x92>",793 0.0794 ],795 [796 "<0x93>",797 0.0798 ],799 [800 "<0x94>",801 0.0802 ],803 [804 "<0x95>",805 0.0806 ],807 [808 "<0x96>",809 0.0810 ],811 [812 "<0x97>",813 0.0814 ],815 [816 "<0x98>",817 0.0818 ],819 [820 "<0x99>",821 0.0822 ],823 [824 "<0x9A>",825 0.0826 ],827 [828 "<0x9B>",829 0.0830 ],831 [832 "<0x9C>",833 0.0834 ],835 [836 "<0x9D>",837 0.0838 ],839 [840 "<0x9E>",841 0.0842 ],843 [844 "<0x9F>",845 0.0846 ],847 [848 "<0xA0>",849 0.0850 ],851 [852 "<0xA1>",853 0.0854 ],855 [856 "<0xA2>",857 0.0858 ],859 [860 "<0xA3>",861 0.0862 ],863 [864 "<0xA4>",865 0.0866 ],867 [868 "<0xA5>",869 0.0870 ],871 [872 "<0xA6>",873 0.0874 ],875 [876 "<0xA7>",877 0.0878 ],879 [880 "<0xA8>",881 0.0882 ],883 [884 "<0xA9>",885 0.0886 ],887 [888 "<0xAA>",889 0.0890 ],891 [892 "<0xAB>",893 0.0894 ],895 [896 "<0xAC>",897 0.0898 ],899 [900 "<0xAD>",901 0.0902 ],903 [904 "<0xAE>",905 0.0906 ],907 [908 "<0xAF>",909 0.0910 ],911 [912 "<0xB0>",913 0.0914 ],915 [916 "<0xB1>",917 0.0918 ],919 [920 "<0xB2>",921 0.0922 ],923 [924 "<0xB3>",925 0.0926 ],927 [928 "<0xB4>",929 0.0930 ],931 [932 "<0xB5>",933 0.0934 ],935 [936 "<0xB6>",937 0.0938 ],939 [940 "<0xB7>",941 0.0942 ],943 [944 "<0xB8>",945 0.0946 ],947 [948 "<0xB9>",949 0.0950 ],951 [952 "<0xBA>",953 0.0954 ],955 [956 "<0xBB>",957 0.0958 ],959 [960 "<0xBC>",961 0.0962 ],963 [964 "<0xBD>",965 0.0966 ],967 [968 "<0xBE>",969 0.0970 ],971 [972 "<0xBF>",973 0.0974 ],975 [976 "<0xC0>",977 0.0978 ],979 [980 "<0xC1>",981 0.0982 ],983 [984 "<0xC2>",985 0.0986 ],987 [988 "<0xC3>",989 0.0990 ],991 [992 "<0xC4>",993 0.0994 ],995 [996 "<0xC5>",997 0.0998 ],999 [1000 "<0xC6>",1001 0.01002 ],1003 [1004 "<0xC7>",1005 0.01006 ],1007 [1008 "<0xC8>",1009 0.01010 ],1011 [1012 "<0xC9>",1013 0.01014 ],1015 [1016 "<0xCA>",1017 0.01018 ],1019 [1020 "<0xCB>",1021 0.01022 ],1023 [1024 "<0xCC>",1025 0.01026 ],1027 [1028 "<0xCD>",1029 0.01030 ],1031 [1032 "<0xCE>",1033 0.01034 ],1035 [1036 "<0xCF>",1037 0.01038 ],1039 [1040 "<0xD0>",1041 0.01042 ],1043 [1044 "<0xD1>",1045 0.01046 ],1047 [1048 "<0xD2>",1049 0.01050 ],1051 [1052 "<0xD3>",1053 0.01054 ],1055 [1056 "<0xD4>",1057 0.01058 ],1059 [1060 "<0xD5>",1061 0.01062 ],1063 [1064 "<0xD6>",1065 0.01066 ],1067 [1068 "<0xD7>",1069 0.01070 ],1071 [1072 "<0xD8>",1073 0.01074 ],1075 [1076 "<0xD9>",1077 0.01078 ],1079 [1080 "<0xDA>",1081 0.01082 ],1083 [1084 "<0xDB>",1085 0.01086 ],1087 [1088 "<0xDC>",1089 0.01090 ],1091 [1092 "<0xDD>",1093 0.01094 ],1095 [1096 "<0xDE>",1097 0.01098 ],1099 [1100 "<0xDF>",1101 0.01102 ],1103 [1104 "<0xE0>",1105 0.01106 ],1107 [1108 "<0xE1>",1109 0.01110 ],1111 [1112 "<0xE2>",1113 0.01114 ],1115 [1116 "<0xE3>",1117 0.01118 ],1119 [1120 "<0xE4>",1121 0.01122 ],1123 [1124 "<0xE5>",1125 0.01126 ],1127 [1128 "<0xE6>",1129 0.01130 ],1131 [1132 "<0xE7>",1133 0.01134 ],1135 [1136 "<0xE8>",1137 0.01138 ],1139 [1140 "<0xE9>",1141 0.01142 ],1143 [1144 "<0xEA>",1145 0.01146 ],1147 [1148 "<0xEB>",1149 0.01150 ],1151 [1152 "<0xEC>",1153 0.01154 ],1155 [1156 "<0xED>",1157 0.01158 ],1159 [1160 "<0xEE>",1161 0.01162 ],1163 [1164 "<0xEF>",1165 0.01166 ],1167 [1168 "<0xF0>",1169 0.01170 ],1171 [1172 "<0xF1>",1173 0.01174 ],1175 [1176 "<0xF2>",1177 0.01178 ],1179 [1180 "<0xF3>",1181 0.01182 ],1183 [1184 "<0xF4>",1185 0.01186 ],1187 [1188 "<0xF5>",1189 0.01190 ],1191 [1192 "<0xF6>",1193 0.01194 ],1195 [1196 "<0xF7>",1197 0.01198 ],1199 [1200 "<0xF8>",