JSON-Voorhees/classifier-ctf
05
1{2 "version": "1.0",3 "truncation": {4 "direction": "Right",5 "max_length": 256,6 "strategy": "LongestFirst",7 "stride": 08 },9 "padding": {10 "strategy": "BatchLongest",11 "direction": "Right",12 "pad_to_multiple_of": null,13 "pad_id": 0,14 "pad_type_id": 0,15 "pad_token": "[PAD]"16 },17 "added_tokens": [18 {19 "id": 0,20 "content": "[PAD]",21 "single_word": false,22 "lstrip": false,23 "rstrip": false,24 "normalized": false,25 "special": true26 },27 {28 "id": 1,29 "content": "[CLS]",30 "single_word": false,31 "lstrip": false,32 "rstrip": false,33 "normalized": false,34 "special": true35 },36 {37 "id": 2,38 "content": "[SEP]",39 "single_word": false,40 "lstrip": false,41 "rstrip": false,42 "normalized": false,43 "special": true44 },45 {46 "id": 3,47 "content": "[UNK]",48 "single_word": false,49 "lstrip": false,50 "rstrip": false,51 "normalized": false,52 "special": true53 },54 {55 "id": 128000,56 "content": "[MASK]",57 "single_word": false,58 "lstrip": false,59 "rstrip": false,60 "normalized": false,61 "special": true62 }63 ],64 "normalizer": {65 "type": "Sequence",66 "normalizers": [67 {68 "type": "Replace",69 "pattern": {70 "Regex": "\\s{2,}|[\\n\\r\\t]"71 },72 "content": " "73 },74 {75 "type": "NFC"76 },77 {78 "type": "Strip",79 "strip_left": false,80 "strip_right": true81 }82 ]83 },84 "pre_tokenizer": {85 "type": "Sequence",86 "pretokenizers": [87 {88 "type": "Metaspace",89 "replacement": "▁",90 "prepend_scheme": "always",91 "split": true92 }93 ]94 },95 "post_processor": {96 "type": "TemplateProcessing",97 "single": [98 {99 "Sequence": {100 "id": "A",101 "type_id": 0102 }103 }104 ],105 "pair": [106 {107 "Sequence": {108 "id": "A",109 "type_id": 0110 }111 },112 {113 "Sequence": {114 "id": "B",115 "type_id": 1116 }117 }118 ],119 "special_tokens": {}120 },121 "decoder": {122 "type": "Metaspace",123 "replacement": "▁",124 "prepend_scheme": "always",125 "split": true126 },127 "model": {128 "type": "Unigram",129 "unk_id": 3,130 "vocab": [131 [132 "[PAD]",133 0.0134 ],135 [136 "[CLS]",137 0.0138 ],139 [140 "[SEP]",141 0.0142 ],143 [144 "[UNK]",145 0.0146 ],147 [148 "<0x00>",149 0.0150 ],151 [152 "<0x01>",153 0.0154 ],155 [156 "<0x02>",157 0.0158 ],159 [160 "<0x03>",161 0.0162 ],163 [164 "<0x04>",165 0.0166 ],167 [168 "<0x05>",169 0.0170 ],171 [172 "<0x06>",173 0.0174 ],175 [176 "<0x07>",177 0.0178 ],179 [180 "<0x08>",181 0.0182 ],183 [184 "<0x09>",185 0.0186 ],187 [188 "<0x0A>",189 0.0190 ],191 [192 "<0x0B>",193 0.0194 ],195 [196 "<0x0C>",197 0.0198 ],199 [200 "<0x0D>",201 0.0202 ],203 [204 "<0x0E>",205 0.0206 ],207 [208 "<0x0F>",209 0.0210 ],211 [212 "<0x10>",213 0.0214 ],215 [216 "<0x11>",217 0.0218 ],219 [220 "<0x12>",221 0.0222 ],223 [224 "<0x13>",225 0.0226 ],227 [228 "<0x14>",229 0.0230 ],231 [232 "<0x15>",233 0.0234 ],235 [236 "<0x16>",237 0.0238 ],239 [240 "<0x17>",241 0.0242 ],243 [244 "<0x18>",245 0.0246 ],247 [248 "<0x19>",249 0.0250 ],251 [252 "<0x1A>",253 0.0254 ],255 [256 "<0x1B>",257 0.0258 ],259 [260 "<0x1C>",261 0.0262 ],263 [264 "<0x1D>",265 0.0266 ],267 [268 "<0x1E>",269 0.0270 ],271 [272 "<0x1F>",273 0.0274 ],275 [276 "<0x20>",277 0.0278 ],279 [280 "<0x21>",281 0.0282 ],283 [284 "<0x22>",285 0.0286 ],287 [288 "<0x23>",289 0.0290 ],291 [292 "<0x24>",293 0.0294 ],295 [296 "<0x25>",297 0.0298 ],299 [300 "<0x26>",301 0.0302 ],303 [304 "<0x27>",305 0.0306 ],307 [308 "<0x28>",309 0.0310 ],311 [312 "<0x29>",313 0.0314 ],315 [316 "<0x2A>",317 0.0318 ],319 [320 "<0x2B>",321 0.0322 ],323 [324 "<0x2C>",325 0.0326 ],327 [328 "<0x2D>",329 0.0330 ],331 [332 "<0x2E>",333 0.0334 ],335 [336 "<0x2F>",337 0.0338 ],339 [340 "<0x30>",341 0.0342 ],343 [344 "<0x31>",345 0.0346 ],347 [348 "<0x32>",349 0.0350 ],351 [352 "<0x33>",353 0.0354 ],355 [356 "<0x34>",357 0.0358 ],359 [360 "<0x35>",361 0.0362 ],363 [364 "<0x36>",365 0.0366 ],367 [368 "<0x37>",369 0.0370 ],371 [372 "<0x38>",373 0.0374 ],375 [376 "<0x39>",377 0.0378 ],379 [380 "<0x3A>",381 0.0382 ],383 [384 "<0x3B>",385 0.0386 ],387 [388 "<0x3C>",389 0.0390 ],391 [392 "<0x3D>",393 0.0394 ],395 [396 "<0x3E>",397 0.0398 ],399 [400 "<0x3F>",401 0.0402 ],403 [404 "<0x40>",405 0.0406 ],407 [408 "<0x41>",409 0.0410 ],411 [412 "<0x42>",413 0.0414 ],415 [416 "<0x43>",417 0.0418 ],419 [420 "<0x44>",421 0.0422 ],423 [424 "<0x45>",425 0.0426 ],427 [428 "<0x46>",429 0.0430 ],431 [432 "<0x47>",433 0.0434 ],435 [436 "<0x48>",437 0.0438 ],439 [440 "<0x49>",441 0.0442 ],443 [444 "<0x4A>",445 0.0446 ],447 [448 "<0x4B>",449 0.0450 ],451 [452 "<0x4C>",453 0.0454 ],455 [456 "<0x4D>",457 0.0458 ],459 [460 "<0x4E>",461 0.0462 ],463 [464 "<0x4F>",465 0.0466 ],467 [468 "<0x50>",469 0.0470 ],471 [472 "<0x51>",473 0.0474 ],475 [476 "<0x52>",477 0.0478 ],479 [480 "<0x53>",481 0.0482 ],483 [484 "<0x54>",485 0.0486 ],487 [488 "<0x55>",489 0.0490 ],491 [492 "<0x56>",493 0.0494 ],495 [496 "<0x57>",497 0.0498 ],499 [500 "<0x58>",501 0.0502 ],503 [504 "<0x59>",505 0.0506 ],507 [508 "<0x5A>",509 0.0510 ],511 [512 "<0x5B>",513 0.0514 ],515 [516 "<0x5C>",517 0.0518 ],519 [520 "<0x5D>",521 0.0522 ],523 [524 "<0x5E>",525 0.0526 ],527 [528 "<0x5F>",529 0.0530 ],531 [532 "<0x60>",533 0.0534 ],535 [536 "<0x61>",537 0.0538 ],539 [540 "<0x62>",541 0.0542 ],543 [544 "<0x63>",545 0.0546 ],547 [548 "<0x64>",549 0.0550 ],551 [552 "<0x65>",553 0.0554 ],555 [556 "<0x66>",557 0.0558 ],559 [560 "<0x67>",561 0.0562 ],563 [564 "<0x68>",565 0.0566 ],567 [568 "<0x69>",569 0.0570 ],571 [572 "<0x6A>",573 0.0574 ],575 [576 "<0x6B>",577 0.0578 ],579 [580 "<0x6C>",581 0.0582 ],583 [584 "<0x6D>",585 0.0586 ],587 [588 "<0x6E>",589 0.0590 ],591 [592 "<0x6F>",593 0.0594 ],595 [596 "<0x70>",597 0.0598 ],599 [600 "<0x71>",601 0.0602 ],603 [604 "<0x72>",605 0.0606 ],607 [608 "<0x73>",609 0.0610 ],611 [612 "<0x74>",613 0.0614 ],615 [616 "<0x75>",617 0.0618 ],619 [620 "<0x76>",621 0.0622 ],623 [624 "<0x77>",625 0.0626 ],627 [628 "<0x78>",629 0.0630 ],631 [632 "<0x79>",633 0.0634 ],635 [636 "<0x7A>",637 0.0638 ],639 [640 "<0x7B>",641 0.0642 ],643 [644 "<0x7C>",645 0.0646 ],647 [648 "<0x7D>",649 0.0650 ],651 [652 "<0x7E>",653 0.0654 ],655 [656 "<0x7F>",657 0.0658 ],659 [660 "<0x80>",661 0.0662 ],663 [664 "<0x81>",665 0.0666 ],667 [668 "<0x82>",669 0.0670 ],671 [672 "<0x83>",673 0.0674 ],675 [676 "<0x84>",677 0.0678 ],679 [680 "<0x85>",681 0.0682 ],683 [684 "<0x86>",685 0.0686 ],687 [688 "<0x87>",689 0.0690 ],691 [692 "<0x88>",693 0.0694 ],695 [696 "<0x89>",697 0.0698 ],699 [700 "<0x8A>",701 0.0702 ],703 [704 "<0x8B>",705 0.0706 ],707 [708 "<0x8C>",709 0.0710 ],711 [712 "<0x8D>",713 0.0714 ],715 [716 "<0x8E>",717 0.0718 ],719 [720 "<0x8F>",721 0.0722 ],723 [724 "<0x90>",725 0.0726 ],727 [728 "<0x91>",729 0.0730 ],731 [732 "<0x92>",733 0.0734 ],735 [736 "<0x93>",737 0.0738 ],739 [740 "<0x94>",741 0.0742 ],743 [744 "<0x95>",745 0.0746 ],747 [748 "<0x96>",749 0.0750 ],751 [752 "<0x97>",753 0.0754 ],755 [756 "<0x98>",757 0.0758 ],759 [760 "<0x99>",761 0.0762 ],763 [764 "<0x9A>",765 0.0766 ],767 [768 "<0x9B>",769 0.0770 ],771 [772 "<0x9C>",773 0.0774 ],775 [776 "<0x9D>",777 0.0778 ],779 [780 "<0x9E>",781 0.0782 ],783 [784 "<0x9F>",785 0.0786 ],787 [788 "<0xA0>",789 0.0790 ],791 [792 "<0xA1>",793 0.0794 ],795 [796 "<0xA2>",797 0.0798 ],799 [800 "<0xA3>",801 0.0802 ],803 [804 "<0xA4>",805 0.0806 ],807 [808 "<0xA5>",809 0.0810 ],811 [812 "<0xA6>",813 0.0814 ],815 [816 "<0xA7>",817 0.0818 ],819 [820 "<0xA8>",821 0.0822 ],823 [824 "<0xA9>",825 0.0826 ],827 [828 "<0xAA>",829 0.0830 ],831 [832 "<0xAB>",833 0.0834 ],835 [836 "<0xAC>",837 0.0838 ],839 [840 "<0xAD>",841 0.0842 ],843 [844 "<0xAE>",845 0.0846 ],847 [848 "<0xAF>",849 0.0850 ],851 [852 "<0xB0>",853 0.0854 ],855 [856 "<0xB1>",857 0.0858 ],859 [860 "<0xB2>",861 0.0862 ],863 [864 "<0xB3>",865 0.0866 ],867 [868 "<0xB4>",869 0.0870 ],871 [872 "<0xB5>",873 0.0874 ],875 [876 "<0xB6>",877 0.0878 ],879 [880 "<0xB7>",881 0.0882 ],883 [884 "<0xB8>",885 0.0886 ],887 [888 "<0xB9>",889 0.0890 ],891 [892 "<0xBA>",893 0.0894 ],895 [896 "<0xBB>",897 0.0898 ],899 [900 "<0xBC>",901 0.0902 ],903 [904 "<0xBD>",905 0.0906 ],907 [908 "<0xBE>",909 0.0910 ],911 [912 "<0xBF>",913 0.0914 ],915 [916 "<0xC0>",917 0.0918 ],919 [920 "<0xC1>",921 0.0922 ],923 [924 "<0xC2>",925 0.0926 ],927 [928 "<0xC3>",929 0.0930 ],931 [932 "<0xC4>",933 0.0934 ],935 [936 "<0xC5>",937 0.0938 ],939 [940 "<0xC6>",941 0.0942 ],943 [944 "<0xC7>",945 0.0946 ],947 [948 "<0xC8>",949 0.0950 ],951 [952 "<0xC9>",953 0.0954 ],955 [956 "<0xCA>",957 0.0958 ],959 [960 "<0xCB>",961 0.0962 ],963 [964 "<0xCC>",965 0.0966 ],967 [968 "<0xCD>",969 0.0970 ],971 [972 "<0xCE>",973 0.0974 ],975 [976 "<0xCF>",977 0.0978 ],979 [980 "<0xD0>",981 0.0982 ],983 [984 "<0xD1>",985 0.0986 ],987 [988 "<0xD2>",989 0.0990 ],991 [992 "<0xD3>",993 0.0994 ],995 [996 "<0xD4>",997 0.0998 ],999 [1000 "<0xD5>",1001 0.01002 ],1003 [1004 "<0xD6>",1005 0.01006 ],1007 [1008 "<0xD7>",1009 0.01010 ],1011 [1012 "<0xD8>",1013 0.01014 ],1015 [1016 "<0xD9>",1017 0.01018 ],1019 [1020 "<0xDA>",1021 0.01022 ],1023 [1024 "<0xDB>",1025 0.01026 ],1027 [1028 "<0xDC>",1029 0.01030 ],1031 [1032 "<0xDD>",1033 0.01034 ],1035 [1036 "<0xDE>",1037 0.01038 ],1039 [1040 "<0xDF>",1041 0.01042 ],1043 [1044 "<0xE0>",1045 0.01046 ],1047 [1048 "<0xE1>",1049 0.01050 ],1051 [1052 "<0xE2>",1053 0.01054 ],1055 [1056 "<0xE3>",1057 0.01058 ],1059 [1060 "<0xE4>",1061 0.01062 ],1063 [1064 "<0xE5>",1065 0.01066 ],1067 [1068 "<0xE6>",1069 0.01070 ],1071 [1072 "<0xE7>",1073 0.01074 ],1075 [1076 "<0xE8>",1077 0.01078 ],1079 [1080 "<0xE9>",1081 0.01082 ],1083 [1084 "<0xEA>",1085 0.01086 ],1087 [1088 "<0xEB>",1089 0.01090 ],1091 [1092 "<0xEC>",1093 0.01094 ],1095 [1096 "<0xED>",1097 0.01098 ],1099 [1100 "<0xEE>",1101 0.01102 ],1103 [1104 "<0xEF>",1105 0.01106 ],1107 [1108 "<0xF0>",1109 0.01110 ],1111 [1112 "<0xF1>",1113 0.01114 ],1115 [1116 "<0xF2>",1117 0.01118 ],1119 [1120 "<0xF3>",1121 0.01122 ],1123 [1124 "<0xF4>",1125 0.01126 ],1127 [1128 "<0xF5>",1129 0.01130 ],1131 [1132 "<0xF6>",1133 0.01134 ],1135 [1136 "<0xF7>",1137 0.01138 ],1139 [1140 "<0xF8>",1141 0.01142 ],1143 [1144 "<0xF9>",1145 0.01146 ],1147 [1148 "<0xFA>",1149 0.01150 ],1151 [1152 "<0xFB>",1153 0.01154 ],1155 [1156 "<0xFC>",1157 0.01158 ],1159 [1160 "<0xFD>",1161 0.01162 ],1163 [1164 "<0xFE>",1165 0.01166 ],1167 [1168 "<0xFF>",1169 0.01170 ],1171 [1172 ".",1173 -3.0957221984863281174 ],1175 [1176 ",",1177 -3.26062369346618651178 ],1179 [1180 "▁the",1181 -3.2947618961334231182 ],1183 [1184 "▁and",1185 -3.7960114479064941186 ],1187 [1188 "▁to",1189 -3.82296895980834961190 ],1191 [1192 "▁of",1193 -3.91388249397277831194 ],1195 [1196 "▁a",1197 -4.0520968437194821198 ],1199 [1200 "▁in",