orpe42/deberta_MP_dynamic
077
1{2 "version": "1.0",3 "truncation": null,4 "padding": null,5 "added_tokens": [6 {7 "id": 0,8 "content": "[PAD]",9 "single_word": false,10 "lstrip": false,11 "rstrip": false,12 "normalized": false,13 "special": true14 },15 {16 "id": 1,17 "content": "[CLS]",18 "single_word": false,19 "lstrip": false,20 "rstrip": false,21 "normalized": false,22 "special": true23 },24 {25 "id": 2,26 "content": "[SEP]",27 "single_word": false,28 "lstrip": false,29 "rstrip": false,30 "normalized": false,31 "special": true32 },33 {34 "id": 3,35 "content": "[UNK]",36 "single_word": false,37 "lstrip": false,38 "rstrip": false,39 "normalized": false,40 "special": true41 },42 {43 "id": 128000,44 "content": "[MASK]",45 "single_word": false,46 "lstrip": false,47 "rstrip": false,48 "normalized": false,49 "special": true50 }51 ],52 "normalizer": {53 "type": "Sequence",54 "normalizers": [55 {56 "type": "Replace",57 "pattern": {58 "Regex": "\\s{2,}|[\\n\\r\\t]"59 },60 "content": " "61 },62 {63 "type": "NFC"64 },65 {66 "type": "Strip",67 "strip_left": false,68 "strip_right": true69 }70 ]71 },72 "pre_tokenizer": {73 "type": "Sequence",74 "pretokenizers": [75 {76 "type": "Metaspace",77 "replacement": "▁",78 "prepend_scheme": "always",79 "split": true80 }81 ]82 },83 "post_processor": {84 "type": "TemplateProcessing",85 "single": [86 {87 "SpecialToken": {88 "id": "[CLS]",89 "type_id": 090 }91 },92 {93 "Sequence": {94 "id": "A",95 "type_id": 096 }97 },98 {99 "SpecialToken": {100 "id": "[SEP]",101 "type_id": 0102 }103 }104 ],105 "pair": [106 {107 "SpecialToken": {108 "id": "[CLS]",109 "type_id": 0110 }111 },112 {113 "Sequence": {114 "id": "A",115 "type_id": 0116 }117 },118 {119 "SpecialToken": {120 "id": "[SEP]",121 "type_id": 0122 }123 },124 {125 "Sequence": {126 "id": "B",127 "type_id": 1128 }129 },130 {131 "SpecialToken": {132 "id": "[SEP]",133 "type_id": 1134 }135 }136 ],137 "special_tokens": {138 "[CLS]": {139 "id": "[CLS]",140 "ids": [141 1142 ],143 "tokens": [144 "[CLS]"145 ]146 },147 "[SEP]": {148 "id": "[SEP]",149 "ids": [150 2151 ],152 "tokens": [153 "[SEP]"154 ]155 }156 }157 },158 "decoder": {159 "type": "Metaspace",160 "replacement": "▁",161 "prepend_scheme": "always",162 "split": true163 },164 "model": {165 "type": "Unigram",166 "unk_id": 3,167 "vocab": [168 [169 "[PAD]",170 0.0171 ],172 [173 "[CLS]",174 0.0175 ],176 [177 "[SEP]",178 0.0179 ],180 [181 "[UNK]",182 0.0183 ],184 [185 "<0x00>",186 0.0187 ],188 [189 "<0x01>",190 0.0191 ],192 [193 "<0x02>",194 0.0195 ],196 [197 "<0x03>",198 0.0199 ],200 [201 "<0x04>",202 0.0203 ],204 [205 "<0x05>",206 0.0207 ],208 [209 "<0x06>",210 0.0211 ],212 [213 "<0x07>",214 0.0215 ],216 [217 "<0x08>",218 0.0219 ],220 [221 "<0x09>",222 0.0223 ],224 [225 "<0x0A>",226 0.0227 ],228 [229 "<0x0B>",230 0.0231 ],232 [233 "<0x0C>",234 0.0235 ],236 [237 "<0x0D>",238 0.0239 ],240 [241 "<0x0E>",242 0.0243 ],244 [245 "<0x0F>",246 0.0247 ],248 [249 "<0x10>",250 0.0251 ],252 [253 "<0x11>",254 0.0255 ],256 [257 "<0x12>",258 0.0259 ],260 [261 "<0x13>",262 0.0263 ],264 [265 "<0x14>",266 0.0267 ],268 [269 "<0x15>",270 0.0271 ],272 [273 "<0x16>",274 0.0275 ],276 [277 "<0x17>",278 0.0279 ],280 [281 "<0x18>",282 0.0283 ],284 [285 "<0x19>",286 0.0287 ],288 [289 "<0x1A>",290 0.0291 ],292 [293 "<0x1B>",294 0.0295 ],296 [297 "<0x1C>",298 0.0299 ],300 [301 "<0x1D>",302 0.0303 ],304 [305 "<0x1E>",306 0.0307 ],308 [309 "<0x1F>",310 0.0311 ],312 [313 "<0x20>",314 0.0315 ],316 [317 "<0x21>",318 0.0319 ],320 [321 "<0x22>",322 0.0323 ],324 [325 "<0x23>",326 0.0327 ],328 [329 "<0x24>",330 0.0331 ],332 [333 "<0x25>",334 0.0335 ],336 [337 "<0x26>",338 0.0339 ],340 [341 "<0x27>",342 0.0343 ],344 [345 "<0x28>",346 0.0347 ],348 [349 "<0x29>",350 0.0351 ],352 [353 "<0x2A>",354 0.0355 ],356 [357 "<0x2B>",358 0.0359 ],360 [361 "<0x2C>",362 0.0363 ],364 [365 "<0x2D>",366 0.0367 ],368 [369 "<0x2E>",370 0.0371 ],372 [373 "<0x2F>",374 0.0375 ],376 [377 "<0x30>",378 0.0379 ],380 [381 "<0x31>",382 0.0383 ],384 [385 "<0x32>",386 0.0387 ],388 [389 "<0x33>",390 0.0391 ],392 [393 "<0x34>",394 0.0395 ],396 [397 "<0x35>",398 0.0399 ],400 [401 "<0x36>",402 0.0403 ],404 [405 "<0x37>",406 0.0407 ],408 [409 "<0x38>",410 0.0411 ],412 [413 "<0x39>",414 0.0415 ],416 [417 "<0x3A>",418 0.0419 ],420 [421 "<0x3B>",422 0.0423 ],424 [425 "<0x3C>",426 0.0427 ],428 [429 "<0x3D>",430 0.0431 ],432 [433 "<0x3E>",434 0.0435 ],436 [437 "<0x3F>",438 0.0439 ],440 [441 "<0x40>",442 0.0443 ],444 [445 "<0x41>",446 0.0447 ],448 [449 "<0x42>",450 0.0451 ],452 [453 "<0x43>",454 0.0455 ],456 [457 "<0x44>",458 0.0459 ],460 [461 "<0x45>",462 0.0463 ],464 [465 "<0x46>",466 0.0467 ],468 [469 "<0x47>",470 0.0471 ],472 [473 "<0x48>",474 0.0475 ],476 [477 "<0x49>",478 0.0479 ],480 [481 "<0x4A>",482 0.0483 ],484 [485 "<0x4B>",486 0.0487 ],488 [489 "<0x4C>",490 0.0491 ],492 [493 "<0x4D>",494 0.0495 ],496 [497 "<0x4E>",498 0.0499 ],500 [501 "<0x4F>",502 0.0503 ],504 [505 "<0x50>",506 0.0507 ],508 [509 "<0x51>",510 0.0511 ],512 [513 "<0x52>",514 0.0515 ],516 [517 "<0x53>",518 0.0519 ],520 [521 "<0x54>",522 0.0523 ],524 [525 "<0x55>",526 0.0527 ],528 [529 "<0x56>",530 0.0531 ],532 [533 "<0x57>",534 0.0535 ],536 [537 "<0x58>",538 0.0539 ],540 [541 "<0x59>",542 0.0543 ],544 [545 "<0x5A>",546 0.0547 ],548 [549 "<0x5B>",550 0.0551 ],552 [553 "<0x5C>",554 0.0555 ],556 [557 "<0x5D>",558 0.0559 ],560 [561 "<0x5E>",562 0.0563 ],564 [565 "<0x5F>",566 0.0567 ],568 [569 "<0x60>",570 0.0571 ],572 [573 "<0x61>",574 0.0575 ],576 [577 "<0x62>",578 0.0579 ],580 [581 "<0x63>",582 0.0583 ],584 [585 "<0x64>",586 0.0587 ],588 [589 "<0x65>",590 0.0591 ],592 [593 "<0x66>",594 0.0595 ],596 [597 "<0x67>",598 0.0599 ],600 [601 "<0x68>",602 0.0603 ],604 [605 "<0x69>",606 0.0607 ],608 [609 "<0x6A>",610 0.0611 ],612 [613 "<0x6B>",614 0.0615 ],616 [617 "<0x6C>",618 0.0619 ],620 [621 "<0x6D>",622 0.0623 ],624 [625 "<0x6E>",626 0.0627 ],628 [629 "<0x6F>",630 0.0631 ],632 [633 "<0x70>",634 0.0635 ],636 [637 "<0x71>",638 0.0639 ],640 [641 "<0x72>",642 0.0643 ],644 [645 "<0x73>",646 0.0647 ],648 [649 "<0x74>",650 0.0651 ],652 [653 "<0x75>",654 0.0655 ],656 [657 "<0x76>",658 0.0659 ],660 [661 "<0x77>",662 0.0663 ],664 [665 "<0x78>",666 0.0667 ],668 [669 "<0x79>",670 0.0671 ],672 [673 "<0x7A>",674 0.0675 ],676 [677 "<0x7B>",678 0.0679 ],680 [681 "<0x7C>",682 0.0683 ],684 [685 "<0x7D>",686 0.0687 ],688 [689 "<0x7E>",690 0.0691 ],692 [693 "<0x7F>",694 0.0695 ],696 [697 "<0x80>",698 0.0699 ],700 [701 "<0x81>",702 0.0703 ],704 [705 "<0x82>",706 0.0707 ],708 [709 "<0x83>",710 0.0711 ],712 [713 "<0x84>",714 0.0715 ],716 [717 "<0x85>",718 0.0719 ],720 [721 "<0x86>",722 0.0723 ],724 [725 "<0x87>",726 0.0727 ],728 [729 "<0x88>",730 0.0731 ],732 [733 "<0x89>",734 0.0735 ],736 [737 "<0x8A>",738 0.0739 ],740 [741 "<0x8B>",742 0.0743 ],744 [745 "<0x8C>",746 0.0747 ],748 [749 "<0x8D>",750 0.0751 ],752 [753 "<0x8E>",754 0.0755 ],756 [757 "<0x8F>",758 0.0759 ],760 [761 "<0x90>",762 0.0763 ],764 [765 "<0x91>",766 0.0767 ],768 [769 "<0x92>",770 0.0771 ],772 [773 "<0x93>",774 0.0775 ],776 [777 "<0x94>",778 0.0779 ],780 [781 "<0x95>",782 0.0783 ],784 [785 "<0x96>",786 0.0787 ],788 [789 "<0x97>",790 0.0791 ],792 [793 "<0x98>",794 0.0795 ],796 [797 "<0x99>",798 0.0799 ],800 [801 "<0x9A>",802 0.0803 ],804 [805 "<0x9B>",806 0.0807 ],808 [809 "<0x9C>",810 0.0811 ],812 [813 "<0x9D>",814 0.0815 ],816 [817 "<0x9E>",818 0.0819 ],820 [821 "<0x9F>",822 0.0823 ],824 [825 "<0xA0>",826 0.0827 ],828 [829 "<0xA1>",830 0.0831 ],832 [833 "<0xA2>",834 0.0835 ],836 [837 "<0xA3>",838 0.0839 ],840 [841 "<0xA4>",842 0.0843 ],844 [845 "<0xA5>",846 0.0847 ],848 [849 "<0xA6>",850 0.0851 ],852 [853 "<0xA7>",854 0.0855 ],856 [857 "<0xA8>",858 0.0859 ],860 [861 "<0xA9>",862 0.0863 ],864 [865 "<0xAA>",866 0.0867 ],868 [869 "<0xAB>",870 0.0871 ],872 [873 "<0xAC>",874 0.0875 ],876 [877 "<0xAD>",878 0.0879 ],880 [881 "<0xAE>",882 0.0883 ],884 [885 "<0xAF>",886 0.0887 ],888 [889 "<0xB0>",890 0.0891 ],892 [893 "<0xB1>",894 0.0895 ],896 [897 "<0xB2>",898 0.0899 ],900 [901 "<0xB3>",902 0.0903 ],904 [905 "<0xB4>",906 0.0907 ],908 [909 "<0xB5>",910 0.0911 ],912 [913 "<0xB6>",914 0.0915 ],916 [917 "<0xB7>",918 0.0919 ],920 [921 "<0xB8>",922 0.0923 ],924 [925 "<0xB9>",926 0.0927 ],928 [929 "<0xBA>",930 0.0931 ],932 [933 "<0xBB>",934 0.0935 ],936 [937 "<0xBC>",938 0.0939 ],940 [941 "<0xBD>",942 0.0943 ],944 [945 "<0xBE>",946 0.0947 ],948 [949 "<0xBF>",950 0.0951 ],952 [953 "<0xC0>",954 0.0955 ],956 [957 "<0xC1>",958 0.0959 ],960 [961 "<0xC2>",962 0.0963 ],964 [965 "<0xC3>",966 0.0967 ],968 [969 "<0xC4>",970 0.0971 ],972 [973 "<0xC5>",974 0.0975 ],976 [977 "<0xC6>",978 0.0979 ],980 [981 "<0xC7>",982 0.0983 ],984 [985 "<0xC8>",986 0.0987 ],988 [989 "<0xC9>",990 0.0991 ],992 [993 "<0xCA>",994 0.0995 ],996 [997 "<0xCB>",998 0.0999 ],1000 [1001 "<0xCC>",1002 0.01003 ],1004 [1005 "<0xCD>",1006 0.01007 ],1008 [1009 "<0xCE>",1010 0.01011 ],1012 [1013 "<0xCF>",1014 0.01015 ],1016 [1017 "<0xD0>",1018 0.01019 ],1020 [1021 "<0xD1>",1022 0.01023 ],1024 [1025 "<0xD2>",1026 0.01027 ],1028 [1029 "<0xD3>",1030 0.01031 ],1032 [1033 "<0xD4>",1034 0.01035 ],1036 [1037 "<0xD5>",1038 0.01039 ],1040 [1041 "<0xD6>",1042 0.01043 ],1044 [1045 "<0xD7>",1046 0.01047 ],1048 [1049 "<0xD8>",1050 0.01051 ],1052 [1053 "<0xD9>",1054 0.01055 ],1056 [1057 "<0xDA>",1058 0.01059 ],1060 [1061 "<0xDB>",1062 0.01063 ],1064 [1065 "<0xDC>",1066 0.01067 ],1068 [1069 "<0xDD>",1070 0.01071 ],1072 [1073 "<0xDE>",1074 0.01075 ],1076 [1077 "<0xDF>",1078 0.01079 ],1080 [1081 "<0xE0>",1082 0.01083 ],1084 [1085 "<0xE1>",1086 0.01087 ],1088 [1089 "<0xE2>",1090 0.01091 ],1092 [1093 "<0xE3>",1094 0.01095 ],1096 [1097 "<0xE4>",1098 0.01099 ],1100 [1101 "<0xE5>",1102 0.01103 ],1104 [1105 "<0xE6>",1106 0.01107 ],1108 [1109 "<0xE7>",1110 0.01111 ],1112 [1113 "<0xE8>",1114 0.01115 ],1116 [1117 "<0xE9>",1118 0.01119 ],1120 [1121 "<0xEA>",1122 0.01123 ],1124 [1125 "<0xEB>",1126 0.01127 ],1128 [1129 "<0xEC>",1130 0.01131 ],1132 [1133 "<0xED>",1134 0.01135 ],1136 [1137 "<0xEE>",1138 0.01139 ],1140 [1141 "<0xEF>",1142 0.01143 ],1144 [1145 "<0xF0>",1146 0.01147 ],1148 [1149 "<0xF1>",1150 0.01151 ],1152 [1153 "<0xF2>",1154 0.01155 ],1156 [1157 "<0xF3>",1158 0.01159 ],1160 [1161 "<0xF4>",1162 0.01163 ],1164 [1165 "<0xF5>",1166 0.01167 ],1168 [1169 "<0xF6>",1170 0.01171 ],1172 [1173 "<0xF7>",1174 0.01175 ],1176 [1177 "<0xF8>",1178 0.01179 ],1180 [1181 "<0xF9>",1182 0.01183 ],1184 [1185 "<0xFA>",1186 0.01187 ],1188 [1189 "<0xFB>",1190 0.01191 ],1192 [1193 "<0xFC>",1194 0.01195 ],1196 [1197 "<0xFD>",1198 0.01199 ],1200 [