circlemachinelearning/email-status-models-deberta-new-multitask
035
1{2 "version": "1.0",3 "truncation": {4 "direction": "Right",5 "max_length": 256,6 "strategy": "LongestFirst",7 "stride": 08 },9 "padding": {10 "strategy": {11 "Fixed": 25612 },13 "direction": "Right",14 "pad_to_multiple_of": null,15 "pad_id": 0,16 "pad_type_id": 0,17 "pad_token": "[PAD]"18 },19 "added_tokens": [20 {21 "id": 0,22 "content": "[PAD]",23 "single_word": false,24 "lstrip": false,25 "rstrip": false,26 "normalized": false,27 "special": true28 },29 {30 "id": 1,31 "content": "[CLS]",32 "single_word": false,33 "lstrip": false,34 "rstrip": false,35 "normalized": false,36 "special": true37 },38 {39 "id": 2,40 "content": "[SEP]",41 "single_word": false,42 "lstrip": false,43 "rstrip": false,44 "normalized": false,45 "special": true46 },47 {48 "id": 3,49 "content": "[UNK]",50 "single_word": false,51 "lstrip": false,52 "rstrip": false,53 "normalized": false,54 "special": true55 },56 {57 "id": 128000,58 "content": "[MASK]",59 "single_word": false,60 "lstrip": false,61 "rstrip": false,62 "normalized": false,63 "special": true64 }65 ],66 "normalizer": {67 "type": "Sequence",68 "normalizers": [69 {70 "type": "Replace",71 "pattern": {72 "Regex": "\\s{2,}|[\\n\\r\\t]"73 },74 "content": " "75 },76 {77 "type": "NFC"78 },79 {80 "type": "Strip",81 "strip_left": false,82 "strip_right": true83 }84 ]85 },86 "pre_tokenizer": {87 "type": "Sequence",88 "pretokenizers": [89 {90 "type": "Metaspace",91 "replacement": "▁",92 "prepend_scheme": "always",93 "split": true94 }95 ]96 },97 "post_processor": {98 "type": "TemplateProcessing",99 "single": [100 {101 "Sequence": {102 "id": "A",103 "type_id": 0104 }105 }106 ],107 "pair": [108 {109 "Sequence": {110 "id": "A",111 "type_id": 0112 }113 },114 {115 "Sequence": {116 "id": "B",117 "type_id": 1118 }119 }120 ],121 "special_tokens": {}122 },123 "decoder": {124 "type": "Metaspace",125 "replacement": "▁",126 "prepend_scheme": "always",127 "split": true128 },129 "model": {130 "type": "Unigram",131 "unk_id": 3,132 "vocab": [133 [134 "[PAD]",135 0.0136 ],137 [138 "[CLS]",139 0.0140 ],141 [142 "[SEP]",143 0.0144 ],145 [146 "[UNK]",147 0.0148 ],149 [150 "<0x00>",151 0.0152 ],153 [154 "<0x01>",155 0.0156 ],157 [158 "<0x02>",159 0.0160 ],161 [162 "<0x03>",163 0.0164 ],165 [166 "<0x04>",167 0.0168 ],169 [170 "<0x05>",171 0.0172 ],173 [174 "<0x06>",175 0.0176 ],177 [178 "<0x07>",179 0.0180 ],181 [182 "<0x08>",183 0.0184 ],185 [186 "<0x09>",187 0.0188 ],189 [190 "<0x0A>",191 0.0192 ],193 [194 "<0x0B>",195 0.0196 ],197 [198 "<0x0C>",199 0.0200 ],201 [202 "<0x0D>",203 0.0204 ],205 [206 "<0x0E>",207 0.0208 ],209 [210 "<0x0F>",211 0.0212 ],213 [214 "<0x10>",215 0.0216 ],217 [218 "<0x11>",219 0.0220 ],221 [222 "<0x12>",223 0.0224 ],225 [226 "<0x13>",227 0.0228 ],229 [230 "<0x14>",231 0.0232 ],233 [234 "<0x15>",235 0.0236 ],237 [238 "<0x16>",239 0.0240 ],241 [242 "<0x17>",243 0.0244 ],245 [246 "<0x18>",247 0.0248 ],249 [250 "<0x19>",251 0.0252 ],253 [254 "<0x1A>",255 0.0256 ],257 [258 "<0x1B>",259 0.0260 ],261 [262 "<0x1C>",263 0.0264 ],265 [266 "<0x1D>",267 0.0268 ],269 [270 "<0x1E>",271 0.0272 ],273 [274 "<0x1F>",275 0.0276 ],277 [278 "<0x20>",279 0.0280 ],281 [282 "<0x21>",283 0.0284 ],285 [286 "<0x22>",287 0.0288 ],289 [290 "<0x23>",291 0.0292 ],293 [294 "<0x24>",295 0.0296 ],297 [298 "<0x25>",299 0.0300 ],301 [302 "<0x26>",303 0.0304 ],305 [306 "<0x27>",307 0.0308 ],309 [310 "<0x28>",311 0.0312 ],313 [314 "<0x29>",315 0.0316 ],317 [318 "<0x2A>",319 0.0320 ],321 [322 "<0x2B>",323 0.0324 ],325 [326 "<0x2C>",327 0.0328 ],329 [330 "<0x2D>",331 0.0332 ],333 [334 "<0x2E>",335 0.0336 ],337 [338 "<0x2F>",339 0.0340 ],341 [342 "<0x30>",343 0.0344 ],345 [346 "<0x31>",347 0.0348 ],349 [350 "<0x32>",351 0.0352 ],353 [354 "<0x33>",355 0.0356 ],357 [358 "<0x34>",359 0.0360 ],361 [362 "<0x35>",363 0.0364 ],365 [366 "<0x36>",367 0.0368 ],369 [370 "<0x37>",371 0.0372 ],373 [374 "<0x38>",375 0.0376 ],377 [378 "<0x39>",379 0.0380 ],381 [382 "<0x3A>",383 0.0384 ],385 [386 "<0x3B>",387 0.0388 ],389 [390 "<0x3C>",391 0.0392 ],393 [394 "<0x3D>",395 0.0396 ],397 [398 "<0x3E>",399 0.0400 ],401 [402 "<0x3F>",403 0.0404 ],405 [406 "<0x40>",407 0.0408 ],409 [410 "<0x41>",411 0.0412 ],413 [414 "<0x42>",415 0.0416 ],417 [418 "<0x43>",419 0.0420 ],421 [422 "<0x44>",423 0.0424 ],425 [426 "<0x45>",427 0.0428 ],429 [430 "<0x46>",431 0.0432 ],433 [434 "<0x47>",435 0.0436 ],437 [438 "<0x48>",439 0.0440 ],441 [442 "<0x49>",443 0.0444 ],445 [446 "<0x4A>",447 0.0448 ],449 [450 "<0x4B>",451 0.0452 ],453 [454 "<0x4C>",455 0.0456 ],457 [458 "<0x4D>",459 0.0460 ],461 [462 "<0x4E>",463 0.0464 ],465 [466 "<0x4F>",467 0.0468 ],469 [470 "<0x50>",471 0.0472 ],473 [474 "<0x51>",475 0.0476 ],477 [478 "<0x52>",479 0.0480 ],481 [482 "<0x53>",483 0.0484 ],485 [486 "<0x54>",487 0.0488 ],489 [490 "<0x55>",491 0.0492 ],493 [494 "<0x56>",495 0.0496 ],497 [498 "<0x57>",499 0.0500 ],501 [502 "<0x58>",503 0.0504 ],505 [506 "<0x59>",507 0.0508 ],509 [510 "<0x5A>",511 0.0512 ],513 [514 "<0x5B>",515 0.0516 ],517 [518 "<0x5C>",519 0.0520 ],521 [522 "<0x5D>",523 0.0524 ],525 [526 "<0x5E>",527 0.0528 ],529 [530 "<0x5F>",531 0.0532 ],533 [534 "<0x60>",535 0.0536 ],537 [538 "<0x61>",539 0.0540 ],541 [542 "<0x62>",543 0.0544 ],545 [546 "<0x63>",547 0.0548 ],549 [550 "<0x64>",551 0.0552 ],553 [554 "<0x65>",555 0.0556 ],557 [558 "<0x66>",559 0.0560 ],561 [562 "<0x67>",563 0.0564 ],565 [566 "<0x68>",567 0.0568 ],569 [570 "<0x69>",571 0.0572 ],573 [574 "<0x6A>",575 0.0576 ],577 [578 "<0x6B>",579 0.0580 ],581 [582 "<0x6C>",583 0.0584 ],585 [586 "<0x6D>",587 0.0588 ],589 [590 "<0x6E>",591 0.0592 ],593 [594 "<0x6F>",595 0.0596 ],597 [598 "<0x70>",599 0.0600 ],601 [602 "<0x71>",603 0.0604 ],605 [606 "<0x72>",607 0.0608 ],609 [610 "<0x73>",611 0.0612 ],613 [614 "<0x74>",615 0.0616 ],617 [618 "<0x75>",619 0.0620 ],621 [622 "<0x76>",623 0.0624 ],625 [626 "<0x77>",627 0.0628 ],629 [630 "<0x78>",631 0.0632 ],633 [634 "<0x79>",635 0.0636 ],637 [638 "<0x7A>",639 0.0640 ],641 [642 "<0x7B>",643 0.0644 ],645 [646 "<0x7C>",647 0.0648 ],649 [650 "<0x7D>",651 0.0652 ],653 [654 "<0x7E>",655 0.0656 ],657 [658 "<0x7F>",659 0.0660 ],661 [662 "<0x80>",663 0.0664 ],665 [666 "<0x81>",667 0.0668 ],669 [670 "<0x82>",671 0.0672 ],673 [674 "<0x83>",675 0.0676 ],677 [678 "<0x84>",679 0.0680 ],681 [682 "<0x85>",683 0.0684 ],685 [686 "<0x86>",687 0.0688 ],689 [690 "<0x87>",691 0.0692 ],693 [694 "<0x88>",695 0.0696 ],697 [698 "<0x89>",699 0.0700 ],701 [702 "<0x8A>",703 0.0704 ],705 [706 "<0x8B>",707 0.0708 ],709 [710 "<0x8C>",711 0.0712 ],713 [714 "<0x8D>",715 0.0716 ],717 [718 "<0x8E>",719 0.0720 ],721 [722 "<0x8F>",723 0.0724 ],725 [726 "<0x90>",727 0.0728 ],729 [730 "<0x91>",731 0.0732 ],733 [734 "<0x92>",735 0.0736 ],737 [738 "<0x93>",739 0.0740 ],741 [742 "<0x94>",743 0.0744 ],745 [746 "<0x95>",747 0.0748 ],749 [750 "<0x96>",751 0.0752 ],753 [754 "<0x97>",755 0.0756 ],757 [758 "<0x98>",759 0.0760 ],761 [762 "<0x99>",763 0.0764 ],765 [766 "<0x9A>",767 0.0768 ],769 [770 "<0x9B>",771 0.0772 ],773 [774 "<0x9C>",775 0.0776 ],777 [778 "<0x9D>",779 0.0780 ],781 [782 "<0x9E>",783 0.0784 ],785 [786 "<0x9F>",787 0.0788 ],789 [790 "<0xA0>",791 0.0792 ],793 [794 "<0xA1>",795 0.0796 ],797 [798 "<0xA2>",799 0.0800 ],801 [802 "<0xA3>",803 0.0804 ],805 [806 "<0xA4>",807 0.0808 ],809 [810 "<0xA5>",811 0.0812 ],813 [814 "<0xA6>",815 0.0816 ],817 [818 "<0xA7>",819 0.0820 ],821 [822 "<0xA8>",823 0.0824 ],825 [826 "<0xA9>",827 0.0828 ],829 [830 "<0xAA>",831 0.0832 ],833 [834 "<0xAB>",835 0.0836 ],837 [838 "<0xAC>",839 0.0840 ],841 [842 "<0xAD>",843 0.0844 ],845 [846 "<0xAE>",847 0.0848 ],849 [850 "<0xAF>",851 0.0852 ],853 [854 "<0xB0>",855 0.0856 ],857 [858 "<0xB1>",859 0.0860 ],861 [862 "<0xB2>",863 0.0864 ],865 [866 "<0xB3>",867 0.0868 ],869 [870 "<0xB4>",871 0.0872 ],873 [874 "<0xB5>",875 0.0876 ],877 [878 "<0xB6>",879 0.0880 ],881 [882 "<0xB7>",883 0.0884 ],885 [886 "<0xB8>",887 0.0888 ],889 [890 "<0xB9>",891 0.0892 ],893 [894 "<0xBA>",895 0.0896 ],897 [898 "<0xBB>",899 0.0900 ],901 [902 "<0xBC>",903 0.0904 ],905 [906 "<0xBD>",907 0.0908 ],909 [910 "<0xBE>",911 0.0912 ],913 [914 "<0xBF>",915 0.0916 ],917 [918 "<0xC0>",919 0.0920 ],921 [922 "<0xC1>",923 0.0924 ],925 [926 "<0xC2>",927 0.0928 ],929 [930 "<0xC3>",931 0.0932 ],933 [934 "<0xC4>",935 0.0936 ],937 [938 "<0xC5>",939 0.0940 ],941 [942 "<0xC6>",943 0.0944 ],945 [946 "<0xC7>",947 0.0948 ],949 [950 "<0xC8>",951 0.0952 ],953 [954 "<0xC9>",955 0.0956 ],957 [958 "<0xCA>",959 0.0960 ],961 [962 "<0xCB>",963 0.0964 ],965 [966 "<0xCC>",967 0.0968 ],969 [970 "<0xCD>",971 0.0972 ],973 [974 "<0xCE>",975 0.0976 ],977 [978 "<0xCF>",979 0.0980 ],981 [982 "<0xD0>",983 0.0984 ],985 [986 "<0xD1>",987 0.0988 ],989 [990 "<0xD2>",991 0.0992 ],993 [994 "<0xD3>",995 0.0996 ],997 [998 "<0xD4>",999 0.01000 ],1001 [1002 "<0xD5>",1003 0.01004 ],1005 [1006 "<0xD6>",1007 0.01008 ],1009 [1010 "<0xD7>",1011 0.01012 ],1013 [1014 "<0xD8>",1015 0.01016 ],1017 [1018 "<0xD9>",1019 0.01020 ],1021 [1022 "<0xDA>",1023 0.01024 ],1025 [1026 "<0xDB>",1027 0.01028 ],1029 [1030 "<0xDC>",1031 0.01032 ],1033 [1034 "<0xDD>",1035 0.01036 ],1037 [1038 "<0xDE>",1039 0.01040 ],1041 [1042 "<0xDF>",1043 0.01044 ],1045 [1046 "<0xE0>",1047 0.01048 ],1049 [1050 "<0xE1>",1051 0.01052 ],1053 [1054 "<0xE2>",1055 0.01056 ],1057 [1058 "<0xE3>",1059 0.01060 ],1061 [1062 "<0xE4>",1063 0.01064 ],1065 [1066 "<0xE5>",1067 0.01068 ],1069 [1070 "<0xE6>",1071 0.01072 ],1073 [1074 "<0xE7>",1075 0.01076 ],1077 [1078 "<0xE8>",1079 0.01080 ],1081 [1082 "<0xE9>",1083 0.01084 ],1085 [1086 "<0xEA>",1087 0.01088 ],1089 [1090 "<0xEB>",1091 0.01092 ],1093 [1094 "<0xEC>",1095 0.01096 ],1097 [1098 "<0xED>",1099 0.01100 ],1101 [1102 "<0xEE>",1103 0.01104 ],1105 [1106 "<0xEF>",1107 0.01108 ],1109 [1110 "<0xF0>",1111 0.01112 ],1113 [1114 "<0xF1>",1115 0.01116 ],1117 [1118 "<0xF2>",1119 0.01120 ],1121 [1122 "<0xF3>",1123 0.01124 ],1125 [1126 "<0xF4>",1127 0.01128 ],1129 [1130 "<0xF5>",1131 0.01132 ],1133 [1134 "<0xF6>",1135 0.01136 ],1137 [1138 "<0xF7>",1139 0.01140 ],1141 [1142 "<0xF8>",1143 0.01144 ],1145 [1146 "<0xF9>",1147 0.01148 ],1149 [1150 "<0xFA>",1151 0.01152 ],1153 [1154 "<0xFB>",1155 0.01156 ],1157 [1158 "<0xFC>",1159 0.01160 ],1161 [1162 "<0xFD>",1163 0.01164 ],1165 [1166 "<0xFE>",1167 0.01168 ],1169 [1170 "<0xFF>",1171 0.01172 ],1173 [1174 ".",1175 -3.0957221984863281176 ],1177 [1178 ",",1179 -3.26062369346618651180 ],1181 [1182 "▁the",1183 -3.2947618961334231184 ],1185 [1186 "▁and",1187 -3.7960114479064941188 ],1189 [1190 "▁to",1191 -3.82296895980834961192 ],1193 [1194 "▁of",1195 -3.91388249397277831196 ],1197 [1198 "▁a",1199 -4.0520968437194821200 ],