apps1/model_teacherV2_merged
03
1{2 "version": "1.0",3 "truncation": null,4 "padding": null,5 "added_tokens": [6 {7 "id": 0,8 "content": "[PAD]",9 "single_word": false,10 "lstrip": false,11 "rstrip": false,12 "normalized": false,13 "special": true14 },15 {16 "id": 1,17 "content": "[CLS]",18 "single_word": false,19 "lstrip": false,20 "rstrip": false,21 "normalized": false,22 "special": true23 },24 {25 "id": 2,26 "content": "[SEP]",27 "single_word": false,28 "lstrip": false,29 "rstrip": false,30 "normalized": false,31 "special": true32 },33 {34 "id": 3,35 "content": "[UNK]",36 "single_word": false,37 "lstrip": false,38 "rstrip": false,39 "normalized": false,40 "special": true41 },42 {43 "id": 128000,44 "content": "[MASK]",45 "single_word": false,46 "lstrip": false,47 "rstrip": false,48 "normalized": false,49 "special": true50 }51 ],52 "normalizer": {53 "type": "Sequence",54 "normalizers": [55 {56 "type": "Replace",57 "pattern": {58 "Regex": "\\s{2,}|[\\n\\r\\t]"59 },60 "content": " "61 },62 {63 "type": "NFC"64 },65 {66 "type": "Strip",67 "strip_left": false,68 "strip_right": true69 }70 ]71 },72 "pre_tokenizer": {73 "type": "Sequence",74 "pretokenizers": [75 {76 "type": "Metaspace",77 "replacement": "▁",78 "prepend_scheme": "always",79 "split": true80 }81 ]82 },83 "post_processor": {84 "type": "TemplateProcessing",85 "single": [86 {87 "Sequence": {88 "id": "A",89 "type_id": 090 }91 }92 ],93 "pair": [94 {95 "Sequence": {96 "id": "A",97 "type_id": 098 }99 },100 {101 "Sequence": {102 "id": "B",103 "type_id": 1104 }105 }106 ],107 "special_tokens": {}108 },109 "decoder": {110 "type": "Metaspace",111 "replacement": "▁",112 "prepend_scheme": "always",113 "split": true114 },115 "model": {116 "type": "Unigram",117 "unk_id": 3,118 "vocab": [119 [120 "[PAD]",121 0.0122 ],123 [124 "[CLS]",125 0.0126 ],127 [128 "[SEP]",129 0.0130 ],131 [132 "[UNK]",133 0.0134 ],135 [136 "<0x00>",137 0.0138 ],139 [140 "<0x01>",141 0.0142 ],143 [144 "<0x02>",145 0.0146 ],147 [148 "<0x03>",149 0.0150 ],151 [152 "<0x04>",153 0.0154 ],155 [156 "<0x05>",157 0.0158 ],159 [160 "<0x06>",161 0.0162 ],163 [164 "<0x07>",165 0.0166 ],167 [168 "<0x08>",169 0.0170 ],171 [172 "<0x09>",173 0.0174 ],175 [176 "<0x0A>",177 0.0178 ],179 [180 "<0x0B>",181 0.0182 ],183 [184 "<0x0C>",185 0.0186 ],187 [188 "<0x0D>",189 0.0190 ],191 [192 "<0x0E>",193 0.0194 ],195 [196 "<0x0F>",197 0.0198 ],199 [200 "<0x10>",201 0.0202 ],203 [204 "<0x11>",205 0.0206 ],207 [208 "<0x12>",209 0.0210 ],211 [212 "<0x13>",213 0.0214 ],215 [216 "<0x14>",217 0.0218 ],219 [220 "<0x15>",221 0.0222 ],223 [224 "<0x16>",225 0.0226 ],227 [228 "<0x17>",229 0.0230 ],231 [232 "<0x18>",233 0.0234 ],235 [236 "<0x19>",237 0.0238 ],239 [240 "<0x1A>",241 0.0242 ],243 [244 "<0x1B>",245 0.0246 ],247 [248 "<0x1C>",249 0.0250 ],251 [252 "<0x1D>",253 0.0254 ],255 [256 "<0x1E>",257 0.0258 ],259 [260 "<0x1F>",261 0.0262 ],263 [264 "<0x20>",265 0.0266 ],267 [268 "<0x21>",269 0.0270 ],271 [272 "<0x22>",273 0.0274 ],275 [276 "<0x23>",277 0.0278 ],279 [280 "<0x24>",281 0.0282 ],283 [284 "<0x25>",285 0.0286 ],287 [288 "<0x26>",289 0.0290 ],291 [292 "<0x27>",293 0.0294 ],295 [296 "<0x28>",297 0.0298 ],299 [300 "<0x29>",301 0.0302 ],303 [304 "<0x2A>",305 0.0306 ],307 [308 "<0x2B>",309 0.0310 ],311 [312 "<0x2C>",313 0.0314 ],315 [316 "<0x2D>",317 0.0318 ],319 [320 "<0x2E>",321 0.0322 ],323 [324 "<0x2F>",325 0.0326 ],327 [328 "<0x30>",329 0.0330 ],331 [332 "<0x31>",333 0.0334 ],335 [336 "<0x32>",337 0.0338 ],339 [340 "<0x33>",341 0.0342 ],343 [344 "<0x34>",345 0.0346 ],347 [348 "<0x35>",349 0.0350 ],351 [352 "<0x36>",353 0.0354 ],355 [356 "<0x37>",357 0.0358 ],359 [360 "<0x38>",361 0.0362 ],363 [364 "<0x39>",365 0.0366 ],367 [368 "<0x3A>",369 0.0370 ],371 [372 "<0x3B>",373 0.0374 ],375 [376 "<0x3C>",377 0.0378 ],379 [380 "<0x3D>",381 0.0382 ],383 [384 "<0x3E>",385 0.0386 ],387 [388 "<0x3F>",389 0.0390 ],391 [392 "<0x40>",393 0.0394 ],395 [396 "<0x41>",397 0.0398 ],399 [400 "<0x42>",401 0.0402 ],403 [404 "<0x43>",405 0.0406 ],407 [408 "<0x44>",409 0.0410 ],411 [412 "<0x45>",413 0.0414 ],415 [416 "<0x46>",417 0.0418 ],419 [420 "<0x47>",421 0.0422 ],423 [424 "<0x48>",425 0.0426 ],427 [428 "<0x49>",429 0.0430 ],431 [432 "<0x4A>",433 0.0434 ],435 [436 "<0x4B>",437 0.0438 ],439 [440 "<0x4C>",441 0.0442 ],443 [444 "<0x4D>",445 0.0446 ],447 [448 "<0x4E>",449 0.0450 ],451 [452 "<0x4F>",453 0.0454 ],455 [456 "<0x50>",457 0.0458 ],459 [460 "<0x51>",461 0.0462 ],463 [464 "<0x52>",465 0.0466 ],467 [468 "<0x53>",469 0.0470 ],471 [472 "<0x54>",473 0.0474 ],475 [476 "<0x55>",477 0.0478 ],479 [480 "<0x56>",481 0.0482 ],483 [484 "<0x57>",485 0.0486 ],487 [488 "<0x58>",489 0.0490 ],491 [492 "<0x59>",493 0.0494 ],495 [496 "<0x5A>",497 0.0498 ],499 [500 "<0x5B>",501 0.0502 ],503 [504 "<0x5C>",505 0.0506 ],507 [508 "<0x5D>",509 0.0510 ],511 [512 "<0x5E>",513 0.0514 ],515 [516 "<0x5F>",517 0.0518 ],519 [520 "<0x60>",521 0.0522 ],523 [524 "<0x61>",525 0.0526 ],527 [528 "<0x62>",529 0.0530 ],531 [532 "<0x63>",533 0.0534 ],535 [536 "<0x64>",537 0.0538 ],539 [540 "<0x65>",541 0.0542 ],543 [544 "<0x66>",545 0.0546 ],547 [548 "<0x67>",549 0.0550 ],551 [552 "<0x68>",553 0.0554 ],555 [556 "<0x69>",557 0.0558 ],559 [560 "<0x6A>",561 0.0562 ],563 [564 "<0x6B>",565 0.0566 ],567 [568 "<0x6C>",569 0.0570 ],571 [572 "<0x6D>",573 0.0574 ],575 [576 "<0x6E>",577 0.0578 ],579 [580 "<0x6F>",581 0.0582 ],583 [584 "<0x70>",585 0.0586 ],587 [588 "<0x71>",589 0.0590 ],591 [592 "<0x72>",593 0.0594 ],595 [596 "<0x73>",597 0.0598 ],599 [600 "<0x74>",601 0.0602 ],603 [604 "<0x75>",605 0.0606 ],607 [608 "<0x76>",609 0.0610 ],611 [612 "<0x77>",613 0.0614 ],615 [616 "<0x78>",617 0.0618 ],619 [620 "<0x79>",621 0.0622 ],623 [624 "<0x7A>",625 0.0626 ],627 [628 "<0x7B>",629 0.0630 ],631 [632 "<0x7C>",633 0.0634 ],635 [636 "<0x7D>",637 0.0638 ],639 [640 "<0x7E>",641 0.0642 ],643 [644 "<0x7F>",645 0.0646 ],647 [648 "<0x80>",649 0.0650 ],651 [652 "<0x81>",653 0.0654 ],655 [656 "<0x82>",657 0.0658 ],659 [660 "<0x83>",661 0.0662 ],663 [664 "<0x84>",665 0.0666 ],667 [668 "<0x85>",669 0.0670 ],671 [672 "<0x86>",673 0.0674 ],675 [676 "<0x87>",677 0.0678 ],679 [680 "<0x88>",681 0.0682 ],683 [684 "<0x89>",685 0.0686 ],687 [688 "<0x8A>",689 0.0690 ],691 [692 "<0x8B>",693 0.0694 ],695 [696 "<0x8C>",697 0.0698 ],699 [700 "<0x8D>",701 0.0702 ],703 [704 "<0x8E>",705 0.0706 ],707 [708 "<0x8F>",709 0.0710 ],711 [712 "<0x90>",713 0.0714 ],715 [716 "<0x91>",717 0.0718 ],719 [720 "<0x92>",721 0.0722 ],723 [724 "<0x93>",725 0.0726 ],727 [728 "<0x94>",729 0.0730 ],731 [732 "<0x95>",733 0.0734 ],735 [736 "<0x96>",737 0.0738 ],739 [740 "<0x97>",741 0.0742 ],743 [744 "<0x98>",745 0.0746 ],747 [748 "<0x99>",749 0.0750 ],751 [752 "<0x9A>",753 0.0754 ],755 [756 "<0x9B>",757 0.0758 ],759 [760 "<0x9C>",761 0.0762 ],763 [764 "<0x9D>",765 0.0766 ],767 [768 "<0x9E>",769 0.0770 ],771 [772 "<0x9F>",773 0.0774 ],775 [776 "<0xA0>",777 0.0778 ],779 [780 "<0xA1>",781 0.0782 ],783 [784 "<0xA2>",785 0.0786 ],787 [788 "<0xA3>",789 0.0790 ],791 [792 "<0xA4>",793 0.0794 ],795 [796 "<0xA5>",797 0.0798 ],799 [800 "<0xA6>",801 0.0802 ],803 [804 "<0xA7>",805 0.0806 ],807 [808 "<0xA8>",809 0.0810 ],811 [812 "<0xA9>",813 0.0814 ],815 [816 "<0xAA>",817 0.0818 ],819 [820 "<0xAB>",821 0.0822 ],823 [824 "<0xAC>",825 0.0826 ],827 [828 "<0xAD>",829 0.0830 ],831 [832 "<0xAE>",833 0.0834 ],835 [836 "<0xAF>",837 0.0838 ],839 [840 "<0xB0>",841 0.0842 ],843 [844 "<0xB1>",845 0.0846 ],847 [848 "<0xB2>",849 0.0850 ],851 [852 "<0xB3>",853 0.0854 ],855 [856 "<0xB4>",857 0.0858 ],859 [860 "<0xB5>",861 0.0862 ],863 [864 "<0xB6>",865 0.0866 ],867 [868 "<0xB7>",869 0.0870 ],871 [872 "<0xB8>",873 0.0874 ],875 [876 "<0xB9>",877 0.0878 ],879 [880 "<0xBA>",881 0.0882 ],883 [884 "<0xBB>",885 0.0886 ],887 [888 "<0xBC>",889 0.0890 ],891 [892 "<0xBD>",893 0.0894 ],895 [896 "<0xBE>",897 0.0898 ],899 [900 "<0xBF>",901 0.0902 ],903 [904 "<0xC0>",905 0.0906 ],907 [908 "<0xC1>",909 0.0910 ],911 [912 "<0xC2>",913 0.0914 ],915 [916 "<0xC3>",917 0.0918 ],919 [920 "<0xC4>",921 0.0922 ],923 [924 "<0xC5>",925 0.0926 ],927 [928 "<0xC6>",929 0.0930 ],931 [932 "<0xC7>",933 0.0934 ],935 [936 "<0xC8>",937 0.0938 ],939 [940 "<0xC9>",941 0.0942 ],943 [944 "<0xCA>",945 0.0946 ],947 [948 "<0xCB>",949 0.0950 ],951 [952 "<0xCC>",953 0.0954 ],955 [956 "<0xCD>",957 0.0958 ],959 [960 "<0xCE>",961 0.0962 ],963 [964 "<0xCF>",965 0.0966 ],967 [968 "<0xD0>",969 0.0970 ],971 [972 "<0xD1>",973 0.0974 ],975 [976 "<0xD2>",977 0.0978 ],979 [980 "<0xD3>",981 0.0982 ],983 [984 "<0xD4>",985 0.0986 ],987 [988 "<0xD5>",989 0.0990 ],991 [992 "<0xD6>",993 0.0994 ],995 [996 "<0xD7>",997 0.0998 ],999 [1000 "<0xD8>",1001 0.01002 ],1003 [1004 "<0xD9>",1005 0.01006 ],1007 [1008 "<0xDA>",1009 0.01010 ],1011 [1012 "<0xDB>",1013 0.01014 ],1015 [1016 "<0xDC>",1017 0.01018 ],1019 [1020 "<0xDD>",1021 0.01022 ],1023 [1024 "<0xDE>",1025 0.01026 ],1027 [1028 "<0xDF>",1029 0.01030 ],1031 [1032 "<0xE0>",1033 0.01034 ],1035 [1036 "<0xE1>",1037 0.01038 ],1039 [1040 "<0xE2>",1041 0.01042 ],1043 [1044 "<0xE3>",1045 0.01046 ],1047 [1048 "<0xE4>",1049 0.01050 ],1051 [1052 "<0xE5>",1053 0.01054 ],1055 [1056 "<0xE6>",1057 0.01058 ],1059 [1060 "<0xE7>",1061 0.01062 ],1063 [1064 "<0xE8>",1065 0.01066 ],1067 [1068 "<0xE9>",1069 0.01070 ],1071 [1072 "<0xEA>",1073 0.01074 ],1075 [1076 "<0xEB>",1077 0.01078 ],1079 [1080 "<0xEC>",1081 0.01082 ],1083 [1084 "<0xED>",1085 0.01086 ],1087 [1088 "<0xEE>",1089 0.01090 ],1091 [1092 "<0xEF>",1093 0.01094 ],1095 [1096 "<0xF0>",1097 0.01098 ],1099 [1100 "<0xF1>",1101 0.01102 ],1103 [1104 "<0xF2>",1105 0.01106 ],1107 [1108 "<0xF3>",1109 0.01110 ],1111 [1112 "<0xF4>",1113 0.01114 ],1115 [1116 "<0xF5>",1117 0.01118 ],1119 [1120 "<0xF6>",1121 0.01122 ],1123 [1124 "<0xF7>",1125 0.01126 ],1127 [1128 "<0xF8>",1129 0.01130 ],1131 [1132 "<0xF9>",1133 0.01134 ],1135 [1136 "<0xFA>",1137 0.01138 ],1139 [1140 "<0xFB>",1141 0.01142 ],1143 [1144 "<0xFC>",1145 0.01146 ],1147 [1148 "<0xFD>",1149 0.01150 ],1151 [1152 "<0xFE>",1153 0.01154 ],1155 [1156 "<0xFF>",1157 0.01158 ],1159 [1160 ".",1161 -3.0957221984863281162 ],1163 [1164 ",",1165 -3.26062369346618651166 ],1167 [1168 "▁the",1169 -3.2947618961334231170 ],1171 [1172 "▁and",1173 -3.7960114479064941174 ],1175 [1176 "▁to",1177 -3.82296895980834961178 ],1179 [1180 "▁of",1181 -3.91388249397277831182 ],1183 [1184 "▁a",1185 -4.0520968437194821186 ],1187 [1188 "▁in",1189 -4.3141460418701171190 ],1191 [1192 "s",1193 -4.4835782051086431194 ],1195 [1196 "▁is",1197 -4.6816296577453611198 ],1199 [1200 "▁for",