rafmacalaba/gliner-datause-catchall-singlepass
017
1{2 "version": "1.0",3 "truncation": null,4 "padding": {5 "strategy": "BatchLongest",6 "direction": "Right",7 "pad_to_multiple_of": null,8 "pad_id": 0,9 "pad_type_id": 0,10 "pad_token": "[PAD]"11 },12 "added_tokens": [13 {14 "id": 0,15 "content": "[PAD]",16 "single_word": false,17 "lstrip": false,18 "rstrip": false,19 "normalized": false,20 "special": true21 },22 {23 "id": 1,24 "content": "[CLS]",25 "single_word": false,26 "lstrip": false,27 "rstrip": false,28 "normalized": false,29 "special": true30 },31 {32 "id": 2,33 "content": "[SEP]",34 "single_word": false,35 "lstrip": false,36 "rstrip": false,37 "normalized": false,38 "special": true39 },40 {41 "id": 3,42 "content": "[UNK]",43 "single_word": false,44 "lstrip": false,45 "rstrip": false,46 "normalized": false,47 "special": true48 },49 {50 "id": 128000,51 "content": "[MASK]",52 "single_word": false,53 "lstrip": false,54 "rstrip": false,55 "normalized": false,56 "special": true57 },58 {59 "id": 128001,60 "content": "[FLERT]",61 "single_word": false,62 "lstrip": false,63 "rstrip": false,64 "normalized": false,65 "special": true66 },67 {68 "id": 128002,69 "content": "<<ENT>>",70 "single_word": false,71 "lstrip": false,72 "rstrip": false,73 "normalized": false,74 "special": true75 },76 {77 "id": 128003,78 "content": "<<SEP>>",79 "single_word": false,80 "lstrip": false,81 "rstrip": false,82 "normalized": false,83 "special": true84 }85 ],86 "normalizer": {87 "type": "Sequence",88 "normalizers": [89 {90 "type": "Replace",91 "pattern": {92 "Regex": "\\s{2,}|[\\n\\r\\t]"93 },94 "content": " "95 },96 {97 "type": "NFC"98 },99 {100 "type": "Strip",101 "strip_left": false,102 "strip_right": true103 }104 ]105 },106 "pre_tokenizer": {107 "type": "Sequence",108 "pretokenizers": [109 {110 "type": "Metaspace",111 "replacement": "▁",112 "prepend_scheme": "always",113 "split": true114 }115 ]116 },117 "post_processor": {118 "type": "TemplateProcessing",119 "single": [120 {121 "SpecialToken": {122 "id": "[CLS]",123 "type_id": 0124 }125 },126 {127 "Sequence": {128 "id": "A",129 "type_id": 0130 }131 },132 {133 "SpecialToken": {134 "id": "[SEP]",135 "type_id": 0136 }137 }138 ],139 "pair": [140 {141 "SpecialToken": {142 "id": "[CLS]",143 "type_id": 0144 }145 },146 {147 "Sequence": {148 "id": "A",149 "type_id": 0150 }151 },152 {153 "SpecialToken": {154 "id": "[SEP]",155 "type_id": 0156 }157 },158 {159 "SpecialToken": {160 "id": "[CLS]",161 "type_id": 1162 }163 },164 {165 "Sequence": {166 "id": "B",167 "type_id": 1168 }169 },170 {171 "SpecialToken": {172 "id": "[SEP]",173 "type_id": 1174 }175 }176 ],177 "special_tokens": {178 "[CLS]": {179 "id": "[CLS]",180 "ids": [181 1182 ],183 "tokens": [184 "[CLS]"185 ]186 },187 "[SEP]": {188 "id": "[SEP]",189 "ids": [190 2191 ],192 "tokens": [193 "[SEP]"194 ]195 }196 }197 },198 "decoder": {199 "type": "Metaspace",200 "replacement": "▁",201 "prepend_scheme": "always",202 "split": true203 },204 "model": {205 "type": "Unigram",206 "unk_id": 3,207 "vocab": [208 [209 "[PAD]",210 0.0211 ],212 [213 "[CLS]",214 0.0215 ],216 [217 "[SEP]",218 0.0219 ],220 [221 "[UNK]",222 0.0223 ],224 [225 "<0x00>",226 0.0227 ],228 [229 "<0x01>",230 0.0231 ],232 [233 "<0x02>",234 0.0235 ],236 [237 "<0x03>",238 0.0239 ],240 [241 "<0x04>",242 0.0243 ],244 [245 "<0x05>",246 0.0247 ],248 [249 "<0x06>",250 0.0251 ],252 [253 "<0x07>",254 0.0255 ],256 [257 "<0x08>",258 0.0259 ],260 [261 "<0x09>",262 0.0263 ],264 [265 "<0x0A>",266 0.0267 ],268 [269 "<0x0B>",270 0.0271 ],272 [273 "<0x0C>",274 0.0275 ],276 [277 "<0x0D>",278 0.0279 ],280 [281 "<0x0E>",282 0.0283 ],284 [285 "<0x0F>",286 0.0287 ],288 [289 "<0x10>",290 0.0291 ],292 [293 "<0x11>",294 0.0295 ],296 [297 "<0x12>",298 0.0299 ],300 [301 "<0x13>",302 0.0303 ],304 [305 "<0x14>",306 0.0307 ],308 [309 "<0x15>",310 0.0311 ],312 [313 "<0x16>",314 0.0315 ],316 [317 "<0x17>",318 0.0319 ],320 [321 "<0x18>",322 0.0323 ],324 [325 "<0x19>",326 0.0327 ],328 [329 "<0x1A>",330 0.0331 ],332 [333 "<0x1B>",334 0.0335 ],336 [337 "<0x1C>",338 0.0339 ],340 [341 "<0x1D>",342 0.0343 ],344 [345 "<0x1E>",346 0.0347 ],348 [349 "<0x1F>",350 0.0351 ],352 [353 "<0x20>",354 0.0355 ],356 [357 "<0x21>",358 0.0359 ],360 [361 "<0x22>",362 0.0363 ],364 [365 "<0x23>",366 0.0367 ],368 [369 "<0x24>",370 0.0371 ],372 [373 "<0x25>",374 0.0375 ],376 [377 "<0x26>",378 0.0379 ],380 [381 "<0x27>",382 0.0383 ],384 [385 "<0x28>",386 0.0387 ],388 [389 "<0x29>",390 0.0391 ],392 [393 "<0x2A>",394 0.0395 ],396 [397 "<0x2B>",398 0.0399 ],400 [401 "<0x2C>",402 0.0403 ],404 [405 "<0x2D>",406 0.0407 ],408 [409 "<0x2E>",410 0.0411 ],412 [413 "<0x2F>",414 0.0415 ],416 [417 "<0x30>",418 0.0419 ],420 [421 "<0x31>",422 0.0423 ],424 [425 "<0x32>",426 0.0427 ],428 [429 "<0x33>",430 0.0431 ],432 [433 "<0x34>",434 0.0435 ],436 [437 "<0x35>",438 0.0439 ],440 [441 "<0x36>",442 0.0443 ],444 [445 "<0x37>",446 0.0447 ],448 [449 "<0x38>",450 0.0451 ],452 [453 "<0x39>",454 0.0455 ],456 [457 "<0x3A>",458 0.0459 ],460 [461 "<0x3B>",462 0.0463 ],464 [465 "<0x3C>",466 0.0467 ],468 [469 "<0x3D>",470 0.0471 ],472 [473 "<0x3E>",474 0.0475 ],476 [477 "<0x3F>",478 0.0479 ],480 [481 "<0x40>",482 0.0483 ],484 [485 "<0x41>",486 0.0487 ],488 [489 "<0x42>",490 0.0491 ],492 [493 "<0x43>",494 0.0495 ],496 [497 "<0x44>",498 0.0499 ],500 [501 "<0x45>",502 0.0503 ],504 [505 "<0x46>",506 0.0507 ],508 [509 "<0x47>",510 0.0511 ],512 [513 "<0x48>",514 0.0515 ],516 [517 "<0x49>",518 0.0519 ],520 [521 "<0x4A>",522 0.0523 ],524 [525 "<0x4B>",526 0.0527 ],528 [529 "<0x4C>",530 0.0531 ],532 [533 "<0x4D>",534 0.0535 ],536 [537 "<0x4E>",538 0.0539 ],540 [541 "<0x4F>",542 0.0543 ],544 [545 "<0x50>",546 0.0547 ],548 [549 "<0x51>",550 0.0551 ],552 [553 "<0x52>",554 0.0555 ],556 [557 "<0x53>",558 0.0559 ],560 [561 "<0x54>",562 0.0563 ],564 [565 "<0x55>",566 0.0567 ],568 [569 "<0x56>",570 0.0571 ],572 [573 "<0x57>",574 0.0575 ],576 [577 "<0x58>",578 0.0579 ],580 [581 "<0x59>",582 0.0583 ],584 [585 "<0x5A>",586 0.0587 ],588 [589 "<0x5B>",590 0.0591 ],592 [593 "<0x5C>",594 0.0595 ],596 [597 "<0x5D>",598 0.0599 ],600 [601 "<0x5E>",602 0.0603 ],604 [605 "<0x5F>",606 0.0607 ],608 [609 "<0x60>",610 0.0611 ],612 [613 "<0x61>",614 0.0615 ],616 [617 "<0x62>",618 0.0619 ],620 [621 "<0x63>",622 0.0623 ],624 [625 "<0x64>",626 0.0627 ],628 [629 "<0x65>",630 0.0631 ],632 [633 "<0x66>",634 0.0635 ],636 [637 "<0x67>",638 0.0639 ],640 [641 "<0x68>",642 0.0643 ],644 [645 "<0x69>",646 0.0647 ],648 [649 "<0x6A>",650 0.0651 ],652 [653 "<0x6B>",654 0.0655 ],656 [657 "<0x6C>",658 0.0659 ],660 [661 "<0x6D>",662 0.0663 ],664 [665 "<0x6E>",666 0.0667 ],668 [669 "<0x6F>",670 0.0671 ],672 [673 "<0x70>",674 0.0675 ],676 [677 "<0x71>",678 0.0679 ],680 [681 "<0x72>",682 0.0683 ],684 [685 "<0x73>",686 0.0687 ],688 [689 "<0x74>",690 0.0691 ],692 [693 "<0x75>",694 0.0695 ],696 [697 "<0x76>",698 0.0699 ],700 [701 "<0x77>",702 0.0703 ],704 [705 "<0x78>",706 0.0707 ],708 [709 "<0x79>",710 0.0711 ],712 [713 "<0x7A>",714 0.0715 ],716 [717 "<0x7B>",718 0.0719 ],720 [721 "<0x7C>",722 0.0723 ],724 [725 "<0x7D>",726 0.0727 ],728 [729 "<0x7E>",730 0.0731 ],732 [733 "<0x7F>",734 0.0735 ],736 [737 "<0x80>",738 0.0739 ],740 [741 "<0x81>",742 0.0743 ],744 [745 "<0x82>",746 0.0747 ],748 [749 "<0x83>",750 0.0751 ],752 [753 "<0x84>",754 0.0755 ],756 [757 "<0x85>",758 0.0759 ],760 [761 "<0x86>",762 0.0763 ],764 [765 "<0x87>",766 0.0767 ],768 [769 "<0x88>",770 0.0771 ],772 [773 "<0x89>",774 0.0775 ],776 [777 "<0x8A>",778 0.0779 ],780 [781 "<0x8B>",782 0.0783 ],784 [785 "<0x8C>",786 0.0787 ],788 [789 "<0x8D>",790 0.0791 ],792 [793 "<0x8E>",794 0.0795 ],796 [797 "<0x8F>",798 0.0799 ],800 [801 "<0x90>",802 0.0803 ],804 [805 "<0x91>",806 0.0807 ],808 [809 "<0x92>",810 0.0811 ],812 [813 "<0x93>",814 0.0815 ],816 [817 "<0x94>",818 0.0819 ],820 [821 "<0x95>",822 0.0823 ],824 [825 "<0x96>",826 0.0827 ],828 [829 "<0x97>",830 0.0831 ],832 [833 "<0x98>",834 0.0835 ],836 [837 "<0x99>",838 0.0839 ],840 [841 "<0x9A>",842 0.0843 ],844 [845 "<0x9B>",846 0.0847 ],848 [849 "<0x9C>",850 0.0851 ],852 [853 "<0x9D>",854 0.0855 ],856 [857 "<0x9E>",858 0.0859 ],860 [861 "<0x9F>",862 0.0863 ],864 [865 "<0xA0>",866 0.0867 ],868 [869 "<0xA1>",870 0.0871 ],872 [873 "<0xA2>",874 0.0875 ],876 [877 "<0xA3>",878 0.0879 ],880 [881 "<0xA4>",882 0.0883 ],884 [885 "<0xA5>",886 0.0887 ],888 [889 "<0xA6>",890 0.0891 ],892 [893 "<0xA7>",894 0.0895 ],896 [897 "<0xA8>",898 0.0899 ],900 [901 "<0xA9>",902 0.0903 ],904 [905 "<0xAA>",906 0.0907 ],908 [909 "<0xAB>",910 0.0911 ],912 [913 "<0xAC>",914 0.0915 ],916 [917 "<0xAD>",918 0.0919 ],920 [921 "<0xAE>",922 0.0923 ],924 [925 "<0xAF>",926 0.0927 ],928 [929 "<0xB0>",930 0.0931 ],932 [933 "<0xB1>",934 0.0935 ],936 [937 "<0xB2>",938 0.0939 ],940 [941 "<0xB3>",942 0.0943 ],944 [945 "<0xB4>",946 0.0947 ],948 [949 "<0xB5>",950 0.0951 ],952 [953 "<0xB6>",954 0.0955 ],956 [957 "<0xB7>",958 0.0959 ],960 [961 "<0xB8>",962 0.0963 ],964 [965 "<0xB9>",966 0.0967 ],968 [969 "<0xBA>",970 0.0971 ],972 [973 "<0xBB>",974 0.0975 ],976 [977 "<0xBC>",978 0.0979 ],980 [981 "<0xBD>",982 0.0983 ],984 [985 "<0xBE>",986 0.0987 ],988 [989 "<0xBF>",990 0.0991 ],992 [993 "<0xC0>",994 0.0995 ],996 [997 "<0xC1>",998 0.0999 ],1000 [1001 "<0xC2>",1002 0.01003 ],1004 [1005 "<0xC3>",1006 0.01007 ],1008 [1009 "<0xC4>",1010 0.01011 ],1012 [1013 "<0xC5>",1014 0.01015 ],1016 [1017 "<0xC6>",1018 0.01019 ],1020 [1021 "<0xC7>",1022 0.01023 ],1024 [1025 "<0xC8>",1026 0.01027 ],1028 [1029 "<0xC9>",1030 0.01031 ],1032 [1033 "<0xCA>",1034 0.01035 ],1036 [1037 "<0xCB>",1038 0.01039 ],1040 [1041 "<0xCC>",1042 0.01043 ],1044 [1045 "<0xCD>",1046 0.01047 ],1048 [1049 "<0xCE>",1050 0.01051 ],1052 [1053 "<0xCF>",1054 0.01055 ],1056 [1057 "<0xD0>",1058 0.01059 ],1060 [1061 "<0xD1>",1062 0.01063 ],1064 [1065 "<0xD2>",1066 0.01067 ],1068 [1069 "<0xD3>",1070 0.01071 ],1072 [1073 "<0xD4>",1074 0.01075 ],1076 [1077 "<0xD5>",1078 0.01079 ],1080 [1081 "<0xD6>",1082 0.01083 ],1084 [1085 "<0xD7>",1086 0.01087 ],1088 [1089 "<0xD8>",1090 0.01091 ],1092 [1093 "<0xD9>",1094 0.01095 ],1096 [1097 "<0xDA>",1098 0.01099 ],1100 [1101 "<0xDB>",1102 0.01103 ],1104 [1105 "<0xDC>",1106 0.01107 ],1108 [1109 "<0xDD>",1110 0.01111 ],1112 [1113 "<0xDE>",1114 0.01115 ],1116 [1117 "<0xDF>",1118 0.01119 ],1120 [1121 "<0xE0>",1122 0.01123 ],1124 [1125 "<0xE1>",1126 0.01127 ],1128 [1129 "<0xE2>",1130 0.01131 ],1132 [1133 "<0xE3>",1134 0.01135 ],1136 [1137 "<0xE4>",1138 0.01139 ],1140 [1141 "<0xE5>",1142 0.01143 ],1144 [1145 "<0xE6>",1146 0.01147 ],1148 [1149 "<0xE7>",1150 0.01151 ],1152 [1153 "<0xE8>",1154 0.01155 ],1156 [1157 "<0xE9>",1158 0.01159 ],1160 [1161 "<0xEA>",1162 0.01163 ],1164 [1165 "<0xEB>",1166 0.01167 ],1168 [1169 "<0xEC>",1170 0.01171 ],1172 [1173 "<0xED>",1174 0.01175 ],1176 [1177 "<0xEE>",1178 0.01179 ],1180 [1181 "<0xEF>",1182 0.01183 ],1184 [1185 "<0xF0>",1186 0.01187 ],1188 [1189 "<0xF1>",1190 0.01191 ],1192 [1193 "<0xF2>",1194 0.01195 ],1196 [1197 "<0xF3>",1198 0.01199 ],1200 [