Sunbird/t5_small_language_Classification
07
1{2 "add_prefix_space": null,3 "added_tokens_decoder": {4 "0": {5 "content": "<pad>",6 "lstrip": false,7 "normalized": false,8 "rstrip": false,9 "single_word": false,10 "special": true11 },12 "1": {13 "content": "</s>",14 "lstrip": false,15 "normalized": false,16 "rstrip": false,17 "single_word": false,18 "special": true19 },20 "2": {21 "content": "<unk>",22 "lstrip": false,23 "normalized": false,24 "rstrip": false,25 "single_word": false,26 "special": true27 },28 "32000": {29 "content": "<extra_id_99>",30 "lstrip": false,31 "normalized": false,32 "rstrip": false,33 "single_word": false,34 "special": true35 },36 "32001": {37 "content": "<extra_id_98>",38 "lstrip": false,39 "normalized": false,40 "rstrip": false,41 "single_word": false,42 "special": true43 },44 "32002": {45 "content": "<extra_id_97>",46 "lstrip": false,47 "normalized": false,48 "rstrip": false,49 "single_word": false,50 "special": true51 },52 "32003": {53 "content": "<extra_id_96>",54 "lstrip": false,55 "normalized": false,56 "rstrip": false,57 "single_word": false,58 "special": true59 },60 "32004": {61 "content": "<extra_id_95>",62 "lstrip": false,63 "normalized": false,64 "rstrip": false,65 "single_word": false,66 "special": true67 },68 "32005": {69 "content": "<extra_id_94>",70 "lstrip": false,71 "normalized": false,72 "rstrip": false,73 "single_word": false,74 "special": true75 },76 "32006": {77 "content": "<extra_id_93>",78 "lstrip": false,79 "normalized": false,80 "rstrip": false,81 "single_word": false,82 "special": true83 },84 "32007": {85 "content": "<extra_id_92>",86 "lstrip": false,87 "normalized": false,88 "rstrip": false,89 "single_word": false,90 "special": true91 },92 "32008": {93 "content": "<extra_id_91>",94 "lstrip": false,95 "normalized": false,96 "rstrip": false,97 "single_word": false,98 "special": true99 },100 "32009": {101 "content": "<extra_id_90>",102 "lstrip": false,103 "normalized": false,104 "rstrip": false,105 "single_word": false,106 "special": true107 },108 "32010": {109 "content": "<extra_id_89>",110 "lstrip": false,111 "normalized": false,112 "rstrip": false,113 "single_word": false,114 "special": true115 },116 "32011": {117 "content": "<extra_id_88>",118 "lstrip": false,119 "normalized": false,120 "rstrip": false,121 "single_word": false,122 "special": true123 },124 "32012": {125 "content": "<extra_id_87>",126 "lstrip": false,127 "normalized": false,128 "rstrip": false,129 "single_word": false,130 "special": true131 },132 "32013": {133 "content": "<extra_id_86>",134 "lstrip": false,135 "normalized": false,136 "rstrip": false,137 "single_word": false,138 "special": true139 },140 "32014": {141 "content": "<extra_id_85>",142 "lstrip": false,143 "normalized": false,144 "rstrip": false,145 "single_word": false,146 "special": true147 },148 "32015": {149 "content": "<extra_id_84>",150 "lstrip": false,151 "normalized": false,152 "rstrip": false,153 "single_word": false,154 "special": true155 },156 "32016": {157 "content": "<extra_id_83>",158 "lstrip": false,159 "normalized": false,160 "rstrip": false,161 "single_word": false,162 "special": true163 },164 "32017": {165 "content": "<extra_id_82>",166 "lstrip": false,167 "normalized": false,168 "rstrip": false,169 "single_word": false,170 "special": true171 },172 "32018": {173 "content": "<extra_id_81>",174 "lstrip": false,175 "normalized": false,176 "rstrip": false,177 "single_word": false,178 "special": true179 },180 "32019": {181 "content": "<extra_id_80>",182 "lstrip": false,183 "normalized": false,184 "rstrip": false,185 "single_word": false,186 "special": true187 },188 "32020": {189 "content": "<extra_id_79>",190 "lstrip": false,191 "normalized": false,192 "rstrip": false,193 "single_word": false,194 "special": true195 },196 "32021": {197 "content": "<extra_id_78>",198 "lstrip": false,199 "normalized": false,200 "rstrip": false,201 "single_word": false,202 "special": true203 },204 "32022": {205 "content": "<extra_id_77>",206 "lstrip": false,207 "normalized": false,208 "rstrip": false,209 "single_word": false,210 "special": true211 },212 "32023": {213 "content": "<extra_id_76>",214 "lstrip": false,215 "normalized": false,216 "rstrip": false,217 "single_word": false,218 "special": true219 },220 "32024": {221 "content": "<extra_id_75>",222 "lstrip": false,223 "normalized": false,224 "rstrip": false,225 "single_word": false,226 "special": true227 },228 "32025": {229 "content": "<extra_id_74>",230 "lstrip": false,231 "normalized": false,232 "rstrip": false,233 "single_word": false,234 "special": true235 },236 "32026": {237 "content": "<extra_id_73>",238 "lstrip": false,239 "normalized": false,240 "rstrip": false,241 "single_word": false,242 "special": true243 },244 "32027": {245 "content": "<extra_id_72>",246 "lstrip": false,247 "normalized": false,248 "rstrip": false,249 "single_word": false,250 "special": true251 },252 "32028": {253 "content": "<extra_id_71>",254 "lstrip": false,255 "normalized": false,256 "rstrip": false,257 "single_word": false,258 "special": true259 },260 "32029": {261 "content": "<extra_id_70>",262 "lstrip": false,263 "normalized": false,264 "rstrip": false,265 "single_word": false,266 "special": true267 },268 "32030": {269 "content": "<extra_id_69>",270 "lstrip": false,271 "normalized": false,272 "rstrip": false,273 "single_word": false,274 "special": true275 },276 "32031": {277 "content": "<extra_id_68>",278 "lstrip": false,279 "normalized": false,280 "rstrip": false,281 "single_word": false,282 "special": true283 },284 "32032": {285 "content": "<extra_id_67>",286 "lstrip": false,287 "normalized": false,288 "rstrip": false,289 "single_word": false,290 "special": true291 },292 "32033": {293 "content": "<extra_id_66>",294 "lstrip": false,295 "normalized": false,296 "rstrip": false,297 "single_word": false,298 "special": true299 },300 "32034": {301 "content": "<extra_id_65>",302 "lstrip": false,303 "normalized": false,304 "rstrip": false,305 "single_word": false,306 "special": true307 },308 "32035": {309 "content": "<extra_id_64>",310 "lstrip": false,311 "normalized": false,312 "rstrip": false,313 "single_word": false,314 "special": true315 },316 "32036": {317 "content": "<extra_id_63>",318 "lstrip": false,319 "normalized": false,320 "rstrip": false,321 "single_word": false,322 "special": true323 },324 "32037": {325 "content": "<extra_id_62>",326 "lstrip": false,327 "normalized": false,328 "rstrip": false,329 "single_word": false,330 "special": true331 },332 "32038": {333 "content": "<extra_id_61>",334 "lstrip": false,335 "normalized": false,336 "rstrip": false,337 "single_word": false,338 "special": true339 },340 "32039": {341 "content": "<extra_id_60>",342 "lstrip": false,343 "normalized": false,344 "rstrip": false,345 "single_word": false,346 "special": true347 },348 "32040": {349 "content": "<extra_id_59>",350 "lstrip": false,351 "normalized": false,352 "rstrip": false,353 "single_word": false,354 "special": true355 },356 "32041": {357 "content": "<extra_id_58>",358 "lstrip": false,359 "normalized": false,360 "rstrip": false,361 "single_word": false,362 "special": true363 },364 "32042": {365 "content": "<extra_id_57>",366 "lstrip": false,367 "normalized": false,368 "rstrip": false,369 "single_word": false,370 "special": true371 },372 "32043": {373 "content": "<extra_id_56>",374 "lstrip": false,375 "normalized": false,376 "rstrip": false,377 "single_word": false,378 "special": true379 },380 "32044": {381 "content": "<extra_id_55>",382 "lstrip": false,383 "normalized": false,384 "rstrip": false,385 "single_word": false,386 "special": true387 },388 "32045": {389 "content": "<extra_id_54>",390 "lstrip": false,391 "normalized": false,392 "rstrip": false,393 "single_word": false,394 "special": true395 },396 "32046": {397 "content": "<extra_id_53>",398 "lstrip": false,399 "normalized": false,400 "rstrip": false,401 "single_word": false,402 "special": true403 },404 "32047": {405 "content": "<extra_id_52>",406 "lstrip": false,407 "normalized": false,408 "rstrip": false,409 "single_word": false,410 "special": true411 },412 "32048": {413 "content": "<extra_id_51>",414 "lstrip": false,415 "normalized": false,416 "rstrip": false,417 "single_word": false,418 "special": true419 },420 "32049": {421 "content": "<extra_id_50>",422 "lstrip": false,423 "normalized": false,424 "rstrip": false,425 "single_word": false,426 "special": true427 },428 "32050": {429 "content": "<extra_id_49>",430 "lstrip": false,431 "normalized": false,432 "rstrip": false,433 "single_word": false,434 "special": true435 },436 "32051": {437 "content": "<extra_id_48>",438 "lstrip": false,439 "normalized": false,440 "rstrip": false,441 "single_word": false,442 "special": true443 },444 "32052": {445 "content": "<extra_id_47>",446 "lstrip": false,447 "normalized": false,448 "rstrip": false,449 "single_word": false,450 "special": true451 },452 "32053": {453 "content": "<extra_id_46>",454 "lstrip": false,455 "normalized": false,456 "rstrip": false,457 "single_word": false,458 "special": true459 },460 "32054": {461 "content": "<extra_id_45>",462 "lstrip": false,463 "normalized": false,464 "rstrip": false,465 "single_word": false,466 "special": true467 },468 "32055": {469 "content": "<extra_id_44>",470 "lstrip": false,471 "normalized": false,472 "rstrip": false,473 "single_word": false,474 "special": true475 },476 "32056": {477 "content": "<extra_id_43>",478 "lstrip": false,479 "normalized": false,480 "rstrip": false,481 "single_word": false,482 "special": true483 },484 "32057": {485 "content": "<extra_id_42>",486 "lstrip": false,487 "normalized": false,488 "rstrip": false,489 "single_word": false,490 "special": true491 },492 "32058": {493 "content": "<extra_id_41>",494 "lstrip": false,495 "normalized": false,496 "rstrip": false,497 "single_word": false,498 "special": true499 },500 "32059": {501 "content": "<extra_id_40>",502 "lstrip": false,503 "normalized": false,504 "rstrip": false,505 "single_word": false,506 "special": true507 },508 "32060": {509 "content": "<extra_id_39>",510 "lstrip": false,511 "normalized": false,512 "rstrip": false,513 "single_word": false,514 "special": true515 },516 "32061": {517 "content": "<extra_id_38>",518 "lstrip": false,519 "normalized": false,520 "rstrip": false,521 "single_word": false,522 "special": true523 },524 "32062": {525 "content": "<extra_id_37>",526 "lstrip": false,527 "normalized": false,528 "rstrip": false,529 "single_word": false,530 "special": true531 },532 "32063": {533 "content": "<extra_id_36>",534 "lstrip": false,535 "normalized": false,536 "rstrip": false,537 "single_word": false,538 "special": true539 },540 "32064": {541 "content": "<extra_id_35>",542 "lstrip": false,543 "normalized": false,544 "rstrip": false,545 "single_word": false,546 "special": true547 },548 "32065": {549 "content": "<extra_id_34>",550 "lstrip": false,551 "normalized": false,552 "rstrip": false,553 "single_word": false,554 "special": true555 },556 "32066": {557 "content": "<extra_id_33>",558 "lstrip": false,559 "normalized": false,560 "rstrip": false,561 "single_word": false,562 "special": true563 },564 "32067": {565 "content": "<extra_id_32>",566 "lstrip": false,567 "normalized": false,568 "rstrip": false,569 "single_word": false,570 "special": true571 },572 "32068": {573 "content": "<extra_id_31>",574 "lstrip": false,575 "normalized": false,576 "rstrip": false,577 "single_word": false,578 "special": true579 },580 "32069": {581 "content": "<extra_id_30>",582 "lstrip": false,583 "normalized": false,584 "rstrip": false,585 "single_word": false,586 "special": true587 },588 "32070": {589 "content": "<extra_id_29>",590 "lstrip": false,591 "normalized": false,592 "rstrip": false,593 "single_word": false,594 "special": true595 },596 "32071": {597 "content": "<extra_id_28>",598 "lstrip": false,599 "normalized": false,600 "rstrip": false,601 "single_word": false,602 "special": true603 },604 "32072": {605 "content": "<extra_id_27>",606 "lstrip": false,607 "normalized": false,608 "rstrip": false,609 "single_word": false,610 "special": true611 },612 "32073": {613 "content": "<extra_id_26>",614 "lstrip": false,615 "normalized": false,616 "rstrip": false,617 "single_word": false,618 "special": true619 },620 "32074": {621 "content": "<extra_id_25>",622 "lstrip": false,623 "normalized": false,624 "rstrip": false,625 "single_word": false,626 "special": true627 },628 "32075": {629 "content": "<extra_id_24>",630 "lstrip": false,631 "normalized": false,632 "rstrip": false,633 "single_word": false,634 "special": true635 },636 "32076": {637 "content": "<extra_id_23>",638 "lstrip": false,639 "normalized": false,640 "rstrip": false,641 "single_word": false,642 "special": true643 },644 "32077": {645 "content": "<extra_id_22>",646 "lstrip": false,647 "normalized": false,648 "rstrip": false,649 "single_word": false,650 "special": true651 },652 "32078": {653 "content": "<extra_id_21>",654 "lstrip": false,655 "normalized": false,656 "rstrip": false,657 "single_word": false,658 "special": true659 },660 "32079": {661 "content": "<extra_id_20>",662 "lstrip": false,663 "normalized": false,664 "rstrip": false,665 "single_word": false,666 "special": true667 },668 "32080": {669 "content": "<extra_id_19>",670 "lstrip": false,671 "normalized": false,672 "rstrip": false,673 "single_word": false,674 "special": true675 },676 "32081": {677 "content": "<extra_id_18>",678 "lstrip": false,679 "normalized": false,680 "rstrip": false,681 "single_word": false,682 "special": true683 },684 "32082": {685 "content": "<extra_id_17>",686 "lstrip": false,687 "normalized": false,688 "rstrip": false,689 "single_word": false,690 "special": true691 },692 "32083": {693 "content": "<extra_id_16>",694 "lstrip": false,695 "normalized": false,696 "rstrip": false,697 "single_word": false,698 "special": true699 },700 "32084": {701 "content": "<extra_id_15>",702 "lstrip": false,703 "normalized": false,704 "rstrip": false,705 "single_word": false,706 "special": true707 },708 "32085": {709 "content": "<extra_id_14>",710 "lstrip": false,711 "normalized": false,712 "rstrip": false,713 "single_word": false,714 "special": true715 },716 "32086": {717 "content": "<extra_id_13>",718 "lstrip": false,719 "normalized": false,720 "rstrip": false,721 "single_word": false,722 "special": true723 },724 "32087": {725 "content": "<extra_id_12>",726 "lstrip": false,727 "normalized": false,728 "rstrip": false,729 "single_word": false,730 "special": true731 },732 "32088": {733 "content": "<extra_id_11>",734 "lstrip": false,735 "normalized": false,736 "rstrip": false,737 "single_word": false,738 "special": true739 },740 "32089": {741 "content": "<extra_id_10>",742 "lstrip": false,743 "normalized": false,744 "rstrip": false,745 "single_word": false,746 "special": true747 },748 "32090": {749 "content": "<extra_id_9>",750 "lstrip": false,751 "normalized": false,752 "rstrip": false,753 "single_word": false,754 "special": true755 },756 "32091": {757 "content": "<extra_id_8>",758 "lstrip": false,759 "normalized": false,760 "rstrip": false,761 "single_word": false,762 "special": true763 },764 "32092": {765 "content": "<extra_id_7>",766 "lstrip": false,767 "normalized": false,768 "rstrip": false,769 "single_word": false,770 "special": true771 },772 "32093": {773 "content": "<extra_id_6>",774 "lstrip": false,775 "normalized": false,776 "rstrip": false,777 "single_word": false,778 "special": true779 },780 "32094": {781 "content": "<extra_id_5>",782 "lstrip": false,783 "normalized": false,784 "rstrip": false,785 "single_word": false,786 "special": true787 },788 "32095": {789 "content": "<extra_id_4>",790 "lstrip": false,791 "normalized": false,792 "rstrip": false,793 "single_word": false,794 "special": true795 },796 "32096": {797 "content": "<extra_id_3>",798 "lstrip": false,799 "normalized": false,800 "rstrip": false,801 "single_word": false,802 "special": true803 },804 "32097": {805 "content": "<extra_id_2>",806 "lstrip": false,807 "normalized": false,808 "rstrip": false,809 "single_word": false,810 "special": true811 },812 "32098": {813 "content": "<extra_id_1>",814 "lstrip": false,815 "normalized": false,816 "rstrip": false,817 "single_word": false,818 "special": true819 },820 "32099": {821 "content": "<extra_id_0>",822 "lstrip": false,823 "normalized": false,824 "rstrip": false,825 "single_word": false,826 "special": true827 }828 },829 "additional_special_tokens": [830 "<extra_id_0>",831 "<extra_id_1>",832 "<extra_id_2>",833 "<extra_id_3>",834 "<extra_id_4>",835 "<extra_id_5>",836 "<extra_id_6>",837 "<extra_id_7>",838 "<extra_id_8>",839 "<extra_id_9>",840 "<extra_id_10>",841 "<extra_id_11>",842 "<extra_id_12>",843 "<extra_id_13>",844 "<extra_id_14>",845 "<extra_id_15>",846 "<extra_id_16>",847 "<extra_id_17>",848 "<extra_id_18>",849 "<extra_id_19>",850 "<extra_id_20>",851 "<extra_id_21>",852 "<extra_id_22>",853 "<extra_id_23>",854 "<extra_id_24>",855 "<extra_id_25>",856 "<extra_id_26>",857 "<extra_id_27>",858 "<extra_id_28>",859 "<extra_id_29>",860 "<extra_id_30>",861 "<extra_id_31>",862 "<extra_id_32>",863 "<extra_id_33>",864 "<extra_id_34>",865 "<extra_id_35>",866 "<extra_id_36>",867 "<extra_id_37>",868 "<extra_id_38>",869 "<extra_id_39>",870 "<extra_id_40>",871 "<extra_id_41>",872 "<extra_id_42>",873 "<extra_id_43>",874 "<extra_id_44>",875 "<extra_id_45>",876 "<extra_id_46>",877 "<extra_id_47>",878 "<extra_id_48>",879 "<extra_id_49>",880 "<extra_id_50>",881 "<extra_id_51>",882 "<extra_id_52>",883 "<extra_id_53>",884 "<extra_id_54>",885 "<extra_id_55>",886 "<extra_id_56>",887 "<extra_id_57>",888 "<extra_id_58>",889 "<extra_id_59>",890 "<extra_id_60>",891 "<extra_id_61>",892 "<extra_id_62>",893 "<extra_id_63>",894 "<extra_id_64>",895 "<extra_id_65>",896 "<extra_id_66>",897 "<extra_id_67>",898 "<extra_id_68>",899 "<extra_id_69>",900 "<extra_id_70>",901 "<extra_id_71>",902 "<extra_id_72>",903 "<extra_id_73>",904 "<extra_id_74>",905 "<extra_id_75>",906 "<extra_id_76>",907 "<extra_id_77>",908 "<extra_id_78>",909 "<extra_id_79>",910 "<extra_id_80>",911 "<extra_id_81>",912 "<extra_id_82>",913 "<extra_id_83>",914 "<extra_id_84>",915 "<extra_id_85>",916 "<extra_id_86>",917 "<extra_id_87>",918 "<extra_id_88>",919 "<extra_id_89>",920 "<extra_id_90>",921 "<extra_id_91>",922 "<extra_id_92>",923 "<extra_id_93>",924 "<extra_id_94>",925 "<extra_id_95>",926 "<extra_id_96>",927 "<extra_id_97>",928 "<extra_id_98>",929 "<extra_id_99>"930 ],931 "clean_up_tokenization_spaces": false,932 "eos_token": "</s>",933 "extra_ids": 100,934 "extra_special_tokens": {},935 "model_max_length": 1000000000000000019884624838656,936 "pad_token": "<pad>",937 "sp_model_kwargs": {},938 "tokenizer_class": "T5Tokenizer",939 "unk_token": "<unk>"940}941