h4iku/codet5-small-t5apr-multi
085
1{2 "version": "1.0",3 "truncation": null,4 "padding": null,5 "added_tokens": [6 {7 "id": 0,8 "content": "<pad>",9 "single_word": false,10 "lstrip": false,11 "rstrip": false,12 "normalized": true,13 "special": true14 },15 {16 "id": 1,17 "content": "<s>",18 "single_word": false,19 "lstrip": false,20 "rstrip": false,21 "normalized": true,22 "special": true23 },24 {25 "id": 2,26 "content": "</s>",27 "single_word": false,28 "lstrip": false,29 "rstrip": false,30 "normalized": true,31 "special": true32 },33 {34 "id": 3,35 "content": "<unk>",36 "single_word": false,37 "lstrip": false,38 "rstrip": false,39 "normalized": true,40 "special": true41 },42 {43 "id": 4,44 "content": "<mask>",45 "single_word": false,46 "lstrip": true,47 "rstrip": false,48 "normalized": true,49 "special": true50 },51 {52 "id": 32000,53 "content": "<extra_id_99>",54 "single_word": false,55 "lstrip": true,56 "rstrip": false,57 "normalized": true,58 "special": true59 },60 {61 "id": 32001,62 "content": "<extra_id_98>",63 "single_word": false,64 "lstrip": true,65 "rstrip": false,66 "normalized": true,67 "special": true68 },69 {70 "id": 32002,71 "content": "<extra_id_97>",72 "single_word": false,73 "lstrip": true,74 "rstrip": false,75 "normalized": true,76 "special": true77 },78 {79 "id": 32003,80 "content": "<extra_id_96>",81 "single_word": false,82 "lstrip": true,83 "rstrip": false,84 "normalized": true,85 "special": true86 },87 {88 "id": 32004,89 "content": "<extra_id_95>",90 "single_word": false,91 "lstrip": true,92 "rstrip": false,93 "normalized": true,94 "special": true95 },96 {97 "id": 32005,98 "content": "<extra_id_94>",99 "single_word": false,100 "lstrip": true,101 "rstrip": false,102 "normalized": true,103 "special": true104 },105 {106 "id": 32006,107 "content": "<extra_id_93>",108 "single_word": false,109 "lstrip": true,110 "rstrip": false,111 "normalized": true,112 "special": true113 },114 {115 "id": 32007,116 "content": "<extra_id_92>",117 "single_word": false,118 "lstrip": true,119 "rstrip": false,120 "normalized": true,121 "special": true122 },123 {124 "id": 32008,125 "content": "<extra_id_91>",126 "single_word": false,127 "lstrip": true,128 "rstrip": false,129 "normalized": true,130 "special": true131 },132 {133 "id": 32009,134 "content": "<extra_id_90>",135 "single_word": false,136 "lstrip": true,137 "rstrip": false,138 "normalized": true,139 "special": true140 },141 {142 "id": 32010,143 "content": "<extra_id_89>",144 "single_word": false,145 "lstrip": true,146 "rstrip": false,147 "normalized": true,148 "special": true149 },150 {151 "id": 32011,152 "content": "<extra_id_88>",153 "single_word": false,154 "lstrip": true,155 "rstrip": false,156 "normalized": true,157 "special": true158 },159 {160 "id": 32012,161 "content": "<extra_id_87>",162 "single_word": false,163 "lstrip": true,164 "rstrip": false,165 "normalized": true,166 "special": true167 },168 {169 "id": 32013,170 "content": "<extra_id_86>",171 "single_word": false,172 "lstrip": true,173 "rstrip": false,174 "normalized": true,175 "special": true176 },177 {178 "id": 32014,179 "content": "<extra_id_85>",180 "single_word": false,181 "lstrip": true,182 "rstrip": false,183 "normalized": true,184 "special": true185 },186 {187 "id": 32015,188 "content": "<extra_id_84>",189 "single_word": false,190 "lstrip": true,191 "rstrip": false,192 "normalized": true,193 "special": true194 },195 {196 "id": 32016,197 "content": "<extra_id_83>",198 "single_word": false,199 "lstrip": true,200 "rstrip": false,201 "normalized": true,202 "special": true203 },204 {205 "id": 32017,206 "content": "<extra_id_82>",207 "single_word": false,208 "lstrip": true,209 "rstrip": false,210 "normalized": true,211 "special": true212 },213 {214 "id": 32018,215 "content": "<extra_id_81>",216 "single_word": false,217 "lstrip": true,218 "rstrip": false,219 "normalized": true,220 "special": true221 },222 {223 "id": 32019,224 "content": "<extra_id_80>",225 "single_word": false,226 "lstrip": true,227 "rstrip": false,228 "normalized": true,229 "special": true230 },231 {232 "id": 32020,233 "content": "<extra_id_79>",234 "single_word": false,235 "lstrip": true,236 "rstrip": false,237 "normalized": true,238 "special": true239 },240 {241 "id": 32021,242 "content": "<extra_id_78>",243 "single_word": false,244 "lstrip": true,245 "rstrip": false,246 "normalized": true,247 "special": true248 },249 {250 "id": 32022,251 "content": "<extra_id_77>",252 "single_word": false,253 "lstrip": true,254 "rstrip": false,255 "normalized": true,256 "special": true257 },258 {259 "id": 32023,260 "content": "<extra_id_76>",261 "single_word": false,262 "lstrip": true,263 "rstrip": false,264 "normalized": true,265 "special": true266 },267 {268 "id": 32024,269 "content": "<extra_id_75>",270 "single_word": false,271 "lstrip": true,272 "rstrip": false,273 "normalized": true,274 "special": true275 },276 {277 "id": 32025,278 "content": "<extra_id_74>",279 "single_word": false,280 "lstrip": true,281 "rstrip": false,282 "normalized": true,283 "special": true284 },285 {286 "id": 32026,287 "content": "<extra_id_73>",288 "single_word": false,289 "lstrip": true,290 "rstrip": false,291 "normalized": true,292 "special": true293 },294 {295 "id": 32027,296 "content": "<extra_id_72>",297 "single_word": false,298 "lstrip": true,299 "rstrip": false,300 "normalized": true,301 "special": true302 },303 {304 "id": 32028,305 "content": "<extra_id_71>",306 "single_word": false,307 "lstrip": true,308 "rstrip": false,309 "normalized": true,310 "special": true311 },312 {313 "id": 32029,314 "content": "<extra_id_70>",315 "single_word": false,316 "lstrip": true,317 "rstrip": false,318 "normalized": true,319 "special": true320 },321 {322 "id": 32030,323 "content": "<extra_id_69>",324 "single_word": false,325 "lstrip": true,326 "rstrip": false,327 "normalized": true,328 "special": true329 },330 {331 "id": 32031,332 "content": "<extra_id_68>",333 "single_word": false,334 "lstrip": true,335 "rstrip": false,336 "normalized": true,337 "special": true338 },339 {340 "id": 32032,341 "content": "<extra_id_67>",342 "single_word": false,343 "lstrip": true,344 "rstrip": false,345 "normalized": true,346 "special": true347 },348 {349 "id": 32033,350 "content": "<extra_id_66>",351 "single_word": false,352 "lstrip": true,353 "rstrip": false,354 "normalized": true,355 "special": true356 },357 {358 "id": 32034,359 "content": "<extra_id_65>",360 "single_word": false,361 "lstrip": true,362 "rstrip": false,363 "normalized": true,364 "special": true365 },366 {367 "id": 32035,368 "content": "<extra_id_64>",369 "single_word": false,370 "lstrip": true,371 "rstrip": false,372 "normalized": true,373 "special": true374 },375 {376 "id": 32036,377 "content": "<extra_id_63>",378 "single_word": false,379 "lstrip": true,380 "rstrip": false,381 "normalized": true,382 "special": true383 },384 {385 "id": 32037,386 "content": "<extra_id_62>",387 "single_word": false,388 "lstrip": true,389 "rstrip": false,390 "normalized": true,391 "special": true392 },393 {394 "id": 32038,395 "content": "<extra_id_61>",396 "single_word": false,397 "lstrip": true,398 "rstrip": false,399 "normalized": true,400 "special": true401 },402 {403 "id": 32039,404 "content": "<extra_id_60>",405 "single_word": false,406 "lstrip": true,407 "rstrip": false,408 "normalized": true,409 "special": true410 },411 {412 "id": 32040,413 "content": "<extra_id_59>",414 "single_word": false,415 "lstrip": true,416 "rstrip": false,417 "normalized": true,418 "special": true419 },420 {421 "id": 32041,422 "content": "<extra_id_58>",423 "single_word": false,424 "lstrip": true,425 "rstrip": false,426 "normalized": true,427 "special": true428 },429 {430 "id": 32042,431 "content": "<extra_id_57>",432 "single_word": false,433 "lstrip": true,434 "rstrip": false,435 "normalized": true,436 "special": true437 },438 {439 "id": 32043,440 "content": "<extra_id_56>",441 "single_word": false,442 "lstrip": true,443 "rstrip": false,444 "normalized": true,445 "special": true446 },447 {448 "id": 32044,449 "content": "<extra_id_55>",450 "single_word": false,451 "lstrip": true,452 "rstrip": false,453 "normalized": true,454 "special": true455 },456 {457 "id": 32045,458 "content": "<extra_id_54>",459 "single_word": false,460 "lstrip": true,461 "rstrip": false,462 "normalized": true,463 "special": true464 },465 {466 "id": 32046,467 "content": "<extra_id_53>",468 "single_word": false,469 "lstrip": true,470 "rstrip": false,471 "normalized": true,472 "special": true473 },474 {475 "id": 32047,476 "content": "<extra_id_52>",477 "single_word": false,478 "lstrip": true,479 "rstrip": false,480 "normalized": true,481 "special": true482 },483 {484 "id": 32048,485 "content": "<extra_id_51>",486 "single_word": false,487 "lstrip": true,488 "rstrip": false,489 "normalized": true,490 "special": true491 },492 {493 "id": 32049,494 "content": "<extra_id_50>",495 "single_word": false,496 "lstrip": true,497 "rstrip": false,498 "normalized": true,499 "special": true500 },501 {502 "id": 32050,503 "content": "<extra_id_49>",504 "single_word": false,505 "lstrip": true,506 "rstrip": false,507 "normalized": true,508 "special": true509 },510 {511 "id": 32051,512 "content": "<extra_id_48>",513 "single_word": false,514 "lstrip": true,515 "rstrip": false,516 "normalized": true,517 "special": true518 },519 {520 "id": 32052,521 "content": "<extra_id_47>",522 "single_word": false,523 "lstrip": true,524 "rstrip": false,525 "normalized": true,526 "special": true527 },528 {529 "id": 32053,530 "content": "<extra_id_46>",531 "single_word": false,532 "lstrip": true,533 "rstrip": false,534 "normalized": true,535 "special": true536 },537 {538 "id": 32054,539 "content": "<extra_id_45>",540 "single_word": false,541 "lstrip": true,542 "rstrip": false,543 "normalized": true,544 "special": true545 },546 {547 "id": 32055,548 "content": "<extra_id_44>",549 "single_word": false,550 "lstrip": true,551 "rstrip": false,552 "normalized": true,553 "special": true554 },555 {556 "id": 32056,557 "content": "<extra_id_43>",558 "single_word": false,559 "lstrip": true,560 "rstrip": false,561 "normalized": true,562 "special": true563 },564 {565 "id": 32057,566 "content": "<extra_id_42>",567 "single_word": false,568 "lstrip": true,569 "rstrip": false,570 "normalized": true,571 "special": true572 },573 {574 "id": 32058,575 "content": "<extra_id_41>",576 "single_word": false,577 "lstrip": true,578 "rstrip": false,579 "normalized": true,580 "special": true581 },582 {583 "id": 32059,584 "content": "<extra_id_40>",585 "single_word": false,586 "lstrip": true,587 "rstrip": false,588 "normalized": true,589 "special": true590 },591 {592 "id": 32060,593 "content": "<extra_id_39>",594 "single_word": false,595 "lstrip": true,596 "rstrip": false,597 "normalized": true,598 "special": true599 },600 {601 "id": 32061,602 "content": "<extra_id_38>",603 "single_word": false,604 "lstrip": true,605 "rstrip": false,606 "normalized": true,607 "special": true608 },609 {610 "id": 32062,611 "content": "<extra_id_37>",612 "single_word": false,613 "lstrip": true,614 "rstrip": false,615 "normalized": true,616 "special": true617 },618 {619 "id": 32063,620 "content": "<extra_id_36>",621 "single_word": false,622 "lstrip": true,623 "rstrip": false,624 "normalized": true,625 "special": true626 },627 {628 "id": 32064,629 "content": "<extra_id_35>",630 "single_word": false,631 "lstrip": true,632 "rstrip": false,633 "normalized": true,634 "special": true635 },636 {637 "id": 32065,638 "content": "<extra_id_34>",639 "single_word": false,640 "lstrip": true,641 "rstrip": false,642 "normalized": true,643 "special": true644 },645 {646 "id": 32066,647 "content": "<extra_id_33>",648 "single_word": false,649 "lstrip": true,650 "rstrip": false,651 "normalized": true,652 "special": true653 },654 {655 "id": 32067,656 "content": "<extra_id_32>",657 "single_word": false,658 "lstrip": true,659 "rstrip": false,660 "normalized": true,661 "special": true662 },663 {664 "id": 32068,665 "content": "<extra_id_31>",666 "single_word": false,667 "lstrip": true,668 "rstrip": false,669 "normalized": true,670 "special": true671 },672 {673 "id": 32069,674 "content": "<extra_id_30>",675 "single_word": false,676 "lstrip": true,677 "rstrip": false,678 "normalized": true,679 "special": true680 },681 {682 "id": 32070,683 "content": "<extra_id_29>",684 "single_word": false,685 "lstrip": true,686 "rstrip": false,687 "normalized": true,688 "special": true689 },690 {691 "id": 32071,692 "content": "<extra_id_28>",693 "single_word": false,694 "lstrip": true,695 "rstrip": false,696 "normalized": true,697 "special": true698 },699 {700 "id": 32072,701 "content": "<extra_id_27>",702 "single_word": false,703 "lstrip": true,704 "rstrip": false,705 "normalized": true,706 "special": true707 },708 {709 "id": 32073,710 "content": "<extra_id_26>",711 "single_word": false,712 "lstrip": true,713 "rstrip": false,714 "normalized": true,715 "special": true716 },717 {718 "id": 32074,719 "content": "<extra_id_25>",720 "single_word": false,721 "lstrip": true,722 "rstrip": false,723 "normalized": true,724 "special": true725 },726 {727 "id": 32075,728 "content": "<extra_id_24>",729 "single_word": false,730 "lstrip": true,731 "rstrip": false,732 "normalized": true,733 "special": true734 },735 {736 "id": 32076,737 "content": "<extra_id_23>",738 "single_word": false,739 "lstrip": true,740 "rstrip": false,741 "normalized": true,742 "special": true743 },744 {745 "id": 32077,746 "content": "<extra_id_22>",747 "single_word": false,748 "lstrip": true,749 "rstrip": false,750 "normalized": true,751 "special": true752 },753 {754 "id": 32078,755 "content": "<extra_id_21>",756 "single_word": false,757 "lstrip": true,758 "rstrip": false,759 "normalized": true,760 "special": true761 },762 {763 "id": 32079,764 "content": "<extra_id_20>",765 "single_word": false,766 "lstrip": true,767 "rstrip": false,768 "normalized": true,769 "special": true770 },771 {772 "id": 32080,773 "content": "<extra_id_19>",774 "single_word": false,775 "lstrip": true,776 "rstrip": false,777 "normalized": true,778 "special": true779 },780 {781 "id": 32081,782 "content": "<extra_id_18>",783 "single_word": false,784 "lstrip": true,785 "rstrip": false,786 "normalized": true,787 "special": true788 },789 {790 "id": 32082,791 "content": "<extra_id_17>",792 "single_word": false,793 "lstrip": true,794 "rstrip": false,795 "normalized": true,796 "special": true797 },798 {799 "id": 32083,800 "content": "<extra_id_16>",801 "single_word": false,802 "lstrip": true,803 "rstrip": false,804 "normalized": true,805 "special": true806 },807 {808 "id": 32084,809 "content": "<extra_id_15>",810 "single_word": false,811 "lstrip": true,812 "rstrip": false,813 "normalized": true,814 "special": true815 },816 {817 "id": 32085,818 "content": "<extra_id_14>",819 "single_word": false,820 "lstrip": true,821 "rstrip": false,822 "normalized": true,823 "special": true824 },825 {826 "id": 32086,827 "content": "<extra_id_13>",828 "single_word": false,829 "lstrip": true,830 "rstrip": false,831 "normalized": true,832 "special": true833 },834 {835 "id": 32087,836 "content": "<extra_id_12>",837 "single_word": false,838 "lstrip": true,839 "rstrip": false,840 "normalized": true,841 "special": true842 },843 {844 "id": 32088,845 "content": "<extra_id_11>",846 "single_word": false,847 "lstrip": true,848 "rstrip": false,849 "normalized": true,850 "special": true851 },852 {853 "id": 32089,854 "content": "<extra_id_10>",855 "single_word": false,856 "lstrip": true,857 "rstrip": false,858 "normalized": true,859 "special": true860 },861 {862 "id": 32090,863 "content": "<extra_id_9>",864 "single_word": false,865 "lstrip": true,866 "rstrip": false,867 "normalized": true,868 "special": true869 },870 {871 "id": 32091,872 "content": "<extra_id_8>",873 "single_word": false,874 "lstrip": true,875 "rstrip": false,876 "normalized": true,877 "special": true878 },879 {880 "id": 32092,881 "content": "<extra_id_7>",882 "single_word": false,883 "lstrip": true,884 "rstrip": false,885 "normalized": true,886 "special": true887 },888 {889 "id": 32093,890 "content": "<extra_id_6>",891 "single_word": false,892 "lstrip": true,893 "rstrip": false,894 "normalized": true,895 "special": true896 },897 {898 "id": 32094,899 "content": "<extra_id_5>",900 "single_word": false,901 "lstrip": true,902 "rstrip": false,903 "normalized": true,904 "special": true905 },906 {907 "id": 32095,908 "content": "<extra_id_4>",909 "single_word": false,910 "lstrip": true,911 "rstrip": false,912 "normalized": true,913 "special": true914 },915 {916 "id": 32096,917 "content": "<extra_id_3>",918 "single_word": false,919 "lstrip": true,920 "rstrip": false,921 "normalized": true,922 "special": true923 },924 {925 "id": 32097,926 "content": "<extra_id_2>",927 "single_word": false,928 "lstrip": true,929 "rstrip": false,930 "normalized": true,931 "special": true932 },933 {934 "id": 32098,935 "content": "<extra_id_1>",936 "single_word": false,937 "lstrip": true,938 "rstrip": false,939 "normalized": true,940 "special": true941 },942 {943 "id": 32099,944 "content": "<extra_id_0>",945 "single_word": false,946 "lstrip": true,947 "rstrip": false,948 "normalized": true,949 "special": true950 }951 ],952 "normalizer": null,953 "pre_tokenizer": {954 "type": "ByteLevel",955 "add_prefix_space": false,956 "trim_offsets": true957 },958 "post_processor": {959 "type": "RobertaProcessing",960 "sep": [961 "</s>",962 2963 ],964 "cls": [965 "<s>",966 1967 ],968 "trim_offsets": true,969 "add_prefix_space": false970 },971 "decoder": {972 "type": "ByteLevel",973 "add_prefix_space": true,974 "trim_offsets": true975 },976 "model": {977 "type": "BPE",978 "dropout": null,979 "unk_token": null,980 "continuing_subword_prefix": "",981 "end_of_word_suffix": "",982 "fuse_unk": false,983 "vocab": {984 "<pad>": 0,985 "<s>": 1,986 "</s>": 2,987 "<unk>": 3,988 "<mask>": 4,989 "!": 5,990 "\"": 6,991 "#": 7,992 "$": 8,993 "%": 9,994 "&": 10,995 "'": 11,996 "(": 12,997 ")": 13,998 "*": 14,999 "+": 15,1000 ",": 16,1001 "-": 17,1002 ".": 18,1003 "/": 19,1004 "0": 20,1005 "1": 21,1006 "2": 22,1007 "3": 23,1008 "4": 24,1009 "5": 25,1010 "6": 26,1011 "7": 27,1012 "8": 28,1013 "9": 29,1014 ":": 30,1015 ";": 31,1016 "<": 32,1017 "=": 33,1018 ">": 34,1019 "?": 35,1020 "@": 36,1021 "A": 37,1022 "B": 38,1023 "C": 39,1024 "D": 40,1025 "E": 41,1026 "F": 42,1027 "G": 43,1028 "H": 44,1029 "I": 45,1030 "J": 46,1031 "K": 47,1032 "L": 48,1033 "M": 49,1034 "N": 50,1035 "O": 51,1036 "P": 52,1037 "Q": 53,1038 "R": 54,1039 "S": 55,1040 "T": 56,1041 "U": 57,1042 "V": 58,1043 "W": 59,1044 "X": 60,1045 "Y": 61,1046 "Z": 62,1047 "[": 63,1048 "\\": 64,1049 "]": 65,1050 "^": 66,1051 "_": 67,1052 "`": 68,1053 "a": 69,1054 "b": 70,1055 "c": 71,1056 "d": 72,1057 "e": 73,1058 "f": 74,1059 "g": 75,1060 "h": 76,1061 "i": 77,1062 "j": 78,1063 "k": 79,1064 "l": 80,1065 "m": 81,1066 "n": 82,1067 "o": 83,1068 "p": 84,1069 "q": 85,1070 "r": 86,1071 "s": 87,1072 "t": 88,1073 "u": 89,1074 "v": 90,1075 "w": 91,1076 "x": 92,1077 "y": 93,1078 "z": 94,1079 "{": 95,1080 "|": 96,1081 "}": 97,1082 "~": 98,1083 "¡": 99,1084 "¢": 100,1085 "£": 101,1086 "¤": 102,1087 "¥": 103,1088 "¦": 104,1089 "§": 105,1090 "¨": 106,1091 "©": 107,1092 "ª": 108,1093 "«": 109,1094 "¬": 110,1095 "®": 111,1096 "¯": 112,1097 "°": 113,1098 "±": 114,1099 "²": 115,1100 "³": 116,1101 "´": 117,1102 "µ": 118,1103 "¶": 119,1104 "·": 120,1105 "¸": 121,1106 "¹": 122,1107 "º": 123,1108 "»": 124,1109 "¼": 125,1110 "½": 126,1111 "¾": 127,1112 "¿": 128,1113 "À": 129,1114 "Á": 130,1115 "Â": 131,1116 "Ã": 132,1117 "Ä": 133,1118 "Å": 134,1119 "Æ": 135,1120 "Ç": 136,1121 "È": 137,1122 "É": 138,1123 "Ê": 139,1124 "Ë": 140,1125 "Ì": 141,1126 "Í": 142,1127 "Î": 143,1128 "Ï": 144,1129 "Ð": 145,1130 "Ñ": 146,1131 "Ò": 147,1132 "Ó": 148,1133 "Ô": 149,1134 "Õ": 150,1135 "Ö": 151,1136 "×": 152,1137 "Ø": 153,1138 "Ù": 154,1139 "Ú": 155,1140 "Û": 156,1141 "Ü": 157,1142 "Ý": 158,1143 "Þ": 159,1144 "ß": 160,1145 "à": 161,1146 "á": 162,1147 "â": 163,1148 "ã": 164,1149 "ä": 165,1150 "å": 166,1151 "æ": 167,1152 "ç": 168,1153 "è": 169,1154 "é": 170,1155 "ê": 171,1156 "ë": 172,1157 "ì": 173,1158 "í": 174,1159 "î": 175,1160 "ï": 176,1161 "ð": 177,1162 "ñ": 178,1163 "ò": 179,1164 "ó": 180,1165 "ô": 181,1166 "õ": 182,1167 "ö": 183,1168 "÷": 184,1169 "ø": 185,1170 "ù": 186,1171 "ú": 187,1172 "û": 188,1173 "ü": 189,1174 "ý": 190,1175 "þ": 191,1176 "ÿ": 192,1177 "Ā": 193,1178 "ā": 194,1179 "Ă": 195,1180 "ă": 196,1181 "Ą": 197,1182 "ą": 198,1183 "Ć": 199,1184 "ć": 200,1185 "Ĉ": 201,1186 "ĉ": 202,1187 "Ċ": 203,1188 "ċ": 204,1189 "Č": 205,1190 "č": 206,1191 "Ď": 207,1192 "ď": 208,1193 "Đ": 209,1194 "đ": 210,1195 "Ē": 211,1196 "ē": 212,1197 "Ĕ": 213,1198 "ĕ": 214,1199 "Ė": 215,1200 "ė": 216,