anithra/code-assistant-py-java
0
1{2 "add_prefix_space": false,3 "added_tokens_decoder": {4 "0": {5 "content": "<pad>",6 "lstrip": false,7 "normalized": true,8 "rstrip": false,9 "single_word": false,10 "special": true11 },12 "1": {13 "content": "<s>",14 "lstrip": false,15 "normalized": true,16 "rstrip": false,17 "single_word": false,18 "special": true19 },20 "2": {21 "content": "</s>",22 "lstrip": false,23 "normalized": true,24 "rstrip": false,25 "single_word": false,26 "special": true27 },28 "3": {29 "content": "<unk>",30 "lstrip": false,31 "normalized": true,32 "rstrip": false,33 "single_word": false,34 "special": true35 },36 "4": {37 "content": "<mask>",38 "lstrip": true,39 "normalized": true,40 "rstrip": false,41 "single_word": false,42 "special": true43 },44 "32000": {45 "content": "<extra_id_99>",46 "lstrip": true,47 "normalized": true,48 "rstrip": false,49 "single_word": false,50 "special": true51 },52 "32001": {53 "content": "<extra_id_98>",54 "lstrip": true,55 "normalized": true,56 "rstrip": false,57 "single_word": false,58 "special": true59 },60 "32002": {61 "content": "<extra_id_97>",62 "lstrip": true,63 "normalized": true,64 "rstrip": false,65 "single_word": false,66 "special": true67 },68 "32003": {69 "content": "<extra_id_96>",70 "lstrip": true,71 "normalized": true,72 "rstrip": false,73 "single_word": false,74 "special": true75 },76 "32004": {77 "content": "<extra_id_95>",78 "lstrip": true,79 "normalized": true,80 "rstrip": false,81 "single_word": false,82 "special": true83 },84 "32005": {85 "content": "<extra_id_94>",86 "lstrip": true,87 "normalized": true,88 "rstrip": false,89 "single_word": false,90 "special": true91 },92 "32006": {93 "content": "<extra_id_93>",94 "lstrip": true,95 "normalized": true,96 "rstrip": false,97 "single_word": false,98 "special": true99 },100 "32007": {101 "content": "<extra_id_92>",102 "lstrip": true,103 "normalized": true,104 "rstrip": false,105 "single_word": false,106 "special": true107 },108 "32008": {109 "content": "<extra_id_91>",110 "lstrip": true,111 "normalized": true,112 "rstrip": false,113 "single_word": false,114 "special": true115 },116 "32009": {117 "content": "<extra_id_90>",118 "lstrip": true,119 "normalized": true,120 "rstrip": false,121 "single_word": false,122 "special": true123 },124 "32010": {125 "content": "<extra_id_89>",126 "lstrip": true,127 "normalized": true,128 "rstrip": false,129 "single_word": false,130 "special": true131 },132 "32011": {133 "content": "<extra_id_88>",134 "lstrip": true,135 "normalized": true,136 "rstrip": false,137 "single_word": false,138 "special": true139 },140 "32012": {141 "content": "<extra_id_87>",142 "lstrip": true,143 "normalized": true,144 "rstrip": false,145 "single_word": false,146 "special": true147 },148 "32013": {149 "content": "<extra_id_86>",150 "lstrip": true,151 "normalized": true,152 "rstrip": false,153 "single_word": false,154 "special": true155 },156 "32014": {157 "content": "<extra_id_85>",158 "lstrip": true,159 "normalized": true,160 "rstrip": false,161 "single_word": false,162 "special": true163 },164 "32015": {165 "content": "<extra_id_84>",166 "lstrip": true,167 "normalized": true,168 "rstrip": false,169 "single_word": false,170 "special": true171 },172 "32016": {173 "content": "<extra_id_83>",174 "lstrip": true,175 "normalized": true,176 "rstrip": false,177 "single_word": false,178 "special": true179 },180 "32017": {181 "content": "<extra_id_82>",182 "lstrip": true,183 "normalized": true,184 "rstrip": false,185 "single_word": false,186 "special": true187 },188 "32018": {189 "content": "<extra_id_81>",190 "lstrip": true,191 "normalized": true,192 "rstrip": false,193 "single_word": false,194 "special": true195 },196 "32019": {197 "content": "<extra_id_80>",198 "lstrip": true,199 "normalized": true,200 "rstrip": false,201 "single_word": false,202 "special": true203 },204 "32020": {205 "content": "<extra_id_79>",206 "lstrip": true,207 "normalized": true,208 "rstrip": false,209 "single_word": false,210 "special": true211 },212 "32021": {213 "content": "<extra_id_78>",214 "lstrip": true,215 "normalized": true,216 "rstrip": false,217 "single_word": false,218 "special": true219 },220 "32022": {221 "content": "<extra_id_77>",222 "lstrip": true,223 "normalized": true,224 "rstrip": false,225 "single_word": false,226 "special": true227 },228 "32023": {229 "content": "<extra_id_76>",230 "lstrip": true,231 "normalized": true,232 "rstrip": false,233 "single_word": false,234 "special": true235 },236 "32024": {237 "content": "<extra_id_75>",238 "lstrip": true,239 "normalized": true,240 "rstrip": false,241 "single_word": false,242 "special": true243 },244 "32025": {245 "content": "<extra_id_74>",246 "lstrip": true,247 "normalized": true,248 "rstrip": false,249 "single_word": false,250 "special": true251 },252 "32026": {253 "content": "<extra_id_73>",254 "lstrip": true,255 "normalized": true,256 "rstrip": false,257 "single_word": false,258 "special": true259 },260 "32027": {261 "content": "<extra_id_72>",262 "lstrip": true,263 "normalized": true,264 "rstrip": false,265 "single_word": false,266 "special": true267 },268 "32028": {269 "content": "<extra_id_71>",270 "lstrip": true,271 "normalized": true,272 "rstrip": false,273 "single_word": false,274 "special": true275 },276 "32029": {277 "content": "<extra_id_70>",278 "lstrip": true,279 "normalized": true,280 "rstrip": false,281 "single_word": false,282 "special": true283 },284 "32030": {285 "content": "<extra_id_69>",286 "lstrip": true,287 "normalized": true,288 "rstrip": false,289 "single_word": false,290 "special": true291 },292 "32031": {293 "content": "<extra_id_68>",294 "lstrip": true,295 "normalized": true,296 "rstrip": false,297 "single_word": false,298 "special": true299 },300 "32032": {301 "content": "<extra_id_67>",302 "lstrip": true,303 "normalized": true,304 "rstrip": false,305 "single_word": false,306 "special": true307 },308 "32033": {309 "content": "<extra_id_66>",310 "lstrip": true,311 "normalized": true,312 "rstrip": false,313 "single_word": false,314 "special": true315 },316 "32034": {317 "content": "<extra_id_65>",318 "lstrip": true,319 "normalized": true,320 "rstrip": false,321 "single_word": false,322 "special": true323 },324 "32035": {325 "content": "<extra_id_64>",326 "lstrip": true,327 "normalized": true,328 "rstrip": false,329 "single_word": false,330 "special": true331 },332 "32036": {333 "content": "<extra_id_63>",334 "lstrip": true,335 "normalized": true,336 "rstrip": false,337 "single_word": false,338 "special": true339 },340 "32037": {341 "content": "<extra_id_62>",342 "lstrip": true,343 "normalized": true,344 "rstrip": false,345 "single_word": false,346 "special": true347 },348 "32038": {349 "content": "<extra_id_61>",350 "lstrip": true,351 "normalized": true,352 "rstrip": false,353 "single_word": false,354 "special": true355 },356 "32039": {357 "content": "<extra_id_60>",358 "lstrip": true,359 "normalized": true,360 "rstrip": false,361 "single_word": false,362 "special": true363 },364 "32040": {365 "content": "<extra_id_59>",366 "lstrip": true,367 "normalized": true,368 "rstrip": false,369 "single_word": false,370 "special": true371 },372 "32041": {373 "content": "<extra_id_58>",374 "lstrip": true,375 "normalized": true,376 "rstrip": false,377 "single_word": false,378 "special": true379 },380 "32042": {381 "content": "<extra_id_57>",382 "lstrip": true,383 "normalized": true,384 "rstrip": false,385 "single_word": false,386 "special": true387 },388 "32043": {389 "content": "<extra_id_56>",390 "lstrip": true,391 "normalized": true,392 "rstrip": false,393 "single_word": false,394 "special": true395 },396 "32044": {397 "content": "<extra_id_55>",398 "lstrip": true,399 "normalized": true,400 "rstrip": false,401 "single_word": false,402 "special": true403 },404 "32045": {405 "content": "<extra_id_54>",406 "lstrip": true,407 "normalized": true,408 "rstrip": false,409 "single_word": false,410 "special": true411 },412 "32046": {413 "content": "<extra_id_53>",414 "lstrip": true,415 "normalized": true,416 "rstrip": false,417 "single_word": false,418 "special": true419 },420 "32047": {421 "content": "<extra_id_52>",422 "lstrip": true,423 "normalized": true,424 "rstrip": false,425 "single_word": false,426 "special": true427 },428 "32048": {429 "content": "<extra_id_51>",430 "lstrip": true,431 "normalized": true,432 "rstrip": false,433 "single_word": false,434 "special": true435 },436 "32049": {437 "content": "<extra_id_50>",438 "lstrip": true,439 "normalized": true,440 "rstrip": false,441 "single_word": false,442 "special": true443 },444 "32050": {445 "content": "<extra_id_49>",446 "lstrip": true,447 "normalized": true,448 "rstrip": false,449 "single_word": false,450 "special": true451 },452 "32051": {453 "content": "<extra_id_48>",454 "lstrip": true,455 "normalized": true,456 "rstrip": false,457 "single_word": false,458 "special": true459 },460 "32052": {461 "content": "<extra_id_47>",462 "lstrip": true,463 "normalized": true,464 "rstrip": false,465 "single_word": false,466 "special": true467 },468 "32053": {469 "content": "<extra_id_46>",470 "lstrip": true,471 "normalized": true,472 "rstrip": false,473 "single_word": false,474 "special": true475 },476 "32054": {477 "content": "<extra_id_45>",478 "lstrip": true,479 "normalized": true,480 "rstrip": false,481 "single_word": false,482 "special": true483 },484 "32055": {485 "content": "<extra_id_44>",486 "lstrip": true,487 "normalized": true,488 "rstrip": false,489 "single_word": false,490 "special": true491 },492 "32056": {493 "content": "<extra_id_43>",494 "lstrip": true,495 "normalized": true,496 "rstrip": false,497 "single_word": false,498 "special": true499 },500 "32057": {501 "content": "<extra_id_42>",502 "lstrip": true,503 "normalized": true,504 "rstrip": false,505 "single_word": false,506 "special": true507 },508 "32058": {509 "content": "<extra_id_41>",510 "lstrip": true,511 "normalized": true,512 "rstrip": false,513 "single_word": false,514 "special": true515 },516 "32059": {517 "content": "<extra_id_40>",518 "lstrip": true,519 "normalized": true,520 "rstrip": false,521 "single_word": false,522 "special": true523 },524 "32060": {525 "content": "<extra_id_39>",526 "lstrip": true,527 "normalized": true,528 "rstrip": false,529 "single_word": false,530 "special": true531 },532 "32061": {533 "content": "<extra_id_38>",534 "lstrip": true,535 "normalized": true,536 "rstrip": false,537 "single_word": false,538 "special": true539 },540 "32062": {541 "content": "<extra_id_37>",542 "lstrip": true,543 "normalized": true,544 "rstrip": false,545 "single_word": false,546 "special": true547 },548 "32063": {549 "content": "<extra_id_36>",550 "lstrip": true,551 "normalized": true,552 "rstrip": false,553 "single_word": false,554 "special": true555 },556 "32064": {557 "content": "<extra_id_35>",558 "lstrip": true,559 "normalized": true,560 "rstrip": false,561 "single_word": false,562 "special": true563 },564 "32065": {565 "content": "<extra_id_34>",566 "lstrip": true,567 "normalized": true,568 "rstrip": false,569 "single_word": false,570 "special": true571 },572 "32066": {573 "content": "<extra_id_33>",574 "lstrip": true,575 "normalized": true,576 "rstrip": false,577 "single_word": false,578 "special": true579 },580 "32067": {581 "content": "<extra_id_32>",582 "lstrip": true,583 "normalized": true,584 "rstrip": false,585 "single_word": false,586 "special": true587 },588 "32068": {589 "content": "<extra_id_31>",590 "lstrip": true,591 "normalized": true,592 "rstrip": false,593 "single_word": false,594 "special": true595 },596 "32069": {597 "content": "<extra_id_30>",598 "lstrip": true,599 "normalized": true,600 "rstrip": false,601 "single_word": false,602 "special": true603 },604 "32070": {605 "content": "<extra_id_29>",606 "lstrip": true,607 "normalized": true,608 "rstrip": false,609 "single_word": false,610 "special": true611 },612 "32071": {613 "content": "<extra_id_28>",614 "lstrip": true,615 "normalized": true,616 "rstrip": false,617 "single_word": false,618 "special": true619 },620 "32072": {621 "content": "<extra_id_27>",622 "lstrip": true,623 "normalized": true,624 "rstrip": false,625 "single_word": false,626 "special": true627 },628 "32073": {629 "content": "<extra_id_26>",630 "lstrip": true,631 "normalized": true,632 "rstrip": false,633 "single_word": false,634 "special": true635 },636 "32074": {637 "content": "<extra_id_25>",638 "lstrip": true,639 "normalized": true,640 "rstrip": false,641 "single_word": false,642 "special": true643 },644 "32075": {645 "content": "<extra_id_24>",646 "lstrip": true,647 "normalized": true,648 "rstrip": false,649 "single_word": false,650 "special": true651 },652 "32076": {653 "content": "<extra_id_23>",654 "lstrip": true,655 "normalized": true,656 "rstrip": false,657 "single_word": false,658 "special": true659 },660 "32077": {661 "content": "<extra_id_22>",662 "lstrip": true,663 "normalized": true,664 "rstrip": false,665 "single_word": false,666 "special": true667 },668 "32078": {669 "content": "<extra_id_21>",670 "lstrip": true,671 "normalized": true,672 "rstrip": false,673 "single_word": false,674 "special": true675 },676 "32079": {677 "content": "<extra_id_20>",678 "lstrip": true,679 "normalized": true,680 "rstrip": false,681 "single_word": false,682 "special": true683 },684 "32080": {685 "content": "<extra_id_19>",686 "lstrip": true,687 "normalized": true,688 "rstrip": false,689 "single_word": false,690 "special": true691 },692 "32081": {693 "content": "<extra_id_18>",694 "lstrip": true,695 "normalized": true,696 "rstrip": false,697 "single_word": false,698 "special": true699 },700 "32082": {701 "content": "<extra_id_17>",702 "lstrip": true,703 "normalized": true,704 "rstrip": false,705 "single_word": false,706 "special": true707 },708 "32083": {709 "content": "<extra_id_16>",710 "lstrip": true,711 "normalized": true,712 "rstrip": false,713 "single_word": false,714 "special": true715 },716 "32084": {717 "content": "<extra_id_15>",718 "lstrip": true,719 "normalized": true,720 "rstrip": false,721 "single_word": false,722 "special": true723 },724 "32085": {725 "content": "<extra_id_14>",726 "lstrip": true,727 "normalized": true,728 "rstrip": false,729 "single_word": false,730 "special": true731 },732 "32086": {733 "content": "<extra_id_13>",734 "lstrip": true,735 "normalized": true,736 "rstrip": false,737 "single_word": false,738 "special": true739 },740 "32087": {741 "content": "<extra_id_12>",742 "lstrip": true,743 "normalized": true,744 "rstrip": false,745 "single_word": false,746 "special": true747 },748 "32088": {749 "content": "<extra_id_11>",750 "lstrip": true,751 "normalized": true,752 "rstrip": false,753 "single_word": false,754 "special": true755 },756 "32089": {757 "content": "<extra_id_10>",758 "lstrip": true,759 "normalized": true,760 "rstrip": false,761 "single_word": false,762 "special": true763 },764 "32090": {765 "content": "<extra_id_9>",766 "lstrip": true,767 "normalized": true,768 "rstrip": false,769 "single_word": false,770 "special": true771 },772 "32091": {773 "content": "<extra_id_8>",774 "lstrip": true,775 "normalized": true,776 "rstrip": false,777 "single_word": false,778 "special": true779 },780 "32092": {781 "content": "<extra_id_7>",782 "lstrip": true,783 "normalized": true,784 "rstrip": false,785 "single_word": false,786 "special": true787 },788 "32093": {789 "content": "<extra_id_6>",790 "lstrip": true,791 "normalized": true,792 "rstrip": false,793 "single_word": false,794 "special": true795 },796 "32094": {797 "content": "<extra_id_5>",798 "lstrip": true,799 "normalized": true,800 "rstrip": false,801 "single_word": false,802 "special": true803 },804 "32095": {805 "content": "<extra_id_4>",806 "lstrip": true,807 "normalized": true,808 "rstrip": false,809 "single_word": false,810 "special": true811 },812 "32096": {813 "content": "<extra_id_3>",814 "lstrip": true,815 "normalized": true,816 "rstrip": false,817 "single_word": false,818 "special": true819 },820 "32097": {821 "content": "<extra_id_2>",822 "lstrip": true,823 "normalized": true,824 "rstrip": false,825 "single_word": false,826 "special": true827 },828 "32098": {829 "content": "<extra_id_1>",830 "lstrip": true,831 "normalized": true,832 "rstrip": false,833 "single_word": false,834 "special": true835 },836 "32099": {837 "content": "<extra_id_0>",838 "lstrip": true,839 "normalized": true,840 "rstrip": false,841 "single_word": false,842 "special": true843 }844 },845 "additional_special_tokens": [846 "<extra_id_99>",847 "<extra_id_98>",848 "<extra_id_97>",849 "<extra_id_96>",850 "<extra_id_95>",851 "<extra_id_94>",852 "<extra_id_93>",853 "<extra_id_92>",854 "<extra_id_91>",855 "<extra_id_90>",856 "<extra_id_89>",857 "<extra_id_88>",858 "<extra_id_87>",859 "<extra_id_86>",860 "<extra_id_85>",861 "<extra_id_84>",862 "<extra_id_83>",863 "<extra_id_82>",864 "<extra_id_81>",865 "<extra_id_80>",866 "<extra_id_79>",867 "<extra_id_78>",868 "<extra_id_77>",869 "<extra_id_76>",870 "<extra_id_75>",871 "<extra_id_74>",872 "<extra_id_73>",873 "<extra_id_72>",874 "<extra_id_71>",875 "<extra_id_70>",876 "<extra_id_69>",877 "<extra_id_68>",878 "<extra_id_67>",879 "<extra_id_66>",880 "<extra_id_65>",881 "<extra_id_64>",882 "<extra_id_63>",883 "<extra_id_62>",884 "<extra_id_61>",885 "<extra_id_60>",886 "<extra_id_59>",887 "<extra_id_58>",888 "<extra_id_57>",889 "<extra_id_56>",890 "<extra_id_55>",891 "<extra_id_54>",892 "<extra_id_53>",893 "<extra_id_52>",894 "<extra_id_51>",895 "<extra_id_50>",896 "<extra_id_49>",897 "<extra_id_48>",898 "<extra_id_47>",899 "<extra_id_46>",900 "<extra_id_45>",901 "<extra_id_44>",902 "<extra_id_43>",903 "<extra_id_42>",904 "<extra_id_41>",905 "<extra_id_40>",906 "<extra_id_39>",907 "<extra_id_38>",908 "<extra_id_37>",909 "<extra_id_36>",910 "<extra_id_35>",911 "<extra_id_34>",912 "<extra_id_33>",913 "<extra_id_32>",914 "<extra_id_31>",915 "<extra_id_30>",916 "<extra_id_29>",917 "<extra_id_28>",918 "<extra_id_27>",919 "<extra_id_26>",920 "<extra_id_25>",921 "<extra_id_24>",922 "<extra_id_23>",923 "<extra_id_22>",924 "<extra_id_21>",925 "<extra_id_20>",926 "<extra_id_19>",927 "<extra_id_18>",928 "<extra_id_17>",929 "<extra_id_16>",930 "<extra_id_15>",931 "<extra_id_14>",932 "<extra_id_13>",933 "<extra_id_12>",934 "<extra_id_11>",935 "<extra_id_10>",936 "<extra_id_9>",937 "<extra_id_8>",938 "<extra_id_7>",939 "<extra_id_6>",940 "<extra_id_5>",941 "<extra_id_4>",942 "<extra_id_3>",943 "<extra_id_2>",944 "<extra_id_1>",945 "<extra_id_0>"946 ],947 "bos_token": "<s>",948 "clean_up_tokenization_spaces": false,949 "cls_token": "<s>",950 "eos_token": "</s>",951 "errors": "replace",952 "extra_special_tokens": {},953 "mask_token": "<mask>",954 "model_max_length": 512,955 "pad_token": "<pad>",956 "sep_token": "</s>",957 "tokenizer_class": "RobertaTokenizer",958 "trim_offsets": true,959 "unk_token": "<unk>"960}961