anithra/code-assistant-final

1{2  "add_prefix_space": false,3  "added_tokens_decoder": {4    "0": {5      "content": "<pad>",6      "lstrip": false,7      "normalized": true,8      "rstrip": false,9      "single_word": false,10      "special": true11    },12    "1": {13      "content": "<s>",14      "lstrip": false,15      "normalized": true,16      "rstrip": false,17      "single_word": false,18      "special": true19    },20    "2": {21      "content": "</s>",22      "lstrip": false,23      "normalized": true,24      "rstrip": false,25      "single_word": false,26      "special": true27    },28    "3": {29      "content": "<unk>",30      "lstrip": false,31      "normalized": true,32      "rstrip": false,33      "single_word": false,34      "special": true35    },36    "4": {37      "content": "<mask>",38      "lstrip": true,39      "normalized": true,40      "rstrip": false,41      "single_word": false,42      "special": true43    },44    "32000": {45      "content": "<extra_id_99>",46      "lstrip": true,47      "normalized": true,48      "rstrip": false,49      "single_word": false,50      "special": true51    },52    "32001": {53      "content": "<extra_id_98>",54      "lstrip": true,55      "normalized": true,56      "rstrip": false,57      "single_word": false,58      "special": true59    },60    "32002": {61      "content": "<extra_id_97>",62      "lstrip": true,63      "normalized": true,64      "rstrip": false,65      "single_word": false,66      "special": true67    },68    "32003": {69      "content": "<extra_id_96>",70      "lstrip": true,71      "normalized": true,72      "rstrip": false,73      "single_word": false,74      "special": true75    },76    "32004": {77      "content": "<extra_id_95>",78      "lstrip": true,79      "normalized": true,80      "rstrip": false,81      "single_word": false,82      "special": true83    },84    "32005": {85      "content": "<extra_id_94>",86      "lstrip": true,87      "normalized": true,88      "rstrip": false,89      "single_word": false,90      "special": true91    },92    "32006": {93      "content": "<extra_id_93>",94      "lstrip": true,95      "normalized": true,96      "rstrip": false,97      "single_word": false,98      "special": true99    },100    "32007": {101      "content": "<extra_id_92>",102      "lstrip": true,103      "normalized": true,104      "rstrip": false,105      "single_word": false,106      "special": true107    },108    "32008": {109      "content": "<extra_id_91>",110      "lstrip": true,111      "normalized": true,112      "rstrip": false,113      "single_word": false,114      "special": true115    },116    "32009": {117      "content": "<extra_id_90>",118      "lstrip": true,119      "normalized": true,120      "rstrip": false,121      "single_word": false,122      "special": true123    },124    "32010": {125      "content": "<extra_id_89>",126      "lstrip": true,127      "normalized": true,128      "rstrip": false,129      "single_word": false,130      "special": true131    },132    "32011": {133      "content": "<extra_id_88>",134      "lstrip": true,135      "normalized": true,136      "rstrip": false,137      "single_word": false,138      "special": true139    },140    "32012": {141      "content": "<extra_id_87>",142      "lstrip": true,143      "normalized": true,144      "rstrip": false,145      "single_word": false,146      "special": true147    },148    "32013": {149      "content": "<extra_id_86>",150      "lstrip": true,151      "normalized": true,152      "rstrip": false,153      "single_word": false,154      "special": true155    },156    "32014": {157      "content": "<extra_id_85>",158      "lstrip": true,159      "normalized": true,160      "rstrip": false,161      "single_word": false,162      "special": true163    },164    "32015": {165      "content": "<extra_id_84>",166      "lstrip": true,167      "normalized": true,168      "rstrip": false,169      "single_word": false,170      "special": true171    },172    "32016": {173      "content": "<extra_id_83>",174      "lstrip": true,175      "normalized": true,176      "rstrip": false,177      "single_word": false,178      "special": true179    },180    "32017": {181      "content": "<extra_id_82>",182      "lstrip": true,183      "normalized": true,184      "rstrip": false,185      "single_word": false,186      "special": true187    },188    "32018": {189      "content": "<extra_id_81>",190      "lstrip": true,191      "normalized": true,192      "rstrip": false,193      "single_word": false,194      "special": true195    },196    "32019": {197      "content": "<extra_id_80>",198      "lstrip": true,199      "normalized": true,200      "rstrip": false,201      "single_word": false,202      "special": true203    },204    "32020": {205      "content": "<extra_id_79>",206      "lstrip": true,207      "normalized": true,208      "rstrip": false,209      "single_word": false,210      "special": true211    },212    "32021": {213      "content": "<extra_id_78>",214      "lstrip": true,215      "normalized": true,216      "rstrip": false,217      "single_word": false,218      "special": true219    },220    "32022": {221      "content": "<extra_id_77>",222      "lstrip": true,223      "normalized": true,224      "rstrip": false,225      "single_word": false,226      "special": true227    },228    "32023": {229      "content": "<extra_id_76>",230      "lstrip": true,231      "normalized": true,232      "rstrip": false,233      "single_word": false,234      "special": true235    },236    "32024": {237      "content": "<extra_id_75>",238      "lstrip": true,239      "normalized": true,240      "rstrip": false,241      "single_word": false,242      "special": true243    },244    "32025": {245      "content": "<extra_id_74>",246      "lstrip": true,247      "normalized": true,248      "rstrip": false,249      "single_word": false,250      "special": true251    },252    "32026": {253      "content": "<extra_id_73>",254      "lstrip": true,255      "normalized": true,256      "rstrip": false,257      "single_word": false,258      "special": true259    },260    "32027": {261      "content": "<extra_id_72>",262      "lstrip": true,263      "normalized": true,264      "rstrip": false,265      "single_word": false,266      "special": true267    },268    "32028": {269      "content": "<extra_id_71>",270      "lstrip": true,271      "normalized": true,272      "rstrip": false,273      "single_word": false,274      "special": true275    },276    "32029": {277      "content": "<extra_id_70>",278      "lstrip": true,279      "normalized": true,280      "rstrip": false,281      "single_word": false,282      "special": true283    },284    "32030": {285      "content": "<extra_id_69>",286      "lstrip": true,287      "normalized": true,288      "rstrip": false,289      "single_word": false,290      "special": true291    },292    "32031": {293      "content": "<extra_id_68>",294      "lstrip": true,295      "normalized": true,296      "rstrip": false,297      "single_word": false,298      "special": true299    },300    "32032": {301      "content": "<extra_id_67>",302      "lstrip": true,303      "normalized": true,304      "rstrip": false,305      "single_word": false,306      "special": true307    },308    "32033": {309      "content": "<extra_id_66>",310      "lstrip": true,311      "normalized": true,312      "rstrip": false,313      "single_word": false,314      "special": true315    },316    "32034": {317      "content": "<extra_id_65>",318      "lstrip": true,319      "normalized": true,320      "rstrip": false,321      "single_word": false,322      "special": true323    },324    "32035": {325      "content": "<extra_id_64>",326      "lstrip": true,327      "normalized": true,328      "rstrip": false,329      "single_word": false,330      "special": true331    },332    "32036": {333      "content": "<extra_id_63>",334      "lstrip": true,335      "normalized": true,336      "rstrip": false,337      "single_word": false,338      "special": true339    },340    "32037": {341      "content": "<extra_id_62>",342      "lstrip": true,343      "normalized": true,344      "rstrip": false,345      "single_word": false,346      "special": true347    },348    "32038": {349      "content": "<extra_id_61>",350      "lstrip": true,351      "normalized": true,352      "rstrip": false,353      "single_word": false,354      "special": true355    },356    "32039": {357      "content": "<extra_id_60>",358      "lstrip": true,359      "normalized": true,360      "rstrip": false,361      "single_word": false,362      "special": true363    },364    "32040": {365      "content": "<extra_id_59>",366      "lstrip": true,367      "normalized": true,368      "rstrip": false,369      "single_word": false,370      "special": true371    },372    "32041": {373      "content": "<extra_id_58>",374      "lstrip": true,375      "normalized": true,376      "rstrip": false,377      "single_word": false,378      "special": true379    },380    "32042": {381      "content": "<extra_id_57>",382      "lstrip": true,383      "normalized": true,384      "rstrip": false,385      "single_word": false,386      "special": true387    },388    "32043": {389      "content": "<extra_id_56>",390      "lstrip": true,391      "normalized": true,392      "rstrip": false,393      "single_word": false,394      "special": true395    },396    "32044": {397      "content": "<extra_id_55>",398      "lstrip": true,399      "normalized": true,400      "rstrip": false,401      "single_word": false,402      "special": true403    },404    "32045": {405      "content": "<extra_id_54>",406      "lstrip": true,407      "normalized": true,408      "rstrip": false,409      "single_word": false,410      "special": true411    },412    "32046": {413      "content": "<extra_id_53>",414      "lstrip": true,415      "normalized": true,416      "rstrip": false,417      "single_word": false,418      "special": true419    },420    "32047": {421      "content": "<extra_id_52>",422      "lstrip": true,423      "normalized": true,424      "rstrip": false,425      "single_word": false,426      "special": true427    },428    "32048": {429      "content": "<extra_id_51>",430      "lstrip": true,431      "normalized": true,432      "rstrip": false,433      "single_word": false,434      "special": true435    },436    "32049": {437      "content": "<extra_id_50>",438      "lstrip": true,439      "normalized": true,440      "rstrip": false,441      "single_word": false,442      "special": true443    },444    "32050": {445      "content": "<extra_id_49>",446      "lstrip": true,447      "normalized": true,448      "rstrip": false,449      "single_word": false,450      "special": true451    },452    "32051": {453      "content": "<extra_id_48>",454      "lstrip": true,455      "normalized": true,456      "rstrip": false,457      "single_word": false,458      "special": true459    },460    "32052": {461      "content": "<extra_id_47>",462      "lstrip": true,463      "normalized": true,464      "rstrip": false,465      "single_word": false,466      "special": true467    },468    "32053": {469      "content": "<extra_id_46>",470      "lstrip": true,471      "normalized": true,472      "rstrip": false,473      "single_word": false,474      "special": true475    },476    "32054": {477      "content": "<extra_id_45>",478      "lstrip": true,479      "normalized": true,480      "rstrip": false,481      "single_word": false,482      "special": true483    },484    "32055": {485      "content": "<extra_id_44>",486      "lstrip": true,487      "normalized": true,488      "rstrip": false,489      "single_word": false,490      "special": true491    },492    "32056": {493      "content": "<extra_id_43>",494      "lstrip": true,495      "normalized": true,496      "rstrip": false,497      "single_word": false,498      "special": true499    },500    "32057": {501      "content": "<extra_id_42>",502      "lstrip": true,503      "normalized": true,504      "rstrip": false,505      "single_word": false,506      "special": true507    },508    "32058": {509      "content": "<extra_id_41>",510      "lstrip": true,511      "normalized": true,512      "rstrip": false,513      "single_word": false,514      "special": true515    },516    "32059": {517      "content": "<extra_id_40>",518      "lstrip": true,519      "normalized": true,520      "rstrip": false,521      "single_word": false,522      "special": true523    },524    "32060": {525      "content": "<extra_id_39>",526      "lstrip": true,527      "normalized": true,528      "rstrip": false,529      "single_word": false,530      "special": true531    },532    "32061": {533      "content": "<extra_id_38>",534      "lstrip": true,535      "normalized": true,536      "rstrip": false,537      "single_word": false,538      "special": true539    },540    "32062": {541      "content": "<extra_id_37>",542      "lstrip": true,543      "normalized": true,544      "rstrip": false,545      "single_word": false,546      "special": true547    },548    "32063": {549      "content": "<extra_id_36>",550      "lstrip": true,551      "normalized": true,552      "rstrip": false,553      "single_word": false,554      "special": true555    },556    "32064": {557      "content": "<extra_id_35>",558      "lstrip": true,559      "normalized": true,560      "rstrip": false,561      "single_word": false,562      "special": true563    },564    "32065": {565      "content": "<extra_id_34>",566      "lstrip": true,567      "normalized": true,568      "rstrip": false,569      "single_word": false,570      "special": true571    },572    "32066": {573      "content": "<extra_id_33>",574      "lstrip": true,575      "normalized": true,576      "rstrip": false,577      "single_word": false,578      "special": true579    },580    "32067": {581      "content": "<extra_id_32>",582      "lstrip": true,583      "normalized": true,584      "rstrip": false,585      "single_word": false,586      "special": true587    },588    "32068": {589      "content": "<extra_id_31>",590      "lstrip": true,591      "normalized": true,592      "rstrip": false,593      "single_word": false,594      "special": true595    },596    "32069": {597      "content": "<extra_id_30>",598      "lstrip": true,599      "normalized": true,600      "rstrip": false,601      "single_word": false,602      "special": true603    },604    "32070": {605      "content": "<extra_id_29>",606      "lstrip": true,607      "normalized": true,608      "rstrip": false,609      "single_word": false,610      "special": true611    },612    "32071": {613      "content": "<extra_id_28>",614      "lstrip": true,615      "normalized": true,616      "rstrip": false,617      "single_word": false,618      "special": true619    },620    "32072": {621      "content": "<extra_id_27>",622      "lstrip": true,623      "normalized": true,624      "rstrip": false,625      "single_word": false,626      "special": true627    },628    "32073": {629      "content": "<extra_id_26>",630      "lstrip": true,631      "normalized": true,632      "rstrip": false,633      "single_word": false,634      "special": true635    },636    "32074": {637      "content": "<extra_id_25>",638      "lstrip": true,639      "normalized": true,640      "rstrip": false,641      "single_word": false,642      "special": true643    },644    "32075": {645      "content": "<extra_id_24>",646      "lstrip": true,647      "normalized": true,648      "rstrip": false,649      "single_word": false,650      "special": true651    },652    "32076": {653      "content": "<extra_id_23>",654      "lstrip": true,655      "normalized": true,656      "rstrip": false,657      "single_word": false,658      "special": true659    },660    "32077": {661      "content": "<extra_id_22>",662      "lstrip": true,663      "normalized": true,664      "rstrip": false,665      "single_word": false,666      "special": true667    },668    "32078": {669      "content": "<extra_id_21>",670      "lstrip": true,671      "normalized": true,672      "rstrip": false,673      "single_word": false,674      "special": true675    },676    "32079": {677      "content": "<extra_id_20>",678      "lstrip": true,679      "normalized": true,680      "rstrip": false,681      "single_word": false,682      "special": true683    },684    "32080": {685      "content": "<extra_id_19>",686      "lstrip": true,687      "normalized": true,688      "rstrip": false,689      "single_word": false,690      "special": true691    },692    "32081": {693      "content": "<extra_id_18>",694      "lstrip": true,695      "normalized": true,696      "rstrip": false,697      "single_word": false,698      "special": true699    },700    "32082": {701      "content": "<extra_id_17>",702      "lstrip": true,703      "normalized": true,704      "rstrip": false,705      "single_word": false,706      "special": true707    },708    "32083": {709      "content": "<extra_id_16>",710      "lstrip": true,711      "normalized": true,712      "rstrip": false,713      "single_word": false,714      "special": true715    },716    "32084": {717      "content": "<extra_id_15>",718      "lstrip": true,719      "normalized": true,720      "rstrip": false,721      "single_word": false,722      "special": true723    },724    "32085": {725      "content": "<extra_id_14>",726      "lstrip": true,727      "normalized": true,728      "rstrip": false,729      "single_word": false,730      "special": true731    },732    "32086": {733      "content": "<extra_id_13>",734      "lstrip": true,735      "normalized": true,736      "rstrip": false,737      "single_word": false,738      "special": true739    },740    "32087": {741      "content": "<extra_id_12>",742      "lstrip": true,743      "normalized": true,744      "rstrip": false,745      "single_word": false,746      "special": true747    },748    "32088": {749      "content": "<extra_id_11>",750      "lstrip": true,751      "normalized": true,752      "rstrip": false,753      "single_word": false,754      "special": true755    },756    "32089": {757      "content": "<extra_id_10>",758      "lstrip": true,759      "normalized": true,760      "rstrip": false,761      "single_word": false,762      "special": true763    },764    "32090": {765      "content": "<extra_id_9>",766      "lstrip": true,767      "normalized": true,768      "rstrip": false,769      "single_word": false,770      "special": true771    },772    "32091": {773      "content": "<extra_id_8>",774      "lstrip": true,775      "normalized": true,776      "rstrip": false,777      "single_word": false,778      "special": true779    },780    "32092": {781      "content": "<extra_id_7>",782      "lstrip": true,783      "normalized": true,784      "rstrip": false,785      "single_word": false,786      "special": true787    },788    "32093": {789      "content": "<extra_id_6>",790      "lstrip": true,791      "normalized": true,792      "rstrip": false,793      "single_word": false,794      "special": true795    },796    "32094": {797      "content": "<extra_id_5>",798      "lstrip": true,799      "normalized": true,800      "rstrip": false,801      "single_word": false,802      "special": true803    },804    "32095": {805      "content": "<extra_id_4>",806      "lstrip": true,807      "normalized": true,808      "rstrip": false,809      "single_word": false,810      "special": true811    },812    "32096": {813      "content": "<extra_id_3>",814      "lstrip": true,815      "normalized": true,816      "rstrip": false,817      "single_word": false,818      "special": true819    },820    "32097": {821      "content": "<extra_id_2>",822      "lstrip": true,823      "normalized": true,824      "rstrip": false,825      "single_word": false,826      "special": true827    },828    "32098": {829      "content": "<extra_id_1>",830      "lstrip": true,831      "normalized": true,832      "rstrip": false,833      "single_word": false,834      "special": true835    },836    "32099": {837      "content": "<extra_id_0>",838      "lstrip": true,839      "normalized": true,840      "rstrip": false,841      "single_word": false,842      "special": true843    }844  },845  "additional_special_tokens": [846    "<extra_id_99>",847    "<extra_id_98>",848    "<extra_id_97>",849    "<extra_id_96>",850    "<extra_id_95>",851    "<extra_id_94>",852    "<extra_id_93>",853    "<extra_id_92>",854    "<extra_id_91>",855    "<extra_id_90>",856    "<extra_id_89>",857    "<extra_id_88>",858    "<extra_id_87>",859    "<extra_id_86>",860    "<extra_id_85>",861    "<extra_id_84>",862    "<extra_id_83>",863    "<extra_id_82>",864    "<extra_id_81>",865    "<extra_id_80>",866    "<extra_id_79>",867    "<extra_id_78>",868    "<extra_id_77>",869    "<extra_id_76>",870    "<extra_id_75>",871    "<extra_id_74>",872    "<extra_id_73>",873    "<extra_id_72>",874    "<extra_id_71>",875    "<extra_id_70>",876    "<extra_id_69>",877    "<extra_id_68>",878    "<extra_id_67>",879    "<extra_id_66>",880    "<extra_id_65>",881    "<extra_id_64>",882    "<extra_id_63>",883    "<extra_id_62>",884    "<extra_id_61>",885    "<extra_id_60>",886    "<extra_id_59>",887    "<extra_id_58>",888    "<extra_id_57>",889    "<extra_id_56>",890    "<extra_id_55>",891    "<extra_id_54>",892    "<extra_id_53>",893    "<extra_id_52>",894    "<extra_id_51>",895    "<extra_id_50>",896    "<extra_id_49>",897    "<extra_id_48>",898    "<extra_id_47>",899    "<extra_id_46>",900    "<extra_id_45>",901    "<extra_id_44>",902    "<extra_id_43>",903    "<extra_id_42>",904    "<extra_id_41>",905    "<extra_id_40>",906    "<extra_id_39>",907    "<extra_id_38>",908    "<extra_id_37>",909    "<extra_id_36>",910    "<extra_id_35>",911    "<extra_id_34>",912    "<extra_id_33>",913    "<extra_id_32>",914    "<extra_id_31>",915    "<extra_id_30>",916    "<extra_id_29>",917    "<extra_id_28>",918    "<extra_id_27>",919    "<extra_id_26>",920    "<extra_id_25>",921    "<extra_id_24>",922    "<extra_id_23>",923    "<extra_id_22>",924    "<extra_id_21>",925    "<extra_id_20>",926    "<extra_id_19>",927    "<extra_id_18>",928    "<extra_id_17>",929    "<extra_id_16>",930    "<extra_id_15>",931    "<extra_id_14>",932    "<extra_id_13>",933    "<extra_id_12>",934    "<extra_id_11>",935    "<extra_id_10>",936    "<extra_id_9>",937    "<extra_id_8>",938    "<extra_id_7>",939    "<extra_id_6>",940    "<extra_id_5>",941    "<extra_id_4>",942    "<extra_id_3>",943    "<extra_id_2>",944    "<extra_id_1>",945    "<extra_id_0>"946  ],947  "bos_token": "<s>",948  "clean_up_tokenization_spaces": false,949  "cls_token": "<s>",950  "eos_token": "</s>",951  "errors": "replace",952  "extra_special_tokens": {},953  "mask_token": "<mask>",954  "max_length": 512,955  "model_max_length": 512,956  "pad_to_multiple_of": null,957  "pad_token": "<pad>",958  "pad_token_type_id": 0,959  "padding_side": "right",960  "sep_token": "</s>",961  "stride": 0,962  "tokenizer_class": "RobertaTokenizer",963  "trim_offsets": true,964  "truncation_side": "right",965  "truncation_strategy": "longest_first",966  "unk_token": "<unk>"967}968