codesage/codesage-large

1{2  "additional_special_tokens": [3    "<|endoftext|>",4    "<fim_prefix>",5    "<fim_middle>",6    "<fim_suffix>",7    "<fim_pad>",8    "<filename>",9    "<gh_stars>",10    "<issue_start>",11    "<issue_comment>",12    "<issue_closed>",13    "<jupyter_start>",14    "<jupyter_text>",15    "<jupyter_code>",16    "<jupyter_output>",17    "<empty_output>",18    "<commit_before>",19    "<commit_msg>",20    "<commit_after>",21    "<reponame>"22  ],23  "bos_token": "<|endoftext|>",24  "eos_token": "<|endoftext|>",25  "mask_token": "<mask>",26  "pad_token": "<pad>",27  "unk_token": "<|endoftext|>"28}29