parth0908/starcoder-java

1{2  "additional_special_tokens": [3    "<|endoftext|>",4    "<fim_prefix>",5    "<fim_middle>",6    "<fim_suffix>",7    "<fim_pad>",8    "<filename>",9    "<gh_stars>",10    "<issue_start>",11    "<issue_comment>",12    "<issue_closed>",13    "<jupyter_start>",14    "<jupyter_text>",15    "<jupyter_code>",16    "<jupyter_output>",17    "<empty_output>",18    "<commit_before>",19    "<commit_msg>",20    "<commit_after>",21    "<reponame>"22  ],23  "bos_token": {24    "content": "<|endoftext|>",25    "lstrip": false,26    "normalized": false,27    "rstrip": false,28    "single_word": false29  },30  "eos_token": {31    "content": "<|endoftext|>",32    "lstrip": false,33    "normalized": false,34    "rstrip": false,35    "single_word": false36  },37  "unk_token": {38    "content": "<|endoftext|>",39    "lstrip": false,40    "normalized": false,41    "rstrip": false,42    "single_word": false43  }44}45