bigcode/starcoder2-7b

1{2  "additional_special_tokens": [3    "<|endoftext|>",4    "<fim_prefix>",5    "<fim_middle>",6    "<fim_suffix>",7    "<fim_pad>",8    "<repo_name>",9    "<file_sep>",10    "<issue_start>",11    "<issue_comment>",12    "<issue_closed>",13    "<jupyter_start>",14    "<jupyter_text>",15    "<jupyter_code>",16    "<jupyter_output>",17    "<jupyter_script>",18    "<empty_output>",19    "<code_to_intermediate>",20    "<intermediate_to_code>",21    "<pr>",22    "<pr_status>",23    "<pr_is_merged>",24    "<pr_base>",25    "<pr_file>",26    "<pr_base_code>",27    "<pr_diff>",28    "<pr_diff_hunk>",29    "<pr_comment>",30    "<pr_event_id>",31    "<pr_review>",32    "<pr_review_state>",33    "<pr_review_comment>",34    "<pr_in_reply_to_review_id>",35    "<pr_in_reply_to_comment_id>",36    "<pr_diff_hunk_comment_line>",37    "<NAME>",38    "<EMAIL>",39    "<KEY>",40    "<PASSWORD>"41  ],42  "bos_token": "<|endoftext|>",43  "eos_token": "<|endoftext|>",44  "unk_token": "<|endoftext|>"45}46