datapaf/focus_starcoder2_elixir

1{2  "additional_special_tokens": [3    "<|endoftext|>",4    "<fim_prefix>",5    "<fim_middle>",6    "<fim_suffix>",7    "<fim_pad>",8    "<repo_name>",9    "<file_sep>",10    "<issue_start>",11    "<issue_comment>",12    "<issue_closed>",13    "<jupyter_start>",14    "<jupyter_text>",15    "<jupyter_code>",16    "<jupyter_output>",17    "<jupyter_script>",18    "<empty_output>",19    "<code_to_intermediate>",20    "<intermediate_to_code>",21    "<pr>",22    "<pr_status>",23    "<pr_is_merged>",24    "<pr_base>",25    "<pr_file>",26    "<pr_base_code>",27    "<pr_diff>",28    "<pr_diff_hunk>",29    "<pr_comment>",30    "<pr_event_id>",31    "<pr_review>",32    "<pr_review_state>",33    "<pr_review_comment>",34    "<pr_in_reply_to_review_id>",35    "<pr_in_reply_to_comment_id>",36    "<pr_diff_hunk_comment_line>",37    "<NAME>",38    "<EMAIL>",39    "<KEY>",40    "<PASSWORD>"41  ],42  "bos_token": {43    "content": "<|endoftext|>",44    "lstrip": false,45    "normalized": false,46    "rstrip": false,47    "single_word": false48  },49  "eos_token": {50    "content": "<|endoftext|>",51    "lstrip": false,52    "normalized": false,53    "rstrip": false,54    "single_word": false55  },56  "pad_token": {57    "content": "<|endoftext|>",58    "lstrip": false,59    "normalized": false,60    "rstrip": false,61    "single_word": false62  },63  "unk_token": {64    "content": "<|endoftext|>",65    "lstrip": false,66    "normalized": false,67    "rstrip": false,68    "single_word": false69  }70}71