emplitude/rubyontop

1{2  "additional_special_tokens": [3    "<|reg_extra|>",4    "<|endoftext|>",5    "<|fim_prefix|>",6    "<|fim_middle|>",7    "<|fim_suffix|>",8    "<|fim_pad|>",9    "<gh_stars>",10    "<filename>",11    "<issue_start>",12    "<issue_comment>",13    "<issue_closed>",14    "<jupyter_start>",15    "<jupyter_text>",16    "<jupyter_code>",17    "<jupyter_output>",18    "<empty_output>",19    "<commit_before>",20    "<commit_msg>",21    "<commit_after>",22    "<reponame>",23    "<|endofprompt|>",24    "<|im_start|>",25    "<|im_end|>",26    "<|pause|>",27    "<|reg0|>",28    "<|reg1|>",29    "<|reg2|>",30    "<|reg3|>",31    "<|reg4|>",32    "<|reg5|>",33    "<|reg6|>",34    "<|reg7|>",35    "<|extra0|>"36  ],37  "bos_token": {38    "content": "<|im_start|>",39    "lstrip": false,40    "normalized": false,41    "rstrip": false,42    "single_word": false43  },44  "eos_token": {45    "content": "<|im_end|>",46    "lstrip": false,47    "normalized": false,48    "rstrip": false,49    "single_word": false50  },51  "pad_token": {52    "content": "<|endoftext|>",53    "lstrip": false,54    "normalized": false,55    "rstrip": false,56    "single_word": false57  },58  "unk_token": {59    "content": "<|endoftext|>",60    "lstrip": false,61    "normalized": false,62    "rstrip": false,63    "single_word": false64  }65}66