patched-codes/patched-coder-34b

1{2  "additional_special_tokens": [3    "▁<PRE>",4    "▁<MID>",5    "▁<SUF>",6    "▁<EOT>",7    "▁<PRE>",8    "▁<MID>",9    "▁<SUF>",10    "▁<EOT>",11    "▁<PRE>",12    "▁<MID>",13    "▁<SUF>",14    "▁<EOT>",15    "▁<PRE>",16    "▁<MID>",17    "▁<SUF>",18    "▁<EOT>"19  ],20  "bos_token": {21    "content": "<s>",22    "lstrip": false,23    "normalized": false,24    "rstrip": false,25    "single_word": false26  },27  "eos_token": {28    "content": "</s>",29    "lstrip": false,30    "normalized": false,31    "rstrip": false,32    "single_word": false33  },34  "unk_token": {35    "content": "<unk>",36    "lstrip": false,37    "normalized": false,38    "rstrip": false,39    "single_word": false40  }41}42