andy-yang/humaneval-rephraser-python-13b
012
1{2 "additional_special_tokens": [3 "▁<PRE>",4 "▁<MID>",5 "▁<SUF>",6 "▁<EOT>"7 ],8 "bos_token": {9 "content": "<s>",10 "lstrip": false,11 "normalized": true,12 "rstrip": false,13 "single_word": false14 },15 "eos_token": {16 "content": "</s>",17 "lstrip": false,18 "normalized": true,19 "rstrip": false,20 "single_word": false21 },22 "pad_token": {23 "content": "<unk>",24 "lstrip": false,25 "normalized": false,26 "rstrip": false,27 "single_word": false28 },29 "unk_token": {30 "content": "<unk>",31 "lstrip": false,32 "normalized": true,33 "rstrip": false,34 "single_word": false35 }36}37 