CoolFace
Modelpublic

onnx-internal-testing/tiny-random-GPTBigCodeForTokenClassification-ONNX

sourceHugging Faceupdated 2y agoView on Hugging Face
0likes3downloads
tokenizer_config.json24 linesDownload Raw Back to root
1{2  "add_bos_token": false,3  "add_prefix_space": false,4  "added_tokens_decoder": {5    "0": {6      "content": "<|endoftext|>",7      "lstrip": false,8      "normalized": false,9      "rstrip": false,10      "single_word": false,11      "special": true12    }13  },14  "bos_token": "<|endoftext|>",15  "clean_up_tokenization_spaces": true,16  "eos_token": "<|endoftext|>",17  "errors": "replace",18  "extra_special_tokens": {},19  "model_max_length": 512,20  "pad_token": null,21  "tokenizer_class": "GPT2Tokenizer",22  "unk_token": "<|endoftext|>"23}24