CoolFace
Modelpublic

hf-tiny-model-private/tiny-random-XGLMForCausalLM

sourceHugging Faceupdated 3y agoView on Hugging Face
0likes36downloads
tokenizer_config.json24 linesDownload Raw Back to root
1{2  "additional_special_tokens": [3    "<madeupword0>",4    "<madeupword1>",5    "<madeupword2>",6    "<madeupword3>",7    "<madeupword4>",8    "<madeupword5>",9    "<madeupword6>"10  ],11  "bos_token": "<s>",12  "clean_up_tokenization_spaces": true,13  "cls_token": "<s>",14  "eos_token": "</s>",15  "model_max_length": 512,16  "pad_token": "<pad>",17  "sep_token": "</s>",18  "sp_model_kwargs": {},19  "special_tokens_map_file": "hf_models/xglm-564M/special_tokens_map.json",20  "tokenizer_class": "XGLMTokenizer",21  "tokenizer_file": null,22  "unk_token": "<unk>"23}24