hf-tiny-model-private/tiny-random-XGLMForCausalLM
036
1{2 "additional_special_tokens": [3 "<madeupword0>",4 "<madeupword1>",5 "<madeupword2>",6 "<madeupword3>",7 "<madeupword4>",8 "<madeupword5>",9 "<madeupword6>"10 ],11 "bos_token": "<s>",12 "clean_up_tokenization_spaces": true,13 "cls_token": "<s>",14 "eos_token": "</s>",15 "model_max_length": 512,16 "pad_token": "<pad>",17 "sep_token": "</s>",18 "sp_model_kwargs": {},19 "special_tokens_map_file": "hf_models/xglm-564M/special_tokens_map.json",20 "tokenizer_class": "XGLMTokenizer",21 "tokenizer_file": null,22 "unk_token": "<unk>"23}24 