Modelpublic

weomedia/WEOBlogModel-SM

sourceHugging Faceupdated 3y agoView on Hugging Face

0likes12downloads

tokenizer_config.json18 linesDownload Raw Back to root

1{2  "add_prefix_space": false,3  "bos_token": "<s>",4  "clean_up_tokenization_spaces": false,5  "eos_token": "</s>",6  "max_length": 384,7  "model_max_length": 1000000000000000019884624838656,8  "pad_to_multiple_of": null,9  "pad_token": "<pad>",10  "pad_token_type_id": 0,11  "padding_side": "left",12  "stride": 0,13  "tokenizer_class": "BloomTokenizer",14  "truncation_side": "right",15  "truncation_strategy": "longest_first",16  "unk_token": "<unk>"17}18