CoolFace
Modelpublic

hf-tiny-model-private/tiny-random-ProphetNetModel

sourceHugging Faceupdated 3y agoView on Hugging Face
0likes30downloads
tokenizer_config.json17 linesDownload Raw Back to root
1{2  "clean_up_tokenization_spaces": true,3  "do_basic_tokenize": true,4  "do_lower_case": true,5  "mask_token": "[MASK]",6  "model_max_length": 30,7  "never_split": null,8  "pad_token": "[PAD]",9  "sep_token": "[SEP]",10  "special_tokens_map_file": "/home/runner/.cache/huggingface/hub/models--microsoft--prophetnet-large-uncased/snapshots/fd5b6f7e0cae2f7cd69f33b3da1d316c8f43645e/special_tokens_map.json",11  "strip_accents": null,12  "tokenize_chinese_chars": true,13  "tokenizer_class": "ProphetNetTokenizer",14  "unk_token": "[UNK]",15  "x_sep_token": "[X_SEP]"16}17