CoolFace
Modelpublic

hf-tiny-model-private/tiny-random-FNetForPreTraining

sourceHugging Faceupdated 3y agoView on Hugging Face
0likes19downloads
tokenizer_config.json23 linesDownload Raw Back to root
1{2  "clean_up_tokenization_spaces": true,3  "cls_token": "[CLS]",4  "do_lower_case": false,5  "keep_accents": true,6  "mask_token": {7    "__type": "AddedToken",8    "content": "[MASK]",9    "lstrip": false,10    "normalized": true,11    "rstrip": false,12    "single_word": false13  },14  "model_max_length": 512,15  "pad_token": "<pad>",16  "remove_space": true,17  "sep_token": "[SEP]",18  "sp_model_kwargs": {},19  "special_tokens_map_file": "./special_tokens_map.json",20  "tokenizer_class": "FNetTokenizer",21  "unk_token": "<unk>"22}23