Modelpublic

hf-tiny-v2/tiny-random-RemBertForMultipleChoice

sourceHugging Faceupdated 1mo agoView on Hugging Face

0likes8downloads

tokenizer_config.json19 linesDownload Raw Back to root

1{2  "add_prefix_space": true,3  "backend": "tokenizers",4  "bos_token": "[CLS]",5  "cls_token": "[CLS]",6  "do_lower_case": false,7  "eos_token": "[SEP]",8  "is_local": true,9  "keep_accents": true,10  "local_files_only": false,11  "mask_token": "[MASK]",12  "model_max_length": 512,13  "pad_token": "[PAD]",14  "remove_space": true,15  "sep_token": "[SEP]",16  "tokenizer_class": "RemBertTokenizer",17  "unk_token": "[UNK]"18}19