Modelpublic

selsar/cv_profession_v3

sourceHugging Faceupdated 9d agoView on Hugging Face

0likes20downloads

tokenizer_config.json22 linesDownload Raw Back to root

1{2  "add_prefix_space": true,3  "backend": "tokenizers",4  "bos_token": "[CLS]",5  "clean_up_tokenization_spaces": true,6  "cls_token": "[CLS]",7  "do_lower_case": false,8  "eos_token": "[SEP]",9  "is_local": true,10  "local_files_only": false,11  "mask_token": "[MASK]",12  "model_max_length": 512,13  "pad_token": "[PAD]",14  "sep_token": "[SEP]",15  "sp_model_kwargs": {},16  "split_by_punct": false,17  "tokenizer_class": "DebertaV2Tokenizer",18  "unk_id": 3,19  "unk_token": "[UNK]",20  "vocab_type": "spm"21}22