Modelpublic

edaerer/promptwaf-command-injection

sourceHugging Faceapache-2.0updated 5mo agoView on Hugging Face

0likes14downloads

tokenizer_config.json21 linesDownload Raw Back to root

1{2  "add_prefix_space": true,3  "backend": "tokenizers",4  "bos_token": "[CLS]",5  "clean_up_tokenization_spaces": true,6  "cls_token": "[CLS]",7  "do_lower_case": false,8  "eos_token": "[SEP]",9  "is_local": false,10  "mask_token": "[MASK]",11  "model_max_length": 1000000000000000019884624838656,12  "pad_token": "[PAD]",13  "sep_token": "[SEP]",14  "sp_model_kwargs": {},15  "split_by_punct": false,16  "tokenizer_class": "DebertaV2Tokenizer",17  "unk_id": 3,18  "unk_token": "[UNK]",19  "vocab_type": "spm"20}21