vikram3/promptshield
06
1{2 "backend": "tokenizers",3 "cls_token": "[CLS]",4 "do_lower_case": true,5 "is_local": true,6 "local_files_only": false,7 "mask_token": "[MASK]",8 "max_length": 256,9 "model_max_length": 512,10 "pad_to_multiple_of": null,11 "pad_token": "[PAD]",12 "pad_token_type_id": 0,13 "padding_side": "right",14 "sep_token": "[SEP]",15 "stride": 0,16 "strip_accents": null,17 "tokenize_chinese_chars": true,18 "tokenizer_class": "DistilBertTokenizer",19 "truncation_side": "right",20 "truncation_strategy": "longest_first",21 "unk_token": "[UNK]"22}23 