CoolFace
Modelpublic

bziemba/SecureBERT2.0-final

sourceHugging Facemitupdated 6mo agoView on Hugging Face
0likes49downloads
tokenizer_config.json25 linesDownload Raw Back to root
1{2  "backend": "tokenizers",3  "clean_up_tokenization_spaces": true,4  "cls_token": "[CLS]",5  "is_local": false,6  "mask_token": "[MASK]",7  "max_length": 1024,8  "model_input_names": [9    "input_ids",10    "attention_mask"11  ],12  "model_max_length": 1024,13  "model_specific_special_tokens": {},14  "pad_to_multiple_of": null,15  "pad_token": "[PAD]",16  "pad_token_type_id": 0,17  "padding_side": "right",18  "sep_token": "[SEP]",19  "stride": 0,20  "tokenizer_class": "TokenizersBackend",21  "truncation_side": "right",22  "truncation_strategy": "longest_first",23  "unk_token": "[UNK]"24}25