CoolFace
Modelpublic

hf-tiny-v2/tiny-random-ModernBertDecoderForSequenceClassification

sourceHugging Faceupdated 1mo agoView on Hugging Face
0likes7downloads
tokenizer_config.json24 linesDownload Raw Back to root
1{2  "add_prefix_space": false,3  "backend": "tokenizers",4  "bos_token": "[CLS]",5  "clean_up_tokenization_spaces": true,6  "cls_token": "[CLS]",7  "eos_token": "[SEP]",8  "errors": "replace",9  "is_causal": true,10  "is_local": true,11  "local_files_only": false,12  "mask_token": "[MASK]",13  "model_input_names": [14    "input_ids",15    "attention_mask"16  ],17  "model_max_length": 512,18  "pad_token": "[PAD]",19  "sep_token": "[SEP]",20  "tokenizer_class": "GPTNeoXTokenizer",21  "trim_offsets": true,22  "unk_token": "[UNK]"23}24