CoolFace
Modelpublic

LEIA/LEIA-base

sourceHugging Facemitupdated 2y agoView on Hugging Face
1likes8downloads
tokenizer_config.json17 linesDownload Raw Back to root
1{2  "bos_token": "<s>",3  "cls_token": "<s>",4  "eos_token": "</s>",5  "mask_token": "<mask>",6  "model_max_length": 128,7  "name_or_path": "transformers/checkpoint/vent/linear_probe/vent_bertweet-tapt_lr5e-4_embdrop0.1_labelsmoothing0.1_42_temp/",8  "normalization": true,9  "normalzation": true,10  "pad_token": "<pad>",11  "sep_token": "</s>",12  "special_tokens_map_file": null,13  "tokenizer_class": "BertweetTokenizer",14  "tokenizer_file": null,15  "unk_token": "<unk>"16}17