CoolFace
Modelpublic

mlml-chip/sharpseed-termexists

sourceHugging Faceapache-2.0updated 3y agoView on Hugging Face
0likes6downloads
tokenizer_config.json27 linesDownload Raw Back to root
1{2  "add_prefix_space": true,3  "additional_special_tokens": [4    "<e>",5    "</e>",6    "<a1>",7    "</a1>",8    "<a2>",9    "</a2>",10    "<cr>",11    "<neg>"12  ],13  "bos_token": "<s>",14  "cls_token": "<s>",15  "eos_token": "</s>",16  "errors": "replace",17  "mask_token": "<mask>",18  "model_max_length": 512,19  "name_or_path": "roberta-base",20  "pad_token": "<pad>",21  "sep_token": "</s>",22  "special_tokens_map_file": null,23  "tokenizer_class": "RobertaTokenizer",24  "trim_offsets": true,25  "unk_token": "<unk>"26}27