mlml-chip/sharpseed-termexists
06
1{2 "add_prefix_space": true,3 "additional_special_tokens": [4 "<e>",5 "</e>",6 "<a1>",7 "</a1>",8 "<a2>",9 "</a2>",10 "<cr>",11 "<neg>"12 ],13 "bos_token": "<s>",14 "cls_token": "<s>",15 "eos_token": "</s>",16 "errors": "replace",17 "mask_token": "<mask>",18 "model_max_length": 512,19 "name_or_path": "roberta-base",20 "pad_token": "<pad>",21 "sep_token": "</s>",22 "special_tokens_map_file": null,23 "tokenizer_class": "RobertaTokenizer",24 "trim_offsets": true,25 "unk_token": "<unk>"26}27 