andreadm/reddit-pulse-bert

1{2  "add_prefix_space": false,3  "backend": "tokenizers",4  "bos_token": "<s>",5  "clean_up_tokenization_spaces": true,6  "cls_token": "<s>",7  "eos_token": "</s>",8  "errors": "replace",9  "is_local": false,10  "local_files_only": false,11  "mask_token": "<mask>",12  "max_length": 512,13  "model_max_length": 512,14  "pad_to_multiple_of": null,15  "pad_token": "<pad>",16  "pad_token_type_id": 0,17  "padding_side": "right",18  "sep_token": "</s>",19  "stride": 0,20  "tokenizer_class": "RobertaTokenizer",21  "trim_offsets": true,22  "truncation_side": "right",23  "truncation_strategy": "longest_first",24  "unk_token": "<unk>"25}26