kaizerBox/ReFormer-small-summarization

1{2  "add_prefix_space": false,3  "added_tokens_decoder": {4    "50256": {5      "content": "<|endoftext|>",6      "lstrip": false,7      "normalized": true,8      "rstrip": false,9      "single_word": false,10      "special": true11    },12    "50257": {13      "content": "<|pad|>",14      "lstrip": false,15      "normalized": false,16      "rstrip": false,17      "single_word": false,18      "special": true19    },20    "50258": {21      "content": "<|sep|>",22      "lstrip": false,23      "normalized": false,24      "rstrip": false,25      "single_word": false,26      "special": true27    }28  },29  "bos_token": "<|endoftext|>",30  "clean_up_tokenization_spaces": true,31  "eos_token": "<|endoftext|>",32  "model_max_length": 1024,33  "pad_token": "<|pad|>",34  "sep_token": "<|sep|>",35  "tokenizer_class": "GPT2Tokenizer",36  "unk_token": "<|endoftext|>"37}38