nativemind/sphere_073_develop_coder

1{2  "add_bos_token": false,3  "add_prefix_space": false,4  "added_tokens_decoder": {5    "50257": {6      "content": "<|endoftext|>",7      "lstrip": false,8      "normalized": true,9      "rstrip": false,10      "single_word": false,11      "special": true12    }13  },14  "bos_token": "<|endoftext|>",15  "clean_up_tokenization_spaces": false,16  "eos_token": "<|endoftext|>",17  "errors": "replace",18  "extra_special_tokens": {},19  "max_length": 1024,20  "model_max_length": 1000000000000000019884624838656,21  "pad_to_multiple_of": null,22  "pad_token": "<|endoftext|>",23  "pad_token_type_id": 0,24  "padding_side": "right",25  "stride": 0,26  "tokenizer_class": "GPT2Tokenizer",27  "truncation_side": "right",28  "truncation_strategy": "longest_first",29  "unk_token": "<|endoftext|>"30}31