dwlee/ds_base_alpha
023
1{2 "clean_up_tokenization_spaces": true,3 "eos_token": "<|endoftext|>",4 "model_max_length": 1000000000000000019884624838656,5 "pad_token": "<|endoftext|>",6 "tokenizer_class": "PreTrainedTokenizerFast"7}8 1{2 "clean_up_tokenization_spaces": true,3 "eos_token": "<|endoftext|>",4 "model_max_length": 1000000000000000019884624838656,5 "pad_token": "<|endoftext|>",6 "tokenizer_class": "PreTrainedTokenizerFast"7}8