Modelpublic

katuni4ka/tiny-random-chatglm2

sourceHugging Faceupdated 2y agoView on Hugging Face

0likes190downloads

tokenizer_config.json19 linesDownload Raw Back to root

1{2  "added_tokens_decoder": {},3  "auto_map": {4    "AutoTokenizer": [5      "katuni4ka/tiny-random-chatglm2--tokenization_chatglm.ChatGLMTokenizer",6      null7    ]8  },9  "clean_up_tokenization_spaces": false,10  "do_lower_case": false,11  "eos_token": "</s>",12  "model_max_length": 1000000000000000019884624838656,13  "pad_token": "<unk>",14  "padding_side": "left",15  "remove_space": false,16  "tokenizer_class": "ChatGLMTokenizer",17  "unk_token": "<unk>"18}19