CoolFace
Modelpublic

DataCanvas/Alaya-7B-Base

sourceHugging Faceapache-2.0updated 3y agoView on Hugging Face
4likes32downloads
tokenizer_config.json43 linesDownload Raw Back to root
1{2  "bos_token": {3    "__type": "AddedToken",4    "content": "<s>",5    "lstrip": false,6    "normalized": true,7    "rstrip": false,8    "single_word": false9  },10  "clean_up_tokenization_spaces": false,11  "eos_token": {12    "__type": "AddedToken",13    "content": "</s>",14    "lstrip": false,15    "normalized": true,16    "rstrip": false,17    "single_word": false18  },19  "legacy": null,20  "model_max_length": 2048,21  "pad_token": {22    "__type": "AddedToken",23    "content": "<pad>",24    "lstrip": false,25    "normalized": true,26    "rstrip": false,27    "single_word": false28  },29  "padding_side": "right",30  "sp_model_kwargs": {},31  "spaces_between_special_tokens": false,32  "tokenizer_class": "LlamaTokenizer",33  "unk_token": {34    "__type": "AddedToken",35    "content": "<unk>",36    "lstrip": false,37    "normalized": true,38    "rstrip": false,39    "single_word": false40  },41  "use_default_system_prompt": true42}43