CoolFace
Modelpublic

fableforge-ai/FableForge-14B

sourceHugging Faceapache-2.0updated 3mo agoView on Hugging Face
3likes28downloads
tokenizer_config.json41 linesDownload Raw Back to root
1{2  "add_bos_token": true,3  "add_eos_token": false,4  "add_prefix_space": false,5  "bos_token": {6    "content": "<s>",7    "lstrip": false,8    "normalized": false,9    "rstrip": false,10    "single_word": false,11    "__type": "AddedToken"12  },13  "eos_token": {14    "content": "</s>",15    "lstrip": false,16    "normalized": false,17    "rstrip": false,18    "single_word": false,19    "__type": "AddedToken"20  },21  "unk_token": {22    "content": "<unk>",23    "lstrip": false,24    "normalized": false,25    "rstrip": false,26    "single_word": false,27    "__type": "AddedToken"28  },29  "pad_token": {30    "content": "<pad>",31    "lstrip": false,32    "normalized": false,33    "rstrip": false,34    "single_word": false,35    "__type": "AddedToken"36  },37  "model_type": "llama",38  "model_max_length": 4096,39  "tokenizer_class": "PreTrainedTokenizerFast",40  "clean_up_tokenization_spaces": false41}