CoolFace
Modelpublic

Matko3125/pretrained-base

sourceHugging Faceupdated 4y agoView on Hugging Face
0likes6downloads
tokenizer_config.json37 linesDownload Raw Back to root
1{2  "add_bos_token": false,3  "add_prefix_space": false,4  "bos_token": {5    "__type": "AddedToken",6    "content": "<|endoftext|>",7    "lstrip": false,8    "normalized": true,9    "rstrip": false,10    "single_word": false11  },12  "eos_token": {13    "__type": "AddedToken",14    "content": "<|endoftext|>",15    "lstrip": false,16    "normalized": true,17    "rstrip": false,18    "single_word": false19  },20  "errors": "replace",21  "model_max_length": 448,22  "name_or_path": "openai/whisper-base",23  "pad_token": null,24  "processor_class": "WhisperProcessor",25  "return_attention_mask": false,26  "special_tokens_map_file": null,27  "tokenizer_class": "WhisperTokenizer",28  "unk_token": {29    "__type": "AddedToken",30    "content": "",31    "lstrip": false,32    "normalized": true,33    "rstrip": false,34    "single_word": false35  }36}37