CoolFace
Modelpublic

underactuated/opt-350m

sourceHugging Faceotherupdated 4y agoView on Hugging Face
0likes14downloads
tokenizer_config.json42 linesDownload Raw Back to root
1{2  "add_bos_token": true,3  "add_prefix_space": false,4  "bos_token": {5    "__type": "AddedToken",6    "content": "</s>",7    "lstrip": false,8    "normalized": true,9    "rstrip": false,10    "single_word": false11  },12  "eos_token": {13    "__type": "AddedToken",14    "content": "</s>",15    "lstrip": false,16    "normalized": true,17    "rstrip": false,18    "single_word": false19  },20  "errors": "replace",21  "model_max_length": 1000000000000000019884624838656,22  "name_or_path": "facebook/opt-350m",23  "pad_token": {24    "__type": "AddedToken",25    "content": "<pad>",26    "lstrip": false,27    "normalized": true,28    "rstrip": false,29    "single_word": false30  },31  "special_tokens_map_file": null,32  "tokenizer_class": "GPT2Tokenizer",33  "unk_token": {34    "__type": "AddedToken",35    "content": "</s>",36    "lstrip": false,37    "normalized": true,38    "rstrip": false,39    "single_word": false40  }41}42