CoolFace
Modelpublic

hf-tiny-model-private/tiny-random-BigBirdPegasusForCausalLM

sourceHugging Faceupdated 3y agoView on Hugging Face
0likes28downloads
tokenizer_config.json60 linesDownload Raw Back to root
1{2  "additional_special_tokens": [],3  "bos_token": {4    "__type": "AddedToken",5    "content": "<s>",6    "lstrip": false,7    "normalized": true,8    "rstrip": false,9    "single_word": false10  },11  "clean_up_tokenization_spaces": true,12  "cls_token": {13    "__type": "AddedToken",14    "content": "[CLS]",15    "lstrip": false,16    "normalized": true,17    "rstrip": false,18    "single_word": false19  },20  "eos_token": {21    "__type": "AddedToken",22    "content": "</s>",23    "lstrip": false,24    "normalized": true,25    "rstrip": false,26    "single_word": false27  },28  "mask_token": "[MASK]",29  "mask_token_sent": null,30  "model_max_length": 260,31  "offset": 0,32  "pad_token": {33    "__type": "AddedToken",34    "content": "<pad>",35    "lstrip": false,36    "normalized": true,37    "rstrip": false,38    "single_word": false39  },40  "sep_token": {41    "__type": "AddedToken",42    "content": "[SEP]",43    "lstrip": false,44    "normalized": true,45    "rstrip": false,46    "single_word": false47  },48  "sp_model_kwargs": {},49  "special_tokens_map_file": "/home/patrick/.cache/huggingface/transformers/b548e984b09823ed5cea0e622c0ec194a7e07b3c5d2e6b48a7cde84bd179cc7c.4eda581f816a0a941629106f0338c957910ce4839ecf7e3e743bb79523bf7249",50  "tokenizer_class": "PegasusTokenizer",51  "unk_token": {52    "__type": "AddedToken",53    "content": "<unk>",54    "lstrip": false,55    "normalized": true,56    "rstrip": false,57    "single_word": false58  }59}60