hf-tiny-model-private/tiny-random-BigBirdPegasusForCausalLM
028
1{2 "additional_special_tokens": [],3 "bos_token": {4 "__type": "AddedToken",5 "content": "<s>",6 "lstrip": false,7 "normalized": true,8 "rstrip": false,9 "single_word": false10 },11 "clean_up_tokenization_spaces": true,12 "cls_token": {13 "__type": "AddedToken",14 "content": "[CLS]",15 "lstrip": false,16 "normalized": true,17 "rstrip": false,18 "single_word": false19 },20 "eos_token": {21 "__type": "AddedToken",22 "content": "</s>",23 "lstrip": false,24 "normalized": true,25 "rstrip": false,26 "single_word": false27 },28 "mask_token": "[MASK]",29 "mask_token_sent": null,30 "model_max_length": 260,31 "offset": 0,32 "pad_token": {33 "__type": "AddedToken",34 "content": "<pad>",35 "lstrip": false,36 "normalized": true,37 "rstrip": false,38 "single_word": false39 },40 "sep_token": {41 "__type": "AddedToken",42 "content": "[SEP]",43 "lstrip": false,44 "normalized": true,45 "rstrip": false,46 "single_word": false47 },48 "sp_model_kwargs": {},49 "special_tokens_map_file": "/home/patrick/.cache/huggingface/transformers/b548e984b09823ed5cea0e622c0ec194a7e07b3c5d2e6b48a7cde84bd179cc7c.4eda581f816a0a941629106f0338c957910ce4839ecf7e3e743bb79523bf7249",50 "tokenizer_class": "PegasusTokenizer",51 "unk_token": {52 "__type": "AddedToken",53 "content": "<unk>",54 "lstrip": false,55 "normalized": true,56 "rstrip": false,57 "single_word": false58 }59}60 