CoolFace
Modelpublic

hf-tiny-model-private/tiny-random-BlenderbotModel

sourceHugging Faceupdated 3y agoView on Hugging Face
0likes11downloads
tokenizer_config.json67 linesDownload Raw Back to root
1{2  "add_prefix_space": true,3  "bos_token": {4    "__type": "AddedToken",5    "content": "<s>",6    "lstrip": false,7    "normalized": true,8    "rstrip": false,9    "single_word": false10  },11  "clean_up_tokenization_spaces": true,12  "cls_token": {13    "__type": "AddedToken",14    "content": "<s>",15    "lstrip": false,16    "normalized": true,17    "rstrip": false,18    "single_word": false19  },20  "eos_token": {21    "__type": "AddedToken",22    "content": "</s>",23    "lstrip": false,24    "normalized": true,25    "rstrip": false,26    "single_word": false27  },28  "errors": "replace",29  "mask_token": {30    "__type": "AddedToken",31    "content": "<mask>",32    "lstrip": true,33    "normalized": false,34    "rstrip": false,35    "single_word": false36  },37  "model_max_length": 100,38  "pad_token": {39    "__type": "AddedToken",40    "content": "<pad>",41    "lstrip": false,42    "normalized": true,43    "rstrip": false,44    "single_word": false45  },46  "sep_token": {47    "__type": "AddedToken",48    "content": "</s>",49    "lstrip": false,50    "normalized": true,51    "rstrip": false,52    "single_word": false53  },54  "special_tokens_map_file": "/home/runner/.cache/huggingface/hub/models--facebook--blenderbot-3B/snapshots/a0d0ef7fe2d1fbb7f68e833992e0b6cb82dc11f5/special_tokens_map.json",55  "tokenizer_class": "BlenderbotTokenizer",56  "tokenizer_class_name": "BlenderbotTokenizer",57  "trim_offsets": true,58  "unk_token": {59    "__type": "AddedToken",60    "content": "<unk>",61    "lstrip": false,62    "normalized": true,63    "rstrip": false,64    "single_word": false65  }66}67