hf-tiny-model-private/tiny-random-FunnelBaseModel
016
1{2 "bos_token": "<s>",3 "clean_text": true,4 "clean_up_tokenization_spaces": true,5 "cls_token": "<cls>",6 "do_basic_tokenize": true,7 "do_lower_case": true,8 "eos_token": "</s>",9 "mask_token": "<mask>",10 "model_max_length": 512,11 "never_split": null,12 "pad_token": "<pad>",13 "sep_token": "<sep>",14 "special_tokens_map_file": "/home/runner/.cache/huggingface/hub/models--funnel-transformer--small/snapshots/ff0f4c11e46720ca10aa2dd668c2c58fe00ad214/special_tokens_map.json",15 "strip_accents": null,16 "tokenize_chinese_chars": true,17 "tokenizer_class": "FunnelTokenizer",18 "unk_token": "<unk>",19 "wordpieces_prefix": "##"20}21 