hf-tiny-model-private/tiny-random-MegaForSequenceClassification
011
1{2 "add_prefix_space": false,3 "bos_token": {4 "__type": "AddedToken",5 "content": "<s>",6 "lstrip": false,7 "normalized": true,8 "rstrip": false,9 "single_word": false10 },11 "clean_up_tokenization_spaces": true,12 "cls_token": {13 "__type": "AddedToken",14 "content": "<s>",15 "lstrip": false,16 "normalized": true,17 "rstrip": false,18 "single_word": false19 },20 "eos_token": {21 "__type": "AddedToken",22 "content": "</s>",23 "lstrip": false,24 "normalized": true,25 "rstrip": false,26 "single_word": false27 },28 "errors": "replace",29 "mask_token": {30 "__type": "AddedToken",31 "content": "<mask>",32 "lstrip": true,33 "normalized": false,34 "rstrip": false,35 "single_word": false36 },37 "model_max_length": 512,38 "pad_token": {39 "__type": "AddedToken",40 "content": "<pad>",41 "lstrip": false,42 "normalized": true,43 "rstrip": false,44 "single_word": false45 },46 "sep_token": {47 "__type": "AddedToken",48 "content": "</s>",49 "lstrip": false,50 "normalized": true,51 "rstrip": false,52 "single_word": false53 },54 "special_tokens_map_file": null,55 "tokenizer_class": "RobertaTokenizer",56 "trim_offsets": true,57 "unk_token": {58 "__type": "AddedToken",59 "content": "<unk>",60 "lstrip": false,61 "normalized": true,62 "rstrip": false,63 "single_word": false64 }65}66 