CoolFace
Modelpublic

hf-tiny-model-private/tiny-random-XLMForSequenceClassification

sourceHugging Faceupdated 3y agoView on Hugging Face
0likes18downloads
tokenizer_config.json28 linesDownload Raw Back to root
1{2  "additional_special_tokens": [3    "<special0>",4    "<special1>",5    "<special2>",6    "<special3>",7    "<special4>",8    "<special5>",9    "<special6>",10    "<special7>",11    "<special8>",12    "<special9>"13  ],14  "bos_token": "<s>",15  "clean_up_tokenization_spaces": true,16  "cls_token": "</s>",17  "do_lowercase_and_remove_accent": true,18  "id2lang": null,19  "lang2id": null,20  "mask_token": "<special1>",21  "model_max_length": 512,22  "pad_token": "<pad>",23  "sep_token": "</s>",24  "special_tokens_map_file": null,25  "tokenizer_class": "XLMTokenizer",26  "unk_token": "<unk>"27}28