CoolFace
Modelpublic

witty-works/optim_false_positive

sourceHugging Faceupdated 4y agoView on Hugging Face
1likes30downloads
tokenizer_config.json24 linesDownload Raw Back to root
1{2  "bos_token": "[CLS]",3  "cls_token": "[CLS]",4  "do_lower_case": true,5  "eos_token": "[SEP]",6  "keep_accents": false,7  "mask_token": {8    "__type": "AddedToken",9    "content": "[MASK]",10    "lstrip": true,11    "normalized": true,12    "rstrip": false,13    "single_word": false14  },15  "model_max_length": 512,16  "name_or_path": "/root/.cache/torch/sentence_transformers/sentence-transformers_paraphrase-albert-small-v2/",17  "pad_token": "<pad>",18  "remove_space": true,19  "sep_token": "[SEP]",20  "special_tokens_map_file": null,21  "tokenizer_class": "AlbertTokenizer",22  "unk_token": "<unk>"23}24