CoolFace
Modelpublic

justtherightsize/robeczech-binary-supportive-interactions-cs

sourceHugging Facemitupdated 3y agoView on Hugging Face
0likes7downloads
tokenizer_config.json67 linesDownload Raw Back to root
1{2  "add_prefix_space": false,3  "bos_token": {4    "__type": "AddedToken",5    "content": "[CLS]",6    "lstrip": false,7    "normalized": true,8    "rstrip": false,9    "single_word": false10  },11  "clean_up_tokenization_spaces": true,12  "cls_token": {13    "__type": "AddedToken",14    "content": "[CLS]",15    "lstrip": false,16    "normalized": true,17    "rstrip": false,18    "single_word": false19  },20  "eos_token": {21    "__type": "AddedToken",22    "content": "[SEP]",23    "lstrip": false,24    "normalized": true,25    "rstrip": false,26    "single_word": false27  },28  "errors": "replace",29  "mask_token": {30    "__type": "AddedToken",31    "content": "[MASK]",32    "lstrip": true,33    "normalized": true,34    "rstrip": false,35    "single_word": false36  },37  "model_max_length": 1000000000000000019884624838656,38  "num_labels": 2,39  "pad_token": {40    "__type": "AddedToken",41    "content": "[PAD]",42    "lstrip": false,43    "normalized": true,44    "rstrip": false,45    "single_word": false46  },47  "sep_token": {48    "__type": "AddedToken",49    "content": "[SEP]",50    "lstrip": false,51    "normalized": true,52    "rstrip": false,53    "single_word": false54  },55  "tokenizer_class": "RobertaTokenizer",56  "trim_offsets": true,57  "truncation_side": "left",58  "unk_token": {59    "__type": "AddedToken",60    "content": "[UNK]",61    "lstrip": false,62    "normalized": true,63    "rstrip": false,64    "single_word": false65  }66}67