CoolFace
Modelpublic

karths/binary_classification_train_comp

sourceHugging Faceupdated 3mo agoView on Hugging Face
0likes12downloads
tokenizer_config.json25 linesDownload Raw Back to root
1{
2  "add_prefix_space": false,
3  "backend": "tokenizers",
4  "bos_token": "<s>",
5  "clean_up_tokenization_spaces": false,
6  "cls_token": "<s>",
7  "eos_token": "</s>",
8  "errors": "replace",
9  "is_local": false,
10  "mask_token": "<mask>",
11  "max_length": 512,
12  "model_max_length": 512,
13  "pad_to_multiple_of": null,
14  "pad_token": "<pad>",
15  "pad_token_type_id": 0,
16  "padding_side": "right",
17  "sep_token": "</s>",
18  "stride": 0,
19  "tokenizer_class": "RobertaTokenizer",
20  "trim_offsets": true,
21  "truncation_side": "right",
22  "truncation_strategy": "longest_first",
23  "unk_token": "<unk>"
24}
25