digitalwas-developer/Fail-1B

1{2  "add_bos_token": false,3  "add_prefix_space": false,4  "bos_token": {5    "__type": "AddedToken",6    "content": "[CLS]",7    "lstrip": false,8    "normalized": true,9    "rstrip": false,10    "single_word": false11  },12  "clean_up_tokenization_spaces": true,13  "cls_token": {14    "__type": "AddedToken",15    "content": "[CLS]",16    "lstrip": false,17    "normalized": true,18    "rstrip": false,19    "single_word": false20  },21  "do_lower_case": false,22  "eos_token": {23    "__type": "AddedToken",24    "content": "[SEP]",25    "lstrip": false,26    "normalized": true,27    "rstrip": false,28    "single_word": false29  },30  "errors": "replace",31  "mask_token": {32    "__type": "AddedToken",33    "content": "[MASK]",34    "lstrip": true,35    "normalized": true,36    "rstrip": false,37    "single_word": false38  },39  "model_max_length": 512,40  "pad_token": {41    "__type": "AddedToken",42    "content": "[PAD]",43    "lstrip": false,44    "normalized": true,45    "rstrip": false,46    "single_word": false47  },48  "sep_token": {49    "__type": "AddedToken",50    "content": "[SEP]",51    "lstrip": false,52    "normalized": true,53    "rstrip": false,54    "single_word": false55  },56  "tokenizer_class": "DebertaTokenizer",57  "unk_token": {58    "__type": "AddedToken",59    "content": "[UNK]",60    "lstrip": false,61    "normalized": true,62    "rstrip": false,63    "single_word": false64  },65  "vocab_type": "gpt2"66}67