mateoopa/gliner2-privacy-filter-PII-multi

1{2  "add_prefix_space": true,3  "backend": "tokenizers",4  "bos_token": "[CLS]",5  "clean_up_tokenization_spaces": false,6  "cls_token": "[CLS]",7  "do_lower_case": false,8  "eos_token": "[SEP]",9  "extra_special_tokens": [10    "[SEP_STRUCT]",11    "[SEP_TEXT]",12    "[P]",13    "[C]",14    "[E]",15    "[R]",16    "[L]",17    "[EXAMPLE]",18    "[OUTPUT]",19    "[DESCRIPTION]"20  ],21  "is_local": true,22  "local_files_only": false,23  "mask_token": "[MASK]",24  "model_max_length": 1000000000000000019884624838656,25  "pad_token": "[PAD]",26  "sep_token": "[SEP]",27  "sp_model_kwargs": {},28  "split_by_punct": false,29  "tokenizer_class": "DebertaV2Tokenizer",30  "unk_id": 3,31  "unk_token": "[UNK]",32  "vocab_type": "spm"33}34