renalpha/gptoss-documents-lora

1{2  "backend": "tokenizers",3  "bos_token": "<|startoftext|>",4  "clean_up_tokenization_spaces": false,5  "eos_token": "<|return|>",6  "is_local": false,7  "model_input_names": [8    "input_ids",9    "attention_mask"10  ],11  "model_max_length": 131072,12  "pad_token": "<|reserved_200017|>",13  "padding_side": "left",14  "tokenizer_class": "TokenizersBackend",15  "unk_token": null16}17