coderop12/Legal_Summarization_Model
025
1{2 "add_bos_token": true,3 "add_eos_token": false,4 "add_prefix_space": null,5 "added_tokens_decoder": {6 "0": {7 "content": "<unk>",8 "lstrip": false,9 "normalized": false,10 "rstrip": false,11 "single_word": false,12 "special": true13 },14 "1": {15 "content": "<s>",16 "lstrip": false,17 "normalized": false,18 "rstrip": false,19 "single_word": false,20 "special": true21 },22 "2": {23 "content": "</s>",24 "lstrip": false,25 "normalized": false,26 "rstrip": false,27 "single_word": false,28 "special": true29 }30 },31 "bos_token": "<s>",32 "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n' + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}",33 "clean_up_tokenization_spaces": false,34 "eos_token": "</s>",35 "extra_special_tokens": {},36 "legacy": false,37 "model_max_length": 2048,38 "pad_token": "</s>",39 "padding_side": "right",40 "sp_model_kwargs": {},41 "tokenizer_class": "LlamaTokenizer",42 "unk_token": "<unk>",43 "use_default_system_prompt": false44}45 