nm-testing/kv_cache_fp8-e2e

1{% for message in messages %}2{% if message['role'] == 'user' %}3{{ '<|user|>4' + message['content'] + eos_token }}5{% elif message['role'] == 'system' %}6{{ '<|system|>7' + message['content'] + eos_token }}8{% elif message['role'] == 'assistant' %}9{{ '<|assistant|>10'  + message['content'] + eos_token }}11{% endif %}12{% if loop.last and add_generation_prompt %}13{{ '<|assistant|>' }}14{% endif %}15{% endfor %}