test-hf-config-W8A8 / chat_template.jinja
CarlOwOs's picture
Add FP8 dynamically quantized test-hf-config model using llm-compressor
e1b8f3d verified
{% for message in messages %}
{% if message['role'] == 'user' %}
{{ '<|im_start|>user
' + message['content'] + '<|im_end|>
' }}
{% elif message['role'] == 'system' %}
{{ '<|im_start|>system
' + message['content'] + '<|im_end|>
' }}
{% elif message['role'] == 'assistant' %}
{{ '<|im_start|>assistant
' + message['content'] + '<|im_end|>
' }}
{% endif %}
{% if loop.last and add_generation_prompt %}
{{ '<|im_start|>assistant
' }}
{% endif %}
{% endfor %}