wukaixingxp's picture
update the chat_template as VLLM suggested (#2)
a8ba4d7 verified
raw
history blame
577 Bytes
{
"chat_template": "{% for message in messages %} {% if loop.index0 == 0 %} {{ bos_token }} {% endif %} {{ '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n' }} {% if message['content'] is string %} {{ message['content'] }} {% else %} {% for content in message['content'] %} {% if content['type'] == 'image' %} {{ '<|image|>' }} {% elif content['type'] == 'text' %} {{ content['text'] }} {% endif %} {% endfor %} {% endif %} {{ '<|eot_id|>' }} {% endfor %} {% if add_generation_prompt %} {{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }} {% endif %}"
}