Locutusque's picture
Upload tokenizer
92ae151 verified
raw
history blame
619 Bytes
{%- set ns = namespace(found=false) -%}{%- for message in messages -%}{%- if message['role'] == 'system' -%}{%- set ns.found = true -%}{%- endif -%}{%- endfor -%}{%- for message in messages %}{%- if message['role'] == 'system' -%}{{- '<|im_start|>system
' + message['content'].rstrip() + '<|im_end|>
' -}}{%- else -%}{%- if message['role'] == 'user' -%}{{-'<|im_start|>user
' + message['content'].rstrip() + '<|im_end|>
'-}}{%- else -%}{{-'<|im_start|>assistant
' + message['content'] + '<|im_end|>
' -}}{%- endif -%}{%- endif -%}{%- endfor -%}{%- if add_generation_prompt -%}{{-'<|im_start|>assistant
'-}}{%- endif -%}