Text Generation
Transformers
Safetensors
llama
conversational
text-generation-inference
File size: 635 Bytes
f9f56ba
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
{% for message in messages %}

{% if message['role'] == 'user' %}

{{'<|im_start|>user

' + message['content'].strip() + '<|im_end|>

<|im_start|>assistant

' }}

{% elif message['role'] == 'system' %}

{{'<|im_start|>system

' + message['content'].strip() + '<|im_end|>' }}

{% elif message['role'] == 'tool' %}

{{'<|im_start|>user

<tool_response>' + message['content'].strip() + '</tool_response><|im_end|>' }}

{% elif message['role'] == 'assistant' %}

{{'<|im_start|>assistant

'  + message['content'].strip() + '<|im_end|>' }}

{% endif %}

{% endfor %}

{% if add_generation_prompt %}{{ '<|im_start|>assistant

' }}{% endif %}