Xenova HF Staff commited on
Commit
1db26fe
·
verified ·
1 Parent(s): 86e7716

Update chat_template.jinja

Browse files
Files changed (1) hide show
  1. chat_template.jinja +28 -87
chat_template.jinja CHANGED
@@ -1,87 +1,28 @@
1
- {%- if messages[0]["role"] == "system" %}
2
- {%- set system_message = messages[0]["content"] %}
3
- {%- set loop_messages = messages[1:] %}
4
- {%- else %}
5
- {%- set loop_messages = messages %}
6
- {%- endif %}
7
- {%- if not tools is defined %}
8
- {%- set tools = none %}
9
- {%- endif %}
10
- {%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %}
11
-
12
- {#- This block checks for alternating user/assistant messages, skipping tool calling messages #}
13
- {%- set ns = namespace() %}
14
- {%- set ns.index = 0 %}
15
- {%- for message in loop_messages %}
16
- {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %}
17
- {%- if (message["role"] == "user") != (ns.index % 2 == 0) %}
18
- {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }}
19
- {%- endif %}
20
- {%- set ns.index = ns.index + 1 %}
21
- {%- endif %}
22
- {%- endfor %}
23
-
24
- {{- bos_token }}
25
- {%- for message in loop_messages %}
26
- {%- if message["role"] == "user" %}
27
- {%- if tools is not none and (message == user_messages[-1]) %}
28
- {{- "[AVAILABLE_TOOLS][" }}
29
- {%- for tool in tools %}
30
- {%- set tool = tool.function %}
31
- {{- '{"type": "function", "function": {' }}
32
- {%- for key, val in tool.items() if key != "return" %}
33
- {%- if val is string %}
34
- {{- '"' + key + '": "' + val + '"' }}
35
- {%- else %}
36
- {{- '"' + key + '": ' + val|tojson }}
37
- {%- endif %}
38
- {%- if not loop.last %}
39
- {{- ", " }}
40
- {%- endif %}
41
- {%- endfor %}
42
- {{- "}}" }}
43
- {%- if not loop.last %}
44
- {{- ", " }}
45
- {%- else %}
46
- {{- "]" }}
47
- {%- endif %}
48
- {%- endfor %}
49
- {{- "[/AVAILABLE_TOOLS]" }}
50
- {%- endif %}
51
- {%- if loop.last and system_message is defined %}
52
- {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }}
53
- {%- else %}
54
- {{- "[INST]" + message["content"] + "[/INST]" }}
55
- {%- endif %}
56
- {%- elif (message.tool_calls is defined and message.tool_calls is not none) %}
57
- {{- "[TOOL_CALLS][" }}
58
- {%- for tool_call in message.tool_calls %}
59
- {%- set out = tool_call.function|tojson %}
60
- {{- out[:-1] }}
61
- {%- if not tool_call.id is defined or tool_call.id|length != 9 %}
62
- {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
63
- {%- endif %}
64
- {{- ', "id": "' + tool_call.id + '"}' }}
65
- {%- if not loop.last %}
66
- {{- ", " }}
67
- {%- else %}
68
- {{- "]" + eos_token }}
69
- {%- endif %}
70
- {%- endfor %}
71
- {%- elif message["role"] == "assistant" %}
72
- {{- message["content"] + eos_token}}
73
- {%- elif message["role"] == "tool_results" or message["role"] == "tool" %}
74
- {%- if message.content is defined and message.content.content is defined %}
75
- {%- set content = message.content.content %}
76
- {%- else %}
77
- {%- set content = message.content %}
78
- {%- endif %}
79
- {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }}
80
- {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %}
81
- {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
82
- {%- endif %}
83
- {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }}
84
- {%- else %}
85
- {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }}
86
- {%- endif %}
87
- {%- endfor %}
 
1
+ {{- bos_token -}}
2
+ {%- for message in messages -%}
3
+ {%- if (message["role"] == "user") == (loop.index % 2 == 0) -%}
4
+ {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") -}}
5
+ {%- endif -%}
6
+ {%- if message["role"] == "user" -%}
7
+ {{- "[INST]" -}}
8
+ {%- if message["content"] is string -%}
9
+ {{- message["content"] -}}
10
+ {%- else -%}
11
+ {%- for item in message["content"] -%}
12
+ {%- if item["type"] == "audio" -%}
13
+ {{- "[AUDIO]" -}}
14
+ {%- elif item["type"] == "text" -%}
15
+ {{- item["text"] -}}
16
+ {%- endif -%}
17
+ {%- endfor -%}
18
+ {%- endif -%}
19
+ {{- "[/INST]" -}}
20
+ {%- elif message["role"] == "assistant" -%}
21
+ {%- if message["content"] is not string -%}
22
+ {{- raise_exception("Assistant message content should be a string.") -}}
23
+ {%- endif -%}
24
+ {{- message["content"] + eos_token -}}
25
+ {%- else -%}
26
+ {{- raise_exception("Only user and assistant roles are supported!") -}}
27
+ {%- endif -%}
28
+ {%- endfor -%}