fix: reassign xml_tools to tools to make it work with vllm

README.md

@@ -211,12 +211,12 @@ python -m sglang.launch_server --model-path HuggingFaceTB/SmolLM3-3B
 #### vLLM
 
 ```bash
-vllm serve HuggingFaceTB/SmolLM3-3B
+vllm serve HuggingFaceTB/SmolLM3-3B --enable-auto-tool-choice --tool-call-parser=hermes
 ```
 
 #### Setting `chat_template_kwargs`
 
-You can specify `chat_template_kwargs` such as `enable_thinking` and `xml_tools` to a deployed model by passing the `chat_template_kwargs` parameter in the API request.
+You can specify `chat_template_kwargs` such as `enable_thinking` to a deployed model by passing the `chat_template_kwargs` parameter in the API request.
 
 ```bash
 curl http://localhost:8000/v1/chat/completions -H "Content-Type: application/json" -d '{

chat_template.jinja

@@ -42,9 +42,12 @@
     {{- "You are a helpful AI assistant named SmolLM, trained by Hugging Face.\n\n" -}}
   {%- endif -%}
 
-  {%- if xml_tools or python_tools -%}
+  {%- if xml_tools or python_tools or tools -%}
     {{- "### Tools\n\n" -}}
-    {%- if xml_tools -%}
+    {%- if xml_tools or tools -%}
+      {%- if tools -%}
+        {%- set xml_tools = tools -%}
+      {%- endif -%}
       {%- set ns = namespace(xml_tool_string="You may call one or more functions to assist with the user query.\nYou are provided with function signatures within <tools></tools> XML tags:\n\n<tools>\n") -%}
       {%- for tool in xml_tools[:] -%} {# The slicing makes sure that xml_tools is a list #}
         {%- set ns.xml_tool_string = ns.xml_tool_string ~ (tool | string) ~ "\n" -%}