vllmTestbed

Paused

Andrew Gockenbach commited on May 28

Commit

b915bbe

1 Parent(s): d13d6db

Going back to 3.3

Files changed (1) hide show

app.py CHANGED Viewed

@@ -40,7 +40,7 @@ class VllmApiServer:
             "--max-lora-rank", "64",
             "--enable-auto-tool-choice",
             "--tool-call-parser", "llama3_json",
-            "--chat-template", "./tool_chat_template_llama3.2_json.jinja"
         ]
         print(f"Starting vLLM server with command: {' '.join(cmd)}")

             "--max-lora-rank", "64",
             "--enable-auto-tool-choice",
             "--tool-call-parser", "llama3_json",
+            "--chat-template", "./tool_chat_template_llama3.3_json.jinja"
         ]
         print(f"Starting vLLM server with command: {' '.join(cmd)}")