Update apply_chat_template

app.py

@@ -31,6 +31,22 @@ this demo is governed by the original [license](https://huggingface.co/spaces/hu
 
 SYSTEM_PROMPT = "நீங்கள் உதவிகரமான மற்றும் மரியாதைக்குரிய மற்றும் நேர்மையான AI உதவியாளர்."
 
+PROMPT_TEMPLATE = """
+## Instructions:
+{% if messages[0]['role'] == 'system' %}
+    {{ messages[0]['content'] + '\n\n' }}
+{% endif %}
+
+{% for message in messages %}
+    {% if message['role'] == 'user' %}
+        {{ '## Input:\n' + message['content'] + '\n'}}
+    {% elif message['role'] == 'assistant' %}
+        {{ '## Response:\n' + message['content'] + '\n'}}
+    {% endif %}
+{% endfor %}
+## Response:
+"""
+
 if not torch.cuda.is_available():
     DESCRIPTION += "\n<p>Running on CPU 🥶 This demo does not work on CPU.</p>"
 
@@ -38,6 +54,7 @@ if torch.cuda.is_available():
     model_id = "abhinand/tamil-llama-7b-instruct-v0.1"
     model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, device_map="auto")
     tokenizer = AutoTokenizer.from_pretrained(model_id)
+    tokenizer.chat_template = PROMPT_TEMPLATE
     tokenizer.use_default_system_prompt = False
 
 @spaces.GPU