add MODEL_PROMPT_TEMPLATE to params

.env.local.template

@@ -23,9 +23,7 @@ OPENID_PROVIDER_URL=https://huggingface.co # for Google, use https://accounts.go
 MODELS=`[
   {
     "name": "${MODEL_NAME}",
-    "userMessageToken": "<|prompter|>",
-    "assistantMessageToken": "<|assistant|>",
-    "messageEndToken": "<|endoftext|>",
+    "chatPromptTemplate": "${MODEL_PROMPT_TEMPLATE}",
     "preprompt": "",
     "promptExamples": [
       {

Dockerfile

@@ -1,5 +1,6 @@
 ARG MODEL_NAME
 ARG MODEL_PARAMS
+ARG MODEL_PROMPT_TEMPLATE
 ARG APP_COLOR
 ARG APP_NAME
 
@@ -9,6 +10,7 @@ ARG MODEL_NAME
 ARG MODEL_PARAMS
 ARG APP_COLOR
 ARG APP_NAME
+ARG MODEL_PROMPT_TEMPLATE
 
 WORKDIR /app
 
@@ -30,6 +32,7 @@ RUN chmod -R 777 /defaults
 RUN --mount=type=secret,id=MONGODB_URL,mode=0444 \
     MODEL_NAME="${MODEL_NAME:="$(cat /defaults/MODEL_NAME)"}" && export MODEL_NAME \
     && MODEL_PARAMS="${MODEL_PARAMS:="$(cat /defaults/MODEL_PARAMS)"}" && export MODEL_PARAMS \
+    && MODEL_PROMPT_TEMPLATE="${MODEL_PROMPT_TEMPLATE:="$(cat /defaults/MODEL_PROMPT_TEMPLATE)"}" && export MODEL_PROMPT_TEMPLATE \
     && APP_COLOR="${APP_COLOR:="$(cat /defaults/APP_COLOR)"}" && export APP_COLOR \
     && APP_NAME="${APP_NAME:="$(cat /defaults/APP_NAME)"}" && export APP_NAME \
     && MONGODB_URL=$(cat /run/secrets/MONGODB_URL > /dev/null | grep '^' || cat /defaults/MONGODB_URL) && export MONGODB_URL && \
@@ -49,6 +52,7 @@ FROM ghcr.io/huggingface/text-generation-inference:latest
 
 ARG MODEL_NAME
 ARG MODEL_PARAMS
+ARG MODEL_PROMPT_TEMPLATE
 ARG APP_COLOR
 ARG APP_NAME
 
@@ -71,6 +75,7 @@ RUN chmod -R 777 /defaults
 RUN --mount=type=secret,id=MONGODB_URL,mode=0444 \
     MODEL_NAME="${MODEL_NAME:="$(cat /defaults/MODEL_NAME)"}" && export MODEL_NAME \
     && MODEL_PARAMS="${MODEL_PARAMS:="$(cat /defaults/MODEL_PARAMS)"}" && export MODEL_PARAMS \
+    && MODEL_PROMPT_TEMPLATE="${MODEL_PROMPT_TEMPLATE:="$(cat /defaults/MODEL_PROMPT_TEMPLATE)"}" && export MODEL_PROMPT_TEMPLATE \
     && APP_COLOR="${APP_COLOR:="$(cat /defaults/APP_COLOR)"}" && export APP_COLOR \
     && APP_NAME="${APP_NAME:="$(cat /defaults/APP_NAME)"}" && export APP_NAME \
     && MONGODB_URL=$(cat /run/secrets/MONGODB_URL > /dev/null | grep '^' || cat /defaults/MONGODB_URL) && export MONGODB_URL &&  \

defaults/MODEL_PROMPT_TEMPLATE

@@ -0,0 +1 @@
+<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}} {{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s> {{/ifAssistant}}{{/each}}