Update app.py

app.py

@@ -165,12 +165,24 @@ def respond(
     max_tokens,
     temperature,
     top_p):
+
+    messages = []
+    json_obj = str_to_json(message)
+    print(json_obj)
+    
+    messages= json_obj
+
     
     stop_tokens = ["<|endoftext|>", "<|im_end|>"]
-    instruction = '<|im_start|>system\n' + system_message + '\n<|im_end|>\n'
-    for user, assistant in history:
-        instruction += f'<|im_start|>user\n{user}\n<|im_end|>\n<|im_start|>assistant\n{assistant}\n<|im_end|>\n'
-    instruction += f'<|im_start|>user\n{message}\n<|im_end|>\n<|im_start|>assistant\n'
+    instruction ="" #'<|im_start|>system\n' + system_message + '\n<|im_end|>\n'
+    for qq in messages:
+        role= qq['role']
+        content= qq['content']
+        instruction+= f'<|im_start|>{role}<|im_sep|>\n{content}\n<|im_end|>\n'
+        
+    # for user, assistant in history:
+    #     instruction += f'<|im_start|>user\n{user}\n<|im_end|>\n<|im_start|>assistant\n{assistant}\n<|im_end|>\n'
+    # instruction += f'<|im_start|>user\n{message}\n<|im_end|>\n<|im_start|>assistant\n'
     
     print(instruction)