Update app.py

app.py

@@ -35,7 +35,7 @@ def initialize_history(chunks):
 # Initialize history with initial chunks
 history = initialize_history(all_chunks[:2])  # Starting with the first two chunks for example
 
-def format_prompt_mixtral(message, history, chunks):
+def format_prompt_mixtral(message, history):
     prompt = "<s>"
     prompt += f"{system_prompt_text}\n\n"  # Add the system prompt
 
@@ -47,7 +47,7 @@ def format_prompt_mixtral(message, history, chunks):
     prompt += f"[INST] {message} [/INST]"
     return prompt
 
-def chat_inf(message, history, chunks, seed, temp, tokens, top_p, rep_p):
+def chat_inf(message, history, seed, temp, tokens, top_p, rep_p):
     generate_kwargs = dict(
         temperature=temp,
         max_new_tokens=tokens,
@@ -57,7 +57,7 @@ def chat_inf(message, history, chunks, seed, temp, tokens, top_p, rep_p):
         seed=seed,
     )
 
-    formatted_prompt = format_prompt_mixtral(message, history, chunks)
+    formatted_prompt = format_prompt_mixtral(message, history)
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""
     for response in stream:
@@ -73,11 +73,11 @@ def clear_fn():
 
 rand_val = random.randint(1, 1111111111111111)
 
-def check_rand(inp, val):
-    if inp:
-        return gr.Slider(label="Seed", minimum=1, maximum=1111111111111111, value=random.randint(1, 1111111111111111))
+def check_rand(rand, val):
+    if rand:
+        return random.randint(1, 1111111111111111)
     else:
-        return gr.Slider(label="Seed", minimum=1, maximum=1111111111111111, value=int(val))
+        return int(val)
 
 with gr.Blocks() as app:
     gr.HTML("""<center><h1 style='font-size:xx-large;'>PTT Chatbot</h1><br><h3>running on Huggingface Inference </h3><br><h7>EXPERIMENTAL</center>""")
@@ -105,7 +105,13 @@ with gr.Blocks() as app:
 
     hid1 = gr.Number(value=1, visible=False)
 
-    go = btn.click(check_rand, [rand, seed], seed).then(chat_inf, [inp, chat, all_chunks, seed, temp, tokens, top_p, rep_p], chat)
+    def on_chat(message, chat, seed, temp, tokens, top_p, rep_p):
+        chat.clear()
+        history = initialize_history(all_chunks[:2])
+        for response in chat_inf(message, history, seed, temp, tokens, top_p, rep_p):
+            chat.append(*response)
+    
+    go = btn.click(on_chat, [inp, chat, seed, temp, tokens, top_p, rep_p], chat)
 
     stop_btn.click(None, None, None, cancels=[go])
     clear_btn.click(clear_fn, None, [inp, chat])