Update app.py

app.py

@@ -16,7 +16,15 @@ generator = get_pretrained_models("7B", "tokenizer", local_rank, world_size)
 
 history = []
 
-def chat(user_input, top_p, temperature, max_gen_len, state_chatbot):
+def chat(
+    user_input, 
+    include_input,
+    truncate,    
+    top_p, 
+    temperature, 
+    max_gen_len, 
+    state_chatbot
+):
     bot_response = get_output(
         generator=generator, 
         prompt=user_input,
@@ -26,7 +34,7 @@ def chat(user_input, top_p, temperature, max_gen_len, state_chatbot):
 
     # remove the first phrase identical to user prompt
     bot_response = bot_response[0][len(user_input):]
-    bot_response = bot_response.replace("\n", "<br><br>")
+    bot_response = bot_response.replace("\n", "<br>")
     # trip the last phrase
     try:
         bot_response = bot_response[:bot_response.rfind(".")]
@@ -66,11 +74,18 @@ with gr.Blocks(css = """#col_container {width: 95%; margin-left: auto; margin-ri
         textbox = gr.Textbox(placeholder="Enter a prompt")
 
         with gr.Accordion("Parameters", open=False):
+            include_input = gr.Checkbox(value=True, label="Do you want to include the input in the generated text?")
+            truncate = gr.Checkbox(value=True, label="Truncate the unfinished last words?")
+            
             max_gen_len = gr.Slider(minimum=20, maximum=512, value=256, step=1, interactive=True, label="Max Genenration Length",)
             top_p = gr.Slider(minimum=-0, maximum=1.0, value=1.0, step=0.05, interactive=True, label="Top-p (nucleus sampling)",)
             temperature = gr.Slider(minimum=-0, maximum=5.0, value=1.0, step=0.1, interactive=True, label="Temperature",)
         
-    textbox.submit(chat, [textbox, top_p, temperature, max_gen_len, state_chatbot], [state_chatbot, chatbot])
+    textbox.submit(
+        chat, 
+        [textbox, include_input, truncate, top_p, temperature, max_gen_len, state_chatbot],
+        [state_chatbot, chatbot]
+    )
     textbox.submit(reset_textbox, [], [textbox])
 
 demo.queue(api_open=False).launch()