Update app.py

app.py

@@ -95,6 +95,41 @@ def refusal_condition(query):
 with gr.Blocks() as demo:
     gr.Markdown(DESCRIPTION)
 
+    system_prompt = gr.Textbox(label='System prompt',
+       value=DEFAULT_SYSTEM_PROMPT,
+       lines=6)
+
+    with gr.Accordion(label='Advanced options', open=False):
+            
+            max_new_tokens = gr.Slider(
+                label='Max new tokens',
+                minimum=32,
+                maximum=1024,
+                step=1,
+                value=512,
+            )
+            temperature = gr.Slider(
+                label='Temperature',
+                minimum=0.01,
+                maximum=1.0,
+                step=0.01,
+                value=0.01,
+            )
+            top_p = gr.Slider(
+                label='Top-p (nucleus sampling)',
+                minimum=0.01,
+                maximum=0.99,
+                step=0.01,
+                value=0.01,
+            )
+            repetition_penalty = gr.Slider(
+                label='Repetition Penalty',
+                minimum=0.1,
+                maximum=2,
+                step=0.01,
+                value=1.1,
+            )
+    
     chatbot = gr.Chatbot()
     with gr.Row():
         msg = gr.Textbox(
@@ -102,6 +137,7 @@ with gr.Blocks() as demo:
             show_label=False,
             placeholder='Type a message...',
             scale=10,
+            lines=6
         )
         submit_button = gr.Button('Submit',
                                   variant='primary',
@@ -115,40 +151,6 @@ with gr.Blocks() as demo:
 
     saved_input = gr.State()
 
-    with gr.Accordion(label='Advanced options', open=False):
-        system_prompt = gr.Textbox(label='System prompt',
-                                   value=DEFAULT_SYSTEM_PROMPT,
-                                   lines=6)
-        max_new_tokens = gr.Slider(
-            label='Max new tokens',
-            minimum=32,
-            maximum=1024,
-            step=1,
-            value=512,
-        )
-        temperature = gr.Slider(
-            label='Temperature',
-            minimum=0.01,
-            maximum=1.0,
-            step=0.01,
-            value=0.01,
-        )
-        top_p = gr.Slider(
-            label='Top-p (nucleus sampling)',
-            minimum=0.01,
-            maximum=0.99,
-            step=0.01,
-            value=0.01,
-        )
-        repetition_penalty = gr.Slider(
-            label='Repetition Penalty',
-            minimum=0.1,
-            maximum=2,
-            step=0.01,
-            value=1.1,
-        )
-
-
     def user(user_message, history):
         return "", history + [[user_message, None]]