Update app.py

app.py

@@ -70,7 +70,7 @@ def generate(
         outputs.append(text)
         yield "".join(outputs)
 
-image_path = "AvvoVhat.png"
+image_path = "/home/a.alessandrelli/LLM_Dante/Raccolta_doc_index/AvvoVhat.png"
 
 with gr.Blocks() as demo:
     gr.Markdown("# AvvoChat")
@@ -82,10 +82,60 @@ with gr.Blocks() as demo:
 
     with gr.Row():
         with gr.Column(scale=0.5, min_width=100):
-            gr.Image(image_path, width=50, height=200)
+            gr.Image(image_path, label="AvvoChat Logo", width=50, height=200)
         with gr.Column(scale=6):
             chatbox = gr.Chatbot(label="AvvoChat")
 
+    additional_inputs = [
+        gr.Slider(
+            label="Max new tokens",
+            minimum=1,
+            maximum=MAX_MAX_NEW_TOKENS,
+            step=1,
+            value=DEFAULT_MAX_NEW_TOKENS,
+        ),
+        gr.Slider(
+            label="Temperature",
+            minimum=0.1,
+            maximum=4.0,
+            step=0.1,
+            value=0.6,
+        ),
+        gr.Slider(
+            label="Top-p (nucleus sampling)",
+            minimum=0.05,
+            maximum=1.0,
+            step=0.05,
+            value=0.9,
+        ),
+        gr.Slider(
+            label="Top-k",
+            minimum=1,
+            maximum=1000,
+            step=1,
+            value=50,
+        ),
+        gr.Checkbox(
+            label="Do-sample (False)",
+            value=False,
+        ),
+        gr.Slider(
+            label="Repetition penalty",
+            minimum=1.0,
+            maximum=2.0,
+            step=0.05,
+            value=1.2,
+        ),
+    ]
+
+    examples = [
+        ["Posso fare un barbecue sul balcone di casa?"],
+        ["Posso essere multato se esco di casa senza documento d'identità?"],
+        ["Una persona single può adottare un bambino?"],
+        ["Posso usare un immagine creada con l'intelligenza artificiale?"],
+        ["Se il mio pallone da calcio cade in un giardino di un'abitazione privata, poss scavalcare il concello per riprendermelo?"],
+    ]
+
     def on_send_message(message, chat_history, max_new_tokens, temperature, top_p, top_k, do_sample, repetition_penalty):
         response_stream = generate(
             message=message,
@@ -109,12 +159,7 @@ with gr.Blocks() as demo:
         inputs=[
             msg,
             chatbox,
-            gr.State(value=DEFAULT_MAX_NEW_TOKENS),
-            gr.State(value=0.6),
-            gr.State(value=0.9),
-            gr.State(value=50),
-            gr.State(value=False),
-            gr.State(value=1.2)
+            *additional_inputs
         ],
         outputs=[chatbox, msg],
     )
@@ -123,15 +168,13 @@ with gr.Blocks() as demo:
         inputs=[
             msg,
             chatbox,
-            gr.State(value=DEFAULT_MAX_NEW_TOKENS),
-            gr.State(value=0.6),
-            gr.State(value=0.9),
-            gr.State(value=50),
-            gr.State(value=False),
-            gr.State(value=1.2)
+            *additional_inputs
         ],
         outputs=[chatbox, msg],
     )
 
+    for example in examples:
+        gr.Examples(examples=[example], inputs=msg)
+
 if __name__ == "__main__":
-    demo.launch(share=True)
+    demo.queue(max_size=20).launch(share=True)