logging and monitoring

app.py

@@ -1,3 +1,31 @@
 import gradio as gr
 
+import logging
+import gradio as gr
+from queue import Queue
+import time
+from prometheus_client import start_http_server, Counter, Histogram
+
+# ... (Prometheus metrics setup and logging as before) ...
+
+# --- Gradio Interface with Metrics Display ---
+with gr.Blocks() as demo:
+    gr.Markdown("## Chat with the Bot")
+    chatbot = gr.ChatInterface(fn=chat_function)
+
+    with gr.Row():
+        request_count_display = gr.Textbox(label="Request Count")
+        avg_latency_display = gr.Textbox(label="Avg. Response Time (s)")
+
+    # --- Update Metrics Display ---
+    def update_metrics():
+        while True:
+            request_count_display.update(REQUEST_COUNT.collect()[0].samples[0].value)
+            avg_latency_display.update(round(REQUEST_LATENCY.collect()[0].samples[0].value, 2))
+            time.sleep(5)  # Update every 5 seconds
+
+    demo.load(update_metrics, None, None, every=1)  # Call update_metrics every second after initial page load
+
+# ... (Start Prometheus metrics server and launch Gradio as before) ...
+
 gr.load("models/Sevixdd/roberta-base-finetuned-ner").launch()