Update app.py

app.py

@@ -6,41 +6,34 @@ import numpy as np
 import json
 from sentence_transformers import SentenceTransformer
 
-# ✅ Load data
+# ✅ Load RAG-related files
 with open("texts.json", "r", encoding="utf-8") as f:
     texts = json.load(f)
 
 index = faiss.read_index("faiss_index.bin")
 embed_model = SentenceTransformer("all-MiniLM-L6-v2")
 
-# ✅ Together AI Setup
-API_KEY = os.environ.get("TOGETHER_API_KEY") or "76615a7c686e20c0ee8cae288fddc7ab35ae51e768abc45b3defb5b1850d3dd0"
-MODEL = "rekaai/reka-flash-3:free"
+# ✅ Use your OpenRouter API key
+API_KEY = os.environ.get("OPENROUTER_API_KEY")
+MODEL = "qwen/qwen-2.5-coder-32b-instruct:free"
 
-# ✅ Context retriever
+# ✅ Function to search relevant context
 def get_context(query, top_k=5):
     query_vec = embed_model.encode([query])
     D, I = index.search(np.array(query_vec), top_k)
-    context_chunks = [texts[i] for i in I[0] if i < len(texts)]
-    return "\n".join(context_chunks).strip()
+    return "\n".join([texts[i] for i in I[0]])
 
-# ✅ Chat function using Together API
+# ✅ Chat handler function
 def chat_fn(message, history):
-    context = get_context(message)
-
-    if not context:
-        return "⚠️ Sorry, no relevant data found in the provided dataset."
-
     headers = {
         "Authorization": f"Bearer {API_KEY}",
         "Content-Type": "application/json"
     }
 
+    context = get_context(message)
+
     messages = [
-        {
-            "role": "system",
-            "content": "You are a helpful assistant. Use ONLY the provided context to answer. Do not use any external data.\n\nContext:\n" + context
-        }
+        {"role": "system", "content": "You are a helpful assistant. Use the following context to answer: " + context}
     ]
 
     for user, assistant in history:
@@ -51,13 +44,11 @@ def chat_fn(message, history):
 
     payload = {
         "model": MODEL,
-        "messages": messages,
-        "temperature": 0.7,
-        "max_tokens": 512
+        "messages": messages
     }
 
     try:
-        response = requests.post("https://api.together.xyz/v1/chat/completions", headers=headers, json=payload)
+        response = requests.post("https://openrouter.ai/api/v1/chat/completions", headers=headers, json=payload)
         response.raise_for_status()
         reply = response.json()["choices"][0]["message"]["content"]
     except Exception as e:
@@ -65,13 +56,10 @@ def chat_fn(message, history):
 
     return reply
 
-# ✅ Gradio chat interface
-chat_ui = gr.ChatInterface(
+# ✅ Launch Gradio ChatInterface
+gr.ChatInterface(
     fn=chat_fn,
-    title="",
-    description="",
-    examples=[],
-    cache_examples=False
-)
-
-chat_ui.launch(inbrowser=True, share=True)
+    title="CODEX MIRXA KAMRAN",
+    description="Chat with AI MODEL trained By Mirxa Kamran",
+    theme="soft"
+).launch()