Added async

app/main.py

@@ -2,7 +2,7 @@ from fastapi import FastAPI
 
 from fastapi.middleware.cors import CORSMiddleware
 from pydantic import BaseModel
-from app.rag import get_response
+from rag import get_response
 
 app = FastAPI()
 
@@ -24,7 +24,7 @@ class ChatInput(BaseModel):
     session_id: str
 
 @app.post("/chat")
-def chat(input: ChatInput):
+async def chat(input: ChatInput):
     print("Got question:", input.question)
     print("Session ID:", input.session_id)
 
@@ -33,5 +33,5 @@ def chat(input: ChatInput):
             'thread_id': input.session_id
         }
     }
-    response = get_response(input.question, config=config)
+    response = await get_response(input.question, config=config)
     return {"answer": response['response']}

app/rag.py

@@ -78,7 +78,6 @@ STRICT RULES YOU MUST FOLLOW:
 1. If the Contextual Knowledge section is empty, say: 
    "At the moment, I cannot answer this question. Please try rephrasing it or contact us on our website."
 2. Do NOT use your own general knowledge. Only use information from the Contextual Knowledge.
-3. ONLY cite links or sources that appear exactly in the Contextual Knowledge section. Never invent or assume links.
 
 Conversation History:
 {history}
@@ -91,16 +90,12 @@ User Question:
 
 Respond in the following format:
 <concise answer (1–3 sentences)>
-(line break)
-Source: <Single most relevant link from Contextual Knowledge in the format of a Markdown link but need user to see full link>
 
 If no answer can be found based on the Contextual Knowledge above, respond with:
 "At the moment, I cannot answer this question. Please try rephrasing it or contact us on our website."
 """
 
 
-
-
 # %%
 @tool("Retrieve_FAQs")
 def retrieve_faqs(query: str) -> List[dict[str,str | float]]:
@@ -119,7 +114,7 @@ def retrieve_faqs(query: str) -> List[dict[str,str | float]]:
     docs = faq_store.similarity_search_with_score(query, k=5)
     return [
         {"content": doc.page_content, "source": doc.metadata.get("source", "unknown"), 'score': score}
-    for doc, score in docs if score > 0.8]
+    for doc, score in docs if score > 0.87]
 
 # %%
 @tool("Retrive_Blogs")
@@ -263,13 +258,13 @@ graph.add_edge("generate_response", END)
 app = graph.compile()
 
 # %%
-def get_response(query: str, config) -> dict:
+async def get_response(query: str, config) -> dict:
     session_id = config['configurable']['thread_id']
     history = session_histories.get(session_id, [])
     input_data = {
         "input": query,
         "history": history
     }
-    result =  app.invoke(input_data, config=config)
+    result =  await app.ainvoke(input_data, config=config)
     session_histories[session_id] = result.get("history", [])
     return result