stay hard

controller.py

@@ -50,7 +50,6 @@ os.makedirs("/app/cache", exist_ok=True)
 
 os.makedirs("/app", exist_ok=True)
 open("/app/pandasai.log", "a").close()  # Create the file if it doesn't exist
-open("/app/api_key_rotation.log", "a").close()  # Create the file if it doesn't exist
 
 # Ensure the generated_charts directory exists
 os.makedirs("/app/generated_charts", exist_ok=True)
@@ -296,29 +295,60 @@ async def csv_chat(request: Dict, authorization: str = Header(None)):
         query = request.get("query")
         csv_url = request.get("csv_url")
         decoded_url = unquote(csv_url)
-        
+
         if if_initial_chat_question(query):
-            answer = await asyncio.to_thread(
-                langchain_gemini_csv_chat, decoded_url, query, False
+            
+            
+             # --- Gemini-Langchain-based and Rethink-based chat generation starts---
+            
+            langchain_gemini_answer = await asyncio.to_thread(
+                langchain_gemini_csv_chat, decoded_url, query, True
             )
-            logger.info("gemini langchain_answer --> ", answer)
-            if(answer and process_answer(answer)):
-                
-             logger.error("Gemini chat initial query failed, trying groq based langchain_csv_chat...")
-              
-             answer = await asyncio.to_thread(
+            logger.info("Gemini langchain_answer:", langchain_gemini_answer)
+            if langchain_gemini_answer != None and process_answer(langchain_gemini_answer) != True: 
+             return {"answer": jsonable_encoder(langchain_gemini_answer)}
+        
+            # --- Gemini-Langchain-based and Rethink-based chat generation ends---
+            
+            
+            
+            answer = await asyncio.to_thread(
                 langchain_csv_chat, decoded_url, query, False
-             )
-            logger.info("groq langchain_answer --> ", answer)
+            )
+            logger.info("Groq langchain_answer:", answer)
+            if answer != None and process_answer(answer) != True:
+             return {"answer": jsonable_encoder(answer)} 
+        
+        
+          # --- Gemini-Langchain-based and Rethink-based chat generation starts---
+            
+            
+            answer = await asyncio.to_thread(
+                gemini_llm_chat, decoded_url, query
+            )
+            logger.info("Rethink gemini 1st:", answer)
             return {"answer": jsonable_encoder(answer)}
-         
-         
         
-
-
+            
+          # --- Gemini-Langchain-based and Rethink-based chat generation ends---
+            
+            
+        # --- Gemini-Langchain-based and Rethink-based chat generation starts---
+            
+            
+        answer = await asyncio.to_thread(
+            gemini_llm_chat, decoded_url, query
+        )
+        logger.info("Rethink gemini 1st:", answer)
+        if(answer != None and process_answer(answer) != True):
+           return {"answer": jsonable_encoder(answer)}
+        
+            
+          # --- Gemini-Langchain-based and Rethink-based chat generation ends---
+            
         # Process with groq_chat first
         groq_answer = await asyncio.to_thread(groq_chat, decoded_url, query)
-        logger.info("groq_answer --> ", groq_answer)
+        logger.info("groq_answer:", groq_answer)
         
         if process_answer(groq_answer) == "Empty response received.":
             return {"answer": "Sorry, I couldn't find relevant data..."}
@@ -328,7 +358,20 @@ async def csv_chat(request: Dict, authorization: str = Header(None)):
                 langchain_csv_chat, decoded_url, query, False
             )
             if process_answer(lang_answer):
-                return {"answer": "error"}
+               logger.error("Error in Groq_Langchain, Trying Gemini...")
+               
+               # --- Gemini-Langchain-based and Rethink-based chat generation starts---
+            
+               langchain_gemini_answer = await asyncio.to_thread(
+                   langchain_gemini_csv_chat, decoded_url, query, True
+               )
+               logger.info("Gemini langchain_answer:", langchain_gemini_answer)
+               if langchain_gemini_answer != None and process_answer(langchain_gemini_answer) != True: 
+                return {"answer": jsonable_encoder(langchain_gemini_answer)}
+        
+               # --- Gemini-Langchain-based and Rethink-based chat generation ends---
+            
+            
             return {"answer": jsonable_encoder(lang_answer)}
 
         return {"answer": jsonable_encoder(groq_answer)}
@@ -625,7 +668,7 @@ current_langchain_chart_lock = threading.Lock()
 
 
 # Use a process pool to run CPU-bound chart generation
-process_executor = ProcessPoolExecutor(max_workers=(os.cpu_count()-2))
+process_executor = ProcessPoolExecutor(max_workers=max_cpus-2)
 
 # --- GROQ-BASED CHART GENERATION ---
 # def groq_chart(csv_url: str, question: str):
@@ -799,33 +842,53 @@ async def csv_chart(request: dict, authorization: str = Header(None)):
         
         loop = asyncio.get_running_loop()
         # First, try the langchain-based method if the question qualifies
-        
-        
         if if_initial_chart_question(query):
+            
+            
+            # --- Gemini-Langchain-based and Rethink-based chart generation starts here ---
+            
+            
             langchain_gemini_chart_answer = await asyncio.to_thread(
-                langchain_gemini_csv_chat, csv_url, query, False
+                langchain_gemini_csv_chart, csv_url, query, True
             )
             logger.info("gemini langchain_answer --> ", langchain_gemini_chart_answer)
             if isinstance(langchain_gemini_chart_answer, list) and len(langchain_gemini_chart_answer) > 0:
                return FileResponse(langchain_gemini_chart_answer[0], media_type="image/png")
     
             logger.error("Gemini Langchain chart generation failed for initial question, trying groq langchain....")
+            
+            
+   
+            
+            # --- Gemini-Langchain-based and Rethink-based chart generation ends here ---
+            
+            
             langchain_result = await loop.run_in_executor(
                 process_executor, langchain_csv_chart, csv_url, query, True
             )
-            logger.info("groq langchain_answer -->", langchain_result)
+            logger.info("Langchain chart result:", langchain_result)
             if isinstance(langchain_result, list) and len(langchain_result) > 0:
                return FileResponse(langchain_result[0], media_type="image/png")
            
-        logger.error("Groq Langchain chart generation failed for initial question, trying gemini rethink agent....")
-       
-        # If not initial question then try gemini langchain method   
+           
+           
+               
+        # --- Gemini-Langchain-based and Rethink-based chart generation starts here ---
+            
+            
+        logger.error("Groq Langchain chart generation failed, trying rethink gemini....")
         gemini_answer = await asyncio.to_thread(gemini_llm_chart, csv_url, query)
         logger.info("gemini_answer --> ", gemini_answer)
         if(isinstance(gemini_answer, str) and gemini_answer != "Chart path not found" and ".png" in gemini_answer):
           return FileResponse(gemini_answer, media_type="image/png")
         
         logger.error("Gemini chart generation failed, trying groq....")
+            
+            
+        # --- Gemini-Langchain-based and Rethink-based chart generation ends here ---
+        
+        
+        
         # Next, try the groq-based method
         groq_result = await loop.run_in_executor(
             process_executor, groq_chart, csv_url, query
@@ -835,22 +898,29 @@ async def csv_chart(request: dict, authorization: str = Header(None)):
             return FileResponse(groq_result, media_type="image/png")
           
         # Fallback: try langchain-based again
-        logger.error("Groq chart generation failed, trying langchain (Groq)....")
+        logger.error("Groq chart generation failed, trying langchain....")
         langchain_paths = await loop.run_in_executor(
             process_executor, langchain_csv_chart, csv_url, query, True
         )
-        logger.info("Groq langchain image paths -->", langchain_paths)
+        logger.info("Fallback langchain chart result:", langchain_paths)
         if isinstance(langchain_paths, list) and len(langchain_paths) > 0:
            return FileResponse(langchain_paths[0], media_type="image/png")
-       
-        # Fallback: try gemini-based again
-        logger.error("Groq langchain chart generation failed, trying Gemini Langchain agent....")
-        gemini_paths = await asyncio.to_thread(langchain_gemini_csv_chart, csv_url, query, True)
-        if isinstance(gemini_paths, list) and len(gemini_paths) > 0:
-           return FileResponse(gemini_paths[0], media_type="image/png")
         else:
-           logger.error("All chart generation methods failed")
-           return {"error": "All chart generation methods failed"}
+            
+            # --- Gemini-Langchain-based and Rethink-based chart generation starts here ---
+            
+            
+            langchain_gemini_chart_answer = await asyncio.to_thread(
+                langchain_gemini_csv_chart, csv_url, query, True
+            )
+            logger.info("gemini langchain_answer --> ", langchain_gemini_chart_answer)
+            if isinstance(langchain_gemini_chart_answer, list) and len(langchain_gemini_chart_answer) > 0:
+               return FileResponse(langchain_gemini_chart_answer[0], media_type="image/png")
+            
+            # --- Gemini-Langchain-based and Rethink-based chart generation ends here ---
+            
+            logger.error("All chart generation methods failed")
+            return {"error": "All chart generation methods failed"}
 
     except Exception as e:
         logger.error(f"Critical chart error: {str(e)}")