Update app.py

app.py

@@ -5,8 +5,7 @@ from langsmith_config import setup_langsmith_config
 import base64
 import os
 
-if os.getenv("OPENAI_API_KEY") is not None:
-    os.environ["OPENAI_API_KEY"] = os.getenv("OPENAI_API_KEY")
+
 model = "gpt-4-1106-preview"
 model_vision = "gpt-4-vision-preview"
 setup_langsmith_config()
@@ -60,7 +59,7 @@ def handle_vision_call(msg, image_history):
 
 @traceable(run_type="llm", name="gpt 3 turbo call")
 async def gpt_call(message_history: list = []):
-    client = OpenAI()
+    client = OpenAI(api_key=cl.user_session.get("api_key"))
 
     stream = client.chat.completions.create(
         model=model,
@@ -72,7 +71,7 @@ async def gpt_call(message_history: list = []):
 
 @traceable(run_type="llm", name="gpt 4 turbo vision call")
 def gpt_vision_call(image_history: list = []):
-    client = OpenAI()
+    client = OpenAI(api_key=cl.user_session.get("api_key"))
   
     stream = client.chat.completions.create(
         model=model_vision,
@@ -88,9 +87,8 @@ async def wait_for_key():
     res = await cl.AskUserMessage(content="Send an openai api-key to start", timeout=600).send()
     if res:
         await cl.Message(content="setting up...", indent=1).send()
-        os.environ["OPENAI_API_KEY"] = res["content"]
         # check if the key is valid
-        client = OpenAI(api_key=os.environ["OPENAI_API_KEY"])
+        client = OpenAI(api_key=cl.user_session.get("api_key"))
         try:
             stream = client.chat.completions.create(
                 model=model,
@@ -100,6 +98,7 @@ async def wait_for_key():
             )
             if stream:
                 await cl.Message(content="api-key setted, you can start chatting!", indent=1).send()
+                cl.user_session.set("api-key", res["content"])
         except Exception as e:
             await cl.Message(content=f"{e}", indent=1).send()
             return await wait_for_key()
@@ -114,8 +113,7 @@ async def start_chat():
         [{"role": "system", "content": "You are a helpful assistant. You are made by GPT-3.5-turbo-1106, the latest version developed by Openai. You do not have the ability to receive images, but if the user uploads an image with the message, GPT-4-vision-preview will be used. So if a user asks you if you have the ability to analyze images, you can tell them that. And tell him that at the bottom left (above the text input) he has a button to upload images, or he can drag it to the chat, or he can just copy paste the input"}],
     )
     cl.user_session.set("image_history", [{"role": "system", "content": "You are a helpful assistant. You are developed with GPT-4-vision-preview, if the user uploads an image, you have the ability to understand it. For normal messages GPT-3.5-turbo-1106 will be used, and for images you will use it. If the user asks about your capabilities you can tell them that."}])
-    if os.getenv("OPENAI_API_KEY") is None:
-        await wait_for_key()
+    await wait_for_key()
 
 
 @cl.on_message