feat: use openai api

README.md

@@ -16,4 +16,19 @@ tags:
 - agent-course
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+
+## Environment Setup
+
+Set the following environment variables before running/deploying:
+
+- `OPENAI_API_KEY` (required): your OpenAI API key
+- `LLM_MODEL_ID` (optional): defaults to `gpt-4o-mini`
+- `LLM_API_BASE` (optional): defaults to `https://api.openai.com/v1`
+ - `LLM_MAX_TOKENS` (optional): max assistant output tokens, defaults to `4096`
+ - `LLM_TEMPERATURE` (optional): sampling temperature, defaults to `0.3`
+
+Tracing (optional, if you use Langfuse as currently configured in `app.py`):
+
+- `LANGFUSE_PUBLIC_KEY`
+- `LANGFUSE_SECRET_KEY`

app.py

@@ -451,12 +451,32 @@ final_answer = FinalAnswerTool()
 # If the agent does not answer, the model is overloaded, please use another model or the following Hugging Face Endpoint that also contains qwen2.5 coder:
 # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
 
+# Configure OpenAI model (defaults to gpt-4o-mini)
+OPENAI_API_KEY = os.getenv("OPENAI_API_KEY")
+if not OPENAI_API_KEY:
+    raise RuntimeError(
+        "OPENAI_API_KEY environment variable is required for OpenAI API access."
+    )
+
+# Read optional generation settings with safe defaults
+_max_tokens_env = os.getenv("LLM_MAX_TOKENS")
+try:
+    MAX_TOKENS = int(_max_tokens_env) if _max_tokens_env else 4096
+except ValueError:
+    MAX_TOKENS = 4096
+
+_temperature_env = os.getenv("LLM_TEMPERATURE")
+try:
+    TEMPERATURE = float(_temperature_env) if _temperature_env else 0.3
+except ValueError:
+    TEMPERATURE = 0.3
+
 model = OpenAIServerModel(
-    model_id=os.environ["LLM_MODEL_ID"],
-    api_base=os.environ["LLM_API_BASE"],
-    api_key="none",
-    max_tokens=2096,
-    temperature=0.5,
+    model_id=os.getenv("LLM_MODEL_ID", "gpt-4o-mini"),
+    api_base=os.getenv("LLM_API_BASE", "https://api.openai.com/v1"),
+    api_key=OPENAI_API_KEY,
+    max_tokens=MAX_TOKENS,
+    temperature=TEMPERATURE,
 )