Update app.py

app.py

@@ -91,13 +91,12 @@ class ChatResponse(BaseModel):
     response: str
     usage: Dict[str, Any]
 
+@app.on_event("startup")
+async def startup_event():
+    load_model()
 
 @app.post("/chat", response_model=ChatResponse)
 async def chat(req: ChatRequest):
-    # Pastikan model dimuat sebelum digunakan
-    if model is None:
-        load_model()
-    
     if model is None:
         raise HTTPException(status_code=500, detail="Gagal memuat model")
     
@@ -150,9 +149,9 @@ async def chat(req: ChatRequest):
         # Set parameter generasi yang lebih sesuai
         generation_config = {
             'max_new_tokens': req.max_tokens,
-            'temperature': req.temperature,
-            'top_p': req.top_p,
-            'do_sample': True,
+            'temperature': 0.7,
+            'top_p': 0.9,
+            'do_sample': False,
             'pad_token_id': tokenizer.eos_token_id
         }