Update app.py

app.py

@@ -8,7 +8,11 @@ aws_access_key_id = os.environ["AWS_ACCESS_KEY_ID"]
 aws_secret_access_key = os.environ["AWS_SECRET_ACCESS_KEY"]
 
 config = {
-    "model": "amazon.nova-pro-v1:0",
+    "max_tokens": 1000,
+    "model": "us.anthropic.claude-3-5-haiku-20241022-v1:0",
+    "temperature": 0,
+    "top_k": 250,
+    "top_p": 0.999,
 }
 
 bedrock_runtime = boto3.client(
@@ -22,19 +26,27 @@ def invoke(prompt):
     if not prompt:
         raise gr.Error("Prompt is required.")
 
-    #raise gr.Error("Please clone and bring your own credentials.")
+    raise gr.Error("Please clone and bring your own credentials.")
     
     completion = ""
     
     try:
         body = {
-            #"anthropic_version": "bedrock-2023-05-31",
+            "anthropic_version": "bedrock-2023-05-31",
             "messages": [
                 {"role": "user", "content": [{"type": "text", "text": prompt}]},
             ],
             "system": "You are a honest, helpful, and harmless bot."
         }
         model_id = config["model"]
+        model_kwargs =  { 
+            "max_tokens": config["max_tokens"],
+            "stop_sequences": ["\n\nHuman"],
+            "temperature": config["temperature"],
+            "top_k": config["top_k"],
+            "top_p": config["top_p"]
+        }
+        body.update(model_kwargs)
         
         response = bedrock_runtime.invoke_model(modelId=model_id,
                                                 body=json.dumps(body))