Update app.py

app.py

@@ -9,10 +9,10 @@ aws_secret_access_key = os.environ["AWS_SECRET_ACCESS_KEY"]
 
 config = {
     "max_tokens": 1000,
-    "model": "anthropic.claude-3-opus-20240229-v1:0", #"amazon.nova-pro-v1:0",
+    "model": "anthropic.claude-3-opus-20240229-v1:0",
     "temperature": 0,
     "top_k": 250,
-    #"top_p": 0.999,
+    "top_p": 0.999,
 }
 
 bedrock_runtime = boto3.client(
@@ -22,7 +22,7 @@ bedrock_runtime = boto3.client(
     region_name = "us-west-2"
 )
 
-def invoke(prompt, model):
+def invoke(prompt):
     if not prompt:
         raise gr.Error("Prompt is required.")
 
@@ -32,21 +32,21 @@ def invoke(prompt, model):
     
     try:
         body = {
-            #"anthropic_version": "bedrock-2023-05-31",
+            "anthropic_version": "bedrock-2023-05-31",
             "messages": [
                 {"role": "user", "content": [{"type": "text", "text": prompt}]},
             ],
             "system": "You are a honest, helpful, and harmless bot."
         }
-        model_id = model #config["model"]
-        #model_kwargs =  { 
-            #"max_tokens": config["max_tokens"],
-            #"stop_sequences": ["\n\nHuman"],
-            #"temperature": config["temperature"],
-            #"top_k": config["top_k"],
-            #"top_p": config["top_p"]
-        #}
-        #body.update(model_kwargs)
+        model_id = config["model"]
+        model_kwargs =  { 
+            "max_tokens": config["max_tokens"],
+            "stop_sequences": ["\n\nHuman"],
+            "temperature": config["temperature"],
+            "top_k": config["top_k"],
+            "top_p": config["top_p"]
+        }
+        body.update(model_kwargs)
         
         response = bedrock_runtime.invoke_model(modelId=model_id,
                                                 body=json.dumps(body))
@@ -66,8 +66,7 @@ description = """<a href='https://www.gradio.app/'>Gradio</a> UI using the <a hr
 gr.close_all()
 
 demo = gr.Interface(fn = invoke, 
-                    inputs = [gr.Textbox(label = "Prompt", value = "If I dry one shirt in the sun, it takes 1 hour. How long do 3 shirts take?", lines = 1),
-                              gr.Dropdown(["arn:aws:bedrock:us-west-2:819097794827:inference-profile/us.amazon.nova-pro-v1:0", "anthropic.claude-3-opus-20240229-v1:0"], label="Model")],
+                    inputs = [gr.Textbox(label = "Prompt", value = "If I dry one shirt in the sun, it takes 1 hour. How long do 3 shirts take?", lines = 1)],
                     outputs = [gr.Textbox(label = "Completion", lines = 1)],
                     description = description)