Update app.py

app.py

@@ -30,6 +30,18 @@ Answer:"""
         response += new_text
         yield response
 
+def process_generate(instruction, temperature, top_p, top_k, max_new_tokens, seed):
+
+    prompt=f"""Below is an instruction that describes a task. Write a response that appropriately completes the request.
+### Instruction:
+{instruction}
+### Response:
+Answer:"""
+    generation_config = GenerationConfig(seed=seed,temperature=temperature,top_p=top_p,top_k=top_k,max_new_tokens=max_new_tokens)
+    response = ""
+    response = model.generate(prompt=prompt,generation_config=generation_config)
+    return response
+
 
 with gr.Blocks(
     theme=gr.themes.Soft(),
@@ -110,6 +122,8 @@ with gr.Blocks(
                             )
     with gr.Row():
         submit = gr.Button("Submit")
+    with gr.Row():
+        full_generate = gr.Button("Generate")
     with gr.Row():
         with gr.Box():
             gr.Markdown("**MPT-7B-Instruct**")
@@ -148,4 +162,17 @@ with gr.Blocks(
         outputs=output_7b,
     )
 
+    submit.full_generate(
+        process_generate,
+        inputs=[instruction, temperature, top_p, top_k, max_new_tokens,seed],
+        outputs=output_7b,
+    )
+    instruction.full_generate(
+        process_generate,
+        inputs=[instruction, temperature, top_p, top_k, max_new_tokens,seed],
+        outputs=output_7b,
+    )
+    
+    
+
 demo.queue(max_size=4, concurrency_count=1).launch(debug=True)