chanystrange commited on
Commit
83df996
·
verified ·
1 Parent(s): ae49bb9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -13,12 +13,11 @@ model = AutoModelForCausalLM.from_pretrained(
13
 
14
  generator = pipeline("text-generation", model=model, tokenizer=tokenizer)
15
 
16
- # Define function for API
17
  def chat(prompt):
18
  output = generator(prompt, max_new_tokens=200, do_sample=True)
19
  return output[0]["generated_text"]
20
 
21
- # Gradio interface (can also work as API)
22
  demo = gr.Interface(fn=chat, inputs="text", outputs="text")
23
 
24
- demo.launch()
 
 
13
 
14
  generator = pipeline("text-generation", model=model, tokenizer=tokenizer)
15
 
 
16
  def chat(prompt):
17
  output = generator(prompt, max_new_tokens=200, do_sample=True)
18
  return output[0]["generated_text"]
19
 
 
20
  demo = gr.Interface(fn=chat, inputs="text", outputs="text")
21
 
22
+ if __name__ == "__main__":
23
+ demo.launch(share=True, server_name="0.0.0.0", server_port=7860, show_api=True)