Create app.py

app.py

@@ -0,0 +1,22 @@
+from transformers import AutoModel, AutoTokenizer, trainer_utils
+import gradio as gr
+
+device = "cuda"
+model = AutoModel.from_pretrained("Tanrei/GPTSAN-japanese").to(device)
+tokenizer = AutoTokenizer.from_pretrained("Tanrei/GPTSAN-japanese")
+trainer_utils.set_seed(30)
+
+def generate_text(input_text):
+    x_token = tokenizer("", prefix_text=input_text, return_tensors="pt")
+    input_ids = x_token.input_ids.to(device)
+    token_type_ids = x_token.token_type_ids.to(device)
+    gen_token = model.generate(input_ids, token_type_ids=token_type_ids, max_new_tokens=50)
+    output_text = tokenizer.decode(gen_token[0])
+    return output_text
+
+input_text = gr.inputs.Textbox(label="入力")
+button = gr.inputs.Button(label="Submit")
+output_text = gr.outputs.Textbox(label="出力")
+
+interface = gr.Interface(fn=generate_text, inputs=input_text, outputs=output_text, title="GPTSAN-japanese")
+interface.launch()