Update app.py

app.py

@@ -1,33 +1,3 @@
 import gradio as gr
-from transformers import AutoTokenizer, T5ForConditionalGeneration
 
-model_name = "allenai/t5-small-squad2-question-generation"
-tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = T5ForConditionalGeneration.from_pretrained(model_name)
-
-def generate_questions(input_string, max_length=80, temperature=1.0, num_return_sequences=2,
-                        num_beams=4, top_k=90, top_p=0.9):
-    input_ids = tokenizer.encode(input_string, return_tensors="pt")
-    res = model.generate(input_ids, max_length=max_length, num_return_sequences=num_return_sequences,
-                        num_beams=num_beams, temperature=temperature, top_k=top_k, top_p=top_p)
-    output = tokenizer.batch_decode(res, skip_special_tokens=True)
-    return output
-
-input_text = gr.inputs.Textbox(label="Enter some text:", default="Nicejob has increased our revenue 80% since signing up")
-max_length = gr.inputs.Slider(10, 150, 80, label="Max Length")
-temperature = gr.inputs.Slider(0.0, 1.0, 1.0, step=0.05, label="Temperature")
-num_return_sequences = gr.inputs.Slider(1, 10, 2, label="Num Return Sequences")
-num_beams = gr.inputs.Slider(1, 10, 4, label="Num Beams")
-top_k = gr.inputs.Slider(0, 100, 90, label="Top-k")
-top_p = gr.inputs.Slider(0.0, 1.0, 0.9, step=0.05, label="Top-p")
-output_text = gr.outputs.Textbox(label="Generated questions:")
-
-iface = gr.Interface(
-    generate_questions,
-    inputs=[input_text, max_length, temperature, num_return_sequences, num_beams, top_k, top_p],
-    outputs=output_text,
-    title="Question Generation",
-    description="Generate questions from text using the T5-SQuAD2 model.",
-)
-
-iface.launch()  
+gr.Interface.load("models/allenai/t5-small-squad2-question-generation").launch()