Update app.py

app.py

@@ -1,31 +1,25 @@
 import os
 from threading import Thread
 from typing import Iterator
-
 import gradio as gr
 import spaces
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
+from transformers import pipeline
 
-tokenizer = AutoTokenizer.from_pretrained("appvoid/palmer-004")
-model = AutoModelForCausalLM.from_pretrained("appvoid/palmer-004")
+model = pipeline("text-generation" , model="palmer-004")
 
 @spaces.GPU
-def text_generation(input_text, seed):
-  input_ids = tokenizer(input_text, return_tensors="pt")
-  torch.manual_seed(seed) # Max value: 18446744073709551615
-  outputs = model.generate(input_ids, do_sample=True, max_length=100)
-  generated_text = tokenizer.batch_decode(outputs, skip_special_tokens=True)
-  return generated_text
-
-title = "palmer demo"
-description = "Text completion app by appvoid"
+def predict(prompt):
+    completion = model(prompt)[0]["generated_text"]
+    return completion
 
 gr.Interface(
-    text_generation,
-    [gr.inputs.Textbox(lines=2, label="Enter input text"), gr.inputs.Number(default=10, label="Enter seed number")],
-    [gr.outputs.Textbox(type="auto", label="Text Generated")],
+    fn=predict, 
+    inputs="text", 
+    outputs="text",
     title=title,
     description=description,
-    theme="huggingface"
-).launch()
+    examples=examples,
+    enable_queue=True,
+    ).launch()