from transformers import pipeline
import gradio as gr


generator = pipeline("text-generation", model= "Trendyol/Trendyol-LLM-8B-T1")

def generate_text(prompt):
    outputs = generator(prompt, max_new_tokens=70, do_sample= True, temperature = 0.7)
    return outputs[0]["generated_text"]

demo = gr.Interface(
    fn=generate_text,
    inputs=gr.Textbox(label="Bir metin gir"),
    outputs=gr.Textbox(label="Üretilen Metin"),
    title="Metin Üretici",
)

demo.launch()