Create app.py

app.py

@@ -0,0 +1,19 @@
+import gradio as gr
+import os
+
+MY_TOKEN = os.getenv('MY_TOKEN')
+
+DESCRIPTION = "# Mistral-7B v0.2"
+from transformers import AutoModelForCausalLM, pipeline, AutoTokenizer
+
+model_id = "epfl-llm/meditron-7b"
+model = AutoModelForCausalLM.from_pretrained(model_id, token=MY_TOKEN)
+tokenizer = AutoTokenizer.from_pretrained(model_id, token=MY_TOKEN)
+pp = pipeline("text-generation", model=model, tokenizer=tokenizer)
+
+with gr.Blocks(css="style.css") as demo:
+    gr.Markdown(DESCRIPTION)
+    iface = gr.Interface(fn=pp, inputs="text", outputs="text")
+
+if __name__ == "__main__":
+    demo.queue(max_size=20).launch()