Use phi4

main.py

@@ -11,7 +11,7 @@ assert token is not None, "Hugging Face token is missing. Please set the 'HUGGIN
 
 
 #Load pre-trained tokenizer and model (Works)
-model_name = "mistralai/Mistral-7B-Instruct-v0.1"
+model_name = "microsoft/Phi-4-mini-instruct"
 tokenizer = AutoTokenizer.from_pretrained(model_name, token=token)
 tokenizer.pad_token = tokenizer.eos_token
 model = AutoModelForCausalLM.from_pretrained(
@@ -23,7 +23,8 @@ model = AutoModelForCausalLM.from_pretrained(
 
 
 # Example usage: Generate text
-prompt = "<s>[INST] What's the capital of France? [/INST]"
+prompt = "<|system|>You are a helpful assistant<|end|><|user|>What is the capital of france?<|end|><|assistant|>"
+
 
 inputs = tokenizer(prompt, return_tensors="pt", padding=True, return_attention_mask=True ).to(model.device)
 outputs = model.generate(
@@ -64,7 +65,7 @@ async def generate_text(item: Item):
 
     # logging.info("Response generated")
 
-    inp =f"<s>[INST] {item.prompt} [/INST]"
+    inp =f""<|system|>You are a helpful assistant<|end|><|user|> {item.prompt} <|end|><|assistant|>""
     inputs = tokenizer(inp, return_tensors="pt", padding=True, return_attention_mask=True ).to(model.device)