Update app.py

app.py

@@ -29,7 +29,7 @@ if HF_TOKEN is None:
     raise ValueError("Environment variable 'rag' is not set. Please check your Space secrets.")
 
 mistral_tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1", use_fast=False, use_auth_token=HF_TOKEN)
-mistral_model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1", torch_dtype=torch.float16, use_auth_token=HF_TOKEN).eval()
+mistral_model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1", use_auth_token=HF_TOKEN).eval()
 
 # Paths and files
 UPLOAD_FOLDER = "uploads"
@@ -134,7 +134,7 @@ def handle_uploaded_file(file):
     return "File uploaded and processed successfully."
 
 def mistral_generate_response(prompt):
-    inputs = mistral_tokenizer(prompt, return_tensors="pt").to("cuda")
+    inputs = mistral_tokenizer(prompt, return_tensors="pt")  # Default is CPU
     with torch.no_grad():
         outputs = mistral_model.generate(inputs["input_ids"], max_length=500, do_sample=True, temperature=0.7)
     response = mistral_tokenizer.decode(outputs[0], skip_special_tokens=True)