Update app.py

app.py

@@ -11,8 +11,10 @@ from qa_vector_store import build_qa_vector_store, retrieve_and_rerank, generate
 model_name = "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2"
 collection_name = model_name.split("/")[-1]
 cross_encoder_model = CrossEncoder("cross-encoder/mmarco-mMiniLMv2-L12-H384-v1")
-tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2-0.5B-Instruct", trust_remote_code=True)
-llm_model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2-0.5B-Instruct", trust_remote_code=True)
+# tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2-0.5B-Instruct", trust_remote_code=True)
+# llm_model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2-0.5B-Instruct", trust_remote_code=True)
+tokenizer = AutoTokenizer.from_pretrained("microsoft/phi-2", trust_remote_code=True)
+llm_model = AutoModelForCausalLM.from_pretrained("microsoft/phi-2", trust_remote_code=True)
 
 # 構建向量資料庫
 build_qa_vector_store(model_name, collection_name)