Update app.py

app.py

@@ -17,7 +17,6 @@ from langchain.memory import ConversationBufferMemory
 from langchain.chains import ConversationalRetrievalChain
 from htmlTemplates import css, bot_template, user_template
 from langchain.llms import HuggingFaceHub
-from huggingface_hub import InferenceApi
 
 
 def get_pdf_text(pdf_docs):
@@ -106,8 +105,8 @@ def get_conversation_chain(vectorstore):
         A conversational retrieval chain for generating responses.
 
     """
-    llm = InferenceApi(
-        repo_id="mistralai/Mixtral-8x22B-Instruct-v0.1",
+    llm = HuggingFaceHub(
+        repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",
         model_kwargs={"temperature": 0.5, "max_length": 1048},
     )
     # llm = ChatOpenAI(temperature=0, model="gpt-3.5-turbo-0613")
@@ -192,4 +191,4 @@ def main():
 
 
 if __name__ == "__main__":
-    main()
+    main()