Update main.py

main.py

@@ -24,7 +24,7 @@ from offres_emploi.utils import dt_to_str_iso
 from langchain_community.chat_message_histories import ChatMessageHistory
 from langchain_core.chat_history import BaseChatMessageHistory
 from langchain_core.runnables.history import RunnableWithMessageHistory
-
+from langchain_openai import ChatOpenAI
 os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
 
 session_id = str(uuid.uuid4())
@@ -155,7 +155,7 @@ def API_France_Travail_Metier(metier):
 def Connexion_Mistral():
     #endpoint = "https://models.inference.ai.azure.com"
     #return Mistral(api_key=os.environ["GITHUB_TOKEN"], server_url=endpoint)
-    repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
+    #repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
     #repo_id = "mlx-community/Ministral-8B-Instruct-2410-8bit"
     #repo_id = "unsloth/Mistral-Nemo-Base-2407-bnb-4bit"
     #repo_id = "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO"
@@ -167,9 +167,11 @@ def Connexion_Mistral():
     #repo_id = "HuggingFaceTB/SmolLM2-1.7B-Instruct"
     #repo_id = "microsoft/Phi-3.5-mini-instruct"
     #repo_id = "meta-llama/Llama-3.2-3B-Instruct"
-    llm = HuggingFaceEndpoint(
-        repo_id=repo_id, max_new_tokens=3000, temperature=0.5, top_p=0.7, task="text2text-generation", streaming=True
-    )
+    #llm = HuggingFaceEndpoint(
+    #    repo_id=repo_id, max_new_tokens=3000, temperature=0.5, top_p=0.7, task="text2text-generation", streaming=True
+    #)
+    llm = ChatOpenAI(model_name="mistralai/Mistral-Small-3.1-24B-Instruct-2503", base_url=os.environ['BASEURL_RENNES_API_KEY'], api_key=os.environ['ENDPOINT_RENNES_API_KEY'])
+
     return llm
 
 @cl.step(type="tool", show_input=True)