Update controller.py
Browse files- controller.py +1 -1
controller.py
CHANGED
|
@@ -54,7 +54,7 @@ def get_conversation_chain( ):
|
|
| 54 |
|
| 55 |
llm = HuggingFaceHub(
|
| 56 |
repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",
|
| 57 |
-
model_kwargs={"max_length": 1048, "temperature":0.2, max_new_tokens
|
| 58 |
)
|
| 59 |
# llm = ChatOpenAI(temperature=0, model="gpt-3.5-turbo-0613")
|
| 60 |
|
|
|
|
| 54 |
|
| 55 |
llm = HuggingFaceHub(
|
| 56 |
repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",
|
| 57 |
+
model_kwargs={"max_length": 1048, "temperature":0.2, "max_new_tokens":256, "top_p":0.95, "repetition_penalty":1.0},
|
| 58 |
)
|
| 59 |
# llm = ChatOpenAI(temperature=0, model="gpt-3.5-turbo-0613")
|
| 60 |
|