Update controller.py
Browse files- controller.py +1 -1
controller.py
CHANGED
@@ -54,7 +54,7 @@ def get_conversation_chain( ):
|
|
54 |
|
55 |
llm = HuggingFaceHub(
|
56 |
repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",
|
57 |
-
model_kwargs={"max_length": 1048, "temperature":0.2, max_new_tokens
|
58 |
)
|
59 |
# llm = ChatOpenAI(temperature=0, model="gpt-3.5-turbo-0613")
|
60 |
|
|
|
54 |
|
55 |
llm = HuggingFaceHub(
|
56 |
repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",
|
57 |
+
model_kwargs={"max_length": 1048, "temperature":0.2, "max_new_tokens":256, "top_p":0.95, "repetition_penalty":1.0},
|
58 |
)
|
59 |
# llm = ChatOpenAI(temperature=0, model="gpt-3.5-turbo-0613")
|
60 |
|