Update app.py
Browse files
app.py
CHANGED
@@ -178,10 +178,10 @@ def respond(
|
|
178 |
streamer=streamer,
|
179 |
do_sample=True,
|
180 |
temperature=temperature,
|
181 |
-
max_new_tokens=
|
182 |
-
top_k=
|
183 |
-
repetition_penalty=
|
184 |
-
top_p=
|
185 |
)
|
186 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
187 |
t.start()
|
|
|
178 |
streamer=streamer,
|
179 |
do_sample=True,
|
180 |
temperature=temperature,
|
181 |
+
max_new_tokens=max_tokens,
|
182 |
+
top_k=40,
|
183 |
+
repetition_penalty=1.1,
|
184 |
+
top_p=0.95
|
185 |
)
|
186 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
187 |
t.start()
|