rphrp1985 commited on
Commit
07a526e
·
verified ·
1 Parent(s): 9d23d35

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -178,10 +178,10 @@ def respond(
178
  streamer=streamer,
179
  do_sample=True,
180
  temperature=temperature,
181
- max_new_tokens=max_new_tokens,
182
- top_k=top_k,
183
- repetition_penalty=repetition_penalty,
184
- top_p=top_p
185
  )
186
  t = Thread(target=model.generate, kwargs=generate_kwargs)
187
  t.start()
 
178
  streamer=streamer,
179
  do_sample=True,
180
  temperature=temperature,
181
+ max_new_tokens=max_tokens,
182
+ top_k=40,
183
+ repetition_penalty=1.1,
184
+ top_p=0.95
185
  )
186
  t = Thread(target=model.generate, kwargs=generate_kwargs)
187
  t.start()