Update README.md
Browse files
README.md
CHANGED
|
@@ -54,7 +54,8 @@ tokens = model.generate(
|
|
| 54 |
inputs.to(model.device),
|
| 55 |
max_new_tokens=100,
|
| 56 |
temperature=0.7,
|
| 57 |
-
do_sample=True
|
|
|
|
| 58 |
)
|
| 59 |
output = tokenizer.decode(tokens[:, inputs.shape[-1]:][0], skip_special_tokens=False)
|
| 60 |
|
|
|
|
| 54 |
inputs.to(model.device),
|
| 55 |
max_new_tokens=100,
|
| 56 |
temperature=0.7,
|
| 57 |
+
do_sample=True,
|
| 58 |
+
eos_token_id=100278 # <|im_end|>
|
| 59 |
)
|
| 60 |
output = tokenizer.decode(tokens[:, inputs.shape[-1]:][0], skip_special_tokens=False)
|
| 61 |
|