Update README.md
Browse files
README.md
CHANGED
|
@@ -40,7 +40,6 @@ tokenizer = AutoTokenizer.from_pretrained(model_name_or_path)
|
|
| 40 |
model = MixtralForCausalLM.from_pretrained(model_name_or_path, load_in_8bit=True)
|
| 41 |
|
| 42 |
text = "[INST] What was John Holt's vision on education? [/INST] "
|
| 43 |
-
# text = "[INST] What is the best anime? [/INST] "
|
| 44 |
inputs = tokenizer("<s> " + text, return_tensors="pt")
|
| 45 |
|
| 46 |
outputs = model.generate(**inputs, max_new_tokens=128)
|
|
|
|
| 40 |
model = MixtralForCausalLM.from_pretrained(model_name_or_path, load_in_8bit=True)
|
| 41 |
|
| 42 |
text = "[INST] What was John Holt's vision on education? [/INST] "
|
|
|
|
| 43 |
inputs = tokenizer("<s> " + text, return_tensors="pt")
|
| 44 |
|
| 45 |
outputs = model.generate(**inputs, max_new_tokens=128)
|