Update README.md
Browse files
README.md
CHANGED
@@ -34,11 +34,11 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
34 |
device = "cuda" # the device to load the model onto
|
35 |
|
36 |
model = AutoModelForCausalLM.from_pretrained(
|
37 |
-
"alibaba-pai/DistilQwen2.5-R1-
|
38 |
torch_dtype="auto",
|
39 |
device_map="auto"
|
40 |
)
|
41 |
-
tokenizer = AutoTokenizer.from_pretrained("alibaba-pai/DistilQwen2.5-R1-
|
42 |
|
43 |
prompt = "Give me a short introduction to large language model."
|
44 |
messages = [
|
|
|
34 |
device = "cuda" # the device to load the model onto
|
35 |
|
36 |
model = AutoModelForCausalLM.from_pretrained(
|
37 |
+
"alibaba-pai/DistilQwen2.5-R1-14B",
|
38 |
torch_dtype="auto",
|
39 |
device_map="auto"
|
40 |
)
|
41 |
+
tokenizer = AutoTokenizer.from_pretrained("alibaba-pai/DistilQwen2.5-R1-14B")
|
42 |
|
43 |
prompt = "Give me a short introduction to large language model."
|
44 |
messages = [
|