davidlvxin
commited on
Commit
•
c3446b2
1
Parent(s):
991e5e9
Update README.md
Browse files
README.md
CHANGED
@@ -50,8 +50,8 @@ pip install protobuf transformers==4.30.2 cpm_kernels torch>=2.0 gradio mdtex2ht
|
|
50 |
|
51 |
```ipython
|
52 |
>>> from transformers import AutoTokenizer, AutoModel
|
53 |
-
>>> tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm3-6b-
|
54 |
-
>>> model = AutoModel.from_pretrained("THUDM/chatglm3-6b-
|
55 |
>>> model = model.eval()
|
56 |
>>> response, history = model.chat(tokenizer, "你好", history=[])
|
57 |
>>> print(response)
|
|
|
50 |
|
51 |
```ipython
|
52 |
>>> from transformers import AutoTokenizer, AutoModel
|
53 |
+
>>> tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm3-6b-128k", trust_remote_code=True)
|
54 |
+
>>> model = AutoModel.from_pretrained("THUDM/chatglm3-6b-128k", trust_remote_code=True).half().cuda()
|
55 |
>>> model = model.eval()
|
56 |
>>> response, history = model.chat(tokenizer, "你好", history=[])
|
57 |
>>> print(response)
|