Upload 43 files
Browse files- modules/models/XMChat.py +1 -1
modules/models/XMChat.py
CHANGED
@@ -21,7 +21,7 @@ from .. import shared
|
|
21 |
|
22 |
imp_model = AutoModelForCausalLM.from_pretrained(
|
23 |
"MILVLG/imp-v1-3b",
|
24 |
-
torch_dtype=torch.
|
25 |
device_map="auto",
|
26 |
trust_remote_code=True)
|
27 |
imp_tokenizer = AutoTokenizer.from_pretrained("MILVLG/imp-v1-3b", trust_remote_code=True)
|
|
|
21 |
|
22 |
imp_model = AutoModelForCausalLM.from_pretrained(
|
23 |
"MILVLG/imp-v1-3b",
|
24 |
+
torch_dtype=torch.float32,
|
25 |
device_map="auto",
|
26 |
trust_remote_code=True)
|
27 |
imp_tokenizer = AutoTokenizer.from_pretrained("MILVLG/imp-v1-3b", trust_remote_code=True)
|