Update app.py
Browse files
app.py
CHANGED
@@ -139,6 +139,11 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
139 |
attn_implementation="flash_attention_2",
|
140 |
)
|
141 |
|
|
|
|
|
|
|
|
|
|
|
142 |
|
143 |
|
144 |
import json
|
|
|
139 |
attn_implementation="flash_attention_2",
|
140 |
)
|
141 |
|
142 |
+
accelerator = Accelerator()
|
143 |
+
|
144 |
+
model = accelerator.prepare(model)
|
145 |
+
|
146 |
+
|
147 |
|
148 |
|
149 |
import json
|