rphrp1985 commited on
Commit
6d1ecc6
·
verified ·
1 Parent(s): 4201c2a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -0
app.py CHANGED
@@ -139,6 +139,11 @@ model = AutoModelForCausalLM.from_pretrained(
139
  attn_implementation="flash_attention_2",
140
  )
141
 
 
 
 
 
 
142
 
143
 
144
  import json
 
139
  attn_implementation="flash_attention_2",
140
  )
141
 
142
+ accelerator = Accelerator()
143
+
144
+ model = accelerator.prepare(model)
145
+
146
+
147
 
148
 
149
  import json