Update app.py
Browse files
app.py
CHANGED
@@ -69,6 +69,7 @@ model = AutoModelForCausalLM.from_pretrained(model_id, token= token,
|
|
69 |
# # # torch_dtype=torch.fl,
|
70 |
attn_implementation="flash_attention_2",
|
71 |
low_cpu_mem_usage=True,
|
|
|
72 |
# device_map='cuda',
|
73 |
# device_map=accelerator.device_map,
|
74 |
|
|
|
69 |
# # # torch_dtype=torch.fl,
|
70 |
attn_implementation="flash_attention_2",
|
71 |
low_cpu_mem_usage=True,
|
72 |
+
trust_remote_code=True,
|
73 |
# device_map='cuda',
|
74 |
# device_map=accelerator.device_map,
|
75 |
|