rphrp1985 commited on
Commit
40bb237
·
verified ·
1 Parent(s): 16da8b7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -69,6 +69,7 @@ model = AutoModelForCausalLM.from_pretrained(model_id, token= token,
69
  # # # torch_dtype=torch.fl,
70
  attn_implementation="flash_attention_2",
71
  low_cpu_mem_usage=True,
 
72
  # device_map='cuda',
73
  # device_map=accelerator.device_map,
74
 
 
69
  # # # torch_dtype=torch.fl,
70
  attn_implementation="flash_attention_2",
71
  low_cpu_mem_usage=True,
72
+ trust_remote_code=True,
73
  # device_map='cuda',
74
  # device_map=accelerator.device_map,
75