bushi commited on
Commit
e92c61b
Β·
verified Β·
1 Parent(s): e8c8ab5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -45,9 +45,10 @@ model = AutoModelForCausalLM.from_pretrained(
45
  MODEL_ID,
46
  torch_dtype=torch.bfloat16,
47
  low_cpu_mem_usage=True,
48
- trust_remote_code=True
 
49
  ).to(0)
50
- tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True)
51
  model.eval()
52
 
53
 
 
45
  MODEL_ID,
46
  torch_dtype=torch.bfloat16,
47
  low_cpu_mem_usage=True,
48
+ trust_remote_code=True,
49
+ token=HF_TOKEN
50
  ).to(0)
51
+ tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True, token=HF_TOKEN)
52
  model.eval()
53
 
54