tahsinhasem commited on
Commit
4f0b8fa
·
verified ·
1 Parent(s): 19e6be5

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +4 -2
main.py CHANGED
@@ -7,16 +7,18 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
7
  import os
8
 
9
  token = os.getenv("HUGGINGFACE_TOKEN")
 
 
10
 
11
  #Load pre-trained tokenizer and model (Works)
12
  model_name = "mistralai/Mistral-7B-Instruct-v0.1"
13
- tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=token)
14
  tokenizer.pad_token = tokenizer.eos_token
15
  model = AutoModelForCausalLM.from_pretrained(
16
  model_name,
17
  device_map="auto",
18
  torch_dtype="auto",
19
- use_auth_token=token
20
  )
21
 
22
 
 
7
  import os
8
 
9
  token = os.getenv("HUGGINGFACE_TOKEN")
10
+ assert token is not None, "Hugging Face token is missing. Please set the 'HUGGINGFACE_TOKEN' environment variable."
11
+
12
 
13
  #Load pre-trained tokenizer and model (Works)
14
  model_name = "mistralai/Mistral-7B-Instruct-v0.1"
15
+ tokenizer = AutoTokenizer.from_pretrained(model_name, token=token)
16
  tokenizer.pad_token = tokenizer.eos_token
17
  model = AutoModelForCausalLM.from_pretrained(
18
  model_name,
19
  device_map="auto",
20
  torch_dtype="auto",
21
+ token=token
22
  )
23
 
24