Spaces:
Runtime error
Runtime error
Change auth_token logic
#26
by
multimodalart
HF Staff
- opened
minigpt4/models/mini_gpt4.py
CHANGED
|
@@ -87,17 +87,16 @@ class MiniGPT4(Blip2Base):
|
|
| 87 |
print('Loading Q-Former Done')
|
| 88 |
|
| 89 |
print('Loading LLAMA')
|
| 90 |
-
|
| 91 |
-
self.llama_tokenizer = LlamaTokenizer.from_pretrained('Vision-CAIR/vicuna-7b', use_fast=False, use_auth_token='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')
|
| 92 |
self.llama_tokenizer.pad_token = self.llama_tokenizer.eos_token
|
| 93 |
|
| 94 |
if llama_cache_dir:
|
| 95 |
self.llama_model = LlamaForCausalLM.from_pretrained(
|
| 96 |
-
'Vision-CAIR/vicuna-7b', load_in_8bit=True, torch_dtype=torch.float16, device_map="auto", use_auth_token=
|
| 97 |
)
|
| 98 |
else:
|
| 99 |
self.llama_model = LlamaForCausalLM.from_pretrained(
|
| 100 |
-
'Vision-CAIR/vicuna-7b', load_in_8bit=True, torch_dtype=torch.float16, device_map="auto", use_auth_token=
|
| 101 |
)
|
| 102 |
for name, param in self.llama_model.named_parameters():
|
| 103 |
param.requires_grad = False
|
|
|
|
| 87 |
print('Loading Q-Former Done')
|
| 88 |
|
| 89 |
print('Loading LLAMA')
|
| 90 |
+
self.llama_tokenizer = LlamaTokenizer.from_pretrained('Vision-CAIR/vicuna-7b', use_fast=False, use_auth_token=True)
|
|
|
|
| 91 |
self.llama_tokenizer.pad_token = self.llama_tokenizer.eos_token
|
| 92 |
|
| 93 |
if llama_cache_dir:
|
| 94 |
self.llama_model = LlamaForCausalLM.from_pretrained(
|
| 95 |
+
'Vision-CAIR/vicuna-7b', load_in_8bit=True, torch_dtype=torch.float16, device_map="auto", use_auth_token=True
|
| 96 |
)
|
| 97 |
else:
|
| 98 |
self.llama_model = LlamaForCausalLM.from_pretrained(
|
| 99 |
+
'Vision-CAIR/vicuna-7b', load_in_8bit=True, torch_dtype=torch.float16, device_map="auto", use_auth_token=True
|
| 100 |
)
|
| 101 |
for name, param in self.llama_model.named_parameters():
|
| 102 |
param.requires_grad = False
|