Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -20,7 +20,7 @@ quantization_config = BitsAndBytesConfig(
|
|
20 |
model = AutoModelForCausalLM.from_pretrained(
|
21 |
"shisa-ai/shisa-v1-qwen2-7b", quantization_config=quantization_config, token=token
|
22 |
)
|
23 |
-
tok = AutoTokenizer.from_pretrained("shisa-ai/shisa-v1-qwen2-7b"
|
24 |
terminators = [
|
25 |
tok.eos_token_id,
|
26 |
tok.convert_tokens_to_ids("<|eot_id|>")
|
|
|
20 |
model = AutoModelForCausalLM.from_pretrained(
|
21 |
"shisa-ai/shisa-v1-qwen2-7b", quantization_config=quantization_config, token=token
|
22 |
)
|
23 |
+
tok = AutoTokenizer.from_pretrained("shisa-ai/shisa-v1-qwen2-7b")
|
24 |
terminators = [
|
25 |
tok.eos_token_id,
|
26 |
tok.convert_tokens_to_ids("<|eot_id|>")
|