Update README.md
Browse files
README.md
CHANGED
|
@@ -88,7 +88,7 @@ user_prompt = """营销需求：夏日清凉，日料风味体验
|
|
| 88 |
import torch
|
| 89 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 90 |
model_name = "ContaAI/ContaLLM-Food-Beverage-8B-Instruct-8bit"
|
| 91 |
-
model = AutoModelForCausalLM.from_pretrained(model_name,
|
| 92 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 93 |
|
| 94 |
system_prompt = '请根据用户提供的营销需求、选品及其他信息写一篇食品饮料行业的营销推文。'
|
|
|
|
| 88 |
import torch
|
| 89 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 90 |
model_name = "ContaAI/ContaLLM-Food-Beverage-8B-Instruct-8bit"
|
| 91 |
+
model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")
|
| 92 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 93 |
|
| 94 |
system_prompt = '请根据用户提供的营销需求、选品及其他信息写一篇食品饮料行业的营销推文。'
|