MediaTek-Research
/

Llama-Breeze2-8B-Instruct

Model card Files Files and versions Community

YC-Chen commited on Jan 23

Commit

2de00f3

·

verified ·

1 Parent(s): f2e3346

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -40,7 +40,7 @@ model = AutoModel.from_pretrained(
 tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True, use_fast=False)
-generation_config = GenerationConfig(max_new_tokens=2048, do_sample=False, repetition_penalty=1.1)
 prompt_engine = MRPromptV3()

 tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True, use_fast=False)
+generation_config = GenerationConfig(max_new_tokens=2048, do_sample=True, temperature=0.01, top_p=0.01, repetition_penalty=1.1)
 prompt_engine = MRPromptV3()