Text Generation
Transformers
Safetensors
qwen2
conversational
text-generation-inference
maohaos2 commited on
Commit
79aa647
·
verified ·
1 Parent(s): 88206ea

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -1
README.md CHANGED
@@ -61,7 +61,8 @@ def generate(question_list,model_path):
61
  sampling_params = SamplingParams(
62
  max_tokens=4096,
63
  temperature=0.0,
64
- n=1
 
65
  )
66
  outputs = llm.generate(question_list, sampling_params, use_tqdm=True)
67
  completions = [[output.text for output in output_item.outputs] for output_item in outputs]
 
61
  sampling_params = SamplingParams(
62
  max_tokens=4096,
63
  temperature=0.0,
64
+ n=1,
65
+ skip_special_tokens=False
66
  )
67
  outputs = llm.generate(question_list, sampling_params, use_tqdm=True)
68
  completions = [[output.text for output in output_item.outputs] for output_item in outputs]