INTERX
/

Qwen2.5-GenX-14B

Text Generation

text-generation-inference

Model card Files Files and versions Community

minseob-jung commited on May 22

Commit

bb472f9

·

verified ·

1 Parent(s): 05011cb

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -59,7 +59,7 @@ tokenized_chat = tokenizer.apply_chat_template(
 generated_ids = model.generate(tokenized_chat, max_new_tokens=512)
 generated_ids = [
-    output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)
 ]
 response = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]

 generated_ids = model.generate(tokenized_chat, max_new_tokens=512)
 generated_ids = [
+    output_ids[len(input_ids):] for input_ids, output_ids in zip(tokenized_chat, generated_ids)
 ]
 response = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]