joaogante
/

test_generate_from_hub

Model card Files Files and versions Community

joaogante HF staff commited on about 1 month ago

Commit

a9cda06

·

verified ·

1 Parent(s): 2701290

Update generate.py

Files changed (1) hide show

generate.py +1 -1

generate.py CHANGED Viewed

@@ -1,7 +1,7 @@
 import torch
 def generate(model, generation_config, **kwargs):
-    input_ids = kwargs.get("input_ids") or kwargs.get("input")
     generation_config = generation_config or model.generation_config  # default to the model generation config
     cur_length = input_ids.shape[1]

 import torch
 def generate(model, generation_config, **kwargs):
+    input_ids = kwargs.get("input_ids") or kwargs.get("inputs")
     generation_config = generation_config or model.generation_config  # default to the model generation config
     cur_length = input_ids.shape[1]