Fix a bug (#1)

- Fix a bug (8f1c855ae874bdc25b5bd121cdf592b3280ffd26)


Co-authored-by: Raushan Turganbay <[email protected]>

custom_generate/generate.py

@@ -119,8 +119,8 @@ def _contrastive_search(
     logits_processor: LogitsProcessorList,
     stopping_criteria: StoppingCriteriaList,
     generation_config: GenerationConfig,
-    synced_gpus: bool,
-    streamer: Optional["BaseStreamer"],
+    synced_gpus: bool = False,
+    streamer: Optional["BaseStreamer"] = None,
     **model_kwargs,
 ) -> Union[GenerateNonBeamOutput, torch.LongTensor]:
     r"""
@@ -138,7 +138,7 @@ def _contrastive_search(
             used to tell if the generation loop should stop.
         generation_config ([`~generation.GenerationConfig`]):
             The generation configuration to be used as parametrization of the decoding method.
-        synced_gpus (`bool`):
+        synced_gpus (`bool`, *optional*, defaults to `False`):
             Whether to continue running the while loop until max_length (needed to avoid deadlocking with
             `FullyShardedDataParallel` and DeepSpeed ZeRO Stage 3).
         streamer (`BaseStreamer`, *optional*):