Update custom_generate/generate.py

custom_generate/generate.py

@@ -282,14 +282,7 @@ def _contrastive_search(
                     f"{model.__class__.__name__} does not support caching and therefore **can't** be used "
                     "for contrastive search."
                 )
-            elif (
-                not isinstance(past_key_values[0], (tuple, torch.Tensor))
-                or past_key_values[0][0].shape[0] != batch_size
-            ):
-                raise ValueError(
-                    f"{model.__class__.__name__} does not have a standard cache format and therefore **can't** be "
-                    "used for contrastive search without further modifications."
-                )
+            
 
         # contrastive_search main logic start:
         # contrastive search decoding consists of two steps: (1) candidate tokens recall; (2) candidate re-rank by