update handler

Files changed (2) hide show

__pycache__/handler.cpython-38.pyc CHANGED Viewed

Binary files a/__pycache__/handler.cpython-38.pyc and b/__pycache__/handler.cpython-38.pyc differ

handler.py CHANGED Viewed

@@ -43,5 +43,6 @@ class EndpointHandler():
         inputs = data.pop("inputs", data)
         with torch.cuda.amp.autocast():
-            prediction = self.pipeline(inputs, generate_kwargs={"forced_decoder_ids": self.forced_decoder_ids}, max_new_tokens=255)["text"]
         return prediction

         inputs = data.pop("inputs", data)
         with torch.cuda.amp.autocast():
+            # prediction = self.pipeline(inputs, generate_kwargs={"forced_decoder_ids": self.forced_decoder_ids}, max_new_tokens=255)["text"]
+            prediction = self.pipeline(inputs, return_timestamps=False)
         return prediction