update handler for testing
Browse files- handler.py +2 -1
handler.py
CHANGED
@@ -45,4 +45,5 @@ class EndpointHandler():
|
|
45 |
with torch.cuda.amp.autocast():
|
46 |
# prediction = self.pipeline(inputs, generate_kwargs={"forced_decoder_ids": self.forced_decoder_ids}, max_new_tokens=255)["text"]
|
47 |
prediction = self.pipeline(inputs, return_timestamps=False)
|
48 |
-
|
|
|
|
45 |
with torch.cuda.amp.autocast():
|
46 |
# prediction = self.pipeline(inputs, generate_kwargs={"forced_decoder_ids": self.forced_decoder_ids}, max_new_tokens=255)["text"]
|
47 |
prediction = self.pipeline(inputs, return_timestamps=False)
|
48 |
+
prediction['text'] = prediction['text'] + '????'
|
49 |
+
return prediction
|