cathyi commited on
Commit
c04524d
·
1 Parent(s): 9ff07f0

update handler for testing

Browse files
Files changed (1) hide show
  1. handler.py +2 -1
handler.py CHANGED
@@ -45,4 +45,5 @@ class EndpointHandler():
45
  with torch.cuda.amp.autocast():
46
  # prediction = self.pipeline(inputs, generate_kwargs={"forced_decoder_ids": self.forced_decoder_ids}, max_new_tokens=255)["text"]
47
  prediction = self.pipeline(inputs, return_timestamps=False)
48
- return [prediction, {"test": 0}]
 
 
45
  with torch.cuda.amp.autocast():
46
  # prediction = self.pipeline(inputs, generate_kwargs={"forced_decoder_ids": self.forced_decoder_ids}, max_new_tokens=255)["text"]
47
  prediction = self.pipeline(inputs, return_timestamps=False)
48
+ prediction['text'] = prediction['text'] + '????'
49
+ return prediction