Update handler.py
Browse files- handler.py +1 -1
handler.py
CHANGED
|
@@ -17,7 +17,7 @@ class EndpointHandler:
|
|
| 17 |
"parler-tts/parler-tts-mini-expresso",
|
| 18 |
torch_dtype=torch.float16
|
| 19 |
).to(self.device)
|
| 20 |
-
self.model.forward = torch.compile(self.model.forward, mode="reduce-overhead", fullgraph=True)
|
| 21 |
self.tokenizer = AutoTokenizer.from_pretrained("parler-tts/parler-tts-mini-expresso")
|
| 22 |
|
| 23 |
def __call__(self, data):
|
|
|
|
| 17 |
"parler-tts/parler-tts-mini-expresso",
|
| 18 |
torch_dtype=torch.float16
|
| 19 |
).to(self.device)
|
| 20 |
+
# self.model.forward = torch.compile(self.model.forward, mode="reduce-overhead", fullgraph=True)
|
| 21 |
self.tokenizer = AutoTokenizer.from_pretrained("parler-tts/parler-tts-mini-expresso")
|
| 22 |
|
| 23 |
def __call__(self, data):
|