Update app.py

app.py

@@ -42,9 +42,9 @@ def create_tts_fn(model, hps, speaker_ids):
         speaker_id = speaker_ids[speaker]
         stn_tst = get_text(text, hps, is_phoneme)
         with no_grad():
-            x_tst = stn_tst.unsqueeze(0)
-            x_tst_lengths = LongTensor([stn_tst.size(0)])
-            sid = LongTensor([speaker_id])
+            x_tst = stn_tst.cuda().unsqueeze(0)
+            x_tst_lengths = LongTensor([stn_tst.size(0)]).cuda()
+            sid = LongTensor([speaker_id]).cuda()
             audio = model.infer(x_tst, x_tst_lengths, sid=sid, noise_scale=.667, noise_scale_w=0.8,
                                 length_scale=1.0 / speed)[0][0, 0].data.cpu().float().numpy()
         del stn_tst, x_tst, x_tst_lengths, sid
@@ -98,6 +98,7 @@ if __name__ == '__main__':
         n_speakers=hps.data.n_speakers,
         **hps.model)
     utils.load_checkpoint(model_path, model, None)
+    model.cuda()
     model.eval()
     speaker_ids = [0]
     speakers = [name]
@@ -159,4 +160,4 @@ if __name__ == '__main__':
                     return [];
                 }}""")
 
-    app.queue(concurrency_count=3).launch(show_api=False)
+    app.queue(concurrency_count=10).launch(show_api=False)