Spaces:
Runtime error
Runtime error
Upload folder using huggingface_hub
Browse files- __pycache__/presets.cpython-39.pyc +0 -0
- app.py +1 -132
- javascript/main.js +15 -0
- presets.py +135 -0
__pycache__/presets.cpython-39.pyc
ADDED
|
Binary file (3.85 kB). View file
|
|
|
app.py
CHANGED
|
@@ -1,132 +1,4 @@
|
|
| 1 |
-
import
|
| 2 |
-
import ssl
|
| 3 |
-
|
| 4 |
-
try:
|
| 5 |
-
_create_unverified_https_context = ssl._create_unverified_context
|
| 6 |
-
except AttributeError:
|
| 7 |
-
pass
|
| 8 |
-
else:
|
| 9 |
-
ssl._create_default_https_context = _create_unverified_https_context
|
| 10 |
-
nltk.download("cmudict")
|
| 11 |
-
|
| 12 |
-
import os
|
| 13 |
-
import json
|
| 14 |
-
import random
|
| 15 |
-
import gradio as gr
|
| 16 |
-
import numpy as np
|
| 17 |
-
import torch
|
| 18 |
-
import re_matching
|
| 19 |
-
import utils
|
| 20 |
-
from infer import infer, latest_version, get_net_g
|
| 21 |
-
import gradio as gr
|
| 22 |
-
from config import config
|
| 23 |
-
from tools.webui import reload_javascript, get_character_html
|
| 24 |
-
|
| 25 |
-
device = config.webui_config.device
|
| 26 |
-
if device == "mps":
|
| 27 |
-
os.environ["PYTORCH_ENABLE_MPS_FALLBACK"] = "1"
|
| 28 |
-
|
| 29 |
-
def speak_fn(
|
| 30 |
-
text: str,
|
| 31 |
-
exceed_flag,
|
| 32 |
-
speaker="TalkFlower_CNzh",
|
| 33 |
-
sdp_ratio=0.2, # SDP/DP混合比
|
| 34 |
-
noise_scale=0.6, # 感情
|
| 35 |
-
noise_scale_w=0.6, # 音素长度
|
| 36 |
-
length_scale=0.9, # 语速
|
| 37 |
-
language="ZH",
|
| 38 |
-
interval_between_para=0.2, # 段间间隔
|
| 39 |
-
interval_between_sent=1, # 句间间隔
|
| 40 |
-
):
|
| 41 |
-
while text.find("\n\n") != -1:
|
| 42 |
-
text = text.replace("\n\n", "\n")
|
| 43 |
-
if len(text) > 100:
|
| 44 |
-
print(f"Too Long Text: {text}")
|
| 45 |
-
if exceed_flag:
|
| 46 |
-
text = "不要超过100字!"
|
| 47 |
-
audio_value = "./assets/audios/nomorethan100.wav"
|
| 48 |
-
else:
|
| 49 |
-
text = "这句太长了,憋坏我啦!"
|
| 50 |
-
audio_value = "./assets/audios/overlength.wav"
|
| 51 |
-
exceed_flag = not exceed_flag
|
| 52 |
-
else:
|
| 53 |
-
audio_list = []
|
| 54 |
-
if len(text) > 42:
|
| 55 |
-
print(f"Long Text: {text}")
|
| 56 |
-
para_list = re_matching.cut_para(text)
|
| 57 |
-
for p in para_list:
|
| 58 |
-
audio_list_sent = []
|
| 59 |
-
sent_list = re_matching.cut_sent(p)
|
| 60 |
-
for s in sent_list:
|
| 61 |
-
audio = infer(
|
| 62 |
-
s,
|
| 63 |
-
sdp_ratio=sdp_ratio,
|
| 64 |
-
noise_scale=noise_scale,
|
| 65 |
-
noise_scale_w=noise_scale_w,
|
| 66 |
-
length_scale=length_scale,
|
| 67 |
-
sid=speaker,
|
| 68 |
-
language=language,
|
| 69 |
-
hps=hps,
|
| 70 |
-
net_g=net_g,
|
| 71 |
-
device=device,
|
| 72 |
-
)
|
| 73 |
-
audio_list_sent.append(audio)
|
| 74 |
-
silence = np.zeros((int)(44100 * interval_between_sent))
|
| 75 |
-
audio_list_sent.append(silence)
|
| 76 |
-
if (interval_between_para - interval_between_sent) > 0:
|
| 77 |
-
silence = np.zeros((int)(44100 * (interval_between_para - interval_between_sent)))
|
| 78 |
-
audio_list_sent.append(silence)
|
| 79 |
-
audio16bit = gr.processing_utils.convert_to_16_bit_wav(np.concatenate(audio_list_sent)) # 对完整句子做音量归一
|
| 80 |
-
audio_list.append(audio16bit)
|
| 81 |
-
else:
|
| 82 |
-
print(f"Short Text: {text}")
|
| 83 |
-
silence = np.zeros(hps.data.sampling_rate // 2, dtype=np.int16)
|
| 84 |
-
with torch.no_grad():
|
| 85 |
-
for piece in text.split("|"):
|
| 86 |
-
audio = infer(
|
| 87 |
-
piece,
|
| 88 |
-
sdp_ratio=sdp_ratio,
|
| 89 |
-
noise_scale=noise_scale,
|
| 90 |
-
noise_scale_w=noise_scale_w,
|
| 91 |
-
length_scale=length_scale,
|
| 92 |
-
sid=speaker,
|
| 93 |
-
language=language,
|
| 94 |
-
hps=hps,
|
| 95 |
-
net_g=net_g,
|
| 96 |
-
device=device,
|
| 97 |
-
)
|
| 98 |
-
audio16bit = gr.processing_utils.convert_to_16_bit_wav(audio)
|
| 99 |
-
audio_list.append(audio16bit)
|
| 100 |
-
audio_list.append(silence) # 将静音添加到列表中
|
| 101 |
-
|
| 102 |
-
audio_concat = np.concatenate(audio_list)
|
| 103 |
-
audio_value = (hps.data.sampling_rate, audio_concat)
|
| 104 |
-
|
| 105 |
-
return gr.update(value=audio_value, autoplay=True), get_character_html(text), exceed_flag, gr.update(interactive=True)
|
| 106 |
-
|
| 107 |
-
|
| 108 |
-
def submit_lock_fn():
|
| 109 |
-
return gr.update(interactive=False)
|
| 110 |
-
|
| 111 |
-
|
| 112 |
-
def init_fn():
|
| 113 |
-
gr.Info("2023-11-24: 优化长句生成效果;增加示例;更新了一些小彩蛋;画了一些大饼)")
|
| 114 |
-
gr.Info("Only support Chinese now. Trying to train a mutilingual model. 欢迎在 Community 中提建议~")
|
| 115 |
-
|
| 116 |
-
index = random.randint(1,7)
|
| 117 |
-
welcome_text = get_sentence("Welcome", index)
|
| 118 |
-
|
| 119 |
-
return gr.update(value=f"./assets/audios/Welcome{index}.wav", autoplay=False), get_character_html(welcome_text)
|
| 120 |
-
|
| 121 |
-
def get_sentence(category, index=-1):
|
| 122 |
-
if index == -1:
|
| 123 |
-
index = random.randint(1, len(full_lines[category]))
|
| 124 |
-
return full_lines[category][f"{index}"]
|
| 125 |
-
|
| 126 |
-
with open("./css/style.css", "r", encoding="utf-8") as f:
|
| 127 |
-
customCSS = f.read()
|
| 128 |
-
with open("./assets/lines.json", "r", encoding="utf-8") as f:
|
| 129 |
-
full_lines = json.load(f)
|
| 130 |
|
| 131 |
with gr.Blocks(css=customCSS) as demo:
|
| 132 |
exceed_flag = gr.State(value=False)
|
|
@@ -162,9 +34,6 @@ with gr.Blocks(css=customCSS) as demo:
|
|
| 162 |
|
| 163 |
|
| 164 |
if __name__ == "__main__":
|
| 165 |
-
hps = utils.get_hparams_from_file(config.webui_config.config_path)
|
| 166 |
-
version = hps.version if hasattr(hps, "version") else latest_version
|
| 167 |
-
net_g = get_net_g(model_path=config.webui_config.model, version=version, device=device, hps=hps)
|
| 168 |
reload_javascript()
|
| 169 |
demo.launch(
|
| 170 |
allowed_paths=["./assets", "./javascript", "./css"],
|
|
|
|
| 1 |
+
from presets import *
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
|
| 3 |
with gr.Blocks(css=customCSS) as demo:
|
| 4 |
exceed_flag = gr.State(value=False)
|
|
|
|
| 34 |
|
| 35 |
|
| 36 |
if __name__ == "__main__":
|
|
|
|
|
|
|
|
|
|
| 37 |
reload_javascript()
|
| 38 |
demo.launch(
|
| 39 |
allowed_paths=["./assets", "./javascript", "./css"],
|
javascript/main.js
CHANGED
|
@@ -65,14 +65,29 @@ function set_speak_examples() {
|
|
| 65 |
buttons[0].addEventListener("click", function() {
|
| 66 |
const randomString = praiseArray[Math.floor(Math.random() * praiseArray.length)];
|
| 67 |
speak_input.value = randomString;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 68 |
});
|
| 69 |
buttons[1].addEventListener("click", function() {
|
| 70 |
const randomString = scriptsArray[Math.floor(Math.random() * scriptsArray.length)];
|
| 71 |
speak_input.value = randomString;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 72 |
});
|
| 73 |
buttons[2].addEventListener("click", function() {
|
| 74 |
const randomString = memeArray[Math.floor(Math.random() * memeArray.length)];
|
| 75 |
speak_input.value = randomString;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 76 |
});
|
| 77 |
|
| 78 |
}
|
|
|
|
| 65 |
buttons[0].addEventListener("click", function() {
|
| 66 |
const randomString = praiseArray[Math.floor(Math.random() * praiseArray.length)];
|
| 67 |
speak_input.value = randomString;
|
| 68 |
+
var event = new Event('input', {
|
| 69 |
+
bubbles: true,
|
| 70 |
+
cancelable: true,
|
| 71 |
+
});
|
| 72 |
+
speak_input.dispatchEvent(event);
|
| 73 |
});
|
| 74 |
buttons[1].addEventListener("click", function() {
|
| 75 |
const randomString = scriptsArray[Math.floor(Math.random() * scriptsArray.length)];
|
| 76 |
speak_input.value = randomString;
|
| 77 |
+
var event = new Event('input', {
|
| 78 |
+
bubbles: true,
|
| 79 |
+
cancelable: true,
|
| 80 |
+
});
|
| 81 |
+
speak_input.dispatchEvent(event);
|
| 82 |
});
|
| 83 |
buttons[2].addEventListener("click", function() {
|
| 84 |
const randomString = memeArray[Math.floor(Math.random() * memeArray.length)];
|
| 85 |
speak_input.value = randomString;
|
| 86 |
+
var event = new Event('input', {
|
| 87 |
+
bubbles: true,
|
| 88 |
+
cancelable: true,
|
| 89 |
+
});
|
| 90 |
+
speak_input.dispatchEvent(event);
|
| 91 |
});
|
| 92 |
|
| 93 |
}
|
presets.py
ADDED
|
@@ -0,0 +1,135 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import nltk, ssl
|
| 2 |
+
try:
|
| 3 |
+
_create_unverified_https_context = ssl._create_unverified_context
|
| 4 |
+
except AttributeError:
|
| 5 |
+
pass
|
| 6 |
+
else:
|
| 7 |
+
ssl._create_default_https_context = _create_unverified_https_context
|
| 8 |
+
nltk.download("cmudict")
|
| 9 |
+
|
| 10 |
+
import os, logging, datetime, json, random
|
| 11 |
+
import gradio as gr
|
| 12 |
+
import numpy as np
|
| 13 |
+
import torch
|
| 14 |
+
import re_matching
|
| 15 |
+
import utils
|
| 16 |
+
from infer import infer, latest_version, get_net_g
|
| 17 |
+
import gradio as gr
|
| 18 |
+
from config import config
|
| 19 |
+
from tools.webui import reload_javascript, get_character_html
|
| 20 |
+
|
| 21 |
+
logging.basicConfig(
|
| 22 |
+
level=logging.INFO,
|
| 23 |
+
format='[%(levelname)s|%(asctime)s]%(message)s',
|
| 24 |
+
datefmt='%Y-%m-%d %H:%M:%S'
|
| 25 |
+
)
|
| 26 |
+
|
| 27 |
+
device = config.webui_config.device
|
| 28 |
+
if device == "mps":
|
| 29 |
+
os.environ["PYTORCH_ENABLE_MPS_FALLBACK"] = "1"
|
| 30 |
+
|
| 31 |
+
hps = utils.get_hparams_from_file(config.webui_config.config_path)
|
| 32 |
+
version = hps.version if hasattr(hps, "version") else latest_version
|
| 33 |
+
net_g = get_net_g(model_path=config.webui_config.model, version=version, device=device, hps=hps)
|
| 34 |
+
|
| 35 |
+
with open("./css/style.css", "r", encoding="utf-8") as f:
|
| 36 |
+
customCSS = f.read()
|
| 37 |
+
with open("./assets/lines.json", "r", encoding="utf-8") as f:
|
| 38 |
+
full_lines = json.load(f)
|
| 39 |
+
|
| 40 |
+
def speak_fn(
|
| 41 |
+
text: str,
|
| 42 |
+
exceed_flag,
|
| 43 |
+
speaker="TalkFlower_CNzh",
|
| 44 |
+
sdp_ratio=0.2, # SDP/DP混合比
|
| 45 |
+
noise_scale=0.6, # 感情
|
| 46 |
+
noise_scale_w=0.6, # 音素长度
|
| 47 |
+
length_scale=0.9, # 语速
|
| 48 |
+
language="ZH",
|
| 49 |
+
interval_between_para=0.2, # 段间间隔
|
| 50 |
+
interval_between_sent=1, # 句间间隔
|
| 51 |
+
):
|
| 52 |
+
while text.find("\n\n") != -1:
|
| 53 |
+
text = text.replace("\n\n", "\n")
|
| 54 |
+
if len(text) > 100:
|
| 55 |
+
logging.info(f"Too Long Text: {text}")
|
| 56 |
+
if exceed_flag:
|
| 57 |
+
text = "不要超过100字!"
|
| 58 |
+
audio_value = "./assets/audios/nomorethan100.wav"
|
| 59 |
+
else:
|
| 60 |
+
text = "这句太长了,憋坏我啦!"
|
| 61 |
+
audio_value = "./assets/audios/overlength.wav"
|
| 62 |
+
exceed_flag = not exceed_flag
|
| 63 |
+
else:
|
| 64 |
+
audio_list = []
|
| 65 |
+
if len(text) > 42:
|
| 66 |
+
logging.info(f"Long Text: {text}")
|
| 67 |
+
para_list = re_matching.cut_para(text)
|
| 68 |
+
for p in para_list:
|
| 69 |
+
audio_list_sent = []
|
| 70 |
+
sent_list = re_matching.cut_sent(p)
|
| 71 |
+
for s in sent_list:
|
| 72 |
+
audio = infer(
|
| 73 |
+
s,
|
| 74 |
+
sdp_ratio=sdp_ratio,
|
| 75 |
+
noise_scale=noise_scale,
|
| 76 |
+
noise_scale_w=noise_scale_w,
|
| 77 |
+
length_scale=length_scale,
|
| 78 |
+
sid=speaker,
|
| 79 |
+
language=language,
|
| 80 |
+
hps=hps,
|
| 81 |
+
net_g=net_g,
|
| 82 |
+
device=device,
|
| 83 |
+
)
|
| 84 |
+
audio_list_sent.append(audio)
|
| 85 |
+
silence = np.zeros((int)(44100 * interval_between_sent))
|
| 86 |
+
audio_list_sent.append(silence)
|
| 87 |
+
if (interval_between_para - interval_between_sent) > 0:
|
| 88 |
+
silence = np.zeros((int)(44100 * (interval_between_para - interval_between_sent)))
|
| 89 |
+
audio_list_sent.append(silence)
|
| 90 |
+
audio16bit = gr.processing_utils.convert_to_16_bit_wav(np.concatenate(audio_list_sent)) # 对完整句子做音量归一
|
| 91 |
+
audio_list.append(audio16bit)
|
| 92 |
+
else:
|
| 93 |
+
logging.info(f"Short Text: {text}")
|
| 94 |
+
silence = np.zeros(hps.data.sampling_rate // 2, dtype=np.int16)
|
| 95 |
+
with torch.no_grad():
|
| 96 |
+
for piece in text.split("|"):
|
| 97 |
+
audio = infer(
|
| 98 |
+
piece,
|
| 99 |
+
sdp_ratio=sdp_ratio,
|
| 100 |
+
noise_scale=noise_scale,
|
| 101 |
+
noise_scale_w=noise_scale_w,
|
| 102 |
+
length_scale=length_scale,
|
| 103 |
+
sid=speaker,
|
| 104 |
+
language=language,
|
| 105 |
+
hps=hps,
|
| 106 |
+
net_g=net_g,
|
| 107 |
+
device=device,
|
| 108 |
+
)
|
| 109 |
+
audio16bit = gr.processing_utils.convert_to_16_bit_wav(audio)
|
| 110 |
+
audio_list.append(audio16bit)
|
| 111 |
+
audio_list.append(silence) # 将静音添加到列表中
|
| 112 |
+
|
| 113 |
+
audio_concat = np.concatenate(audio_list)
|
| 114 |
+
audio_value = (hps.data.sampling_rate, audio_concat)
|
| 115 |
+
|
| 116 |
+
return gr.update(value=audio_value, autoplay=True), get_character_html(text), exceed_flag, gr.update(interactive=True)
|
| 117 |
+
|
| 118 |
+
|
| 119 |
+
def submit_lock_fn():
|
| 120 |
+
return gr.update(interactive=False)
|
| 121 |
+
|
| 122 |
+
|
| 123 |
+
def init_fn():
|
| 124 |
+
gr.Info("2023-11-24: 优化长句生成效果;增加示例;更新了一些小彩蛋;画了一些大饼)")
|
| 125 |
+
gr.Info("Only support Chinese now. Trying to train a mutilingual model. 欢迎在 Community 中提建议~")
|
| 126 |
+
|
| 127 |
+
index = random.randint(1,7)
|
| 128 |
+
welcome_text = get_sentence("Welcome", index)
|
| 129 |
+
|
| 130 |
+
return gr.update(value=f"./assets/audios/Welcome{index}.wav", autoplay=False), get_character_html(welcome_text)
|
| 131 |
+
|
| 132 |
+
def get_sentence(category, index=-1):
|
| 133 |
+
if index == -1:
|
| 134 |
+
index = random.randint(1, len(full_lines[category]))
|
| 135 |
+
return full_lines[category][f"{index}"]
|