Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -40,7 +40,7 @@ vocoder = load_vocoder()
|
|
40 |
model = load_model(
|
41 |
DiT,
|
42 |
dict(dim=1024, depth=22, heads=16, ff_mult=2, text_dim=512, conv_layers=4),
|
43 |
-
ckpt_path=str(cached_path("hf://hynt/F5-TTS-Vietnamese-100h/
|
44 |
vocab_file=str(cached_path("hf://hynt/F5-TTS-Vietnamese-100h/vocab.txt")),
|
45 |
)
|
46 |
|
@@ -71,7 +71,7 @@ def infer_tts(ref_audio_orig: str, gen_text: str, speed: float = 1.0, request: g
|
|
71 |
with gr.Blocks(theme=gr.themes.Soft()) as demo:
|
72 |
gr.Markdown("""
|
73 |
# π€ F5-TTS: Vietnamese Text-to-Speech Synthesis.
|
74 |
-
# The model was trained for
|
75 |
Enter text and upload a sample voice to generate natural speech.
|
76 |
""")
|
77 |
|
@@ -87,10 +87,10 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
|
|
87 |
output_spectrogram = gr.Image(label="π Spectrogram")
|
88 |
|
89 |
model_limitations = gr.Textbox(
|
90 |
-
value="""1.
|
91 |
2. The rhythm of some generated audios may be inconsistent or choppy => It is recommended to select clearly pronounced sample audios with minimal pauses for better synthesis quality.
|
92 |
-
3.
|
93 |
-
4.
|
94 |
5. Inference with overly long paragraphs may produce poor results.""",
|
95 |
label="β Model Limitations",
|
96 |
lines=5,
|
|
|
40 |
model = load_model(
|
41 |
DiT,
|
42 |
dict(dim=1024, depth=22, heads=16, ff_mult=2, text_dim=512, conv_layers=4),
|
43 |
+
ckpt_path=str(cached_path("hf://hynt/F5-TTS-Vietnamese-100h/model_500000.pt")),
|
44 |
vocab_file=str(cached_path("hf://hynt/F5-TTS-Vietnamese-100h/vocab.txt")),
|
45 |
)
|
46 |
|
|
|
71 |
with gr.Blocks(theme=gr.themes.Soft()) as demo:
|
72 |
gr.Markdown("""
|
73 |
# π€ F5-TTS: Vietnamese Text-to-Speech Synthesis.
|
74 |
+
# The model was trained for 500.000 steps with approximately 150 hours of data on an RTX 3090 GPU.
|
75 |
Enter text and upload a sample voice to generate natural speech.
|
76 |
""")
|
77 |
|
|
|
87 |
output_spectrogram = gr.Image(label="π Spectrogram")
|
88 |
|
89 |
model_limitations = gr.Textbox(
|
90 |
+
value="""1. This model may not perform well with numerical characters, dates, special characters, etc. => A text normalization module is needed.
|
91 |
2. The rhythm of some generated audios may be inconsistent or choppy => It is recommended to select clearly pronounced sample audios with minimal pauses for better synthesis quality.
|
92 |
+
3. Default, reference audio text uses the whisper-large-v3-turbo model, which may not always accurately recognize Vietnamese, resulting in poor voice synthesis quality.
|
93 |
+
4. Checkpoint is stopped at step 500.000, trained with 150 hours of public data => Voice cloning for non-native voices may not be perfectly accurate.
|
94 |
5. Inference with overly long paragraphs may produce poor results.""",
|
95 |
label="β Model Limitations",
|
96 |
lines=5,
|