hynt commited on
Commit
cda3ab4
Β·
verified Β·
1 Parent(s): c7b4bf0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -40,7 +40,7 @@ vocoder = load_vocoder()
40
  model = load_model(
41
  DiT,
42
  dict(dim=1024, depth=22, heads=16, ff_mult=2, text_dim=512, conv_layers=4),
43
- ckpt_path=str(cached_path("hf://hynt/F5-TTS-Vietnamese-100h/model_480000.pt")),
44
  vocab_file=str(cached_path("hf://hynt/F5-TTS-Vietnamese-100h/vocab.txt")),
45
  )
46
 
@@ -71,7 +71,7 @@ def infer_tts(ref_audio_orig: str, gen_text: str, speed: float = 1.0, request: g
71
  with gr.Blocks(theme=gr.themes.Soft()) as demo:
72
  gr.Markdown("""
73
  # 🎀 F5-TTS: Vietnamese Text-to-Speech Synthesis.
74
- # The model was trained for 480,000 steps with approximately 150 hours of data on an RTX 3090 GPU.
75
  Enter text and upload a sample voice to generate natural speech.
76
  """)
77
 
@@ -87,10 +87,10 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
87
  output_spectrogram = gr.Image(label="πŸ“Š Spectrogram")
88
 
89
  model_limitations = gr.Textbox(
90
- value="""1. The model may not perform well with numerical characters, dates, special characters, etc. => A text normalization module is needed.
91
  2. The rhythm of some generated audios may be inconsistent or choppy => It is recommended to select clearly pronounced sample audios with minimal pauses for better synthesis quality.
92
- 3. The reference audio text uses the whisper-large-v3-turbo model, which may not always accurately recognize Vietnamese, resulting in poor voice synthesis quality.
93
- 4. The current model checkpoint is at around step 480,000, trained with 150 hours of public data => Voice cloning for non-native voices may not be perfectly accurate.
94
  5. Inference with overly long paragraphs may produce poor results.""",
95
  label="❗ Model Limitations",
96
  lines=5,
 
40
  model = load_model(
41
  DiT,
42
  dict(dim=1024, depth=22, heads=16, ff_mult=2, text_dim=512, conv_layers=4),
43
+ ckpt_path=str(cached_path("hf://hynt/F5-TTS-Vietnamese-100h/model_500000.pt")),
44
  vocab_file=str(cached_path("hf://hynt/F5-TTS-Vietnamese-100h/vocab.txt")),
45
  )
46
 
 
71
  with gr.Blocks(theme=gr.themes.Soft()) as demo:
72
  gr.Markdown("""
73
  # 🎀 F5-TTS: Vietnamese Text-to-Speech Synthesis.
74
+ # The model was trained for 500.000 steps with approximately 150 hours of data on an RTX 3090 GPU.
75
  Enter text and upload a sample voice to generate natural speech.
76
  """)
77
 
 
87
  output_spectrogram = gr.Image(label="πŸ“Š Spectrogram")
88
 
89
  model_limitations = gr.Textbox(
90
+ value="""1. This model may not perform well with numerical characters, dates, special characters, etc. => A text normalization module is needed.
91
  2. The rhythm of some generated audios may be inconsistent or choppy => It is recommended to select clearly pronounced sample audios with minimal pauses for better synthesis quality.
92
+ 3. Default, reference audio text uses the whisper-large-v3-turbo model, which may not always accurately recognize Vietnamese, resulting in poor voice synthesis quality.
93
+ 4. Checkpoint is stopped at step 500.000, trained with 150 hours of public data => Voice cloning for non-native voices may not be perfectly accurate.
94
  5. Inference with overly long paragraphs may produce poor results.""",
95
  label="❗ Model Limitations",
96
  lines=5,