Upload 2 files

app.py

@@ -0,0 +1,75 @@
+import torch
+import nemo.collections.asr as nemo_asr
+import gc
+import numpy as np
+import torchaudio
+
+pretrained_model_path="./stt_fa_fastconformer_hybrid_large_finetuned.nemo"
+
+# Clear up memory
+torch.cuda.empty_cache()
+gc.collect()
+model = nemo_asr.models.EncDecHybridRNNTCTCModel.restore_from(pretrained_model_path)
+device = 'cuda' if torch.cuda.is_available() else 'cpu'
+# device = 'cpu'  # You can transcribe even longer samples on the CPU, though it will take much longer !
+model = model.to(device)
+model.freeze()
+
+def transcribe(stream, new_chunk):
+    if new_chunk is None:
+        return None, ""
+    # 'audio' is a tuple: (sample_rate, data)
+    sample_rate, data = new_chunk
+
+    # Ensure the model is on the correct device
+    device = 'cuda' if torch.cuda.is_available() else 'cpu'
+
+    # Convert audio data to the expected format
+    if isinstance(data, np.ndarray):
+        audio_tensor = torch.tensor(data, dtype=torch.float32)
+    else:
+        raise ValueError("Audio data must be a numpy array")
+
+    # Resample if sample rate is not 16000
+    target_sample_rate = 16000
+    if sample_rate != target_sample_rate:
+        resampler = torchaudio.transforms.Resample(orig_freq=sample_rate, new_freq=target_sample_rate)
+        audio_tensor = resampler(audio_tensor)
+
+    if stream is not None:
+        stream['audio'] = torch.cat([stream['audio'], audio_tensor], dim=-1)
+    else:
+        stream = {"text": ""}
+        stream['audio'] = audio_tensor
+
+
+    max_length = 5 * target_sample_rate  # 5 seconds
+    new_text = ""
+
+    # Process all chunks that fit max_length
+    while stream['audio'].shape[-1] > max_length:
+        # Extract first max_length samples
+        audio_chunk = stream['audio'][..., :max_length]
+
+        # Transcribe
+        with torch.no_grad():
+            transcript = model.transcribe(audio_chunk)  # Add batch dimension if needed
+
+        # Update text (adjust based on model's output format)
+        new_text += " " + transcript[0][0].strip()  # Example adjustment
+
+        # Remove processed audio from buffer
+        stream['audio'] = stream['audio'][..., max_length:]
+
+    stream['text'] += new_text
+    return stream, stream['text'].strip()
+
+
+interface = gr.Interface(
+    fn=transcribe,
+    inputs=['state', gr.Audio(sources="microphone", streaming=True, type="numpy")],
+    outputs=["state", "text"],
+    live=True,
+)
+
+interface.launch()

requirements.txt

@@ -0,0 +1,12 @@
+# Python packages
+wget
+text-unidecode
+matplotlib>=3.3.2
+ffmpeg-python
+gradio
+numpy
+torch
+torchaudio
+
+# Install NeMo from the Git repository (branch: main)
+git+https://github.com/NVIDIA/NeMo.git@main#egg=nemo_toolkit[all]