Spaces:

fastrtc
/

whisper-realtime-gradio

Runtime error

App Files Files Community

freddyaboulton HF Staff commited on Feb 18

Commit

d88073e

verified ·

1 Parent(s): aa31e38

Upload folder using huggingface_hub

Browse files

Files changed (4) hide show

README_gradio.md +22 -0
app.py +81 -0
index.html +244 -0
requirements.txt +4 -0

README_gradio.md ADDED Viewed

	@@ -0,0 +1,22 @@

+---
+app_file: app.py
+colorFrom: purple
+colorTo: red
+emoji: "\U0001F442"
+license: mit
+pinned: false
+sdk: gradio
+sdk_version: 5.16.0
+short_description: Transcribe audio in realtime with Whisper - Gradio UI version
+tags:
+- webrtc
+- websocket
+- gradio
+- secret|TWILIO_ACCOUNT_SID
+- secret|TWILIO_AUTH_TOKEN
+- secret|GROQ_API_KEY
+title: Whisper Realtime Transcription (Gradio UI)
+---
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py ADDED Viewed

	@@ -0,0 +1,81 @@

+import json
+from pathlib import Path
+import gradio as gr
+import numpy as np
+from dotenv import load_dotenv
+from fastapi import FastAPI
+from fastapi.responses import HTMLResponse, StreamingResponse
+from fastrtc import (
+    AdditionalOutputs,
+    ReplyOnPause,
+    Stream,
+    audio_to_bytes,
+    get_twilio_turn_credentials,
+)
+from gradio.utils import get_space
+from groq import AsyncClient
+cur_dir = Path(__file__).parent
+load_dotenv()
+groq_client = AsyncClient()
+async def transcribe(audio: tuple[int, np.ndarray]):
+    transcript = await groq_client.audio.transcriptions.create(
+        file=("audio-file.mp3", audio_to_bytes(audio)),
+        model="whisper-large-v3-turbo",
+        response_format="verbose_json",
+    )
+    yield AdditionalOutputs(transcript.text)
+stream = Stream(
+    ReplyOnPause(transcribe),
+    modality="audio",
+    mode="send",
+    additional_outputs=[
+        gr.Textbox(label="Transcript"),
+    ],
+    additional_outputs_handler=lambda a, b: a + " " + b,
+    rtc_configuration=get_twilio_turn_credentials() if get_space() else None,
+    concurrency_limit=20 if get_space() else None,
+)
+app = FastAPI()
+stream.mount(app)
+@app.get("/transcript")
+def _(webrtc_id: str):
+    async def output_stream():
+        async for output in stream.output_stream(webrtc_id):
+            transcript = output.args[0]
+            yield f"event: output\ndata: {transcript}\n\n"
+    return StreamingResponse(output_stream(), media_type="text/event-stream")
+@app.get("/")
+def index():
+    rtc_config = get_twilio_turn_credentials() if get_space() else None
+    html_content = (cur_dir / "index.html").read_text()
+    html_content = html_content.replace("__RTC_CONFIGURATION__", json.dumps(rtc_config))
+    return HTMLResponse(content=html_content)
+if __name__ == "__main__":
+    import os
+    if (mode := os.getenv("MODE")) == "UI":
+        stream.ui.launch(server_port=7860)
+    elif mode == "PHONE":
+        stream.fastphone(host="0.0.0.0", port=7860)
+    else:
+        import uvicorn
+        uvicorn.run(app, host="0.0.0.0", port=7860)

index.html ADDED Viewed

	@@ -0,0 +1,244 @@

+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Real-time Whisper Transcription</title>
+    <style>
+        :root {
+            --primary-gradient: linear-gradient(135deg, #f9a45c 0%, #e66465 100%);
+            --background-cream: #faf8f5;
+            --text-dark: #2d2d2d;
+        }
+        body {
+            font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Oxygen, Ubuntu, Cantarell, sans-serif;
+            margin: 0;
+            padding: 0;
+            background-color: var(--background-cream);
+            color: var(--text-dark);
+            min-height: 100vh;
+        }
+        .hero {
+            background: var(--primary-gradient);
+            color: white;
+            padding: 2.5rem 2rem;
+            text-align: center;
+        }
+        .hero h1 {
+            font-size: 2.5rem;
+            margin: 0;
+            font-weight: 600;
+            letter-spacing: -0.5px;
+        }
+        .hero p {
+            font-size: 1rem;
+            margin-top: 0.5rem;
+            opacity: 0.9;
+        }
+        .container {
+            max-width: 1000px;
+            margin: 1.5rem auto;
+            padding: 0 2rem;
+        }
+        .transcript-container {
+            border-radius: 8px;
+            box-shadow: 0 2px 8px rgba(0, 0, 0, 0.06);
+            padding: 1.5rem;
+            height: 300px;
+            overflow-y: auto;
+            margin-bottom: 1.5rem;
+            border: 1px solid rgba(0, 0, 0, 0.1);
+        }
+        .controls {
+            text-align: center;
+            margin: 1.5rem 0;
+        }
+        button {
+            background: var(--primary-gradient);
+            color: white;
+            border: none;
+            padding: 10px 20px;
+            font-size: 0.95rem;
+            border-radius: 6px;
+            cursor: pointer;
+            transition: all 0.2s ease;
+            font-weight: 500;
+        }
+        button:hover {
+            transform: translateY(-1px);
+            box-shadow: 0 4px 12px rgba(230, 100, 101, 0.15);
+        }
+        button:active {
+            transform: translateY(0);
+        }
+        /* Transcript text styling */
+        .transcript-container p {
+            margin: 0.4rem 0;
+            padding: 0.6rem;
+            background: var(--background-cream);
+            border-radius: 4px;
+            line-height: 1.4;
+            font-size: 0.95rem;
+        }
+        /* Custom scrollbar - made thinner */
+        .transcript-container::-webkit-scrollbar {
+            width: 6px;
+        }
+        .transcript-container::-webkit-scrollbar-track {
+            background: var(--background-cream);
+            border-radius: 3px;
+        }
+        .transcript-container::-webkit-scrollbar-thumb {
+            background: #e66465;
+            border-radius: 3px;
+            opacity: 0.8;
+        }
+        .transcript-container::-webkit-scrollbar-thumb:hover {
+            background: #f9a45c;
+        }
+    </style>
+</head>
+<body>
+    <div class="hero">
+        <h1>Real-time Transcription</h1>
+        <p>Powered by Groq and FastRTC</p>
+    </div>
+    <div class="container">
+        <div class="transcript-container" id="transcript"></div>
+        <div class="controls">
+            <button id="start-button">Start Recording</button>
+        </div>
+    </div>
+    <script>
+        let peerConnection;
+        let webrtc_id;
+        const startButton = document.getElementById('start-button');
+        const transcriptDiv = document.getElementById('transcript');
+        async function setupWebRTC() {
+            const config = __RTC_CONFIGURATION__;
+            peerConnection = new RTCPeerConnection(config);
+            try {
+                const stream = await navigator.mediaDevices.getUserMedia({
+                    audio: true
+                });
+                stream.getTracks().forEach(track => {
+                    peerConnection.addTrack(track, stream);
+                });
+                // Create data channel for messages
+                const dataChannel = peerConnection.createDataChannel('text');
+                dataChannel.onmessage = handleMessage;
+                // Create and send offer
+                const offer = await peerConnection.createOffer();
+                await peerConnection.setLocalDescription(offer);
+                await new Promise((resolve) => {
+                    if (peerConnection.iceGatheringState === "complete") {
+                        resolve();
+                    } else {
+                        const checkState = () => {
+                            if (peerConnection.iceGatheringState === "complete") {
+                                peerConnection.removeEventListener("icegatheringstatechange", checkState);
+                                resolve();
+                            }
+                        };
+                        peerConnection.addEventListener("icegatheringstatechange", checkState);
+                    }
+                });
+                webrtc_id = Math.random().toString(36).substring(7);
+                const response = await fetch('/webrtc/offer', {
+                    method: 'POST',
+                    headers: { 'Content-Type': 'application/json' },
+                    body: JSON.stringify({
+                        sdp: peerConnection.localDescription.sdp,
+                        type: peerConnection.localDescription.type,
+                        webrtc_id: webrtc_id
+                    })
+                });
+                const serverResponse = await response.json();
+                await peerConnection.setRemoteDescription(serverResponse);
+                // Create event stream to receive transcripts
+                const eventSource = new EventSource('/transcript?webrtc_id=' + webrtc_id);
+                eventSource.addEventListener("output", (event) => {
+                    appendTranscript(event.data);
+                });
+            } catch (err) {
+                console.error('Error setting up WebRTC:', err);
+            }
+        }
+        function handleMessage(event) {
+            // Handle any WebRTC data channel messages if needed
+            console.log('Received message:', event.data);
+        }
+        function appendTranscript(text) {
+            const p = document.createElement('p');
+            p.textContent = text;
+            transcriptDiv.appendChild(p);
+            transcriptDiv.scrollTop = transcriptDiv.scrollHeight;
+        }
+        function stop() {
+            if (peerConnection) {
+                if (peerConnection.getTransceivers) {
+                    peerConnection.getTransceivers().forEach(transceiver => {
+                        if (transceiver.stop) {
+                            transceiver.stop();
+                        }
+                    });
+                }
+                if (peerConnection.getSenders) {
+                    peerConnection.getSenders().forEach(sender => {
+                        if (sender.track && sender.track.stop) sender.track.stop();
+                    });
+                }
+                setTimeout(() => {
+                    peerConnection.close();
+                }, 500);
+            }
+        }
+        startButton.addEventListener('click', () => {
+            if (startButton.textContent === 'Start Recording') {
+                setupWebRTC();
+                startButton.textContent = 'Stop Recording';
+            } else {
+                stop();
+                startButton.textContent = 'Start Recording';
+            }
+        });
+    </script>
+</body>
+</html>

requirements.txt ADDED Viewed

	@@ -0,0 +1,4 @@

+fastrtc[vad]
+groq
+python-dotenv
+twilio