up: ui

requirements.txt

@@ -1,9 +1,9 @@
-accelerate
-fastrtc
-fastrtc[vad]
-python-dotenv
-transformers
-torch
-torchaudio
+accelerate==1.4.0
+fastrtc==0.0.15
+fastrtc[vad]==0.0.15
+python-dotenv==1.0.1
+transformers==4.49.0
+torch==2.6.0
+torchaudio==2.6.0
 fastapi
 uvicorn[standard]

static/client.js

@@ -1,127 +0,0 @@
-// Global variables
-let peerConnection = null;
-let dataChannel = null;
-let webrtcId = null;
-
-// Helper function to generate unique ID
-function generateUniqueId() {
-    return Math.random().toString(36).substring(7);
-}
-
-// Update UI status
-function updateStatus(connected) {
-    const statusDiv = document.getElementById('status');
-    const connectBtn = document.getElementById('connectBtn');
-    const disconnectBtn = document.getElementById('disconnectBtn');
-    
-    statusDiv.textContent = connected ? 'Connected' : 'Disconnected';
-    statusDiv.className = connected ? 'connected' : 'disconnected';
-    connectBtn.disabled = connected;
-    disconnectBtn.disabled = !connected;
-}
-
-// Setup WebRTC connection
-async function setupWebRTC() {
-    try {
-        // Create peer connection
-        peerConnection = new RTCPeerConnection();
-        webrtcId = generateUniqueId();
-
-        // Get audio stream from microphone
-        const stream = await navigator.mediaDevices.getUserMedia({
-            audio: true
-        });
-
-        // Add audio stream to peer connection
-        stream.getTracks().forEach(track => {
-            peerConnection.addTrack(track, stream);
-        });
-
-        // Create data channel
-        dataChannel = peerConnection.createDataChannel("text");
-        
-        // Handle data channel messages
-        dataChannel.onmessage = (event) => {
-            const message = JSON.parse(event.data);
-            console.log("Received message:", message);
-            
-            // Handle different message types
-            switch(message.type) {
-                case 'log':
-                    console.log("Server log:", message.data);
-                    break;
-                case 'error':
-                    console.error("Server error:", message.data);
-                    break;
-                case 'warning':
-                    console.warn("Server warning:", message.data);
-                    break;
-            }
-        };
-
-        // Create and send offer
-        const offer = await peerConnection.createOffer();
-        await peerConnection.setLocalDescription(offer);
-
-        // Send offer to server
-        const response = await fetch('/webrtc/offer', {
-            method: 'POST',
-            headers: { 'Content-Type': 'application/json' },
-            body: JSON.stringify({
-                sdp: offer.sdp,
-                type: offer.type,
-                webrtc_id: webrtcId
-            })
-        });
-
-        if (!response.ok) {
-            throw new Error(`HTTP error! status: ${response.status}`);
-        }
-
-        // Handle server response
-        const serverResponse = await response.json();
-        
-        // Check for error response
-        if (serverResponse.status === 'failed') {
-            throw new Error(serverResponse.meta.error);
-        }
-
-        // Set remote description
-        await peerConnection.setRemoteDescription(serverResponse);
-        
-        // Update UI
-        updateStatus(true);
-
-        // Add to setupWebRTC():
-        const eventSource = new EventSource(`/transcript?webrtc_id=${webrtcId}`);
-        
-        eventSource.onmessage = (event) => {
-            const transcriptDiv = document.getElementById('transcript');
-            transcriptDiv.innerHTML += `<p>${event.data}</p>`;
-        };
-
-    } catch (error) {
-        console.error("Error setting up WebRTC:", error);
-        updateStatus(false);
-    }
-}
-
-// Cleanup function
-function disconnect() {
-    if (peerConnection) {
-        peerConnection.close();
-        peerConnection = null;
-    }
-    if (dataChannel) {
-        dataChannel.close();
-        dataChannel = null;
-    }
-    webrtcId = null;
-    updateStatus(false);
-}
-
-// Add event listeners when page loads
-document.addEventListener('DOMContentLoaded', () => {
-    document.getElementById('connectBtn').addEventListener('click', setupWebRTC);
-    document.getElementById('disconnectBtn').addEventListener('click', disconnect);
-});

static/index.html

@@ -1,53 +1,424 @@
 <!DOCTYPE html>
 <html lang="en">
+
 <head>
     <meta charset="UTF-8">
     <meta name="viewport" content="width=device-width, initial-scale=1.0">
-    <title>FastRTC Audio Client</title>
+    <title>Real-time Whisper Transcription</title>
     <style>
+        :root {
+            --primary-gradient: linear-gradient(135deg, #f9a45c 0%, #e66465 100%);
+            --background-cream: #faf8f5;
+            --text-dark: #2d2d2d;
+        }
+
         body {
-            font-family: Arial, sans-serif;
-            max-width: 800px;
-            margin: 0 auto;
-            padding: 20px;
+            font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Oxygen, Ubuntu, Cantarell, sans-serif;
+            margin: 0;
+            padding: 0;
+            background-color: var(--background-cream);
+            color: var(--text-dark);
+            min-height: 100vh;
+        }
+
+        .hero {
+            background: var(--primary-gradient);
+            color: white;
+            padding: 2.5rem 2rem;
+            text-align: center;
+        }
+
+        .hero h1 {
+            font-size: 2.5rem;
+            margin: 0;
+            font-weight: 600;
+            letter-spacing: -0.5px;
+        }
+
+        .hero p {
+            font-size: 1rem;
+            margin-top: 0.5rem;
+            opacity: 0.9;
+        }
+
+        .container {
+            max-width: 1000px;
+            margin: 1.5rem auto;
+            padding: 0 2rem;
         }
+
+        .transcript-container {
+            border-radius: 8px;
+            box-shadow: 0 2px 8px rgba(0, 0, 0, 0.06);
+            padding: 1.5rem;
+            height: 300px;
+            overflow-y: auto;
+            margin-bottom: 1.5rem;
+            border: 1px solid rgba(0, 0, 0, 0.1);
+        }
+
         .controls {
-            margin: 20px 0;
+            text-align: center;
+            margin: 1.5rem 0;
         }
+
         button {
+            background: var(--primary-gradient);
+            color: white;
+            border: none;
             padding: 10px 20px;
-            margin: 5px;
+            font-size: 0.95rem;
+            border-radius: 6px;
+            cursor: pointer;
+            transition: all 0.2s ease;
+            font-weight: 500;
+            min-width: 180px;
+        }
+
+        button:hover {
+            transform: translateY(-1px);
+            box-shadow: 0 4px 12px rgba(230, 100, 101, 0.15);
+        }
+
+        button:active {
+            transform: translateY(0);
         }
-        #status {
-            margin: 10px 0;
-            padding: 10px;
+
+        /* Transcript text styling */
+        .transcript-container p {
+            margin: 0.4rem 0;
+            padding: 0.6rem;
+            background: var(--background-cream);
             border-radius: 4px;
+            line-height: 1.4;
+            font-size: 0.95rem;
+        }
+
+        /* Custom scrollbar - made thinner */
+        .transcript-container::-webkit-scrollbar {
+            width: 6px;
+        }
+
+        .transcript-container::-webkit-scrollbar-track {
+            background: var(--background-cream);
+            border-radius: 3px;
+        }
+
+        .transcript-container::-webkit-scrollbar-thumb {
+            background: #e66465;
+            border-radius: 3px;
+            opacity: 0.8;
+        }
+
+        .transcript-container::-webkit-scrollbar-thumb:hover {
+            background: #f9a45c;
+        }
+
+        /* Add styles for toast notifications */
+        .toast {
+            position: fixed;
+            top: 20px;
+            left: 50%;
+            transform: translateX(-50%);
+            padding: 16px 24px;
+            border-radius: 4px;
+            font-size: 14px;
+            z-index: 1000;
+            display: none;
+            box-shadow: 0 2px 5px rgba(0, 0, 0, 0.2);
+        }
+
+        .toast.error {
+            background-color: #f44336;
+            color: white;
+        }
+
+        .toast.warning {
+            background-color: #ffd700;
+            color: black;
+        }
+
+        /* Add styles for audio visualization */
+        .icon-with-spinner {
+            display: flex;
+            align-items: center;
+            justify-content: center;
+            gap: 12px;
+            min-width: 180px;
+        }
+
+        .spinner {
+            width: 20px;
+            height: 20px;
+            border: 2px solid white;
+            border-top-color: transparent;
+            border-radius: 50%;
+            animation: spin 1s linear infinite;
+            flex-shrink: 0;
+        }
+
+        .pulse-container {
+            display: flex;
+            align-items: center;
+            justify-content: center;
+            gap: 12px;
+            min-width: 180px;
         }
-        .connected {
-            background-color: #d4edda;
-            color: #155724;
+
+        .pulse-circle {
+            width: 20px;
+            height: 20px;
+            border-radius: 50%;
+            background-color: white;
+            opacity: 0.2;
+            flex-shrink: 0;
+            transform: translateX(-0%) scale(var(--audio-level, 1));
+            transition: transform 0.1s ease;
         }
-        .disconnected {
-            background-color: #f8d7da;
-            color: #721c24;
+
+        @keyframes spin {
+            to {
+                transform: rotate(360deg);
+            }
         }
     </style>
 </head>
+
 <body>
-    <h1>FastRTC Audio Client</h1>
-    <div id="status" class="disconnected">Disconnected</div>
-    
-    <div class="controls">
-        <button id="connectBtn">Connect</button>
-        <button id="disconnectBtn" disabled>Disconnect</button>
+    <!-- Add toast element after body opening tag -->
+    <div id="error-toast" class="toast"></div>
+    <div class="hero">
+        <h1>PyCon Italia 2025 Real-time Transcription</h1>
+        <p>Powered by FastRTC and Local Whisper</p>
     </div>
 
-    <!-- Audio element for playback -->
-    <audio id="audioOutput" autoplay></audio>
+    <div class="container">
+        <div class="transcript-container" id="transcript"></div>
+        <div class="controls">
+            <button id="start-button">Start Recording</button>
+        </div>
+    </div>
+
+    <script>
+        let peerConnection;
+        let webrtc_id;
+        let audioContext, analyser, audioSource;
+        let audioLevel = 0;
+        let animationFrame;
+
+        const startButton = document.getElementById('start-button');
+        const transcriptDiv = document.getElementById('transcript');
+
+        function showError(message) {
+            const toast = document.getElementById('error-toast');
+            toast.textContent = message;
+            toast.style.display = 'block';
+
+            // Hide toast after 5 seconds
+            setTimeout(() => {
+                toast.style.display = 'none';
+            }, 5000);
+        }
+
+        function handleMessage(event) {
+            // Handle any WebRTC data channel messages if needed
+            const eventJson = JSON.parse(event.data);
+            if (eventJson.type === "error") {
+                showError(eventJson.message);
+            }
+            console.log('Received message:', event.data);
+        }
+
+        function updateButtonState() {
+            if (peerConnection && (peerConnection.connectionState === 'connecting' || peerConnection.connectionState === 'new')) {
+                startButton.innerHTML = `
+                    <div class="icon-with-spinner">
+                        <div class="spinner"></div>
+                        <span>Connecting...</span>
+                    </div>
+                `;
+            } else if (peerConnection && peerConnection.connectionState === 'connected') {
+                startButton.innerHTML = `
+                    <div class="pulse-container">
+                        <div class="pulse-circle"></div>
+                        <span>Stop Recording</span>
+                    </div>
+                `;
+            } else {
+                startButton.innerHTML = 'Start Recording';
+            }
+        }
+
+        function setupAudioVisualization(stream) {
+            audioContext = new (window.AudioContext || window.webkitAudioContext)();
+            analyser = audioContext.createAnalyser();
+            audioSource = audioContext.createMediaStreamSource(stream);
+            audioSource.connect(analyser);
+            analyser.fftSize = 64;
+            const dataArray = new Uint8Array(analyser.frequencyBinCount);
+
+            function updateAudioLevel() {
+                analyser.getByteFrequencyData(dataArray);
+                const average = Array.from(dataArray).reduce((a, b) => a + b, 0) / dataArray.length;
+                audioLevel = average / 255;
+
+                const pulseCircle = document.querySelector('.pulse-circle');
+                if (pulseCircle) {
+                    pulseCircle.style.setProperty('--audio-level', 1 + audioLevel);
+                }
+
+                animationFrame = requestAnimationFrame(updateAudioLevel);
+            }
+            updateAudioLevel();
+        }
+
+        async function setupWebRTC() {
+            const config = __RTC_CONFIGURATION__;
+            peerConnection = new RTCPeerConnection(config);
+
+            const timeoutId = setTimeout(() => {
+                const toast = document.getElementById('error-toast');
+                toast.textContent = "Connection is taking longer than usual. Are you on a VPN?";
+                toast.className = 'toast warning';
+                toast.style.display = 'block';
+
+                // Hide warning after 5 seconds
+                setTimeout(() => {
+                    toast.style.display = 'none';
+                }, 5000);
+            }, 5000);
 
-    <div id="transcript" style="margin-top: 20px; padding: 10px; border: 1px solid #ccc;"></div>
+            try {
+                const stream = await navigator.mediaDevices.getUserMedia({
+                    audio: true
+                });
 
-    <!-- Load our WebRTC client code -->
-    <script src="/static/client.js"></script>
+                setupAudioVisualization(stream);
+
+                stream.getTracks().forEach(track => {
+                    peerConnection.addTrack(track, stream);
+                });
+
+                // Add connection state change listener
+                peerConnection.addEventListener('connectionstatechange', () => {
+                    console.log('connectionstatechange', peerConnection.connectionState);
+                    if (peerConnection.connectionState === 'connected') {
+                        clearTimeout(timeoutId);
+                        const toast = document.getElementById('error-toast');
+                        toast.style.display = 'none';
+                    }
+                    updateButtonState();
+                });
+
+                // Create data channel for messages
+                const dataChannel = peerConnection.createDataChannel('text');
+                dataChannel.onmessage = handleMessage;
+
+                // Create and send offer
+                const offer = await peerConnection.createOffer();
+                await peerConnection.setLocalDescription(offer);
+
+                await new Promise((resolve) => {
+                    if (peerConnection.iceGatheringState === "complete") {
+                        resolve();
+                    } else {
+                        const checkState = () => {
+                            if (peerConnection.iceGatheringState === "complete") {
+                                peerConnection.removeEventListener("icegatheringstatechange", checkState);
+                                resolve();
+                            }
+                        };
+                        peerConnection.addEventListener("icegatheringstatechange", checkState);
+                    }
+                });
+
+                webrtc_id = Math.random().toString(36).substring(7);
+
+                const response = await fetch('/webrtc/offer', {
+                    method: 'POST',
+                    headers: { 'Content-Type': 'application/json' },
+                    body: JSON.stringify({
+                        sdp: peerConnection.localDescription.sdp,
+                        type: peerConnection.localDescription.type,
+                        webrtc_id: webrtc_id
+                    })
+                });
+
+                const serverResponse = await response.json();
+
+                if (serverResponse.status === 'failed') {
+                    showError(serverResponse.meta.error === 'concurrency_limit_reached'
+                        ? `Too many connections. Maximum limit is ${serverResponse.meta.limit}`
+                        : serverResponse.meta.error);
+                    stop();
+                    startButton.textContent = 'Start Recording';
+                    return;
+                }
+
+                await peerConnection.setRemoteDescription(serverResponse);
+
+                // Create event stream to receive transcripts
+                const eventSource = new EventSource('/transcript?webrtc_id=' + webrtc_id);
+                eventSource.addEventListener("output", (event) => {
+                    appendTranscript(event.data);
+                });
+            } catch (err) {
+                clearTimeout(timeoutId);
+                console.error('Error setting up WebRTC:', err);
+                showError('Failed to establish connection. Please try again.');
+                stop();
+                startButton.textContent = 'Start Recording';
+            }
+        }
+
+        function appendTranscript(text) {
+            const p = document.createElement('p');
+            p.textContent = text;
+            transcriptDiv.appendChild(p);
+            transcriptDiv.scrollTop = transcriptDiv.scrollHeight;
+        }
+
+        function stop() {
+            if (animationFrame) {
+                cancelAnimationFrame(animationFrame);
+            }
+            if (audioContext) {
+                audioContext.close();
+                audioContext = null;
+                analyser = null;
+                audioSource = null;
+            }
+            if (peerConnection) {
+                if (peerConnection.getTransceivers) {
+                    peerConnection.getTransceivers().forEach(transceiver => {
+                        if (transceiver.stop) {
+                            transceiver.stop();
+                        }
+                    });
+                }
+
+                if (peerConnection.getSenders) {
+                    peerConnection.getSenders().forEach(sender => {
+                        if (sender.track && sender.track.stop) sender.track.stop();
+                    });
+                }
+
+                setTimeout(() => {
+                    peerConnection.close();
+                }, 500);
+            }
+            audioLevel = 0;
+            updateButtonState();
+        }
+
+        startButton.addEventListener('click', () => {
+            if (startButton.textContent === 'Start Recording') {
+                setupWebRTC();
+            } else {
+                stop();
+            }
+        });
+    </script>
 </body>
-</html>
+
+</html>