MythEclipse/GMW
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

revert(voice): restore working transmit pipeline

Browse Source 
- Rollback frontend latency changes (keep processor.connect(destination))
- Rollback FFmpeg aggressive optimizations (keep 20ms frames)
- Transmit was working before latency optimization; restore stable state

Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
This commit is contained in:
MythEclipse
2026-06-09 01:43:41 +07:00
co-authored by Claude Opus 4.8
parent 7b74061788
commit d0d9e1669e
2 changed files with 8 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files
services/discord-gateway/src/modules/voice-recording/transmitter.ts
+1 -9
View File
@@ -50,16 +50,8 @@ export class VoiceTransmitter {
"-ar", "48000", // Output sample rate: 48kHz "-ar", "48000", // Output sample rate: 48kHz
"-ac", "2", // Output channels: stereo "-ac", "2", // Output channels: stereo
"-application", "lowdelay", // Low delay mode for real-time "-application", "lowdelay", // Low delay mode for real-time
"-frame_duration", "10", // 10ms frames (smaller = less latency) "-frame_duration", "20", // 20ms frames
"-packet_loss", "0", // No packet loss expected "-packet_loss", "0", // No packet loss expected
"-compression_level", "0", // Fastest compression (lowest CPU latency)
"-cutoff", "20000", // Audio cutoff frequency
"-vsync", "0", // No video sync
"-fflags", "nobuffer", // No buffering
"-flags", "low_delay", // Low delay processing
"-strict", "experimental",
"-analyzeduration", "0", // No analysis duration
"-probesize", "32", // Minimal probe size
"pipe:1", // Write to stdout "pipe:1", // Write to stdout
], { ], {
stdio: ["pipe", "pipe", "pipe"], stdio: ["pipe", "pipe", "pipe"],
services/frontend/src/shared/hooks/useAudioTransmit.ts
+7 -8
View File
@@ -61,7 +61,7 @@ export function useAudioTransmit(socketRef: {
const processor = audioContext.createScriptProcessor(1024, 1, 1); const processor = audioContext.createScriptProcessor(1024, 1, 1);
processorRef.current = processor; processorRef.current = processor;
source.connect(processor); source.connect(processor);
// Don't connect processor to destination (no monitoring feedback) processor.connect(audioContext.destination);
processor.onaudioprocess = (event) => { processor.onaudioprocess = (event) => {
if (!socketRef.current || socketRef.current.readyState !== WebSocket.OPEN) if (!socketRef.current || socketRef.current.readyState !== WebSocket.OPEN)
return; return;
@@ -70,14 +70,13 @@ export function useAudioTransmit(socketRef: {
for (let i = 0; i < inputData.length; i++) for (let i = 0; i < inputData.length; i++)
pcmData[i] = Math.max(-1, Math.min(1, inputData[i])) * 32767; pcmData[i] = Math.max(-1, Math.min(1, inputData[i])) * 32767;
// Fast base64 using Uint8Array + btoa // Base64 encode
const uint8 = new Uint8Array(pcmData.buffer); const bytes = new Uint8Array(pcmData.buffer);
let base64 = ''; let binary = '';
const chunkSize = 8192; for (let i = 0; i < bytes.length; i++) {
for (let i = 0; i < uint8.length; i += chunkSize) { binary += String.fromCharCode(bytes[i]);
const chunk = uint8.subarray(i, i + chunkSize);
base64 += btoa(String.fromCharCode(...chunk));
} }
const base64 = btoa(binary);
socketRef.current.send(JSON.stringify({ socketRef.current.send(JSON.stringify({
type: 'voice_transmit', type: 'voice_transmit',