@newgameplusinc/odyssey-audio-video-sdk-dev 1.0.55 → 1.0.56

package/dist/MLNoiseSuppressor.js

@@ -351,26 +351,48 @@ class MLNoiseSuppressor {
             this.processingNode = this.audioContext.createScriptProcessor(bufferSize, 1, 1);
             let frameCount = 0;
             const startTime = performance.now();
+            // Double-buffering for async ML processing
+            // We store the PREVIOUS processed result and output it in the NEXT callback
+            // This adds one buffer of latency but ensures we never output zeros
+            let previousProcessedBuffer = null;
+            let processingInFlight = false;
             // Process audio frames with ML model
-            this.processingNode.onaudioprocess = async (event) => {
+            // IMPORTANT: onaudioprocess is synchronous! We use double-buffering to handle async ML
+            this.processingNode.onaudioprocess = (event) => {
                 const inputData = event.inputBuffer.getChannelData(0);
                 const outputData = event.outputBuffer.getChannelData(0);
                 frameCount++;
-                try {
-                    // Process with BiLSTM model
-                    const processed = await this.processAudio(new Float32Array(inputData));
-                    outputData.set(processed);
-                    // Log performance every ~4 seconds
-                    if (frameCount % 100 === 0) {
-                        const elapsed = (performance.now() - startTime) / 1000;
-                        const fps = frameCount / elapsed;
-                        console.log(`🎤 [ML] BiLSTM: ${frameCount} frames @ ${fps.toFixed(1)} fps`);
-                    }
+                // OUTPUT: Use previously processed audio (or passthrough if not ready yet)
+                if (previousProcessedBuffer) {
+                    outputData.set(previousProcessedBuffer);
                 }
-                catch (error) {
-                    // On error, pass through original audio
+                else {
+                    // First frame or ML not ready - pass through original audio
                     outputData.set(inputData);
                 }
+                // PROCESS: Start async ML processing for the NEXT frame
+                // Only start new processing if previous one is complete
+                if (!processingInFlight) {
+                    processingInFlight = true;
+                    const inputCopy = new Float32Array(inputData);
+                    // Fire-and-forget async processing
+                    this.processAudio(inputCopy)
+                        .then((processed) => {
+                        previousProcessedBuffer = processed;
+                        processingInFlight = false;
+                    })
+                        .catch((error) => {
+                        // On error, store the original audio for passthrough
+                        previousProcessedBuffer = inputCopy;
+                        processingInFlight = false;
+                    });
+                }
+                // Log performance every ~4 seconds
+                if (frameCount % 100 === 0) {
+                    const elapsed = (performance.now() - startTime) / 1000;
+                    const fps = frameCount / elapsed;
+                    console.log(`🎤 [ML] BiLSTM: ${frameCount} frames @ ${fps.toFixed(1)} fps`);
+                }
             };
             // Connect: source -> highpass -> BiLSTM processor -> destination
             source.connect(this.highPassFilter);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@newgameplusinc/odyssey-audio-video-sdk-dev",
-  "version": "1.0.55",
+  "version": "1.0.56",
   "description": "Odyssey Spatial Audio & Video SDK using MediaSoup for real-time communication with AI-powered noise suppression",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",