@newgameplusinc/odyssey-audio-video-sdk-dev 1.0.51 → 1.0.52

package/dist/MLNoiseSuppressor.js

@@ -220,22 +220,29 @@ class MLNoiseSuppressor {
             return inputStream;
         }
         try {
-            console.log('🎤 Setting up ML noise suppression pipeline...');
+            console.log('🎤 [ML] Setting up noise suppression pipeline...');
+            console.log('🎤 [ML] Input stream tracks:', inputStream.getTracks().length);
             // Create MediaStreamSource from input
             const source = this.audioContext.createMediaStreamSource(inputStream);
+            console.log('🎤 [ML] Created MediaStreamSource');
             // Create destination for output
             const destination = this.audioContext.createMediaStreamDestination();
+            console.log('🎤 [ML] Created destination stream');
             // Create ScriptProcessor for real-time processing
             const bufferSize = 4096;
             const processor = this.audioContext.createScriptProcessor(bufferSize, 1, 1);
+            console.log('🎤 [ML] Created ScriptProcessor with buffer size:', bufferSize);
             // Keep reference to prevent garbage collection
             processor.keepAlive = true;
             // Start background processing worker
             this.startBackgroundProcessing();
+            console.log('🎤 [ML] Background processing started');
+            let processedFrames = 0;
             // Process audio with buffering strategy
             processor.onaudioprocess = (event) => {
                 const inputBuffer = event.inputBuffer.getChannelData(0);
                 const outputBuffer = event.outputBuffer.getChannelData(0);
+                processedFrames++;
                 // Copy input buffer for processing
                 const bufferCopy = new Float32Array(inputBuffer);
                 this.processingQueue.push(bufferCopy);
@@ -247,20 +254,29 @@ class MLNoiseSuppressor {
                 if (this.outputQueue.length > 0) {
                     const processed = this.outputQueue.shift();
                     outputBuffer.set(processed);
+                    // Log occasionally
+                    if (processedFrames % 100 === 0) {
+                        console.log(`🎤 [ML] Processed ${processedFrames} frames, queue: ${this.processingQueue.length}/${this.outputQueue.length}`);
+                    }
                 }
                 else {
                     // Pass through original audio if processing is behind
                     outputBuffer.set(inputBuffer);
+                    // Log when behind
+                    if (processedFrames % 100 === 0) {
+                        console.log(`⚠️  [ML] Processing behind, passing through (frame ${processedFrames})`);
+                    }
                 }
             };
             // Connect: source -> processor -> destination
             source.connect(processor);
             processor.connect(destination);
-            console.log('✅ ML noise suppression pipeline connected with buffering');
+            console.log('✅ [ML] Pipeline connected: source -> processor -> destination');
+            console.log('✅ [ML] Output stream tracks:', destination.stream.getTracks().length);
             return destination.stream;
         }
         catch (error) {
-            console.error('❌ Failed to process MediaStream:', error);
+            console.error('❌ [ML] Failed to process MediaStream:', error);
             return inputStream;
         }
     }
@@ -283,9 +299,6 @@ class MLNoiseSuppressor {
                         if (this.outputQueue.length > 5) {
                             this.outputQueue.shift();
                         }
-                        this.isProcessing = false;
-                        this.processingQueue = [];
-                        this.outputQueue = [];
                     }
                     catch (error) {
                         // On error, pass through original
@@ -363,6 +376,9 @@ class MLNoiseSuppressor {
      * Cleanup resources
      */
     dispose() {
+        this.isProcessing = false;
+        this.processingQueue = [];
+        this.outputQueue = [];
         if (this.model) {
             this.model.dispose();
             this.model = null;

package/dist/index.js

@@ -145,22 +145,30 @@ class OdysseySpatialComms extends EventManager_1.EventManager {
         return this.mlNoiseSuppressionEnabled && this.mlNoiseSuppressor !== null;
     }
     async produceTrack(track, appData) {
+        console.log(`🎬 [SDK] produceTrack called - kind: ${track.kind}, enabled: ${track.enabled}, readyState: ${track.readyState}`);
         let processedTrack = track;
         // Apply ML noise suppression to audio BEFORE sending to MediaSoup
         if (track.kind === 'audio' && this.mlNoiseSuppressionEnabled && this.mlNoiseSuppressor) {
             try {
-                console.log('🎤 Applying ML noise suppression to audio...');
+                console.log('🎤 [SDK] Applying ML noise suppression to audio...');
                 const inputStream = new MediaStream([track]);
+                console.log('🎤 [SDK] Created input stream with track');
                 const cleanedStream = await this.mlNoiseSuppressor.processMediaStream(inputStream);
+                console.log('🎤 [SDK] Got cleaned stream from ML');
                 processedTrack = cleanedStream.getAudioTracks()[0];
-                console.log('✅ ML noise suppression applied');
+                console.log(`✅ [SDK] ML noise suppression applied - processed track state: ${processedTrack.readyState}`);
             }
             catch (error) {
-                console.error('❌ ML noise suppression failed, using original track:', error);
+                console.error('❌ [SDK] ML noise suppression failed, using original track:', error);
                 processedTrack = track; // Fallback to original track
             }
         }
+        else {
+            console.log(`ℹ️  [SDK] Skipping ML - kind: ${track.kind}, ML enabled: ${this.mlNoiseSuppressionEnabled}`);
+        }
+        console.log(`📤 [SDK] Producing track to MediaSoup - kind: ${processedTrack.kind}, state: ${processedTrack.readyState}`);
         const producer = await this.mediasoupManager.produce(processedTrack, appData);
+        console.log(`✅ [SDK] Producer created - id: ${producer.id}, kind: ${producer.kind}`);
         if (this.localParticipant) {
             const isFirstProducer = this.localParticipant.producers.size === 0;
             this.localParticipant.producers.set(producer.id, producer);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@newgameplusinc/odyssey-audio-video-sdk-dev",
-  "version": "1.0.51",
+  "version": "1.0.52",
   "description": "Odyssey Spatial Audio & Video SDK using MediaSoup for real-time communication with AI-powered noise suppression",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",