@newgameplusinc/odyssey-audio-video-sdk-dev 1.0.262 → 1.0.264

package/dist/audio/MLNoiseSuppressor.js

@@ -65,9 +65,7 @@ class MLNoiseSuppressor {
             await tf.ready();
             // Load model - use standard loadLayersModel instead of fromMemory
             // This handles weight loading automatically
-            console.log(`[MLNoiseSuppressor] Loading model from: ${modelUrl}`);
             this.model = await tf.loadLayersModel(modelUrl);
-            console.log(`[MLNoiseSuppressor] Model loaded successfully`);
             // Load config
             const baseUrl = modelUrl.substring(0, modelUrl.lastIndexOf('/'));
             const configResponse = await fetch(`${baseUrl}/model_config.json`);
@@ -81,7 +79,6 @@ class MLNoiseSuppressor {
                 this.normStats = { mean: 0, std: 1 };
             }
             this.isInitialized = true;
-            console.log(`[MLNoiseSuppressor] Initialization complete`);
         }
         catch (error) {
             console.error(`[MLNoiseSuppressor] Initialization failed:`, error);

package/dist/channels/spatial/SpatialAudioChannel.js

@@ -38,13 +38,13 @@ class SpatialAudioChannel {
         // Master gain
         this.masterGainNode = this.audioContext.createGain();
         this.masterGainNode.gain.value = 1.0;
-        // Master compressor
+        // Master compressor - gentle settings for voice clarity
         this.compressor = this.audioContext.createDynamicsCompressor();
-        this.compressor.threshold.value = -15;
-        this.compressor.knee.value = 40;
-        this.compressor.ratio.value = 2.5;
-        this.compressor.attack.value = 0.02;
-        this.compressor.release.value = 0.25;
+        this.compressor.threshold.value = -24; // Higher threshold - only compress loud peaks
+        this.compressor.knee.value = 30; // Soft knee for natural transition
+        this.compressor.ratio.value = 3; // Gentle ratio for voice
+        this.compressor.attack.value = 0.003; // 3ms attack - catch transients but not too fast
+        this.compressor.release.value = 0.25; // 250ms release - smooth recovery
         // Connect master chain
         this.masterGainNode.connect(this.compressor);
         this.compressor.connect(this.audioContext.destination);
@@ -62,25 +62,11 @@ class SpatialAudioChannel {
      * Setup spatial audio for a participant
      */
     async setupParticipant(participantId, track, bypassSpatialization = false) {
-        console.log(`🎧 [SpatialAudioChannel] Setting up participant ${participantId.substring(0, 8)}`, {
-            trackKind: track.kind,
-            trackEnabled: track.enabled,
-            trackMuted: track.muted,
-            trackReadyState: track.readyState,
-            bypassSpatialization,
-            audioContextState: this.audioContext.state,
-        });
         if (this.audioContext.state === 'suspended') {
-            console.log(`🎧 [SpatialAudioChannel] Resuming suspended AudioContext...`);
             await this.audioContext.resume();
-            console.log(`🎧 [SpatialAudioChannel] AudioContext resumed, state: ${this.audioContext.state}`);
         }
         const stream = new MediaStream([track]);
         const source = this.audioContext.createMediaStreamSource(stream);
-        console.log(`🎧 [SpatialAudioChannel] Created MediaStreamSource for ${participantId.substring(0, 8)}`, {
-            streamActive: stream.active,
-            streamTracks: stream.getTracks().length,
-        });
         // Create all audio nodes
         const panner = this.createPanner();
         const stereoPanner = this.audioContext.createStereoPanner();
@@ -138,13 +124,6 @@ class SpatialAudioChannel {
             dynamicLowpass,
             stream,
         });
-        console.log(`🎧 [SpatialAudioChannel] ✅ Audio pipeline setup complete for ${participantId.substring(0, 8)}`, {
-            bypassSpatialization,
-            masterGainValue: this.masterGainNode.gain.value,
-            participantGainValue: gain.gain.value,
-            audioContextState: this.audioContext.state,
-            connectedToDestination: true,
-        });
     }
     /**
      * Update spatial audio for a participant
@@ -179,18 +158,6 @@ class SpatialAudioChannel {
         (0, gain_smoothing_1.applyStereoPanSmooth)(nodes.stereoPanner, panValue, this.audioContext, 0.05);
         // Apply gain
         (0, gain_smoothing_1.applyGainSmooth)(nodes.gain, gainValue, this.audioContext, 0.1);
-        // ========== DEBUG: SPATIAL AUDIO CALCULATION ==========
-        console.log(`🔊 [SpatialAudio] Participant ${participantId}:`, {
-            speakerPos: speakerHead,
-            listenerPos: listenerPos,
-            distance: distance.toFixed(2) + 'm',
-            rawPan: rawPan.toFixed(3),
-            smoothedPan: smoothedPan.toFixed(3),
-            panValue: panValue.toFixed(3),
-            gainPercent: gainPercent.toFixed(1) + '%',
-            gainValue: gainValue.toFixed(3),
-            panning: { left: panning.left.toFixed(1), right: panning.right.toFixed(1) },
-        });
     }
     /**
      * Set listener position from LSD data
@@ -203,13 +170,6 @@ class SpatialAudioChannel {
         if (rot && typeof rot.y === 'number') {
             this.listenerState.right = (0, pan_calc_1.calculateListenerRight)(rot.y);
         }
-        // ========== DEBUG: LISTENER STATE UPDATE ==========
-        console.log('👂 [SpatialAudio] Listener state updated:', {
-            position: this.listenerState.position,
-            right: this.listenerState.right,
-            yawDegrees: rot?.y,
-            initialized: this.listenerState.initialized,
-        });
     }
     /**
      * Toggle spatialization for a participant
@@ -239,7 +199,6 @@ class SpatialAudioChannel {
                         // Ignore - may already be routed correctly
                     }
                 }, fadeTime * 1000);
-                console.log(`[SpatialAudioChannel] ✅ Enabled spatialization for: ${participantId}`);
             }
             else {
                 // CROSSFADE: Connect direct path BEFORE disconnecting stereo panner
@@ -258,7 +217,6 @@ class SpatialAudioChannel {
                         // Already disconnected
                     }
                 }, fadeTime * 1000);
-                console.log(`[SpatialAudioChannel] ✅ Disabled spatialization (huddle mode) for: ${participantId}`);
             }
         }
         catch (error) {
@@ -317,12 +275,10 @@ class SpatialAudioChannel {
      */
     async initializeMLNoiseSuppression(modelPath) {
         try {
-            console.log(`[SpatialAudioChannel] Initializing ML noise suppression: ${modelPath}`);
             this.mlNoiseSuppressor = new MLNoiseSuppressor_1.MLNoiseSuppressor();
             await this.mlNoiseSuppressor.initialize(modelPath);
             if (this.mlNoiseSuppressor.isReady()) {
                 this.noiseSuppressionMode = 'ml';
-                console.log('[SpatialAudioChannel] ML noise suppression initialized successfully');
             }
             else {
                 throw new Error('ML model failed to load');
@@ -443,12 +399,13 @@ class SpatialAudioChannel {
         return { monoSplitter, monoGainL, monoGainR, monoMerger, stereoUpmixer };
     }
     createParticipantCompressor() {
+        // Per-participant compressor - light touch to preserve voice dynamics
         const compressor = this.audioContext.createDynamicsCompressor();
-        compressor.threshold.value = -6;
-        compressor.knee.value = 3;
-        compressor.ratio.value = 20;
-        compressor.attack.value = 0.001;
-        compressor.release.value = 0.05;
+        compressor.threshold.value = -18; // Only compress loud speech
+        compressor.knee.value = 12; // Soft knee for natural sound
+        compressor.ratio.value = 4; // Moderate ratio (was 20:1 - way too aggressive)
+        compressor.attack.value = 0.003; // 3ms attack - catch transients naturally
+        compressor.release.value = 0.15; // 150ms release - smooth recovery, no pumping
         return compressor;
     }
     createFilters() {

package/dist/core/MediasoupManager.js

@@ -68,10 +68,6 @@ class MediasoupManager {
         const params = await this.createWebRtcTransport('send', participantId);
         // Extract iceServers from params and pass them correctly
         const { iceServers, ...transportParams } = params;
-        console.log(`🎧 [MediasoupManager] Creating send transport with ICE servers:`, {
-            hasIceServers: !!iceServers,
-            iceServerCount: iceServers?.length || 0,
-        });
         this.sendTransport = this.device.createSendTransport({
             ...transportParams,
             iceServers: iceServers || [],
@@ -82,11 +78,6 @@ class MediasoupManager {
         const params = await this.createWebRtcTransport('recv', participantId);
         // Extract iceServers from params and pass them correctly
         const { iceServers, ...transportParams } = params;
-        console.log(`🎧 [MediasoupManager] Creating recv transport with ICE servers:`, {
-            hasIceServers: !!iceServers,
-            iceServerCount: iceServers?.length || 0,
-            iceServers: iceServers,
-        });
         this.recvTransport = this.device.createRecvTransport({
             ...transportParams,
             iceServers: iceServers || [],
@@ -95,22 +86,16 @@ class MediasoupManager {
     }
     connectSendTransport() {
         this.sendTransport?.on('connect', async ({ dtlsParameters }, callback, errback) => {
-            console.log(`🎤 [MediasoupManager] Send transport connecting, DTLS params:`, {
-                transportId: this.sendTransport.id.substring(0, 8),
-            });
             this.socket.emit('connect-transport', { transportId: this.sendTransport.id, dtlsParameters }, (response) => {
                 if (response.error) {
-                    console.error(`🎤 [MediasoupManager] ❌ Send transport connect failed:`, response.error);
                     errback(new Error(response.error));
                 }
                 else {
-                    console.log(`🎤 [MediasoupManager] ✅ Send transport connected`);
                     callback();
                 }
             });
         });
         this.sendTransport?.on('produce', async ({ kind, rtpParameters, appData, }, callback, errback) => {
-            console.log(`🎤 [MediasoupManager] Producing ${kind} track via socket...`);
             this.socket.emit('produce', {
                 transportId: this.sendTransport.id,
                 kind,
@@ -118,22 +103,15 @@ class MediasoupManager {
                 appData,
             }, (response) => {
                 if (response.error) {
-                    console.error(`🎤 [MediasoupManager] ❌ Produce failed:`, response.error);
                     errback(new Error(response.error));
                 }
                 else if (response.producerId) {
-                    console.log(`🎤 [MediasoupManager] ✅ Produce success, producerId:`, response.producerId.substring(0, 8));
                     callback({ id: response.producerId });
                 }
             });
         });
         this.sendTransport?.on('connectionstatechange', (state) => {
-            console.log(`🎤 [MediasoupManager] Send transport connection state changed: ${state}`);
-            if (state === 'connected') {
-                console.log(`🎤 [MediasoupManager] ✅ Send transport fully connected!`);
-            }
             if (state === 'failed' || state === 'closed') {
-                console.error(`🎤 [MediasoupManager] ❌ Send transport ${state}`);
                 this.producers.clear();
                 this.socket.emit('transport-failed', {
                     participantId: this.participantId,
@@ -141,53 +119,27 @@ class MediasoupManager {
                 });
             }
         });
-        // Also monitor ICE state separately
-        this.sendTransport?.on('icegatheringstatechange', (state) => {
-            console.log(`🎤 [MediasoupManager] Send transport ICE gathering state: ${state}`);
-        });
     }
     connectRecvTransport() {
         this.recvTransport?.on('connect', async ({ dtlsParameters }, callback, errback) => {
-            console.log(`🎧 [MediasoupManager] Recv transport connecting, DTLS params:`, {
-                transportId: this.recvTransport.id.substring(0, 8),
-            });
             this.socket.emit('connect-transport', { transportId: this.recvTransport.id, dtlsParameters }, (response) => {
                 if (response.error) {
-                    console.error(`🎧 [MediasoupManager] ❌ Recv transport connect failed:`, response.error);
                     errback(new Error(response.error));
                 }
                 else {
-                    console.log(`🎧 [MediasoupManager] ✅ Recv transport connected`);
                     callback();
                 }
             });
         });
         this.recvTransport?.on('connectionstatechange', (state) => {
-            console.log(`🎧 [MediasoupManager] Recv transport connection state changed: ${state}`);
             if (state === 'failed' || state === 'closed') {
-                console.error(`🎧 [MediasoupManager] ❌ Recv transport ${state}`);
-            }
-            if (state === 'connected') {
-                console.log(`🎧 [MediasoupManager] ✅ Recv transport fully connected!`);
+                // Handle transport failure
             }
         });
-        // Also monitor ICE state separately
-        this.recvTransport?.on('icegatheringstatechange', (state) => {
-            console.log(`🎧 [MediasoupManager] Recv transport ICE gathering state: ${state}`);
-        });
     }
     async produce(track, appData) {
         if (!this.sendTransport)
             throw new Error('Send transport not initialized');
-        // Debug: Log track state BEFORE producing
-        console.log(`🎤 [MediasoupManager] Producing ${track.kind} track:`, {
-            trackId: track.id.substring(0, 8),
-            enabled: track.enabled,
-            muted: track.muted,
-            readyState: track.readyState,
-            label: track.label,
-            sendTransportState: this.sendTransport.connectionState,
-        });
         const produceOptions = { track, appData };
         if (track.kind === 'video') {
             produceOptions.encodings = [
@@ -200,12 +152,6 @@ class MediasoupManager {
             };
         }
         const producer = await this.sendTransport.produce(produceOptions);
-        console.log(`🎤 [MediasoupManager] Producer created:`, {
-            producerId: producer.id.substring(0, 8),
-            kind: producer.kind,
-            paused: producer.paused,
-            closed: producer.closed,
-        });
         producer.on('transportclose', () => {
             this.producers.delete(producer.id);
         });
@@ -219,27 +165,12 @@ class MediasoupManager {
     async consume(data) {
         if (!this.recvTransport)
             throw new Error('Receive transport not set up');
-        console.log(`🎧 [MediasoupManager] Creating consumer for ${data.participantId.substring(0, 8)}`, {
-            consumerId: data.consumerId.substring(0, 8),
-            producerId: data.producerId.substring(0, 8),
-            kind: data.kind,
-            recvTransportId: this.recvTransport.id.substring(0, 8),
-            recvTransportConnectionState: this.recvTransport.connectionState,
-        });
         const consumer = await this.recvTransport.consume({
             id: data.consumerId,
             producerId: data.producerId,
             kind: data.kind,
             rtpParameters: data.rtpParameters,
         });
-        console.log(`🎧 [MediasoupManager] Consumer created for ${data.participantId.substring(0, 8)}`, {
-            consumerId: consumer.id.substring(0, 8),
-            trackKind: consumer.track.kind,
-            trackEnabled: consumer.track.enabled,
-            trackMuted: consumer.track.muted,
-            trackReadyState: consumer.track.readyState,
-            consumerPaused: consumer.paused,
-        });
         consumer.on('transportclose', () => {
             this.consumers.delete(consumer.id);
         });

package/dist/index.js

@@ -211,15 +211,6 @@ class OdysseySpatialComms extends EventManager_1.EventManager {
                 pan: spatialData?.pan,
                 dxLocal: spatialData?.dxLocal,
             };
-            // ========== DEBUG: SDK SENDING TO SERVER ==========
-            console.log("📤 [SDK->Server] updatePosition:", {
-                participantId: updateData.participantId,
-                position: updateData.position,
-                direction: updateData.direction,
-                rot: updateData.rot,
-                pan: updateData.pan,
-                dxLocal: updateData.dxLocal,
-            });
             this.socket.emit("update-position", updateData);
         }
     }
@@ -238,13 +229,6 @@ class OdysseySpatialComms extends EventManager_1.EventManager {
         this.spatialAudioManager.setListenerPosition(position, orientation);
     }
     setListenerFromLSD(listenerPos, cameraPos, lookAtPos, rot) {
-        // ========== DEBUG: LISTENER POSITION UPDATE ==========
-        console.log("🎧 [SDK] setListenerFromLSD:", {
-            listenerPos,
-            cameraPos,
-            lookAtPos,
-            rot,
-        });
         this.spatialAudioManager.setListenerFromLSD(listenerPos, cameraPos, lookAtPos, rot);
     }
     listenForEvents() {
@@ -399,19 +383,11 @@ class OdysseySpatialComms extends EventManager_1.EventManager {
                 participant.consumers.set(consumer.id, consumer);
                 if (track.kind === "audio") {
                     participant.audioTrack = track;
-                    console.log(`🎧 [SDK] Received audio consumer for ${participant.participantId.substring(0, 8)}`, {
-                        consumerId: consumer.id.substring(0, 8),
-                        trackEnabled: track.enabled,
-                        trackMuted: track.muted,
-                        trackReadyState: track.readyState,
-                        consumerPaused: consumer.paused,
-                    });
                     // CRITICAL: Do NOT setup spatial audio for local participant (yourself)
                     // This prevents hearing your own microphone (loopback)
                     const isLocalParticipant = participant.participantId ===
                         this.localParticipant?.participantId;
                     if (isLocalParticipant) {
-                        console.log(`🎧 [SDK] Skipping audio setup for local participant (prevent loopback)`);
                         // Do NOT connect this audio to Web Audio API
                         return; // Exit early to prevent any audio processing
                     }
@@ -419,20 +395,16 @@ class OdysseySpatialComms extends EventManager_1.EventManager {
                         // Check if participant is in a huddle (non-spatial channel)
                         const participantChannel = participant.currentChannel || "spatial";
                         const isInHuddle = participantChannel !== "spatial";
-                        console.log(`🎧 [SDK] Setting up spatial audio for ${participant.participantId.substring(0, 8)}, huddle: ${isInHuddle}`);
                         // Setup spatial audio - bypass 3D positioning for huddle members
                         await this.spatialAudioManager.setupSpatialAudioForParticipant(participant.participantId, track, isInHuddle // Bypass spatialization if in huddle
                         );
                     }
                     // NOW resume the consumer after audio pipeline is ready
-                    console.log(`🎧 [SDK] Resuming consumer ${consumer.id.substring(0, 8)}...`);
                     this.mediasoupManager
                         .resumeConsumer(consumer.id)
-                        .then(() => {
-                        console.log(`🎧 [SDK] ✅ Consumer ${consumer.id.substring(0, 8)} resumed successfully`);
-                    })
+                        .then(() => { })
                         .catch((err) => {
-                        console.error(`🎧 [SDK] ❌ Failed to resume consumer ${consumer.id.substring(0, 8)}:`, err);
+                        console.error(`[SDK] Failed to resume consumer:`, err);
                     });
                 }
                 else if (track.kind === "video") {
@@ -462,16 +434,6 @@ class OdysseySpatialComms extends EventManager_1.EventManager {
             }
         });
         this.socket.on("participant-position-updated", (data) => {
-            // ========== DEBUG: SDK RECEIVED FROM SERVER ==========
-            console.log("📥 [SDK<-Server] participant-position-updated:", {
-                participantId: data.participantId,
-                position: data.position,
-                direction: data.direction,
-                rot: data.rot,
-                pan: data.pan,
-                dxLocal: data.dxLocal,
-                currentChannel: data.currentChannel,
-            });
             const participant = this.room?.participants.get(data.participantId);
             if (participant) {
                 participant.position = data.position;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@newgameplusinc/odyssey-audio-video-sdk-dev",
-  "version": "1.0.262",
+  "version": "1.0.264",
   "description": "Odyssey Spatial Audio & Video SDK using MediaSoup for real-time communication",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",