@newgameplusinc/odyssey-audio-video-sdk-dev 1.0.257 → 1.0.258

package/dist/SpatialAudioManager.d.ts

@@ -58,9 +58,8 @@ export declare class SpatialAudioManager extends EventManager {
     private panCenterDeadZone;
     private cachedSpeakerPositions;
     private cachedListenerPosition;
+    private listenerPositionInitialized;
     private positionSnapThreshold;
-    private cachedGainValues;
-    private gainChangeThreshold;
     private _listenerDebugLogTime?;
     private mlSuppressor;
     private mlModelReady;

package/dist/SpatialAudioManager.js

@@ -42,16 +42,11 @@ class SpatialAudioManager extends EventManager_1.EventManager {
         this.cachedSpeakerPositions = new Map();
         // Cache for last snapped listener position
         this.cachedListenerPosition = { x: 0, y: 0, z: 0 };
+        // Track if listener position has been set at least once
+        this.listenerPositionInitialized = false;
         // Minimum position change (in meters) to trigger recalculation
         // 0.30m = 30cm - ignores pixel streaming jitter, physics wobble, breathing
-        // ALIGNED with server-side 100cm filter - this catches smaller jitter
         this.positionSnapThreshold = 0.30;
-        // GAIN STABILIZATION: Prevents gain fluctuations when distance is stable
-        // Caches last calculated gain value for each participant
-        this.cachedGainValues = new Map();
-        // Minimum gain change (0-1 scale) to trigger update
-        // 0.05 = 5% change required - filters out tiny distance jitter
-        this.gainChangeThreshold = 0.05;
         // NOTE: Rate limiting variables removed - setTargetAtTime provides sufficient smoothing
         // The smoothPanValue() and position snapping handle jitter reduction
         // ML Noise Suppressor (TensorFlow.js-based)
@@ -387,25 +382,20 @@ class SpatialAudioManager extends EventManager_1.EventManager {
             // SNAP: Reduce jitter by ignoring micro-movements (<15cm)
             const snappedSpeakerPos = this.snapPosition(normalizedBodyPosition, participantId);
             const speakerHeadPosition = this.computeHeadPosition(snappedSpeakerPos);
-            // SNAP: Use cached listener position to reduce jitter
-            const listenerPos = this.cachedListenerPosition.x !== 0 || this.cachedListenerPosition.z !== 0
+            // Use cached listener position if initialized, otherwise use current position
+            const listenerPos = this.listenerPositionInitialized
                 ? this.cachedListenerPosition
                 : this.listenerPosition;
-            // DEBUG: Log positions for troubleshooting distance issues
-            const distX = speakerHeadPosition.x - listenerPos.x;
-            const distY = speakerHeadPosition.y - listenerPos.y;
-            const distZ = speakerHeadPosition.z - listenerPos.z;
             // Step 2: Calculate 3D distance (Euclidean distance from datum-based positions)
             // distance = √(Δx² + Δy² + Δz²)
             const distance = this.getDistanceBetween(listenerPos, speakerHeadPosition);
-            // HARD CUTOFF: Fade out completely if beyond max distance (15m)
-            // This prevents any audio processing for distant participants
-            const maxDistance = 15.0;
-            if (distance >= maxDistance) {
-                // Smooth fade to zero - prevents click (100ms fade)
-                nodes.gain.gain.setTargetAtTime(0, this.audioContext.currentTime, 0.033);
-                this.cachedGainValues.set(participantId, 0);
-                return; // Skip all other processing
+            // DEBUG: Log distance and gain every 2 seconds
+            const now = Date.now();
+            const lastLog = this._spatialDebugTimes.get(participantId) || 0;
+            if (now - lastLog > 2000) {
+                this._spatialDebugTimes.set(participantId, now);
+                const calculatedGainDebug = this.calculateLogarithmicGain(distance);
+                console.log(`🔊 SPATIAL DEBUG [${participantId.substring(0, 8)}]: dist=${distance.toFixed(2)}m, gain=${calculatedGainDebug}%, listenerInit=${this.listenerPositionInitialized}, listener=(${listenerPos.x.toFixed(1)},${listenerPos.y.toFixed(1)},${listenerPos.z.toFixed(1)}), speaker=(${speakerHeadPosition.x.toFixed(1)},${speakerHeadPosition.y.toFixed(1)},${speakerHeadPosition.z.toFixed(1)})`);
             }
             // Step 3: Calculate relative vector (speaker relative to listener)
             // vecToSource = speaker.pos - listener.pos
@@ -438,37 +428,22 @@ class SpatialAudioManager extends EventManager_1.EventManager {
             const panning = this.panningFromPanValue(smoothedPanValue, dxLocal);
             // Calculate gain based on distance
             const calculatedGain = this.calculateLogarithmicGain(distance);
-            const newGainValue = calculatedGain / 100; // Convert to 0-1 range
-            // SIMPLE GAIN STABILIZATION: Only update if change exceeds threshold
-            const cachedGain = this.cachedGainValues.get(participantId);
-            let finalGainValue = newGainValue;
-            if (cachedGain !== undefined) {
-                const gainChange = Math.abs(newGainValue - cachedGain);
-                if (gainChange < this.gainChangeThreshold) {
-                    // Change too small - keep cached value for stability
-                    finalGainValue = cachedGain;
-                }
-                else {
-                    // Significant change - update cache
-                    this.cachedGainValues.set(participantId, newGainValue);
-                }
-            }
-            else {
-                // First time - cache the value
-                this.cachedGainValues.set(participantId, newGainValue);
-            }
+            const gainValue = calculatedGain / 100; // Convert to 0-1 range
+            // DEBUG: Log RSD processing in SDK with ALL data for matching with Vue
+            console.log(`[SDK-RSD] id=${participantId.substring(0, 8)} | speakerPos=(${speakerHeadPosition.x.toFixed(1)},${speakerHeadPosition.y.toFixed(1)},${speakerHeadPosition.z.toFixed(1)}) | listenerPos=(${listenerPos.x.toFixed(1)},${listenerPos.y.toFixed(1)},${listenerPos.z.toFixed(1)}) | dist=${distance.toFixed(2)}m | gain=${(gainValue * 100).toFixed(0)}% | pan=${smoothedPanValue.toFixed(2)} (L:${panning.left.toFixed(0)}% R:${panning.right.toFixed(0)}%)`);
             // Apply panning
             this.applyStereoPanning(participantId, panning);
             // Apply gain with Web Audio's built-in smoothing (setTargetAtTime)
+            // This provides all the smoothing needed - no additional caching required
             const currentTime = this.audioContext.currentTime;
             try {
                 // setTargetAtTime provides smooth exponential interpolation
                 // Time constant 0.1 = ~300ms to settle
-                nodes.gain.gain.setTargetAtTime(finalGainValue, currentTime, 0.1);
+                nodes.gain.gain.setTargetAtTime(gainValue, currentTime, 0.1);
             }
             catch (err) {
                 // Fallback: If scheduling fails, set value directly (rare edge case)
-                nodes.gain.gain.value = finalGainValue;
+                nodes.gain.gain.value = gainValue;
             }
         }
     }
@@ -488,8 +463,6 @@ class SpatialAudioManager extends EventManager_1.EventManager {
             // Smooth ramp to 0 (muted) or 1 (unmuted) - prevents click
             // Time constant 0.05 = ~150ms to reach target (3 time constants)
             nodes.gain.gain.setTargetAtTime(muted ? 0 : 1, this.audioContext.currentTime, 0.05);
-            // Update cached gain value when muting/unmuting
-            this.cachedGainValues.set(participantId, muted ? 0 : 1);
         }
     }
     /**
@@ -532,6 +505,8 @@ class SpatialAudioManager extends EventManager_1.EventManager {
      * @param rot Rotation data (pitch, yaw, roll) - stored but not used for panning
      */
     setListenerFromLSD(listenerPos, cameraPos, lookAtPos, rot, localParticipantId) {
+        // DEBUG: Log LSD data received in SDK
+        console.log(`[SDK-LSD] cam=(${cameraPos.x.toFixed(1)},${cameraPos.y.toFixed(1)},${cameraPos.z.toFixed(1)}) rot=(${rot?.x?.toFixed(1)},${rot?.y?.toFixed(1)},${rot?.z?.toFixed(1)})`);
         // Store local participant ID for logging
         if (localParticipantId && !this.localParticipantId) {
             this.localParticipantId = localParticipantId;
@@ -685,8 +660,6 @@ class SpatialAudioManager extends EventManager_1.EventManager {
             this.participantNodes.delete(participantId);
             // Clean up smoothed pan value tracking
             this.smoothedPanValues.delete(participantId);
-            // Clean up cached gain values
-            this.cachedGainValues.delete(participantId);
             // Clean up cached speaker position
             this.cachedSpeakerPositions.delete(participantId);
         }
@@ -780,10 +753,12 @@ class SpatialAudioManager extends EventManager_1.EventManager {
         const cached = isListener
             ? this.cachedListenerPosition
             : this.cachedSpeakerPositions.get(participantId);
-        // If no cached position, use this one as the baseline
-        if (!cached || (cached.x === 0 && cached.y === 0 && cached.z === 0)) {
+        // If no cached position or first time, use this one as the baseline
+        const isFirstTime = !cached || (!this.listenerPositionInitialized && isListener);
+        if (isFirstTime) {
             if (isListener) {
                 this.cachedListenerPosition = { ...position };
+                this.listenerPositionInitialized = true;
             }
             else {
                 this.cachedSpeakerPositions.set(participantId, { ...position });

package/dist/index.js

@@ -436,6 +436,8 @@ class OdysseySpatialComms extends EventManager_1.EventManager {
             }
         });
         this.socket.on("participant-position-updated", (data) => {
+            // DEBUG: Log position update received from socket
+            console.log(`[SDK-SOCKET] id=${data.participantId.substring(0, 8)} pos=(${data.position.x.toFixed(1)},${data.position.y.toFixed(1)},${data.position.z.toFixed(1)}) rot=(${data.rot?.x?.toFixed(1)},${data.rot?.y?.toFixed(1)},${data.rot?.z?.toFixed(1)})`);
             const participant = this.room?.participants.get(data.participantId);
             if (participant) {
                 participant.position = data.position;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@newgameplusinc/odyssey-audio-video-sdk-dev",
-  "version": "1.0.257",
+  "version": "1.0.258",
   "description": "Odyssey Spatial Audio & Video SDK using MediaSoup for real-time communication",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",