@newgameplusinc/odyssey-audio-video-sdk-dev 1.0.256 → 1.0.258

package/dist/SpatialAudioManager.d.ts

@@ -58,10 +58,8 @@ export declare class SpatialAudioManager extends EventManager {
     private panCenterDeadZone;
     private cachedSpeakerPositions;
     private cachedListenerPosition;
+    private listenerPositionInitialized;
     private positionSnapThreshold;
-    private cachedGainValues;
-    private gainChangeThreshold;
-    private minimumStableGain;
     private _listenerDebugLogTime?;
     private mlSuppressor;
     private mlModelReady;

package/dist/SpatialAudioManager.js

@@ -42,19 +42,11 @@ class SpatialAudioManager extends EventManager_1.EventManager {
         this.cachedSpeakerPositions = new Map();
         // Cache for last snapped listener position
         this.cachedListenerPosition = { x: 0, y: 0, z: 0 };
+        // Track if listener position has been set at least once
+        this.listenerPositionInitialized = false;
         // Minimum position change (in meters) to trigger recalculation
         // 0.30m = 30cm - ignores pixel streaming jitter, physics wobble, breathing
-        // ALIGNED with server-side 100cm filter - this catches smaller jitter
         this.positionSnapThreshold = 0.30;
-        // GAIN STABILIZATION: Prevents gain fluctuations when distance is stable
-        // Caches last calculated gain value for each participant
-        this.cachedGainValues = new Map();
-        // Minimum gain change (0-1 scale) to trigger update
-        // 0.08 = 8% change required - filters out tiny distance jitter
-        this.gainChangeThreshold = 0.08;
-        // Minimum stable gain floor - never go below this when participant is audible
-        // This ensures audio is always clearly audible when within max distance
-        this.minimumStableGain = 0.15; // 15% minimum when within range
         // NOTE: Rate limiting variables removed - setTargetAtTime provides sufficient smoothing
         // The smoothPanValue() and position snapping handle jitter reduction
         // ML Noise Suppressor (TensorFlow.js-based)
@@ -390,25 +382,20 @@ class SpatialAudioManager extends EventManager_1.EventManager {
             // SNAP: Reduce jitter by ignoring micro-movements (<15cm)
             const snappedSpeakerPos = this.snapPosition(normalizedBodyPosition, participantId);
             const speakerHeadPosition = this.computeHeadPosition(snappedSpeakerPos);
-            // SNAP: Use cached listener position to reduce jitter
-            const listenerPos = this.cachedListenerPosition.x !== 0 || this.cachedListenerPosition.z !== 0
+            // Use cached listener position if initialized, otherwise use current position
+            const listenerPos = this.listenerPositionInitialized
                 ? this.cachedListenerPosition
                 : this.listenerPosition;
-            // DEBUG: Log positions for troubleshooting distance issues
-            const distX = speakerHeadPosition.x - listenerPos.x;
-            const distY = speakerHeadPosition.y - listenerPos.y;
-            const distZ = speakerHeadPosition.z - listenerPos.z;
             // Step 2: Calculate 3D distance (Euclidean distance from datum-based positions)
             // distance = √(Δx² + Δy² + Δz²)
             const distance = this.getDistanceBetween(listenerPos, speakerHeadPosition);
-            // HARD CUTOFF: Fade out completely if beyond max distance (15m)
-            // This prevents any audio processing for distant participants
-            const maxDistance = 15.0;
-            if (distance >= maxDistance) {
-                // Smooth fade to zero - prevents click (100ms fade)
-                nodes.gain.gain.setTargetAtTime(0, this.audioContext.currentTime, 0.033);
-                this.cachedGainValues.set(participantId, 0);
-                return; // Skip all other processing
+            // DEBUG: Log distance and gain every 2 seconds
+            const now = Date.now();
+            const lastLog = this._spatialDebugTimes.get(participantId) || 0;
+            if (now - lastLog > 2000) {
+                this._spatialDebugTimes.set(participantId, now);
+                const calculatedGainDebug = this.calculateLogarithmicGain(distance);
+                console.log(`🔊 SPATIAL DEBUG [${participantId.substring(0, 8)}]: dist=${distance.toFixed(2)}m, gain=${calculatedGainDebug}%, listenerInit=${this.listenerPositionInitialized}, listener=(${listenerPos.x.toFixed(1)},${listenerPos.y.toFixed(1)},${listenerPos.z.toFixed(1)}), speaker=(${speakerHeadPosition.x.toFixed(1)},${speakerHeadPosition.y.toFixed(1)},${speakerHeadPosition.z.toFixed(1)})`);
             }
             // Step 3: Calculate relative vector (speaker relative to listener)
             // vecToSource = speaker.pos - listener.pos
@@ -441,50 +428,22 @@ class SpatialAudioManager extends EventManager_1.EventManager {
             const panning = this.panningFromPanValue(smoothedPanValue, dxLocal);
             // Calculate gain based on distance
             const calculatedGain = this.calculateLogarithmicGain(distance);
-            let newGainValue = calculatedGain / 100; // Convert to 0-1 range
-            // Apply minimum stable gain floor - ensures audio is always clearly audible
-            // when within max distance (15m). This prevents "too quiet" audio.
-            newGainValue = Math.max(newGainValue, this.minimumStableGain);
-            // GAIN STABILIZATION: Only update gain if change exceeds threshold
-            // This prevents audio fluctuations when users are stationary
-            const cachedGain = this.cachedGainValues.get(participantId);
-            let finalGainValue = newGainValue;
-            if (cachedGain !== undefined && cachedGain > 0) {
-                const gainChange = Math.abs(newGainValue - cachedGain);
-                // HYSTERESIS: Use different thresholds for increasing vs decreasing gain
-                // This prevents oscillation around threshold boundaries
-                const isIncreasing = newGainValue > cachedGain;
-                const effectiveThreshold = isIncreasing
-                    ? this.gainChangeThreshold * 0.8 // Easier to increase (respond to getting closer)
-                    : this.gainChangeThreshold * 1.2; // Harder to decrease (resist getting quieter)
-                if (gainChange < effectiveThreshold) {
-                    // Change too small - keep cached value for stability
-                    finalGainValue = cachedGain;
-                }
-                else {
-                    // Significant change - use weighted average for smooth transition
-                    // Blend 70% new value with 30% cached value
-                    finalGainValue = newGainValue * 0.7 + cachedGain * 0.3;
-                    this.cachedGainValues.set(participantId, finalGainValue);
-                }
-            }
-            else {
-                // First time or was muted - cache the value
-                this.cachedGainValues.set(participantId, newGainValue);
-            }
+            const gainValue = calculatedGain / 100; // Convert to 0-1 range
+            // DEBUG: Log RSD processing in SDK with ALL data for matching with Vue
+            console.log(`[SDK-RSD] id=${participantId.substring(0, 8)} | speakerPos=(${speakerHeadPosition.x.toFixed(1)},${speakerHeadPosition.y.toFixed(1)},${speakerHeadPosition.z.toFixed(1)}) | listenerPos=(${listenerPos.x.toFixed(1)},${listenerPos.y.toFixed(1)},${listenerPos.z.toFixed(1)}) | dist=${distance.toFixed(2)}m | gain=${(gainValue * 100).toFixed(0)}% | pan=${smoothedPanValue.toFixed(2)} (L:${panning.left.toFixed(0)}% R:${panning.right.toFixed(0)}%)`);
             // Apply panning
             this.applyStereoPanning(participantId, panning);
             // Apply gain with Web Audio's built-in smoothing (setTargetAtTime)
+            // This provides all the smoothing needed - no additional caching required
             const currentTime = this.audioContext.currentTime;
             try {
                 // setTargetAtTime provides smooth exponential interpolation
-                // Time constant 0.25 = ~750ms to settle (very smooth transitions)
-                // Longer time constant prevents audible gain jumps
-                nodes.gain.gain.setTargetAtTime(finalGainValue, currentTime, 0.25);
+                // Time constant 0.1 = ~300ms to settle
+                nodes.gain.gain.setTargetAtTime(gainValue, currentTime, 0.1);
             }
             catch (err) {
                 // Fallback: If scheduling fails, set value directly (rare edge case)
-                nodes.gain.gain.value = finalGainValue;
+                nodes.gain.gain.value = gainValue;
             }
         }
     }
@@ -504,8 +463,6 @@ class SpatialAudioManager extends EventManager_1.EventManager {
             // Smooth ramp to 0 (muted) or 1 (unmuted) - prevents click
             // Time constant 0.05 = ~150ms to reach target (3 time constants)
             nodes.gain.gain.setTargetAtTime(muted ? 0 : 1, this.audioContext.currentTime, 0.05);
-            // Update cached gain value when muting/unmuting
-            this.cachedGainValues.set(participantId, muted ? 0 : 1);
         }
     }
     /**
@@ -548,6 +505,8 @@ class SpatialAudioManager extends EventManager_1.EventManager {
      * @param rot Rotation data (pitch, yaw, roll) - stored but not used for panning
      */
     setListenerFromLSD(listenerPos, cameraPos, lookAtPos, rot, localParticipantId) {
+        // DEBUG: Log LSD data received in SDK
+        console.log(`[SDK-LSD] cam=(${cameraPos.x.toFixed(1)},${cameraPos.y.toFixed(1)},${cameraPos.z.toFixed(1)}) rot=(${rot?.x?.toFixed(1)},${rot?.y?.toFixed(1)},${rot?.z?.toFixed(1)})`);
         // Store local participant ID for logging
         if (localParticipantId && !this.localParticipantId) {
             this.localParticipantId = localParticipantId;
@@ -701,8 +660,6 @@ class SpatialAudioManager extends EventManager_1.EventManager {
             this.participantNodes.delete(participantId);
             // Clean up smoothed pan value tracking
             this.smoothedPanValues.delete(participantId);
-            // Clean up cached gain values
-            this.cachedGainValues.delete(participantId);
             // Clean up cached speaker position
             this.cachedSpeakerPositions.delete(participantId);
         }
@@ -796,10 +753,12 @@ class SpatialAudioManager extends EventManager_1.EventManager {
         const cached = isListener
             ? this.cachedListenerPosition
             : this.cachedSpeakerPositions.get(participantId);
-        // If no cached position, use this one as the baseline
-        if (!cached || (cached.x === 0 && cached.y === 0 && cached.z === 0)) {
+        // If no cached position or first time, use this one as the baseline
+        const isFirstTime = !cached || (!this.listenerPositionInitialized && isListener);
+        if (isFirstTime) {
             if (isListener) {
                 this.cachedListenerPosition = { ...position };
+                this.listenerPositionInitialized = true;
             }
             else {
                 this.cachedSpeakerPositions.set(participantId, { ...position });
@@ -1087,9 +1046,9 @@ class SpatialAudioManager extends EventManager_1.EventManager {
      * - 10m+ → 5% (minimum, barely audible)
      */
     calculateLogarithmicGain(distance) {
-        const minDistance = 1.5; // Full volume at 1.5m or closer (conversation distance)
-        const minGain = 20; // Minimum 20% at far distances (still clearly audible)
-        const falloffRate = 0.12; // Controls how fast volume drops (lower = gentler)
+        const minDistance = 1.0; // Full volume at 1m or closer
+        const minGain = 15; // Minimum 15% at far distances (still audible)
+        const falloffRate = 0.12; // Controls how fast volume drops (gentler)
         // Full volume within minimum distance
         if (distance <= minDistance)
             return 100;

package/dist/index.js

@@ -436,6 +436,8 @@ class OdysseySpatialComms extends EventManager_1.EventManager {
             }
         });
         this.socket.on("participant-position-updated", (data) => {
+            // DEBUG: Log position update received from socket
+            console.log(`[SDK-SOCKET] id=${data.participantId.substring(0, 8)} pos=(${data.position.x.toFixed(1)},${data.position.y.toFixed(1)},${data.position.z.toFixed(1)}) rot=(${data.rot?.x?.toFixed(1)},${data.rot?.y?.toFixed(1)},${data.rot?.z?.toFixed(1)})`);
             const participant = this.room?.participants.get(data.participantId);
             if (participant) {
                 participant.position = data.position;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@newgameplusinc/odyssey-audio-video-sdk-dev",
-  "version": "1.0.256",
+  "version": "1.0.258",
   "description": "Odyssey Spatial Audio & Video SDK using MediaSoup for real-time communication",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",