@newgameplusinc/odyssey-audio-video-sdk-dev 1.0.60 → 1.0.61

package/dist/SpatialAudioManager.d.ts

@@ -74,6 +74,12 @@ export declare class SpatialAudioManager extends EventManager {
      */
     setupSpatialAudioForParticipant(participantId: string, track: MediaStreamTrack, bypassSpatialization?: boolean): Promise<void>;
     private startMonitoring;
+    /**
+     * Toggle spatialization for a participant (for huddle/spatial switching)
+     * @param participantId The participant to update
+     * @param enableSpatialization True for spatial audio, false for non-spatial (huddle)
+     */
+    setParticipantSpatialization(participantId: string, enableSpatialization: boolean): void;
     /**
      * Update spatial audio position and orientation for a participant
      *

package/dist/SpatialAudioManager.js

@@ -225,6 +225,40 @@ class SpatialAudioManager extends EventManager_1.EventManager {
         }, 2000); // Check every 2 seconds
         this.monitoringIntervals.set(participantId, interval);
     }
+    /**
+     * Toggle spatialization for a participant (for huddle/spatial switching)
+     * @param participantId The participant to update
+     * @param enableSpatialization True for spatial audio, false for non-spatial (huddle)
+     */
+    setParticipantSpatialization(participantId, enableSpatialization) {
+        const nodes = this.participantNodes.get(participantId);
+        if (!nodes) {
+            console.warn(`[SpatialAudio] No nodes found for participant ${participantId}`);
+            return;
+        }
+        // Disconnect and reconnect audio chain
+        try {
+            // Disconnect from current destination
+            nodes.proximityGain.disconnect();
+            if (enableSpatialization) {
+                // Connect through panner for 3D spatial audio
+                nodes.proximityGain.connect(nodes.panner);
+                nodes.panner.connect(nodes.analyser);
+                console.log(`🎯 [SpatialAudio] Enabled spatialization for ${participantId.substring(0, 8)}`);
+            }
+            else {
+                // Bypass panner for non-spatial (huddle) audio
+                nodes.proximityGain.connect(nodes.analyser);
+                console.log(`🔊 [SpatialAudio] Disabled spatialization (huddle mode) for ${participantId.substring(0, 8)}`);
+            }
+            // Rest of the chain remains the same
+            nodes.analyser.connect(nodes.gain);
+            nodes.gain.connect(this.masterGainNode);
+        }
+        catch (error) {
+            console.error(`[SpatialAudio] Error toggling spatialization for ${participantId}:`, error);
+        }
+    }
     /**
      * Update spatial audio position and orientation for a participant
      *
@@ -322,7 +356,9 @@ class SpatialAudioManager extends EventManager_1.EventManager {
         const fwdY = forwardY / forwardLen;
         const fwdZ = forwardZ / forwardLen;
         // Calculate right vector (cross product of world up and forward)
-        const worldUp = { x: 0, y: 0, z: 1 }; // Unreal Z-up
+        // Web Audio API uses Y-up coordinate system, Unreal uses Z-up
+        // We need to transform: Unreal (X,Y,Z) -> WebAudio (X,Z,-Y)
+        const worldUp = { x: 0, y: 1, z: 0 }; // Web Audio Y-up
         const rightX = worldUp.y * fwdZ - worldUp.z * fwdY;
         const rightY = worldUp.z * fwdX - worldUp.x * fwdZ;
         const rightZ = worldUp.x * fwdY - worldUp.y * fwdX;
@@ -334,8 +370,8 @@ class SpatialAudioManager extends EventManager_1.EventManager {
                 forwardY: fwdY,
                 forwardZ: fwdZ,
                 upX: 0,
-                upY: 0,
-                upZ: 1,
+                upY: 1,
+                upZ: 0,
             });
             return;
         }

package/dist/index.js

@@ -383,11 +383,16 @@ class OdysseySpatialComms extends EventManager_1.EventManager {
                         return; // Exit early to prevent any audio processing
                     }
                     else {
-                        // Setup spatial audio with full 3D positioning
-                        await this.spatialAudioManager.setupSpatialAudioForParticipant(participant.participantId, track, false // Always enable spatial audio
+                        // Check if participant is in a huddle (non-spatial channel)
+                        const participantChannel = participant.currentChannel || "spatial";
+                        const isInHuddle = participantChannel !== "spatial";
+                        // Setup spatial audio - bypass 3D positioning for huddle members
+                        await this.spatialAudioManager.setupSpatialAudioForParticipant(participant.participantId, track, isInHuddle // Bypass spatialization if in huddle
                         );
-                        // Update spatial audio position
-                        this.spatialAudioManager.updateSpatialAudio(participant.participantId, data.position);
+                        // Only update spatial position if in spatial channel
+                        if (!isInHuddle) {
+                            this.spatialAudioManager.updateSpatialAudio(participant.participantId, data.position);
+                        }
                     }
                     // NOW resume the consumer after audio pipeline is ready
                     this.mediasoupManager
@@ -496,6 +501,9 @@ class OdysseySpatialComms extends EventManager_1.EventManager {
             const participant = this.room?.participants.get(data.participantId);
             if (participant) {
                 participant.currentChannel = data.channelId;
+                // Update spatialization based on channel
+                const isInSpatialChannel = data.channelId === "spatial";
+                this.spatialAudioManager.setParticipantSpatialization(data.participantId, isInSpatialChannel);
                 // If this participant is now in a different channel from us, clear their screenshare
                 const myChannel = this.localParticipant?.currentChannel || "spatial";
                 const theirChannel = data.channelId || "spatial";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@newgameplusinc/odyssey-audio-video-sdk-dev",
-  "version": "1.0.60",
+  "version": "1.0.61",
   "description": "Odyssey Spatial Audio & Video SDK using MediaSoup for real-time communication",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",