@newgameplusinc/odyssey-audio-video-sdk-dev 1.0.37 → 1.0.39

package/dist/MediasoupManager.d.ts

@@ -15,7 +15,7 @@ export declare class MediasoupManager {
     createRecvTransport(participantId: string): Promise<void>;
     private connectSendTransport;
     private connectRecvTransport;
-    produce(track: MediaStreamTrack): Promise<types.Producer>;
+    produce(track: MediaStreamTrack, appData?: any): Promise<types.Producer>;
     consume(data: {
         consumerId: string;
         producerId: string;

package/dist/MediasoupManager.js

@@ -99,10 +99,10 @@ class MediasoupManager {
             });
         });
     }
-    async produce(track) {
+    async produce(track, appData) {
         if (!this.sendTransport)
             throw new Error("Send transport not initialized");
-        const producer = await this.sendTransport.produce({ track });
+        const producer = await this.sendTransport.produce({ track, appData });
         this.producers.set(producer.id, producer);
         return producer;
     }

package/dist/SpatialAudioManager.js

@@ -243,7 +243,11 @@ class SpatialAudioManager extends EventManager_1.EventManager {
      */
     setParticipantMuted(participantId, muted) {
         const nodes = this.participantNodes.get(participantId);
-        if (nodes?.gain) {
+        if (!nodes) {
+            // Audio nodes don't exist yet - this is normal if called before consumer is set up
+            return;
+        }
+        if (nodes.gain) {
             // Set gain to 0 (muted) or 1 (unmuted) immediately
             nodes.gain.gain.setValueAtTime(muted ? 0 : 1, this.audioContext.currentTime);
         }

package/dist/index.d.ts

@@ -28,7 +28,9 @@ export declare class OdysseySpatialComms extends EventManager {
     leaveRoom(): void;
     resumeAudio(): Promise<void>;
     getAudioContextState(): AudioContextState;
-    produceTrack(track: MediaStreamTrack): Promise<any>;
+    produceTrack(track: MediaStreamTrack, appData?: {
+        isScreenshare?: boolean;
+    }): Promise<any>;
     updatePosition(position: Position, direction: Direction, spatialData?: {
         cameraDistance?: number;
         screenPos?: {
@@ -95,11 +97,6 @@ export declare class OdysseySpatialComms extends EventManager {
     /**
      * Mute another participant (owner only)
      */
-    /**
-     * Update mute state for all participants based on channel matching
-     * Called when local user switches channels
-     */
-    private updateAllParticipantsMuteState;
     muteParticipant(participantId: string): Promise<{
         success?: boolean;
         error?: string;

package/dist/index.js

@@ -101,8 +101,8 @@ class OdysseySpatialComms extends EventManager_1.EventManager {
     getAudioContextState() {
         return this.spatialAudioManager.getAudioContextState();
     }
-    async produceTrack(track) {
-        const producer = await this.mediasoupManager.produce(track);
+    async produceTrack(track, appData) {
+        const producer = await this.mediasoupManager.produce(track, appData);
         if (this.localParticipant) {
             const isFirstProducer = this.localParticipant.producers.size === 0;
             this.localParticipant.producers.set(producer.id, producer);
@@ -111,8 +111,15 @@ class OdysseySpatialComms extends EventManager_1.EventManager {
                 this.localParticipant.mediaState.audio = true;
             }
             else if (track.kind === "video") {
-                this.localParticipant.videoTrack = track;
-                this.localParticipant.mediaState.video = true;
+                // Store as videoTrack or screenshareTrack based on metadata
+                if (appData?.isScreenshare) {
+                    this.localParticipant.screenshareTrack = track;
+                    this.localParticipant.mediaState.sharescreen = true;
+                }
+                else {
+                    this.localParticipant.videoTrack = track;
+                    this.localParticipant.mediaState.video = true;
+                }
             }
             // Send device RTP capabilities after first track is produced
             // This ensures transports are fully connected via DTLS
@@ -233,13 +240,6 @@ class OdysseySpatialComms extends EventManager_1.EventManager {
                 ? Array.from(this.room.participants.values())
                 : [];
             this.emit("all-participants-update", normalizedParticipants);
-            // CRITICAL: After receiving channel data, update ALL mute states
-            // This ensures existing audio consumers get the correct mute state
-            console.log(`[CHANNEL-DEBUG] all-participants-update: Received ${normalizedParticipants.length} participants`);
-            normalizedParticipants.forEach(p => {
-                console.log(`  - ${p.participantId?.substring(0, 8)}: channel=${p.currentChannel || 'spatial'}`);
-            });
-            this.updateAllParticipantsMuteState();
         });
         this.socket.on("new-participant", (participantData) => {
             if (this.room) {
@@ -325,25 +325,11 @@ class OdysseySpatialComms extends EventManager_1.EventManager {
                         return; // Exit early to prevent any audio processing
                     }
                     else {
-                        // Check if participant is in huddle - if so, skip spatial audio
-                        const participantChannel = participant.currentChannel || "spatial";
-                        const myChannel = this.localParticipant?.currentChannel || "spatial";
-                        const isInHuddle = participantChannel !== "spatial";
-                        console.log(`[CHANNEL-DEBUG] Setting up audio consumer:`);
-                        console.log(`  - Participant: ${participant.participantId?.substring(0, 8)}`);
-                        console.log(`  - My channel: ${myChannel}`);
-                        console.log(`  - Their channel: ${participantChannel}`);
-                        // Setup spatial audio with full 3D positioning (disabled for huddle users)
-                        await this.spatialAudioManager.setupSpatialAudioForParticipant(participant.participantId, track, isInHuddle // Disable spatial audio for huddle users
+                        // Setup spatial audio with full 3D positioning
+                        await this.spatialAudioManager.setupSpatialAudioForParticipant(participant.participantId, track, false // Always enable spatial audio
                         );
-                        // CRITICAL: Mute if not in same channel
-                        const shouldMute = myChannel !== participantChannel;
-                        console.log(`  - Should mute: ${shouldMute} (channels ${myChannel === participantChannel ? 'MATCH' : 'DIFFER'})`);
-                        this.spatialAudioManager.setParticipantMuted(participant.participantId, shouldMute);
-                        // Only update spatial audio position if NOT in huddle
-                        if (!isInHuddle) {
-                            this.spatialAudioManager.updateSpatialAudio(participant.participantId, data.position);
-                        }
+                        // Update spatial audio position
+                        this.spatialAudioManager.updateSpatialAudio(participant.participantId, data.position);
                     }
                     // NOW resume the consumer after audio pipeline is ready
                     this.mediasoupManager
@@ -356,7 +342,16 @@ class OdysseySpatialComms extends EventManager_1.EventManager {
                     });
                 }
                 else if (track.kind === "video") {
-                    participant.videoTrack = track;
+                    // Check if this is a screenshare or camera video
+                    const isScreenshare = data.appData?.isScreenshare;
+                    if (isScreenshare) {
+                        // Store as screenshareTrack
+                        participant.screenshareTrack = track;
+                    }
+                    else {
+                        // Store as regular videoTrack (camera)
+                        participant.videoTrack = track;
+                    }
                     // Resume video consumer immediately (no audio pipeline needed)
                     this.mediasoupManager
                         .resumeConsumer(consumer.id)
@@ -367,6 +362,7 @@ class OdysseySpatialComms extends EventManager_1.EventManager {
                     participant,
                     track,
                     consumer,
+                    isScreenshare: data.appData?.isScreenshare,
                 });
             }
         });
@@ -436,37 +432,13 @@ class OdysseySpatialComms extends EventManager_1.EventManager {
             this.emit("huddle-ended", data);
         });
         this.socket.on("participant-channel-changed", (data) => {
-            console.log(`📡 participant-channel-changed: ${data.participantId?.substring(0, 8)} → ${data.channelId}`);
             const participant = this.room?.participants.get(data.participantId);
             if (participant) {
                 participant.currentChannel = data.channelId;
-                // Toggle spatial audio based on channel
-                const isInHuddle = data.channelId !== "spatial";
-                // Update spatial audio bypass state for this participant
-                if (participant.audioTrack) {
-                    this.spatialAudioManager.setupSpatialAudioForParticipant(participant.participantId, participant.audioTrack, isInHuddle // Disable spatial for huddle, enable for spatial
-                    ).catch(err => {
-                        console.error(`Failed to update spatial audio for ${participant.participantId}:`, err);
-                    });
-                }
-                // CRITICAL: Mute/unmute based on channel matching
-                const myChannel = this.localParticipant?.currentChannel || "spatial";
-                const theirChannel = data.channelId || "spatial";
-                const shouldMute = myChannel !== theirChannel;
-                console.log(`[CHANNEL-DEBUG] participant-channel-changed:`);
-                console.log(`  - Participant: ${participant.participantId?.substring(0, 8)}`);
-                console.log(`  - My channel: ${myChannel}`);
-                console.log(`  - Their new channel: ${theirChannel}`);
-                console.log(`  - Should mute: ${shouldMute}`);
-                this.spatialAudioManager.setParticipantMuted(participant.participantId, shouldMute);
             }
             // Update local participant if it's them
             if (this.localParticipant?.participantId === data.participantId && this.localParticipant !== null) {
-                console.log(`[CHANNEL-DEBUG] LOCAL USER changed channel to: ${data.channelId}`);
                 this.localParticipant.currentChannel = data.channelId;
-                // When LOCAL user changes channel, update ALL other participants' mute state
-                console.log(`[CHANNEL-DEBUG] Updating ALL participants mute state...`);
-                this.updateAllParticipantsMuteState();
             }
             this.emit("participant-channel-changed", data);
         });
@@ -529,7 +501,6 @@ class OdysseySpatialComms extends EventManager_1.EventManager {
      * Join huddle (anyone can join directly without invite)
      */
     async joinHuddle() {
-        console.log(`🎧 [joinHuddle] Joining group huddle...`);
         if (!this.localParticipant || !this.room) {
             return { success: false, error: "Not in a room" };
         }
@@ -539,10 +510,7 @@ class OdysseySpatialComms extends EventManager_1.EventManager {
                 roomId: this.room.id,
             }, (response) => {
                 if (response.success && this.localParticipant) {
-                    console.log(`✅ [joinHuddle] Success! New channel: ${response.channelId}`);
                     this.localParticipant.currentChannel = response.channelId;
-                    // CRITICAL: Update mute state for all participants when joining huddle
-                    this.updateAllParticipantsMuteState();
                 }
                 else {
                     console.error(`❌ [joinHuddle] Failed:`, response.error);
@@ -555,7 +523,6 @@ class OdysseySpatialComms extends EventManager_1.EventManager {
      * Leave current huddle and return to spatial audio
      */
     async leaveHuddle() {
-        console.log(`🚪 [leaveHuddle] Leaving huddle...`);
         if (!this.localParticipant || !this.room) {
             return { success: false, error: "Not in a room" };
         }
@@ -565,10 +532,7 @@ class OdysseySpatialComms extends EventManager_1.EventManager {
                 roomId: this.room.id,
             }, (response) => {
                 if (response.success && this.localParticipant) {
-                    console.log(`✅ [leaveHuddle] Success! New channel: ${response.channelId}`);
                     this.localParticipant.currentChannel = response.channelId;
-                    // CRITICAL: Update mute state for all participants when leaving huddle
-                    this.updateAllParticipantsMuteState();
                 }
                 else {
                     console.error(`❌ [leaveHuddle] Failed:`, response.error);
@@ -590,26 +554,6 @@ class OdysseySpatialComms extends EventManager_1.EventManager {
     /**
      * Mute another participant (owner only)
      */
-    /**
-     * Update mute state for all participants based on channel matching
-     * Called when local user switches channels
-     */
-    updateAllParticipantsMuteState() {
-        if (!this.localParticipant || !this.room)
-            return;
-        const myChannel = this.localParticipant.currentChannel || "spatial";
-        console.log(`[CHANNEL-DEBUG] updateAllParticipantsMuteState - My channel: ${myChannel}`);
-        this.room.participants.forEach((participant) => {
-            // Skip local participant (never hear yourself)
-            if (participant.participantId === this.localParticipant?.participantId) {
-                return;
-            }
-            const theirChannel = participant.currentChannel || "spatial";
-            const shouldMute = myChannel !== theirChannel;
-            console.log(`  - ${participant.participantId?.substring(0, 8)}: channel=${theirChannel}, shouldMute=${shouldMute}`);
-            this.spatialAudioManager.setParticipantMuted(participant.participantId, shouldMute);
-        });
-    }
     async muteParticipant(participantId) {
         if (!this.localParticipant || !this.room) {
             return { success: false, error: "Not in a room" };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@newgameplusinc/odyssey-audio-video-sdk-dev",
-  "version": "1.0.37",
+  "version": "1.0.39",
   "description": "Odyssey Spatial Audio & Video SDK using MediaSoup for real-time communication",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",