@stream-io/video-client 1.44.6-beta.0 → 1.46.0

package/dist/index.es.js

@@ -3266,6 +3266,7 @@ class ParticipantJoined$Type extends MessageType {
         super('stream.video.sfu.event.ParticipantJoined', [
             { no: 1, name: 'call_cid', kind: 'scalar', T: 9 /*ScalarType.STRING*/ },
             { no: 2, name: 'participant', kind: 'message', T: () => Participant },
+            { no: 3, name: 'is_pinned', kind: 'scalar', T: 8 /*ScalarType.BOOL*/ },
         ]);
     }
 }
@@ -6284,7 +6285,7 @@ const getSdkVersion = (sdk) => {
     return sdk ? `${sdk.major}.${sdk.minor}.${sdk.patch}` : '0.0.0-development';
 };
 
-const version = "1.44.6-beta.0";
+const version = "1.46.0";
 const [major, minor, patch] = version.split('.');
 let sdkInfo = {
     type: SdkType.PLAIN_JAVASCRIPT,
@@ -9222,6 +9223,7 @@ const watchParticipantJoined = (state) => {
         // already announced participants.
         const orphanedTracks = reconcileOrphanedTracks(state, participant);
         state.updateOrAddParticipant(participant.sessionId, Object.assign(participant, orphanedTracks, {
+            ...(e.isPinned && { pin: { isLocalPin: false, pinnedAt: Date.now() } }),
             viewportVisibilityState: {
                 videoTrack: VisibilityState.UNKNOWN,
                 screenShareTrack: VisibilityState.UNKNOWN,
@@ -9553,11 +9555,14 @@ class AudioBindingsWatchdog {
                 for (const p of this.state.participants) {
                     if (p.isLocalParticipant)
                         continue;
-                    const { audioStream, screenShareAudioStream, sessionId, userId } = p;
-                    if (audioStream && !this.bindings.has(toBindingKey(sessionId))) {
+                    const { audioStream, screenShareAudioStream, sessionId, userId, publishedTracks, } = p;
+                    if (audioStream &&
+                        publishedTracks.includes(TrackType.AUDIO) &&
+                        !this.bindings.has(toBindingKey(sessionId))) {
                         danglingUserIds.push(userId);
                     }
                     if (screenShareAudioStream &&
+                        publishedTracks.includes(TrackType.SCREEN_SHARE_AUDIO) &&
                         !this.bindings.has(toBindingKey(sessionId, 'screenShareAudioTrack'))) {
                         danglingUserIds.push(userId);
                     }
@@ -9612,6 +9617,31 @@ class DynascaleManager {
         this.logger = videoLoggerSystem.getLogger('DynascaleManager');
         this.useWebAudio = false;
         this.pendingSubscriptionsUpdate = null;
+        /**
+         * Audio elements that were blocked by the browser's autoplay policy.
+         * These can be retried by calling `resumeAudio()` from a user gesture.
+         */
+        this.blockedAudioElementsSubject = new BehaviorSubject(new Set());
+        /**
+         * Whether the browser's autoplay policy is blocking audio playback.
+         * Will be `true` when the browser blocks autoplay (e.g., no prior user interaction).
+         * Use `resumeAudio()` within a user gesture to unblock.
+         */
+        this.autoplayBlocked$ = this.blockedAudioElementsSubject.pipe(map((elements) => elements.size > 0), distinctUntilChanged());
+        this.addBlockedAudioElement = (audioElement) => {
+            setCurrentValue(this.blockedAudioElementsSubject, (elements) => {
+                const next = new Set(elements);
+                next.add(audioElement);
+                return next;
+            });
+        };
+        this.removeBlockedAudioElement = (audioElement) => {
+            setCurrentValue(this.blockedAudioElementsSubject, (elements) => {
+                const nextElements = new Set(elements);
+                nextElements.delete(audioElement);
+                return nextElements;
+            });
+        };
         this.videoTrackSubscriptionOverridesSubject = new BehaviorSubject({});
         this.videoTrackSubscriptionOverrides$ = this.videoTrackSubscriptionOverridesSubject.asObservable();
         this.incomingVideoSettings$ = this.videoTrackSubscriptionOverrides$.pipe(map((overrides) => {
@@ -9643,6 +9673,7 @@ class DynascaleManager {
                 clearTimeout(this.pendingSubscriptionsUpdate);
             }
             this.audioBindingsWatchdog?.dispose();
+            setCurrentValue(this.blockedAudioElementsSubject, new Set());
             const context = this.audioContext;
             if (context && context.state !== 'closed') {
                 document.removeEventListener('click', this.resumeAudioContext);
@@ -9940,8 +9971,10 @@ class DynascaleManager {
                     return;
                 setTimeout(() => {
                     audioElement.srcObject = source ?? null;
-                    if (!source)
+                    if (!source) {
+                        this.removeBlockedAudioElement(audioElement);
                         return;
+                    }
                     // Safari has a special quirk that prevents playing audio until the user
                     // interacts with the page or focuses on the tab where the call happens.
                     // This is a workaround for the issue where:
@@ -9965,6 +9998,10 @@ class DynascaleManager {
                         audioElement.muted = false;
                         audioElement.play().catch((e) => {
                             this.tracer.trace('audioPlaybackError', e.message);
+                            if (e.name === 'NotAllowedError') {
+                                this.tracer.trace('audioPlaybackBlocked', null);
+                                this.addBlockedAudioElement(audioElement);
+                            }
                             this.logger.warn(`Failed to play audio stream`, e);
                         });
                     }
@@ -9991,6 +10028,7 @@ class DynascaleManager {
             audioElement.autoplay = true;
             return () => {
                 this.audioBindingsWatchdog?.unregister(sessionId, trackType);
+                this.removeBlockedAudioElement(audioElement);
                 sinkIdSubscription?.unsubscribe();
                 volumeSubscription.unsubscribe();
                 updateMediaStreamSubscription.unsubscribe();
@@ -9999,6 +10037,28 @@ class DynascaleManager {
                 gainNode?.disconnect();
             };
         };
+        /**
+         * Plays all audio elements blocked by the browser's autoplay policy.
+         * Must be called from within a user gesture (e.g., click handler).
+         *
+         * @returns a promise that resolves when all blocked elements have been retried.
+         */
+        this.resumeAudio = async () => {
+            this.tracer.trace('resumeAudio', null);
+            const blocked = new Set();
+            await Promise.all(Array.from(getCurrentValue(this.blockedAudioElementsSubject), async (el) => {
+                try {
+                    if (el.srcObject) {
+                        await el.play();
+                    }
+                }
+                catch {
+                    this.logger.warn(`Can't resume audio for element: `, el);
+                    blocked.add(el);
+                }
+            }));
+            setCurrentValue(this.blockedAudioElementsSubject, blocked);
+        };
         this.getOrCreateAudioContext = () => {
             if (!this.useWebAudio)
                 return;
@@ -11191,6 +11251,7 @@ class DeviceManager {
                     isDeviceReplaced = true;
                 }
                 if (isDeviceDisconnected) {
+                    this.dispatchDeviceDisconnectedEvent(prevDevice);
                     await this.disable();
                     await this.select(undefined);
                 }
@@ -11200,7 +11261,7 @@ class DeviceManager {
                         await this.enable();
                         this.isTrackStoppedDueToTrackEnd = false;
                     }
-                    else {
+                    else if (!hasPending(this.statusChangeConcurrencyTag)) {
                         await this.applySettingsToStream();
                     }
                 }
@@ -11214,6 +11275,20 @@ class DeviceManager {
         const kind = this.mediaDeviceKind;
         return devices.find((d) => d.deviceId === deviceId && d.kind === kind);
     }
+    dispatchDeviceDisconnectedEvent(device) {
+        const event = {
+            type: 'device.disconnected',
+            call_cid: this.call.cid,
+            status: this.isTrackStoppedDueToTrackEnd
+                ? this.state.prevStatus
+                : this.state.status,
+            deviceId: device.deviceId,
+            label: device.label,
+            kind: device.kind,
+        };
+        this.call.tracer.trace('device.disconnected', event);
+        this.call.streamClient.dispatchEvent(event);
+    }
     persistPreference(selectedDevice, status) {
         const deviceKind = this.mediaDeviceKind;
         const deviceKey = deviceKind === 'audioinput' ? 'microphone' : 'camera';
@@ -11864,11 +11939,15 @@ class RNSpeechDetector {
                 ? this.externalAudioStream
                 : await navigator.mediaDevices.getUserMedia({ audio: true });
             this.audioStream = audioStream;
-            this.pc1.addEventListener('icecandidate', async (e) => {
-                await this.pc2.addIceCandidate(e.candidate);
+            this.pc1.addEventListener('icecandidate', (e) => {
+                this.pc2.addIceCandidate(e.candidate).catch(() => {
+                    // do nothing
+                });
             });
             this.pc2.addEventListener('icecandidate', async (e) => {
-                await this.pc1.addIceCandidate(e.candidate);
+                this.pc1.addIceCandidate(e.candidate).catch(() => {
+                    // do nothing
+                });
             });
             this.pc2.addEventListener('track', (e) => {
                 e.streams[0].getTracks().forEach((track) => {
@@ -12097,6 +12176,7 @@ class MicrophoneManager extends AudioDeviceManager {
                 const deviceId = this.state.selectedDevice;
                 const devices = await firstValueFrom(this.listDevices());
                 const label = devices.find((d) => d.deviceId === deviceId)?.label;
+                let lastCapturesAudio;
                 this.noAudioDetectorCleanup = createNoAudioDetector(mediaStream, {
                     noAudioThresholdMs: this.silenceThresholdMs,
                     emitIntervalMs: this.silenceThresholdMs,
@@ -12108,7 +12188,10 @@ class MicrophoneManager extends AudioDeviceManager {
                             deviceId,
                             label,
                         };
-                        this.call.tracer.trace('mic.capture_report', event);
+                        if (capturesAudio !== lastCapturesAudio) {
+                            lastCapturesAudio = capturesAudio;
+                            this.call.tracer.trace('mic.capture_report', event);
+                        }
                         this.call.streamClient.dispatchEvent(event);
                     },
                 });
@@ -13028,16 +13111,16 @@ class Call {
                         };
                         const rejectReason = reason ?? 'decline';
                         const endCallReason = reasonToEndCallReason[rejectReason] ?? 'rejected';
-                        globalThis.streamRNVideoSDK?.callingX?.endCall(this, endCallReason);
                         await this.reject(rejectReason);
+                        globalThis.streamRNVideoSDK?.callingX?.endCall(this, endCallReason);
                     }
                     else {
                         // if reject was undefined, we still have to cancel the call automatically
                         // when I am the creator and everyone else left the call
                         const hasOtherParticipants = this.state.remoteParticipants.length > 0;
                         if (this.isCreatedByMe && !hasOtherParticipants) {
-                            globalThis.streamRNVideoSDK?.callingX?.endCall(this, 'canceled');
                             await this.reject('cancel');
+                            globalThis.streamRNVideoSDK?.callingX?.endCall(this, 'canceled');
                         }
                     }
                 }
@@ -14776,6 +14859,12 @@ class Call {
                 unbind();
             };
         };
+        /**
+         * Plays all audio elements blocked by the browser's autoplay policy.
+         */
+        this.resumeAudio = () => {
+            return this.dynascaleManager.resumeAudio();
+        };
         /**
          * Binds a DOM <img> element to this call's thumbnail (if enabled in settings).
          *
@@ -16017,7 +16106,7 @@ class StreamClient {
         this.getUserAgent = () => {
             if (!this.cachedUserAgent) {
                 const { clientAppIdentifier = {} } = this.options;
-                const { sdkName = 'js', sdkVersion = "1.44.6-beta.0", ...extras } = clientAppIdentifier;
+                const { sdkName = 'js', sdkVersion = "1.46.0", ...extras } = clientAppIdentifier;
                 this.cachedUserAgent = [
                     `stream-video-${sdkName}-v${sdkVersion}`,
                     ...Object.entries(extras).map(([key, value]) => `${key}=${value}`),