npm - @whereby.com/media - Versions diffs - 9.6.0 → 9.7.0 - Mend

@whereby.com/media 9.6.0 → 9.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (7) hide show

package/dist/index.cjs CHANGED Viewed

@@ -2498,18 +2498,19 @@ function getMediaConstraints({ disableAEC, disableAGC, hd, lax, lowDataMode, pre
     return constraints;
 }
 function getConstraints({ devices, videoId, audioId, options, type = "ideal" }) {
-    const audioDevices = devices.filter((d) => d.kind === "audioinput");
-    const videoDevices = devices.filter((d) => d.kind === "videoinput");
-    const useDefaultAudio = !audioId || !audioDevices.some((d) => d.deviceId === audioId);
-    const useDefaultVideo = !videoId || !videoDevices.some((d) => d.deviceId === videoId);
+    const strict = !!devices;
+    const audioDevices = devices === null || devices === void 0 ? void 0 : devices.filter((d) => d.kind === "audioinput");
+    const videoDevices = devices === null || devices === void 0 ? void 0 : devices.filter((d) => d.kind === "videoinput");
+    const useDefaultAudio = !audioId || (strict && !(audioDevices === null || audioDevices === void 0 ? void 0 : audioDevices.some((d) => d.deviceId === audioId)));
+    const useDefaultVideo = !videoId || (strict && !(videoDevices === null || videoDevices === void 0 ? void 0 : videoDevices.some((d) => d.deviceId === videoId)));
     const constraints = getMediaConstraints(Object.assign({ preferredDeviceIds: {
             audioId: useDefaultAudio ? null : { [type]: audioId },
             videoId: useDefaultVideo ? null : { [type]: videoId },
         } }, options));
-    if (audioId === false || !audioDevices.length) {
+    if (audioId === false || (strict && !(audioDevices === null || audioDevices === void 0 ? void 0 : audioDevices.length))) {
         delete constraints.audio;
     }
-    if (videoId === false || !videoDevices.length) {
+    if (videoId === false || (strict && !(videoDevices === null || videoDevices === void 0 ? void 0 : videoDevices.length))) {
         delete constraints.video;
     }
     return constraints;
@@ -4486,6 +4487,13 @@ class VegaRtcManager {
         });
         this._networkIsDetectedUpBySignal = false;
         this._cpuOveruseDetected = false;
+        this._sfuZombie = {
+            offlineDetectedAt: null,
+            onBrowserOffline: () => this._sfuZombieOnOffline(),
+        };
+        if (typeof window !== "undefined") {
+            window.addEventListener("offline", this._sfuZombie.onBrowserOffline);
+        }
         this.analytics = {
             vegaRequestTimeout: 0,
             vegaUnknownResponse: 0,
@@ -4509,6 +4517,9 @@ class VegaRtcManager {
             numIceConnected: 0,
             numIceDisconnected: 0,
             numIceFailed: 0,
+            sfuMsFromOfflineToClose: 0,
+            sfuOfflineWhileConnectedCount: 0,
+            sfuOfflineToCloseCount: 0,
         };
     }
     _updateAndScheduleMediaServersRefresh({ iceServers, turnServers, sfuServer, mediaserverConfigTtlSeconds, }) {
@@ -4563,6 +4574,32 @@ class VegaRtcManager {
             (_a = this._vegaConnectionManager) === null || _a === void 0 ? void 0 : _a.networkIsPossiblyDown();
         }
     }
+    _sfuZombieOnOffline() {
+        var _a, _b, _c, _d;
+        if (!this._isConnectingOrConnected || this._sfuZombie.offlineDetectedAt !== null) {
+            return;
+        }
+        this._sfuZombie.offlineDetectedAt = Date.now();
+        this.analytics.sfuOfflineWhileConnectedCount++;
+        rtcStats.sendEvent("SfuOfflineWhileConnected", {
+            sfuWsReadyState: (_b = (_a = this._vegaConnection) === null || _a === void 0 ? void 0 : _a.socket) === null || _b === void 0 ? void 0 : _b.readyState,
+            sendTransportState: (_c = this._sendTransport) === null || _c === void 0 ? void 0 : _c.connectionState,
+            recvTransportState: (_d = this._receiveTransport) === null || _d === void 0 ? void 0 : _d.connectionState,
+        });
+    }
+    _sfuZombieReset() {
+        this._sfuZombie.offlineDetectedAt = null;
+    }
+    _sfuZombieOnClose() {
+        let msFromOfflineToClose;
+        if (this._reconnect && this._sfuZombie.offlineDetectedAt !== null) {
+            msFromOfflineToClose = Date.now() - this._sfuZombie.offlineDetectedAt;
+            this.analytics.sfuMsFromOfflineToClose += msFromOfflineToClose;
+            this.analytics.sfuOfflineToCloseCount++;
+        }
+        this._sfuZombieReset();
+        return msFromOfflineToClose;
+    }
     setupSocketListeners() {
         this._socketListenerDeregisterFunctions.push(() => this._clearMediaServersRefresh(), this._serverSocket.on(PROTOCOL_RESPONSES.MEDIASERVER_CONFIG, (data) => {
             if (data.error) {
@@ -4659,7 +4696,8 @@ class VegaRtcManager {
         }
         this._qualityMonitor.close();
         this._emitToPWA(rtcManagerEvents.SFU_CONNECTION_CLOSED);
-        rtcStats.sendEvent("SfuConnectionClosed", {});
+        const msFromOfflineToClose = this._sfuZombieOnClose();
+        rtcStats.sendEvent("SfuConnectionClosed", { msFromOfflineToClose });
     }
     _join() {
         return __awaiter(this, void 0, void 0, function* () {
@@ -5639,6 +5677,10 @@ class VegaRtcManager {
             clearTimeout(this._reconnectTimeOut);
             this._reconnectTimeOut = null;
         }
+        this._sfuZombieReset();
+        if (typeof window !== "undefined") {
+            window.removeEventListener("offline", this._sfuZombie.onBrowserOffline);
+        }
         this._socketListenerDeregisterFunctions.forEach((func) => {
             func();
         });
@@ -7291,6 +7333,106 @@ function replaceTracksInStream(stream, newStream, only) {
     replacedTracks.forEach((track) => stream.removeTrack(track));
     return replacedTracks;
 }
+function createGetUserMediaAttempts() {
+    const attempts = [];
+    const attempt = (c) => __awaiter(this, void 0, void 0, function* () {
+        var _a, _b;
+        try {
+            const s = yield getUserMedia(c);
+            attempts.push({ constraints: c, outcome: { ok: true } });
+            return s;
+        }
+        catch (e) {
+            attempts.push({
+                constraints: c,
+                outcome: Object.assign({ ok: false, errorName: (_a = e === null || e === void 0 ? void 0 : e.name) !== null && _a !== void 0 ? _a : "UnknownError", errorMessage: (_b = e === null || e === void 0 ? void 0 : e.message) !== null && _b !== void 0 ? _b : String(e) }, ((e === null || e === void 0 ? void 0 : e.constraint) && { constraint: e.constraint })),
+            });
+            throw e;
+        }
+    });
+    const attachAttempts = (err) => {
+        if (err)
+            err.attempts = attempts;
+        return err;
+    };
+    return { attempts, attempt, attachAttempts };
+}
+function getInitialStream(constraintOpt) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const { attempts, attempt, attachAttempts } = createGetUserMediaAttempts();
+        let error;
+        let stream;
+        const opts = Object.assign(Object.assign({}, constraintOpt), { type: "exact" });
+        try {
+            stream = yield attempt(getConstraints(opts));
+            return {
+                stream,
+                attempts,
+            };
+        }
+        catch (e) {
+            logger.error(e);
+            error = e;
+        }
+        const acquireOneKind = (targetConstraint) => __awaiter(this, void 0, void 0, function* () {
+            const retryOpts = Object.assign(Object.assign({}, opts), { options: Object.assign({}, opts.options) });
+            let stream;
+            let lastError = error;
+            const ignoredConstraint = targetConstraint === "videoId" ? "audioId" : "videoId";
+            if (retryOpts[ignoredConstraint] !== false) {
+                retryOpts[ignoredConstraint] = false;
+                try {
+                    stream = yield attempt(getConstraints(retryOpts));
+                    return stream;
+                }
+                catch (e) {
+                    logger.error(e);
+                    lastError = e;
+                }
+            }
+            if ((lastError === null || lastError === void 0 ? void 0 : lastError.name) === "NotAllowedError") {
+                return;
+            }
+            if (retryOpts[targetConstraint]) {
+                retryOpts[targetConstraint] = null;
+                try {
+                    stream = yield attempt(getConstraints(retryOpts));
+                    return stream;
+                }
+                catch (e) {
+                    logger.error(e);
+                }
+            }
+            try {
+                retryOpts.options.lax = true;
+                stream = yield attempt(getConstraints(retryOpts));
+                return stream;
+            }
+            catch (e) {
+                logger.error(e);
+            }
+        });
+        if (opts.videoId !== false) {
+            stream = yield acquireOneKind("videoId");
+        }
+        if (opts.audioId !== false) {
+            if (!stream) {
+                stream = yield acquireOneKind("audioId");
+            }
+            else {
+                const audioOnlyStream = yield acquireOneKind("audioId");
+                if (audioOnlyStream) {
+                    const audioTrack = audioOnlyStream.getAudioTracks()[0];
+                    stream.addTrack(audioTrack);
+                }
+            }
+        }
+        if (!stream) {
+            throw attachAttempts(error !== null && error !== void 0 ? error : new Error("Unknown error"));
+        }
+        return { error, stream, attempts };
+    });
+}
 function getStream(constraintOpt_1) {
     return __awaiter(this, arguments, void 0, function* (constraintOpt, { replaceStream, fallback = true } = {}) {
         var _a;
@@ -7298,25 +7440,10 @@ function getStream(constraintOpt_1) {
         let newConstraints;
         let retryConstraintOpt;
         let stream = null;
-        const attempts = [];
+        const { attempts, attempt, attachAttempts } = createGetUserMediaAttempts();
         const only = (constraintOpt.audioId === false && "video") || (constraintOpt.videoId === false && "audio");
         const stopTracks = isMobile || only !== "video";
         const constraints = getConstraints(constraintOpt);
-        const attempt = (c) => __awaiter(this, void 0, void 0, function* () {
-            var _a, _b;
-            try {
-                const s = yield getUserMedia(c);
-                attempts.push({ constraints: c, outcome: { ok: true } });
-                return s;
-            }
-            catch (e) {
-                attempts.push({
-                    constraints: c,
-                    outcome: Object.assign({ ok: false, errorName: (_a = e === null || e === void 0 ? void 0 : e.name) !== null && _a !== void 0 ? _a : "UnknownError", errorMessage: (_b = e === null || e === void 0 ? void 0 : e.message) !== null && _b !== void 0 ? _b : String(e) }, ((e === null || e === void 0 ? void 0 : e.constraint) && { constraint: e.constraint })),
-                });
-                throw e;
-            }
-        });
         const addDetails = (err, orgErr) => {
             if (err) {
                 err.details = Object.assign({ constraints, constraint: err.constraint || (orgErr === null || orgErr === void 0 ? void 0 : orgErr.constraint), newConstraints,
@@ -7328,11 +7455,6 @@ function getStream(constraintOpt_1) {
                 return new Error("Unknown error");
             }
         };
-        const attachAttempts = (err) => {
-            if (err)
-                err.attempts = attempts;
-            return err;
-        };
         const getSingleStream = (e) => __awaiter(this, void 0, void 0, function* () {
             if (constraints.audio && constraints.video) {
                 try {
@@ -7606,6 +7728,7 @@ exports.getConstraints = getConstraints;
 exports.getCurrentPeerConnections = getCurrentPeerConnections;
 exports.getDeviceData = getDeviceData;
 exports.getDisplayMedia = getDisplayMedia;
+exports.getInitialStream = getInitialStream;
 exports.getIssuesAndMetrics = getIssuesAndMetrics;
 exports.getMediaConstraints = getMediaConstraints;
 exports.getMediaSettings = getMediaSettings;

package/dist/index.d.cts CHANGED Viewed

@@ -449,6 +449,9 @@ type VegaAnalytics = {
     numIceConnected: number;
     numIceDisconnected: number;
     numIceFailed: number;
+    sfuMsFromOfflineToClose: number;
+    sfuOfflineWhileConnectedCount: number;
+    sfuOfflineToCloseCount: number;
 };
 type VegaAnalyticMetric = keyof VegaAnalytics;
@@ -600,8 +603,13 @@ type GetMediaConstraintsOptions = {
     simulcast: boolean;
     widescreen: boolean;
 };
+type GetInitialStreamOptions = {
+    videoId: false | string | null;
+    audioId: false | string | null;
+    options: Omit<GetMediaConstraintsOptions, "preferredDeviceIds">;
+};
 type GetConstraintsOptions = {
-    devices: MediaDeviceInfo[];
+    devices?: MediaDeviceInfo[];
     audioId?: boolean | string | null;
     videoId?: boolean | string | null;
     type?: "ideal" | "exact";
@@ -1384,6 +1392,7 @@ declare function getDeviceData({ audioTrack, videoTrack, devices, stoppedVideoTr
 }): GetDeviceDataResult;
 declare function stopStreamTracks(stream: MediaStream, only?: "audio" | "video" | false): void;
 declare function replaceTracksInStream(stream: MediaStream, newStream: MediaStream, only: "audio" | "video" | false): MediaStreamTrack[];
+declare function getInitialStream(constraintOpt: GetInitialStreamOptions): Promise<GetStreamResult>;
 declare function getStream(constraintOpt: GetConstraintsOptions, { replaceStream, fallback }?: GetStreamOptions): Promise<GetStreamResult>;
 declare function hasGetDisplayMedia(): boolean;
 declare function getDisplayMedia(constraints?: DisplayMediaStreamOptions, contentHint?: string): Promise<MediaStream>;
@@ -2025,12 +2034,19 @@ declare class VegaRtcManager implements RtcManager {
     _vegaConnectionManager?: ReturnType<typeof createVegaConnectionManager>;
     _networkIsDetectedUpBySignal: boolean;
     _cpuOveruseDetected: boolean;
+    _sfuZombie: {
+        offlineDetectedAt: number | null;
+        onBrowserOffline: any;
+    };
     analytics: VegaAnalytics;
     constructor({ selfId, room, emitter, serverSocket, webrtcProvider, features, eventClaim }: VegaRtcManagerOptions);
     _updateAndScheduleMediaServersRefresh({ iceServers, turnServers, sfuServer, mediaserverConfigTtlSeconds, }: SignalMediaServerConfig): void;
     _clearMediaServersRefresh(): void;
     _onNetworkIsDetectedUpBySignal(): void;
     _onNetworkIsDetectedPossiblyDownBySignal(): void;
+    _sfuZombieOnOffline(): void;
+    _sfuZombieReset(): void;
+    _sfuZombieOnClose(): number | undefined;
     setupSocketListeners(): void;
     _emitScreenshareStarted(): void;
     _connect(): void;
@@ -2143,5 +2159,5 @@ declare class VegaRtcManager implements RtcManager {
     hasClient(clientId: string): boolean;
 }
-export { ADDITIONAL_SCREEN_SHARE_SETTINGS, AUDIO_SETTINGS, BandwidthTester, CAMERA_STREAM_ID, EVENTS, FILE_SHARE_ERROR_CODES, KNOCK_MESSAGES, KalmanFilter, Logger, MEDIA_JITTER_BUFFER_TARGET, NoDevicesError, P2pRtcManager, PROTOCOL_ERRORS, PROTOCOL_EVENTS, PROTOCOL_REQUESTS, PROTOCOL_RESPONSES, RELAY_MESSAGES, ReconnectManager, RtcEventNames, RtcManagerDispatcher, SCREEN_SHARE_SETTINGS, SCREEN_SHARE_SIMULCAST_SETTINGS, STREAM_TYPES, ServerSocket, Session, SfuV2Parser, TYPES, VIDEO_SETTINGS_HD, VIDEO_SETTINGS_SD, VIDEO_SETTINGS_VP9, VIDEO_SETTINGS_VP9_LOW_BANDWIDTH, VegaConnection, VegaMediaQualityMonitor, VegaRtcManager, addAbsCaptureTimeExtMap, addExtMap, assert, buildDeviceList, calculateStd, captureAudioSsrcMetrics, captureCandidatePairInfoMetrics, captureCommonSsrcMetrics, captureSsrcInfo, captureVideoSsrcMetrics, cleanSdp, compareLocalDevices, createACFCalculator, createMicAnalyser, createWorker, deprioritizeH264, detectMicrophoneNotWorking, enumerate, external_stun_servers, filterMidExtension, filterMsidSemantic, fromLocation, generateByteString, getConstraints, getCurrentPeerConnections, getDeviceData, getDisplayMedia, getIssuesAndMetrics, getMediaConstraints, getMediaSettings, getMediasoupDeviceAsync, getNumFailedStatsReports, getNumFailedTrackSsrcLookups, getNumMissingTrackSsrcLookups, getPeerConnectionIndex, getStats, getStream, getUpdatedDevices, getUpdatedStats, getUserMedia, hasGetDisplayMedia, ipRegex, isFileShareError, isMobile, issueDetectorOrMetricEnabled, maybeTurnOnly, modifyMediaCapabilities, removePeerConnection, replaceTracksInStream, _default as rtcManagerEvents, rtcStats, setClientProvider, setCodecPreferenceSDP, setPeerConnectionsForTests, setVideoBandwidthUsingSetParameters, sortCodecs, standardDeviation, startPerformanceMonitor, stopStreamTracks, subscribeIssues, subscribeStats, trackAnnotations, turnServerOverride, updateRenderedDimensions, variance };
-export type { AddCameraStreamOptions, AddSpotlightRequest, AudioEnableRequest, AudioEnableRequestedEvent, AudioEnabledEvent, BreakoutConfig, BreakoutGroupJoinedEvent, BreakoutSessionUpdateRequest, BreakoutSessionUpdatedEvent, BuildDeviceListOptions, CannotJoinUnclaimedRoomError, ChatFileShare, ChatMessage, ChatMessageError, ChatMessageRemoved, ChatMessageRequest, ClearableTimeout, ClientKickedEvent, ClientLeftEvent, ClientMetadataPayload, ClientMetadataReceivedEvent, ClientRole, ClientUnableToJoinEvent, CloudRecordingStartedEvent, Codec, ConnectionStatus, Credentials, FileShareErrorCode, FileUploadUrl, ForbiddenError, ForbiddenErrorNames, GetConstraintsOptions, GetDeviceDataResult, GetMediaConstraintsOptions, GetStreamOptions, GetStreamResult, GetUpdatedDevicesResult, GetUserMediaAttempt, GetUserMediaAttemptOutcome, HostPresenceControlsError, IdentifyDeviceRequest, InternalServerError, InvalidAssistantKeyError, IssuesAndMetricsByView, JoinRoomRequest, KnockAcceptedEvent, KnockOnHoldEvent, KnockRejectedEvent, KnockResponse, KnockResponseSender, KnockRoomRequest, KnockerLeftEvent, LiveCaptionEvent, LiveCaptionsStartedEvent, LiveCaptionsStoppedEvent, LiveTranscriptionStartedEvent, LiveTranscriptionStoppedEvent, MaxViewerLimitReachedError, MediaPrefs, Metric, NewClientEvent, OrganizationAssistantNotEnabledError, OrganizationAssistantNotFoundError, OrganizationPlanExhaustedError, RemoveScreenshareStreamOptions, RemoveSpotlightRequest, RoleName, RoomConcurrencyControlsError, RoomEmptyError, RoomFullError, RoomJoinPermissionDeniedError, RoomJoinedErrors, RoomJoinedEvent, RoomJoinedSuccess, RoomKnockedEvent, RoomLockedError, RoomLockedEvent, RoomMeetingTimeExhaustedError, RoomMode, RoomSessionEndedEvent, RtcClientConnectionStatusChangedPayload, RtcEventEmitter, RtcEvents, RtcLocalStreamTrackAddedPayload, RtcLocalStreamTrackRemovedPayload, RtcManager, RtcManagerCreatedPayload, RtcManagerOptions, RtcStreamAddedPayload, ScreenshareStartedEvent, ScreenshareStoppedEvent, SendClientMetadataRequest, SignalClient, SignalEvents, SignalIceCandidateMessage, SignalIceEndOfCandidatesMessage, SignalIceServer, SignalKnocker, SignalMediaServerConfig, SignalRTCSessionDescription, SignalReadyToReceiveOfferMessage, SignalRequests, SignalRoom, SignalSDPMessage, SignalSFUServer, SignalTurnServer, SocketConf, SocketManager, Spotlight, SpotlightAddedEvent, SpotlightRemovedEvent, StatsMonitorOptions, StatsMonitorState, StatsSubscription, TurnTransportProtocol, UniqueRoleAlreadyInRoomError, UpdatedDeviceInfo, UpdatedDevicesInfo, VegaConnectionOptions, VegaRtcManagerOptions, VideoEnableRequest, VideoEnableRequestedEvent, VideoEnabledEvent, WebRTCProvider };
+export { ADDITIONAL_SCREEN_SHARE_SETTINGS, AUDIO_SETTINGS, BandwidthTester, CAMERA_STREAM_ID, EVENTS, FILE_SHARE_ERROR_CODES, KNOCK_MESSAGES, KalmanFilter, Logger, MEDIA_JITTER_BUFFER_TARGET, NoDevicesError, P2pRtcManager, PROTOCOL_ERRORS, PROTOCOL_EVENTS, PROTOCOL_REQUESTS, PROTOCOL_RESPONSES, RELAY_MESSAGES, ReconnectManager, RtcEventNames, RtcManagerDispatcher, SCREEN_SHARE_SETTINGS, SCREEN_SHARE_SIMULCAST_SETTINGS, STREAM_TYPES, ServerSocket, Session, SfuV2Parser, TYPES, VIDEO_SETTINGS_HD, VIDEO_SETTINGS_SD, VIDEO_SETTINGS_VP9, VIDEO_SETTINGS_VP9_LOW_BANDWIDTH, VegaConnection, VegaMediaQualityMonitor, VegaRtcManager, addAbsCaptureTimeExtMap, addExtMap, assert, buildDeviceList, calculateStd, captureAudioSsrcMetrics, captureCandidatePairInfoMetrics, captureCommonSsrcMetrics, captureSsrcInfo, captureVideoSsrcMetrics, cleanSdp, compareLocalDevices, createACFCalculator, createMicAnalyser, createWorker, deprioritizeH264, detectMicrophoneNotWorking, enumerate, external_stun_servers, filterMidExtension, filterMsidSemantic, fromLocation, generateByteString, getConstraints, getCurrentPeerConnections, getDeviceData, getDisplayMedia, getInitialStream, getIssuesAndMetrics, getMediaConstraints, getMediaSettings, getMediasoupDeviceAsync, getNumFailedStatsReports, getNumFailedTrackSsrcLookups, getNumMissingTrackSsrcLookups, getPeerConnectionIndex, getStats, getStream, getUpdatedDevices, getUpdatedStats, getUserMedia, hasGetDisplayMedia, ipRegex, isFileShareError, isMobile, issueDetectorOrMetricEnabled, maybeTurnOnly, modifyMediaCapabilities, removePeerConnection, replaceTracksInStream, _default as rtcManagerEvents, rtcStats, setClientProvider, setCodecPreferenceSDP, setPeerConnectionsForTests, setVideoBandwidthUsingSetParameters, sortCodecs, standardDeviation, startPerformanceMonitor, stopStreamTracks, subscribeIssues, subscribeStats, trackAnnotations, turnServerOverride, updateRenderedDimensions, variance };
+export type { AddCameraStreamOptions, AddSpotlightRequest, AudioEnableRequest, AudioEnableRequestedEvent, AudioEnabledEvent, BreakoutConfig, BreakoutGroupJoinedEvent, BreakoutSessionUpdateRequest, BreakoutSessionUpdatedEvent, BuildDeviceListOptions, CannotJoinUnclaimedRoomError, ChatFileShare, ChatMessage, ChatMessageError, ChatMessageRemoved, ChatMessageRequest, ClearableTimeout, ClientKickedEvent, ClientLeftEvent, ClientMetadataPayload, ClientMetadataReceivedEvent, ClientRole, ClientUnableToJoinEvent, CloudRecordingStartedEvent, Codec, ConnectionStatus, Credentials, FileShareErrorCode, FileUploadUrl, ForbiddenError, ForbiddenErrorNames, GetConstraintsOptions, GetDeviceDataResult, GetInitialStreamOptions, GetMediaConstraintsOptions, GetStreamOptions, GetStreamResult, GetUpdatedDevicesResult, GetUserMediaAttempt, GetUserMediaAttemptOutcome, HostPresenceControlsError, IdentifyDeviceRequest, InternalServerError, InvalidAssistantKeyError, IssuesAndMetricsByView, JoinRoomRequest, KnockAcceptedEvent, KnockOnHoldEvent, KnockRejectedEvent, KnockResponse, KnockResponseSender, KnockRoomRequest, KnockerLeftEvent, LiveCaptionEvent, LiveCaptionsStartedEvent, LiveCaptionsStoppedEvent, LiveTranscriptionStartedEvent, LiveTranscriptionStoppedEvent, MaxViewerLimitReachedError, MediaPrefs, Metric, NewClientEvent, OrganizationAssistantNotEnabledError, OrganizationAssistantNotFoundError, OrganizationPlanExhaustedError, RemoveScreenshareStreamOptions, RemoveSpotlightRequest, RoleName, RoomConcurrencyControlsError, RoomEmptyError, RoomFullError, RoomJoinPermissionDeniedError, RoomJoinedErrors, RoomJoinedEvent, RoomJoinedSuccess, RoomKnockedEvent, RoomLockedError, RoomLockedEvent, RoomMeetingTimeExhaustedError, RoomMode, RoomSessionEndedEvent, RtcClientConnectionStatusChangedPayload, RtcEventEmitter, RtcEvents, RtcLocalStreamTrackAddedPayload, RtcLocalStreamTrackRemovedPayload, RtcManager, RtcManagerCreatedPayload, RtcManagerOptions, RtcStreamAddedPayload, ScreenshareStartedEvent, ScreenshareStoppedEvent, SendClientMetadataRequest, SignalClient, SignalEvents, SignalIceCandidateMessage, SignalIceEndOfCandidatesMessage, SignalIceServer, SignalKnocker, SignalMediaServerConfig, SignalRTCSessionDescription, SignalReadyToReceiveOfferMessage, SignalRequests, SignalRoom, SignalSDPMessage, SignalSFUServer, SignalTurnServer, SocketConf, SocketManager, Spotlight, SpotlightAddedEvent, SpotlightRemovedEvent, StatsMonitorOptions, StatsMonitorState, StatsSubscription, TurnTransportProtocol, UniqueRoleAlreadyInRoomError, UpdatedDeviceInfo, UpdatedDevicesInfo, VegaConnectionOptions, VegaRtcManagerOptions, VideoEnableRequest, VideoEnableRequestedEvent, VideoEnabledEvent, WebRTCProvider };

package/dist/index.d.mts CHANGED Viewed

@@ -449,6 +449,9 @@ type VegaAnalytics = {
     numIceConnected: number;
     numIceDisconnected: number;
     numIceFailed: number;
+    sfuMsFromOfflineToClose: number;
+    sfuOfflineWhileConnectedCount: number;
+    sfuOfflineToCloseCount: number;
 };
 type VegaAnalyticMetric = keyof VegaAnalytics;
@@ -600,8 +603,13 @@ type GetMediaConstraintsOptions = {
     simulcast: boolean;
     widescreen: boolean;
 };
+type GetInitialStreamOptions = {
+    videoId: false | string | null;
+    audioId: false | string | null;
+    options: Omit<GetMediaConstraintsOptions, "preferredDeviceIds">;
+};
 type GetConstraintsOptions = {
-    devices: MediaDeviceInfo[];
+    devices?: MediaDeviceInfo[];
     audioId?: boolean | string | null;
     videoId?: boolean | string | null;
     type?: "ideal" | "exact";
@@ -1384,6 +1392,7 @@ declare function getDeviceData({ audioTrack, videoTrack, devices, stoppedVideoTr
 }): GetDeviceDataResult;
 declare function stopStreamTracks(stream: MediaStream, only?: "audio" | "video" | false): void;
 declare function replaceTracksInStream(stream: MediaStream, newStream: MediaStream, only: "audio" | "video" | false): MediaStreamTrack[];
+declare function getInitialStream(constraintOpt: GetInitialStreamOptions): Promise<GetStreamResult>;
 declare function getStream(constraintOpt: GetConstraintsOptions, { replaceStream, fallback }?: GetStreamOptions): Promise<GetStreamResult>;
 declare function hasGetDisplayMedia(): boolean;
 declare function getDisplayMedia(constraints?: DisplayMediaStreamOptions, contentHint?: string): Promise<MediaStream>;
@@ -2025,12 +2034,19 @@ declare class VegaRtcManager implements RtcManager {
     _vegaConnectionManager?: ReturnType<typeof createVegaConnectionManager>;
     _networkIsDetectedUpBySignal: boolean;
     _cpuOveruseDetected: boolean;
+    _sfuZombie: {
+        offlineDetectedAt: number | null;
+        onBrowserOffline: any;
+    };
     analytics: VegaAnalytics;
     constructor({ selfId, room, emitter, serverSocket, webrtcProvider, features, eventClaim }: VegaRtcManagerOptions);
     _updateAndScheduleMediaServersRefresh({ iceServers, turnServers, sfuServer, mediaserverConfigTtlSeconds, }: SignalMediaServerConfig): void;
     _clearMediaServersRefresh(): void;
     _onNetworkIsDetectedUpBySignal(): void;
     _onNetworkIsDetectedPossiblyDownBySignal(): void;
+    _sfuZombieOnOffline(): void;
+    _sfuZombieReset(): void;
+    _sfuZombieOnClose(): number | undefined;
     setupSocketListeners(): void;
     _emitScreenshareStarted(): void;
     _connect(): void;
@@ -2143,5 +2159,5 @@ declare class VegaRtcManager implements RtcManager {
     hasClient(clientId: string): boolean;
 }
-export { ADDITIONAL_SCREEN_SHARE_SETTINGS, AUDIO_SETTINGS, BandwidthTester, CAMERA_STREAM_ID, EVENTS, FILE_SHARE_ERROR_CODES, KNOCK_MESSAGES, KalmanFilter, Logger, MEDIA_JITTER_BUFFER_TARGET, NoDevicesError, P2pRtcManager, PROTOCOL_ERRORS, PROTOCOL_EVENTS, PROTOCOL_REQUESTS, PROTOCOL_RESPONSES, RELAY_MESSAGES, ReconnectManager, RtcEventNames, RtcManagerDispatcher, SCREEN_SHARE_SETTINGS, SCREEN_SHARE_SIMULCAST_SETTINGS, STREAM_TYPES, ServerSocket, Session, SfuV2Parser, TYPES, VIDEO_SETTINGS_HD, VIDEO_SETTINGS_SD, VIDEO_SETTINGS_VP9, VIDEO_SETTINGS_VP9_LOW_BANDWIDTH, VegaConnection, VegaMediaQualityMonitor, VegaRtcManager, addAbsCaptureTimeExtMap, addExtMap, assert, buildDeviceList, calculateStd, captureAudioSsrcMetrics, captureCandidatePairInfoMetrics, captureCommonSsrcMetrics, captureSsrcInfo, captureVideoSsrcMetrics, cleanSdp, compareLocalDevices, createACFCalculator, createMicAnalyser, createWorker, deprioritizeH264, detectMicrophoneNotWorking, enumerate, external_stun_servers, filterMidExtension, filterMsidSemantic, fromLocation, generateByteString, getConstraints, getCurrentPeerConnections, getDeviceData, getDisplayMedia, getIssuesAndMetrics, getMediaConstraints, getMediaSettings, getMediasoupDeviceAsync, getNumFailedStatsReports, getNumFailedTrackSsrcLookups, getNumMissingTrackSsrcLookups, getPeerConnectionIndex, getStats, getStream, getUpdatedDevices, getUpdatedStats, getUserMedia, hasGetDisplayMedia, ipRegex, isFileShareError, isMobile, issueDetectorOrMetricEnabled, maybeTurnOnly, modifyMediaCapabilities, removePeerConnection, replaceTracksInStream, _default as rtcManagerEvents, rtcStats, setClientProvider, setCodecPreferenceSDP, setPeerConnectionsForTests, setVideoBandwidthUsingSetParameters, sortCodecs, standardDeviation, startPerformanceMonitor, stopStreamTracks, subscribeIssues, subscribeStats, trackAnnotations, turnServerOverride, updateRenderedDimensions, variance };
-export type { AddCameraStreamOptions, AddSpotlightRequest, AudioEnableRequest, AudioEnableRequestedEvent, AudioEnabledEvent, BreakoutConfig, BreakoutGroupJoinedEvent, BreakoutSessionUpdateRequest, BreakoutSessionUpdatedEvent, BuildDeviceListOptions, CannotJoinUnclaimedRoomError, ChatFileShare, ChatMessage, ChatMessageError, ChatMessageRemoved, ChatMessageRequest, ClearableTimeout, ClientKickedEvent, ClientLeftEvent, ClientMetadataPayload, ClientMetadataReceivedEvent, ClientRole, ClientUnableToJoinEvent, CloudRecordingStartedEvent, Codec, ConnectionStatus, Credentials, FileShareErrorCode, FileUploadUrl, ForbiddenError, ForbiddenErrorNames, GetConstraintsOptions, GetDeviceDataResult, GetMediaConstraintsOptions, GetStreamOptions, GetStreamResult, GetUpdatedDevicesResult, GetUserMediaAttempt, GetUserMediaAttemptOutcome, HostPresenceControlsError, IdentifyDeviceRequest, InternalServerError, InvalidAssistantKeyError, IssuesAndMetricsByView, JoinRoomRequest, KnockAcceptedEvent, KnockOnHoldEvent, KnockRejectedEvent, KnockResponse, KnockResponseSender, KnockRoomRequest, KnockerLeftEvent, LiveCaptionEvent, LiveCaptionsStartedEvent, LiveCaptionsStoppedEvent, LiveTranscriptionStartedEvent, LiveTranscriptionStoppedEvent, MaxViewerLimitReachedError, MediaPrefs, Metric, NewClientEvent, OrganizationAssistantNotEnabledError, OrganizationAssistantNotFoundError, OrganizationPlanExhaustedError, RemoveScreenshareStreamOptions, RemoveSpotlightRequest, RoleName, RoomConcurrencyControlsError, RoomEmptyError, RoomFullError, RoomJoinPermissionDeniedError, RoomJoinedErrors, RoomJoinedEvent, RoomJoinedSuccess, RoomKnockedEvent, RoomLockedError, RoomLockedEvent, RoomMeetingTimeExhaustedError, RoomMode, RoomSessionEndedEvent, RtcClientConnectionStatusChangedPayload, RtcEventEmitter, RtcEvents, RtcLocalStreamTrackAddedPayload, RtcLocalStreamTrackRemovedPayload, RtcManager, RtcManagerCreatedPayload, RtcManagerOptions, RtcStreamAddedPayload, ScreenshareStartedEvent, ScreenshareStoppedEvent, SendClientMetadataRequest, SignalClient, SignalEvents, SignalIceCandidateMessage, SignalIceEndOfCandidatesMessage, SignalIceServer, SignalKnocker, SignalMediaServerConfig, SignalRTCSessionDescription, SignalReadyToReceiveOfferMessage, SignalRequests, SignalRoom, SignalSDPMessage, SignalSFUServer, SignalTurnServer, SocketConf, SocketManager, Spotlight, SpotlightAddedEvent, SpotlightRemovedEvent, StatsMonitorOptions, StatsMonitorState, StatsSubscription, TurnTransportProtocol, UniqueRoleAlreadyInRoomError, UpdatedDeviceInfo, UpdatedDevicesInfo, VegaConnectionOptions, VegaRtcManagerOptions, VideoEnableRequest, VideoEnableRequestedEvent, VideoEnabledEvent, WebRTCProvider };
+export { ADDITIONAL_SCREEN_SHARE_SETTINGS, AUDIO_SETTINGS, BandwidthTester, CAMERA_STREAM_ID, EVENTS, FILE_SHARE_ERROR_CODES, KNOCK_MESSAGES, KalmanFilter, Logger, MEDIA_JITTER_BUFFER_TARGET, NoDevicesError, P2pRtcManager, PROTOCOL_ERRORS, PROTOCOL_EVENTS, PROTOCOL_REQUESTS, PROTOCOL_RESPONSES, RELAY_MESSAGES, ReconnectManager, RtcEventNames, RtcManagerDispatcher, SCREEN_SHARE_SETTINGS, SCREEN_SHARE_SIMULCAST_SETTINGS, STREAM_TYPES, ServerSocket, Session, SfuV2Parser, TYPES, VIDEO_SETTINGS_HD, VIDEO_SETTINGS_SD, VIDEO_SETTINGS_VP9, VIDEO_SETTINGS_VP9_LOW_BANDWIDTH, VegaConnection, VegaMediaQualityMonitor, VegaRtcManager, addAbsCaptureTimeExtMap, addExtMap, assert, buildDeviceList, calculateStd, captureAudioSsrcMetrics, captureCandidatePairInfoMetrics, captureCommonSsrcMetrics, captureSsrcInfo, captureVideoSsrcMetrics, cleanSdp, compareLocalDevices, createACFCalculator, createMicAnalyser, createWorker, deprioritizeH264, detectMicrophoneNotWorking, enumerate, external_stun_servers, filterMidExtension, filterMsidSemantic, fromLocation, generateByteString, getConstraints, getCurrentPeerConnections, getDeviceData, getDisplayMedia, getInitialStream, getIssuesAndMetrics, getMediaConstraints, getMediaSettings, getMediasoupDeviceAsync, getNumFailedStatsReports, getNumFailedTrackSsrcLookups, getNumMissingTrackSsrcLookups, getPeerConnectionIndex, getStats, getStream, getUpdatedDevices, getUpdatedStats, getUserMedia, hasGetDisplayMedia, ipRegex, isFileShareError, isMobile, issueDetectorOrMetricEnabled, maybeTurnOnly, modifyMediaCapabilities, removePeerConnection, replaceTracksInStream, _default as rtcManagerEvents, rtcStats, setClientProvider, setCodecPreferenceSDP, setPeerConnectionsForTests, setVideoBandwidthUsingSetParameters, sortCodecs, standardDeviation, startPerformanceMonitor, stopStreamTracks, subscribeIssues, subscribeStats, trackAnnotations, turnServerOverride, updateRenderedDimensions, variance };
+export type { AddCameraStreamOptions, AddSpotlightRequest, AudioEnableRequest, AudioEnableRequestedEvent, AudioEnabledEvent, BreakoutConfig, BreakoutGroupJoinedEvent, BreakoutSessionUpdateRequest, BreakoutSessionUpdatedEvent, BuildDeviceListOptions, CannotJoinUnclaimedRoomError, ChatFileShare, ChatMessage, ChatMessageError, ChatMessageRemoved, ChatMessageRequest, ClearableTimeout, ClientKickedEvent, ClientLeftEvent, ClientMetadataPayload, ClientMetadataReceivedEvent, ClientRole, ClientUnableToJoinEvent, CloudRecordingStartedEvent, Codec, ConnectionStatus, Credentials, FileShareErrorCode, FileUploadUrl, ForbiddenError, ForbiddenErrorNames, GetConstraintsOptions, GetDeviceDataResult, GetInitialStreamOptions, GetMediaConstraintsOptions, GetStreamOptions, GetStreamResult, GetUpdatedDevicesResult, GetUserMediaAttempt, GetUserMediaAttemptOutcome, HostPresenceControlsError, IdentifyDeviceRequest, InternalServerError, InvalidAssistantKeyError, IssuesAndMetricsByView, JoinRoomRequest, KnockAcceptedEvent, KnockOnHoldEvent, KnockRejectedEvent, KnockResponse, KnockResponseSender, KnockRoomRequest, KnockerLeftEvent, LiveCaptionEvent, LiveCaptionsStartedEvent, LiveCaptionsStoppedEvent, LiveTranscriptionStartedEvent, LiveTranscriptionStoppedEvent, MaxViewerLimitReachedError, MediaPrefs, Metric, NewClientEvent, OrganizationAssistantNotEnabledError, OrganizationAssistantNotFoundError, OrganizationPlanExhaustedError, RemoveScreenshareStreamOptions, RemoveSpotlightRequest, RoleName, RoomConcurrencyControlsError, RoomEmptyError, RoomFullError, RoomJoinPermissionDeniedError, RoomJoinedErrors, RoomJoinedEvent, RoomJoinedSuccess, RoomKnockedEvent, RoomLockedError, RoomLockedEvent, RoomMeetingTimeExhaustedError, RoomMode, RoomSessionEndedEvent, RtcClientConnectionStatusChangedPayload, RtcEventEmitter, RtcEvents, RtcLocalStreamTrackAddedPayload, RtcLocalStreamTrackRemovedPayload, RtcManager, RtcManagerCreatedPayload, RtcManagerOptions, RtcStreamAddedPayload, ScreenshareStartedEvent, ScreenshareStoppedEvent, SendClientMetadataRequest, SignalClient, SignalEvents, SignalIceCandidateMessage, SignalIceEndOfCandidatesMessage, SignalIceServer, SignalKnocker, SignalMediaServerConfig, SignalRTCSessionDescription, SignalReadyToReceiveOfferMessage, SignalRequests, SignalRoom, SignalSDPMessage, SignalSFUServer, SignalTurnServer, SocketConf, SocketManager, Spotlight, SpotlightAddedEvent, SpotlightRemovedEvent, StatsMonitorOptions, StatsMonitorState, StatsSubscription, TurnTransportProtocol, UniqueRoleAlreadyInRoomError, UpdatedDeviceInfo, UpdatedDevicesInfo, VegaConnectionOptions, VegaRtcManagerOptions, VideoEnableRequest, VideoEnableRequestedEvent, VideoEnabledEvent, WebRTCProvider };

package/dist/index.d.ts CHANGED Viewed

@@ -449,6 +449,9 @@ type VegaAnalytics = {
     numIceConnected: number;
     numIceDisconnected: number;
     numIceFailed: number;
+    sfuMsFromOfflineToClose: number;
+    sfuOfflineWhileConnectedCount: number;
+    sfuOfflineToCloseCount: number;
 };
 type VegaAnalyticMetric = keyof VegaAnalytics;
@@ -600,8 +603,13 @@ type GetMediaConstraintsOptions = {
     simulcast: boolean;
     widescreen: boolean;
 };
+type GetInitialStreamOptions = {
+    videoId: false | string | null;
+    audioId: false | string | null;
+    options: Omit<GetMediaConstraintsOptions, "preferredDeviceIds">;
+};
 type GetConstraintsOptions = {
-    devices: MediaDeviceInfo[];
+    devices?: MediaDeviceInfo[];
     audioId?: boolean | string | null;
     videoId?: boolean | string | null;
     type?: "ideal" | "exact";
@@ -1384,6 +1392,7 @@ declare function getDeviceData({ audioTrack, videoTrack, devices, stoppedVideoTr
 }): GetDeviceDataResult;
 declare function stopStreamTracks(stream: MediaStream, only?: "audio" | "video" | false): void;
 declare function replaceTracksInStream(stream: MediaStream, newStream: MediaStream, only: "audio" | "video" | false): MediaStreamTrack[];
+declare function getInitialStream(constraintOpt: GetInitialStreamOptions): Promise<GetStreamResult>;
 declare function getStream(constraintOpt: GetConstraintsOptions, { replaceStream, fallback }?: GetStreamOptions): Promise<GetStreamResult>;
 declare function hasGetDisplayMedia(): boolean;
 declare function getDisplayMedia(constraints?: DisplayMediaStreamOptions, contentHint?: string): Promise<MediaStream>;
@@ -2025,12 +2034,19 @@ declare class VegaRtcManager implements RtcManager {
     _vegaConnectionManager?: ReturnType<typeof createVegaConnectionManager>;
     _networkIsDetectedUpBySignal: boolean;
     _cpuOveruseDetected: boolean;
+    _sfuZombie: {
+        offlineDetectedAt: number | null;
+        onBrowserOffline: any;
+    };
     analytics: VegaAnalytics;
     constructor({ selfId, room, emitter, serverSocket, webrtcProvider, features, eventClaim }: VegaRtcManagerOptions);
     _updateAndScheduleMediaServersRefresh({ iceServers, turnServers, sfuServer, mediaserverConfigTtlSeconds, }: SignalMediaServerConfig): void;
     _clearMediaServersRefresh(): void;
     _onNetworkIsDetectedUpBySignal(): void;
     _onNetworkIsDetectedPossiblyDownBySignal(): void;
+    _sfuZombieOnOffline(): void;
+    _sfuZombieReset(): void;
+    _sfuZombieOnClose(): number | undefined;
     setupSocketListeners(): void;
     _emitScreenshareStarted(): void;
     _connect(): void;
@@ -2143,5 +2159,5 @@ declare class VegaRtcManager implements RtcManager {
     hasClient(clientId: string): boolean;
 }
-export { ADDITIONAL_SCREEN_SHARE_SETTINGS, AUDIO_SETTINGS, BandwidthTester, CAMERA_STREAM_ID, EVENTS, FILE_SHARE_ERROR_CODES, KNOCK_MESSAGES, KalmanFilter, Logger, MEDIA_JITTER_BUFFER_TARGET, NoDevicesError, P2pRtcManager, PROTOCOL_ERRORS, PROTOCOL_EVENTS, PROTOCOL_REQUESTS, PROTOCOL_RESPONSES, RELAY_MESSAGES, ReconnectManager, RtcEventNames, RtcManagerDispatcher, SCREEN_SHARE_SETTINGS, SCREEN_SHARE_SIMULCAST_SETTINGS, STREAM_TYPES, ServerSocket, Session, SfuV2Parser, TYPES, VIDEO_SETTINGS_HD, VIDEO_SETTINGS_SD, VIDEO_SETTINGS_VP9, VIDEO_SETTINGS_VP9_LOW_BANDWIDTH, VegaConnection, VegaMediaQualityMonitor, VegaRtcManager, addAbsCaptureTimeExtMap, addExtMap, assert, buildDeviceList, calculateStd, captureAudioSsrcMetrics, captureCandidatePairInfoMetrics, captureCommonSsrcMetrics, captureSsrcInfo, captureVideoSsrcMetrics, cleanSdp, compareLocalDevices, createACFCalculator, createMicAnalyser, createWorker, deprioritizeH264, detectMicrophoneNotWorking, enumerate, external_stun_servers, filterMidExtension, filterMsidSemantic, fromLocation, generateByteString, getConstraints, getCurrentPeerConnections, getDeviceData, getDisplayMedia, getIssuesAndMetrics, getMediaConstraints, getMediaSettings, getMediasoupDeviceAsync, getNumFailedStatsReports, getNumFailedTrackSsrcLookups, getNumMissingTrackSsrcLookups, getPeerConnectionIndex, getStats, getStream, getUpdatedDevices, getUpdatedStats, getUserMedia, hasGetDisplayMedia, ipRegex, isFileShareError, isMobile, issueDetectorOrMetricEnabled, maybeTurnOnly, modifyMediaCapabilities, removePeerConnection, replaceTracksInStream, _default as rtcManagerEvents, rtcStats, setClientProvider, setCodecPreferenceSDP, setPeerConnectionsForTests, setVideoBandwidthUsingSetParameters, sortCodecs, standardDeviation, startPerformanceMonitor, stopStreamTracks, subscribeIssues, subscribeStats, trackAnnotations, turnServerOverride, updateRenderedDimensions, variance };
-export type { AddCameraStreamOptions, AddSpotlightRequest, AudioEnableRequest, AudioEnableRequestedEvent, AudioEnabledEvent, BreakoutConfig, BreakoutGroupJoinedEvent, BreakoutSessionUpdateRequest, BreakoutSessionUpdatedEvent, BuildDeviceListOptions, CannotJoinUnclaimedRoomError, ChatFileShare, ChatMessage, ChatMessageError, ChatMessageRemoved, ChatMessageRequest, ClearableTimeout, ClientKickedEvent, ClientLeftEvent, ClientMetadataPayload, ClientMetadataReceivedEvent, ClientRole, ClientUnableToJoinEvent, CloudRecordingStartedEvent, Codec, ConnectionStatus, Credentials, FileShareErrorCode, FileUploadUrl, ForbiddenError, ForbiddenErrorNames, GetConstraintsOptions, GetDeviceDataResult, GetMediaConstraintsOptions, GetStreamOptions, GetStreamResult, GetUpdatedDevicesResult, GetUserMediaAttempt, GetUserMediaAttemptOutcome, HostPresenceControlsError, IdentifyDeviceRequest, InternalServerError, InvalidAssistantKeyError, IssuesAndMetricsByView, JoinRoomRequest, KnockAcceptedEvent, KnockOnHoldEvent, KnockRejectedEvent, KnockResponse, KnockResponseSender, KnockRoomRequest, KnockerLeftEvent, LiveCaptionEvent, LiveCaptionsStartedEvent, LiveCaptionsStoppedEvent, LiveTranscriptionStartedEvent, LiveTranscriptionStoppedEvent, MaxViewerLimitReachedError, MediaPrefs, Metric, NewClientEvent, OrganizationAssistantNotEnabledError, OrganizationAssistantNotFoundError, OrganizationPlanExhaustedError, RemoveScreenshareStreamOptions, RemoveSpotlightRequest, RoleName, RoomConcurrencyControlsError, RoomEmptyError, RoomFullError, RoomJoinPermissionDeniedError, RoomJoinedErrors, RoomJoinedEvent, RoomJoinedSuccess, RoomKnockedEvent, RoomLockedError, RoomLockedEvent, RoomMeetingTimeExhaustedError, RoomMode, RoomSessionEndedEvent, RtcClientConnectionStatusChangedPayload, RtcEventEmitter, RtcEvents, RtcLocalStreamTrackAddedPayload, RtcLocalStreamTrackRemovedPayload, RtcManager, RtcManagerCreatedPayload, RtcManagerOptions, RtcStreamAddedPayload, ScreenshareStartedEvent, ScreenshareStoppedEvent, SendClientMetadataRequest, SignalClient, SignalEvents, SignalIceCandidateMessage, SignalIceEndOfCandidatesMessage, SignalIceServer, SignalKnocker, SignalMediaServerConfig, SignalRTCSessionDescription, SignalReadyToReceiveOfferMessage, SignalRequests, SignalRoom, SignalSDPMessage, SignalSFUServer, SignalTurnServer, SocketConf, SocketManager, Spotlight, SpotlightAddedEvent, SpotlightRemovedEvent, StatsMonitorOptions, StatsMonitorState, StatsSubscription, TurnTransportProtocol, UniqueRoleAlreadyInRoomError, UpdatedDeviceInfo, UpdatedDevicesInfo, VegaConnectionOptions, VegaRtcManagerOptions, VideoEnableRequest, VideoEnableRequestedEvent, VideoEnabledEvent, WebRTCProvider };
+export { ADDITIONAL_SCREEN_SHARE_SETTINGS, AUDIO_SETTINGS, BandwidthTester, CAMERA_STREAM_ID, EVENTS, FILE_SHARE_ERROR_CODES, KNOCK_MESSAGES, KalmanFilter, Logger, MEDIA_JITTER_BUFFER_TARGET, NoDevicesError, P2pRtcManager, PROTOCOL_ERRORS, PROTOCOL_EVENTS, PROTOCOL_REQUESTS, PROTOCOL_RESPONSES, RELAY_MESSAGES, ReconnectManager, RtcEventNames, RtcManagerDispatcher, SCREEN_SHARE_SETTINGS, SCREEN_SHARE_SIMULCAST_SETTINGS, STREAM_TYPES, ServerSocket, Session, SfuV2Parser, TYPES, VIDEO_SETTINGS_HD, VIDEO_SETTINGS_SD, VIDEO_SETTINGS_VP9, VIDEO_SETTINGS_VP9_LOW_BANDWIDTH, VegaConnection, VegaMediaQualityMonitor, VegaRtcManager, addAbsCaptureTimeExtMap, addExtMap, assert, buildDeviceList, calculateStd, captureAudioSsrcMetrics, captureCandidatePairInfoMetrics, captureCommonSsrcMetrics, captureSsrcInfo, captureVideoSsrcMetrics, cleanSdp, compareLocalDevices, createACFCalculator, createMicAnalyser, createWorker, deprioritizeH264, detectMicrophoneNotWorking, enumerate, external_stun_servers, filterMidExtension, filterMsidSemantic, fromLocation, generateByteString, getConstraints, getCurrentPeerConnections, getDeviceData, getDisplayMedia, getInitialStream, getIssuesAndMetrics, getMediaConstraints, getMediaSettings, getMediasoupDeviceAsync, getNumFailedStatsReports, getNumFailedTrackSsrcLookups, getNumMissingTrackSsrcLookups, getPeerConnectionIndex, getStats, getStream, getUpdatedDevices, getUpdatedStats, getUserMedia, hasGetDisplayMedia, ipRegex, isFileShareError, isMobile, issueDetectorOrMetricEnabled, maybeTurnOnly, modifyMediaCapabilities, removePeerConnection, replaceTracksInStream, _default as rtcManagerEvents, rtcStats, setClientProvider, setCodecPreferenceSDP, setPeerConnectionsForTests, setVideoBandwidthUsingSetParameters, sortCodecs, standardDeviation, startPerformanceMonitor, stopStreamTracks, subscribeIssues, subscribeStats, trackAnnotations, turnServerOverride, updateRenderedDimensions, variance };
+export type { AddCameraStreamOptions, AddSpotlightRequest, AudioEnableRequest, AudioEnableRequestedEvent, AudioEnabledEvent, BreakoutConfig, BreakoutGroupJoinedEvent, BreakoutSessionUpdateRequest, BreakoutSessionUpdatedEvent, BuildDeviceListOptions, CannotJoinUnclaimedRoomError, ChatFileShare, ChatMessage, ChatMessageError, ChatMessageRemoved, ChatMessageRequest, ClearableTimeout, ClientKickedEvent, ClientLeftEvent, ClientMetadataPayload, ClientMetadataReceivedEvent, ClientRole, ClientUnableToJoinEvent, CloudRecordingStartedEvent, Codec, ConnectionStatus, Credentials, FileShareErrorCode, FileUploadUrl, ForbiddenError, ForbiddenErrorNames, GetConstraintsOptions, GetDeviceDataResult, GetInitialStreamOptions, GetMediaConstraintsOptions, GetStreamOptions, GetStreamResult, GetUpdatedDevicesResult, GetUserMediaAttempt, GetUserMediaAttemptOutcome, HostPresenceControlsError, IdentifyDeviceRequest, InternalServerError, InvalidAssistantKeyError, IssuesAndMetricsByView, JoinRoomRequest, KnockAcceptedEvent, KnockOnHoldEvent, KnockRejectedEvent, KnockResponse, KnockResponseSender, KnockRoomRequest, KnockerLeftEvent, LiveCaptionEvent, LiveCaptionsStartedEvent, LiveCaptionsStoppedEvent, LiveTranscriptionStartedEvent, LiveTranscriptionStoppedEvent, MaxViewerLimitReachedError, MediaPrefs, Metric, NewClientEvent, OrganizationAssistantNotEnabledError, OrganizationAssistantNotFoundError, OrganizationPlanExhaustedError, RemoveScreenshareStreamOptions, RemoveSpotlightRequest, RoleName, RoomConcurrencyControlsError, RoomEmptyError, RoomFullError, RoomJoinPermissionDeniedError, RoomJoinedErrors, RoomJoinedEvent, RoomJoinedSuccess, RoomKnockedEvent, RoomLockedError, RoomLockedEvent, RoomMeetingTimeExhaustedError, RoomMode, RoomSessionEndedEvent, RtcClientConnectionStatusChangedPayload, RtcEventEmitter, RtcEvents, RtcLocalStreamTrackAddedPayload, RtcLocalStreamTrackRemovedPayload, RtcManager, RtcManagerCreatedPayload, RtcManagerOptions, RtcStreamAddedPayload, ScreenshareStartedEvent, ScreenshareStoppedEvent, SendClientMetadataRequest, SignalClient, SignalEvents, SignalIceCandidateMessage, SignalIceEndOfCandidatesMessage, SignalIceServer, SignalKnocker, SignalMediaServerConfig, SignalRTCSessionDescription, SignalReadyToReceiveOfferMessage, SignalRequests, SignalRoom, SignalSDPMessage, SignalSFUServer, SignalTurnServer, SocketConf, SocketManager, Spotlight, SpotlightAddedEvent, SpotlightRemovedEvent, StatsMonitorOptions, StatsMonitorState, StatsSubscription, TurnTransportProtocol, UniqueRoleAlreadyInRoomError, UpdatedDeviceInfo, UpdatedDevicesInfo, VegaConnectionOptions, VegaRtcManagerOptions, VideoEnableRequest, VideoEnableRequestedEvent, VideoEnabledEvent, WebRTCProvider };

package/dist/index.mjs CHANGED Viewed

@@ -2478,18 +2478,19 @@ function getMediaConstraints({ disableAEC, disableAGC, hd, lax, lowDataMode, pre
     return constraints;
 }
 function getConstraints({ devices, videoId, audioId, options, type = "ideal" }) {
-    const audioDevices = devices.filter((d) => d.kind === "audioinput");
-    const videoDevices = devices.filter((d) => d.kind === "videoinput");
-    const useDefaultAudio = !audioId || !audioDevices.some((d) => d.deviceId === audioId);
-    const useDefaultVideo = !videoId || !videoDevices.some((d) => d.deviceId === videoId);
+    const strict = !!devices;
+    const audioDevices = devices === null || devices === void 0 ? void 0 : devices.filter((d) => d.kind === "audioinput");
+    const videoDevices = devices === null || devices === void 0 ? void 0 : devices.filter((d) => d.kind === "videoinput");
+    const useDefaultAudio = !audioId || (strict && !(audioDevices === null || audioDevices === void 0 ? void 0 : audioDevices.some((d) => d.deviceId === audioId)));
+    const useDefaultVideo = !videoId || (strict && !(videoDevices === null || videoDevices === void 0 ? void 0 : videoDevices.some((d) => d.deviceId === videoId)));
     const constraints = getMediaConstraints(Object.assign({ preferredDeviceIds: {
             audioId: useDefaultAudio ? null : { [type]: audioId },
             videoId: useDefaultVideo ? null : { [type]: videoId },
         } }, options));
-    if (audioId === false || !audioDevices.length) {
+    if (audioId === false || (strict && !(audioDevices === null || audioDevices === void 0 ? void 0 : audioDevices.length))) {
         delete constraints.audio;
     }
-    if (videoId === false || !videoDevices.length) {
+    if (videoId === false || (strict && !(videoDevices === null || videoDevices === void 0 ? void 0 : videoDevices.length))) {
         delete constraints.video;
     }
     return constraints;
@@ -4466,6 +4467,13 @@ class VegaRtcManager {
         });
         this._networkIsDetectedUpBySignal = false;
         this._cpuOveruseDetected = false;
+        this._sfuZombie = {
+            offlineDetectedAt: null,
+            onBrowserOffline: () => this._sfuZombieOnOffline(),
+        };
+        if (typeof window !== "undefined") {
+            window.addEventListener("offline", this._sfuZombie.onBrowserOffline);
+        }
         this.analytics = {
             vegaRequestTimeout: 0,
             vegaUnknownResponse: 0,
@@ -4489,6 +4497,9 @@ class VegaRtcManager {
             numIceConnected: 0,
             numIceDisconnected: 0,
             numIceFailed: 0,
+            sfuMsFromOfflineToClose: 0,
+            sfuOfflineWhileConnectedCount: 0,
+            sfuOfflineToCloseCount: 0,
         };
     }
     _updateAndScheduleMediaServersRefresh({ iceServers, turnServers, sfuServer, mediaserverConfigTtlSeconds, }) {
@@ -4543,6 +4554,32 @@ class VegaRtcManager {
             (_a = this._vegaConnectionManager) === null || _a === void 0 ? void 0 : _a.networkIsPossiblyDown();
         }
     }
+    _sfuZombieOnOffline() {
+        var _a, _b, _c, _d;
+        if (!this._isConnectingOrConnected || this._sfuZombie.offlineDetectedAt !== null) {
+            return;
+        }
+        this._sfuZombie.offlineDetectedAt = Date.now();
+        this.analytics.sfuOfflineWhileConnectedCount++;
+        rtcStats.sendEvent("SfuOfflineWhileConnected", {
+            sfuWsReadyState: (_b = (_a = this._vegaConnection) === null || _a === void 0 ? void 0 : _a.socket) === null || _b === void 0 ? void 0 : _b.readyState,
+            sendTransportState: (_c = this._sendTransport) === null || _c === void 0 ? void 0 : _c.connectionState,
+            recvTransportState: (_d = this._receiveTransport) === null || _d === void 0 ? void 0 : _d.connectionState,
+        });
+    }
+    _sfuZombieReset() {
+        this._sfuZombie.offlineDetectedAt = null;
+    }
+    _sfuZombieOnClose() {
+        let msFromOfflineToClose;
+        if (this._reconnect && this._sfuZombie.offlineDetectedAt !== null) {
+            msFromOfflineToClose = Date.now() - this._sfuZombie.offlineDetectedAt;
+            this.analytics.sfuMsFromOfflineToClose += msFromOfflineToClose;
+            this.analytics.sfuOfflineToCloseCount++;
+        }
+        this._sfuZombieReset();
+        return msFromOfflineToClose;
+    }
     setupSocketListeners() {
         this._socketListenerDeregisterFunctions.push(() => this._clearMediaServersRefresh(), this._serverSocket.on(PROTOCOL_RESPONSES.MEDIASERVER_CONFIG, (data) => {
             if (data.error) {
@@ -4639,7 +4676,8 @@ class VegaRtcManager {
         }
         this._qualityMonitor.close();
         this._emitToPWA(rtcManagerEvents.SFU_CONNECTION_CLOSED);
-        rtcStats.sendEvent("SfuConnectionClosed", {});
+        const msFromOfflineToClose = this._sfuZombieOnClose();
+        rtcStats.sendEvent("SfuConnectionClosed", { msFromOfflineToClose });
     }
     _join() {
         return __awaiter(this, void 0, void 0, function* () {
@@ -5619,6 +5657,10 @@ class VegaRtcManager {
             clearTimeout(this._reconnectTimeOut);
             this._reconnectTimeOut = null;
         }
+        this._sfuZombieReset();
+        if (typeof window !== "undefined") {
+            window.removeEventListener("offline", this._sfuZombie.onBrowserOffline);
+        }
         this._socketListenerDeregisterFunctions.forEach((func) => {
             func();
         });
@@ -7271,6 +7313,106 @@ function replaceTracksInStream(stream, newStream, only) {
     replacedTracks.forEach((track) => stream.removeTrack(track));
     return replacedTracks;
 }
+function createGetUserMediaAttempts() {
+    const attempts = [];
+    const attempt = (c) => __awaiter(this, void 0, void 0, function* () {
+        var _a, _b;
+        try {
+            const s = yield getUserMedia(c);
+            attempts.push({ constraints: c, outcome: { ok: true } });
+            return s;
+        }
+        catch (e) {
+            attempts.push({
+                constraints: c,
+                outcome: Object.assign({ ok: false, errorName: (_a = e === null || e === void 0 ? void 0 : e.name) !== null && _a !== void 0 ? _a : "UnknownError", errorMessage: (_b = e === null || e === void 0 ? void 0 : e.message) !== null && _b !== void 0 ? _b : String(e) }, ((e === null || e === void 0 ? void 0 : e.constraint) && { constraint: e.constraint })),
+            });
+            throw e;
+        }
+    });
+    const attachAttempts = (err) => {
+        if (err)
+            err.attempts = attempts;
+        return err;
+    };
+    return { attempts, attempt, attachAttempts };
+}
+function getInitialStream(constraintOpt) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const { attempts, attempt, attachAttempts } = createGetUserMediaAttempts();
+        let error;
+        let stream;
+        const opts = Object.assign(Object.assign({}, constraintOpt), { type: "exact" });
+        try {
+            stream = yield attempt(getConstraints(opts));
+            return {
+                stream,
+                attempts,
+            };
+        }
+        catch (e) {
+            logger.error(e);
+            error = e;
+        }
+        const acquireOneKind = (targetConstraint) => __awaiter(this, void 0, void 0, function* () {
+            const retryOpts = Object.assign(Object.assign({}, opts), { options: Object.assign({}, opts.options) });
+            let stream;
+            let lastError = error;
+            const ignoredConstraint = targetConstraint === "videoId" ? "audioId" : "videoId";
+            if (retryOpts[ignoredConstraint] !== false) {
+                retryOpts[ignoredConstraint] = false;
+                try {
+                    stream = yield attempt(getConstraints(retryOpts));
+                    return stream;
+                }
+                catch (e) {
+                    logger.error(e);
+                    lastError = e;
+                }
+            }
+            if ((lastError === null || lastError === void 0 ? void 0 : lastError.name) === "NotAllowedError") {
+                return;
+            }
+            if (retryOpts[targetConstraint]) {
+                retryOpts[targetConstraint] = null;
+                try {
+                    stream = yield attempt(getConstraints(retryOpts));
+                    return stream;
+                }
+                catch (e) {
+                    logger.error(e);
+                }
+            }
+            try {
+                retryOpts.options.lax = true;
+                stream = yield attempt(getConstraints(retryOpts));
+                return stream;
+            }
+            catch (e) {
+                logger.error(e);
+            }
+        });
+        if (opts.videoId !== false) {
+            stream = yield acquireOneKind("videoId");
+        }
+        if (opts.audioId !== false) {
+            if (!stream) {
+                stream = yield acquireOneKind("audioId");
+            }
+            else {
+                const audioOnlyStream = yield acquireOneKind("audioId");
+                if (audioOnlyStream) {
+                    const audioTrack = audioOnlyStream.getAudioTracks()[0];
+                    stream.addTrack(audioTrack);
+                }
+            }
+        }
+        if (!stream) {
+            throw attachAttempts(error !== null && error !== void 0 ? error : new Error("Unknown error"));
+        }
+        return { error, stream, attempts };
+    });
+}
 function getStream(constraintOpt_1) {
     return __awaiter(this, arguments, void 0, function* (constraintOpt, { replaceStream, fallback = true } = {}) {
         var _a;
@@ -7278,25 +7420,10 @@ function getStream(constraintOpt_1) {
         let newConstraints;
         let retryConstraintOpt;
         let stream = null;
-        const attempts = [];
+        const { attempts, attempt, attachAttempts } = createGetUserMediaAttempts();
         const only = (constraintOpt.audioId === false && "video") || (constraintOpt.videoId === false && "audio");
         const stopTracks = isMobile || only !== "video";
         const constraints = getConstraints(constraintOpt);
-        const attempt = (c) => __awaiter(this, void 0, void 0, function* () {
-            var _a, _b;
-            try {
-                const s = yield getUserMedia(c);
-                attempts.push({ constraints: c, outcome: { ok: true } });
-                return s;
-            }
-            catch (e) {
-                attempts.push({
-                    constraints: c,
-                    outcome: Object.assign({ ok: false, errorName: (_a = e === null || e === void 0 ? void 0 : e.name) !== null && _a !== void 0 ? _a : "UnknownError", errorMessage: (_b = e === null || e === void 0 ? void 0 : e.message) !== null && _b !== void 0 ? _b : String(e) }, ((e === null || e === void 0 ? void 0 : e.constraint) && { constraint: e.constraint })),
-                });
-                throw e;
-            }
-        });
         const addDetails = (err, orgErr) => {
             if (err) {
                 err.details = Object.assign({ constraints, constraint: err.constraint || (orgErr === null || orgErr === void 0 ? void 0 : orgErr.constraint), newConstraints,
@@ -7308,11 +7435,6 @@ function getStream(constraintOpt_1) {
                 return new Error("Unknown error");
             }
         };
-        const attachAttempts = (err) => {
-            if (err)
-                err.attempts = attempts;
-            return err;
-        };
         const getSingleStream = (e) => __awaiter(this, void 0, void 0, function* () {
             if (constraints.audio && constraints.video) {
                 try {
@@ -7522,4 +7644,4 @@ var RtcEventNames;
     RtcEventNames["stream_added"] = "stream_added";
 })(RtcEventNames || (RtcEventNames = {}));
-export { ADDITIONAL_SCREEN_SHARE_SETTINGS, AUDIO_SETTINGS, BandwidthTester, CAMERA_STREAM_ID, EVENTS, FILE_SHARE_ERROR_CODES, KNOCK_MESSAGES, KalmanFilter, Logger, MEDIA_JITTER_BUFFER_TARGET, NoDevicesError, P2pRtcManager, PROTOCOL_ERRORS, PROTOCOL_EVENTS, PROTOCOL_REQUESTS, PROTOCOL_RESPONSES, RELAY_MESSAGES, ReconnectManager, RtcEventNames, RtcManagerDispatcher, SCREEN_SHARE_SETTINGS, SCREEN_SHARE_SIMULCAST_SETTINGS, STREAM_TYPES, ServerSocket, Session, SfuV2Parser, TYPES, VIDEO_SETTINGS_HD, VIDEO_SETTINGS_SD, VIDEO_SETTINGS_VP9, VIDEO_SETTINGS_VP9_LOW_BANDWIDTH, VegaConnection, VegaMediaQualityMonitor, VegaRtcManager, addAbsCaptureTimeExtMap, addExtMap, assert, buildDeviceList, calculateStd, captureAudioSsrcMetrics, captureCandidatePairInfoMetrics, captureCommonSsrcMetrics, captureSsrcInfo, captureVideoSsrcMetrics, cleanSdp, compareLocalDevices, createACFCalculator, createMicAnalyser, createWorker, deprioritizeH264, detectMicrophoneNotWorking, enumerate, external_stun_servers, filterMidExtension, filterMsidSemantic, fromLocation, generateByteString, getConstraints, getCurrentPeerConnections, getDeviceData, getDisplayMedia, getIssuesAndMetrics, getMediaConstraints, getMediaSettings, getMediasoupDeviceAsync, getNumFailedStatsReports, getNumFailedTrackSsrcLookups, getNumMissingTrackSsrcLookups, getPeerConnectionIndex, getStats, getStream, getUpdatedDevices, getUpdatedStats, getUserMedia, hasGetDisplayMedia, ipRegex, isFileShareError, isMobile, issueDetectorOrMetricEnabled, maybeTurnOnly, modifyMediaCapabilities, removePeerConnection, replaceTracksInStream, rtcManagerEvents, rtcStats, setClientProvider, setCodecPreferenceSDP, setPeerConnectionsForTests, setVideoBandwidthUsingSetParameters, sortCodecs, standardDeviation, startPerformanceMonitor, stopStreamTracks, subscribeIssues, subscribeStats, trackAnnotations, turnServerOverride, updateRenderedDimensions, variance };
+export { ADDITIONAL_SCREEN_SHARE_SETTINGS, AUDIO_SETTINGS, BandwidthTester, CAMERA_STREAM_ID, EVENTS, FILE_SHARE_ERROR_CODES, KNOCK_MESSAGES, KalmanFilter, Logger, MEDIA_JITTER_BUFFER_TARGET, NoDevicesError, P2pRtcManager, PROTOCOL_ERRORS, PROTOCOL_EVENTS, PROTOCOL_REQUESTS, PROTOCOL_RESPONSES, RELAY_MESSAGES, ReconnectManager, RtcEventNames, RtcManagerDispatcher, SCREEN_SHARE_SETTINGS, SCREEN_SHARE_SIMULCAST_SETTINGS, STREAM_TYPES, ServerSocket, Session, SfuV2Parser, TYPES, VIDEO_SETTINGS_HD, VIDEO_SETTINGS_SD, VIDEO_SETTINGS_VP9, VIDEO_SETTINGS_VP9_LOW_BANDWIDTH, VegaConnection, VegaMediaQualityMonitor, VegaRtcManager, addAbsCaptureTimeExtMap, addExtMap, assert, buildDeviceList, calculateStd, captureAudioSsrcMetrics, captureCandidatePairInfoMetrics, captureCommonSsrcMetrics, captureSsrcInfo, captureVideoSsrcMetrics, cleanSdp, compareLocalDevices, createACFCalculator, createMicAnalyser, createWorker, deprioritizeH264, detectMicrophoneNotWorking, enumerate, external_stun_servers, filterMidExtension, filterMsidSemantic, fromLocation, generateByteString, getConstraints, getCurrentPeerConnections, getDeviceData, getDisplayMedia, getInitialStream, getIssuesAndMetrics, getMediaConstraints, getMediaSettings, getMediasoupDeviceAsync, getNumFailedStatsReports, getNumFailedTrackSsrcLookups, getNumMissingTrackSsrcLookups, getPeerConnectionIndex, getStats, getStream, getUpdatedDevices, getUpdatedStats, getUserMedia, hasGetDisplayMedia, ipRegex, isFileShareError, isMobile, issueDetectorOrMetricEnabled, maybeTurnOnly, modifyMediaCapabilities, removePeerConnection, replaceTracksInStream, rtcManagerEvents, rtcStats, setClientProvider, setCodecPreferenceSDP, setPeerConnectionsForTests, setVideoBandwidthUsingSetParameters, sortCodecs, standardDeviation, startPerformanceMonitor, stopStreamTracks, subscribeIssues, subscribeStats, trackAnnotations, turnServerOverride, updateRenderedDimensions, variance };

package/dist/legacy-esm.js CHANGED Viewed

@@ -2478,18 +2478,19 @@ function getMediaConstraints({ disableAEC, disableAGC, hd, lax, lowDataMode, pre
     return constraints;
 }
 function getConstraints({ devices, videoId, audioId, options, type = "ideal" }) {
-    const audioDevices = devices.filter((d) => d.kind === "audioinput");
-    const videoDevices = devices.filter((d) => d.kind === "videoinput");
-    const useDefaultAudio = !audioId || !audioDevices.some((d) => d.deviceId === audioId);
-    const useDefaultVideo = !videoId || !videoDevices.some((d) => d.deviceId === videoId);
+    const strict = !!devices;
+    const audioDevices = devices === null || devices === void 0 ? void 0 : devices.filter((d) => d.kind === "audioinput");
+    const videoDevices = devices === null || devices === void 0 ? void 0 : devices.filter((d) => d.kind === "videoinput");
+    const useDefaultAudio = !audioId || (strict && !(audioDevices === null || audioDevices === void 0 ? void 0 : audioDevices.some((d) => d.deviceId === audioId)));
+    const useDefaultVideo = !videoId || (strict && !(videoDevices === null || videoDevices === void 0 ? void 0 : videoDevices.some((d) => d.deviceId === videoId)));
     const constraints = getMediaConstraints(Object.assign({ preferredDeviceIds: {
             audioId: useDefaultAudio ? null : { [type]: audioId },
             videoId: useDefaultVideo ? null : { [type]: videoId },
         } }, options));
-    if (audioId === false || !audioDevices.length) {
+    if (audioId === false || (strict && !(audioDevices === null || audioDevices === void 0 ? void 0 : audioDevices.length))) {
         delete constraints.audio;
     }
-    if (videoId === false || !videoDevices.length) {
+    if (videoId === false || (strict && !(videoDevices === null || videoDevices === void 0 ? void 0 : videoDevices.length))) {
         delete constraints.video;
     }
     return constraints;
@@ -4466,6 +4467,13 @@ class VegaRtcManager {
         });
         this._networkIsDetectedUpBySignal = false;
         this._cpuOveruseDetected = false;
+        this._sfuZombie = {
+            offlineDetectedAt: null,
+            onBrowserOffline: () => this._sfuZombieOnOffline(),
+        };
+        if (typeof window !== "undefined") {
+            window.addEventListener("offline", this._sfuZombie.onBrowserOffline);
+        }
         this.analytics = {
             vegaRequestTimeout: 0,
             vegaUnknownResponse: 0,
@@ -4489,6 +4497,9 @@ class VegaRtcManager {
             numIceConnected: 0,
             numIceDisconnected: 0,
             numIceFailed: 0,
+            sfuMsFromOfflineToClose: 0,
+            sfuOfflineWhileConnectedCount: 0,
+            sfuOfflineToCloseCount: 0,
         };
     }
     _updateAndScheduleMediaServersRefresh({ iceServers, turnServers, sfuServer, mediaserverConfigTtlSeconds, }) {
@@ -4543,6 +4554,32 @@ class VegaRtcManager {
             (_a = this._vegaConnectionManager) === null || _a === void 0 ? void 0 : _a.networkIsPossiblyDown();
         }
     }
+    _sfuZombieOnOffline() {
+        var _a, _b, _c, _d;
+        if (!this._isConnectingOrConnected || this._sfuZombie.offlineDetectedAt !== null) {
+            return;
+        }
+        this._sfuZombie.offlineDetectedAt = Date.now();
+        this.analytics.sfuOfflineWhileConnectedCount++;
+        rtcStats.sendEvent("SfuOfflineWhileConnected", {
+            sfuWsReadyState: (_b = (_a = this._vegaConnection) === null || _a === void 0 ? void 0 : _a.socket) === null || _b === void 0 ? void 0 : _b.readyState,
+            sendTransportState: (_c = this._sendTransport) === null || _c === void 0 ? void 0 : _c.connectionState,
+            recvTransportState: (_d = this._receiveTransport) === null || _d === void 0 ? void 0 : _d.connectionState,
+        });
+    }
+    _sfuZombieReset() {
+        this._sfuZombie.offlineDetectedAt = null;
+    }
+    _sfuZombieOnClose() {
+        let msFromOfflineToClose;
+        if (this._reconnect && this._sfuZombie.offlineDetectedAt !== null) {
+            msFromOfflineToClose = Date.now() - this._sfuZombie.offlineDetectedAt;
+            this.analytics.sfuMsFromOfflineToClose += msFromOfflineToClose;
+            this.analytics.sfuOfflineToCloseCount++;
+        }
+        this._sfuZombieReset();
+        return msFromOfflineToClose;
+    }
     setupSocketListeners() {
         this._socketListenerDeregisterFunctions.push(() => this._clearMediaServersRefresh(), this._serverSocket.on(PROTOCOL_RESPONSES.MEDIASERVER_CONFIG, (data) => {
             if (data.error) {
@@ -4639,7 +4676,8 @@ class VegaRtcManager {
         }
         this._qualityMonitor.close();
         this._emitToPWA(rtcManagerEvents.SFU_CONNECTION_CLOSED);
-        rtcStats.sendEvent("SfuConnectionClosed", {});
+        const msFromOfflineToClose = this._sfuZombieOnClose();
+        rtcStats.sendEvent("SfuConnectionClosed", { msFromOfflineToClose });
     }
     _join() {
         return __awaiter(this, void 0, void 0, function* () {
@@ -5619,6 +5657,10 @@ class VegaRtcManager {
             clearTimeout(this._reconnectTimeOut);
             this._reconnectTimeOut = null;
         }
+        this._sfuZombieReset();
+        if (typeof window !== "undefined") {
+            window.removeEventListener("offline", this._sfuZombie.onBrowserOffline);
+        }
         this._socketListenerDeregisterFunctions.forEach((func) => {
             func();
         });
@@ -7271,6 +7313,106 @@ function replaceTracksInStream(stream, newStream, only) {
     replacedTracks.forEach((track) => stream.removeTrack(track));
     return replacedTracks;
 }
+function createGetUserMediaAttempts() {
+    const attempts = [];
+    const attempt = (c) => __awaiter(this, void 0, void 0, function* () {
+        var _a, _b;
+        try {
+            const s = yield getUserMedia(c);
+            attempts.push({ constraints: c, outcome: { ok: true } });
+            return s;
+        }
+        catch (e) {
+            attempts.push({
+                constraints: c,
+                outcome: Object.assign({ ok: false, errorName: (_a = e === null || e === void 0 ? void 0 : e.name) !== null && _a !== void 0 ? _a : "UnknownError", errorMessage: (_b = e === null || e === void 0 ? void 0 : e.message) !== null && _b !== void 0 ? _b : String(e) }, ((e === null || e === void 0 ? void 0 : e.constraint) && { constraint: e.constraint })),
+            });
+            throw e;
+        }
+    });
+    const attachAttempts = (err) => {
+        if (err)
+            err.attempts = attempts;
+        return err;
+    };
+    return { attempts, attempt, attachAttempts };
+}
+function getInitialStream(constraintOpt) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const { attempts, attempt, attachAttempts } = createGetUserMediaAttempts();
+        let error;
+        let stream;
+        const opts = Object.assign(Object.assign({}, constraintOpt), { type: "exact" });
+        try {
+            stream = yield attempt(getConstraints(opts));
+            return {
+                stream,
+                attempts,
+            };
+        }
+        catch (e) {
+            logger.error(e);
+            error = e;
+        }
+        const acquireOneKind = (targetConstraint) => __awaiter(this, void 0, void 0, function* () {
+            const retryOpts = Object.assign(Object.assign({}, opts), { options: Object.assign({}, opts.options) });
+            let stream;
+            let lastError = error;
+            const ignoredConstraint = targetConstraint === "videoId" ? "audioId" : "videoId";
+            if (retryOpts[ignoredConstraint] !== false) {
+                retryOpts[ignoredConstraint] = false;
+                try {
+                    stream = yield attempt(getConstraints(retryOpts));
+                    return stream;
+                }
+                catch (e) {
+                    logger.error(e);
+                    lastError = e;
+                }
+            }
+            if ((lastError === null || lastError === void 0 ? void 0 : lastError.name) === "NotAllowedError") {
+                return;
+            }
+            if (retryOpts[targetConstraint]) {
+                retryOpts[targetConstraint] = null;
+                try {
+                    stream = yield attempt(getConstraints(retryOpts));
+                    return stream;
+                }
+                catch (e) {
+                    logger.error(e);
+                }
+            }
+            try {
+                retryOpts.options.lax = true;
+                stream = yield attempt(getConstraints(retryOpts));
+                return stream;
+            }
+            catch (e) {
+                logger.error(e);
+            }
+        });
+        if (opts.videoId !== false) {
+            stream = yield acquireOneKind("videoId");
+        }
+        if (opts.audioId !== false) {
+            if (!stream) {
+                stream = yield acquireOneKind("audioId");
+            }
+            else {
+                const audioOnlyStream = yield acquireOneKind("audioId");
+                if (audioOnlyStream) {
+                    const audioTrack = audioOnlyStream.getAudioTracks()[0];
+                    stream.addTrack(audioTrack);
+                }
+            }
+        }
+        if (!stream) {
+            throw attachAttempts(error !== null && error !== void 0 ? error : new Error("Unknown error"));
+        }
+        return { error, stream, attempts };
+    });
+}
 function getStream(constraintOpt_1) {
     return __awaiter(this, arguments, void 0, function* (constraintOpt, { replaceStream, fallback = true } = {}) {
         var _a;
@@ -7278,25 +7420,10 @@ function getStream(constraintOpt_1) {
         let newConstraints;
         let retryConstraintOpt;
         let stream = null;
-        const attempts = [];
+        const { attempts, attempt, attachAttempts } = createGetUserMediaAttempts();
         const only = (constraintOpt.audioId === false && "video") || (constraintOpt.videoId === false && "audio");
         const stopTracks = isMobile || only !== "video";
         const constraints = getConstraints(constraintOpt);
-        const attempt = (c) => __awaiter(this, void 0, void 0, function* () {
-            var _a, _b;
-            try {
-                const s = yield getUserMedia(c);
-                attempts.push({ constraints: c, outcome: { ok: true } });
-                return s;
-            }
-            catch (e) {
-                attempts.push({
-                    constraints: c,
-                    outcome: Object.assign({ ok: false, errorName: (_a = e === null || e === void 0 ? void 0 : e.name) !== null && _a !== void 0 ? _a : "UnknownError", errorMessage: (_b = e === null || e === void 0 ? void 0 : e.message) !== null && _b !== void 0 ? _b : String(e) }, ((e === null || e === void 0 ? void 0 : e.constraint) && { constraint: e.constraint })),
-                });
-                throw e;
-            }
-        });
         const addDetails = (err, orgErr) => {
             if (err) {
                 err.details = Object.assign({ constraints, constraint: err.constraint || (orgErr === null || orgErr === void 0 ? void 0 : orgErr.constraint), newConstraints,
@@ -7308,11 +7435,6 @@ function getStream(constraintOpt_1) {
                 return new Error("Unknown error");
             }
         };
-        const attachAttempts = (err) => {
-            if (err)
-                err.attempts = attempts;
-            return err;
-        };
         const getSingleStream = (e) => __awaiter(this, void 0, void 0, function* () {
             if (constraints.audio && constraints.video) {
                 try {
@@ -7522,5 +7644,5 @@ var RtcEventNames;
     RtcEventNames["stream_added"] = "stream_added";
 })(RtcEventNames || (RtcEventNames = {}));
-export { ADDITIONAL_SCREEN_SHARE_SETTINGS, AUDIO_SETTINGS, BandwidthTester, CAMERA_STREAM_ID, EVENTS, FILE_SHARE_ERROR_CODES, KNOCK_MESSAGES, KalmanFilter, Logger, MEDIA_JITTER_BUFFER_TARGET, NoDevicesError, P2pRtcManager, PROTOCOL_ERRORS, PROTOCOL_EVENTS, PROTOCOL_REQUESTS, PROTOCOL_RESPONSES, RELAY_MESSAGES, ReconnectManager, RtcEventNames, RtcManagerDispatcher, SCREEN_SHARE_SETTINGS, SCREEN_SHARE_SIMULCAST_SETTINGS, STREAM_TYPES, ServerSocket, Session, SfuV2Parser, TYPES, VIDEO_SETTINGS_HD, VIDEO_SETTINGS_SD, VIDEO_SETTINGS_VP9, VIDEO_SETTINGS_VP9_LOW_BANDWIDTH, VegaConnection, VegaMediaQualityMonitor, VegaRtcManager, addAbsCaptureTimeExtMap, addExtMap, assert, buildDeviceList, calculateStd, captureAudioSsrcMetrics, captureCandidatePairInfoMetrics, captureCommonSsrcMetrics, captureSsrcInfo, captureVideoSsrcMetrics, cleanSdp, compareLocalDevices, createACFCalculator, createMicAnalyser, createWorker, deprioritizeH264, detectMicrophoneNotWorking, enumerate, external_stun_servers, filterMidExtension, filterMsidSemantic, fromLocation, generateByteString, getConstraints, getCurrentPeerConnections, getDeviceData, getDisplayMedia, getIssuesAndMetrics, getMediaConstraints, getMediaSettings, getMediasoupDeviceAsync, getNumFailedStatsReports, getNumFailedTrackSsrcLookups, getNumMissingTrackSsrcLookups, getPeerConnectionIndex, getStats, getStream, getUpdatedDevices, getUpdatedStats, getUserMedia, hasGetDisplayMedia, ipRegex, isFileShareError, isMobile, issueDetectorOrMetricEnabled, maybeTurnOnly, modifyMediaCapabilities, removePeerConnection, replaceTracksInStream, rtcManagerEvents, rtcStats, setClientProvider, setCodecPreferenceSDP, setPeerConnectionsForTests, setVideoBandwidthUsingSetParameters, sortCodecs, standardDeviation, startPerformanceMonitor, stopStreamTracks, subscribeIssues, subscribeStats, trackAnnotations, turnServerOverride, updateRenderedDimensions, variance };
+export { ADDITIONAL_SCREEN_SHARE_SETTINGS, AUDIO_SETTINGS, BandwidthTester, CAMERA_STREAM_ID, EVENTS, FILE_SHARE_ERROR_CODES, KNOCK_MESSAGES, KalmanFilter, Logger, MEDIA_JITTER_BUFFER_TARGET, NoDevicesError, P2pRtcManager, PROTOCOL_ERRORS, PROTOCOL_EVENTS, PROTOCOL_REQUESTS, PROTOCOL_RESPONSES, RELAY_MESSAGES, ReconnectManager, RtcEventNames, RtcManagerDispatcher, SCREEN_SHARE_SETTINGS, SCREEN_SHARE_SIMULCAST_SETTINGS, STREAM_TYPES, ServerSocket, Session, SfuV2Parser, TYPES, VIDEO_SETTINGS_HD, VIDEO_SETTINGS_SD, VIDEO_SETTINGS_VP9, VIDEO_SETTINGS_VP9_LOW_BANDWIDTH, VegaConnection, VegaMediaQualityMonitor, VegaRtcManager, addAbsCaptureTimeExtMap, addExtMap, assert, buildDeviceList, calculateStd, captureAudioSsrcMetrics, captureCandidatePairInfoMetrics, captureCommonSsrcMetrics, captureSsrcInfo, captureVideoSsrcMetrics, cleanSdp, compareLocalDevices, createACFCalculator, createMicAnalyser, createWorker, deprioritizeH264, detectMicrophoneNotWorking, enumerate, external_stun_servers, filterMidExtension, filterMsidSemantic, fromLocation, generateByteString, getConstraints, getCurrentPeerConnections, getDeviceData, getDisplayMedia, getInitialStream, getIssuesAndMetrics, getMediaConstraints, getMediaSettings, getMediasoupDeviceAsync, getNumFailedStatsReports, getNumFailedTrackSsrcLookups, getNumMissingTrackSsrcLookups, getPeerConnectionIndex, getStats, getStream, getUpdatedDevices, getUpdatedStats, getUserMedia, hasGetDisplayMedia, ipRegex, isFileShareError, isMobile, issueDetectorOrMetricEnabled, maybeTurnOnly, modifyMediaCapabilities, removePeerConnection, replaceTracksInStream, rtcManagerEvents, rtcStats, setClientProvider, setCodecPreferenceSDP, setPeerConnectionsForTests, setVideoBandwidthUsingSetParameters, sortCodecs, standardDeviation, startPerformanceMonitor, stopStreamTracks, subscribeIssues, subscribeStats, trackAnnotations, turnServerOverride, updateRenderedDimensions, variance };
 //# sourceMappingURL=legacy-esm.js.map

package/package.json CHANGED Viewed

@@ -1,7 +1,7 @@
 {
   "name": "@whereby.com/media",
   "description": "Media library for Whereby",
-  "version": "9.6.0",
+  "version": "9.7.0",
   "license": "MIT",
   "homepage": "https://github.com/whereby/sdk",
   "repository": {