@whereby.com/media 9.2.7 → 9.3.0

package/dist/index.cjs

@@ -1442,6 +1442,8 @@ function captureVideoSsrcMetrics(ssrcMetrics, currentSsrcStats, prevSsrcStats, t
         const qpsumDiff = currentSsrcStats.qpSum - ((prevSsrcStats === null || prevSsrcStats === void 0 ? void 0 : prevSsrcStats.qpSum) || 0);
         ssrcMetrics.qpf = qpsumDiff / frameCountDiff;
         ssrcMetrics.fps = (frameCountDiff * 1000) / timeDiff;
+        const freezeCountDiff = (currentSsrcStats.freezeCount || 0) - ((prevSsrcStats === null || prevSsrcStats === void 0 ? void 0 : prevSsrcStats.freezeCount) || 0);
+        ssrcMetrics.freezeRate = (freezeCountDiff * 1000) / timeDiff;
     }
     else {
         const kfCountDiff = currentSsrcStats.keyFramesEncoded - ((prevSsrcStats === null || prevSsrcStats === void 0 ? void 0 : prevSsrcStats.keyFramesEncoded) || 0);
@@ -1587,15 +1589,17 @@ const getOrCreateSsrcMetricsContainer = (statsByView, time, pcIndex, clientId, t
     ssrcStats.updated = time;
     return ssrcStats;
 };
-const removeNonUpdatedStats = (statsByView, time) => {
+const removeNonUpdatedStats = (statsByView, time, renderedDimensionsByTrack) => {
     Object.entries(statsByView).forEach(([viewId, viewStats]) => {
         if (viewStats.updated !== undefined && viewStats.updated < time) {
+            Object.keys(viewStats.tracks).forEach((trackId) => delete renderedDimensionsByTrack[trackId]);
             delete statsByView[viewId];
         }
         else {
             Object.entries(viewStats.tracks).forEach(([trackId, trackStats]) => {
                 if (trackStats.updated < time) {
                     delete viewStats.tracks[trackId];
+                    delete renderedDimensionsByTrack[trackId];
                 }
                 else {
                     Object.entries(trackStats.ssrcs).forEach(([ssrc, ssrcStats]) => {
@@ -1633,7 +1637,7 @@ function collectStats(state_1, _a, immediate_1) {
             if (timeSinceLastUpdate < 400) {
                 if (immediate)
                     return state.statsByView;
-                state.subscriptions.forEach((subscription) => { var _a; return (_a = subscription.onUpdatedStats) === null || _a === void 0 ? void 0 : _a.call(subscription, state.statsByView, clients); });
+                state.subscriptions.forEach((subscription) => { var _a; return (_a = subscription.onUpdatedStats) === null || _a === void 0 ? void 0 : _a.call(subscription, state.statsByView, clients, state.renderedDimensionsByTrack); });
                 state.nextTimeout = setTimeout(collectStatsBound, interval);
                 return;
             }
@@ -1726,7 +1730,7 @@ function collectStats(state_1, _a, immediate_1) {
                     }
                 });
             });
-            removeNonUpdatedStats(state.statsByView, state.lastUpdateTime);
+            removeNonUpdatedStats(state.statsByView, state.lastUpdateTime, state.renderedDimensionsByTrack);
             Object.entries((defaultViewStats === null || defaultViewStats === void 0 ? void 0 : defaultViewStats.candidatePairs) || {}).forEach(([cpKey, cp]) => {
                 const active = cp.lastRtcStatsTime === state.lastUpdateTime;
                 cp.active = active;
@@ -1745,7 +1749,7 @@ function collectStats(state_1, _a, immediate_1) {
                 return state.statsByView;
             }
             else {
-                state.subscriptions.forEach((subscription) => { var _a; return (_a = subscription.onUpdatedStats) === null || _a === void 0 ? void 0 : _a.call(subscription, state.statsByView, clients); });
+                state.subscriptions.forEach((subscription) => { var _a; return (_a = subscription.onUpdatedStats) === null || _a === void 0 ? void 0 : _a.call(subscription, state.statsByView, clients, state.renderedDimensionsByTrack); });
             }
         }
         catch (e) {
@@ -1784,6 +1788,7 @@ const STATE = {
     currentMonitor: null,
     getClients: () => [],
     lastUpdateTime: 0,
+    renderedDimensionsByTrack: {},
     statsByView: {},
     subscriptions: [],
     numFailedStatsReports: 0,
@@ -1802,6 +1807,9 @@ const getNumMissingTrackSsrcLookups = () => numMissingTrackSsrcLookups;
 const getNumFailedTrackSsrcLookups = () => numFailedTrackSsrcLookups;
 const getUpdatedStats = () => { var _a; return (_a = STATE.currentMonitor) === null || _a === void 0 ? void 0 : _a.getUpdatedStats(); };
 const setClientProvider = (provider) => (STATE.getClients = provider);
+const updateRenderedDimensions = (trackId, data) => {
+    STATE.renderedDimensionsByTrack[trackId] = data;
+};
 function startStatsMonitor(state, { interval, logger }) {
     const collectStatsBound = collectStats.bind(null, state, { interval, logger });
     let cpuObserver;
@@ -2522,6 +2530,7 @@ class P2pRtcManager {
         this._features = features || {};
         this._isAudioOnlyMode = false;
         this._closed = false;
+        this._videoTrackIdByStreamId = {};
         this._fetchMediaServersTimer = null;
         this._stopCameraTimeout = null;
         this._icePublicIPGatheringTimeoutID = null;
@@ -3002,6 +3011,8 @@ class P2pRtcManager {
                 });
                 return;
             }
+            if (event.track.kind === "video")
+                this._videoTrackIdByStreamId[stream.id] = event.track.id;
             if (session.streamIds.indexOf(stream.id) === -1) {
                 session.streamIds.push(stream.id);
                 this._emit(EVENTS.STREAM_ADDED, {
@@ -3432,7 +3443,11 @@ class P2pRtcManager {
             }, 60 * 1000);
         }
     }
-    updateStreamResolution() { }
+    updateStreamResolution(streamId, _ignored, { width, height, }) {
+        const trackId = this._videoTrackIdByStreamId[streamId];
+        if (trackId)
+            updateRenderedDimensions(trackId, { width, height, time: Date.now() });
+    }
     stopOrResumeAudio() {
     }
     _handleStopOrResumeVideo({ enable, track }) {
@@ -5573,7 +5588,7 @@ class VegaRtcManager {
         this._syncIncomingStreamsWithPWA(clientId);
     }
     updateStreamResolution(streamId, _ignored, { width, height, }) {
-        var _a, _b;
+        var _a, _b, _c;
         logger$2.info("updateStreamResolution()", { streamId, width, height });
         const consumerId = this._streamIdToVideoConsumerId.get(streamId);
         const consumer = this._consumers.get(consumerId);
@@ -5581,17 +5596,18 @@ class VegaRtcManager {
             this._streamIdToVideoResolution.set(streamId, { width, height });
             return;
         }
+        updateRenderedDimensions((_a = consumer.track) === null || _a === void 0 ? void 0 : _a.id, { width, height, time: Date.now() });
         const numberOfActiveVideos = getNumberOfActiveVideos(this._consumers);
         const numberOfTemporalLayers = getNumberOfTemporalLayers(consumer);
         const { spatialLayer, temporalLayer } = getLayers({ width, height }, {
             numberOfActiveVideos,
             numberOfTemporalLayers,
-            uncappedSingleRemoteVideoOn: (_a = this._features) === null || _a === void 0 ? void 0 : _a.uncappedSingleRemoteVideoOn,
+            uncappedSingleRemoteVideoOn: (_b = this._features) === null || _b === void 0 ? void 0 : _b.uncappedSingleRemoteVideoOn,
         });
         if (consumer.appData.spatialLayer !== spatialLayer || consumer.appData.temporalLayer !== temporalLayer) {
             consumer.appData.spatialLayer = spatialLayer;
             consumer.appData.temporalLayer = temporalLayer;
-            (_b = this._vegaConnection) === null || _b === void 0 ? void 0 : _b.message("setConsumersPreferredLayers", {
+            (_c = this._vegaConnection) === null || _c === void 0 ? void 0 : _c.message("setConsumersPreferredLayers", {
                 consumerIds: [consumerId],
                 spatialLayer,
                 temporalLayer,
@@ -6006,6 +6022,92 @@ const getRoomMode = () => {
     return roomMode;
 };
 
+const createQualityDetector = (type) => {
+    return {
+        id: `quality-${type}`,
+        enabled: ({ client }) => !client.isLocalClient && !client.isPresentation,
+        check: ({ ssrc0, renderedDimensions, hasLiveTrack, kind }) => {
+            if (!hasLiveTrack)
+                return true;
+            if (!ssrc0)
+                return true;
+            if (!ssrc0.bitrate)
+                return true;
+            if (kind === "video") {
+                if (renderedDimensions && renderedDimensions.width && renderedDimensions.height) {
+                    const maxSideRendered = Math.max(renderedDimensions.width, renderedDimensions.height);
+                    const maxSideReceived = Math.max(ssrc0.width || 0, ssrc0.height || 0);
+                    const fpsReceived = ssrc0.fps || 0;
+                    const hadFreeze = !!ssrc0.freezeRate;
+                    const bitrate = ssrc0.bitrate || 0;
+                    if (maxSideRendered < 100) {
+                        if (type === "warning" && maxSideReceived < 160)
+                            return true;
+                        if (type === "critical" && maxSideReceived < 90)
+                            return true;
+                        if (type === "warning" && fpsReceived < 5)
+                            return true;
+                        if (type === "critical" && fpsReceived < 2)
+                            return true;
+                        if (type === "warning" && bitrate < 10000)
+                            return true;
+                        if (type === "critical" && bitrate < 5000)
+                            return true;
+                    }
+                    else if (maxSideRendered < 480) {
+                        if (type === "warning" && maxSideReceived < 240)
+                            return true;
+                        if (type === "critical" && maxSideReceived < 120)
+                            return true;
+                        if (type === "warning" && fpsReceived < 14)
+                            return true;
+                        if (type === "critical" && fpsReceived < 9)
+                            return true;
+                        if (hadFreeze)
+                            return true;
+                        if (type === "warning" && bitrate < 50000)
+                            return true;
+                        if (type === "critical" && bitrate < 20000)
+                            return true;
+                    }
+                    else {
+                        if (type === "warning" && maxSideReceived < 480)
+                            return true;
+                        if (type === "critical" && maxSideReceived < 240)
+                            return true;
+                        if (type === "warning" && fpsReceived < 14)
+                            return true;
+                        if (type === "critical" && fpsReceived < 9)
+                            return true;
+                        if (type === "warning" && bitrate < 200000)
+                            return true;
+                        if (type === "critical" && bitrate < 50000)
+                            return true;
+                        if (hadFreeze)
+                            return true;
+                    }
+                }
+            }
+            else if (kind === "audio") {
+                const audioLevel = ssrc0.audioLevel || 0;
+                const concealment = ssrc0.audioConcealment || 0;
+                const acceleration = ssrc0.audioAcceleration || 0;
+                const deceleration = ssrc0.audioDeceleration || 0;
+                const audioDistortion = concealment + acceleration + deceleration;
+                if (audioLevel >= 0.01) {
+                    if (type === "warning" && audioDistortion > 0.1)
+                        return true;
+                    if (type === "critical" && audioDistortion > 0.2)
+                        return true;
+                }
+            }
+            return false;
+        },
+    };
+};
+const qualityWarningDetector = createQualityDetector("warning");
+const qualityCriticalDetector = createQualityDetector("critical");
+
 const badNetworkIssueDetector = {
     id: "bad-network",
     enabled: ({ hasLiveTrack, ssrcs }) => hasLiveTrack && ssrcs.length > 0,
@@ -6229,6 +6331,8 @@ const issueDetectors = [
             (ssrc0.audioLevel || 0) >= 0.001 &&
             (ssrc0.audioAcceleration || 0) >= 0.1,
     },
+    qualityWarningDetector,
+    qualityCriticalDetector,
 ];
 
 let subscriptions = [];
@@ -6383,7 +6487,7 @@ function issueDetectorOrMetricEnabled(issueDetectorOrMetric, checkData) {
     }
     return enabled && (issueDetectorOrMetric.enabled ? issueDetectorOrMetric.enabled(checkData) : true);
 }
-function onUpdatedStats(statsByView, clients) {
+function onUpdatedStats(statsByView, clients, renderedDimensionsByTrack) {
     Object.values(aggregatedMetrics).forEach((metricData) => {
         metricData.curTicks = 0;
         metricData.curSum = 0;
@@ -6421,6 +6525,7 @@ function onUpdatedStats(statsByView, clients) {
                 kind,
                 track,
                 trackStats,
+                renderedDimensions: (track === null || track === void 0 ? void 0 : track.id) ? renderedDimensionsByTrack[track.id] : undefined,
                 stats,
                 hasLiveTrack,
                 ssrc0,
@@ -7513,5 +7618,6 @@ exports.subscribeIssues = subscribeIssues;
 exports.subscribeStats = subscribeStats;
 exports.trackAnnotations = trackAnnotations;
 exports.turnServerOverride = turnServerOverride;
+exports.updateRenderedDimensions = updateRenderedDimensions;
 exports.variance = variance;
 //# sourceMappingURL=index.cjs.map

package/dist/index.d.cts

@@ -27,10 +27,16 @@ type PressureRecord = {
     state: string;
     time: number;
 };
+type RenderedDimensionsReport = {
+    time: number;
+    width: number;
+    height: number;
+};
 interface TrackStats {
     startTime: number;
     updated: number;
     ssrcs: Record<string, SsrcStats>;
+    renderedDimensions?: RenderedDimensionsReport;
 }
 interface ViewStats {
     startTime?: number;
@@ -93,6 +99,7 @@ interface SsrcStats {
     encodeTime?: number;
     sourceWidth?: number;
     sourceFps?: number;
+    freezeRate?: number;
 }
 
 interface IssueDetector {
@@ -106,6 +113,7 @@ interface IssueCheckData {
     clients: StatsClient[];
     kind: string;
     track: MediaStreamTrack | MediaStreamTrackWithDenoiserContext | undefined;
+    renderedDimensions?: RenderedDimensionsReport;
     trackStats?: TrackStats;
     stats?: ViewStats;
     hasLiveTrack: boolean;
@@ -236,7 +244,7 @@ interface StatsMonitor {
     stop: () => void;
 }
 interface StatsSubscription {
-    onUpdatedStats: (statsByView: Record<string, ViewStats>, clients: StatsClient[]) => void;
+    onUpdatedStats: (statsByView: Record<string, ViewStats>, clients: StatsClient[], renderedDimensionsByTrack: Record<string, RenderedDimensionsReport>) => void;
 }
 interface StatsMonitorState {
     currentMonitor: StatsMonitor | null;
@@ -245,6 +253,7 @@ interface StatsMonitorState {
     lastUpdateTime: number;
     nextTimeout?: number;
     pressureObserver?: PressureObserver;
+    renderedDimensionsByTrack: Record<string, RenderedDimensionsReport>;
     statsByView: Record<string, ViewStats>;
     subscriptions: StatsSubscription[];
     numFailedStatsReports: number;
@@ -261,6 +270,7 @@ declare const getNumMissingTrackSsrcLookups: () => number;
 declare const getNumFailedTrackSsrcLookups: () => number;
 declare const getUpdatedStats: () => Promise<Record<string, ViewStats> | undefined> | undefined;
 declare const setClientProvider: (provider: () => StatsClient[]) => () => StatsClient[];
+declare const updateRenderedDimensions: (trackId: string, data: RenderedDimensionsReport) => void;
 declare function subscribeStats(subscription: StatsSubscription, options?: StatsMonitorOptions, state?: StatsMonitorState): {
     stop(): void;
 };
@@ -1641,6 +1651,7 @@ declare class P2pRtcManager implements RtcManager {
     analytics: P2PAnalytics;
     _rtcStatsDisconnectTimeout?: ReturnType<typeof setTimeout>;
     _webcamPaused?: boolean;
+    _videoTrackIdByStreamId: Record<string, string>;
     constructor({ selfId, room, emitter, serverSocket, webrtcProvider, features }: RtcManagerOptions);
     numberOfPeerconnections(): number;
     isInitializedWith({ selfId, roomName, isSfu }: {
@@ -1693,7 +1704,10 @@ declare class P2pRtcManager implements RtcManager {
         clientId: string;
     }): Session;
     disconnect(clientId: string): void;
-    updateStreamResolution(): void;
+    updateStreamResolution(streamId: string, _ignored: any, { width, height, }: {
+        width: number;
+        height: number;
+    }): void;
     stopOrResumeAudio(): void;
     _handleStopOrResumeVideo({ enable, track }: {
         enable: boolean;
@@ -2089,5 +2103,5 @@ declare class VegaRtcManager implements RtcManager {
     hasClient(clientId: string): boolean;
 }
 
-export { ADDITIONAL_SCREEN_SHARE_SETTINGS, AUDIO_SETTINGS, BandwidthTester, CAMERA_STREAM_ID, EVENTS, FILE_SHARE_ERROR_CODES, KNOCK_MESSAGES, KalmanFilter, Logger, MEDIA_JITTER_BUFFER_TARGET, NoDevicesError, P2pRtcManager, PROTOCOL_ERRORS, PROTOCOL_EVENTS, PROTOCOL_REQUESTS, PROTOCOL_RESPONSES, RELAY_MESSAGES, ReconnectManager, RtcEventNames, RtcManagerDispatcher, SCREEN_SHARE_SETTINGS, SCREEN_SHARE_SIMULCAST_SETTINGS, STREAM_TYPES, ServerSocket, Session, SfuV2Parser, TYPES, VIDEO_SETTINGS_HD, VIDEO_SETTINGS_SD, VIDEO_SETTINGS_VP9, VIDEO_SETTINGS_VP9_LOW_BANDWIDTH, VegaConnection, VegaMediaQualityMonitor, VegaRtcManager, addAbsCaptureTimeExtMap, addExtMap, assert, buildDeviceList, calculateStd, captureAudioSsrcMetrics, captureCandidatePairInfoMetrics, captureCommonSsrcMetrics, captureSsrcInfo, captureVideoSsrcMetrics, cleanSdp, compareLocalDevices, createACFCalculator, createMicAnalyser, createWorker, deprioritizeH264, detectMicrophoneNotWorking, enumerate, external_stun_servers, filterMidExtension, filterMsidSemantic, fromLocation, generateByteString, getConstraints, getCurrentPeerConnections, getDeviceData, getDisplayMedia, getIssuesAndMetrics, getMediaConstraints, getMediaSettings, getMediasoupDeviceAsync, getNumFailedStatsReports, getNumFailedTrackSsrcLookups, getNumMissingTrackSsrcLookups, getPeerConnectionIndex, getStats, getStream, getUpdatedDevices, getUpdatedStats, getUserMedia, hasGetDisplayMedia, ipRegex, isFileShareError, isMobile, issueDetectorOrMetricEnabled, maybeTurnOnly, modifyMediaCapabilities, removePeerConnection, replaceTracksInStream, _default as rtcManagerEvents, rtcStats, setClientProvider, setCodecPreferenceSDP, setPeerConnectionsForTests, setVideoBandwidthUsingSetParameters, sortCodecs, standardDeviation, startPerformanceMonitor, stopStreamTracks, subscribeIssues, subscribeStats, trackAnnotations, turnServerOverride, variance };
+export { ADDITIONAL_SCREEN_SHARE_SETTINGS, AUDIO_SETTINGS, BandwidthTester, CAMERA_STREAM_ID, EVENTS, FILE_SHARE_ERROR_CODES, KNOCK_MESSAGES, KalmanFilter, Logger, MEDIA_JITTER_BUFFER_TARGET, NoDevicesError, P2pRtcManager, PROTOCOL_ERRORS, PROTOCOL_EVENTS, PROTOCOL_REQUESTS, PROTOCOL_RESPONSES, RELAY_MESSAGES, ReconnectManager, RtcEventNames, RtcManagerDispatcher, SCREEN_SHARE_SETTINGS, SCREEN_SHARE_SIMULCAST_SETTINGS, STREAM_TYPES, ServerSocket, Session, SfuV2Parser, TYPES, VIDEO_SETTINGS_HD, VIDEO_SETTINGS_SD, VIDEO_SETTINGS_VP9, VIDEO_SETTINGS_VP9_LOW_BANDWIDTH, VegaConnection, VegaMediaQualityMonitor, VegaRtcManager, addAbsCaptureTimeExtMap, addExtMap, assert, buildDeviceList, calculateStd, captureAudioSsrcMetrics, captureCandidatePairInfoMetrics, captureCommonSsrcMetrics, captureSsrcInfo, captureVideoSsrcMetrics, cleanSdp, compareLocalDevices, createACFCalculator, createMicAnalyser, createWorker, deprioritizeH264, detectMicrophoneNotWorking, enumerate, external_stun_servers, filterMidExtension, filterMsidSemantic, fromLocation, generateByteString, getConstraints, getCurrentPeerConnections, getDeviceData, getDisplayMedia, getIssuesAndMetrics, getMediaConstraints, getMediaSettings, getMediasoupDeviceAsync, getNumFailedStatsReports, getNumFailedTrackSsrcLookups, getNumMissingTrackSsrcLookups, getPeerConnectionIndex, getStats, getStream, getUpdatedDevices, getUpdatedStats, getUserMedia, hasGetDisplayMedia, ipRegex, isFileShareError, isMobile, issueDetectorOrMetricEnabled, maybeTurnOnly, modifyMediaCapabilities, removePeerConnection, replaceTracksInStream, _default as rtcManagerEvents, rtcStats, setClientProvider, setCodecPreferenceSDP, setPeerConnectionsForTests, setVideoBandwidthUsingSetParameters, sortCodecs, standardDeviation, startPerformanceMonitor, stopStreamTracks, subscribeIssues, subscribeStats, trackAnnotations, turnServerOverride, updateRenderedDimensions, variance };
 export type { AddCameraStreamOptions, AddSpotlightRequest, AudioEnableRequest, AudioEnableRequestedEvent, AudioEnabledEvent, BreakoutConfig, BreakoutGroupJoinedEvent, BreakoutSessionUpdatedEvent, BuildDeviceListOptions, CannotJoinUnclaimedRoomError, ChatFileShare, ChatMessage, ChatMessageError, ChatMessageRemoved, ChatMessageRequest, ClearableTimeout, ClientKickedEvent, ClientLeftEvent, ClientMetadataPayload, ClientMetadataReceivedEvent, ClientRole, ClientUnableToJoinEvent, CloudRecordingStartedEvent, Codec, ConnectionStatus, Credentials, FileShareErrorCode, FileUploadUrl, ForbiddenError, ForbiddenErrorNames, GetConstraintsOptions, GetDeviceDataResult, GetMediaConstraintsOptions, GetStreamOptions, GetStreamResult, GetUpdatedDevicesResult, GetUserMediaAttempt, GetUserMediaAttemptOutcome, HostPresenceControlsError, IdentifyDeviceRequest, InternalServerError, InvalidAssistantKeyError, IssuesAndMetricsByView, JoinRoomRequest, KnockAcceptedEvent, KnockRejectedEvent, KnockRoomRequest, KnockerLeftEvent, LiveCaptionEvent, LiveCaptionsStartedEvent, LiveCaptionsStoppedEvent, LiveTranscriptionStartedEvent, LiveTranscriptionStoppedEvent, MaxViewerLimitReachedError, MediaPrefs, Metric, NewClientEvent, OrganizationAssistantNotEnabledError, OrganizationAssistantNotFoundError, OrganizationPlanExhaustedError, RemoveScreenshareStreamOptions, RemoveSpotlightRequest, RoleName, RoomConcurrencyControlsError, RoomEmptyError, RoomFullError, RoomJoinPermissionDeniedError, RoomJoinedErrors, RoomJoinedEvent, RoomJoinedSuccess, RoomKnockedEvent, RoomLockedError, RoomLockedEvent, RoomMeetingTimeExhaustedError, RoomMode, RoomSessionEndedEvent, RtcClientConnectionStatusChangedPayload, RtcEventEmitter, RtcEvents, RtcLocalStreamTrackAddedPayload, RtcLocalStreamTrackRemovedPayload, RtcManager, RtcManagerCreatedPayload, RtcManagerOptions, RtcStreamAddedPayload, ScreenshareStartedEvent, ScreenshareStoppedEvent, SendClientMetadataRequest, SignalClient, SignalEvents, SignalIceCandidateMessage, SignalIceEndOfCandidatesMessage, SignalIceServer, SignalKnocker, SignalMediaServerConfig, SignalRTCSessionDescription, SignalReadyToReceiveOfferMessage, SignalRequests, SignalRoom, SignalSDPMessage, SignalSFUServer, SignalTurnServer, SocketConf, SocketManager, Spotlight, SpotlightAddedEvent, SpotlightRemovedEvent, StatsMonitorOptions, StatsMonitorState, StatsSubscription, TurnTransportProtocol, UniqueRoleAlreadyInRoomError, UpdatedDeviceInfo, UpdatedDevicesInfo, VegaConnectionOptions, VegaRtcManagerOptions, VideoEnableRequest, VideoEnableRequestedEvent, VideoEnabledEvent, WebRTCProvider };

package/dist/index.d.mts

@@ -27,10 +27,16 @@ type PressureRecord = {
     state: string;
     time: number;
 };
+type RenderedDimensionsReport = {
+    time: number;
+    width: number;
+    height: number;
+};
 interface TrackStats {
     startTime: number;
     updated: number;
     ssrcs: Record<string, SsrcStats>;
+    renderedDimensions?: RenderedDimensionsReport;
 }
 interface ViewStats {
     startTime?: number;
@@ -93,6 +99,7 @@ interface SsrcStats {
     encodeTime?: number;
     sourceWidth?: number;
     sourceFps?: number;
+    freezeRate?: number;
 }
 
 interface IssueDetector {
@@ -106,6 +113,7 @@ interface IssueCheckData {
     clients: StatsClient[];
     kind: string;
     track: MediaStreamTrack | MediaStreamTrackWithDenoiserContext | undefined;
+    renderedDimensions?: RenderedDimensionsReport;
     trackStats?: TrackStats;
     stats?: ViewStats;
     hasLiveTrack: boolean;
@@ -236,7 +244,7 @@ interface StatsMonitor {
     stop: () => void;
 }
 interface StatsSubscription {
-    onUpdatedStats: (statsByView: Record<string, ViewStats>, clients: StatsClient[]) => void;
+    onUpdatedStats: (statsByView: Record<string, ViewStats>, clients: StatsClient[], renderedDimensionsByTrack: Record<string, RenderedDimensionsReport>) => void;
 }
 interface StatsMonitorState {
     currentMonitor: StatsMonitor | null;
@@ -245,6 +253,7 @@ interface StatsMonitorState {
     lastUpdateTime: number;
     nextTimeout?: number;
     pressureObserver?: PressureObserver;
+    renderedDimensionsByTrack: Record<string, RenderedDimensionsReport>;
     statsByView: Record<string, ViewStats>;
     subscriptions: StatsSubscription[];
     numFailedStatsReports: number;
@@ -261,6 +270,7 @@ declare const getNumMissingTrackSsrcLookups: () => number;
 declare const getNumFailedTrackSsrcLookups: () => number;
 declare const getUpdatedStats: () => Promise<Record<string, ViewStats> | undefined> | undefined;
 declare const setClientProvider: (provider: () => StatsClient[]) => () => StatsClient[];
+declare const updateRenderedDimensions: (trackId: string, data: RenderedDimensionsReport) => void;
 declare function subscribeStats(subscription: StatsSubscription, options?: StatsMonitorOptions, state?: StatsMonitorState): {
     stop(): void;
 };
@@ -1641,6 +1651,7 @@ declare class P2pRtcManager implements RtcManager {
     analytics: P2PAnalytics;
     _rtcStatsDisconnectTimeout?: ReturnType<typeof setTimeout>;
     _webcamPaused?: boolean;
+    _videoTrackIdByStreamId: Record<string, string>;
     constructor({ selfId, room, emitter, serverSocket, webrtcProvider, features }: RtcManagerOptions);
     numberOfPeerconnections(): number;
     isInitializedWith({ selfId, roomName, isSfu }: {
@@ -1693,7 +1704,10 @@ declare class P2pRtcManager implements RtcManager {
         clientId: string;
     }): Session;
     disconnect(clientId: string): void;
-    updateStreamResolution(): void;
+    updateStreamResolution(streamId: string, _ignored: any, { width, height, }: {
+        width: number;
+        height: number;
+    }): void;
     stopOrResumeAudio(): void;
     _handleStopOrResumeVideo({ enable, track }: {
         enable: boolean;
@@ -2089,5 +2103,5 @@ declare class VegaRtcManager implements RtcManager {
     hasClient(clientId: string): boolean;
 }
 
-export { ADDITIONAL_SCREEN_SHARE_SETTINGS, AUDIO_SETTINGS, BandwidthTester, CAMERA_STREAM_ID, EVENTS, FILE_SHARE_ERROR_CODES, KNOCK_MESSAGES, KalmanFilter, Logger, MEDIA_JITTER_BUFFER_TARGET, NoDevicesError, P2pRtcManager, PROTOCOL_ERRORS, PROTOCOL_EVENTS, PROTOCOL_REQUESTS, PROTOCOL_RESPONSES, RELAY_MESSAGES, ReconnectManager, RtcEventNames, RtcManagerDispatcher, SCREEN_SHARE_SETTINGS, SCREEN_SHARE_SIMULCAST_SETTINGS, STREAM_TYPES, ServerSocket, Session, SfuV2Parser, TYPES, VIDEO_SETTINGS_HD, VIDEO_SETTINGS_SD, VIDEO_SETTINGS_VP9, VIDEO_SETTINGS_VP9_LOW_BANDWIDTH, VegaConnection, VegaMediaQualityMonitor, VegaRtcManager, addAbsCaptureTimeExtMap, addExtMap, assert, buildDeviceList, calculateStd, captureAudioSsrcMetrics, captureCandidatePairInfoMetrics, captureCommonSsrcMetrics, captureSsrcInfo, captureVideoSsrcMetrics, cleanSdp, compareLocalDevices, createACFCalculator, createMicAnalyser, createWorker, deprioritizeH264, detectMicrophoneNotWorking, enumerate, external_stun_servers, filterMidExtension, filterMsidSemantic, fromLocation, generateByteString, getConstraints, getCurrentPeerConnections, getDeviceData, getDisplayMedia, getIssuesAndMetrics, getMediaConstraints, getMediaSettings, getMediasoupDeviceAsync, getNumFailedStatsReports, getNumFailedTrackSsrcLookups, getNumMissingTrackSsrcLookups, getPeerConnectionIndex, getStats, getStream, getUpdatedDevices, getUpdatedStats, getUserMedia, hasGetDisplayMedia, ipRegex, isFileShareError, isMobile, issueDetectorOrMetricEnabled, maybeTurnOnly, modifyMediaCapabilities, removePeerConnection, replaceTracksInStream, _default as rtcManagerEvents, rtcStats, setClientProvider, setCodecPreferenceSDP, setPeerConnectionsForTests, setVideoBandwidthUsingSetParameters, sortCodecs, standardDeviation, startPerformanceMonitor, stopStreamTracks, subscribeIssues, subscribeStats, trackAnnotations, turnServerOverride, variance };
+export { ADDITIONAL_SCREEN_SHARE_SETTINGS, AUDIO_SETTINGS, BandwidthTester, CAMERA_STREAM_ID, EVENTS, FILE_SHARE_ERROR_CODES, KNOCK_MESSAGES, KalmanFilter, Logger, MEDIA_JITTER_BUFFER_TARGET, NoDevicesError, P2pRtcManager, PROTOCOL_ERRORS, PROTOCOL_EVENTS, PROTOCOL_REQUESTS, PROTOCOL_RESPONSES, RELAY_MESSAGES, ReconnectManager, RtcEventNames, RtcManagerDispatcher, SCREEN_SHARE_SETTINGS, SCREEN_SHARE_SIMULCAST_SETTINGS, STREAM_TYPES, ServerSocket, Session, SfuV2Parser, TYPES, VIDEO_SETTINGS_HD, VIDEO_SETTINGS_SD, VIDEO_SETTINGS_VP9, VIDEO_SETTINGS_VP9_LOW_BANDWIDTH, VegaConnection, VegaMediaQualityMonitor, VegaRtcManager, addAbsCaptureTimeExtMap, addExtMap, assert, buildDeviceList, calculateStd, captureAudioSsrcMetrics, captureCandidatePairInfoMetrics, captureCommonSsrcMetrics, captureSsrcInfo, captureVideoSsrcMetrics, cleanSdp, compareLocalDevices, createACFCalculator, createMicAnalyser, createWorker, deprioritizeH264, detectMicrophoneNotWorking, enumerate, external_stun_servers, filterMidExtension, filterMsidSemantic, fromLocation, generateByteString, getConstraints, getCurrentPeerConnections, getDeviceData, getDisplayMedia, getIssuesAndMetrics, getMediaConstraints, getMediaSettings, getMediasoupDeviceAsync, getNumFailedStatsReports, getNumFailedTrackSsrcLookups, getNumMissingTrackSsrcLookups, getPeerConnectionIndex, getStats, getStream, getUpdatedDevices, getUpdatedStats, getUserMedia, hasGetDisplayMedia, ipRegex, isFileShareError, isMobile, issueDetectorOrMetricEnabled, maybeTurnOnly, modifyMediaCapabilities, removePeerConnection, replaceTracksInStream, _default as rtcManagerEvents, rtcStats, setClientProvider, setCodecPreferenceSDP, setPeerConnectionsForTests, setVideoBandwidthUsingSetParameters, sortCodecs, standardDeviation, startPerformanceMonitor, stopStreamTracks, subscribeIssues, subscribeStats, trackAnnotations, turnServerOverride, updateRenderedDimensions, variance };
 export type { AddCameraStreamOptions, AddSpotlightRequest, AudioEnableRequest, AudioEnableRequestedEvent, AudioEnabledEvent, BreakoutConfig, BreakoutGroupJoinedEvent, BreakoutSessionUpdatedEvent, BuildDeviceListOptions, CannotJoinUnclaimedRoomError, ChatFileShare, ChatMessage, ChatMessageError, ChatMessageRemoved, ChatMessageRequest, ClearableTimeout, ClientKickedEvent, ClientLeftEvent, ClientMetadataPayload, ClientMetadataReceivedEvent, ClientRole, ClientUnableToJoinEvent, CloudRecordingStartedEvent, Codec, ConnectionStatus, Credentials, FileShareErrorCode, FileUploadUrl, ForbiddenError, ForbiddenErrorNames, GetConstraintsOptions, GetDeviceDataResult, GetMediaConstraintsOptions, GetStreamOptions, GetStreamResult, GetUpdatedDevicesResult, GetUserMediaAttempt, GetUserMediaAttemptOutcome, HostPresenceControlsError, IdentifyDeviceRequest, InternalServerError, InvalidAssistantKeyError, IssuesAndMetricsByView, JoinRoomRequest, KnockAcceptedEvent, KnockRejectedEvent, KnockRoomRequest, KnockerLeftEvent, LiveCaptionEvent, LiveCaptionsStartedEvent, LiveCaptionsStoppedEvent, LiveTranscriptionStartedEvent, LiveTranscriptionStoppedEvent, MaxViewerLimitReachedError, MediaPrefs, Metric, NewClientEvent, OrganizationAssistantNotEnabledError, OrganizationAssistantNotFoundError, OrganizationPlanExhaustedError, RemoveScreenshareStreamOptions, RemoveSpotlightRequest, RoleName, RoomConcurrencyControlsError, RoomEmptyError, RoomFullError, RoomJoinPermissionDeniedError, RoomJoinedErrors, RoomJoinedEvent, RoomJoinedSuccess, RoomKnockedEvent, RoomLockedError, RoomLockedEvent, RoomMeetingTimeExhaustedError, RoomMode, RoomSessionEndedEvent, RtcClientConnectionStatusChangedPayload, RtcEventEmitter, RtcEvents, RtcLocalStreamTrackAddedPayload, RtcLocalStreamTrackRemovedPayload, RtcManager, RtcManagerCreatedPayload, RtcManagerOptions, RtcStreamAddedPayload, ScreenshareStartedEvent, ScreenshareStoppedEvent, SendClientMetadataRequest, SignalClient, SignalEvents, SignalIceCandidateMessage, SignalIceEndOfCandidatesMessage, SignalIceServer, SignalKnocker, SignalMediaServerConfig, SignalRTCSessionDescription, SignalReadyToReceiveOfferMessage, SignalRequests, SignalRoom, SignalSDPMessage, SignalSFUServer, SignalTurnServer, SocketConf, SocketManager, Spotlight, SpotlightAddedEvent, SpotlightRemovedEvent, StatsMonitorOptions, StatsMonitorState, StatsSubscription, TurnTransportProtocol, UniqueRoleAlreadyInRoomError, UpdatedDeviceInfo, UpdatedDevicesInfo, VegaConnectionOptions, VegaRtcManagerOptions, VideoEnableRequest, VideoEnableRequestedEvent, VideoEnabledEvent, WebRTCProvider };

package/dist/index.d.ts

@@ -27,10 +27,16 @@ type PressureRecord = {
     state: string;
     time: number;
 };
+type RenderedDimensionsReport = {
+    time: number;
+    width: number;
+    height: number;
+};
 interface TrackStats {
     startTime: number;
     updated: number;
     ssrcs: Record<string, SsrcStats>;
+    renderedDimensions?: RenderedDimensionsReport;
 }
 interface ViewStats {
     startTime?: number;
@@ -93,6 +99,7 @@ interface SsrcStats {
     encodeTime?: number;
     sourceWidth?: number;
     sourceFps?: number;
+    freezeRate?: number;
 }
 
 interface IssueDetector {
@@ -106,6 +113,7 @@ interface IssueCheckData {
     clients: StatsClient[];
     kind: string;
     track: MediaStreamTrack | MediaStreamTrackWithDenoiserContext | undefined;
+    renderedDimensions?: RenderedDimensionsReport;
     trackStats?: TrackStats;
     stats?: ViewStats;
     hasLiveTrack: boolean;
@@ -236,7 +244,7 @@ interface StatsMonitor {
     stop: () => void;
 }
 interface StatsSubscription {
-    onUpdatedStats: (statsByView: Record<string, ViewStats>, clients: StatsClient[]) => void;
+    onUpdatedStats: (statsByView: Record<string, ViewStats>, clients: StatsClient[], renderedDimensionsByTrack: Record<string, RenderedDimensionsReport>) => void;
 }
 interface StatsMonitorState {
     currentMonitor: StatsMonitor | null;
@@ -245,6 +253,7 @@ interface StatsMonitorState {
     lastUpdateTime: number;
     nextTimeout?: number;
     pressureObserver?: PressureObserver;
+    renderedDimensionsByTrack: Record<string, RenderedDimensionsReport>;
     statsByView: Record<string, ViewStats>;
     subscriptions: StatsSubscription[];
     numFailedStatsReports: number;
@@ -261,6 +270,7 @@ declare const getNumMissingTrackSsrcLookups: () => number;
 declare const getNumFailedTrackSsrcLookups: () => number;
 declare const getUpdatedStats: () => Promise<Record<string, ViewStats> | undefined> | undefined;
 declare const setClientProvider: (provider: () => StatsClient[]) => () => StatsClient[];
+declare const updateRenderedDimensions: (trackId: string, data: RenderedDimensionsReport) => void;
 declare function subscribeStats(subscription: StatsSubscription, options?: StatsMonitorOptions, state?: StatsMonitorState): {
     stop(): void;
 };
@@ -1641,6 +1651,7 @@ declare class P2pRtcManager implements RtcManager {
     analytics: P2PAnalytics;
     _rtcStatsDisconnectTimeout?: ReturnType<typeof setTimeout>;
     _webcamPaused?: boolean;
+    _videoTrackIdByStreamId: Record<string, string>;
     constructor({ selfId, room, emitter, serverSocket, webrtcProvider, features }: RtcManagerOptions);
     numberOfPeerconnections(): number;
     isInitializedWith({ selfId, roomName, isSfu }: {
@@ -1693,7 +1704,10 @@ declare class P2pRtcManager implements RtcManager {
         clientId: string;
     }): Session;
     disconnect(clientId: string): void;
-    updateStreamResolution(): void;
+    updateStreamResolution(streamId: string, _ignored: any, { width, height, }: {
+        width: number;
+        height: number;
+    }): void;
     stopOrResumeAudio(): void;
     _handleStopOrResumeVideo({ enable, track }: {
         enable: boolean;
@@ -2089,5 +2103,5 @@ declare class VegaRtcManager implements RtcManager {
     hasClient(clientId: string): boolean;
 }
 
-export { ADDITIONAL_SCREEN_SHARE_SETTINGS, AUDIO_SETTINGS, BandwidthTester, CAMERA_STREAM_ID, EVENTS, FILE_SHARE_ERROR_CODES, KNOCK_MESSAGES, KalmanFilter, Logger, MEDIA_JITTER_BUFFER_TARGET, NoDevicesError, P2pRtcManager, PROTOCOL_ERRORS, PROTOCOL_EVENTS, PROTOCOL_REQUESTS, PROTOCOL_RESPONSES, RELAY_MESSAGES, ReconnectManager, RtcEventNames, RtcManagerDispatcher, SCREEN_SHARE_SETTINGS, SCREEN_SHARE_SIMULCAST_SETTINGS, STREAM_TYPES, ServerSocket, Session, SfuV2Parser, TYPES, VIDEO_SETTINGS_HD, VIDEO_SETTINGS_SD, VIDEO_SETTINGS_VP9, VIDEO_SETTINGS_VP9_LOW_BANDWIDTH, VegaConnection, VegaMediaQualityMonitor, VegaRtcManager, addAbsCaptureTimeExtMap, addExtMap, assert, buildDeviceList, calculateStd, captureAudioSsrcMetrics, captureCandidatePairInfoMetrics, captureCommonSsrcMetrics, captureSsrcInfo, captureVideoSsrcMetrics, cleanSdp, compareLocalDevices, createACFCalculator, createMicAnalyser, createWorker, deprioritizeH264, detectMicrophoneNotWorking, enumerate, external_stun_servers, filterMidExtension, filterMsidSemantic, fromLocation, generateByteString, getConstraints, getCurrentPeerConnections, getDeviceData, getDisplayMedia, getIssuesAndMetrics, getMediaConstraints, getMediaSettings, getMediasoupDeviceAsync, getNumFailedStatsReports, getNumFailedTrackSsrcLookups, getNumMissingTrackSsrcLookups, getPeerConnectionIndex, getStats, getStream, getUpdatedDevices, getUpdatedStats, getUserMedia, hasGetDisplayMedia, ipRegex, isFileShareError, isMobile, issueDetectorOrMetricEnabled, maybeTurnOnly, modifyMediaCapabilities, removePeerConnection, replaceTracksInStream, _default as rtcManagerEvents, rtcStats, setClientProvider, setCodecPreferenceSDP, setPeerConnectionsForTests, setVideoBandwidthUsingSetParameters, sortCodecs, standardDeviation, startPerformanceMonitor, stopStreamTracks, subscribeIssues, subscribeStats, trackAnnotations, turnServerOverride, variance };
+export { ADDITIONAL_SCREEN_SHARE_SETTINGS, AUDIO_SETTINGS, BandwidthTester, CAMERA_STREAM_ID, EVENTS, FILE_SHARE_ERROR_CODES, KNOCK_MESSAGES, KalmanFilter, Logger, MEDIA_JITTER_BUFFER_TARGET, NoDevicesError, P2pRtcManager, PROTOCOL_ERRORS, PROTOCOL_EVENTS, PROTOCOL_REQUESTS, PROTOCOL_RESPONSES, RELAY_MESSAGES, ReconnectManager, RtcEventNames, RtcManagerDispatcher, SCREEN_SHARE_SETTINGS, SCREEN_SHARE_SIMULCAST_SETTINGS, STREAM_TYPES, ServerSocket, Session, SfuV2Parser, TYPES, VIDEO_SETTINGS_HD, VIDEO_SETTINGS_SD, VIDEO_SETTINGS_VP9, VIDEO_SETTINGS_VP9_LOW_BANDWIDTH, VegaConnection, VegaMediaQualityMonitor, VegaRtcManager, addAbsCaptureTimeExtMap, addExtMap, assert, buildDeviceList, calculateStd, captureAudioSsrcMetrics, captureCandidatePairInfoMetrics, captureCommonSsrcMetrics, captureSsrcInfo, captureVideoSsrcMetrics, cleanSdp, compareLocalDevices, createACFCalculator, createMicAnalyser, createWorker, deprioritizeH264, detectMicrophoneNotWorking, enumerate, external_stun_servers, filterMidExtension, filterMsidSemantic, fromLocation, generateByteString, getConstraints, getCurrentPeerConnections, getDeviceData, getDisplayMedia, getIssuesAndMetrics, getMediaConstraints, getMediaSettings, getMediasoupDeviceAsync, getNumFailedStatsReports, getNumFailedTrackSsrcLookups, getNumMissingTrackSsrcLookups, getPeerConnectionIndex, getStats, getStream, getUpdatedDevices, getUpdatedStats, getUserMedia, hasGetDisplayMedia, ipRegex, isFileShareError, isMobile, issueDetectorOrMetricEnabled, maybeTurnOnly, modifyMediaCapabilities, removePeerConnection, replaceTracksInStream, _default as rtcManagerEvents, rtcStats, setClientProvider, setCodecPreferenceSDP, setPeerConnectionsForTests, setVideoBandwidthUsingSetParameters, sortCodecs, standardDeviation, startPerformanceMonitor, stopStreamTracks, subscribeIssues, subscribeStats, trackAnnotations, turnServerOverride, updateRenderedDimensions, variance };
 export type { AddCameraStreamOptions, AddSpotlightRequest, AudioEnableRequest, AudioEnableRequestedEvent, AudioEnabledEvent, BreakoutConfig, BreakoutGroupJoinedEvent, BreakoutSessionUpdatedEvent, BuildDeviceListOptions, CannotJoinUnclaimedRoomError, ChatFileShare, ChatMessage, ChatMessageError, ChatMessageRemoved, ChatMessageRequest, ClearableTimeout, ClientKickedEvent, ClientLeftEvent, ClientMetadataPayload, ClientMetadataReceivedEvent, ClientRole, ClientUnableToJoinEvent, CloudRecordingStartedEvent, Codec, ConnectionStatus, Credentials, FileShareErrorCode, FileUploadUrl, ForbiddenError, ForbiddenErrorNames, GetConstraintsOptions, GetDeviceDataResult, GetMediaConstraintsOptions, GetStreamOptions, GetStreamResult, GetUpdatedDevicesResult, GetUserMediaAttempt, GetUserMediaAttemptOutcome, HostPresenceControlsError, IdentifyDeviceRequest, InternalServerError, InvalidAssistantKeyError, IssuesAndMetricsByView, JoinRoomRequest, KnockAcceptedEvent, KnockRejectedEvent, KnockRoomRequest, KnockerLeftEvent, LiveCaptionEvent, LiveCaptionsStartedEvent, LiveCaptionsStoppedEvent, LiveTranscriptionStartedEvent, LiveTranscriptionStoppedEvent, MaxViewerLimitReachedError, MediaPrefs, Metric, NewClientEvent, OrganizationAssistantNotEnabledError, OrganizationAssistantNotFoundError, OrganizationPlanExhaustedError, RemoveScreenshareStreamOptions, RemoveSpotlightRequest, RoleName, RoomConcurrencyControlsError, RoomEmptyError, RoomFullError, RoomJoinPermissionDeniedError, RoomJoinedErrors, RoomJoinedEvent, RoomJoinedSuccess, RoomKnockedEvent, RoomLockedError, RoomLockedEvent, RoomMeetingTimeExhaustedError, RoomMode, RoomSessionEndedEvent, RtcClientConnectionStatusChangedPayload, RtcEventEmitter, RtcEvents, RtcLocalStreamTrackAddedPayload, RtcLocalStreamTrackRemovedPayload, RtcManager, RtcManagerCreatedPayload, RtcManagerOptions, RtcStreamAddedPayload, ScreenshareStartedEvent, ScreenshareStoppedEvent, SendClientMetadataRequest, SignalClient, SignalEvents, SignalIceCandidateMessage, SignalIceEndOfCandidatesMessage, SignalIceServer, SignalKnocker, SignalMediaServerConfig, SignalRTCSessionDescription, SignalReadyToReceiveOfferMessage, SignalRequests, SignalRoom, SignalSDPMessage, SignalSFUServer, SignalTurnServer, SocketConf, SocketManager, Spotlight, SpotlightAddedEvent, SpotlightRemovedEvent, StatsMonitorOptions, StatsMonitorState, StatsSubscription, TurnTransportProtocol, UniqueRoleAlreadyInRoomError, UpdatedDeviceInfo, UpdatedDevicesInfo, VegaConnectionOptions, VegaRtcManagerOptions, VideoEnableRequest, VideoEnableRequestedEvent, VideoEnabledEvent, WebRTCProvider };

package/dist/index.mjs

@@ -1422,6 +1422,8 @@ function captureVideoSsrcMetrics(ssrcMetrics, currentSsrcStats, prevSsrcStats, t
         const qpsumDiff = currentSsrcStats.qpSum - ((prevSsrcStats === null || prevSsrcStats === void 0 ? void 0 : prevSsrcStats.qpSum) || 0);
         ssrcMetrics.qpf = qpsumDiff / frameCountDiff;
         ssrcMetrics.fps = (frameCountDiff * 1000) / timeDiff;
+        const freezeCountDiff = (currentSsrcStats.freezeCount || 0) - ((prevSsrcStats === null || prevSsrcStats === void 0 ? void 0 : prevSsrcStats.freezeCount) || 0);
+        ssrcMetrics.freezeRate = (freezeCountDiff * 1000) / timeDiff;
     }
     else {
         const kfCountDiff = currentSsrcStats.keyFramesEncoded - ((prevSsrcStats === null || prevSsrcStats === void 0 ? void 0 : prevSsrcStats.keyFramesEncoded) || 0);
@@ -1567,15 +1569,17 @@ const getOrCreateSsrcMetricsContainer = (statsByView, time, pcIndex, clientId, t
     ssrcStats.updated = time;
     return ssrcStats;
 };
-const removeNonUpdatedStats = (statsByView, time) => {
+const removeNonUpdatedStats = (statsByView, time, renderedDimensionsByTrack) => {
     Object.entries(statsByView).forEach(([viewId, viewStats]) => {
         if (viewStats.updated !== undefined && viewStats.updated < time) {
+            Object.keys(viewStats.tracks).forEach((trackId) => delete renderedDimensionsByTrack[trackId]);
             delete statsByView[viewId];
         }
         else {
             Object.entries(viewStats.tracks).forEach(([trackId, trackStats]) => {
                 if (trackStats.updated < time) {
                     delete viewStats.tracks[trackId];
+                    delete renderedDimensionsByTrack[trackId];
                 }
                 else {
                     Object.entries(trackStats.ssrcs).forEach(([ssrc, ssrcStats]) => {
@@ -1613,7 +1617,7 @@ function collectStats(state_1, _a, immediate_1) {
             if (timeSinceLastUpdate < 400) {
                 if (immediate)
                     return state.statsByView;
-                state.subscriptions.forEach((subscription) => { var _a; return (_a = subscription.onUpdatedStats) === null || _a === void 0 ? void 0 : _a.call(subscription, state.statsByView, clients); });
+                state.subscriptions.forEach((subscription) => { var _a; return (_a = subscription.onUpdatedStats) === null || _a === void 0 ? void 0 : _a.call(subscription, state.statsByView, clients, state.renderedDimensionsByTrack); });
                 state.nextTimeout = setTimeout(collectStatsBound, interval);
                 return;
             }
@@ -1706,7 +1710,7 @@ function collectStats(state_1, _a, immediate_1) {
                     }
                 });
             });
-            removeNonUpdatedStats(state.statsByView, state.lastUpdateTime);
+            removeNonUpdatedStats(state.statsByView, state.lastUpdateTime, state.renderedDimensionsByTrack);
             Object.entries((defaultViewStats === null || defaultViewStats === void 0 ? void 0 : defaultViewStats.candidatePairs) || {}).forEach(([cpKey, cp]) => {
                 const active = cp.lastRtcStatsTime === state.lastUpdateTime;
                 cp.active = active;
@@ -1725,7 +1729,7 @@ function collectStats(state_1, _a, immediate_1) {
                 return state.statsByView;
             }
             else {
-                state.subscriptions.forEach((subscription) => { var _a; return (_a = subscription.onUpdatedStats) === null || _a === void 0 ? void 0 : _a.call(subscription, state.statsByView, clients); });
+                state.subscriptions.forEach((subscription) => { var _a; return (_a = subscription.onUpdatedStats) === null || _a === void 0 ? void 0 : _a.call(subscription, state.statsByView, clients, state.renderedDimensionsByTrack); });
             }
         }
         catch (e) {
@@ -1764,6 +1768,7 @@ const STATE = {
     currentMonitor: null,
     getClients: () => [],
     lastUpdateTime: 0,
+    renderedDimensionsByTrack: {},
     statsByView: {},
     subscriptions: [],
     numFailedStatsReports: 0,
@@ -1782,6 +1787,9 @@ const getNumMissingTrackSsrcLookups = () => numMissingTrackSsrcLookups;
 const getNumFailedTrackSsrcLookups = () => numFailedTrackSsrcLookups;
 const getUpdatedStats = () => { var _a; return (_a = STATE.currentMonitor) === null || _a === void 0 ? void 0 : _a.getUpdatedStats(); };
 const setClientProvider = (provider) => (STATE.getClients = provider);
+const updateRenderedDimensions = (trackId, data) => {
+    STATE.renderedDimensionsByTrack[trackId] = data;
+};
 function startStatsMonitor(state, { interval, logger }) {
     const collectStatsBound = collectStats.bind(null, state, { interval, logger });
     let cpuObserver;
@@ -2502,6 +2510,7 @@ class P2pRtcManager {
         this._features = features || {};
         this._isAudioOnlyMode = false;
         this._closed = false;
+        this._videoTrackIdByStreamId = {};
         this._fetchMediaServersTimer = null;
         this._stopCameraTimeout = null;
         this._icePublicIPGatheringTimeoutID = null;
@@ -2982,6 +2991,8 @@ class P2pRtcManager {
                 });
                 return;
             }
+            if (event.track.kind === "video")
+                this._videoTrackIdByStreamId[stream.id] = event.track.id;
             if (session.streamIds.indexOf(stream.id) === -1) {
                 session.streamIds.push(stream.id);
                 this._emit(EVENTS.STREAM_ADDED, {
@@ -3412,7 +3423,11 @@ class P2pRtcManager {
             }, 60 * 1000);
         }
     }
-    updateStreamResolution() { }
+    updateStreamResolution(streamId, _ignored, { width, height, }) {
+        const trackId = this._videoTrackIdByStreamId[streamId];
+        if (trackId)
+            updateRenderedDimensions(trackId, { width, height, time: Date.now() });
+    }
     stopOrResumeAudio() {
     }
     _handleStopOrResumeVideo({ enable, track }) {
@@ -5553,7 +5568,7 @@ class VegaRtcManager {
         this._syncIncomingStreamsWithPWA(clientId);
     }
     updateStreamResolution(streamId, _ignored, { width, height, }) {
-        var _a, _b;
+        var _a, _b, _c;
         logger$2.info("updateStreamResolution()", { streamId, width, height });
         const consumerId = this._streamIdToVideoConsumerId.get(streamId);
         const consumer = this._consumers.get(consumerId);
@@ -5561,17 +5576,18 @@ class VegaRtcManager {
             this._streamIdToVideoResolution.set(streamId, { width, height });
             return;
         }
+        updateRenderedDimensions((_a = consumer.track) === null || _a === void 0 ? void 0 : _a.id, { width, height, time: Date.now() });
         const numberOfActiveVideos = getNumberOfActiveVideos(this._consumers);
         const numberOfTemporalLayers = getNumberOfTemporalLayers(consumer);
         const { spatialLayer, temporalLayer } = getLayers({ width, height }, {
             numberOfActiveVideos,
             numberOfTemporalLayers,
-            uncappedSingleRemoteVideoOn: (_a = this._features) === null || _a === void 0 ? void 0 : _a.uncappedSingleRemoteVideoOn,
+            uncappedSingleRemoteVideoOn: (_b = this._features) === null || _b === void 0 ? void 0 : _b.uncappedSingleRemoteVideoOn,
         });
         if (consumer.appData.spatialLayer !== spatialLayer || consumer.appData.temporalLayer !== temporalLayer) {
             consumer.appData.spatialLayer = spatialLayer;
             consumer.appData.temporalLayer = temporalLayer;
-            (_b = this._vegaConnection) === null || _b === void 0 ? void 0 : _b.message("setConsumersPreferredLayers", {
+            (_c = this._vegaConnection) === null || _c === void 0 ? void 0 : _c.message("setConsumersPreferredLayers", {
                 consumerIds: [consumerId],
                 spatialLayer,
                 temporalLayer,
@@ -5986,6 +6002,92 @@ const getRoomMode = () => {
     return roomMode;
 };
 
+const createQualityDetector = (type) => {
+    return {
+        id: `quality-${type}`,
+        enabled: ({ client }) => !client.isLocalClient && !client.isPresentation,
+        check: ({ ssrc0, renderedDimensions, hasLiveTrack, kind }) => {
+            if (!hasLiveTrack)
+                return true;
+            if (!ssrc0)
+                return true;
+            if (!ssrc0.bitrate)
+                return true;
+            if (kind === "video") {
+                if (renderedDimensions && renderedDimensions.width && renderedDimensions.height) {
+                    const maxSideRendered = Math.max(renderedDimensions.width, renderedDimensions.height);
+                    const maxSideReceived = Math.max(ssrc0.width || 0, ssrc0.height || 0);
+                    const fpsReceived = ssrc0.fps || 0;
+                    const hadFreeze = !!ssrc0.freezeRate;
+                    const bitrate = ssrc0.bitrate || 0;
+                    if (maxSideRendered < 100) {
+                        if (type === "warning" && maxSideReceived < 160)
+                            return true;
+                        if (type === "critical" && maxSideReceived < 90)
+                            return true;
+                        if (type === "warning" && fpsReceived < 5)
+                            return true;
+                        if (type === "critical" && fpsReceived < 2)
+                            return true;
+                        if (type === "warning" && bitrate < 10000)
+                            return true;
+                        if (type === "critical" && bitrate < 5000)
+                            return true;
+                    }
+                    else if (maxSideRendered < 480) {
+                        if (type === "warning" && maxSideReceived < 240)
+                            return true;
+                        if (type === "critical" && maxSideReceived < 120)
+                            return true;
+                        if (type === "warning" && fpsReceived < 14)
+                            return true;
+                        if (type === "critical" && fpsReceived < 9)
+                            return true;
+                        if (hadFreeze)
+                            return true;
+                        if (type === "warning" && bitrate < 50000)
+                            return true;
+                        if (type === "critical" && bitrate < 20000)
+                            return true;
+                    }
+                    else {
+                        if (type === "warning" && maxSideReceived < 480)
+                            return true;
+                        if (type === "critical" && maxSideReceived < 240)
+                            return true;
+                        if (type === "warning" && fpsReceived < 14)
+                            return true;
+                        if (type === "critical" && fpsReceived < 9)
+                            return true;
+                        if (type === "warning" && bitrate < 200000)
+                            return true;
+                        if (type === "critical" && bitrate < 50000)
+                            return true;
+                        if (hadFreeze)
+                            return true;
+                    }
+                }
+            }
+            else if (kind === "audio") {
+                const audioLevel = ssrc0.audioLevel || 0;
+                const concealment = ssrc0.audioConcealment || 0;
+                const acceleration = ssrc0.audioAcceleration || 0;
+                const deceleration = ssrc0.audioDeceleration || 0;
+                const audioDistortion = concealment + acceleration + deceleration;
+                if (audioLevel >= 0.01) {
+                    if (type === "warning" && audioDistortion > 0.1)
+                        return true;
+                    if (type === "critical" && audioDistortion > 0.2)
+                        return true;
+                }
+            }
+            return false;
+        },
+    };
+};
+const qualityWarningDetector = createQualityDetector("warning");
+const qualityCriticalDetector = createQualityDetector("critical");
+
 const badNetworkIssueDetector = {
     id: "bad-network",
     enabled: ({ hasLiveTrack, ssrcs }) => hasLiveTrack && ssrcs.length > 0,
@@ -6209,6 +6311,8 @@ const issueDetectors = [
             (ssrc0.audioLevel || 0) >= 0.001 &&
             (ssrc0.audioAcceleration || 0) >= 0.1,
     },
+    qualityWarningDetector,
+    qualityCriticalDetector,
 ];
 
 let subscriptions = [];
@@ -6363,7 +6467,7 @@ function issueDetectorOrMetricEnabled(issueDetectorOrMetric, checkData) {
     }
     return enabled && (issueDetectorOrMetric.enabled ? issueDetectorOrMetric.enabled(checkData) : true);
 }
-function onUpdatedStats(statsByView, clients) {
+function onUpdatedStats(statsByView, clients, renderedDimensionsByTrack) {
     Object.values(aggregatedMetrics).forEach((metricData) => {
         metricData.curTicks = 0;
         metricData.curSum = 0;
@@ -6401,6 +6505,7 @@ function onUpdatedStats(statsByView, clients) {
                 kind,
                 track,
                 trackStats,
+                renderedDimensions: (track === null || track === void 0 ? void 0 : track.id) ? renderedDimensionsByTrack[track.id] : undefined,
                 stats,
                 hasLiveTrack,
                 ssrc0,
@@ -7393,4 +7498,4 @@ var RtcEventNames;
     RtcEventNames["stream_added"] = "stream_added";
 })(RtcEventNames || (RtcEventNames = {}));
 
-export { ADDITIONAL_SCREEN_SHARE_SETTINGS, AUDIO_SETTINGS, BandwidthTester, CAMERA_STREAM_ID, EVENTS, FILE_SHARE_ERROR_CODES, KNOCK_MESSAGES, KalmanFilter, Logger, MEDIA_JITTER_BUFFER_TARGET, NoDevicesError, P2pRtcManager, PROTOCOL_ERRORS, PROTOCOL_EVENTS, PROTOCOL_REQUESTS, PROTOCOL_RESPONSES, RELAY_MESSAGES, ReconnectManager, RtcEventNames, RtcManagerDispatcher, SCREEN_SHARE_SETTINGS, SCREEN_SHARE_SIMULCAST_SETTINGS, STREAM_TYPES, ServerSocket, Session, SfuV2Parser, TYPES, VIDEO_SETTINGS_HD, VIDEO_SETTINGS_SD, VIDEO_SETTINGS_VP9, VIDEO_SETTINGS_VP9_LOW_BANDWIDTH, VegaConnection, VegaMediaQualityMonitor, VegaRtcManager, addAbsCaptureTimeExtMap, addExtMap, assert, buildDeviceList, calculateStd, captureAudioSsrcMetrics, captureCandidatePairInfoMetrics, captureCommonSsrcMetrics, captureSsrcInfo, captureVideoSsrcMetrics, cleanSdp, compareLocalDevices, createACFCalculator, createMicAnalyser, createWorker, deprioritizeH264, detectMicrophoneNotWorking, enumerate, external_stun_servers, filterMidExtension, filterMsidSemantic, fromLocation, generateByteString, getConstraints, getCurrentPeerConnections, getDeviceData, getDisplayMedia, getIssuesAndMetrics, getMediaConstraints, getMediaSettings, getMediasoupDeviceAsync, getNumFailedStatsReports, getNumFailedTrackSsrcLookups, getNumMissingTrackSsrcLookups, getPeerConnectionIndex, getStats, getStream, getUpdatedDevices, getUpdatedStats, getUserMedia, hasGetDisplayMedia, ipRegex, isFileShareError, isMobile, issueDetectorOrMetricEnabled, maybeTurnOnly, modifyMediaCapabilities, removePeerConnection, replaceTracksInStream, rtcManagerEvents, rtcStats, setClientProvider, setCodecPreferenceSDP, setPeerConnectionsForTests, setVideoBandwidthUsingSetParameters, sortCodecs, standardDeviation, startPerformanceMonitor, stopStreamTracks, subscribeIssues, subscribeStats, trackAnnotations, turnServerOverride, variance };
+export { ADDITIONAL_SCREEN_SHARE_SETTINGS, AUDIO_SETTINGS, BandwidthTester, CAMERA_STREAM_ID, EVENTS, FILE_SHARE_ERROR_CODES, KNOCK_MESSAGES, KalmanFilter, Logger, MEDIA_JITTER_BUFFER_TARGET, NoDevicesError, P2pRtcManager, PROTOCOL_ERRORS, PROTOCOL_EVENTS, PROTOCOL_REQUESTS, PROTOCOL_RESPONSES, RELAY_MESSAGES, ReconnectManager, RtcEventNames, RtcManagerDispatcher, SCREEN_SHARE_SETTINGS, SCREEN_SHARE_SIMULCAST_SETTINGS, STREAM_TYPES, ServerSocket, Session, SfuV2Parser, TYPES, VIDEO_SETTINGS_HD, VIDEO_SETTINGS_SD, VIDEO_SETTINGS_VP9, VIDEO_SETTINGS_VP9_LOW_BANDWIDTH, VegaConnection, VegaMediaQualityMonitor, VegaRtcManager, addAbsCaptureTimeExtMap, addExtMap, assert, buildDeviceList, calculateStd, captureAudioSsrcMetrics, captureCandidatePairInfoMetrics, captureCommonSsrcMetrics, captureSsrcInfo, captureVideoSsrcMetrics, cleanSdp, compareLocalDevices, createACFCalculator, createMicAnalyser, createWorker, deprioritizeH264, detectMicrophoneNotWorking, enumerate, external_stun_servers, filterMidExtension, filterMsidSemantic, fromLocation, generateByteString, getConstraints, getCurrentPeerConnections, getDeviceData, getDisplayMedia, getIssuesAndMetrics, getMediaConstraints, getMediaSettings, getMediasoupDeviceAsync, getNumFailedStatsReports, getNumFailedTrackSsrcLookups, getNumMissingTrackSsrcLookups, getPeerConnectionIndex, getStats, getStream, getUpdatedDevices, getUpdatedStats, getUserMedia, hasGetDisplayMedia, ipRegex, isFileShareError, isMobile, issueDetectorOrMetricEnabled, maybeTurnOnly, modifyMediaCapabilities, removePeerConnection, replaceTracksInStream, rtcManagerEvents, rtcStats, setClientProvider, setCodecPreferenceSDP, setPeerConnectionsForTests, setVideoBandwidthUsingSetParameters, sortCodecs, standardDeviation, startPerformanceMonitor, stopStreamTracks, subscribeIssues, subscribeStats, trackAnnotations, turnServerOverride, updateRenderedDimensions, variance };

package/dist/legacy-esm.js

@@ -1422,6 +1422,8 @@ function captureVideoSsrcMetrics(ssrcMetrics, currentSsrcStats, prevSsrcStats, t
         const qpsumDiff = currentSsrcStats.qpSum - ((prevSsrcStats === null || prevSsrcStats === void 0 ? void 0 : prevSsrcStats.qpSum) || 0);
         ssrcMetrics.qpf = qpsumDiff / frameCountDiff;
         ssrcMetrics.fps = (frameCountDiff * 1000) / timeDiff;
+        const freezeCountDiff = (currentSsrcStats.freezeCount || 0) - ((prevSsrcStats === null || prevSsrcStats === void 0 ? void 0 : prevSsrcStats.freezeCount) || 0);
+        ssrcMetrics.freezeRate = (freezeCountDiff * 1000) / timeDiff;
     }
     else {
         const kfCountDiff = currentSsrcStats.keyFramesEncoded - ((prevSsrcStats === null || prevSsrcStats === void 0 ? void 0 : prevSsrcStats.keyFramesEncoded) || 0);
@@ -1567,15 +1569,17 @@ const getOrCreateSsrcMetricsContainer = (statsByView, time, pcIndex, clientId, t
     ssrcStats.updated = time;
     return ssrcStats;
 };
-const removeNonUpdatedStats = (statsByView, time) => {
+const removeNonUpdatedStats = (statsByView, time, renderedDimensionsByTrack) => {
     Object.entries(statsByView).forEach(([viewId, viewStats]) => {
         if (viewStats.updated !== undefined && viewStats.updated < time) {
+            Object.keys(viewStats.tracks).forEach((trackId) => delete renderedDimensionsByTrack[trackId]);
             delete statsByView[viewId];
         }
         else {
             Object.entries(viewStats.tracks).forEach(([trackId, trackStats]) => {
                 if (trackStats.updated < time) {
                     delete viewStats.tracks[trackId];
+                    delete renderedDimensionsByTrack[trackId];
                 }
                 else {
                     Object.entries(trackStats.ssrcs).forEach(([ssrc, ssrcStats]) => {
@@ -1613,7 +1617,7 @@ function collectStats(state_1, _a, immediate_1) {
             if (timeSinceLastUpdate < 400) {
                 if (immediate)
                     return state.statsByView;
-                state.subscriptions.forEach((subscription) => { var _a; return (_a = subscription.onUpdatedStats) === null || _a === void 0 ? void 0 : _a.call(subscription, state.statsByView, clients); });
+                state.subscriptions.forEach((subscription) => { var _a; return (_a = subscription.onUpdatedStats) === null || _a === void 0 ? void 0 : _a.call(subscription, state.statsByView, clients, state.renderedDimensionsByTrack); });
                 state.nextTimeout = setTimeout(collectStatsBound, interval);
                 return;
             }
@@ -1706,7 +1710,7 @@ function collectStats(state_1, _a, immediate_1) {
                     }
                 });
             });
-            removeNonUpdatedStats(state.statsByView, state.lastUpdateTime);
+            removeNonUpdatedStats(state.statsByView, state.lastUpdateTime, state.renderedDimensionsByTrack);
             Object.entries((defaultViewStats === null || defaultViewStats === void 0 ? void 0 : defaultViewStats.candidatePairs) || {}).forEach(([cpKey, cp]) => {
                 const active = cp.lastRtcStatsTime === state.lastUpdateTime;
                 cp.active = active;
@@ -1725,7 +1729,7 @@ function collectStats(state_1, _a, immediate_1) {
                 return state.statsByView;
             }
             else {
-                state.subscriptions.forEach((subscription) => { var _a; return (_a = subscription.onUpdatedStats) === null || _a === void 0 ? void 0 : _a.call(subscription, state.statsByView, clients); });
+                state.subscriptions.forEach((subscription) => { var _a; return (_a = subscription.onUpdatedStats) === null || _a === void 0 ? void 0 : _a.call(subscription, state.statsByView, clients, state.renderedDimensionsByTrack); });
             }
         }
         catch (e) {
@@ -1764,6 +1768,7 @@ const STATE = {
     currentMonitor: null,
     getClients: () => [],
     lastUpdateTime: 0,
+    renderedDimensionsByTrack: {},
     statsByView: {},
     subscriptions: [],
     numFailedStatsReports: 0,
@@ -1782,6 +1787,9 @@ const getNumMissingTrackSsrcLookups = () => numMissingTrackSsrcLookups;
 const getNumFailedTrackSsrcLookups = () => numFailedTrackSsrcLookups;
 const getUpdatedStats = () => { var _a; return (_a = STATE.currentMonitor) === null || _a === void 0 ? void 0 : _a.getUpdatedStats(); };
 const setClientProvider = (provider) => (STATE.getClients = provider);
+const updateRenderedDimensions = (trackId, data) => {
+    STATE.renderedDimensionsByTrack[trackId] = data;
+};
 function startStatsMonitor(state, { interval, logger }) {
     const collectStatsBound = collectStats.bind(null, state, { interval, logger });
     let cpuObserver;
@@ -2502,6 +2510,7 @@ class P2pRtcManager {
         this._features = features || {};
         this._isAudioOnlyMode = false;
         this._closed = false;
+        this._videoTrackIdByStreamId = {};
         this._fetchMediaServersTimer = null;
         this._stopCameraTimeout = null;
         this._icePublicIPGatheringTimeoutID = null;
@@ -2982,6 +2991,8 @@ class P2pRtcManager {
                 });
                 return;
             }
+            if (event.track.kind === "video")
+                this._videoTrackIdByStreamId[stream.id] = event.track.id;
             if (session.streamIds.indexOf(stream.id) === -1) {
                 session.streamIds.push(stream.id);
                 this._emit(EVENTS.STREAM_ADDED, {
@@ -3412,7 +3423,11 @@ class P2pRtcManager {
             }, 60 * 1000);
         }
     }
-    updateStreamResolution() { }
+    updateStreamResolution(streamId, _ignored, { width, height, }) {
+        const trackId = this._videoTrackIdByStreamId[streamId];
+        if (trackId)
+            updateRenderedDimensions(trackId, { width, height, time: Date.now() });
+    }
     stopOrResumeAudio() {
     }
     _handleStopOrResumeVideo({ enable, track }) {
@@ -5553,7 +5568,7 @@ class VegaRtcManager {
         this._syncIncomingStreamsWithPWA(clientId);
     }
     updateStreamResolution(streamId, _ignored, { width, height, }) {
-        var _a, _b;
+        var _a, _b, _c;
         logger$2.info("updateStreamResolution()", { streamId, width, height });
         const consumerId = this._streamIdToVideoConsumerId.get(streamId);
         const consumer = this._consumers.get(consumerId);
@@ -5561,17 +5576,18 @@ class VegaRtcManager {
             this._streamIdToVideoResolution.set(streamId, { width, height });
             return;
         }
+        updateRenderedDimensions((_a = consumer.track) === null || _a === void 0 ? void 0 : _a.id, { width, height, time: Date.now() });
         const numberOfActiveVideos = getNumberOfActiveVideos(this._consumers);
         const numberOfTemporalLayers = getNumberOfTemporalLayers(consumer);
         const { spatialLayer, temporalLayer } = getLayers({ width, height }, {
             numberOfActiveVideos,
             numberOfTemporalLayers,
-            uncappedSingleRemoteVideoOn: (_a = this._features) === null || _a === void 0 ? void 0 : _a.uncappedSingleRemoteVideoOn,
+            uncappedSingleRemoteVideoOn: (_b = this._features) === null || _b === void 0 ? void 0 : _b.uncappedSingleRemoteVideoOn,
         });
         if (consumer.appData.spatialLayer !== spatialLayer || consumer.appData.temporalLayer !== temporalLayer) {
             consumer.appData.spatialLayer = spatialLayer;
             consumer.appData.temporalLayer = temporalLayer;
-            (_b = this._vegaConnection) === null || _b === void 0 ? void 0 : _b.message("setConsumersPreferredLayers", {
+            (_c = this._vegaConnection) === null || _c === void 0 ? void 0 : _c.message("setConsumersPreferredLayers", {
                 consumerIds: [consumerId],
                 spatialLayer,
                 temporalLayer,
@@ -5986,6 +6002,92 @@ const getRoomMode = () => {
     return roomMode;
 };
 
+const createQualityDetector = (type) => {
+    return {
+        id: `quality-${type}`,
+        enabled: ({ client }) => !client.isLocalClient && !client.isPresentation,
+        check: ({ ssrc0, renderedDimensions, hasLiveTrack, kind }) => {
+            if (!hasLiveTrack)
+                return true;
+            if (!ssrc0)
+                return true;
+            if (!ssrc0.bitrate)
+                return true;
+            if (kind === "video") {
+                if (renderedDimensions && renderedDimensions.width && renderedDimensions.height) {
+                    const maxSideRendered = Math.max(renderedDimensions.width, renderedDimensions.height);
+                    const maxSideReceived = Math.max(ssrc0.width || 0, ssrc0.height || 0);
+                    const fpsReceived = ssrc0.fps || 0;
+                    const hadFreeze = !!ssrc0.freezeRate;
+                    const bitrate = ssrc0.bitrate || 0;
+                    if (maxSideRendered < 100) {
+                        if (type === "warning" && maxSideReceived < 160)
+                            return true;
+                        if (type === "critical" && maxSideReceived < 90)
+                            return true;
+                        if (type === "warning" && fpsReceived < 5)
+                            return true;
+                        if (type === "critical" && fpsReceived < 2)
+                            return true;
+                        if (type === "warning" && bitrate < 10000)
+                            return true;
+                        if (type === "critical" && bitrate < 5000)
+                            return true;
+                    }
+                    else if (maxSideRendered < 480) {
+                        if (type === "warning" && maxSideReceived < 240)
+                            return true;
+                        if (type === "critical" && maxSideReceived < 120)
+                            return true;
+                        if (type === "warning" && fpsReceived < 14)
+                            return true;
+                        if (type === "critical" && fpsReceived < 9)
+                            return true;
+                        if (hadFreeze)
+                            return true;
+                        if (type === "warning" && bitrate < 50000)
+                            return true;
+                        if (type === "critical" && bitrate < 20000)
+                            return true;
+                    }
+                    else {
+                        if (type === "warning" && maxSideReceived < 480)
+                            return true;
+                        if (type === "critical" && maxSideReceived < 240)
+                            return true;
+                        if (type === "warning" && fpsReceived < 14)
+                            return true;
+                        if (type === "critical" && fpsReceived < 9)
+                            return true;
+                        if (type === "warning" && bitrate < 200000)
+                            return true;
+                        if (type === "critical" && bitrate < 50000)
+                            return true;
+                        if (hadFreeze)
+                            return true;
+                    }
+                }
+            }
+            else if (kind === "audio") {
+                const audioLevel = ssrc0.audioLevel || 0;
+                const concealment = ssrc0.audioConcealment || 0;
+                const acceleration = ssrc0.audioAcceleration || 0;
+                const deceleration = ssrc0.audioDeceleration || 0;
+                const audioDistortion = concealment + acceleration + deceleration;
+                if (audioLevel >= 0.01) {
+                    if (type === "warning" && audioDistortion > 0.1)
+                        return true;
+                    if (type === "critical" && audioDistortion > 0.2)
+                        return true;
+                }
+            }
+            return false;
+        },
+    };
+};
+const qualityWarningDetector = createQualityDetector("warning");
+const qualityCriticalDetector = createQualityDetector("critical");
+
 const badNetworkIssueDetector = {
     id: "bad-network",
     enabled: ({ hasLiveTrack, ssrcs }) => hasLiveTrack && ssrcs.length > 0,
@@ -6209,6 +6311,8 @@ const issueDetectors = [
             (ssrc0.audioLevel || 0) >= 0.001 &&
             (ssrc0.audioAcceleration || 0) >= 0.1,
     },
+    qualityWarningDetector,
+    qualityCriticalDetector,
 ];
 
 let subscriptions = [];
@@ -6363,7 +6467,7 @@ function issueDetectorOrMetricEnabled(issueDetectorOrMetric, checkData) {
     }
     return enabled && (issueDetectorOrMetric.enabled ? issueDetectorOrMetric.enabled(checkData) : true);
 }
-function onUpdatedStats(statsByView, clients) {
+function onUpdatedStats(statsByView, clients, renderedDimensionsByTrack) {
     Object.values(aggregatedMetrics).forEach((metricData) => {
         metricData.curTicks = 0;
         metricData.curSum = 0;
@@ -6401,6 +6505,7 @@ function onUpdatedStats(statsByView, clients) {
                 kind,
                 track,
                 trackStats,
+                renderedDimensions: (track === null || track === void 0 ? void 0 : track.id) ? renderedDimensionsByTrack[track.id] : undefined,
                 stats,
                 hasLiveTrack,
                 ssrc0,
@@ -7393,5 +7498,5 @@ var RtcEventNames;
     RtcEventNames["stream_added"] = "stream_added";
 })(RtcEventNames || (RtcEventNames = {}));
 
-export { ADDITIONAL_SCREEN_SHARE_SETTINGS, AUDIO_SETTINGS, BandwidthTester, CAMERA_STREAM_ID, EVENTS, FILE_SHARE_ERROR_CODES, KNOCK_MESSAGES, KalmanFilter, Logger, MEDIA_JITTER_BUFFER_TARGET, NoDevicesError, P2pRtcManager, PROTOCOL_ERRORS, PROTOCOL_EVENTS, PROTOCOL_REQUESTS, PROTOCOL_RESPONSES, RELAY_MESSAGES, ReconnectManager, RtcEventNames, RtcManagerDispatcher, SCREEN_SHARE_SETTINGS, SCREEN_SHARE_SIMULCAST_SETTINGS, STREAM_TYPES, ServerSocket, Session, SfuV2Parser, TYPES, VIDEO_SETTINGS_HD, VIDEO_SETTINGS_SD, VIDEO_SETTINGS_VP9, VIDEO_SETTINGS_VP9_LOW_BANDWIDTH, VegaConnection, VegaMediaQualityMonitor, VegaRtcManager, addAbsCaptureTimeExtMap, addExtMap, assert, buildDeviceList, calculateStd, captureAudioSsrcMetrics, captureCandidatePairInfoMetrics, captureCommonSsrcMetrics, captureSsrcInfo, captureVideoSsrcMetrics, cleanSdp, compareLocalDevices, createACFCalculator, createMicAnalyser, createWorker, deprioritizeH264, detectMicrophoneNotWorking, enumerate, external_stun_servers, filterMidExtension, filterMsidSemantic, fromLocation, generateByteString, getConstraints, getCurrentPeerConnections, getDeviceData, getDisplayMedia, getIssuesAndMetrics, getMediaConstraints, getMediaSettings, getMediasoupDeviceAsync, getNumFailedStatsReports, getNumFailedTrackSsrcLookups, getNumMissingTrackSsrcLookups, getPeerConnectionIndex, getStats, getStream, getUpdatedDevices, getUpdatedStats, getUserMedia, hasGetDisplayMedia, ipRegex, isFileShareError, isMobile, issueDetectorOrMetricEnabled, maybeTurnOnly, modifyMediaCapabilities, removePeerConnection, replaceTracksInStream, rtcManagerEvents, rtcStats, setClientProvider, setCodecPreferenceSDP, setPeerConnectionsForTests, setVideoBandwidthUsingSetParameters, sortCodecs, standardDeviation, startPerformanceMonitor, stopStreamTracks, subscribeIssues, subscribeStats, trackAnnotations, turnServerOverride, variance };
+export { ADDITIONAL_SCREEN_SHARE_SETTINGS, AUDIO_SETTINGS, BandwidthTester, CAMERA_STREAM_ID, EVENTS, FILE_SHARE_ERROR_CODES, KNOCK_MESSAGES, KalmanFilter, Logger, MEDIA_JITTER_BUFFER_TARGET, NoDevicesError, P2pRtcManager, PROTOCOL_ERRORS, PROTOCOL_EVENTS, PROTOCOL_REQUESTS, PROTOCOL_RESPONSES, RELAY_MESSAGES, ReconnectManager, RtcEventNames, RtcManagerDispatcher, SCREEN_SHARE_SETTINGS, SCREEN_SHARE_SIMULCAST_SETTINGS, STREAM_TYPES, ServerSocket, Session, SfuV2Parser, TYPES, VIDEO_SETTINGS_HD, VIDEO_SETTINGS_SD, VIDEO_SETTINGS_VP9, VIDEO_SETTINGS_VP9_LOW_BANDWIDTH, VegaConnection, VegaMediaQualityMonitor, VegaRtcManager, addAbsCaptureTimeExtMap, addExtMap, assert, buildDeviceList, calculateStd, captureAudioSsrcMetrics, captureCandidatePairInfoMetrics, captureCommonSsrcMetrics, captureSsrcInfo, captureVideoSsrcMetrics, cleanSdp, compareLocalDevices, createACFCalculator, createMicAnalyser, createWorker, deprioritizeH264, detectMicrophoneNotWorking, enumerate, external_stun_servers, filterMidExtension, filterMsidSemantic, fromLocation, generateByteString, getConstraints, getCurrentPeerConnections, getDeviceData, getDisplayMedia, getIssuesAndMetrics, getMediaConstraints, getMediaSettings, getMediasoupDeviceAsync, getNumFailedStatsReports, getNumFailedTrackSsrcLookups, getNumMissingTrackSsrcLookups, getPeerConnectionIndex, getStats, getStream, getUpdatedDevices, getUpdatedStats, getUserMedia, hasGetDisplayMedia, ipRegex, isFileShareError, isMobile, issueDetectorOrMetricEnabled, maybeTurnOnly, modifyMediaCapabilities, removePeerConnection, replaceTracksInStream, rtcManagerEvents, rtcStats, setClientProvider, setCodecPreferenceSDP, setPeerConnectionsForTests, setVideoBandwidthUsingSetParameters, sortCodecs, standardDeviation, startPerformanceMonitor, stopStreamTracks, subscribeIssues, subscribeStats, trackAnnotations, turnServerOverride, updateRenderedDimensions, variance };
 //# sourceMappingURL=legacy-esm.js.map

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@whereby.com/media",
   "description": "Media library for Whereby",
-  "version": "9.2.7",
+  "version": "9.3.0",
   "license": "MIT",
   "homepage": "https://github.com/whereby/sdk",
   "repository": {