@whereby.com/media 2.3.0 → 2.5.0

package/dist/index.cjs

@@ -297,7 +297,7 @@ const ADDITIONAL_SCREEN_SHARE_SETTINGS = {
         { scaleResolutionDownBy: 1, dtx: true, maxBitrate: 1500000 },
     ],
 };
-const getMediaSettings = (kind, isScreenShare, features, isSomeoneAlreadyPresenting = false) => {
+const getMediaSettings = (kind, isScreenShare, features, areTooManyAlreadyPresenting = false) => {
     var _a;
     const { lowDataModeEnabled, simulcastScreenshareOn, vp9On } = features;
     if (kind === "audio") {
@@ -307,7 +307,7 @@ const getMediaSettings = (kind, isScreenShare, features, isSomeoneAlreadyPresent
     const isVp9Available = isChrome && vp9On;
     if (isScreenShare) {
         return getScreenShareMediaSettings({
-            isSomeoneAlreadyPresenting,
+            areTooManyAlreadyPresenting,
             simulcastScreenshareOn,
         });
     }
@@ -330,8 +330,8 @@ const getCameraMediaSettings = ({ lowBandwidth, isVp9Available, }) => {
     }
     return VIDEO_SETTINGS_HD;
 };
-const getScreenShareMediaSettings = ({ isSomeoneAlreadyPresenting, simulcastScreenshareOn, }) => {
-    if (isSomeoneAlreadyPresenting) {
+const getScreenShareMediaSettings = ({ areTooManyAlreadyPresenting, simulcastScreenshareOn, }) => {
+    if (areTooManyAlreadyPresenting) {
         return ADDITIONAL_SCREEN_SHARE_SETTINGS;
     }
     if (simulcastScreenshareOn)
@@ -1258,6 +1258,8 @@ const PROTOCOL_RESPONSES = {
     CLIENT_UNABLE_TO_JOIN: "client_unable_to_join",
     LIVE_TRANSCRIPTION_STARTED: "live_transcription_started",
     LIVE_TRANSCRIPTION_STOPPED: "live_transcription_stopped",
+    LIVE_CAPTIONS_STARTED: "live_captions_started",
+    LIVE_CAPTIONS_STOPPED: "live_captions_stopped",
 };
 const PROTOCOL_ERRORS = {
     CANNOT_INVITE_YOURSELF: "cannot_invite_yourself",
@@ -3989,6 +3991,37 @@ function getNumberOfTemporalLayers(consumer) {
     var _a, _b, _c;
     return /T3/.test(((_c = (_b = (_a = consumer._rtpParameters) === null || _a === void 0 ? void 0 : _a.encodings) === null || _b === void 0 ? void 0 : _b[0]) === null || _c === void 0 ? void 0 : _c.scalabilityMode) || "") ? 3 : 2;
 }
+function addProducerCpuOveruseWatch({ producer, onOveruse }) {
+    var _a;
+    const encodings = (_a = producer.rtpParameters) === null || _a === void 0 ? void 0 : _a.encodings;
+    let interval = null;
+    if ((encodings === null || encodings === void 0 ? void 0 : encodings.length) === 3) {
+        const { ssrc, rid } = encodings[0];
+        let maxHeight = 0;
+        let ticks = 0;
+        const targetTicksForTrigger = 2;
+        interval = setInterval(() => __awaiter(this, void 0, void 0, function* () {
+            (yield producer.getStats()).forEach((report) => {
+                if (report.type === "outbound-rtp" && ((ssrc && report.ssrc === ssrc) || (rid && report.rid === rid))) {
+                    if (maxHeight && report.frameHeight && report.frameHeight < maxHeight) {
+                        ticks++;
+                        if (ticks >= targetTicksForTrigger) {
+                            onOveruse();
+                        }
+                    }
+                    else {
+                        ticks = 0;
+                    }
+                    maxHeight = Math.max(maxHeight, report.frameHeight || 0);
+                }
+            });
+        }), 2000);
+    }
+    return () => {
+        if (interval)
+            clearInterval(interval);
+    };
+}
 
 class SfuV2Parser {
     static parse(raw) {
@@ -4454,6 +4487,7 @@ class VegaRtcManager {
             this._emitToPWA(PROTOCOL_EVENTS.MEDIA_QUALITY_CHANGED, payload);
         });
         this._networkIsDetectedUpBySignal = false;
+        this._cpuOveruseDetected = false;
     }
     _updateAndScheduleMediaServersRefresh({ iceServers, turnServers, sfuServer, sfuServers, mediaserverConfigTtlSeconds, }) {
         var _a, _b, _c;
@@ -4945,6 +4979,23 @@ class VegaRtcManager {
             this._internalSetupMicScore();
         }
     }
+    _syncResourceUsage() {
+        var _a;
+        if (this._webcamProducer) {
+            const simulcastLayer3ShouldBeActive = !this._cpuOveruseDetected;
+            const params = this._webcamProducer.rtpParameters;
+            if (((_a = params === null || params === void 0 ? void 0 : params.encodings) === null || _a === void 0 ? void 0 : _a.length) === 3) {
+                const targetMaxSpatialLayer = simulcastLayer3ShouldBeActive ? 2 : 1;
+                if (this._webcamProducer.maxSpatialLayer !== targetMaxSpatialLayer) {
+                    this._webcamProducer.setMaxSpatialLayer(targetMaxSpatialLayer);
+                    rtcStats.sendEvent("simulcast_layer_activation_changed", {
+                        layerIndex: 2,
+                        active: simulcastLayer3ShouldBeActive,
+                    });
+                }
+            }
+        }
+    }
     _internalSendWebcam() {
         return __awaiter(this, void 0, void 0, function* () {
             var _a;
@@ -4967,6 +5018,17 @@ class VegaRtcManager {
                             paused: currentPaused,
                         } }));
                     currentPaused ? producer.pause() : producer.resume();
+                    const cleanUpCpuWatch = this._features.producerCpuOveruseWatchOn
+                        ? addProducerCpuOveruseWatch({
+                            producer,
+                            onOveruse: () => {
+                                rtcStats.sendEvent("producer_cpuoveruse_detected", {});
+                                cleanUpCpuWatch();
+                                this._cpuOveruseDetected = true;
+                                this._syncResourceUsage();
+                            },
+                        })
+                        : () => { };
                     this._webcamProducer = producer;
                     this._qualityMonitor.addProducer(this._selfId, producer.id);
                     producer.observer.once("close", () => {
@@ -4974,6 +5036,7 @@ class VegaRtcManager {
                         logger$2.info('webcamProducer "close" event');
                         if (producer.appData.localClosed)
                             (_a = this._vegaConnection) === null || _a === void 0 ? void 0 : _a.message("closeProducers", { producerIds: [producer.id] });
+                        cleanUpCpuWatch();
                         this._webcamProducer = null;
                         this._webcamProducerPromise = null;
                         this._qualityMonitor.removeProducer(this._selfId, producer.id);
@@ -5061,7 +5124,7 @@ class VegaRtcManager {
                     const codec = this._features.sfuVp9On
                         ? (_b = (_a = this._routerRtpCapabilities) === null || _a === void 0 ? void 0 : _a.codecs) === null || _b === void 0 ? void 0 : _b.find((codec) => codec.mimeType.match(/vp8/i))
                         : undefined;
-                    const producer = yield this._sendTransport.produce(Object.assign(Object.assign({ track: this._screenVideoTrack, disableTrackOnPause: false, stopTracks: false, codec }, getMediaSettings("video", true, Object.assign(Object.assign({}, this._features), { vp9On: false }), this._getIsSomeoneAlreadyPresenting())), { appData: {
+                    const producer = yield this._sendTransport.produce(Object.assign(Object.assign({ track: this._screenVideoTrack, disableTrackOnPause: false, stopTracks: false, codec }, getMediaSettings("video", true, Object.assign(Object.assign({}, this._features), { vp9On: false }), this._getAreTooManyAlreadyPresenting())), { appData: {
                             streamId: OUTBOUND_SCREEN_OUTBOUND_STREAM_ID,
                             sourceClientId: this._selfId,
                             screenShare: true,
@@ -5195,8 +5258,9 @@ class VegaRtcManager {
         producer.appData.localClosed = true;
         producer.close();
     }
-    _getIsSomeoneAlreadyPresenting() {
-        return !![...this._clientStates.values()].find((state) => state.hasAcceptedScreenStream && state.screenStream);
+    _getAreTooManyAlreadyPresenting() {
+        return ([...this._clientStates.values()].filter((state) => state.hasAcceptedScreenStream && state.screenStream)
+            .length >= 3);
     }
     isInitializedWith({ selfId, roomName, isSfu }) {
         return this._selfId === selfId && this._room.name === roomName && Boolean(isSfu);

package/dist/index.d.cts

@@ -717,7 +717,7 @@ declare const getMediaSettings: (kind: string, isScreenShare: boolean, features:
     lowDataModeEnabled?: boolean;
     simulcastScreenshareOn?: boolean;
     vp9On?: boolean;
-}, isSomeoneAlreadyPresenting?: boolean) => {
+}, areTooManyAlreadyPresenting?: boolean) => {
     encodings: {}[];
 };
 declare const modifyMediaCapabilities: (routerRtpCapabilities: RtpCapabilities, features: {
@@ -1109,6 +1109,8 @@ interface SignalEvents {
     video_enable_requested: VideoEnableRequestedEvent;
     live_transcription_started: LiveTranscriptionStartedEvent;
     live_transcription_stopped: LiveTranscriptionStoppedEvent;
+    live_captions_started: void;
+    live_captions_stopped: void;
 }
 interface IdentifyDeviceRequest {
     deviceCredentials: Credentials;
@@ -1546,6 +1548,7 @@ declare class VegaRtcManager implements RtcManager {
     _isConnectingOrConnected: boolean;
     _vegaConnectionManager?: ReturnType<typeof createVegaConnectionManager>;
     _networkIsDetectedUpBySignal: boolean;
+    _cpuOveruseDetected: boolean;
     constructor({ selfId, room, emitter, serverSocket, webrtcProvider, features, eventClaim, }: {
         selfId: any;
         room: any;
@@ -1579,6 +1582,7 @@ declare class VegaRtcManager implements RtcManager {
     _pauseResumeMic(): void;
     _sendMic(track: MediaStreamTrack): Promise<void>;
     _sendMicScore(score: number): void;
+    _syncResourceUsage(): void;
     _internalSendWebcam(): Promise<void>;
     _replaceWebcamTrack(): Promise<void>;
     _pauseResumeWebcam(): void;
@@ -1590,7 +1594,7 @@ declare class VegaRtcManager implements RtcManager {
     _replaceScreenAudioTrack(): Promise<void>;
     _sendScreenAudio(track: MediaStreamTrack): Promise<void>;
     _stopProducer(producer: any): void;
-    _getIsSomeoneAlreadyPresenting(): boolean;
+    _getAreTooManyAlreadyPresenting(): boolean;
     isInitializedWith({ selfId, roomName, isSfu }: {
         selfId: string;
         roomName: string;
@@ -1757,6 +1761,8 @@ declare const PROTOCOL_RESPONSES: {
     CLIENT_UNABLE_TO_JOIN: string;
     LIVE_TRANSCRIPTION_STARTED: string;
     LIVE_TRANSCRIPTION_STOPPED: string;
+    LIVE_CAPTIONS_STARTED: string;
+    LIVE_CAPTIONS_STOPPED: string;
 };
 declare const PROTOCOL_ERRORS: {
     CANNOT_INVITE_YOURSELF: string;

package/dist/index.d.mts

@@ -717,7 +717,7 @@ declare const getMediaSettings: (kind: string, isScreenShare: boolean, features:
     lowDataModeEnabled?: boolean;
     simulcastScreenshareOn?: boolean;
     vp9On?: boolean;
-}, isSomeoneAlreadyPresenting?: boolean) => {
+}, areTooManyAlreadyPresenting?: boolean) => {
     encodings: {}[];
 };
 declare const modifyMediaCapabilities: (routerRtpCapabilities: RtpCapabilities, features: {
@@ -1109,6 +1109,8 @@ interface SignalEvents {
     video_enable_requested: VideoEnableRequestedEvent;
     live_transcription_started: LiveTranscriptionStartedEvent;
     live_transcription_stopped: LiveTranscriptionStoppedEvent;
+    live_captions_started: void;
+    live_captions_stopped: void;
 }
 interface IdentifyDeviceRequest {
     deviceCredentials: Credentials;
@@ -1546,6 +1548,7 @@ declare class VegaRtcManager implements RtcManager {
     _isConnectingOrConnected: boolean;
     _vegaConnectionManager?: ReturnType<typeof createVegaConnectionManager>;
     _networkIsDetectedUpBySignal: boolean;
+    _cpuOveruseDetected: boolean;
     constructor({ selfId, room, emitter, serverSocket, webrtcProvider, features, eventClaim, }: {
         selfId: any;
         room: any;
@@ -1579,6 +1582,7 @@ declare class VegaRtcManager implements RtcManager {
     _pauseResumeMic(): void;
     _sendMic(track: MediaStreamTrack): Promise<void>;
     _sendMicScore(score: number): void;
+    _syncResourceUsage(): void;
     _internalSendWebcam(): Promise<void>;
     _replaceWebcamTrack(): Promise<void>;
     _pauseResumeWebcam(): void;
@@ -1590,7 +1594,7 @@ declare class VegaRtcManager implements RtcManager {
     _replaceScreenAudioTrack(): Promise<void>;
     _sendScreenAudio(track: MediaStreamTrack): Promise<void>;
     _stopProducer(producer: any): void;
-    _getIsSomeoneAlreadyPresenting(): boolean;
+    _getAreTooManyAlreadyPresenting(): boolean;
     isInitializedWith({ selfId, roomName, isSfu }: {
         selfId: string;
         roomName: string;
@@ -1757,6 +1761,8 @@ declare const PROTOCOL_RESPONSES: {
     CLIENT_UNABLE_TO_JOIN: string;
     LIVE_TRANSCRIPTION_STARTED: string;
     LIVE_TRANSCRIPTION_STOPPED: string;
+    LIVE_CAPTIONS_STARTED: string;
+    LIVE_CAPTIONS_STOPPED: string;
 };
 declare const PROTOCOL_ERRORS: {
     CANNOT_INVITE_YOURSELF: string;

package/dist/index.d.ts

@@ -717,7 +717,7 @@ declare const getMediaSettings: (kind: string, isScreenShare: boolean, features:
     lowDataModeEnabled?: boolean;
     simulcastScreenshareOn?: boolean;
     vp9On?: boolean;
-}, isSomeoneAlreadyPresenting?: boolean) => {
+}, areTooManyAlreadyPresenting?: boolean) => {
     encodings: {}[];
 };
 declare const modifyMediaCapabilities: (routerRtpCapabilities: RtpCapabilities, features: {
@@ -1109,6 +1109,8 @@ interface SignalEvents {
     video_enable_requested: VideoEnableRequestedEvent;
     live_transcription_started: LiveTranscriptionStartedEvent;
     live_transcription_stopped: LiveTranscriptionStoppedEvent;
+    live_captions_started: void;
+    live_captions_stopped: void;
 }
 interface IdentifyDeviceRequest {
     deviceCredentials: Credentials;
@@ -1546,6 +1548,7 @@ declare class VegaRtcManager implements RtcManager {
     _isConnectingOrConnected: boolean;
     _vegaConnectionManager?: ReturnType<typeof createVegaConnectionManager>;
     _networkIsDetectedUpBySignal: boolean;
+    _cpuOveruseDetected: boolean;
     constructor({ selfId, room, emitter, serverSocket, webrtcProvider, features, eventClaim, }: {
         selfId: any;
         room: any;
@@ -1579,6 +1582,7 @@ declare class VegaRtcManager implements RtcManager {
     _pauseResumeMic(): void;
     _sendMic(track: MediaStreamTrack): Promise<void>;
     _sendMicScore(score: number): void;
+    _syncResourceUsage(): void;
     _internalSendWebcam(): Promise<void>;
     _replaceWebcamTrack(): Promise<void>;
     _pauseResumeWebcam(): void;
@@ -1590,7 +1594,7 @@ declare class VegaRtcManager implements RtcManager {
     _replaceScreenAudioTrack(): Promise<void>;
     _sendScreenAudio(track: MediaStreamTrack): Promise<void>;
     _stopProducer(producer: any): void;
-    _getIsSomeoneAlreadyPresenting(): boolean;
+    _getAreTooManyAlreadyPresenting(): boolean;
     isInitializedWith({ selfId, roomName, isSfu }: {
         selfId: string;
         roomName: string;
@@ -1757,6 +1761,8 @@ declare const PROTOCOL_RESPONSES: {
     CLIENT_UNABLE_TO_JOIN: string;
     LIVE_TRANSCRIPTION_STARTED: string;
     LIVE_TRANSCRIPTION_STOPPED: string;
+    LIVE_CAPTIONS_STARTED: string;
+    LIVE_CAPTIONS_STOPPED: string;
 };
 declare const PROTOCOL_ERRORS: {
     CANNOT_INVITE_YOURSELF: string;

package/dist/index.mjs

@@ -276,7 +276,7 @@ const ADDITIONAL_SCREEN_SHARE_SETTINGS = {
         { scaleResolutionDownBy: 1, dtx: true, maxBitrate: 1500000 },
     ],
 };
-const getMediaSettings = (kind, isScreenShare, features, isSomeoneAlreadyPresenting = false) => {
+const getMediaSettings = (kind, isScreenShare, features, areTooManyAlreadyPresenting = false) => {
     var _a;
     const { lowDataModeEnabled, simulcastScreenshareOn, vp9On } = features;
     if (kind === "audio") {
@@ -286,7 +286,7 @@ const getMediaSettings = (kind, isScreenShare, features, isSomeoneAlreadyPresent
     const isVp9Available = isChrome && vp9On;
     if (isScreenShare) {
         return getScreenShareMediaSettings({
-            isSomeoneAlreadyPresenting,
+            areTooManyAlreadyPresenting,
             simulcastScreenshareOn,
         });
     }
@@ -309,8 +309,8 @@ const getCameraMediaSettings = ({ lowBandwidth, isVp9Available, }) => {
     }
     return VIDEO_SETTINGS_HD;
 };
-const getScreenShareMediaSettings = ({ isSomeoneAlreadyPresenting, simulcastScreenshareOn, }) => {
-    if (isSomeoneAlreadyPresenting) {
+const getScreenShareMediaSettings = ({ areTooManyAlreadyPresenting, simulcastScreenshareOn, }) => {
+    if (areTooManyAlreadyPresenting) {
         return ADDITIONAL_SCREEN_SHARE_SETTINGS;
     }
     if (simulcastScreenshareOn)
@@ -1237,6 +1237,8 @@ const PROTOCOL_RESPONSES = {
     CLIENT_UNABLE_TO_JOIN: "client_unable_to_join",
     LIVE_TRANSCRIPTION_STARTED: "live_transcription_started",
     LIVE_TRANSCRIPTION_STOPPED: "live_transcription_stopped",
+    LIVE_CAPTIONS_STARTED: "live_captions_started",
+    LIVE_CAPTIONS_STOPPED: "live_captions_stopped",
 };
 const PROTOCOL_ERRORS = {
     CANNOT_INVITE_YOURSELF: "cannot_invite_yourself",
@@ -3968,6 +3970,37 @@ function getNumberOfTemporalLayers(consumer) {
     var _a, _b, _c;
     return /T3/.test(((_c = (_b = (_a = consumer._rtpParameters) === null || _a === void 0 ? void 0 : _a.encodings) === null || _b === void 0 ? void 0 : _b[0]) === null || _c === void 0 ? void 0 : _c.scalabilityMode) || "") ? 3 : 2;
 }
+function addProducerCpuOveruseWatch({ producer, onOveruse }) {
+    var _a;
+    const encodings = (_a = producer.rtpParameters) === null || _a === void 0 ? void 0 : _a.encodings;
+    let interval = null;
+    if ((encodings === null || encodings === void 0 ? void 0 : encodings.length) === 3) {
+        const { ssrc, rid } = encodings[0];
+        let maxHeight = 0;
+        let ticks = 0;
+        const targetTicksForTrigger = 2;
+        interval = setInterval(() => __awaiter(this, void 0, void 0, function* () {
+            (yield producer.getStats()).forEach((report) => {
+                if (report.type === "outbound-rtp" && ((ssrc && report.ssrc === ssrc) || (rid && report.rid === rid))) {
+                    if (maxHeight && report.frameHeight && report.frameHeight < maxHeight) {
+                        ticks++;
+                        if (ticks >= targetTicksForTrigger) {
+                            onOveruse();
+                        }
+                    }
+                    else {
+                        ticks = 0;
+                    }
+                    maxHeight = Math.max(maxHeight, report.frameHeight || 0);
+                }
+            });
+        }), 2000);
+    }
+    return () => {
+        if (interval)
+            clearInterval(interval);
+    };
+}
 
 class SfuV2Parser {
     static parse(raw) {
@@ -4433,6 +4466,7 @@ class VegaRtcManager {
             this._emitToPWA(PROTOCOL_EVENTS.MEDIA_QUALITY_CHANGED, payload);
         });
         this._networkIsDetectedUpBySignal = false;
+        this._cpuOveruseDetected = false;
     }
     _updateAndScheduleMediaServersRefresh({ iceServers, turnServers, sfuServer, sfuServers, mediaserverConfigTtlSeconds, }) {
         var _a, _b, _c;
@@ -4924,6 +4958,23 @@ class VegaRtcManager {
             this._internalSetupMicScore();
         }
     }
+    _syncResourceUsage() {
+        var _a;
+        if (this._webcamProducer) {
+            const simulcastLayer3ShouldBeActive = !this._cpuOveruseDetected;
+            const params = this._webcamProducer.rtpParameters;
+            if (((_a = params === null || params === void 0 ? void 0 : params.encodings) === null || _a === void 0 ? void 0 : _a.length) === 3) {
+                const targetMaxSpatialLayer = simulcastLayer3ShouldBeActive ? 2 : 1;
+                if (this._webcamProducer.maxSpatialLayer !== targetMaxSpatialLayer) {
+                    this._webcamProducer.setMaxSpatialLayer(targetMaxSpatialLayer);
+                    rtcStats.sendEvent("simulcast_layer_activation_changed", {
+                        layerIndex: 2,
+                        active: simulcastLayer3ShouldBeActive,
+                    });
+                }
+            }
+        }
+    }
     _internalSendWebcam() {
         return __awaiter(this, void 0, void 0, function* () {
             var _a;
@@ -4946,6 +4997,17 @@ class VegaRtcManager {
                             paused: currentPaused,
                         } }));
                     currentPaused ? producer.pause() : producer.resume();
+                    const cleanUpCpuWatch = this._features.producerCpuOveruseWatchOn
+                        ? addProducerCpuOveruseWatch({
+                            producer,
+                            onOveruse: () => {
+                                rtcStats.sendEvent("producer_cpuoveruse_detected", {});
+                                cleanUpCpuWatch();
+                                this._cpuOveruseDetected = true;
+                                this._syncResourceUsage();
+                            },
+                        })
+                        : () => { };
                     this._webcamProducer = producer;
                     this._qualityMonitor.addProducer(this._selfId, producer.id);
                     producer.observer.once("close", () => {
@@ -4953,6 +5015,7 @@ class VegaRtcManager {
                         logger$2.info('webcamProducer "close" event');
                         if (producer.appData.localClosed)
                             (_a = this._vegaConnection) === null || _a === void 0 ? void 0 : _a.message("closeProducers", { producerIds: [producer.id] });
+                        cleanUpCpuWatch();
                         this._webcamProducer = null;
                         this._webcamProducerPromise = null;
                         this._qualityMonitor.removeProducer(this._selfId, producer.id);
@@ -5040,7 +5103,7 @@ class VegaRtcManager {
                     const codec = this._features.sfuVp9On
                         ? (_b = (_a = this._routerRtpCapabilities) === null || _a === void 0 ? void 0 : _a.codecs) === null || _b === void 0 ? void 0 : _b.find((codec) => codec.mimeType.match(/vp8/i))
                         : undefined;
-                    const producer = yield this._sendTransport.produce(Object.assign(Object.assign({ track: this._screenVideoTrack, disableTrackOnPause: false, stopTracks: false, codec }, getMediaSettings("video", true, Object.assign(Object.assign({}, this._features), { vp9On: false }), this._getIsSomeoneAlreadyPresenting())), { appData: {
+                    const producer = yield this._sendTransport.produce(Object.assign(Object.assign({ track: this._screenVideoTrack, disableTrackOnPause: false, stopTracks: false, codec }, getMediaSettings("video", true, Object.assign(Object.assign({}, this._features), { vp9On: false }), this._getAreTooManyAlreadyPresenting())), { appData: {
                             streamId: OUTBOUND_SCREEN_OUTBOUND_STREAM_ID,
                             sourceClientId: this._selfId,
                             screenShare: true,
@@ -5174,8 +5237,9 @@ class VegaRtcManager {
         producer.appData.localClosed = true;
         producer.close();
     }
-    _getIsSomeoneAlreadyPresenting() {
-        return !![...this._clientStates.values()].find((state) => state.hasAcceptedScreenStream && state.screenStream);
+    _getAreTooManyAlreadyPresenting() {
+        return ([...this._clientStates.values()].filter((state) => state.hasAcceptedScreenStream && state.screenStream)
+            .length >= 3);
     }
     isInitializedWith({ selfId, roomName, isSfu }) {
         return this._selfId === selfId && this._room.name === roomName && Boolean(isSfu);

package/dist/legacy-esm.js

@@ -276,7 +276,7 @@ const ADDITIONAL_SCREEN_SHARE_SETTINGS = {
         { scaleResolutionDownBy: 1, dtx: true, maxBitrate: 1500000 },
     ],
 };
-const getMediaSettings = (kind, isScreenShare, features, isSomeoneAlreadyPresenting = false) => {
+const getMediaSettings = (kind, isScreenShare, features, areTooManyAlreadyPresenting = false) => {
     var _a;
     const { lowDataModeEnabled, simulcastScreenshareOn, vp9On } = features;
     if (kind === "audio") {
@@ -286,7 +286,7 @@ const getMediaSettings = (kind, isScreenShare, features, isSomeoneAlreadyPresent
     const isVp9Available = isChrome && vp9On;
     if (isScreenShare) {
         return getScreenShareMediaSettings({
-            isSomeoneAlreadyPresenting,
+            areTooManyAlreadyPresenting,
             simulcastScreenshareOn,
         });
     }
@@ -309,8 +309,8 @@ const getCameraMediaSettings = ({ lowBandwidth, isVp9Available, }) => {
     }
     return VIDEO_SETTINGS_HD;
 };
-const getScreenShareMediaSettings = ({ isSomeoneAlreadyPresenting, simulcastScreenshareOn, }) => {
-    if (isSomeoneAlreadyPresenting) {
+const getScreenShareMediaSettings = ({ areTooManyAlreadyPresenting, simulcastScreenshareOn, }) => {
+    if (areTooManyAlreadyPresenting) {
         return ADDITIONAL_SCREEN_SHARE_SETTINGS;
     }
     if (simulcastScreenshareOn)
@@ -1237,6 +1237,8 @@ const PROTOCOL_RESPONSES = {
     CLIENT_UNABLE_TO_JOIN: "client_unable_to_join",
     LIVE_TRANSCRIPTION_STARTED: "live_transcription_started",
     LIVE_TRANSCRIPTION_STOPPED: "live_transcription_stopped",
+    LIVE_CAPTIONS_STARTED: "live_captions_started",
+    LIVE_CAPTIONS_STOPPED: "live_captions_stopped",
 };
 const PROTOCOL_ERRORS = {
     CANNOT_INVITE_YOURSELF: "cannot_invite_yourself",
@@ -3968,6 +3970,37 @@ function getNumberOfTemporalLayers(consumer) {
     var _a, _b, _c;
     return /T3/.test(((_c = (_b = (_a = consumer._rtpParameters) === null || _a === void 0 ? void 0 : _a.encodings) === null || _b === void 0 ? void 0 : _b[0]) === null || _c === void 0 ? void 0 : _c.scalabilityMode) || "") ? 3 : 2;
 }
+function addProducerCpuOveruseWatch({ producer, onOveruse }) {
+    var _a;
+    const encodings = (_a = producer.rtpParameters) === null || _a === void 0 ? void 0 : _a.encodings;
+    let interval = null;
+    if ((encodings === null || encodings === void 0 ? void 0 : encodings.length) === 3) {
+        const { ssrc, rid } = encodings[0];
+        let maxHeight = 0;
+        let ticks = 0;
+        const targetTicksForTrigger = 2;
+        interval = setInterval(() => __awaiter(this, void 0, void 0, function* () {
+            (yield producer.getStats()).forEach((report) => {
+                if (report.type === "outbound-rtp" && ((ssrc && report.ssrc === ssrc) || (rid && report.rid === rid))) {
+                    if (maxHeight && report.frameHeight && report.frameHeight < maxHeight) {
+                        ticks++;
+                        if (ticks >= targetTicksForTrigger) {
+                            onOveruse();
+                        }
+                    }
+                    else {
+                        ticks = 0;
+                    }
+                    maxHeight = Math.max(maxHeight, report.frameHeight || 0);
+                }
+            });
+        }), 2000);
+    }
+    return () => {
+        if (interval)
+            clearInterval(interval);
+    };
+}
 
 class SfuV2Parser {
     static parse(raw) {
@@ -4433,6 +4466,7 @@ class VegaRtcManager {
             this._emitToPWA(PROTOCOL_EVENTS.MEDIA_QUALITY_CHANGED, payload);
         });
         this._networkIsDetectedUpBySignal = false;
+        this._cpuOveruseDetected = false;
     }
     _updateAndScheduleMediaServersRefresh({ iceServers, turnServers, sfuServer, sfuServers, mediaserverConfigTtlSeconds, }) {
         var _a, _b, _c;
@@ -4924,6 +4958,23 @@ class VegaRtcManager {
             this._internalSetupMicScore();
         }
     }
+    _syncResourceUsage() {
+        var _a;
+        if (this._webcamProducer) {
+            const simulcastLayer3ShouldBeActive = !this._cpuOveruseDetected;
+            const params = this._webcamProducer.rtpParameters;
+            if (((_a = params === null || params === void 0 ? void 0 : params.encodings) === null || _a === void 0 ? void 0 : _a.length) === 3) {
+                const targetMaxSpatialLayer = simulcastLayer3ShouldBeActive ? 2 : 1;
+                if (this._webcamProducer.maxSpatialLayer !== targetMaxSpatialLayer) {
+                    this._webcamProducer.setMaxSpatialLayer(targetMaxSpatialLayer);
+                    rtcStats.sendEvent("simulcast_layer_activation_changed", {
+                        layerIndex: 2,
+                        active: simulcastLayer3ShouldBeActive,
+                    });
+                }
+            }
+        }
+    }
     _internalSendWebcam() {
         return __awaiter(this, void 0, void 0, function* () {
             var _a;
@@ -4946,6 +4997,17 @@ class VegaRtcManager {
                             paused: currentPaused,
                         } }));
                     currentPaused ? producer.pause() : producer.resume();
+                    const cleanUpCpuWatch = this._features.producerCpuOveruseWatchOn
+                        ? addProducerCpuOveruseWatch({
+                            producer,
+                            onOveruse: () => {
+                                rtcStats.sendEvent("producer_cpuoveruse_detected", {});
+                                cleanUpCpuWatch();
+                                this._cpuOveruseDetected = true;
+                                this._syncResourceUsage();
+                            },
+                        })
+                        : () => { };
                     this._webcamProducer = producer;
                     this._qualityMonitor.addProducer(this._selfId, producer.id);
                     producer.observer.once("close", () => {
@@ -4953,6 +5015,7 @@ class VegaRtcManager {
                         logger$2.info('webcamProducer "close" event');
                         if (producer.appData.localClosed)
                             (_a = this._vegaConnection) === null || _a === void 0 ? void 0 : _a.message("closeProducers", { producerIds: [producer.id] });
+                        cleanUpCpuWatch();
                         this._webcamProducer = null;
                         this._webcamProducerPromise = null;
                         this._qualityMonitor.removeProducer(this._selfId, producer.id);
@@ -5040,7 +5103,7 @@ class VegaRtcManager {
                     const codec = this._features.sfuVp9On
                         ? (_b = (_a = this._routerRtpCapabilities) === null || _a === void 0 ? void 0 : _a.codecs) === null || _b === void 0 ? void 0 : _b.find((codec) => codec.mimeType.match(/vp8/i))
                         : undefined;
-                    const producer = yield this._sendTransport.produce(Object.assign(Object.assign({ track: this._screenVideoTrack, disableTrackOnPause: false, stopTracks: false, codec }, getMediaSettings("video", true, Object.assign(Object.assign({}, this._features), { vp9On: false }), this._getIsSomeoneAlreadyPresenting())), { appData: {
+                    const producer = yield this._sendTransport.produce(Object.assign(Object.assign({ track: this._screenVideoTrack, disableTrackOnPause: false, stopTracks: false, codec }, getMediaSettings("video", true, Object.assign(Object.assign({}, this._features), { vp9On: false }), this._getAreTooManyAlreadyPresenting())), { appData: {
                             streamId: OUTBOUND_SCREEN_OUTBOUND_STREAM_ID,
                             sourceClientId: this._selfId,
                             screenShare: true,
@@ -5174,8 +5237,9 @@ class VegaRtcManager {
         producer.appData.localClosed = true;
         producer.close();
     }
-    _getIsSomeoneAlreadyPresenting() {
-        return !![...this._clientStates.values()].find((state) => state.hasAcceptedScreenStream && state.screenStream);
+    _getAreTooManyAlreadyPresenting() {
+        return ([...this._clientStates.values()].filter((state) => state.hasAcceptedScreenStream && state.screenStream)
+            .length >= 3);
     }
     isInitializedWith({ selfId, roomName, isSfu }) {
         return this._selfId === selfId && this._room.name === roomName && Boolean(isSfu);

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@whereby.com/media",
   "description": "Media library for Whereby",
-  "version": "2.3.0",
+  "version": "2.5.0",
   "license": "MIT",
   "homepage": "https://github.com/whereby/sdk",
   "repository": {