@abrar71/lib-jitsi-meet 0.0.0

package/dist/esm/modules/connectivity/TrackStreamingStatus.js

@@ -0,0 +1,453 @@
+import { getLogger } from '@jitsi/logger';
+import { JitsiConferenceEvents } from '../../JitsiConferenceEvents';
+import { JitsiTrackEvents } from '../../JitsiTrackEvents';
+import { RTCEvents } from '../../service/RTC/RTCEvents';
+import { createTrackStreamingStatusEvent } from '../../service/statistics/AnalyticsEvents';
+import RTCStats from '../RTCStats/RTCStats';
+import { RTCStatsEvents } from '../RTCStats/RTCStatsEvents';
+import browser from '../browser';
+import Statistics from '../statistics/statistics';
+/** Track streaming statuses. */
+export var TrackStreamingStatus;
+(function (TrackStreamingStatus) {
+    /**
+     * Status indicating that streaming is currently active.
+     */
+    TrackStreamingStatus["ACTIVE"] = "active";
+    /**
+     * Status indicating that streaming is currently inactive.
+     * Inactive means the streaming was stopped on purpose from the bridge, like exiting forwarded sources or
+     * adaptivity decided to drop video because of not enough bandwidth.
+     */
+    TrackStreamingStatus["INACTIVE"] = "inactive";
+    /**
+     * Status indicating that streaming is currently interrupted.
+     */
+    TrackStreamingStatus["INTERRUPTED"] = "interrupted";
+    /**
+     * Status indicating that streaming is currently restoring.
+     */
+    TrackStreamingStatus["RESTORING"] = "restoring";
+})(TrackStreamingStatus || (TrackStreamingStatus = {}));
+const logger = getLogger('connectivity:TrackStreamingStatus');
+/**
+ * Default value of 500 milliseconds for {@link TrackStreamingStatusImpl.outOfForwardedSourcesTimeout}.
+ */
+const DEFAULT_NOT_IN_FORWARDED_SOURCES_TIMEOUT = 500;
+/**
+ * Default value of 2500 milliseconds for {@link TrackStreamingStatusImpl.p2pRtcMuteTimeout}.
+ */
+const DEFAULT_P2P_RTC_MUTE_TIMEOUT = 2500;
+/**
+ * Default value of 10000 milliseconds for {@link TrackStreamingStatusImpl.rtcMuteTimeout}.
+ */
+const DEFAULT_RTC_MUTE_TIMEOUT = 10000;
+/**
+ * The time to wait a track to be restored. Track which was out of forwarded sources should be inactive and when
+ * entering forwarded sources it becomes restoring and when data is received from bridge it will become active, but if
+ * no data is received for some time we set status of that track streaming to interrupted.
+ */
+const DEFAULT_RESTORING_TIMEOUT = 10000;
+/**
+ * Class is responsible for emitting JitsiTrackEvents.TRACK_STREAMING_STATUS_CHANGED events.
+ */
+export class TrackStreamingStatusImpl {
+    /* eslint-disable max-params */
+    /**
+     * Calculates the new {@link TrackStreamingStatus} based on the values given for some specific remote track. It is
+     * assumed that the conference is currently in the JVB mode (in contrary to the P2P mode)
+     * @param isInForwardedSources - indicates whether the track is in the forwarded sources set. When set to
+     * false it means that JVB is not sending any video for the track.
+     * @param isRestoringTimedout - if true it means that the track has been outside of forwarded sources too
+     * long to be considered {@link TrackStreamingStatus.RESTORING}.
+     * @param isVideoMuted - true if the track is video muted and we should not expect to receive any video.
+     * @param isVideoTrackFrozen - if the current browser support video frozen detection then it will be set to
+     * true when the video track is frozen. If the current browser does not support frozen detection the it's always
+     * false.
+     * @return {TrackStreamingStatus} the new streaming status for the track for whom the values above were provided.
+     * @private
+     */
+    static _getNewStateForJvbMode(isInForwardedSources, isRestoringTimedout, isVideoMuted, isVideoTrackFrozen) {
+        // We are currently not checking the endpoint connection status received from the JVB.
+        if (isVideoMuted) {
+            // If the connection is active according to JVB and the track is video muted there is no way for the
+            // connection to be inactive, because the detection logic below only makes sense for video.
+            return TrackStreamingStatus.ACTIVE;
+        }
+        // Logic when isVideoTrackFrozen is supported
+        if (browser.supportsVideoMuteOnConnInterrupted()) {
+            if (!isVideoTrackFrozen) {
+                // If the video is playing we're good
+                return TrackStreamingStatus.ACTIVE;
+            }
+            else if (isInForwardedSources) {
+                return isRestoringTimedout ? TrackStreamingStatus.INTERRUPTED : TrackStreamingStatus.RESTORING;
+            }
+            return TrackStreamingStatus.INACTIVE;
+        }
+        // Because this browser is incapable of detecting frozen video we must rely on the forwarded sources value
+        return isInForwardedSources ? TrackStreamingStatus.ACTIVE : TrackStreamingStatus.INACTIVE;
+    }
+    /* eslint-enable max-params */
+    /**
+     * In P2P mode we don't care about any values coming from the JVB and the streaming status can be only active or
+     * interrupted.
+     * @param isVideoMuted - true if video muted
+     * @param isVideoTrackFrozen - true if the video track for the remote track is currently frozen. If the
+     * current browser does not support video frozen detection then it's always false.
+     * @return {TrackStreamingStatus}
+     * @private
+     */
+    static _getNewStateForP2PMode(isVideoMuted, isVideoTrackFrozen) {
+        if (!browser.supportsVideoMuteOnConnInterrupted()) {
+            // There's no way to detect problems in P2P when there's no video track frozen detection...
+            return TrackStreamingStatus.ACTIVE;
+        }
+        return isVideoMuted || !isVideoTrackFrozen
+            ? TrackStreamingStatus.ACTIVE : TrackStreamingStatus.INTERRUPTED;
+    }
+    /**
+     * Creates new instance of <tt>TrackStreamingStatus</tt>.
+     *
+     * @constructor
+     * @param rtc - the RTC service instance
+     * @param conference - parent conference instance // TODO: Needs JitsiConference Type
+     * @param {Object} options
+     * @param {number} [options.p2pRtcMuteTimeout=2500] custom value for
+     * {@link TrackStreamingStatusImpl.p2pRtcMuteTimeout}.
+     * @param {number} [options.rtcMuteTimeout=2000] custom value for
+     * {@link TrackStreamingStatusImpl.rtcMuteTimeout}.
+     * @param {number} [options.outOfForwardedSourcesTimeout=500] custom value for
+     * {@link TrackStreamingStatusImpl.outOfForwardedSourcesTimeout}.
+     */
+    constructor(rtc, conference, track, options) {
+        this.rtc = rtc;
+        this.conference = conference;
+        this.track = track;
+        this.restoringTimer = null;
+        this.rtcMutedTimestamp = null;
+        this.streamingStatusMap = {};
+        this.trackTimer = null;
+        this.outOfForwardedSourcesTimeout = typeof options.outOfForwardedSourcesTimeout === 'number'
+            ? options.outOfForwardedSourcesTimeout : DEFAULT_NOT_IN_FORWARDED_SOURCES_TIMEOUT;
+        this.p2pRtcMuteTimeout = typeof options.p2pRtcMuteTimeout === 'number'
+            ? options.p2pRtcMuteTimeout : DEFAULT_P2P_RTC_MUTE_TIMEOUT;
+        this.rtcMuteTimeout = typeof options.rtcMuteTimeout === 'number'
+            ? options.rtcMuteTimeout : DEFAULT_RTC_MUTE_TIMEOUT;
+        logger.info(`RtcMuteTimeout set to: ${this.rtcMuteTimeout}`);
+    }
+    /**
+     * Gets the video frozen timeout for given source name.
+     * @return how long are we going to wait since RTC video muted even, before a video track is considered
+     * frozen.
+     * @private
+     */
+    _getVideoFrozenTimeout() {
+        const sourceName = this.track.getSourceName();
+        return this.rtc.isInForwardedSources(sourceName)
+            ? this.rtcMuteTimeout
+            : this.conference.isP2PActive() ? this.p2pRtcMuteTimeout : this.outOfForwardedSourcesTimeout;
+    }
+    /**
+     * Initializes <tt>TrackStreamingStatus</tt> and bind required event listeners.
+     */
+    init() {
+        // Handles P2P status changes
+        this._onP2PStatus = this.figureOutStreamingStatus.bind(this);
+        this.conference.on(JitsiConferenceEvents.P2P_STATUS, this._onP2PStatus);
+        // Used to send analytics events for the participant that left the call.
+        this._onUserLeft = this.onUserLeft.bind(this);
+        this.conference.on(JitsiConferenceEvents.USER_LEFT, this._onUserLeft);
+        // On some browsers MediaStreamTrack trigger "onmute"/"onunmute" events for video type tracks when they stop
+        // receiving data which is often a sign that remote user is having connectivity issues.
+        if (browser.supportsVideoMuteOnConnInterrupted()) {
+            this._onTrackRtcMuted = this.onTrackRtcMuted.bind(this);
+            this.rtc.addListener(RTCEvents.REMOTE_TRACK_MUTE, this._onTrackRtcMuted);
+            this._onTrackRtcUnmuted = this.onTrackRtcUnmuted.bind(this);
+            this.rtc.addListener(RTCEvents.REMOTE_TRACK_UNMUTE, this._onTrackRtcUnmuted);
+            // Listened which will be bound to JitsiRemoteTrack to listen for signalling mute/unmute events.
+            this._onSignallingMuteChanged = this.onSignallingMuteChanged.bind(this);
+            this.track.on(JitsiTrackEvents.TRACK_MUTE_CHANGED, this._onSignallingMuteChanged);
+            // Used to send an analytics event when the video type changes.
+            this._onTrackVideoTypeChanged = this.onTrackVideoTypeChanged.bind(this);
+            this.track.on(JitsiTrackEvents.TRACK_VIDEOTYPE_CHANGED, this._onTrackVideoTypeChanged);
+        }
+        this._onForwardedSourcesChanged = this.onForwardedSourcesChanged.bind(this);
+        this.conference.on(JitsiConferenceEvents.FORWARDED_SOURCES_CHANGED, this._onForwardedSourcesChanged);
+        this._onLastNValueChanged = this.figureOutStreamingStatus.bind(this);
+        this.rtc.on(RTCEvents.LASTN_VALUE_CHANGED, this._onLastNValueChanged);
+    }
+    /**
+     * Removes all event listeners and disposes of all resources held by this instance.
+     */
+    dispose() {
+        if (browser.supportsVideoMuteOnConnInterrupted()) {
+            this.rtc.removeListener(RTCEvents.REMOTE_TRACK_MUTE, this._onTrackRtcMuted);
+            this.rtc.removeListener(RTCEvents.REMOTE_TRACK_UNMUTE, this._onTrackRtcUnmuted);
+            this.track.off(JitsiTrackEvents.TRACK_MUTE_CHANGED, this._onSignallingMuteChanged);
+            this.track.off(JitsiTrackEvents.TRACK_VIDEOTYPE_CHANGED, this._onTrackVideoTypeChanged);
+        }
+        this.conference.off(JitsiConferenceEvents.FORWARDED_SOURCES_CHANGED, this._onForwardedSourcesChanged);
+        this.conference.off(JitsiConferenceEvents.P2P_STATUS, this._onP2PStatus);
+        this.conference.off(JitsiConferenceEvents.USER_LEFT, this._onUserLeft);
+        this.rtc.removeListener(RTCEvents.LASTN_VALUE_CHANGED, this._onLastNValueChanged);
+        this.clearTimeout();
+        this.clearRtcMutedTimestamp();
+        this.maybeSendTrackStreamingStatusEvent(Date.now());
+        this.figureOutStreamingStatus();
+    }
+    /**
+     * Changes streaming status.
+     * @param newStatus
+     */
+    _changeStreamingStatus(newStatus) {
+        if (this.track.getTrackStreamingStatus() !== newStatus) {
+            const sourceName = this.track.getSourceName();
+            this.track._setTrackStreamingStatus(newStatus);
+            logger.debug(`Emit track streaming status(${Date.now()}) ${sourceName}: ${newStatus}`);
+            // It's common for the event listeners to access the JitsiRemoteTrack. Thus pass it as a parameter here.
+            this.track.emit(JitsiTrackEvents.TRACK_STREAMING_STATUS_CHANGED, this.track, newStatus);
+            if (newStatus === TrackStreamingStatus.INACTIVE) {
+                RTCStats.sendStatsEntry(RTCStatsEvents.REMOTE_SOURCE_SUSPENDED_EVENT);
+            }
+            else if (newStatus === TrackStreamingStatus.INTERRUPTED) {
+                RTCStats.sendStatsEntry(RTCStatsEvents.REMOTE_SOURCE_INTERRUPTED_EVENT);
+            }
+        }
+    }
+    /**
+     * Reset the postponed "streaming interrupted" event which was previously scheduled as a timeout on RTC 'onmute'
+     * event.
+     */
+    clearTimeout() {
+        if (this.trackTimer) {
+            window.clearTimeout(this.trackTimer);
+            this.trackTimer = null;
+        }
+    }
+    /**
+     * Clears the timestamp of the RTC muted event for remote video track.
+     */
+    clearRtcMutedTimestamp() {
+        this.rtcMutedTimestamp = null;
+    }
+    /**
+     * Checks if track is considered frozen.
+     * @return <tt>true</tt> if the video has frozen or <tt>false</tt> when it's either not considered frozen
+     * (yet) or if freeze detection is not supported by the current browser.
+     *
+     * FIXME merge this logic with NO_DATA_FROM_SOURCE event implemented in JitsiLocalTrack by extending the event to
+     *       the remote track and allowing to set different timeout for local and remote tracks.
+     */
+    isVideoTrackFrozen() {
+        if (!browser.supportsVideoMuteOnConnInterrupted()) {
+            return false;
+        }
+        const isVideoRTCMuted = this.track.isWebRTCTrackMuted();
+        const rtcMutedTimestamp = this.rtcMutedTimestamp;
+        const timeout = this._getVideoFrozenTimeout();
+        return isVideoRTCMuted && typeof rtcMutedTimestamp === 'number' && (Date.now() - rtcMutedTimestamp) >= timeout;
+    }
+    /**
+     * Figures out (and updates) the current streaming status for the track identified by the source name.
+     */
+    figureOutStreamingStatus() {
+        const sourceName = this.track.getSourceName();
+        const inP2PMode = this.conference.isP2PActive();
+        const isRestoringTimedOut = this._isRestoringTimedout();
+        const audioOnlyMode = this.conference.getLastN() === 0;
+        // NOTE Overriding videoMuted to true for audioOnlyMode should disable any detection based on video playback or
+        // forwarded sources.
+        const isVideoMuted = this.track.isMuted() || audioOnlyMode;
+        const isVideoTrackFrozen = this.isVideoTrackFrozen();
+        const isInForwardedSources = this.rtc.isInForwardedSources(sourceName);
+        const newState = inP2PMode
+            ? TrackStreamingStatusImpl._getNewStateForP2PMode(isVideoMuted, isVideoTrackFrozen)
+            : TrackStreamingStatusImpl._getNewStateForJvbMode(isInForwardedSources, isRestoringTimedOut, isVideoMuted, isVideoTrackFrozen);
+        // if the new state is not restoring clear timers and timestamps that we use to track the restoring state
+        if (newState !== TrackStreamingStatus.RESTORING) {
+            this._clearRestoringTimer();
+        }
+        logger.debug(`Figure out conn status for ${sourceName}, is video muted: ${isVideoMuted} video track frozen: ${isVideoTrackFrozen} p2p mode: ${inP2PMode} is in forwarded sources: ${isInForwardedSources} currentStatus => newStatus: ${this.track.getTrackStreamingStatus()} => ${newState}`);
+        const oldStreamingStatus = this.streamingStatusMap || {};
+        // Send an analytics event (guard on either the p2p flag or the streaming status has changed since the last
+        // time this code block run).
+        if (!('p2p' in oldStreamingStatus)
+            || !('streamingStatus' in oldStreamingStatus)
+            || oldStreamingStatus.p2p !== inP2PMode
+            || oldStreamingStatus.streamingStatus !== newState) {
+            const nowMs = Date.now();
+            this.maybeSendTrackStreamingStatusEvent(nowMs);
+            this.streamingStatusMap = {
+                ...oldStreamingStatus,
+                p2p: inP2PMode,
+                startedMs: nowMs,
+                streamingStatus: newState
+            };
+            // sometimes (always?) we're late to hook the TRACK_VIDEOTYPE_CHANGED event and the video type is not in
+            // oldStreamingStatus.
+            if (!('videoType' in this.streamingStatusMap)) {
+                this.streamingStatusMap.videoType = this.track.getVideoType();
+            }
+        }
+        this._changeStreamingStatus(newState);
+    }
+    /**
+     * Computes the duration of the current streaming status for the track (i.e. 15 seconds in the INTERRUPTED state)
+     * and sends a track streaming status event.
+     * @param nowMs - The current time (in millis).
+     */
+    maybeSendTrackStreamingStatusEvent(nowMs) {
+        const trackStreamingStatus = this.streamingStatusMap;
+        if (trackStreamingStatus
+            && 'startedMs' in trackStreamingStatus
+            && 'videoType' in trackStreamingStatus
+            && 'streamingStatus' in trackStreamingStatus
+            && 'p2p' in trackStreamingStatus) {
+            trackStreamingStatus.value = nowMs - trackStreamingStatus.startedMs;
+            Statistics.sendAnalytics(createTrackStreamingStatusEvent(trackStreamingStatus));
+        }
+    }
+    /**
+     * On change in forwarded sources set check all leaving and entering track to change their corresponding statuses.
+     *
+     * @param leavingForwardedSources - The array of sourceName leaving forwarded sources.
+     * @param enteringForwardedSources - The array of sourceName entering forwarded sources.
+     * @param timestamp - The time in millis
+     * @private
+     */
+    onForwardedSourcesChanged(leavingForwardedSources = [], enteringForwardedSources = [], timestamp) {
+        const sourceName = this.track.getSourceName();
+        // If the browser doesn't fire the mute/onmute events when the remote peer stops/starts sending media,
+        // calculate the streaming status for all the tracks since it won't get triggered automatically on the track
+        // that has started/stopped receiving media.
+        if (!browser.supportsVideoMuteOnConnInterrupted()) {
+            this.figureOutStreamingStatus();
+        }
+        if (leavingForwardedSources.includes(sourceName)) {
+            this.track._clearEnteredForwardedSourcesTimestamp();
+            this._clearRestoringTimer();
+            browser.supportsVideoMuteOnConnInterrupted() && this.figureOutStreamingStatus();
+        }
+        if (enteringForwardedSources.includes(sourceName)) {
+            // store the timestamp this track is entering forwarded sources
+            this.track._setEnteredForwardedSourcesTimestamp(timestamp);
+            browser.supportsVideoMuteOnConnInterrupted() && this.figureOutStreamingStatus();
+        }
+    }
+    /**
+     * Clears the restoring timer for video track and the timestamp for entering forwarded sources.
+     */
+    _clearRestoringTimer() {
+        const rTimer = this.restoringTimer;
+        if (rTimer) {
+            clearTimeout(rTimer);
+            this.restoringTimer = null;
+        }
+    }
+    /**
+     * Checks whether a track had stayed enough in restoring state, compares current time and the time the track
+     * entered in forwarded sources. If it hasn't timedout and there is no timer added, add new timer in order to give
+     * it more time to become active or mark it as interrupted on next check.
+     *
+     * @returns <tt>true</tt> if the track was in restoring state more than the timeout
+     * ({@link DEFAULT_RESTORING_TIMEOUT}.) in order to set its status to interrupted.
+     * @private
+     */
+    _isRestoringTimedout() {
+        const enteredForwardedSourcesTimestamp = this.track._getEnteredForwardedSourcesTimestamp();
+        if (enteredForwardedSourcesTimestamp
+            && (Date.now() - enteredForwardedSourcesTimestamp) >= DEFAULT_RESTORING_TIMEOUT) {
+            return true;
+        }
+        // still haven't reached timeout, if there is no timer scheduled, schedule one so we can track the restoring
+        // state and change it after reaching the timeout
+        const rTimer = this.restoringTimer;
+        if (!rTimer) {
+            this.restoringTimer = setTimeout(() => this.figureOutStreamingStatus(), DEFAULT_RESTORING_TIMEOUT);
+        }
+        return false;
+    }
+    /** Checks whether a track is the current track. */
+    _isCurrentTrack(track) {
+        return track.getSourceName() === this.track.getSourceName();
+    }
+    /**
+     * Sends a last/final track streaming status event for the track of the user that left the conference.
+     * @param id - The id of the participant that left the conference.
+     */
+    onUserLeft(id) {
+        if (this.track.getParticipantId() === id) {
+            this.maybeSendTrackStreamingStatusEvent(Date.now());
+            this.streamingStatusMap = {};
+        }
+    }
+    /**
+     * Handles RTC 'onmute' event for the video track.
+     *
+     * @param track - The video track for which 'onmute' event will be processed.
+     */
+    onTrackRtcMuted(track) {
+        if (!this._isCurrentTrack(track)) {
+            return;
+        }
+        const sourceName = track.getSourceName();
+        logger.debug(`Detector track RTC muted: ${sourceName}`, Date.now());
+        this.rtcMutedTimestamp = Date.now();
+        if (!track.isMuted()) {
+            // If the user is not muted according to the signalling we'll give it some time, before the streaming
+            // interrupted event is triggered.
+            this.clearTimeout();
+            // The timeout is reduced when track is not in the forwarded sources
+            const timeout = this._getVideoFrozenTimeout();
+            this.trackTimer = window.setTimeout(() => {
+                logger.debug(`Set track RTC muted for: ${sourceName} after the timeout of ${timeout} ms`);
+                this.clearTimeout();
+                this.figureOutStreamingStatus();
+            }, timeout);
+        }
+    }
+    /**
+     * Handles RTC 'onunmute' event for the video track.
+     *
+     * @param track - The video track for which 'onunmute' event will be processed.
+     */
+    onTrackRtcUnmuted(track) {
+        if (!this._isCurrentTrack(track)) {
+            return;
+        }
+        const sourceName = this.track.getSourceName();
+        logger.debug(`Detector track RTC unmuted: ${sourceName}`, Date.now());
+        this.clearTimeout();
+        this.clearRtcMutedTimestamp();
+        this.figureOutStreamingStatus();
+    }
+    /**
+     * Here the signalling "mute"/"unmute" events are processed.
+     *
+     * @param track - The remote video track for which the signalling mute/unmute event will be
+     * processed.
+     */
+    onSignallingMuteChanged(track) {
+        if (!this._isCurrentTrack(track)) {
+            return;
+        }
+        this.figureOutStreamingStatus();
+    }
+    /**
+     * Sends a track streaming status event as a result of the video type changing.
+     * @deprecated this will go away with full multiple streams support
+     * @param type - The video type.
+     */
+    onTrackVideoTypeChanged(type) {
+        const nowMs = Date.now();
+        this.maybeSendTrackStreamingStatusEvent(nowMs);
+        this.streamingStatusMap = {
+            ...this.streamingStatusMap || {},
+            startedMs: nowMs,
+            videoType: type
+        };
+    }
+}
+export default TrackStreamingStatusImpl;
+//# sourceMappingURL=TrackStreamingStatus.js.map

package/dist/esm/modules/connectivity/TrackStreamingStatus.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TrackStreamingStatus.js","sourceRoot":"","sources":["../../../../modules/connectivity/TrackStreamingStatus.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAG1C,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAC;AAExD,OAAO,EAAE,+BAA+B,EAAE,MAAM,0CAA0C,CAAC;AAG3F,OAAO,QAAQ,MAAM,sBAAsB,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,OAAO,MAAM,YAAY,CAAC;AACjC,OAAO,UAAU,MAAM,0BAA0B,CAAC;AAElD,gCAAgC;AAChC,MAAM,CAAN,IAAY,oBAuBX;AAvBD,WAAY,oBAAoB;IAE5B;;OAEG;IACH,yCAAiB,CAAA;IAEjB;;;;OAIG;IACH,6CAAqB,CAAA;IAErB;;OAEG;IACH,mDAA2B,CAAA;IAE3B;;OAEG;IACH,+CAAuB,CAAA;AAC3B,CAAC,EAvBW,oBAAoB,KAApB,oBAAoB,QAuB/B;AAUD,MAAM,MAAM,GAAG,SAAS,CAAC,mCAAmC,CAAC,CAAC;AAE9D;;GAEG;AACH,MAAM,wCAAwC,GAAG,GAAG,CAAC;AAErD;;GAEG;AACH,MAAM,4BAA4B,GAAG,IAAI,CAAC;AAE1C;;GAEG;AACH,MAAM,wBAAwB,GAAG,KAAK,CAAC;AAEvC;;;;GAIG;AACH,MAAM,yBAAyB,GAAG,KAAK,CAAC;AAExC;;GAEG;AACH,MAAM,OAAO,wBAAwB;IAgEjC,+BAA+B;IAC/B;;;;;;;;;;;;;OAaG;IACH,MAAM,CAAC,sBAAsB,CACrB,oBAA6B,EAC7B,mBAA4B,EAC5B,YAAqB,EACrB,kBAA2B;QAE/B,sFAAsF;QACtF,IAAI,YAAY,EAAE,CAAC;YACf,oGAAoG;YACpG,2FAA2F;YAC3F,OAAO,oBAAoB,CAAC,MAAM,CAAC;QACvC,CAAC;QAED,6CAA6C;QAC7C,IAAI,OAAO,CAAC,kCAAkC,EAAE,EAAE,CAAC;YAC/C,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBACtB,qCAAqC;gBACrC,OAAO,oBAAoB,CAAC,MAAM,CAAC;YACvC,CAAC;iBAAM,IAAI,oBAAoB,EAAE,CAAC;gBAC9B,OAAO,mBAAmB,CAAC,CAAC,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC,CAAC,oBAAoB,CAAC,SAAS,CAAC;YACnG,CAAC;YAED,OAAO,oBAAoB,CAAC,QAAQ,CAAC;QACzC,CAAC;QAED,0GAA0G;QAC1G,OAAO,oBAAoB,CAAC,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,oBAAoB,CAAC,QAAQ,CAAC;IAC9F,CAAC;IAED,8BAA8B;IAE9B;;;;;;;;OAQG;IACH,MAAM,CAAC,sBAAsB,CAAC,YAAqB,EAAE,kBAA2B;QAC5E,IAAI,CAAC,OAAO,CAAC,kCAAkC,EAAE,EAAE,CAAC;YAChD,2FAA2F;YAC3F,OAAO,oBAAoB,CAAC,MAAM,CAAC;QACvC,CAAC;QAED,OAAO,YAAY,IAAI,CAAC,kBAAkB;YACtC,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,oBAAoB,CAAC,WAAW,CAAC;IACzE,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,YAAY,GAAQ,EAAE,UAA2B,EAAE,KAAuB,EAAE,OAI3E;QACG,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QAEnB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC3B,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAC9B,IAAI,CAAC,kBAAkB,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QAEvB,IAAI,CAAC,4BAA4B,GAAG,OAAO,OAAO,CAAC,4BAA4B,KAAK,QAAQ;YACxF,CAAC,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC,CAAC,wCAAwC,CAAC;QAEtF,IAAI,CAAC,iBAAiB,GAAG,OAAO,OAAO,CAAC,iBAAiB,KAAK,QAAQ;YAClE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,4BAA4B,CAAC;QAE/D,IAAI,CAAC,cAAc,GAAG,OAAO,OAAO,CAAC,cAAc,KAAK,QAAQ;YAC5D,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,wBAAwB,CAAC;QACxD,MAAM,CAAC,IAAI,CAAC,0BAA0B,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;IACjE,CAAC;IAED;;;;;OAKG;IACH,sBAAsB;QAClB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;QAE9C,OAAO,IAAI,CAAC,GAAG,CAAC,oBAAoB,CAAC,UAAU,CAAC;YAC5C,CAAC,CAAC,IAAI,CAAC,cAAc;YACrB,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,4BAA4B,CAAC;IACrG,CAAC;IAED;;OAEG;IACH,IAAI;QACA,6BAA6B;QAC7B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7D,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,qBAAqB,CAAC,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAExE,wEAAwE;QACxE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,qBAAqB,CAAC,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAEtE,4GAA4G;QAC5G,uFAAuF;QACvF,IAAI,OAAO,CAAC,kCAAkC,EAAE,EAAE,CAAC;YAE/C,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxD,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,SAAS,CAAC,iBAAiB,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAEzE,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5D,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,SAAS,CAAC,mBAAmB,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;YAE7E,gGAAgG;YAChG,IAAI,CAAC,wBAAwB,GAAG,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,gBAAgB,CAAC,kBAAkB,EAAE,IAAI,CAAC,wBAAwB,CAAC,CAAC;YAElF,+DAA+D;YAC/D,IAAI,CAAC,wBAAwB,GAAG,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,gBAAgB,CAAC,uBAAuB,EAAE,IAAI,CAAC,wBAAwB,CAAC,CAAC;QAC3F,CAAC;QAED,IAAI,CAAC,0BAA0B,GAAG,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5E,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,qBAAqB,CAAC,yBAAyB,EAAE,IAAI,CAAC,0BAA0B,CAAC,CAAC;QAErG,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,SAAS,CAAC,mBAAmB,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAC1E,CAAC;IAED;;OAEG;IACH,OAAO;QACH,IAAI,OAAO,CAAC,kCAAkC,EAAE,EAAE,CAAC;YAC/C,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,SAAS,CAAC,iBAAiB,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAC5E,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,SAAS,CAAC,mBAAmB,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;YAEhF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,gBAAgB,CAAC,kBAAkB,EAAE,IAAI,CAAC,wBAAwB,CAAC,CAAC;YACnF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,gBAAgB,CAAC,uBAAuB,EAAE,IAAI,CAAC,wBAAwB,CAAC,CAAC;QAC5F,CAAC;QAED,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,qBAAqB,CAAC,yBAAyB,EAAE,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACtG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,qBAAqB,CAAC,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QACzE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,qBAAqB,CAAC,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACvE,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,SAAS,CAAC,mBAAmB,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAElF,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC9B,IAAI,CAAC,kCAAkC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACpD,IAAI,CAAC,wBAAwB,EAAE,CAAC;IACpC,CAAC;IAED;;;OAGG;IACH,sBAAsB,CAAC,SAA+B;QAClD,IAAI,IAAI,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,SAAS,EAAE,CAAC;YAErD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;YAE9C,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC,SAAS,CAAC,CAAC;YAE/C,MAAM,CAAC,KAAK,CAAC,+BAA+B,IAAI,CAAC,GAAG,EAAE,KAAK,UAAU,KAAK,SAAS,EAAE,CAAC,CAAC;YAEvF,wGAAwG;YACxG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,8BAA8B,EAAE,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YACxF,IAAI,SAAS,KAAK,oBAAoB,CAAC,QAAQ,EAAE,CAAC;gBAC9C,QAAQ,CAAC,cAAc,CAAC,cAAc,CAAC,6BAA6B,CAAC,CAAC;YAC1E,CAAC;iBAAM,IAAI,SAAS,KAAK,oBAAoB,CAAC,WAAW,EAAE,CAAC;gBACxD,QAAQ,CAAC,cAAc,CAAC,cAAc,CAAC,+BAA+B,CAAC,CAAC;YAC5E,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,YAAY;QACR,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACrC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QAC3B,CAAC;IACL,CAAC;IAED;;OAEG;IACH,sBAAsB;QAClB,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAClC,CAAC;IAED;;;;;;;OAOG;IACH,kBAAkB;QACd,IAAI,CAAC,OAAO,CAAC,kCAAkC,EAAE,EAAE,CAAC;YAChD,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,EAAE,CAAC;QACxD,MAAM,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC;QACjD,MAAM,OAAO,GAAG,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAE9C,OAAO,eAAe,IAAI,OAAO,iBAAiB,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,iBAAiB,CAAC,IAAI,OAAO,CAAC;IACnH,CAAC;IAED;;OAEG;IACH,wBAAwB;QACpB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;QAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC;QAChD,MAAM,mBAAmB,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACxD,MAAM,aAAa,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAEvD,+GAA+G;QAC/G,qBAAqB;QACrB,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,aAAa,CAAC;QAC3D,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACrD,MAAM,oBAAoB,GAAG,IAAI,CAAC,GAAG,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC;QAEvE,MAAM,QAAQ,GACR,SAAS;YACP,CAAC,CAAC,wBAAwB,CAAC,sBAAsB,CAC7C,YAAY,EACZ,kBAAkB,CAAC;YACvB,CAAC,CAAC,wBAAwB,CAAC,sBAAsB,CAC7C,oBAAoB,EACpB,mBAAmB,EACnB,YAAY,EACZ,kBAAkB,CAAC,CAAC;QAEhC,yGAAyG;QACzG,IAAI,QAAQ,KAAK,oBAAoB,CAAC,SAAS,EAAE,CAAC;YAC9C,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAChC,CAAC;QAED,MAAM,CAAC,KAAK,CACR,8BAA8B,UAAU,qBACpC,YAAY,wBACZ,kBAAkB,cAClB,SAAS,6BACT,oBAAoB,gCACpB,IAAI,CAAC,KAAK,CAAC,uBAAuB,EAAE,OAAO,QAAQ,EAAE,CAAC,CAAC;QAE/D,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,IAAI,EAAE,CAAC;QAEzD,2GAA2G;QAC3G,6BAA6B;QAC7B,IAAI,CAAC,CAAC,KAAK,IAAI,kBAAkB,CAAC;eAC3B,CAAC,CAAC,iBAAiB,IAAI,kBAAkB,CAAC;eAC1C,kBAAkB,CAAC,GAAG,KAAK,SAAS;eACpC,kBAAkB,CAAC,eAAe,KAAK,QAAQ,EAAE,CAAC;YAErD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAEzB,IAAI,CAAC,kCAAkC,CAAC,KAAK,CAAC,CAAC;YAE/C,IAAI,CAAC,kBAAkB,GAAG;gBACtB,GAAG,kBAAkB;gBACrB,GAAG,EAAE,SAAS;gBACd,SAAS,EAAE,KAAK;gBAChB,eAAe,EAAE,QAAQ;aAC5B,CAAC;YAEF,wGAAwG;YACxG,sBAAsB;YACtB,IAAI,CAAC,CAAC,WAAW,IAAI,IAAI,CAAC,kBAAkB,CAAC,EAAE,CAAC;gBAC5C,IAAI,CAAC,kBAAkB,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;YAClE,CAAC;QACL,CAAC;QACD,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAED;;;;OAIG;IACH,kCAAkC,CAAC,KAAa;QAC5C,MAAM,oBAAoB,GAAG,IAAI,CAAC,kBAAkB,CAAC;QAErD,IAAI,oBAAoB;eACjB,WAAW,IAAI,oBAAoB;eACnC,WAAW,IAAI,oBAAoB;eACnC,iBAAiB,IAAI,oBAAoB;eACzC,KAAK,IAAI,oBAAoB,EAAE,CAAC;YACnC,oBAAoB,CAAC,KAAK,GAAG,KAAK,GAAG,oBAAoB,CAAC,SAAS,CAAC;YACpE,UAAU,CAAC,aAAa,CAAC,+BAA+B,CAAC,oBAAoB,CAAC,CAAC,CAAC;QACpF,CAAC;IACL,CAAC;IAED;;;;;;;OAOG;IACH,yBAAyB,CACjB,0BAAoC,EAAE,EACtC,2BAAqC,EAAE,EACvC,SAAiB;QAErB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;QAE9C,sGAAsG;QACtG,4GAA4G;QAC5G,4CAA4C;QAC5C,IAAI,CAAC,OAAO,CAAC,kCAAkC,EAAE,EAAE,CAAC;YAChD,IAAI,CAAC,wBAAwB,EAAE,CAAC;QACpC,CAAC;QAED,IAAI,uBAAuB,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC/C,IAAI,CAAC,KAAK,CAAC,sCAAsC,EAAE,CAAC;YACpD,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,OAAO,CAAC,kCAAkC,EAAE,IAAI,IAAI,CAAC,wBAAwB,EAAE,CAAC;QACpF,CAAC;QAED,IAAI,wBAAwB,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAChD,+DAA+D;YAC/D,IAAI,CAAC,KAAK,CAAC,oCAAoC,CAAC,SAAS,CAAC,CAAC;YAC3D,OAAO,CAAC,kCAAkC,EAAE,IAAI,IAAI,CAAC,wBAAwB,EAAE,CAAC;QACpF,CAAC;IACL,CAAC;IAED;;OAEG;IACH,oBAAoB;QAChB,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC;QAEnC,IAAI,MAAM,EAAE,CAAC;YACT,YAAY,CAAC,MAAM,CAAC,CAAC;YACrB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC/B,CAAC;IACL,CAAC;IAED;;;;;;;;OAQG;IACH,oBAAoB;QAChB,MAAM,gCAAgC,GAAG,IAAI,CAAC,KAAK,CAAC,oCAAoC,EAAE,CAAC;QAE3F,IAAI,gCAAgC;eAC7B,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,gCAAgC,CAAC,IAAI,yBAAyB,EAAE,CAAC;YAClF,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,4GAA4G;QAC5G,iDAAiD;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC;QAEnC,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,IAAI,CAAC,cAAc,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,yBAAyB,CAAC,CAAC;QACvG,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,mDAAmD;IACnD,eAAe,CAAC,KAAuB;QACnC,OAAO,KAAK,CAAC,aAAa,EAAE,KAAK,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;IAChE,CAAC;IAED;;;OAGG;IACH,UAAU,CAAC,EAAU;QACjB,IAAI,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,KAAK,EAAE,EAAE,CAAC;YACvC,IAAI,CAAC,kCAAkC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;YACpD,IAAI,CAAC,kBAAkB,GAAG,EAAE,CAAC;QACjC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,eAAe,CAAC,KAAuB;QACnC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO;QACX,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,CAAC,aAAa,EAAE,CAAC;QAEzC,MAAM,CAAC,KAAK,CAAC,6BAA6B,UAAU,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAEpE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACpC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YACnB,qGAAqG;YACrG,kCAAkC;YAClC,IAAI,CAAC,YAAY,EAAE,CAAC;YAEpB,oEAAoE;YACpE,MAAM,OAAO,GAAG,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAE9C,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,EAAE;gBACrC,MAAM,CAAC,KAAK,CAAC,4BAA4B,UAAU,yBAAyB,OAAO,KAAK,CAAC,CAAC;gBAC1F,IAAI,CAAC,YAAY,EAAE,CAAC;gBACpB,IAAI,CAAC,wBAAwB,EAAE,CAAC;YACpC,CAAC,EAAE,OAAO,CAAC,CAAC;QAChB,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,iBAAiB,CAAC,KAAuB;QACrC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO;QACX,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;QAE9C,MAAM,CAAC,KAAK,CAAC,+BAA+B,UAAU,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAEtE,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAE9B,IAAI,CAAC,wBAAwB,EAAE,CAAC;IACpC,CAAC;IAED;;;;;OAKG;IACH,uBAAuB,CAAC,KAAuB;QAC3C,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO;QACX,CAAC;QAED,IAAI,CAAC,wBAAwB,EAAE,CAAC;IACpC,CAAC;IAED;;;;OAIG;IACH,uBAAuB,CAAC,IAAe;QACnC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,IAAI,CAAC,kCAAkC,CAAC,KAAK,CAAC,CAAC;QAE/C,IAAI,CAAC,kBAAkB,GAAG;YACtB,GAAG,IAAI,CAAC,kBAAkB,IAAI,EAAE;YAChC,SAAS,EAAE,KAAK;YAChB,SAAS,EAAE,IAAI;SAClB,CAAC;IACN,CAAC;CACJ;AAED,eAAe,wBAAwB,CAAC"}

package/dist/esm/modules/detection/ActiveDeviceDetector.js

@@ -0,0 +1,79 @@
+import { getLogger } from '@jitsi/logger';
+import { JitsiTrackEvents } from '../../JitsiTrackEvents';
+import RTC from '../RTC/RTC';
+import Statistics from '../statistics/statistics';
+const logger = getLogger('vad:ActiveDeviceDetector');
+// If after 3000 ms the detector did not find any active devices consider that there aren't any usable ones available
+// i.e. audioLevel > 0.008
+const DETECTION_TIMEOUT = 3000;
+/**
+ * Go through all audio devices on the system and return one that is active, i.e. has audio signal.
+ *
+ * @returns Promise<IActiveDeviceInfo> - Object containing information about the found device.
+ */
+export default function getActiveAudioDevice() {
+    return new Promise(resolve => {
+        RTC.enumerateDevices((devices) => {
+            const audioDevices = devices.filter(device => device.kind === 'audioinput');
+            const devicePromiseArray = [];
+            for (const micDevice of audioDevices) {
+                const devicePromise = RTC.obtainAudioAndVideoPermissions({
+                    devices: ['audio'],
+                    micDeviceId: micDevice.deviceId
+                }).then((tracks) => {
+                    // We expect a single device to be available when obtained from obtainAudioAndVideoPermissions
+                    // that's  why only take p.value[0].
+                    const track = tracks[0];
+                    Statistics.startLocalStats(track, track.setAudioLevel.bind(track));
+                    return track;
+                });
+                devicePromiseArray.push(devicePromise);
+            }
+            Promise.allSettled(devicePromiseArray).then(outcomeArray => {
+                const successfulPromises = outcomeArray.filter(p => p.status === 'fulfilled');
+                const rejectedPromises = outcomeArray.filter(p => p.status === 'rejected');
+                const availableDevices = successfulPromises.map(p => p.value);
+                const rejectReasons = rejectedPromises.map(p => p.value);
+                for (const reason of rejectReasons) {
+                    logger.error('Failed to acquire audio device with error: ', reason);
+                }
+                // Setup event handlers for monitored devices.
+                for (const device of availableDevices) {
+                    device.on(JitsiTrackEvents.TRACK_AUDIO_LEVEL_CHANGED, audioLevel => {
+                        // This is a very naive approach but works, a more accurate one would be to use rnnoise in
+                        // order to limit  the number of false positives. The 0.008 constant is due to how
+                        // LocalStatsCollector from lib-jitsi-meet publishes audio-levels, in this case 0.008 denotes //
+                        // no input.
+                        if (audioLevel > 0.008) {
+                            stopActiveDevices(availableDevices);
+                            resolve({
+                                deviceId: device.deviceId,
+                                deviceLabel: device.getTrack().label
+                            });
+                        }
+                    });
+                }
+                // Cancel the detection in case no devices was found with audioLevel > 0 in the set timeout.
+                setTimeout(() => {
+                    stopActiveDevices(availableDevices);
+                    resolve({
+                        deviceId: '',
+                        deviceLabel: ''
+                    });
+                }, DETECTION_TIMEOUT);
+            });
+        });
+    });
+}
+/**
+ * Stop the streams of the provided JitsiLocalTracks.
+ *
+ * @param {Array<JitsiLocalTrack>} deviceList - Array of JitsiLocalTracks to stop.
+ * @returns {void}
+ */
+function stopActiveDevices(deviceList) {
+    for (const device of deviceList) {
+        device.stopStream();
+    }
+}
+//# sourceMappingURL=ActiveDeviceDetector.js.map

package/dist/esm/modules/detection/ActiveDeviceDetector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ActiveDeviceDetector.js","sourceRoot":"","sources":["../../../../modules/detection/ActiveDeviceDetector.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAE1C,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAE1D,OAAO,GAAG,MAAM,YAAY,CAAC;AAC7B,OAAO,UAAU,MAAM,0BAA0B,CAAC;AAOlD,MAAM,MAAM,GAAG,SAAS,CAAC,0BAA0B,CAAC,CAAC;AAErD,qHAAqH;AACrH,0BAA0B;AAC1B,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAG/B;;;;GAIG;AACH,MAAM,CAAC,OAAO,UAAU,oBAAoB;IAExC,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE;QACzB,GAAG,CAAC,gBAAgB,CAAC,CAAC,OAA0B,EAAE,EAAE;YAChD,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC;YAC5E,MAAM,kBAAkB,GAA+B,EAAE,CAAC;YAG1D,KAAK,MAAM,SAAS,IAAI,YAAY,EAAE,CAAC;gBACnC,MAAM,aAAa,GAAG,GAAG,CAAC,8BAA8B,CAAC;oBACrD,OAAO,EAAE,CAAE,OAAO,CAAE;oBACpB,WAAW,EAAE,SAAS,CAAC,QAAQ;iBAClC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAyB,EAAE,EAAE;oBAElC,8FAA8F;oBAC9F,oCAAoC;oBACpC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;oBAExB,UAAU,CAAC,eAAe,CAAC,KAAK,EAAE,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;oBAEnE,OAAO,KAAK,CAAC;gBACjB,CAAC,CAAC,CAAC;gBAEH,kBAAkB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC3C,CAAC;YAED,OAAO,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE;gBACvD,MAAM,kBAAkB,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC;gBAC9E,MAAM,gBAAgB,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC;gBAG3E,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAE,CAA6C,CAAC,KAAK,CAAC,CAAC;gBAC3G,MAAM,aAAa,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAE,CAAS,CAAC,KAAK,CAAC,CAAC;gBAElE,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;oBACjC,MAAM,CAAC,KAAK,CAAC,6CAA6C,EAAE,MAAM,CAAC,CAAC;gBACxE,CAAC;gBAED,8CAA8C;gBAC9C,KAAK,MAAM,MAAM,IAAI,gBAAgB,EAAE,CAAC;oBACpC,MAAM,CAAC,EAAE,CAAC,gBAAgB,CAAC,yBAAyB,EAAE,UAAU,CAAC,EAAE;wBAC/D,0FAA0F;wBAC1F,kFAAkF;wBAClF,gGAAgG;wBAChG,YAAY;wBACZ,IAAI,UAAU,GAAG,KAAK,EAAE,CAAC;4BACrB,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;4BACpC,OAAO,CAAC;gCACJ,QAAQ,EAAE,MAAM,CAAC,QAAQ;gCACzB,WAAW,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,KAAK;6BACvC,CAAC,CAAC;wBACP,CAAC;oBACL,CAAC,CAAC,CAAC;gBACP,CAAC;gBAED,4FAA4F;gBAC5F,UAAU,CAAC,GAAG,EAAE;oBACZ,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;oBACpC,OAAO,CAAC;wBACJ,QAAQ,EAAE,EAAE;wBACZ,WAAW,EAAE,EAAE;qBAClB,CAAC,CAAC;gBACP,CAAC,EAAE,iBAAiB,CAAC,CAAC;YAE1B,CAAC,CAAC,CAAC;QAEP,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC;AAED;;;;;GAKG;AACH,SAAS,iBAAiB,CAAC,UAA6B;IACpD,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;QAC9B,MAAM,CAAC,UAAU,EAAE,CAAC;IACxB,CAAC;AACL,CAAC"}

package/dist/esm/modules/detection/DetectionEvents.js

@@ -0,0 +1,58 @@
+export var DetectionEvents;
+(function (DetectionEvents) {
+    /** Event triggered by {@link NoAudioSignalDetector} when the local audio device associated with a JitsiConference
+     * starts receiving audio levels with the value of 0 meaning no audio is being captured on that device, or when
+     * it starts receiving audio levels !== 0 after being in a state of no audio.
+     * @event
+     * @type {boolean} - true when the current conference audio track has audio input false otherwise.
+     */
+    DetectionEvents["AUDIO_INPUT_STATE_CHANGE"] = "audio_input_state_changed";
+    /**
+     * Event triggered by a audio detector indicating that its active state has changed from active to inactive or vice
+     * versa.
+     * @event
+     * @type {boolean} - true when service has changed to active false otherwise.
+     */
+    DetectionEvents["DETECTOR_STATE_CHANGE"] = "detector_state_change";
+    /** Event triggered by NoAudioSignalDetector when the local audio device associated with a JitsiConference goes
+     * silent for a period of time, meaning that the device is either broken or hardware/software muted.
+     * @event
+     * @type {void}
+     */
+    DetectionEvents["NO_AUDIO_INPUT"] = "no_audio_input_detected";
+    /**
+     *  Event generated by {@link VADNoiseDetection} when the tracked device is considered noisy.
+     *  @event
+     *  @type {Object}
+     */
+    DetectionEvents["VAD_NOISY_DEVICE"] = "detection.vad_noise_device";
+    /**
+     * Event generated by VADReportingService when if finishes creating a VAD report for the monitored devices.
+     * The generated objects are of type Array<Object>, one score for each monitored device.
+     * @event VAD_REPORT_PUBLISHED
+     * @type Array<Object> with the following structure:
+     * @property {Date} timestamp - Timestamp at which the compute took place.
+     * @property {number} avgVAD - Average VAD score over monitored period of time.
+     * @property {string} deviceId - Associate local audio device ID.
+     */
+    DetectionEvents["VAD_REPORT_PUBLISHED"] = "vad-report-published";
+    /**
+     * Event generated by {@link TrackVADEmitter} when PCM sample VAD score is available.
+     *
+     * @event
+     * @type {Object}
+     * @property {Date}   timestamp - Exact time at which processed PCM sample was generated.
+     * @property {number} score - VAD score on a scale from 0 to 1 (i.e. 0.7)
+     * @property {Float32Array} pcmData - Raw PCM data with which the VAD score was calculated.
+     * @property {string} deviceId - Device id of the associated track.
+     */
+    DetectionEvents["VAD_SCORE_PUBLISHED"] = "detection.vad_score_published";
+    /**
+     *  Event generated by {@link VADTalkMutedDetection} when a user is talking while the mic is muted.
+     *
+     *  @event
+     *  @type {Object}
+     */
+    DetectionEvents["VAD_TALK_WHILE_MUTED"] = "detection.vad_talk_while_muted";
+})(DetectionEvents || (DetectionEvents = {}));
+//# sourceMappingURL=DetectionEvents.js.map

package/dist/esm/modules/detection/DetectionEvents.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DetectionEvents.js","sourceRoot":"","sources":["../../../../modules/detection/DetectionEvents.ts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,eA8DX;AA9DD,WAAY,eAAe;IAEvB;;;;;OAKG;IACH,yEAAsD,CAAA;IAEtD;;;;;OAKG;IACH,kEAA+C,CAAA;IAE/C;;;;OAIG;IACH,6DAA0C,CAAA;IAE1C;;;;OAIG;IACH,kEAA+C,CAAA;IAE/C;;;;;;;;OAQG;IACH,gEAA6C,CAAA;IAE7C;;;;;;;;;OASG;IACH,wEAAqD,CAAA;IAErD;;;;;OAKG;IACH,0EAAuD,CAAA;AAC3D,CAAC,EA9DW,eAAe,KAAf,eAAe,QA8D1B"}