@abrar71/lib-jitsi-meet 0.0.0

package/dist/esm/modules/detection/NoAudioSignalDetection.js

@@ -0,0 +1,127 @@
+import { JitsiConferenceEvents } from '../../JitsiConferenceEvents';
+import { JitsiTrackEvents } from '../../JitsiTrackEvents';
+import EventEmitter from '../util/EventEmitter';
+import { DetectionEvents } from './DetectionEvents';
+// We wait a certain time interval for constant silence input from the current device to account for
+// potential abnormalities and for a better use experience i.e. don't generate event the instant
+// an audio track is added to the tcr.
+// Potential improvement - add this as a configurable parameter.
+const SILENCE_PERIOD_MS = 4000;
+/**
+ * Detect if there is no audio input on the current TraceAblePeerConnection selected track. The no audio
+ * state must be constant for a configured amount of time in order for the event to be triggered.
+ * @fires DetectionEvents.AUDIO_INPUT_STATE_CHANGE
+ * @fires DetectionEvents.NO_AUDIO_INPUT
+ */
+export default class NoAudioSignalDetection extends EventEmitter {
+    /**
+     * Creates new NoAudioSignalDetection.
+     *
+     * @param conference the JitsiConference instance that created us.
+     * @constructor
+     */
+    constructor(conference) {
+        super();
+        this._conference = conference;
+        this._timeoutTrigger = null;
+        this._hasAudioInput = null;
+        this._audioTrack = null;
+        this._eventFired = false;
+        conference.on(JitsiConferenceEvents.TRACK_ADDED, this._trackAdded.bind(this));
+    }
+    /**
+     * Clear the timeout state.
+     */
+    _clearTriggerTimeout() {
+        if (this._timeoutTrigger) {
+            clearTimeout(this._timeoutTrigger);
+            this._timeoutTrigger = null;
+        }
+    }
+    /**
+     * Generated event triggered by a change in the current conference audio input state.
+     *
+     * @param {number} audioLevel - The audio level of the ssrc.
+     * @fires DetectionEvents.AUDIO_INPUT_STATE_CHANGE
+     */
+    _handleAudioInputStateChange(audioLevel) {
+        // Current audio input state of the active local track in the conference, true for audio input false for no
+        // audio input.
+        const status = audioLevel !== 0;
+        // If this is the first audio event picked up or the current status is different from the previous trigger
+        // the event.
+        if (this._hasAudioInput === null || this._hasAudioInput !== status) {
+            this._hasAudioInput = status;
+            this.emit(DetectionEvents.AUDIO_INPUT_STATE_CHANGE, this._hasAudioInput);
+        }
+    }
+    /**
+     * Generate event triggered by a prolonged period of no audio input.
+     *
+     * @param {number} audioLevel - The audio level of the ssrc.
+     * @fires DetectionEvents.NO_AUDIO_INPUT
+     */
+    _handleNoAudioInputDetection(audioLevel) {
+        if (this._eventFired) {
+            return;
+        }
+        if (audioLevel === 0 && !this._timeoutTrigger) {
+            this._timeoutTrigger = setTimeout(() => {
+                this._eventFired = true;
+                this.emit(DetectionEvents.NO_AUDIO_INPUT);
+            }, SILENCE_PERIOD_MS);
+        }
+        else if (audioLevel !== 0 && this._timeoutTrigger) {
+            this._clearTriggerTimeout();
+        }
+    }
+    /**
+     * Receives audio level events for all send and receive streams on the current TraceablePeerConnection.
+     *
+     * @param {TraceablePeerConnection} tpc - TraceablePeerConnection of the owning conference.
+     * @param {number} ssrc - The synchronization source identifier (SSRC) of the endpoint/participant/stream
+     * being reported.
+     * @param {number} audioLevel - The audio level of the ssrc.
+     * @param {boolean} isLocal - true for local/send streams or false for remote/receive streams.
+     */
+    _audioLevel(tpc, ssrc, audioLevel, isLocal) {
+        // We are interested in the local audio streams
+        if (!isLocal || !this._audioTrack) {
+            return;
+        }
+        // Get currently active local tracks from the TraceablePeerConnection
+        const localSSRCs = tpc.localSSRCs.get(this._audioTrack.rtcId);
+        // Only target the current active track in the tpc. For some reason audio levels for previous
+        // devices are also picked up from the PeerConnection so we filter them out.
+        if (!localSSRCs?.ssrcs.includes(ssrc)) {
+            return;
+        }
+        // First handle audio input state change. In case the state changed to no input the no audio input event
+        // can try to fire again.
+        this._handleAudioInputStateChange(audioLevel);
+        this._handleNoAudioInputDetection(audioLevel);
+    }
+    /**
+     * Notifies NoAudioSignalDetection that a JitsiTrack was added to the associated JitsiConference.
+     * Only take into account local audio tracks.
+     *
+     * @param {JitsiTrack} track - The added JitsiTrack.
+     */
+    _trackAdded(track) {
+        if (track.isLocalAudioTrack()) {
+            // Reset state for the new track.
+            this._audioTrack = track;
+            this._eventFired = false;
+            this._clearTriggerTimeout();
+            // Listen for the audio levels on the newly added audio track
+            track.on(JitsiTrackEvents.NO_AUDIO_INPUT, (audioLevel) => {
+                this._handleNoAudioInputDetection(audioLevel);
+            });
+            track.on(JitsiTrackEvents.TRACK_AUDIO_LEVEL_CHANGED, (audioLevel) => {
+                this._handleNoAudioInputDetection(audioLevel);
+                this._handleAudioInputStateChange(audioLevel);
+            });
+        }
+    }
+}
+//# sourceMappingURL=NoAudioSignalDetection.js.map

package/dist/esm/modules/detection/NoAudioSignalDetection.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"NoAudioSignalDetection.js","sourceRoot":"","sources":["../../../../modules/detection/NoAudioSignalDetection.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAG1D,OAAO,YAAY,MAAM,sBAAsB,CAAC;AAEhD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEpD,oGAAoG;AACpG,gGAAgG;AAChG,sCAAsC;AACtC,gEAAgE;AAChE,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAE/B;;;;;GAKG;AACH,MAAM,CAAC,OAAO,OAAO,sBAAuB,SAAQ,YAAY;IAO5D;;;;;OAKG;IACH,YAAY,UAA2B;QACnC,KAAK,EAAE,CAAC;QAER,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC5B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC3B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QAEzB,UAAU,CAAC,EAAE,CAAC,qBAAqB,CAAC,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAClF,CAAC;IAED;;OAEG;IACK,oBAAoB;QACxB,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACvB,YAAY,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YACnC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAChC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACK,4BAA4B,CAAC,UAAkB;QACnD,2GAA2G;QAC3G,eAAe;QACf,MAAM,MAAM,GAAG,UAAU,KAAK,CAAC,CAAC;QAEhC,0GAA0G;QAC1G,aAAa;QACb,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI,IAAI,IAAI,CAAC,cAAc,KAAK,MAAM,EAAE,CAAC;YACjE,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,wBAAwB,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAC7E,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACK,4BAA4B,CAAC,UAAkB;QACnD,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,OAAO;QACX,CAAC;QAED,IAAI,UAAU,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC5C,IAAI,CAAC,eAAe,GAAG,UAAU,CAAC,GAAG,EAAE;gBACnC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;gBAExB,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;YAC9C,CAAC,EAAE,iBAAiB,CAAC,CAAC;QAC1B,CAAC;aAAM,IAAI,UAAU,KAAK,CAAC,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YAClD,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAChC,CAAC;IACL,CAAC;IAED;;;;;;;;OAQG;IACK,WAAW,CAAC,GAA4B,EAAE,IAAY,EAAE,UAAkB,EAAE,OAAgB;QAChG,+CAA+C;QAC/C,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YAChC,OAAO;QACX,CAAC;QAED,qEAAqE;QACrE,MAAM,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAE9D,6FAA6F;QAC7F,4EAA4E;QAC5E,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACpC,OAAO;QACX,CAAC;QAED,wGAAwG;QACxG,yBAAyB;QACzB,IAAI,CAAC,4BAA4B,CAAC,UAAU,CAAC,CAAC;QAC9C,IAAI,CAAC,4BAA4B,CAAC,UAAU,CAAC,CAAC;IAClD,CAAC;IAED;;;;;OAKG;IACK,WAAW,CAAC,KAAsB;QACtC,IAAI,KAAK,CAAC,iBAAiB,EAAE,EAAE,CAAC;YAC5B,iCAAiC;YACjC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YACzB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YACzB,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAE5B,6DAA6D;YAC7D,KAAK,CAAC,EAAE,CACJ,gBAAgB,CAAC,cAAc,EAC/B,CAAC,UAAkB,EAAE,EAAE;gBACnB,IAAI,CAAC,4BAA4B,CAAC,UAAU,CAAC,CAAC;YAClD,CAAC,CACJ,CAAC;YACF,KAAK,CAAC,EAAE,CACJ,gBAAgB,CAAC,yBAAyB,EAC1C,CAAC,UAAkB,EAAE,EAAE;gBACnB,IAAI,CAAC,4BAA4B,CAAC,UAAU,CAAC,CAAC;gBAC9C,IAAI,CAAC,4BAA4B,CAAC,UAAU,CAAC,CAAC;YAClD,CAAC,CACJ,CAAC;QACN,CAAC;IACL,CAAC;CACJ"}

package/dist/esm/modules/detection/P2PDominantSpeakerDetection.js

@@ -0,0 +1,47 @@
+import { JitsiConferenceEvents } from '../../JitsiConferenceEvents';
+import { RTCEvents } from '../../service/RTC/RTCEvents';
+/**
+ * The value which we use to say, every sound over this threshold
+ * is talking on the mic.
+ * @type {number}
+ */
+const SPEECH_DETECT_THRESHOLD = 0.6;
+/**
+ * The <tt>P2PDominantSpeakerDetection</tt> is activated only when p2p is
+ * currently used.
+ * Listens for changes in the audio level changes of the local p2p audio track
+ * or remote p2p one and fires dominant speaker events to be able to use
+ * features depending on those events (speaker stats), to make them work without
+ * the video bridge.
+ */
+export default class P2PDominantSpeakerDetection {
+    /**
+     * Creates P2PDominantSpeakerDetection
+     * @param conference the JitsiConference instance that created us.
+     * @constructor
+     */
+    constructor(conference) {
+        this.conference = conference;
+        conference.addEventListener(JitsiConferenceEvents.TRACK_AUDIO_LEVEL_CHANGED, this._audioLevel.bind(this));
+        this.myUserID = this.conference.myUserId();
+    }
+    /**
+     * Receives audio level events for all streams in the conference.
+     *
+     * @param {String} id - The participant id
+     * @param {number} audioLevel - The audio level.
+     */
+    _audioLevel(id, audioLevel) {
+        // we do not process if p2p is not active
+        // or audio level is under certain threshold
+        // or if the audio level is for local audio track which is muted
+        if (!this.conference.isP2PActive()
+            || audioLevel <= SPEECH_DETECT_THRESHOLD
+            || (id === this.myUserID
+                && this.conference.getLocalAudioTrack().isMuted())) {
+            return;
+        }
+        this.conference.rtc.eventEmitter.emit(RTCEvents.DOMINANT_SPEAKER_CHANGED, id);
+    }
+}
+//# sourceMappingURL=P2PDominantSpeakerDetection.js.map

package/dist/esm/modules/detection/P2PDominantSpeakerDetection.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"P2PDominantSpeakerDetection.js","sourceRoot":"","sources":["../../../../modules/detection/P2PDominantSpeakerDetection.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAC;AAExD;;;;GAIG;AACH,MAAM,uBAAuB,GAAW,GAAG,CAAC;AAE5C;;;;;;;GAOG;AACH,MAAM,CAAC,OAAO,OAAO,2BAA2B;IAI5C;;;;OAIG;IACH,YAAY,UAA2B;QACnC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAE7B,UAAU,CAAC,gBAAgB,CACvB,qBAAqB,CAAC,yBAAyB,EAC/C,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAEjC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;IAC/C,CAAC;IAED;;;;;OAKG;IACK,WAAW,CAAC,EAAU,EAAE,UAAkB;QAC9C,yCAAyC;QACzC,4CAA4C;QAC5C,gEAAgE;QAChE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE;eAC3B,UAAU,IAAI,uBAAuB;eACrC,CAAC,EAAE,KAAK,IAAI,CAAC,QAAQ;mBACb,IAAI,CAAC,UAAU,CAAC,kBAAkB,EAAE,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;YAC7D,OAAO;QACX,CAAC;QAED,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CACjC,SAAS,CAAC,wBAAwB,EAClC,EAAE,CAAC,CAAC;IACZ,CAAC;CACJ"}

package/dist/esm/modules/detection/TrackVADEmitter.js

@@ -0,0 +1,190 @@
+import RTC from '../RTC/RTC';
+import EventEmitter from '../util/EventEmitter';
+import { createAudioContext } from '../webaudio/WebAudioUtils';
+import { DetectionEvents } from './DetectionEvents';
+/**
+ * Connects an audio JitsiLocalTrack to a vadProcessor using WebAudio ScriptProcessorNode.
+ * Once an object is created audio from the local track flows through the ScriptProcessorNode as raw PCM.
+ * The PCM is processed by the injected vad module and a voice activity detection score is obtained, the
+ * score is published to consumers via an EventEmitter.
+ * After work is done with this service the destroy method needs to be called for a proper cleanup.
+ *
+ * @fires VAD_SCORE_PUBLISHED
+ */
+export default class TrackVADEmitter extends EventEmitter {
+    /**
+     * Constructor.
+     *
+     * @param {number} procNodeSampleRate - Sample rate of the ScriptProcessorNode. Possible values  256, 512, 1024,
+     *  2048, 4096, 8192, 16384. Passing other values will default to closes neighbor.
+     * @param {Object} vadProcessor - VAD processor that allows us to calculate VAD score for PCM samples.
+     * @param {JitsiLocalTrack} jitsiLocalTrack - JitsiLocalTrack corresponding to micDeviceId.
+     */
+    constructor(procNodeSampleRate, vadProcessor, jitsiLocalTrack) {
+        super();
+        /**
+         * Sample rate of the ScriptProcessorNode.
+         */
+        this._procNodeSampleRate = procNodeSampleRate;
+        /**
+         * VAD Processor that allows us to calculate VAD score for PCM samples
+         */
+        this._vadProcessor = vadProcessor;
+        /**
+         * The JitsiLocalTrack instance.
+         */
+        this._localTrack = jitsiLocalTrack;
+        /**
+         * Buffer to hold residue PCM resulting after a ScriptProcessorNode callback
+         */
+        this._bufferResidue = new Float32Array([]);
+        /**
+         * The AudioContext instance with the preferred sample frequency.
+         */
+        this._audioContext = createAudioContext({ sampleRate: vadProcessor.getRequiredPCMFrequency() });
+        /**
+         * PCM Sample size expected by the VAD Processor instance. We cache it here as this value is used extensively,
+         * saves a couple of function calls.
+         */
+        this._vadSampleSize = vadProcessor.getSampleLength();
+        /**
+         * Event listener function that will be called by the ScriptProcessNode with raw PCM data, depending on the set
+         * sample rate.
+         */
+        this._onAudioProcess = this._onAudioProcess.bind(this);
+        this._initializeAudioContext();
+    }
+    /**
+     * Factory method that sets up all the necessary components for the creation of the TrackVADEmitter.
+     *
+     * @param {string} micDeviceId - Target microphone device id.
+     * @param {number} procNodeSampleRate - Sample rate of the proc node.
+     * @param {Object} vadProcessor -Module that calculates the voice activity score for a certain audio PCM sample.
+     * The processor needs to implement the following functions:
+     * - <tt>getSampleLength()</tt> - Returns the sample size accepted by getSampleLength.
+     * - <tt>getRequiredPCMFrequency()</tt> - Returns the PCM frequency at which the processor operates.
+     * - <tt>calculateAudioFrameVAD(pcmSample)</tt> - Process a 32 float pcm sample of getSampleLength size.
+     * @returns {Promise<TrackVADEmitter>} - Promise resolving in a new instance of TrackVADEmitter.
+     */
+    static create(micDeviceId, procNodeSampleRate, vadProcessor) {
+        return RTC.obtainAudioAndVideoPermissions({
+            devices: ['audio'],
+            micDeviceId
+        }).then((localTrack) => {
+            // We only expect one audio track when specifying a device id.
+            if (!localTrack[0]) {
+                throw new Error(`Failed to create jitsi local track for device id: ${micDeviceId}`);
+            }
+            return new TrackVADEmitter(procNodeSampleRate, vadProcessor, localTrack[0]);
+            // We have no exception handling at this point as there is nothing to clean up, the vadProcessor
+            // life cycle is handled by whoever created this instance.
+        });
+    }
+    /**
+     * Sets up the audio graph in the AudioContext.
+     *
+     * @returns {void}
+     */
+    _initializeAudioContext() {
+        this._audioSource = this._audioContext.createMediaStreamSource(this._localTrack.stream);
+        // TODO AudioProcessingNode is deprecated in the web audio specifications and the recommended replacement
+        // is audio worklet, however at the point of implementation AudioProcessingNode was still de de facto way
+        // of achieving this functionality and supported in all major browsers as opposed to audio worklet which
+        // was only available in Chrome. This todo is just a reminder that we should replace AudioProcessingNode
+        // with audio worklet when it's mature enough and has more browser support.
+        // We don't need stereo for determining the VAD score so we create a single channel processing node.
+        this._audioProcessingNode = this._audioContext.createScriptProcessor(this._procNodeSampleRate, 1, 1);
+    }
+    /**
+     * ScriptProcessorNode callback, the input parameters contains the PCM audio that is then sent to rnnoise.
+     * Rnnoise only accepts PCM samples of 480 bytes whereas the webaudio processor node can't sample at a multiple
+     * of 480 thus after each _onAudioProcess callback there will remain and PCM buffer residue equal
+     * to _procNodeSampleRate / 480 which will be added to the next sample buffer and so on.\
+     *
+     *
+     * @param {AudioProcessingEvent} audioEvent - Audio event.
+     * @returns {void}
+     * @fires VAD_SCORE_PUBLISHED
+     */
+    _onAudioProcess(audioEvent) {
+        // Prepend the residue PCM buffer from the previous process callback.
+        const inData = audioEvent.inputBuffer.getChannelData(0);
+        const completeInData = [...this._bufferResidue, ...inData];
+        const sampleTimestamp = Date.now();
+        let i = 0;
+        for (; i + this._vadSampleSize < completeInData.length; i += this._vadSampleSize) {
+            const pcmSample = completeInData.slice(i, i + this._vadSampleSize);
+            // The VAD processor might change the values inside the array so we make a copy.
+            const vadScore = this._vadProcessor.calculateAudioFrameVAD(pcmSample.slice());
+            this.emit(DetectionEvents.VAD_SCORE_PUBLISHED, {
+                deviceId: this._localTrack.getDeviceId(),
+                pcmData: pcmSample,
+                score: vadScore,
+                timestamp: sampleTimestamp
+            });
+        }
+        this._bufferResidue = new Float32Array(completeInData.slice(i, completeInData.length));
+    }
+    /**
+     * Connects the nodes in the AudioContext to start the flow of audio data.
+     *
+     * @returns {void}
+     */
+    _connectAudioGraph() {
+        this._audioProcessingNode.onaudioprocess = this._onAudioProcess;
+        this._audioSource.connect(this._audioProcessingNode);
+        this._audioProcessingNode.connect(this._audioContext.destination);
+    }
+    /**
+     * Disconnects the nodes in the AudioContext.
+     *
+     * @returns {void}
+     */
+    _disconnectAudioGraph() {
+        // Even thought we disconnect the processing node it seems that some callbacks remain queued,
+        // resulting in calls with and uninitialized context.
+        // eslint-disable-next-line  @typescript-eslint/no-empty-function
+        this._audioProcessingNode.onaudioprocess = () => { };
+        this._audioProcessingNode.disconnect();
+        this._audioSource.disconnect();
+    }
+    /**
+     * Cleanup potentially acquired resources.
+     *
+     * @returns {void}
+     */
+    _cleanupResources() {
+        this._disconnectAudioGraph();
+        this._localTrack.stopStream();
+    }
+    /**
+     * Start the emitter by connecting the audio graph.
+     *
+     * @returns {void}
+     */
+    start() {
+        this._connectAudioGraph();
+    }
+    /**
+     * Stops the emitter by disconnecting the audio graph.
+     *
+     * @returns {void}
+     */
+    stop() {
+        this._disconnectAudioGraph();
+        this._bufferResidue = new Float32Array([]);
+    }
+    /**
+     * Destroy TrackVADEmitter instance (release resources and stop callbacks).
+     *
+     * @returns {void}
+     */
+    destroy() {
+        if (this._destroyed) {
+            return;
+        }
+        this._cleanupResources();
+        this._destroyed = true;
+    }
+}
+//# sourceMappingURL=TrackVADEmitter.js.map

package/dist/esm/modules/detection/TrackVADEmitter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TrackVADEmitter.js","sourceRoot":"","sources":["../../../../modules/detection/TrackVADEmitter.ts"],"names":[],"mappings":"AACA,OAAO,GAAG,MAAM,YAAY,CAAC;AAC7B,OAAO,YAAY,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAE/D,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAYpD;;;;;;;;GAQG;AACH,MAAM,CAAC,OAAO,OAAO,eAAgB,SAAQ,YAAY;IAWrD;;;;;;;OAOG;IACH,YAAY,kBAA0B,EAAE,YAA2B,EAAE,eAAgC;QACjG,KAAK,EAAE,CAAC;QAER;;WAEG;QACH,IAAI,CAAC,mBAAmB,GAAG,kBAAkB,CAAC;QAE9C;;WAEG;QACH,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAElC;;WAEG;QACH,IAAI,CAAC,WAAW,GAAG,eAAe,CAAC;QAEnC;;WAEG;QACH,IAAI,CAAC,cAAc,GAAG,IAAI,YAAY,CAAC,EAAE,CAAC,CAAC;QAE3C;;WAEG;QACH,IAAI,CAAC,aAAa,GAAG,kBAAkB,CAAC,EAAE,UAAU,EAAE,YAAY,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAC;QAEhG;;;WAGG;QACH,IAAI,CAAC,cAAc,GAAG,YAAY,CAAC,eAAe,EAAE,CAAC;QAErD;;;WAGG;QACH,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEvD,IAAI,CAAC,uBAAuB,EAAE,CAAC;IACnC,CAAC;IAED;;;;;;;;;;;OAWG;IACH,MAAM,CAAC,MAAM,CACL,WAAmB,EACnB,kBAA0B,EAC1B,YAA2B;QAE/B,OAAO,GAAG,CAAC,8BAA8B,CAAC;YACtC,OAAO,EAAE,CAAE,OAAO,CAAE;YACpB,WAAW;SACd,CAAC,CAAC,IAAI,CAAC,CAAC,UAA6B,EAAE,EAAE;YACtC,8DAA8D;YAC9D,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,qDAAqD,WAAW,EAAE,CAAC,CAAC;YACxF,CAAC;YAED,OAAO,IAAI,eAAe,CAAC,kBAAkB,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YAE5E,gGAAgG;YAChG,0DAA0D;QAC9D,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;OAIG;IACH,uBAAuB;QACnB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAExF,yGAAyG;QACzG,yGAAyG;QACzG,wGAAwG;QACxG,wGAAwG;QACxG,2EAA2E;QAC3E,oGAAoG;QACpG,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,aAAa,CAAC,qBAAqB,CAAC,IAAI,CAAC,mBAAmB,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACzG,CAAC;IAED;;;;;;;;;;OAUG;IACH,eAAe,CAAC,UAAgC;QAC5C,qEAAqE;QACrE,MAAM,MAAM,GAAG,UAAU,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;QACxD,MAAM,cAAc,GAAG,CAAE,GAAG,IAAI,CAAC,cAAc,EAAE,GAAG,MAAM,CAAE,CAAC;QAC7D,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEnC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEV,OAAO,CAAC,GAAG,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YAC/E,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC;YAEnE,gFAAgF;YAChF,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,sBAAsB,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;YAE9E,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,mBAAmB,EAAE;gBAC3C,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE;gBACxC,OAAO,EAAE,SAAS;gBAClB,KAAK,EAAE,QAAQ;gBACf,SAAS,EAAE,eAAe;aAC7B,CAAC,CAAC;QACP,CAAC;QAED,IAAI,CAAC,cAAc,GAAG,IAAI,YAAY,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC;IAC3F,CAAC;IAED;;;;OAIG;IACH,kBAAkB;QACd,IAAI,CAAC,oBAAoB,CAAC,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC;QAChE,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACrD,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;IACtE,CAAC;IAED;;;;OAIG;IACH,qBAAqB;QACjB,6FAA6F;QAC7F,qDAAqD;QACrD,iEAAiE;QACjE,IAAI,CAAC,oBAAoB,CAAC,cAAc,GAAG,GAAG,EAAE,GAAE,CAAC,CAAC;QACpD,IAAI,CAAC,oBAAoB,CAAC,UAAU,EAAE,CAAC;QACvC,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC;IACnC,CAAC;IAED;;;;OAIG;IACH,iBAAiB;QACb,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7B,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;IAClC,CAAC;IAED;;;;OAIG;IACH,KAAK;QACD,IAAI,CAAC,kBAAkB,EAAE,CAAC;IAC9B,CAAC;IAED;;;;OAIG;IACH,IAAI;QACA,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7B,IAAI,CAAC,cAAc,GAAG,IAAI,YAAY,CAAC,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED;;;;OAIG;IACH,OAAO;QACH,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,OAAO;QACX,CAAC;QAED,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;IAC3B,CAAC;CACJ"}

package/dist/esm/modules/detection/VADAudioAnalyser.js

@@ -0,0 +1,199 @@
+import { getLogger } from '@jitsi/logger';
+import { JitsiConferenceEvents } from '../../JitsiConferenceEvents';
+import EventEmitter from '../util/EventEmitter';
+import { DetectionEvents } from './DetectionEvents';
+import TrackVADEmitter from './TrackVADEmitter';
+const logger = getLogger('vad:VADAudioAnalyser');
+/**
+ * Sample rate of TrackVADEmitter, it defines how many audio samples are processed at a time.
+ * @type {number}
+ */
+const VAD_EMITTER_SAMPLE_RATE = 4096;
+/**
+ * Connects a TrackVADEmitter to the target conference local audio track and manages various services that use
+ * the data to produce audio analytics (VADTalkMutedDetection and VADNoiseDetection).
+ */
+export default class VADAudioAnalyser extends EventEmitter {
+    /**
+     * Creates <tt>VADAudioAnalyser</tt>
+     * @param {JitsiConference} conference - JitsiConference instance that created us.
+     * @param {Object} createVADProcessor - Function that creates a Voice activity detection processor. The processor
+     * needs to implement the following functions:
+     * - <tt>getSampleLength()</tt> - Returns the sample size accepted by getSampleLength.
+     * - <tt>getRequiredPCMFrequency()</tt> - Returns the PCM frequency at which the processor operates.
+     * - <tt>calculateAudioFrameVAD(pcmSample)</tt> - Process a 32 float pcm sample of getSampleLength size.
+     * @constructor
+     */
+    constructor(conference, createVADProcessor) {
+        super();
+        /**
+         * Member function that instantiates a VAD processor.
+         */
+        this._createVADProcessor = createVADProcessor;
+        /**
+         * Current {@link TrackVADEmitter}. VAD Emitter uses a {@link JitsiLocalTrack} and VAD processor to generate
+         * period voice probability scores.
+         */
+        this._vadEmitter = null;
+        /**
+         * Current state of the _vadEmitter
+         */
+        this._isVADEmitterRunning = false;
+        /**
+         * Array of currently attached VAD processing services.
+         */
+        this._detectionServices = [];
+        /**
+         * Promise used to chain create and destroy operations associated with TRACK_ADDED and TRACK_REMOVED events
+         * coming from the conference.
+         * Because we have an async created component (VAD Processor) we need to make sure that it's initialized before
+         * we destroy it ( when changing the device for instance), or when we use it from an external point of entry
+         * i.e. (TRACK_MUTE_CHANGED event callback).
+         */
+        this._vadInitTracker = Promise.resolve();
+        /**
+         * Listens for {@link TrackVADEmitter} events and processes them.
+         */
+        this._processVADScore = this._processVADScore.bind(this);
+        conference.on(JitsiConferenceEvents.TRACK_ADDED, this._trackAdded.bind(this));
+        conference.on(JitsiConferenceEvents.TRACK_REMOVED, this._trackRemoved.bind(this));
+        conference.on(JitsiConferenceEvents.TRACK_MUTE_CHANGED, this._trackMuteChanged.bind(this));
+    }
+    /**
+     * Attach a VAD detector service to the analyser and handle it's state changes.
+     *
+     * @param {Object} vadTMDetector
+     */
+    addVADDetectionService(vadService) {
+        this._detectionServices.push(vadService);
+        vadService.on(DetectionEvents.DETECTOR_STATE_CHANGE, () => {
+            // When the state of a detector changes check if there are any active detectors attached so that
+            // the _vadEmitter doesn't run needlessly.
+            const activeDetector = this._detectionServices.filter(detector => detector.isActive() === true);
+            // If there are no active detectors running and the vadEmitter is running then stop the emitter as it is
+            // uses a considerable amount of CPU. Otherwise start the service if it's stopped and there is a detector
+            // that needs it.
+            if (!activeDetector.length && this._isVADEmitterRunning) {
+                this._stopVADEmitter();
+            }
+            else if (!this._isVADEmitterRunning) {
+                this._startVADEmitter();
+            }
+        });
+    }
+    /**
+     * Start the {@link TrackVADEmitter} and attach the event listener.
+     * @returns {void}
+     */
+    _startVADEmitter() {
+        if (this._vadEmitter) {
+            this._vadEmitter.on(DetectionEvents.VAD_SCORE_PUBLISHED, this._processVADScore);
+            this._vadEmitter.start();
+            this._isVADEmitterRunning = true;
+        }
+    }
+    /**
+     * Stop the {@link TrackVADEmitter} and detach the event listener.
+     * @returns {void}
+     */
+    _stopVADEmitter() {
+        if (this._vadEmitter) {
+            this._vadEmitter.removeListener(DetectionEvents.VAD_SCORE_PUBLISHED, this._processVADScore);
+            this._vadEmitter.stop();
+        }
+        this._isVADEmitterRunning = false;
+    }
+    /**
+     * Listens for {@link TrackVADEmitter} events and directs them to attached services as needed.
+     *
+     * @param {Object} vadScore -VAD score emitted by {@link TrackVADEmitter}
+     * @param {Date}   vadScore.timestamp - Exact time at which processed PCM sample was generated.
+     * @param {number} vadScore.score - VAD score on a scale from 0 to 1 (i.e. 0.7)
+     * @param {Float32Array} pcmData - Raw PCM data with which the VAD score was calculated.
+     * @param {string} vadScore.deviceId - Device id of the associated track.
+     * @listens VAD_SCORE_PUBLISHED
+     */
+    _processVADScore(vadScore) {
+        for (const detector of this._detectionServices) {
+            detector.processVADScore(vadScore);
+        }
+    }
+    /**
+     * Change the isMuted state of all attached detection services.
+     *
+     * @param {boolean} isMuted
+     */
+    _changeDetectorsMuteState(isMuted) {
+        for (const detector of this._detectionServices) {
+            detector.changeMuteState(isMuted);
+        }
+    }
+    /**
+     * Notifies the detector that a track was added to the associated {@link JitsiConference}.
+     * Only take into account local audio tracks.
+     * @param {JitsiLocalTrack} track - The added track.
+     * @returns {void}
+     * @listens TRACK_ADDED
+     */
+    _trackAdded(track) {
+        if (track.isLocalAudioTrack()) {
+            // Keep a track promise so we take into account successive TRACK_ADD events being generated so that we
+            // destroy/create the processing context in the proper order.
+            this._vadInitTracker = this._vadInitTracker.then(() => this._createVADProcessor())
+                .then((vadProcessor) => TrackVADEmitter.create(track.getDeviceId(), VAD_EMITTER_SAMPLE_RATE, vadProcessor))
+                .then((vadEmitter) => {
+                logger.debug('Created VAD emitter for track: ', track.getTrackLabel());
+                this._vadEmitter = vadEmitter;
+                // Iterate through the detection services and set their appropriate mute state, depending on
+                // service this will trigger a DETECTOR_STATE_CHANGE which in turn might start the _vadEmitter.
+                this._changeDetectorsMuteState(track.isMuted());
+            })
+                .catch(error => {
+                logger.warn('Failed to start VADAudioAnalyser', error);
+            });
+        }
+    }
+    /**
+     * Notifies the detector that the mute state of a {@link JitsiConference} track has changed. Only takes into account
+     * local audio tracks.
+     * @param {JitsiLocalTrack} track - The track whose mute state has changed.
+     * @returns {void}
+     * @listens TRACK_MUTE_CHANGED
+     */
+    _trackMuteChanged(track) {
+        if (track.isLocalAudioTrack()) {
+            // On a mute toggle reset the state.
+            this._vadInitTracker = this._vadInitTracker.then(() => {
+                // Set mute status for the attached detection services.
+                this._changeDetectorsMuteState(track.isMuted());
+            });
+        }
+    }
+    /**
+     * Notifies the detector that a track associated with the {@link JitsiConference} was removed. Only takes into
+     * account local audio tracks. Cleans up resources associated with the track and resets the processing context.
+     *
+     * @param {JitsiLocalTrack} track - The removed track.
+     * @returns {void}
+     * @listens TRACK_REMOVED
+     */
+    _trackRemoved(track) {
+        if (track.isLocalAudioTrack()) {
+            // Use the promise to make sure operations are in sequence.
+            this._vadInitTracker = this._vadInitTracker.then(() => {
+                logger.debug('Removing track from VAD detection - ', track.getTrackLabel());
+                // Track was removed, clean up and set appropriate states.
+                if (this._vadEmitter) {
+                    this._stopVADEmitter();
+                    this._vadEmitter.destroy();
+                    this._vadEmitter = null;
+                }
+                // Reset state of detectors when active track is removed.
+                for (const detector of this._detectionServices) {
+                    detector.reset();
+                }
+            });
+        }
+    }
+}
+//# sourceMappingURL=VADAudioAnalyser.js.map

package/dist/esm/modules/detection/VADAudioAnalyser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VADAudioAnalyser.js","sourceRoot":"","sources":["../../../../modules/detection/VADAudioAnalyser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAG1C,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AAEpE,OAAO,YAAY,MAAM,sBAAsB,CAAC;AAEhD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,eAAe,MAAM,mBAAmB,CAAC;AAEhD,MAAM,MAAM,GAAG,SAAS,CAAC,sBAAsB,CAAC,CAAC;AAEjD;;;GAGG;AACH,MAAM,uBAAuB,GAAW,IAAI,CAAC;AAuB7C;;;GAGG;AACH,MAAM,CAAC,OAAO,OAAO,gBAAiB,SAAQ,YAAY;IAOtD;;;;;;;;;OASG;IACH,YAAY,UAA2B,EAAE,kBAAuC;QAC5E,KAAK,EAAE,CAAC;QAER;;WAEG;QACH,IAAI,CAAC,mBAAmB,GAAG,kBAAkB,CAAC;QAE9C;;;WAGG;QACH,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAExB;;WAEG;QACH,IAAI,CAAC,oBAAoB,GAAG,KAAK,CAAC;QAElC;;WAEG;QACH,IAAI,CAAC,kBAAkB,GAAG,EAAE,CAAC;QAE7B;;;;;;WAMG;QACH,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;QAEzC;;WAEG;QACH,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEzD,UAAU,CAAC,EAAE,CAAC,qBAAqB,CAAC,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC9E,UAAU,CAAC,EAAE,CAAC,qBAAqB,CAAC,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAClF,UAAU,CAAC,EAAE,CAAC,qBAAqB,CAAC,kBAAkB,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/F,CAAC;IAED;;;;OAIG;IACH,sBAAsB,CAAC,UAAgC;QACnD,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACzC,UAAU,CAAC,EAAE,CAAC,eAAe,CAAC,qBAAqB,EAAE,GAAG,EAAE;YACtD,gGAAgG;YAChG,0CAA0C;YAC1C,MAAM,cAAc,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,KAAK,IAAI,CAAC,CAAC;YAEhG,wGAAwG;YACxG,yGAAyG;YACzG,iBAAiB;YACjB,IAAI,CAAC,cAAc,CAAC,MAAM,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBACtD,IAAI,CAAC,eAAe,EAAE,CAAC;YAC3B,CAAC;iBAAM,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBACpC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC5B,CAAC;QACL,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;OAGG;IACH,gBAAgB;QACZ,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,eAAe,CAAC,mBAAmB,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAChF,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;QACrC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,eAAe;QACX,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,eAAe,CAAC,mBAAmB,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAC5F,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QAC5B,CAAC;QACD,IAAI,CAAC,oBAAoB,GAAG,KAAK,CAAC;IACtC,CAAC;IAED;;;;;;;;;OASG;IACH,gBAAgB,CAAC,QAAmB;QAChC,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC7C,QAAQ,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QACvC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,yBAAyB,CAAC,OAAgB;QACtC,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC7C,QAAQ,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;IACL,CAAC;IAED;;;;;;OAMG;IACH,WAAW,CAAC,KAAsB;QAC9B,IAAI,KAAK,CAAC,iBAAiB,EAAE,EAAE,CAAC;YAC5B,sGAAsG;YACtG,6DAA6D;YAC7D,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,mBAAmB,EAAE,CAAC;iBAC7E,IAAI,CAAC,CAAC,YAA2B,EAAE,EAAE,CAClC,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,uBAAuB,EAAE,YAAY,CAAC,CACrF;iBACA,IAAI,CAAC,CAAC,UAA2B,EAAE,EAAE;gBAClC,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC;gBAEvE,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;gBAE9B,4FAA4F;gBAC5F,+FAA+F;gBAC/F,IAAI,CAAC,yBAAyB,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACpD,CAAC,CAAC;iBACD,KAAK,CAAC,KAAK,CAAC,EAAE;gBACX,MAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;YAC3D,CAAC,CAAC,CAAC;QACX,CAAC;IACL,CAAC;IAED;;;;;;OAMG;IACH,iBAAiB,CAAC,KAAsB;QACpC,IAAI,KAAK,CAAC,iBAAiB,EAAE,EAAE,CAAC;YAC5B,oCAAoC;YACpC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,EAAE;gBAClD,uDAAuD;gBACvD,IAAI,CAAC,yBAAyB,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACpD,CAAC,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED;;;;;;;OAOG;IACH,aAAa,CAAC,KAAsB;QAChC,IAAI,KAAK,CAAC,iBAAiB,EAAE,EAAE,CAAC;YAC5B,2DAA2D;YAC3D,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,EAAE;gBAClD,MAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC;gBAE5E,0DAA0D;gBAC1D,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;oBACnB,IAAI,CAAC,eAAe,EAAE,CAAC;oBACvB,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;oBAC3B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;gBAC5B,CAAC;gBAED,yDAAyD;gBACzD,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;oBAC7C,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACrB,CAAC;YACL,CAAC,CAAC,CAAC;QACP,CAAC;IACL,CAAC;CACJ"}