@micdrop/client 1.2.2 → 1.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.mts +2 -0
- package/dist/index.d.ts +2 -0
- package/dist/index.js +12 -0
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +12 -0
- package/dist/index.mjs.map +1 -1
- package/package.json +1 -1
package/dist/index.d.mts
CHANGED
|
@@ -227,6 +227,7 @@ declare class CallHandler<Params extends {}, Options extends CallHandlerOptions
|
|
|
227
227
|
private micStream?;
|
|
228
228
|
private startTime;
|
|
229
229
|
private lastAudioBlob?;
|
|
230
|
+
private _isProcessing;
|
|
230
231
|
private constructor();
|
|
231
232
|
private getVAD;
|
|
232
233
|
get isStarted(): boolean;
|
|
@@ -234,6 +235,7 @@ declare class CallHandler<Params extends {}, Options extends CallHandlerOptions
|
|
|
234
235
|
get isWSStarted(): boolean;
|
|
235
236
|
get isWSStarting(): boolean;
|
|
236
237
|
get isMicStarted(): boolean;
|
|
238
|
+
get isProcessing(): boolean;
|
|
237
239
|
start(): Promise<void>;
|
|
238
240
|
stop(): Promise<void>;
|
|
239
241
|
pause(): void;
|
package/dist/index.d.ts
CHANGED
|
@@ -227,6 +227,7 @@ declare class CallHandler<Params extends {}, Options extends CallHandlerOptions
|
|
|
227
227
|
private micStream?;
|
|
228
228
|
private startTime;
|
|
229
229
|
private lastAudioBlob?;
|
|
230
|
+
private _isProcessing;
|
|
230
231
|
private constructor();
|
|
231
232
|
private getVAD;
|
|
232
233
|
get isStarted(): boolean;
|
|
@@ -234,6 +235,7 @@ declare class CallHandler<Params extends {}, Options extends CallHandlerOptions
|
|
|
234
235
|
get isWSStarted(): boolean;
|
|
235
236
|
get isWSStarting(): boolean;
|
|
236
237
|
get isMicStarted(): boolean;
|
|
238
|
+
get isProcessing(): boolean;
|
|
237
239
|
start(): Promise<void>;
|
|
238
240
|
stop(): Promise<void>;
|
|
239
241
|
pause(): void;
|
package/dist/index.js
CHANGED
|
@@ -213,6 +213,7 @@ var MicRecorder = class extends import_eventemitter32.default {
|
|
|
213
213
|
this.queuedChunks.length = 0;
|
|
214
214
|
}).bind(this);
|
|
215
215
|
this.onConfirmSpeaking = (async () => {
|
|
216
|
+
if (this.state.isMuted) return;
|
|
216
217
|
this.emit("StartSpeaking");
|
|
217
218
|
this.changeState({ isSpeaking: true });
|
|
218
219
|
this.speakingConfirmed = true;
|
|
@@ -750,6 +751,7 @@ var CallHandler = class _CallHandler extends import_eventemitter34.default {
|
|
|
750
751
|
this.conversation = [];
|
|
751
752
|
this.debug = false;
|
|
752
753
|
this.startTime = 0;
|
|
754
|
+
this._isProcessing = false;
|
|
753
755
|
this.micRecorder = new MicRecorder(this.getVAD(options?.vad));
|
|
754
756
|
this.micRecorder.on("StateChange", () => {
|
|
755
757
|
this.notifyStateChange();
|
|
@@ -761,11 +763,15 @@ var CallHandler = class _CallHandler extends import_eventemitter34.default {
|
|
|
761
763
|
this.micRecorder.on("StartSpeaking", () => {
|
|
762
764
|
this.log("[Mic] Start speaking");
|
|
763
765
|
this.ws?.send("startSpeaking" /* StartSpeaking */);
|
|
766
|
+
this._isProcessing = false;
|
|
767
|
+
this.notifyStateChange();
|
|
764
768
|
stopAudio();
|
|
765
769
|
});
|
|
766
770
|
this.micRecorder.on("StopSpeaking", () => {
|
|
767
771
|
this.log("[Mic] Stop speaking");
|
|
768
772
|
this.ws?.send("stopSpeaking" /* StopSpeaking */);
|
|
773
|
+
this._isProcessing = true;
|
|
774
|
+
this.notifyStateChange();
|
|
769
775
|
});
|
|
770
776
|
}
|
|
771
777
|
static getInstance(options) {
|
|
@@ -795,9 +801,13 @@ var CallHandler = class _CallHandler extends import_eventemitter34.default {
|
|
|
795
801
|
get isMicStarted() {
|
|
796
802
|
return !!this.micStream;
|
|
797
803
|
}
|
|
804
|
+
get isProcessing() {
|
|
805
|
+
return this._isProcessing;
|
|
806
|
+
}
|
|
798
807
|
async start() {
|
|
799
808
|
this.startTime = Date.now();
|
|
800
809
|
this.conversation = [];
|
|
810
|
+
this._isProcessing = true;
|
|
801
811
|
await this.startMic(void 0, true);
|
|
802
812
|
await this.startWS();
|
|
803
813
|
}
|
|
@@ -874,6 +884,8 @@ var CallHandler = class _CallHandler extends import_eventemitter34.default {
|
|
|
874
884
|
if (event.data instanceof Blob) {
|
|
875
885
|
playAudio(event.data);
|
|
876
886
|
this.lastAudioBlob = event.data;
|
|
887
|
+
this._isProcessing = false;
|
|
888
|
+
this.notifyStateChange();
|
|
877
889
|
} else if (typeof event.data !== "string") {
|
|
878
890
|
console.warn(`[WS] Unknown message type: ${event.data}`);
|
|
879
891
|
} else if (event.data.startsWith("message" /* Message */)) {
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts","../src/audio/localStorage.ts","../src/audio/MicRecorder.ts","../src/audio/microphone.ts","../src/audio/AudioAnalyser.ts","../src/audio/stopStream.ts","../src/audio/createDelayedStream.ts","../src/audio/speaker.ts","../src/audio/unlock.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VAD.ts","../src/audio/vad/VolumeVAD.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["export * from './audio/localStorage'\nexport * from './audio/MicRecorder'\nexport * as Mic from './audio/microphone'\nexport * as Speaker from './audio/speaker'\nexport * from './audio/vad'\nexport * from './call/CallHandler'\nexport * from './call/CallHandlerError'\nexport * from './types'\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n MicThreshold = 'micdrop.micThreshold',\n}\n","import EventEmitter from 'eventemitter3'\nimport { createDelayedStream } from './createDelayedStream'\nimport { LocalStorageKeys } from './localStorage'\nimport { defaultMicThreshold } from './microphone'\nimport { stopStream } from './stopStream'\nimport { VAD } from './vad/VAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n threshold: number\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n threshold: defaultMicThreshold,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private vad: VAD\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vad: VAD) {\n super()\n\n // Threshold for speech detection\n const threshold =\n parseFloat(localStorage.getItem(LocalStorageKeys.MicThreshold) || '0') ||\n defaultMicThreshold\n\n // Set initial state\n this.state = { ...defaultMicRecorderState, threshold }\n this.vad = vad\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n setThreshold(threshold: number) {\n this.changeState({ threshold })\n localStorage.setItem(LocalStorageKeys.MicThreshold, threshold.toString())\n this.vad.setThreshold(threshold)\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream, this.state.threshold)\n }\n\n private async stopSpeakingDetection() {\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onConfirmSpeaking = (async () => {\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }).bind(this)\n\n private onCancelSpeaking = (async () => {\n if (!this.recorder) return\n this.recorder.stop()\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder) return\n this.recorder.stop()\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { stopStream } from './stopStream'\n\nlet currentDeviceId: string | undefined\nlet audioStream: MediaStream | undefined\nexport let audioContext: AudioContext | undefined\nlet sourceNode: MediaStreamAudioSourceNode | undefined\n\nexport let micAnalyser: AudioAnalyser | undefined\nexport const defaultMicThreshold = -50 // in dB\n\nfunction init() {\n if (audioContext) return\n\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n micAnalyser = new AudioAnalyser(audioContext)\n}\n\ninit()\n\n// Resume AudioContext on click, see https://developers.google.com/web/updates/2017/09/autoplay-policy-changes\ndocument.addEventListener('click', () => {\n if (audioContext?.state === 'suspended') {\n audioContext?.resume()\n }\n})\n\nfunction getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n}\n\n/**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\nexport async function startMicrophone(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !micAnalyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (audioStream) {\n // deviceId has not changed, reuse previous stream\n if (currentDeviceId === deviceId) {\n return audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(audioStream)\n }\n\n // Get stream from microphone\n audioStream = await navigator.mediaDevices.getUserMedia(\n getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (sourceNode) sourceNode.disconnect()\n sourceNode = audioContext.createMediaStreamSource(audioStream)\n sourceNode.connect(micAnalyser.node)\n\n return audioStream\n}\n\n/**\n * Stops the microphone\n */\nexport function stopMicrophone() {\n if (sourceNode) {\n sourceNode.disconnect()\n sourceNode = undefined\n }\n if (audioStream) {\n stopStream(audioStream)\n audioStream = undefined\n }\n}\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { audioContext } from './microphone'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n if (!audioContext) {\n throw new Error('AudioContext not initialized')\n }\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { unlock } from './unlock'\n\nlet audioElement: HTMLAudioElement | undefined\nlet audioContext: AudioContext | undefined\nlet mediaSource: MediaSource | undefined\nlet sourceBuffer: SourceBuffer | undefined\nlet currentMediaStream: MediaStream | undefined\nlet isProcessingQueue = false\nconst pendingBlobs: Blob[] = []\n\nexport let speakerAnalyser: AudioAnalyser | undefined\n\nfunction init() {\n if (audioContext) return\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n speakerAnalyser = new AudioAnalyser(audioContext)\n unlock(audioContext)\n}\n\ninit()\n\nasync function setupAudioElement(speakerId?: string) {\n if (!audioContext || !speakerAnalyser) return\n\n // Get speakerId from local storage if not provided\n if (!speakerId) {\n speakerId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) || undefined\n }\n\n // Create audio element if it doesn't exist\n if (!audioElement) {\n audioElement = new Audio()\n audioElement.autoplay = true\n mediaSource = new MediaSource()\n if (!mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n audioElement.src = URL.createObjectURL(mediaSource)\n\n // Setup MediaSource when it opens\n const ms = mediaSource\n ms.addEventListener('sourceopen', () => {\n sourceBuffer = ms.addSourceBuffer('audio/mpeg')\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => {\n processQueue()\n })\n\n // Process any pending blobs\n if (pendingBlobs.length > 0) {\n processQueue()\n }\n })\n\n // Connect audio element to analyser when we have data\n audioElement.addEventListener('timeupdate', function onTimeUpdate() {\n if (!audioContext || !speakerAnalyser || !audioElement) return\n\n try {\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (audioElement as any).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n currentMediaStream = mediaStream\n const sourceNode = audioContext.createMediaStreamSource(mediaStream)\n sourceNode.connect(speakerAnalyser.node)\n\n // Remove the listener once we've successfully connected\n audioElement.removeEventListener('timeupdate', onTimeUpdate)\n } catch (error) {\n console.error('Error creating media stream source:', error)\n }\n })\n }\n\n // Set sink ID if provided\n if (speakerId) {\n try {\n await setSinkId(speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n return audioElement\n}\n\nasync function processQueue() {\n if (!sourceBuffer || !mediaSource || pendingBlobs.length === 0) return\n if (isProcessingQueue || sourceBuffer.updating) return\n\n isProcessingQueue = true\n try {\n await playNextBlob()\n } finally {\n isProcessingQueue = false\n // If there are more blobs and we're not updating, process the next one\n if (pendingBlobs.length > 0 && !sourceBuffer.updating) {\n processQueue()\n }\n }\n}\n\nasync function playNextBlob() {\n if (!sourceBuffer || !mediaSource || pendingBlobs.length === 0) return\n if (sourceBuffer.updating) return\n\n // Check if MediaSource is still valid\n if (mediaSource.readyState !== 'open') {\n console.warn('MediaSource is no longer open, resetting audio pipeline')\n stopAudio()\n await setupAudioElement()\n return\n }\n\n const blob = pendingBlobs.shift()!\n\n try {\n // Double check sourceBuffer is still valid before appending\n if (\n sourceBuffer &&\n Array.from(mediaSource.sourceBuffers).includes(sourceBuffer)\n ) {\n const arrayBuffer = await blob.arrayBuffer()\n sourceBuffer.appendBuffer(arrayBuffer)\n } else {\n console.warn('SourceBuffer is no longer valid, resetting audio pipeline')\n stopAudio()\n await setupAudioElement()\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n if (error instanceof Error && error.name === 'InvalidStateError') {\n console.warn('Resetting audio pipeline due to invalid state')\n stopAudio()\n await setupAudioElement()\n }\n }\n}\n\n/**\n * Checks if the speaker device can be changed\n * @returns True if the speaker device can be changed, false otherwise\n */\nexport function canChangeSpeakerDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n}\n\nasync function setSinkId(speakerId?: string) {\n if (speakerId && canChangeSpeakerDevice() && audioElement) {\n // @ts-ignore\n return audioElement.setSinkId(speakerId)\n }\n}\n\n/**\n * Changes the speaker device\n * @param speakerId - The speakerId to use\n */\nexport async function changeSpeakerDevice(speakerId: string) {\n if (!canChangeSpeakerDevice()) return\n try {\n await setupAudioElement(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n}\n\n/**\n * Pauses the audio\n */\nexport function pauseAudio() {\n if (audioElement) {\n audioElement.pause()\n }\n}\n\n/**\n * Resumes the audio\n */\nexport function resumeAudio() {\n if (audioElement) {\n audioElement.play()\n }\n}\n\n/**\n * Plays the audio\n * @param blob - The blob to play (adds to the queue if already playing)\n */\nexport async function playAudio(blob: Blob) {\n if (!audioContext || !speakerAnalyser) return\n\n // Add blob to pending queue\n pendingBlobs.push(blob)\n\n // Initialize audio element if needed\n if (!audioElement) {\n await setupAudioElement()\n }\n\n if (!audioElement) return\n\n try {\n // Start playing if not already playing\n if (audioElement.paused) {\n audioElement.play()\n }\n\n // Try to process the queue if we can\n if (sourceBuffer && !sourceBuffer.updating && !isProcessingQueue) {\n processQueue()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n}\n\n/**\n * Stops the audio\n */\nexport function stopAudio() {\n // Clear pending blobs\n pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (mediaSource) {\n try {\n if (mediaSource.readyState === 'open') {\n mediaSource.endOfStream()\n }\n if (sourceBuffer && mediaSource.readyState !== 'closed') {\n mediaSource.removeSourceBuffer(sourceBuffer)\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n mediaSource = undefined\n sourceBuffer = undefined\n }\n\n // Destroy audio element\n if (audioElement) {\n audioElement.pause()\n audioElement.src = ''\n audioElement = undefined\n }\n\n // Clean up media stream\n if (currentMediaStream) {\n currentMediaStream.getTracks().forEach((track) => track.stop())\n currentMediaStream = undefined\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n async function unlock() {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n clean()\n }\n function clean() {\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { MicVAD } from '@ricky0123/vad-web/src'\nimport { VAD } from './VAD'\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n private vad: MicVAD | undefined\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n if (this.vad) return\n\n if (threshold !== undefined) {\n this.threshold = threshold\n }\n\n const speechThreshold = Math.min(\n Math.max((this.threshold + 100) / 100, 0),\n 1\n )\n\n this.vad = await MicVAD.new({\n stream,\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n positiveSpeechThreshold: speechThreshold,\n negativeSpeechThreshold: speechThreshold * 0.7, // Adjust negative threshold proportionally\n redemptionFrames: 5,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.pause()\n this.vad = undefined\n }\n\n async setThreshold(threshold: number): Promise<void> {\n if (threshold === this.threshold) return\n // Need to recreate the VAD instance with new threshold\n if (this.vad) {\n const stream = this.vad['stream'] // Access internal stream\n await this.stop()\n await this.start(stream, threshold)\n }\n }\n}\n","import EventEmitter from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n protected threshold: number\n\n /**\n * Constructor for the VAD class\n * @param threshold - The threshold to use for the VAD\n */\n constructor(threshold = 0) {\n super()\n this.threshold = threshold\n }\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n * @param threshold - The threshold to use for the VAD\n */\n abstract start(stream: MediaStream, threshold?: number): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Sets the threshold for the VAD\n * @param threshold - The threshold to use for the VAD\n */\n abstract setThreshold(threshold: number): Promise<void>\n}\n","import { VAD } from './VAD'\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n private audioContext: AudioContext | undefined\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private history: number = 10\n private speakingHistory: number[] = []\n\n constructor() {\n super()\n // Initialize speaking history\n for (let i = 0; i < this.history; i++) {\n this.speakingHistory.push(0)\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n if (this.running) return\n\n if (threshold !== undefined) {\n this.threshold = threshold\n }\n\n // Create audio context and nodes\n this.audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n this.analyser = this.audioContext.createAnalyser()\n this.sourceNode = this.audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n if (this.audioContext) {\n await this.audioContext.close()\n this.audioContext = undefined\n }\n\n this.fftBins = undefined\n }\n\n async setThreshold(threshold: number): Promise<void> {\n if (threshold === this.threshold) return\n this.threshold = threshold\n }\n}\n","import EventEmitter from 'eventemitter3'\nimport {\n CallClientCommands,\n CallServerCommands,\n Conversation,\n ConversationMessage,\n} from '../..'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { startMicrophone, stopMicrophone } from '../audio/microphone'\nimport { pauseAudio, playAudio, resumeAudio, stopAudio } from '../audio/speaker'\nimport { SileroVAD } from '../audio/vad/SileroVAD'\nimport { VAD } from '../audio/vad/VAD'\nimport { VolumeVAD } from '../audio/vad/VolumeVAD'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndInterview: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport interface CallHandlerOptions {\n vad?: VAD | 'volume' | 'silero'\n}\n\nexport class CallHandler<\n Params extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n> extends EventEmitter<CallHandlerEvents> {\n private static instance: CallHandler<any>\n\n public static getInstance<\n T extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n >(options?: Options): CallHandler<T, Options> {\n if (!CallHandler.instance) {\n CallHandler.instance = new CallHandler<T, Options>(options)\n }\n return CallHandler.instance\n }\n\n public url?: string\n public params?: Params\n public micRecorder: MicRecorder\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n\n private constructor(options?: Options) {\n super()\n\n this.micRecorder = new MicRecorder(this.getVAD(options?.vad))\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] Received chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] Start speaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption: Stop speaker if playing\n stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] Stop speaking')\n this.ws?.send(CallClientCommands.StopSpeaking)\n })\n }\n\n private getVAD(vad?: VAD | 'volume' | 'silero'): VAD {\n if (!vad) return new VolumeVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n return vad\n }\n\n get isStarted() {\n return this.isWSStarted && this.micRecorder.state.isStarted\n }\n\n get isStarting() {\n return this.isWSStarting || this.micRecorder.state.isStarting\n }\n\n get isWSStarted() {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting() {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted() {\n return !!this.micStream\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder.mute()\n this.notifyStateChange()\n pauseAudio()\n }\n\n resume() {\n if (this.lastAudioBlob) {\n playAudio(this.lastAudioBlob)\n }\n resumeAudio()\n this.micRecorder.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder.stop()\n }\n\n // Start microphone\n this.micStream = await startMicrophone(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n stopMicrophone()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n playAudio(event.data)\n this.lastAudioBlob = event.data\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.Message)) {\n // Received user/assistant message\n const message = JSON.parse(\n event.data.substring(CallServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } else if (event.data === CallServerCommands.EndInterview) {\n // Interview ended\n setTimeout(() => {\n this.emit('EndInterview')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'assistant') {\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.notifyStateChange()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(message: ConversationMessage) {\n this.conversation.push(message)\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'startSpeaking',\n StopSpeaking = 'stopSpeaking',\n Mute = 'mute',\n}\n\nexport enum CallServerCommands {\n Message = 'message',\n CancelLastAssistantMessage = 'cancelLastAssistantMessage',\n EndInterview = 'endInterview',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(\n conversation: Conversation\n ): Promise<string | ConversationMessage>\n speech2Text(audioBlob: Blob, prevMessage?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport interface ConversationMessage<Data = any> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAO,IAAK,mBAAL,kBAAKA,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;;;ACAZ,IAAAC,wBAAyB;;;ACAzB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAAyB;AAMlB,IAAM,gBAAN,cAA4B,qBAAAC,QAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC5CO,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;AFFA,IAAI;AACJ,IAAI;AACG,IAAI;AACX,IAAI;AAEG,IAAI;AACJ,IAAM,sBAAsB;AAEnC,SAAS,OAAO;AACd,MAAI,aAAc;AAGlB,iBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,gBAAc,IAAI,cAAc,YAAY;AAC9C;AAEA,KAAK;AAGL,SAAS,iBAAiB,SAAS,MAAM;AACvC,MAAI,cAAc,UAAU,aAAa;AACvC,kBAAc,OAAO;AAAA,EACvB;AACF,CAAC;AAED,SAAS,kBAAkB,UAA2C;AACpE,SAAO;AAAA,IACL,OAAO;AAAA,MACL,UAAU,EAAE,OAAO,SAAS;AAAA,MAC5B,YAAY;AAAA;AAAA,MACZ,YAAY;AAAA,MACZ,cAAc;AAAA,MACd,kBAAkB;AAAA,MAClB,kBAAkB;AAAA,IACpB;AAAA,EACF;AACF;AAOA,eAAsB,gBAAgB,UAAyC;AAC7E,MAAI,CAAC,gBAAgB,CAAC,aAAa;AACjC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AAGA,MAAI,CAAC,UAAU;AACb,eAAW,aAAa,2CAAkC,KAAK;AAAA,EACjE;AAEA,MAAI,aAAa;AAEf,QAAI,oBAAoB,UAAU;AAChC,aAAO;AAAA,IACT;AAGA,eAAW,WAAW;AAAA,EACxB;AAGA,gBAAc,MAAM,UAAU,aAAa;AAAA,IACzC,kBAAkB,QAAQ;AAAA,EAC5B;AAGA,QAAM,QAAQ,YAAY,UAAU,EAAE,CAAC;AACvC,QAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,MAAI,aAAa;AACf,iBAAa,6CAAoC,WAAW;AAC5D,sBAAkB;AAAA,EACpB,OAAO;AACL,iBAAa,8CAAqC;AAClD,sBAAkB;AAAA,EACpB;AAGA,MAAI,WAAY,YAAW,WAAW;AACtC,eAAa,aAAa,wBAAwB,WAAW;AAC7D,aAAW,QAAQ,YAAY,IAAI;AAEnC,SAAO;AACT;AAKO,SAAS,iBAAiB;AAC/B,MAAI,YAAY;AACd,eAAW,WAAW;AACtB,iBAAa;AAAA,EACf;AACA,MAAI,aAAa;AACf,eAAW,WAAW;AACtB,kBAAc;AAAA,EAChB;AACF;;;AGjGO,SAAS,oBACd,QACA,OACa;AACb,MAAI,CAAC,cAAc;AACjB,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;AJfA,IAAM,YAAY;AAUlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,WAAW;AACb;AAcO,IAAM,cAAN,cAA0B,sBAAAC,QAAgC;AAAA,EAU/D,YAAY,KAAU;AACpB,UAAM;AARR,SAAQ,YAAY,KAAK,aAAa;AAItC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAkHhC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,MAAM,SAAS;AAC7B,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,qBAAqB,YAAY;AACvC,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAEZ,SAAQ,oBAAoB,YAAY;AACtC,UAAI,CAAC,KAAK,SAAU;AACpB,WAAK,SAAS,KAAK;AACnB,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,SAAU;AACpB,WAAK,SAAS,KAAK;AACnB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AApIV,UAAM,YACJ,WAAW,aAAa,iDAAqC,KAAK,GAAG,KACrE;AAGF,SAAK,QAAQ,EAAE,GAAG,yBAAyB,UAAU;AACrD,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,KAAK,IAAI,QAAQ,MAAO;AAAA,MAC1B;AACA,WAAK,gBAAgB;AAGrB,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,QACtD,UAAU,KAAK,UAAU;AAAA,QACzB,oBAAoB;AAAA,MACtB,CAAC;AACD,WAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAG9D,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,aAAa,WAAmB;AAC9B,SAAK,YAAY,EAAE,UAAU,CAAC;AAC9B,iBAAa,mDAAuC,UAAU,SAAS,CAAC;AACxE,SAAK,IAAI,aAAa,SAAS;AAAA,EACjC;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,QAAQ,KAAK,MAAM,SAAS;AAAA,EACnD;AAAA,EAEA,MAAc,wBAAwB;AACpC,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EA4BA,MAAc,gBAAgB,WAAsB;AAClD,QAAI,CAAC,KAAK,mBAAmB;AAE3B,WAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,cAAc;AACrC,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,aAAa,SAAS;AAG3B,SAAK,KAAK,SAAS,UAAU,IAAI;AAAA,EACnC;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AK/NA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAChE,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGC,SAAQ,KAAK,CAAC;AACtE,iBAAeA,UAAS;AACtB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AACA,UAAM;AAAA,EACR;AACA,WAAS,QAAQ;AACf,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AACF;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AD1BA,IAAI;AACJ,IAAIE;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI,oBAAoB;AACxB,IAAM,eAAuB,CAAC;AAEvB,IAAI;AAEX,SAASC,QAAO;AACd,MAAID,cAAc;AAElB,EAAAA,gBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,oBAAkB,IAAI,cAAcA,aAAY;AAChD,SAAOA,aAAY;AACrB;AAEAC,MAAK;AAEL,eAAe,kBAAkB,WAAoB;AACnD,MAAI,CAACD,iBAAgB,CAAC,gBAAiB;AAGvC,MAAI,CAAC,WAAW;AACd,gBACE,aAAa,mDAAsC,KAAK;AAAA,EAC5D;AAGA,MAAI,CAAC,cAAc;AACjB,mBAAe,IAAI,MAAM;AACzB,iBAAa,WAAW;AACxB,kBAAc,IAAI,YAAY;AAC9B,QAAI,CAAC,aAAa;AAChB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AACA,iBAAa,MAAM,IAAI,gBAAgB,WAAW;AAGlD,UAAM,KAAK;AACX,OAAG,iBAAiB,cAAc,MAAM;AACtC,qBAAe,GAAG,gBAAgB,YAAY;AAG9C,mBAAa,iBAAiB,aAAa,MAAM;AAC/C,qBAAa;AAAA,MACf,CAAC;AAGD,UAAI,aAAa,SAAS,GAAG;AAC3B,qBAAa;AAAA,MACf;AAAA,IACF,CAAC;AAGD,iBAAa,iBAAiB,cAAc,SAAS,eAAe;AAClE,UAAI,CAACA,iBAAgB,CAAC,mBAAmB,CAAC,aAAc;AAExD,UAAI;AAEF,cAAM,cAAe,aAAqB,cAAc;AAGxD,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,6BAAqB;AACrB,cAAME,cAAaF,cAAa,wBAAwB,WAAW;AACnE,QAAAE,YAAW,QAAQ,gBAAgB,IAAI;AAGvC,qBAAa,oBAAoB,cAAc,YAAY;AAAA,MAC7D,SAAS,OAAO;AACd,gBAAQ,MAAM,uCAAuC,KAAK;AAAA,MAC5D;AAAA,IACF,CAAC;AAAA,EACH;AAGA,MAAI,WAAW;AACb,QAAI;AACF,YAAM,UAAU,SAAS;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,eAAe;AAC5B,MAAI,CAAC,gBAAgB,CAAC,eAAe,aAAa,WAAW,EAAG;AAChE,MAAI,qBAAqB,aAAa,SAAU;AAEhD,sBAAoB;AACpB,MAAI;AACF,UAAM,aAAa;AAAA,EACrB,UAAE;AACA,wBAAoB;AAEpB,QAAI,aAAa,SAAS,KAAK,CAAC,aAAa,UAAU;AACrD,mBAAa;AAAA,IACf;AAAA,EACF;AACF;AAEA,eAAe,eAAe;AAC5B,MAAI,CAAC,gBAAgB,CAAC,eAAe,aAAa,WAAW,EAAG;AAChE,MAAI,aAAa,SAAU;AAG3B,MAAI,YAAY,eAAe,QAAQ;AACrC,YAAQ,KAAK,yDAAyD;AACtE,cAAU;AACV,UAAM,kBAAkB;AACxB;AAAA,EACF;AAEA,QAAM,OAAO,aAAa,MAAM;AAEhC,MAAI;AAEF,QACE,gBACA,MAAM,KAAK,YAAY,aAAa,EAAE,SAAS,YAAY,GAC3D;AACA,YAAM,cAAc,MAAM,KAAK,YAAY;AAC3C,mBAAa,aAAa,WAAW;AAAA,IACvC,OAAO;AACL,cAAQ,KAAK,2DAA2D;AACxE,gBAAU;AACV,YAAM,kBAAkB;AAAA,IAC1B;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,QAAI,iBAAiB,SAAS,MAAM,SAAS,qBAAqB;AAChE,cAAQ,KAAK,+CAA+C;AAC5D,gBAAU;AACV,YAAM,kBAAkB;AAAA,IAC1B;AAAA,EACF;AACF;AAMO,SAAS,yBAAkC;AAChD,SACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAEnE;AAEA,eAAe,UAAU,WAAoB;AAC3C,MAAI,aAAa,uBAAuB,KAAK,cAAc;AAEzD,WAAO,aAAa,UAAU,SAAS;AAAA,EACzC;AACF;AAMA,eAAsB,oBAAoB,WAAmB;AAC3D,MAAI,CAAC,uBAAuB,EAAG;AAC/B,MAAI;AACF,UAAM,kBAAkB,SAAS;AACjC,iBAAa,qDAAwC,SAAS;AAAA,EAChE,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,EACnE;AACF;AAKO,SAAS,aAAa;AAC3B,MAAI,cAAc;AAChB,iBAAa,MAAM;AAAA,EACrB;AACF;AAKO,SAAS,cAAc;AAC5B,MAAI,cAAc;AAChB,iBAAa,KAAK;AAAA,EACpB;AACF;AAMA,eAAsB,UAAU,MAAY;AAC1C,MAAI,CAACF,iBAAgB,CAAC,gBAAiB;AAGvC,eAAa,KAAK,IAAI;AAGtB,MAAI,CAAC,cAAc;AACjB,UAAM,kBAAkB;AAAA,EAC1B;AAEA,MAAI,CAAC,aAAc;AAEnB,MAAI;AAEF,QAAI,aAAa,QAAQ;AACvB,mBAAa,KAAK;AAAA,IACpB;AAGA,QAAI,gBAAgB,CAAC,aAAa,YAAY,CAAC,mBAAmB;AAChE,mBAAa;AAAA,IACf;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,EACvD;AACF;AAKO,SAAS,YAAY;AAE1B,eAAa,SAAS;AAGtB,MAAI,aAAa;AACf,QAAI;AACF,UAAI,YAAY,eAAe,QAAQ;AACrC,oBAAY,YAAY;AAAA,MAC1B;AACA,UAAI,gBAAgB,YAAY,eAAe,UAAU;AACvD,oBAAY,mBAAmB,YAAY;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,kCAAkC,KAAK;AAAA,IACvD;AACA,kBAAc;AACd,mBAAe;AAAA,EACjB;AAGA,MAAI,cAAc;AAChB,iBAAa,MAAM;AACnB,iBAAa,MAAM;AACnB,mBAAe;AAAA,EACjB;AAGA,MAAI,oBAAoB;AACtB,uBAAmB,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AAC9D,yBAAqB;AAAA,EACvB;AACF;;;AExQA,iBAAuB;;;ACAvB,IAAAG,wBAAyB;AAiBlB,IAAe,MAAf,cAA2B,sBAAAC,QAAwB;AAAA;AAAA;AAAA;AAAA;AAAA,EAUxD,YAAY,YAAY,GAAG;AACzB,UAAM;AATR;AAAA,SAAO,QAAQ;AAUb,SAAK,YAAY;AAAA,EACnB;AAyBF;;;ADhDO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAGjC,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,QAAI,KAAK,IAAK;AAEd,QAAI,cAAc,QAAW;AAC3B,WAAK,YAAY;AAAA,IACnB;AAEA,UAAM,kBAAkB,KAAK;AAAA,MAC3B,KAAK,KAAK,KAAK,YAAY,OAAO,KAAK,CAAC;AAAA,MACxC;AAAA,IACF;AAEA,SAAK,MAAM,MAAM,kBAAO,IAAI;AAAA,MAC1B;AAAA,MACA,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,yBAAyB;AAAA,MACzB,yBAAyB,kBAAkB;AAAA;AAAA,MAC3C,kBAAkB;AAAA,IACpB,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,MAAM;AACf,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,aAAa,WAAkC;AACnD,QAAI,cAAc,KAAK,UAAW;AAElC,QAAI,KAAK,KAAK;AACZ,YAAM,SAAS,KAAK,IAAI,QAAQ;AAChC,YAAM,KAAK,KAAK;AAChB,YAAM,KAAK,MAAM,QAAQ,SAAS;AAAA,IACpC;AAAA,EACF;AACF;;;AEjDO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAWjC,cAAc;AACZ,UAAM;AAPR,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,UAAkB;AAC1B,SAAQ,kBAA4B,CAAC;AAKnC,aAAS,IAAI,GAAG,IAAI,KAAK,SAAS,KAAK;AACrC,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,QAAI,KAAK,QAAS;AAElB,QAAI,cAAc,QAAW;AAC3B,WAAK,YAAY;AAAA,IACnB;AAGA,SAAK,eAAe,KAAK,OAAO,gBAC7B,OAAe,oBAAoB;AACtC,SAAK,WAAW,KAAK,aAAa,eAAe;AACjD,SAAK,aAAa,KAAK,aAAa,wBAAwB,MAAM;AAGlE,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,WAAW;AAClC,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,SAAS,CAAC;AAGhE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,QAAI,KAAK,cAAc;AACrB,YAAM,KAAK,aAAa,MAAM;AAC9B,WAAK,eAAe;AAAA,IACtB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,MAAM,aAAa,WAAkC;AACnD,QAAI,cAAc,KAAK,UAAW;AAClC,SAAK,YAAY;AAAA,EACnB;AACF;;;AC9JA,IAAAC,wBAAyB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADYO,IAAM,cAAN,MAAM,qBAGH,sBAAAC,QAAgC;AAAA,EAwBhC,YAAY,SAAmB;AACrC,UAAM;AATR,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAMlB,SAAK,cAAc,IAAI,YAAY,KAAK,OAAO,SAAS,GAAG,CAAC;AAG5D,SAAK,YAAY,GAAG,eAAe,MAAM;AACvC,WAAK,kBAAkB;AAAA,IACzB,CAAC;AAGD,SAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,WAAK,IAAI,wBAAwB,IAAI;AACrC,WAAK,IAAI,KAAK,IAAI;AAAA,IACpB,CAAC;AAGD,SAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,WAAK,IAAI,sBAAsB;AAC/B,WAAK,IAAI,wCAAqC;AAE9C,gBAAU;AAAA,IACZ,CAAC;AAGD,SAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,WAAK,IAAI,qBAAqB;AAC9B,WAAK,IAAI,sCAAoC;AAAA,IAC/C,CAAC;AAAA,EACH;AAAA,EAlDA,OAAc,YAGZ,SAA4C;AAC5C,QAAI,CAAC,aAAY,UAAU;AACzB,mBAAY,WAAW,IAAI,aAAwB,OAAO;AAAA,IAC5D;AACA,WAAO,aAAY;AAAA,EACrB;AAAA,EA4CQ,OAAO,KAAsC;AACnD,QAAI,CAAC,IAAK,QAAO,IAAI,UAAU;AAC/B,QAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,QAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAY;AACd,WAAO,KAAK,eAAe,KAAK,YAAY,MAAM;AAAA,EACpD;AAAA,EAEA,IAAI,aAAa;AACf,WAAO,KAAK,gBAAgB,KAAK,YAAY,MAAM;AAAA,EACrD;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,YAAY,KAAK;AACtB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,YAAY,KAAK;AACtB,SAAK,kBAAkB;AACvB,eAAW;AAAA,EACb;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,gBAAU,KAAK,aAAa;AAAA,IAC9B;AACA,gBAAY;AACZ,SAAK,YAAY,OAAO;AACxB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AAEF,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,YAAY,KAAK;AAAA,MACxB;AAGA,WAAK,YAAY,MAAM,gBAAgB,QAAQ;AAC/C,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,mBAAe;AACf,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,kBAAU,MAAM,IAAI;AACpB,aAAK,gBAAgB,MAAM;AAAA,MAC7B,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,kCAAqC,GAAG;AAE5D,cAAM,UAAU,KAAK;AAAA,UACnB,MAAM,KAAK,kCAAqC,SAAS,CAAC;AAAA,QAC5D;AACA,aAAK,WAAW,OAAO;AAAA,MACzB,WAAW,MAAM,4CAA0C;AAEzD,mBAAW,MAAM;AACf,eAAK,KAAK,cAAc;AAAA,QAC1B,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,aAAa;AACrC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,kBAAkB;AAEvB,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,SAA8B;AAC/C,SAAK,aAAa,KAAK,OAAO;AAC9B,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AEzRO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,aAAU;AACV,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;","names":["LocalStorageKeys","import_eventemitter3","EventEmitter","audioContext","EventEmitter","audioContext","unlock","audioContext","init","sourceNode","import_eventemitter3","EventEmitter","import_eventemitter3","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/audio/localStorage.ts","../src/audio/MicRecorder.ts","../src/audio/microphone.ts","../src/audio/AudioAnalyser.ts","../src/audio/stopStream.ts","../src/audio/createDelayedStream.ts","../src/audio/speaker.ts","../src/audio/unlock.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VAD.ts","../src/audio/vad/VolumeVAD.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["export * from './audio/localStorage'\nexport * from './audio/MicRecorder'\nexport * as Mic from './audio/microphone'\nexport * as Speaker from './audio/speaker'\nexport * from './audio/vad'\nexport * from './call/CallHandler'\nexport * from './call/CallHandlerError'\nexport * from './types'\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n MicThreshold = 'micdrop.micThreshold',\n}\n","import EventEmitter from 'eventemitter3'\nimport { createDelayedStream } from './createDelayedStream'\nimport { LocalStorageKeys } from './localStorage'\nimport { defaultMicThreshold } from './microphone'\nimport { stopStream } from './stopStream'\nimport { VAD } from './vad/VAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n threshold: number\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n threshold: defaultMicThreshold,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private vad: VAD\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vad: VAD) {\n super()\n\n // Threshold for speech detection\n const threshold =\n parseFloat(localStorage.getItem(LocalStorageKeys.MicThreshold) || '0') ||\n defaultMicThreshold\n\n // Set initial state\n this.state = { ...defaultMicRecorderState, threshold }\n this.vad = vad\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n setThreshold(threshold: number) {\n this.changeState({ threshold })\n localStorage.setItem(LocalStorageKeys.MicThreshold, threshold.toString())\n this.vad.setThreshold(threshold)\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream, this.state.threshold)\n }\n\n private async stopSpeakingDetection() {\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onConfirmSpeaking = (async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }).bind(this)\n\n private onCancelSpeaking = (async () => {\n if (!this.recorder) return\n this.recorder.stop()\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder) return\n this.recorder.stop()\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { stopStream } from './stopStream'\n\nlet currentDeviceId: string | undefined\nlet audioStream: MediaStream | undefined\nexport let audioContext: AudioContext | undefined\nlet sourceNode: MediaStreamAudioSourceNode | undefined\n\nexport let micAnalyser: AudioAnalyser | undefined\nexport const defaultMicThreshold = -50 // in dB\n\nfunction init() {\n if (audioContext) return\n\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n micAnalyser = new AudioAnalyser(audioContext)\n}\n\ninit()\n\n// Resume AudioContext on click, see https://developers.google.com/web/updates/2017/09/autoplay-policy-changes\ndocument.addEventListener('click', () => {\n if (audioContext?.state === 'suspended') {\n audioContext?.resume()\n }\n})\n\nfunction getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n}\n\n/**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\nexport async function startMicrophone(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !micAnalyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (audioStream) {\n // deviceId has not changed, reuse previous stream\n if (currentDeviceId === deviceId) {\n return audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(audioStream)\n }\n\n // Get stream from microphone\n audioStream = await navigator.mediaDevices.getUserMedia(\n getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (sourceNode) sourceNode.disconnect()\n sourceNode = audioContext.createMediaStreamSource(audioStream)\n sourceNode.connect(micAnalyser.node)\n\n return audioStream\n}\n\n/**\n * Stops the microphone\n */\nexport function stopMicrophone() {\n if (sourceNode) {\n sourceNode.disconnect()\n sourceNode = undefined\n }\n if (audioStream) {\n stopStream(audioStream)\n audioStream = undefined\n }\n}\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { audioContext } from './microphone'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n if (!audioContext) {\n throw new Error('AudioContext not initialized')\n }\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { unlock } from './unlock'\n\nlet audioElement: HTMLAudioElement | undefined\nlet audioContext: AudioContext | undefined\nlet mediaSource: MediaSource | undefined\nlet sourceBuffer: SourceBuffer | undefined\nlet currentMediaStream: MediaStream | undefined\nlet isProcessingQueue = false\nconst pendingBlobs: Blob[] = []\n\nexport let speakerAnalyser: AudioAnalyser | undefined\n\nfunction init() {\n if (audioContext) return\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n speakerAnalyser = new AudioAnalyser(audioContext)\n unlock(audioContext)\n}\n\ninit()\n\nasync function setupAudioElement(speakerId?: string) {\n if (!audioContext || !speakerAnalyser) return\n\n // Get speakerId from local storage if not provided\n if (!speakerId) {\n speakerId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) || undefined\n }\n\n // Create audio element if it doesn't exist\n if (!audioElement) {\n audioElement = new Audio()\n audioElement.autoplay = true\n mediaSource = new MediaSource()\n if (!mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n audioElement.src = URL.createObjectURL(mediaSource)\n\n // Setup MediaSource when it opens\n const ms = mediaSource\n ms.addEventListener('sourceopen', () => {\n sourceBuffer = ms.addSourceBuffer('audio/mpeg')\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => {\n processQueue()\n })\n\n // Process any pending blobs\n if (pendingBlobs.length > 0) {\n processQueue()\n }\n })\n\n // Connect audio element to analyser when we have data\n audioElement.addEventListener('timeupdate', function onTimeUpdate() {\n if (!audioContext || !speakerAnalyser || !audioElement) return\n\n try {\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (audioElement as any).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n currentMediaStream = mediaStream\n const sourceNode = audioContext.createMediaStreamSource(mediaStream)\n sourceNode.connect(speakerAnalyser.node)\n\n // Remove the listener once we've successfully connected\n audioElement.removeEventListener('timeupdate', onTimeUpdate)\n } catch (error) {\n console.error('Error creating media stream source:', error)\n }\n })\n }\n\n // Set sink ID if provided\n if (speakerId) {\n try {\n await setSinkId(speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n return audioElement\n}\n\nasync function processQueue() {\n if (!sourceBuffer || !mediaSource || pendingBlobs.length === 0) return\n if (isProcessingQueue || sourceBuffer.updating) return\n\n isProcessingQueue = true\n try {\n await playNextBlob()\n } finally {\n isProcessingQueue = false\n // If there are more blobs and we're not updating, process the next one\n if (pendingBlobs.length > 0 && !sourceBuffer.updating) {\n processQueue()\n }\n }\n}\n\nasync function playNextBlob() {\n if (!sourceBuffer || !mediaSource || pendingBlobs.length === 0) return\n if (sourceBuffer.updating) return\n\n // Check if MediaSource is still valid\n if (mediaSource.readyState !== 'open') {\n console.warn('MediaSource is no longer open, resetting audio pipeline')\n stopAudio()\n await setupAudioElement()\n return\n }\n\n const blob = pendingBlobs.shift()!\n\n try {\n // Double check sourceBuffer is still valid before appending\n if (\n sourceBuffer &&\n Array.from(mediaSource.sourceBuffers).includes(sourceBuffer)\n ) {\n const arrayBuffer = await blob.arrayBuffer()\n sourceBuffer.appendBuffer(arrayBuffer)\n } else {\n console.warn('SourceBuffer is no longer valid, resetting audio pipeline')\n stopAudio()\n await setupAudioElement()\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n if (error instanceof Error && error.name === 'InvalidStateError') {\n console.warn('Resetting audio pipeline due to invalid state')\n stopAudio()\n await setupAudioElement()\n }\n }\n}\n\n/**\n * Checks if the speaker device can be changed\n * @returns True if the speaker device can be changed, false otherwise\n */\nexport function canChangeSpeakerDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n}\n\nasync function setSinkId(speakerId?: string) {\n if (speakerId && canChangeSpeakerDevice() && audioElement) {\n // @ts-ignore\n return audioElement.setSinkId(speakerId)\n }\n}\n\n/**\n * Changes the speaker device\n * @param speakerId - The speakerId to use\n */\nexport async function changeSpeakerDevice(speakerId: string) {\n if (!canChangeSpeakerDevice()) return\n try {\n await setupAudioElement(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n}\n\n/**\n * Pauses the audio\n */\nexport function pauseAudio() {\n if (audioElement) {\n audioElement.pause()\n }\n}\n\n/**\n * Resumes the audio\n */\nexport function resumeAudio() {\n if (audioElement) {\n audioElement.play()\n }\n}\n\n/**\n * Plays the audio\n * @param blob - The blob to play (adds to the queue if already playing)\n */\nexport async function playAudio(blob: Blob) {\n if (!audioContext || !speakerAnalyser) return\n\n // Add blob to pending queue\n pendingBlobs.push(blob)\n\n // Initialize audio element if needed\n if (!audioElement) {\n await setupAudioElement()\n }\n\n if (!audioElement) return\n\n try {\n // Start playing if not already playing\n if (audioElement.paused) {\n audioElement.play()\n }\n\n // Try to process the queue if we can\n if (sourceBuffer && !sourceBuffer.updating && !isProcessingQueue) {\n processQueue()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n}\n\n/**\n * Stops the audio\n */\nexport function stopAudio() {\n // Clear pending blobs\n pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (mediaSource) {\n try {\n if (mediaSource.readyState === 'open') {\n mediaSource.endOfStream()\n }\n if (sourceBuffer && mediaSource.readyState !== 'closed') {\n mediaSource.removeSourceBuffer(sourceBuffer)\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n mediaSource = undefined\n sourceBuffer = undefined\n }\n\n // Destroy audio element\n if (audioElement) {\n audioElement.pause()\n audioElement.src = ''\n audioElement = undefined\n }\n\n // Clean up media stream\n if (currentMediaStream) {\n currentMediaStream.getTracks().forEach((track) => track.stop())\n currentMediaStream = undefined\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n async function unlock() {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n clean()\n }\n function clean() {\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { MicVAD } from '@ricky0123/vad-web/src'\nimport { VAD } from './VAD'\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n private vad: MicVAD | undefined\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n if (this.vad) return\n\n if (threshold !== undefined) {\n this.threshold = threshold\n }\n\n const speechThreshold = Math.min(\n Math.max((this.threshold + 100) / 100, 0),\n 1\n )\n\n this.vad = await MicVAD.new({\n stream,\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n positiveSpeechThreshold: speechThreshold,\n negativeSpeechThreshold: speechThreshold * 0.7, // Adjust negative threshold proportionally\n redemptionFrames: 5,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.pause()\n this.vad = undefined\n }\n\n async setThreshold(threshold: number): Promise<void> {\n if (threshold === this.threshold) return\n // Need to recreate the VAD instance with new threshold\n if (this.vad) {\n const stream = this.vad['stream'] // Access internal stream\n await this.stop()\n await this.start(stream, threshold)\n }\n }\n}\n","import EventEmitter from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n protected threshold: number\n\n /**\n * Constructor for the VAD class\n * @param threshold - The threshold to use for the VAD\n */\n constructor(threshold = 0) {\n super()\n this.threshold = threshold\n }\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n * @param threshold - The threshold to use for the VAD\n */\n abstract start(stream: MediaStream, threshold?: number): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Sets the threshold for the VAD\n * @param threshold - The threshold to use for the VAD\n */\n abstract setThreshold(threshold: number): Promise<void>\n}\n","import { VAD } from './VAD'\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n private audioContext: AudioContext | undefined\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private history: number = 10\n private speakingHistory: number[] = []\n\n constructor() {\n super()\n // Initialize speaking history\n for (let i = 0; i < this.history; i++) {\n this.speakingHistory.push(0)\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n if (this.running) return\n\n if (threshold !== undefined) {\n this.threshold = threshold\n }\n\n // Create audio context and nodes\n this.audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n this.analyser = this.audioContext.createAnalyser()\n this.sourceNode = this.audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n if (this.audioContext) {\n await this.audioContext.close()\n this.audioContext = undefined\n }\n\n this.fftBins = undefined\n }\n\n async setThreshold(threshold: number): Promise<void> {\n if (threshold === this.threshold) return\n this.threshold = threshold\n }\n}\n","import EventEmitter from 'eventemitter3'\nimport {\n CallClientCommands,\n CallServerCommands,\n Conversation,\n ConversationMessage,\n} from '../..'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { startMicrophone, stopMicrophone } from '../audio/microphone'\nimport { pauseAudio, playAudio, resumeAudio, stopAudio } from '../audio/speaker'\nimport { SileroVAD } from '../audio/vad/SileroVAD'\nimport { VAD } from '../audio/vad/VAD'\nimport { VolumeVAD } from '../audio/vad/VolumeVAD'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndInterview: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport interface CallHandlerOptions {\n vad?: VAD | 'volume' | 'silero'\n}\n\nexport class CallHandler<\n Params extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n> extends EventEmitter<CallHandlerEvents> {\n private static instance: CallHandler<any>\n\n public static getInstance<\n T extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n >(options?: Options): CallHandler<T, Options> {\n if (!CallHandler.instance) {\n CallHandler.instance = new CallHandler<T, Options>(options)\n }\n return CallHandler.instance\n }\n\n public url?: string\n public params?: Params\n public micRecorder: MicRecorder\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n private _isProcessing = false\n\n private constructor(options?: Options) {\n super()\n\n this.micRecorder = new MicRecorder(this.getVAD(options?.vad))\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] Received chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] Start speaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] Stop speaking')\n this.ws?.send(CallClientCommands.StopSpeaking)\n this._isProcessing = true\n this.notifyStateChange()\n })\n }\n\n private getVAD(vad?: VAD | 'volume' | 'silero'): VAD {\n if (!vad) return new VolumeVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n return vad\n }\n\n get isStarted() {\n return this.isWSStarted && this.micRecorder.state.isStarted\n }\n\n get isStarting() {\n return this.isWSStarting || this.micRecorder.state.isStarting\n }\n\n get isWSStarted() {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting() {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted() {\n return !!this.micStream\n }\n\n get isProcessing() {\n return this._isProcessing\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder.mute()\n this.notifyStateChange()\n pauseAudio()\n }\n\n resume() {\n if (this.lastAudioBlob) {\n playAudio(this.lastAudioBlob)\n }\n resumeAudio()\n this.micRecorder.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder.stop()\n }\n\n // Start microphone\n this.micStream = await startMicrophone(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n stopMicrophone()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n playAudio(event.data)\n this.lastAudioBlob = event.data\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.Message)) {\n // Received user/assistant message\n const message = JSON.parse(\n event.data.substring(CallServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } else if (event.data === CallServerCommands.EndInterview) {\n // Interview ended\n setTimeout(() => {\n this.emit('EndInterview')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'assistant') {\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.notifyStateChange()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(message: ConversationMessage) {\n this.conversation.push(message)\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'startSpeaking',\n StopSpeaking = 'stopSpeaking',\n Mute = 'mute',\n}\n\nexport enum CallServerCommands {\n Message = 'message',\n CancelLastAssistantMessage = 'cancelLastAssistantMessage',\n EndInterview = 'endInterview',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(\n conversation: Conversation\n ): Promise<string | ConversationMessage>\n speech2Text(audioBlob: Blob, prevMessage?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport interface ConversationMessage<Data = any> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAO,IAAK,mBAAL,kBAAKA,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;;;ACAZ,IAAAC,wBAAyB;;;ACAzB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAAyB;AAMlB,IAAM,gBAAN,cAA4B,qBAAAC,QAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC5CO,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;AFFA,IAAI;AACJ,IAAI;AACG,IAAI;AACX,IAAI;AAEG,IAAI;AACJ,IAAM,sBAAsB;AAEnC,SAAS,OAAO;AACd,MAAI,aAAc;AAGlB,iBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,gBAAc,IAAI,cAAc,YAAY;AAC9C;AAEA,KAAK;AAGL,SAAS,iBAAiB,SAAS,MAAM;AACvC,MAAI,cAAc,UAAU,aAAa;AACvC,kBAAc,OAAO;AAAA,EACvB;AACF,CAAC;AAED,SAAS,kBAAkB,UAA2C;AACpE,SAAO;AAAA,IACL,OAAO;AAAA,MACL,UAAU,EAAE,OAAO,SAAS;AAAA,MAC5B,YAAY;AAAA;AAAA,MACZ,YAAY;AAAA,MACZ,cAAc;AAAA,MACd,kBAAkB;AAAA,MAClB,kBAAkB;AAAA,IACpB;AAAA,EACF;AACF;AAOA,eAAsB,gBAAgB,UAAyC;AAC7E,MAAI,CAAC,gBAAgB,CAAC,aAAa;AACjC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AAGA,MAAI,CAAC,UAAU;AACb,eAAW,aAAa,2CAAkC,KAAK;AAAA,EACjE;AAEA,MAAI,aAAa;AAEf,QAAI,oBAAoB,UAAU;AAChC,aAAO;AAAA,IACT;AAGA,eAAW,WAAW;AAAA,EACxB;AAGA,gBAAc,MAAM,UAAU,aAAa;AAAA,IACzC,kBAAkB,QAAQ;AAAA,EAC5B;AAGA,QAAM,QAAQ,YAAY,UAAU,EAAE,CAAC;AACvC,QAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,MAAI,aAAa;AACf,iBAAa,6CAAoC,WAAW;AAC5D,sBAAkB;AAAA,EACpB,OAAO;AACL,iBAAa,8CAAqC;AAClD,sBAAkB;AAAA,EACpB;AAGA,MAAI,WAAY,YAAW,WAAW;AACtC,eAAa,aAAa,wBAAwB,WAAW;AAC7D,aAAW,QAAQ,YAAY,IAAI;AAEnC,SAAO;AACT;AAKO,SAAS,iBAAiB;AAC/B,MAAI,YAAY;AACd,eAAW,WAAW;AACtB,iBAAa;AAAA,EACf;AACA,MAAI,aAAa;AACf,eAAW,WAAW;AACtB,kBAAc;AAAA,EAChB;AACF;;;AGjGO,SAAS,oBACd,QACA,OACa;AACb,MAAI,CAAC,cAAc;AACjB,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;AJfA,IAAM,YAAY;AAUlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,WAAW;AACb;AAcO,IAAM,cAAN,cAA0B,sBAAAC,QAAgC;AAAA,EAU/D,YAAY,KAAU;AACpB,UAAM;AARR,SAAQ,YAAY,KAAK,aAAa;AAItC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAkHhC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,MAAM,SAAS;AAC7B,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,qBAAqB,YAAY;AACvC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAEZ,SAAQ,oBAAoB,YAAY;AACtC,UAAI,CAAC,KAAK,SAAU;AACpB,WAAK,SAAS,KAAK;AACnB,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,SAAU;AACpB,WAAK,SAAS,KAAK;AACnB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AArIV,UAAM,YACJ,WAAW,aAAa,iDAAqC,KAAK,GAAG,KACrE;AAGF,SAAK,QAAQ,EAAE,GAAG,yBAAyB,UAAU;AACrD,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,KAAK,IAAI,QAAQ,MAAO;AAAA,MAC1B;AACA,WAAK,gBAAgB;AAGrB,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,QACtD,UAAU,KAAK,UAAU;AAAA,QACzB,oBAAoB;AAAA,MACtB,CAAC;AACD,WAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAG9D,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,aAAa,WAAmB;AAC9B,SAAK,YAAY,EAAE,UAAU,CAAC;AAC9B,iBAAa,mDAAuC,UAAU,SAAS,CAAC;AACxE,SAAK,IAAI,aAAa,SAAS;AAAA,EACjC;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,QAAQ,KAAK,MAAM,SAAS;AAAA,EACnD;AAAA,EAEA,MAAc,wBAAwB;AACpC,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EA6BA,MAAc,gBAAgB,WAAsB;AAClD,QAAI,CAAC,KAAK,mBAAmB;AAE3B,WAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,cAAc;AACrC,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,aAAa,SAAS;AAG3B,SAAK,KAAK,SAAS,UAAU,IAAI;AAAA,EACnC;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AKhOA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAChE,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGC,SAAQ,KAAK,CAAC;AACtE,iBAAeA,UAAS;AACtB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AACA,UAAM;AAAA,EACR;AACA,WAAS,QAAQ;AACf,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AACF;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AD1BA,IAAI;AACJ,IAAIE;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI,oBAAoB;AACxB,IAAM,eAAuB,CAAC;AAEvB,IAAI;AAEX,SAASC,QAAO;AACd,MAAID,cAAc;AAElB,EAAAA,gBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,oBAAkB,IAAI,cAAcA,aAAY;AAChD,SAAOA,aAAY;AACrB;AAEAC,MAAK;AAEL,eAAe,kBAAkB,WAAoB;AACnD,MAAI,CAACD,iBAAgB,CAAC,gBAAiB;AAGvC,MAAI,CAAC,WAAW;AACd,gBACE,aAAa,mDAAsC,KAAK;AAAA,EAC5D;AAGA,MAAI,CAAC,cAAc;AACjB,mBAAe,IAAI,MAAM;AACzB,iBAAa,WAAW;AACxB,kBAAc,IAAI,YAAY;AAC9B,QAAI,CAAC,aAAa;AAChB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AACA,iBAAa,MAAM,IAAI,gBAAgB,WAAW;AAGlD,UAAM,KAAK;AACX,OAAG,iBAAiB,cAAc,MAAM;AACtC,qBAAe,GAAG,gBAAgB,YAAY;AAG9C,mBAAa,iBAAiB,aAAa,MAAM;AAC/C,qBAAa;AAAA,MACf,CAAC;AAGD,UAAI,aAAa,SAAS,GAAG;AAC3B,qBAAa;AAAA,MACf;AAAA,IACF,CAAC;AAGD,iBAAa,iBAAiB,cAAc,SAAS,eAAe;AAClE,UAAI,CAACA,iBAAgB,CAAC,mBAAmB,CAAC,aAAc;AAExD,UAAI;AAEF,cAAM,cAAe,aAAqB,cAAc;AAGxD,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,6BAAqB;AACrB,cAAME,cAAaF,cAAa,wBAAwB,WAAW;AACnE,QAAAE,YAAW,QAAQ,gBAAgB,IAAI;AAGvC,qBAAa,oBAAoB,cAAc,YAAY;AAAA,MAC7D,SAAS,OAAO;AACd,gBAAQ,MAAM,uCAAuC,KAAK;AAAA,MAC5D;AAAA,IACF,CAAC;AAAA,EACH;AAGA,MAAI,WAAW;AACb,QAAI;AACF,YAAM,UAAU,SAAS;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,eAAe;AAC5B,MAAI,CAAC,gBAAgB,CAAC,eAAe,aAAa,WAAW,EAAG;AAChE,MAAI,qBAAqB,aAAa,SAAU;AAEhD,sBAAoB;AACpB,MAAI;AACF,UAAM,aAAa;AAAA,EACrB,UAAE;AACA,wBAAoB;AAEpB,QAAI,aAAa,SAAS,KAAK,CAAC,aAAa,UAAU;AACrD,mBAAa;AAAA,IACf;AAAA,EACF;AACF;AAEA,eAAe,eAAe;AAC5B,MAAI,CAAC,gBAAgB,CAAC,eAAe,aAAa,WAAW,EAAG;AAChE,MAAI,aAAa,SAAU;AAG3B,MAAI,YAAY,eAAe,QAAQ;AACrC,YAAQ,KAAK,yDAAyD;AACtE,cAAU;AACV,UAAM,kBAAkB;AACxB;AAAA,EACF;AAEA,QAAM,OAAO,aAAa,MAAM;AAEhC,MAAI;AAEF,QACE,gBACA,MAAM,KAAK,YAAY,aAAa,EAAE,SAAS,YAAY,GAC3D;AACA,YAAM,cAAc,MAAM,KAAK,YAAY;AAC3C,mBAAa,aAAa,WAAW;AAAA,IACvC,OAAO;AACL,cAAQ,KAAK,2DAA2D;AACxE,gBAAU;AACV,YAAM,kBAAkB;AAAA,IAC1B;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,QAAI,iBAAiB,SAAS,MAAM,SAAS,qBAAqB;AAChE,cAAQ,KAAK,+CAA+C;AAC5D,gBAAU;AACV,YAAM,kBAAkB;AAAA,IAC1B;AAAA,EACF;AACF;AAMO,SAAS,yBAAkC;AAChD,SACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAEnE;AAEA,eAAe,UAAU,WAAoB;AAC3C,MAAI,aAAa,uBAAuB,KAAK,cAAc;AAEzD,WAAO,aAAa,UAAU,SAAS;AAAA,EACzC;AACF;AAMA,eAAsB,oBAAoB,WAAmB;AAC3D,MAAI,CAAC,uBAAuB,EAAG;AAC/B,MAAI;AACF,UAAM,kBAAkB,SAAS;AACjC,iBAAa,qDAAwC,SAAS;AAAA,EAChE,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,EACnE;AACF;AAKO,SAAS,aAAa;AAC3B,MAAI,cAAc;AAChB,iBAAa,MAAM;AAAA,EACrB;AACF;AAKO,SAAS,cAAc;AAC5B,MAAI,cAAc;AAChB,iBAAa,KAAK;AAAA,EACpB;AACF;AAMA,eAAsB,UAAU,MAAY;AAC1C,MAAI,CAACF,iBAAgB,CAAC,gBAAiB;AAGvC,eAAa,KAAK,IAAI;AAGtB,MAAI,CAAC,cAAc;AACjB,UAAM,kBAAkB;AAAA,EAC1B;AAEA,MAAI,CAAC,aAAc;AAEnB,MAAI;AAEF,QAAI,aAAa,QAAQ;AACvB,mBAAa,KAAK;AAAA,IACpB;AAGA,QAAI,gBAAgB,CAAC,aAAa,YAAY,CAAC,mBAAmB;AAChE,mBAAa;AAAA,IACf;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,EACvD;AACF;AAKO,SAAS,YAAY;AAE1B,eAAa,SAAS;AAGtB,MAAI,aAAa;AACf,QAAI;AACF,UAAI,YAAY,eAAe,QAAQ;AACrC,oBAAY,YAAY;AAAA,MAC1B;AACA,UAAI,gBAAgB,YAAY,eAAe,UAAU;AACvD,oBAAY,mBAAmB,YAAY;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,kCAAkC,KAAK;AAAA,IACvD;AACA,kBAAc;AACd,mBAAe;AAAA,EACjB;AAGA,MAAI,cAAc;AAChB,iBAAa,MAAM;AACnB,iBAAa,MAAM;AACnB,mBAAe;AAAA,EACjB;AAGA,MAAI,oBAAoB;AACtB,uBAAmB,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AAC9D,yBAAqB;AAAA,EACvB;AACF;;;AExQA,iBAAuB;;;ACAvB,IAAAG,wBAAyB;AAiBlB,IAAe,MAAf,cAA2B,sBAAAC,QAAwB;AAAA;AAAA;AAAA;AAAA;AAAA,EAUxD,YAAY,YAAY,GAAG;AACzB,UAAM;AATR;AAAA,SAAO,QAAQ;AAUb,SAAK,YAAY;AAAA,EACnB;AAyBF;;;ADhDO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAGjC,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,QAAI,KAAK,IAAK;AAEd,QAAI,cAAc,QAAW;AAC3B,WAAK,YAAY;AAAA,IACnB;AAEA,UAAM,kBAAkB,KAAK;AAAA,MAC3B,KAAK,KAAK,KAAK,YAAY,OAAO,KAAK,CAAC;AAAA,MACxC;AAAA,IACF;AAEA,SAAK,MAAM,MAAM,kBAAO,IAAI;AAAA,MAC1B;AAAA,MACA,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,yBAAyB;AAAA,MACzB,yBAAyB,kBAAkB;AAAA;AAAA,MAC3C,kBAAkB;AAAA,IACpB,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,MAAM;AACf,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,aAAa,WAAkC;AACnD,QAAI,cAAc,KAAK,UAAW;AAElC,QAAI,KAAK,KAAK;AACZ,YAAM,SAAS,KAAK,IAAI,QAAQ;AAChC,YAAM,KAAK,KAAK;AAChB,YAAM,KAAK,MAAM,QAAQ,SAAS;AAAA,IACpC;AAAA,EACF;AACF;;;AEjDO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAWjC,cAAc;AACZ,UAAM;AAPR,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,UAAkB;AAC1B,SAAQ,kBAA4B,CAAC;AAKnC,aAAS,IAAI,GAAG,IAAI,KAAK,SAAS,KAAK;AACrC,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,QAAI,KAAK,QAAS;AAElB,QAAI,cAAc,QAAW;AAC3B,WAAK,YAAY;AAAA,IACnB;AAGA,SAAK,eAAe,KAAK,OAAO,gBAC7B,OAAe,oBAAoB;AACtC,SAAK,WAAW,KAAK,aAAa,eAAe;AACjD,SAAK,aAAa,KAAK,aAAa,wBAAwB,MAAM;AAGlE,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,WAAW;AAClC,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,SAAS,CAAC;AAGhE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,QAAI,KAAK,cAAc;AACrB,YAAM,KAAK,aAAa,MAAM;AAC9B,WAAK,eAAe;AAAA,IACtB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,MAAM,aAAa,WAAkC;AACnD,QAAI,cAAc,KAAK,UAAW;AAClC,SAAK,YAAY;AAAA,EACnB;AACF;;;AC9JA,IAAAC,wBAAyB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADYO,IAAM,cAAN,MAAM,qBAGH,sBAAAC,QAAgC;AAAA,EAyBhC,YAAY,SAAmB;AACrC,UAAM;AAVR,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAEpB,SAAQ,gBAAgB;AAKtB,SAAK,cAAc,IAAI,YAAY,KAAK,OAAO,SAAS,GAAG,CAAC;AAG5D,SAAK,YAAY,GAAG,eAAe,MAAM;AACvC,WAAK,kBAAkB;AAAA,IACzB,CAAC;AAGD,SAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,WAAK,IAAI,wBAAwB,IAAI;AACrC,WAAK,IAAI,KAAK,IAAI;AAAA,IACpB,CAAC;AAGD,SAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,WAAK,IAAI,sBAAsB;AAC/B,WAAK,IAAI,wCAAqC;AAE9C,WAAK,gBAAgB;AACrB,WAAK,kBAAkB;AACvB,gBAAU;AAAA,IACZ,CAAC;AAGD,SAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,WAAK,IAAI,qBAAqB;AAC9B,WAAK,IAAI,sCAAoC;AAC7C,WAAK,gBAAgB;AACrB,WAAK,kBAAkB;AAAA,IACzB,CAAC;AAAA,EACH;AAAA,EAvDA,OAAc,YAGZ,SAA4C;AAC5C,QAAI,CAAC,aAAY,UAAU;AACzB,mBAAY,WAAW,IAAI,aAAwB,OAAO;AAAA,IAC5D;AACA,WAAO,aAAY;AAAA,EACrB;AAAA,EAiDQ,OAAO,KAAsC;AACnD,QAAI,CAAC,IAAK,QAAO,IAAI,UAAU;AAC/B,QAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,QAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAY;AACd,WAAO,KAAK,eAAe,KAAK,YAAY,MAAM;AAAA,EACpD;AAAA,EAEA,IAAI,aAAa;AACf,WAAO,KAAK,gBAAgB,KAAK,YAAY,MAAM;AAAA,EACrD;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AACrB,SAAK,gBAAgB;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,YAAY,KAAK;AACtB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,YAAY,KAAK;AACtB,SAAK,kBAAkB;AACvB,eAAW;AAAA,EACb;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,gBAAU,KAAK,aAAa;AAAA,IAC9B;AACA,gBAAY;AACZ,SAAK,YAAY,OAAO;AACxB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AAEF,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,YAAY,KAAK;AAAA,MACxB;AAGA,WAAK,YAAY,MAAM,gBAAgB,QAAQ;AAC/C,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,mBAAe;AACf,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,kBAAU,MAAM,IAAI;AACpB,aAAK,gBAAgB,MAAM;AAC3B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,kCAAqC,GAAG;AAE5D,cAAM,UAAU,KAAK;AAAA,UACnB,MAAM,KAAK,kCAAqC,SAAS,CAAC;AAAA,QAC5D;AACA,aAAK,WAAW,OAAO;AAAA,MACzB,WAAW,MAAM,4CAA0C;AAEzD,mBAAW,MAAM;AACf,eAAK,KAAK,cAAc;AAAA,QAC1B,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,aAAa;AACrC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,kBAAkB;AAEvB,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,SAA8B;AAC/C,SAAK,aAAa,KAAK,OAAO;AAC9B,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AErSO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,aAAU;AACV,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;","names":["LocalStorageKeys","import_eventemitter3","EventEmitter","audioContext","EventEmitter","audioContext","unlock","audioContext","init","sourceNode","import_eventemitter3","EventEmitter","import_eventemitter3","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
|
package/dist/index.mjs
CHANGED
|
@@ -172,6 +172,7 @@ var MicRecorder = class extends EventEmitter2 {
|
|
|
172
172
|
this.queuedChunks.length = 0;
|
|
173
173
|
}).bind(this);
|
|
174
174
|
this.onConfirmSpeaking = (async () => {
|
|
175
|
+
if (this.state.isMuted) return;
|
|
175
176
|
this.emit("StartSpeaking");
|
|
176
177
|
this.changeState({ isSpeaking: true });
|
|
177
178
|
this.speakingConfirmed = true;
|
|
@@ -709,6 +710,7 @@ var CallHandler = class _CallHandler extends EventEmitter4 {
|
|
|
709
710
|
this.conversation = [];
|
|
710
711
|
this.debug = false;
|
|
711
712
|
this.startTime = 0;
|
|
713
|
+
this._isProcessing = false;
|
|
712
714
|
this.micRecorder = new MicRecorder(this.getVAD(options?.vad));
|
|
713
715
|
this.micRecorder.on("StateChange", () => {
|
|
714
716
|
this.notifyStateChange();
|
|
@@ -720,11 +722,15 @@ var CallHandler = class _CallHandler extends EventEmitter4 {
|
|
|
720
722
|
this.micRecorder.on("StartSpeaking", () => {
|
|
721
723
|
this.log("[Mic] Start speaking");
|
|
722
724
|
this.ws?.send("startSpeaking" /* StartSpeaking */);
|
|
725
|
+
this._isProcessing = false;
|
|
726
|
+
this.notifyStateChange();
|
|
723
727
|
stopAudio();
|
|
724
728
|
});
|
|
725
729
|
this.micRecorder.on("StopSpeaking", () => {
|
|
726
730
|
this.log("[Mic] Stop speaking");
|
|
727
731
|
this.ws?.send("stopSpeaking" /* StopSpeaking */);
|
|
732
|
+
this._isProcessing = true;
|
|
733
|
+
this.notifyStateChange();
|
|
728
734
|
});
|
|
729
735
|
}
|
|
730
736
|
static getInstance(options) {
|
|
@@ -754,9 +760,13 @@ var CallHandler = class _CallHandler extends EventEmitter4 {
|
|
|
754
760
|
get isMicStarted() {
|
|
755
761
|
return !!this.micStream;
|
|
756
762
|
}
|
|
763
|
+
get isProcessing() {
|
|
764
|
+
return this._isProcessing;
|
|
765
|
+
}
|
|
757
766
|
async start() {
|
|
758
767
|
this.startTime = Date.now();
|
|
759
768
|
this.conversation = [];
|
|
769
|
+
this._isProcessing = true;
|
|
760
770
|
await this.startMic(void 0, true);
|
|
761
771
|
await this.startWS();
|
|
762
772
|
}
|
|
@@ -833,6 +843,8 @@ var CallHandler = class _CallHandler extends EventEmitter4 {
|
|
|
833
843
|
if (event.data instanceof Blob) {
|
|
834
844
|
playAudio(event.data);
|
|
835
845
|
this.lastAudioBlob = event.data;
|
|
846
|
+
this._isProcessing = false;
|
|
847
|
+
this.notifyStateChange();
|
|
836
848
|
} else if (typeof event.data !== "string") {
|
|
837
849
|
console.warn(`[WS] Unknown message type: ${event.data}`);
|
|
838
850
|
} else if (event.data.startsWith("message" /* Message */)) {
|
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/audio/localStorage.ts","../src/audio/MicRecorder.ts","../src/audio/microphone.ts","../src/audio/AudioAnalyser.ts","../src/audio/stopStream.ts","../src/audio/createDelayedStream.ts","../src/audio/speaker.ts","../src/audio/unlock.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VAD.ts","../src/audio/vad/VolumeVAD.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n MicThreshold = 'micdrop.micThreshold',\n}\n","import EventEmitter from 'eventemitter3'\nimport { createDelayedStream } from './createDelayedStream'\nimport { LocalStorageKeys } from './localStorage'\nimport { defaultMicThreshold } from './microphone'\nimport { stopStream } from './stopStream'\nimport { VAD } from './vad/VAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n threshold: number\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n threshold: defaultMicThreshold,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private vad: VAD\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vad: VAD) {\n super()\n\n // Threshold for speech detection\n const threshold =\n parseFloat(localStorage.getItem(LocalStorageKeys.MicThreshold) || '0') ||\n defaultMicThreshold\n\n // Set initial state\n this.state = { ...defaultMicRecorderState, threshold }\n this.vad = vad\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n setThreshold(threshold: number) {\n this.changeState({ threshold })\n localStorage.setItem(LocalStorageKeys.MicThreshold, threshold.toString())\n this.vad.setThreshold(threshold)\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream, this.state.threshold)\n }\n\n private async stopSpeakingDetection() {\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onConfirmSpeaking = (async () => {\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }).bind(this)\n\n private onCancelSpeaking = (async () => {\n if (!this.recorder) return\n this.recorder.stop()\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder) return\n this.recorder.stop()\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { stopStream } from './stopStream'\n\nlet currentDeviceId: string | undefined\nlet audioStream: MediaStream | undefined\nexport let audioContext: AudioContext | undefined\nlet sourceNode: MediaStreamAudioSourceNode | undefined\n\nexport let micAnalyser: AudioAnalyser | undefined\nexport const defaultMicThreshold = -50 // in dB\n\nfunction init() {\n if (audioContext) return\n\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n micAnalyser = new AudioAnalyser(audioContext)\n}\n\ninit()\n\n// Resume AudioContext on click, see https://developers.google.com/web/updates/2017/09/autoplay-policy-changes\ndocument.addEventListener('click', () => {\n if (audioContext?.state === 'suspended') {\n audioContext?.resume()\n }\n})\n\nfunction getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n}\n\n/**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\nexport async function startMicrophone(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !micAnalyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (audioStream) {\n // deviceId has not changed, reuse previous stream\n if (currentDeviceId === deviceId) {\n return audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(audioStream)\n }\n\n // Get stream from microphone\n audioStream = await navigator.mediaDevices.getUserMedia(\n getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (sourceNode) sourceNode.disconnect()\n sourceNode = audioContext.createMediaStreamSource(audioStream)\n sourceNode.connect(micAnalyser.node)\n\n return audioStream\n}\n\n/**\n * Stops the microphone\n */\nexport function stopMicrophone() {\n if (sourceNode) {\n sourceNode.disconnect()\n sourceNode = undefined\n }\n if (audioStream) {\n stopStream(audioStream)\n audioStream = undefined\n }\n}\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { audioContext } from './microphone'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n if (!audioContext) {\n throw new Error('AudioContext not initialized')\n }\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { unlock } from './unlock'\n\nlet audioElement: HTMLAudioElement | undefined\nlet audioContext: AudioContext | undefined\nlet mediaSource: MediaSource | undefined\nlet sourceBuffer: SourceBuffer | undefined\nlet currentMediaStream: MediaStream | undefined\nlet isProcessingQueue = false\nconst pendingBlobs: Blob[] = []\n\nexport let speakerAnalyser: AudioAnalyser | undefined\n\nfunction init() {\n if (audioContext) return\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n speakerAnalyser = new AudioAnalyser(audioContext)\n unlock(audioContext)\n}\n\ninit()\n\nasync function setupAudioElement(speakerId?: string) {\n if (!audioContext || !speakerAnalyser) return\n\n // Get speakerId from local storage if not provided\n if (!speakerId) {\n speakerId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) || undefined\n }\n\n // Create audio element if it doesn't exist\n if (!audioElement) {\n audioElement = new Audio()\n audioElement.autoplay = true\n mediaSource = new MediaSource()\n if (!mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n audioElement.src = URL.createObjectURL(mediaSource)\n\n // Setup MediaSource when it opens\n const ms = mediaSource\n ms.addEventListener('sourceopen', () => {\n sourceBuffer = ms.addSourceBuffer('audio/mpeg')\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => {\n processQueue()\n })\n\n // Process any pending blobs\n if (pendingBlobs.length > 0) {\n processQueue()\n }\n })\n\n // Connect audio element to analyser when we have data\n audioElement.addEventListener('timeupdate', function onTimeUpdate() {\n if (!audioContext || !speakerAnalyser || !audioElement) return\n\n try {\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (audioElement as any).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n currentMediaStream = mediaStream\n const sourceNode = audioContext.createMediaStreamSource(mediaStream)\n sourceNode.connect(speakerAnalyser.node)\n\n // Remove the listener once we've successfully connected\n audioElement.removeEventListener('timeupdate', onTimeUpdate)\n } catch (error) {\n console.error('Error creating media stream source:', error)\n }\n })\n }\n\n // Set sink ID if provided\n if (speakerId) {\n try {\n await setSinkId(speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n return audioElement\n}\n\nasync function processQueue() {\n if (!sourceBuffer || !mediaSource || pendingBlobs.length === 0) return\n if (isProcessingQueue || sourceBuffer.updating) return\n\n isProcessingQueue = true\n try {\n await playNextBlob()\n } finally {\n isProcessingQueue = false\n // If there are more blobs and we're not updating, process the next one\n if (pendingBlobs.length > 0 && !sourceBuffer.updating) {\n processQueue()\n }\n }\n}\n\nasync function playNextBlob() {\n if (!sourceBuffer || !mediaSource || pendingBlobs.length === 0) return\n if (sourceBuffer.updating) return\n\n // Check if MediaSource is still valid\n if (mediaSource.readyState !== 'open') {\n console.warn('MediaSource is no longer open, resetting audio pipeline')\n stopAudio()\n await setupAudioElement()\n return\n }\n\n const blob = pendingBlobs.shift()!\n\n try {\n // Double check sourceBuffer is still valid before appending\n if (\n sourceBuffer &&\n Array.from(mediaSource.sourceBuffers).includes(sourceBuffer)\n ) {\n const arrayBuffer = await blob.arrayBuffer()\n sourceBuffer.appendBuffer(arrayBuffer)\n } else {\n console.warn('SourceBuffer is no longer valid, resetting audio pipeline')\n stopAudio()\n await setupAudioElement()\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n if (error instanceof Error && error.name === 'InvalidStateError') {\n console.warn('Resetting audio pipeline due to invalid state')\n stopAudio()\n await setupAudioElement()\n }\n }\n}\n\n/**\n * Checks if the speaker device can be changed\n * @returns True if the speaker device can be changed, false otherwise\n */\nexport function canChangeSpeakerDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n}\n\nasync function setSinkId(speakerId?: string) {\n if (speakerId && canChangeSpeakerDevice() && audioElement) {\n // @ts-ignore\n return audioElement.setSinkId(speakerId)\n }\n}\n\n/**\n * Changes the speaker device\n * @param speakerId - The speakerId to use\n */\nexport async function changeSpeakerDevice(speakerId: string) {\n if (!canChangeSpeakerDevice()) return\n try {\n await setupAudioElement(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n}\n\n/**\n * Pauses the audio\n */\nexport function pauseAudio() {\n if (audioElement) {\n audioElement.pause()\n }\n}\n\n/**\n * Resumes the audio\n */\nexport function resumeAudio() {\n if (audioElement) {\n audioElement.play()\n }\n}\n\n/**\n * Plays the audio\n * @param blob - The blob to play (adds to the queue if already playing)\n */\nexport async function playAudio(blob: Blob) {\n if (!audioContext || !speakerAnalyser) return\n\n // Add blob to pending queue\n pendingBlobs.push(blob)\n\n // Initialize audio element if needed\n if (!audioElement) {\n await setupAudioElement()\n }\n\n if (!audioElement) return\n\n try {\n // Start playing if not already playing\n if (audioElement.paused) {\n audioElement.play()\n }\n\n // Try to process the queue if we can\n if (sourceBuffer && !sourceBuffer.updating && !isProcessingQueue) {\n processQueue()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n}\n\n/**\n * Stops the audio\n */\nexport function stopAudio() {\n // Clear pending blobs\n pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (mediaSource) {\n try {\n if (mediaSource.readyState === 'open') {\n mediaSource.endOfStream()\n }\n if (sourceBuffer && mediaSource.readyState !== 'closed') {\n mediaSource.removeSourceBuffer(sourceBuffer)\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n mediaSource = undefined\n sourceBuffer = undefined\n }\n\n // Destroy audio element\n if (audioElement) {\n audioElement.pause()\n audioElement.src = ''\n audioElement = undefined\n }\n\n // Clean up media stream\n if (currentMediaStream) {\n currentMediaStream.getTracks().forEach((track) => track.stop())\n currentMediaStream = undefined\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n async function unlock() {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n clean()\n }\n function clean() {\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { MicVAD } from '@ricky0123/vad-web/src'\nimport { VAD } from './VAD'\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n private vad: MicVAD | undefined\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n if (this.vad) return\n\n if (threshold !== undefined) {\n this.threshold = threshold\n }\n\n const speechThreshold = Math.min(\n Math.max((this.threshold + 100) / 100, 0),\n 1\n )\n\n this.vad = await MicVAD.new({\n stream,\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n positiveSpeechThreshold: speechThreshold,\n negativeSpeechThreshold: speechThreshold * 0.7, // Adjust negative threshold proportionally\n redemptionFrames: 5,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.pause()\n this.vad = undefined\n }\n\n async setThreshold(threshold: number): Promise<void> {\n if (threshold === this.threshold) return\n // Need to recreate the VAD instance with new threshold\n if (this.vad) {\n const stream = this.vad['stream'] // Access internal stream\n await this.stop()\n await this.start(stream, threshold)\n }\n }\n}\n","import EventEmitter from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n protected threshold: number\n\n /**\n * Constructor for the VAD class\n * @param threshold - The threshold to use for the VAD\n */\n constructor(threshold = 0) {\n super()\n this.threshold = threshold\n }\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n * @param threshold - The threshold to use for the VAD\n */\n abstract start(stream: MediaStream, threshold?: number): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Sets the threshold for the VAD\n * @param threshold - The threshold to use for the VAD\n */\n abstract setThreshold(threshold: number): Promise<void>\n}\n","import { VAD } from './VAD'\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n private audioContext: AudioContext | undefined\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private history: number = 10\n private speakingHistory: number[] = []\n\n constructor() {\n super()\n // Initialize speaking history\n for (let i = 0; i < this.history; i++) {\n this.speakingHistory.push(0)\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n if (this.running) return\n\n if (threshold !== undefined) {\n this.threshold = threshold\n }\n\n // Create audio context and nodes\n this.audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n this.analyser = this.audioContext.createAnalyser()\n this.sourceNode = this.audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n if (this.audioContext) {\n await this.audioContext.close()\n this.audioContext = undefined\n }\n\n this.fftBins = undefined\n }\n\n async setThreshold(threshold: number): Promise<void> {\n if (threshold === this.threshold) return\n this.threshold = threshold\n }\n}\n","import EventEmitter from 'eventemitter3'\nimport {\n CallClientCommands,\n CallServerCommands,\n Conversation,\n ConversationMessage,\n} from '../..'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { startMicrophone, stopMicrophone } from '../audio/microphone'\nimport { pauseAudio, playAudio, resumeAudio, stopAudio } from '../audio/speaker'\nimport { SileroVAD } from '../audio/vad/SileroVAD'\nimport { VAD } from '../audio/vad/VAD'\nimport { VolumeVAD } from '../audio/vad/VolumeVAD'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndInterview: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport interface CallHandlerOptions {\n vad?: VAD | 'volume' | 'silero'\n}\n\nexport class CallHandler<\n Params extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n> extends EventEmitter<CallHandlerEvents> {\n private static instance: CallHandler<any>\n\n public static getInstance<\n T extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n >(options?: Options): CallHandler<T, Options> {\n if (!CallHandler.instance) {\n CallHandler.instance = new CallHandler<T, Options>(options)\n }\n return CallHandler.instance\n }\n\n public url?: string\n public params?: Params\n public micRecorder: MicRecorder\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n\n private constructor(options?: Options) {\n super()\n\n this.micRecorder = new MicRecorder(this.getVAD(options?.vad))\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] Received chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] Start speaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption: Stop speaker if playing\n stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] Stop speaking')\n this.ws?.send(CallClientCommands.StopSpeaking)\n })\n }\n\n private getVAD(vad?: VAD | 'volume' | 'silero'): VAD {\n if (!vad) return new VolumeVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n return vad\n }\n\n get isStarted() {\n return this.isWSStarted && this.micRecorder.state.isStarted\n }\n\n get isStarting() {\n return this.isWSStarting || this.micRecorder.state.isStarting\n }\n\n get isWSStarted() {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting() {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted() {\n return !!this.micStream\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder.mute()\n this.notifyStateChange()\n pauseAudio()\n }\n\n resume() {\n if (this.lastAudioBlob) {\n playAudio(this.lastAudioBlob)\n }\n resumeAudio()\n this.micRecorder.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder.stop()\n }\n\n // Start microphone\n this.micStream = await startMicrophone(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n stopMicrophone()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n playAudio(event.data)\n this.lastAudioBlob = event.data\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.Message)) {\n // Received user/assistant message\n const message = JSON.parse(\n event.data.substring(CallServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } else if (event.data === CallServerCommands.EndInterview) {\n // Interview ended\n setTimeout(() => {\n this.emit('EndInterview')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'assistant') {\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.notifyStateChange()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(message: ConversationMessage) {\n this.conversation.push(message)\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'startSpeaking',\n StopSpeaking = 'stopSpeaking',\n Mute = 'mute',\n}\n\nexport enum CallServerCommands {\n Message = 'message',\n CancelLastAssistantMessage = 'cancelLastAssistantMessage',\n EndInterview = 'endInterview',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(\n conversation: Conversation\n ): Promise<string | ConversationMessage>\n speech2Text(audioBlob: Blob, prevMessage?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport interface ConversationMessage<Data = any> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n"],"mappings":";;;;;;;AAAO,IAAK,mBAAL,kBAAKA,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;;;ACAZ,OAAOC,mBAAkB;;;ACAzB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,OAAO,kBAAkB;AAMlB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC5CO,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;AFFA,IAAI;AACJ,IAAI;AACG,IAAI;AACX,IAAI;AAEG,IAAI;AACJ,IAAM,sBAAsB;AAEnC,SAAS,OAAO;AACd,MAAI,aAAc;AAGlB,iBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,gBAAc,IAAI,cAAc,YAAY;AAC9C;AAEA,KAAK;AAGL,SAAS,iBAAiB,SAAS,MAAM;AACvC,MAAI,cAAc,UAAU,aAAa;AACvC,kBAAc,OAAO;AAAA,EACvB;AACF,CAAC;AAED,SAAS,kBAAkB,UAA2C;AACpE,SAAO;AAAA,IACL,OAAO;AAAA,MACL,UAAU,EAAE,OAAO,SAAS;AAAA,MAC5B,YAAY;AAAA;AAAA,MACZ,YAAY;AAAA,MACZ,cAAc;AAAA,MACd,kBAAkB;AAAA,MAClB,kBAAkB;AAAA,IACpB;AAAA,EACF;AACF;AAOA,eAAsB,gBAAgB,UAAyC;AAC7E,MAAI,CAAC,gBAAgB,CAAC,aAAa;AACjC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AAGA,MAAI,CAAC,UAAU;AACb,eAAW,aAAa,2CAAkC,KAAK;AAAA,EACjE;AAEA,MAAI,aAAa;AAEf,QAAI,oBAAoB,UAAU;AAChC,aAAO;AAAA,IACT;AAGA,eAAW,WAAW;AAAA,EACxB;AAGA,gBAAc,MAAM,UAAU,aAAa;AAAA,IACzC,kBAAkB,QAAQ;AAAA,EAC5B;AAGA,QAAM,QAAQ,YAAY,UAAU,EAAE,CAAC;AACvC,QAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,MAAI,aAAa;AACf,iBAAa,6CAAoC,WAAW;AAC5D,sBAAkB;AAAA,EACpB,OAAO;AACL,iBAAa,8CAAqC;AAClD,sBAAkB;AAAA,EACpB;AAGA,MAAI,WAAY,YAAW,WAAW;AACtC,eAAa,aAAa,wBAAwB,WAAW;AAC7D,aAAW,QAAQ,YAAY,IAAI;AAEnC,SAAO;AACT;AAKO,SAAS,iBAAiB;AAC/B,MAAI,YAAY;AACd,eAAW,WAAW;AACtB,iBAAa;AAAA,EACf;AACA,MAAI,aAAa;AACf,eAAW,WAAW;AACtB,kBAAc;AAAA,EAChB;AACF;;;AGjGO,SAAS,oBACd,QACA,OACa;AACb,MAAI,CAAC,cAAc;AACjB,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;AJfA,IAAM,YAAY;AAUlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,WAAW;AACb;AAcO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAU/D,YAAY,KAAU;AACpB,UAAM;AARR,SAAQ,YAAY,KAAK,aAAa;AAItC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAkHhC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,MAAM,SAAS;AAC7B,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,qBAAqB,YAAY;AACvC,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAEZ,SAAQ,oBAAoB,YAAY;AACtC,UAAI,CAAC,KAAK,SAAU;AACpB,WAAK,SAAS,KAAK;AACnB,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,SAAU;AACpB,WAAK,SAAS,KAAK;AACnB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AApIV,UAAM,YACJ,WAAW,aAAa,iDAAqC,KAAK,GAAG,KACrE;AAGF,SAAK,QAAQ,EAAE,GAAG,yBAAyB,UAAU;AACrD,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,KAAK,IAAI,QAAQ,MAAO;AAAA,MAC1B;AACA,WAAK,gBAAgB;AAGrB,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,QACtD,UAAU,KAAK,UAAU;AAAA,QACzB,oBAAoB;AAAA,MACtB,CAAC;AACD,WAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAG9D,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,aAAa,WAAmB;AAC9B,SAAK,YAAY,EAAE,UAAU,CAAC;AAC9B,iBAAa,mDAAuC,UAAU,SAAS,CAAC;AACxE,SAAK,IAAI,aAAa,SAAS;AAAA,EACjC;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,QAAQ,KAAK,MAAM,SAAS;AAAA,EACnD;AAAA,EAEA,MAAc,wBAAwB;AACpC,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EA4BA,MAAc,gBAAgB,WAAsB;AAClD,QAAI,CAAC,KAAK,mBAAmB;AAE3B,WAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,cAAc;AACrC,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,aAAa,SAAS;AAG3B,SAAK,KAAK,SAAS,UAAU,IAAI;AAAA,EACnC;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AK/NA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAChE,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGC,SAAQ,KAAK,CAAC;AACtE,iBAAeA,UAAS;AACtB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AACA,UAAM;AAAA,EACR;AACA,WAAS,QAAQ;AACf,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AACF;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AD1BA,IAAI;AACJ,IAAIE;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI,oBAAoB;AACxB,IAAM,eAAuB,CAAC;AAEvB,IAAI;AAEX,SAASC,QAAO;AACd,MAAID,cAAc;AAElB,EAAAA,gBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,oBAAkB,IAAI,cAAcA,aAAY;AAChD,SAAOA,aAAY;AACrB;AAEAC,MAAK;AAEL,eAAe,kBAAkB,WAAoB;AACnD,MAAI,CAACD,iBAAgB,CAAC,gBAAiB;AAGvC,MAAI,CAAC,WAAW;AACd,gBACE,aAAa,mDAAsC,KAAK;AAAA,EAC5D;AAGA,MAAI,CAAC,cAAc;AACjB,mBAAe,IAAI,MAAM;AACzB,iBAAa,WAAW;AACxB,kBAAc,IAAI,YAAY;AAC9B,QAAI,CAAC,aAAa;AAChB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AACA,iBAAa,MAAM,IAAI,gBAAgB,WAAW;AAGlD,UAAM,KAAK;AACX,OAAG,iBAAiB,cAAc,MAAM;AACtC,qBAAe,GAAG,gBAAgB,YAAY;AAG9C,mBAAa,iBAAiB,aAAa,MAAM;AAC/C,qBAAa;AAAA,MACf,CAAC;AAGD,UAAI,aAAa,SAAS,GAAG;AAC3B,qBAAa;AAAA,MACf;AAAA,IACF,CAAC;AAGD,iBAAa,iBAAiB,cAAc,SAAS,eAAe;AAClE,UAAI,CAACA,iBAAgB,CAAC,mBAAmB,CAAC,aAAc;AAExD,UAAI;AAEF,cAAM,cAAe,aAAqB,cAAc;AAGxD,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,6BAAqB;AACrB,cAAME,cAAaF,cAAa,wBAAwB,WAAW;AACnE,QAAAE,YAAW,QAAQ,gBAAgB,IAAI;AAGvC,qBAAa,oBAAoB,cAAc,YAAY;AAAA,MAC7D,SAAS,OAAO;AACd,gBAAQ,MAAM,uCAAuC,KAAK;AAAA,MAC5D;AAAA,IACF,CAAC;AAAA,EACH;AAGA,MAAI,WAAW;AACb,QAAI;AACF,YAAM,UAAU,SAAS;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,eAAe;AAC5B,MAAI,CAAC,gBAAgB,CAAC,eAAe,aAAa,WAAW,EAAG;AAChE,MAAI,qBAAqB,aAAa,SAAU;AAEhD,sBAAoB;AACpB,MAAI;AACF,UAAM,aAAa;AAAA,EACrB,UAAE;AACA,wBAAoB;AAEpB,QAAI,aAAa,SAAS,KAAK,CAAC,aAAa,UAAU;AACrD,mBAAa;AAAA,IACf;AAAA,EACF;AACF;AAEA,eAAe,eAAe;AAC5B,MAAI,CAAC,gBAAgB,CAAC,eAAe,aAAa,WAAW,EAAG;AAChE,MAAI,aAAa,SAAU;AAG3B,MAAI,YAAY,eAAe,QAAQ;AACrC,YAAQ,KAAK,yDAAyD;AACtE,cAAU;AACV,UAAM,kBAAkB;AACxB;AAAA,EACF;AAEA,QAAM,OAAO,aAAa,MAAM;AAEhC,MAAI;AAEF,QACE,gBACA,MAAM,KAAK,YAAY,aAAa,EAAE,SAAS,YAAY,GAC3D;AACA,YAAM,cAAc,MAAM,KAAK,YAAY;AAC3C,mBAAa,aAAa,WAAW;AAAA,IACvC,OAAO;AACL,cAAQ,KAAK,2DAA2D;AACxE,gBAAU;AACV,YAAM,kBAAkB;AAAA,IAC1B;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,QAAI,iBAAiB,SAAS,MAAM,SAAS,qBAAqB;AAChE,cAAQ,KAAK,+CAA+C;AAC5D,gBAAU;AACV,YAAM,kBAAkB;AAAA,IAC1B;AAAA,EACF;AACF;AAMO,SAAS,yBAAkC;AAChD,SACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAEnE;AAEA,eAAe,UAAU,WAAoB;AAC3C,MAAI,aAAa,uBAAuB,KAAK,cAAc;AAEzD,WAAO,aAAa,UAAU,SAAS;AAAA,EACzC;AACF;AAMA,eAAsB,oBAAoB,WAAmB;AAC3D,MAAI,CAAC,uBAAuB,EAAG;AAC/B,MAAI;AACF,UAAM,kBAAkB,SAAS;AACjC,iBAAa,qDAAwC,SAAS;AAAA,EAChE,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,EACnE;AACF;AAKO,SAAS,aAAa;AAC3B,MAAI,cAAc;AAChB,iBAAa,MAAM;AAAA,EACrB;AACF;AAKO,SAAS,cAAc;AAC5B,MAAI,cAAc;AAChB,iBAAa,KAAK;AAAA,EACpB;AACF;AAMA,eAAsB,UAAU,MAAY;AAC1C,MAAI,CAACF,iBAAgB,CAAC,gBAAiB;AAGvC,eAAa,KAAK,IAAI;AAGtB,MAAI,CAAC,cAAc;AACjB,UAAM,kBAAkB;AAAA,EAC1B;AAEA,MAAI,CAAC,aAAc;AAEnB,MAAI;AAEF,QAAI,aAAa,QAAQ;AACvB,mBAAa,KAAK;AAAA,IACpB;AAGA,QAAI,gBAAgB,CAAC,aAAa,YAAY,CAAC,mBAAmB;AAChE,mBAAa;AAAA,IACf;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,EACvD;AACF;AAKO,SAAS,YAAY;AAE1B,eAAa,SAAS;AAGtB,MAAI,aAAa;AACf,QAAI;AACF,UAAI,YAAY,eAAe,QAAQ;AACrC,oBAAY,YAAY;AAAA,MAC1B;AACA,UAAI,gBAAgB,YAAY,eAAe,UAAU;AACvD,oBAAY,mBAAmB,YAAY;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,kCAAkC,KAAK;AAAA,IACvD;AACA,kBAAc;AACd,mBAAe;AAAA,EACjB;AAGA,MAAI,cAAc;AAChB,iBAAa,MAAM;AACnB,iBAAa,MAAM;AACnB,mBAAe;AAAA,EACjB;AAGA,MAAI,oBAAoB;AACtB,uBAAmB,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AAC9D,yBAAqB;AAAA,EACvB;AACF;;;AExQA,SAAS,cAAc;;;ACAvB,OAAOG,mBAAkB;AAiBlB,IAAe,MAAf,cAA2BA,cAAwB;AAAA;AAAA;AAAA;AAAA;AAAA,EAUxD,YAAY,YAAY,GAAG;AACzB,UAAM;AATR;AAAA,SAAO,QAAQ;AAUb,SAAK,YAAY;AAAA,EACnB;AAyBF;;;ADhDO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAGjC,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,QAAI,KAAK,IAAK;AAEd,QAAI,cAAc,QAAW;AAC3B,WAAK,YAAY;AAAA,IACnB;AAEA,UAAM,kBAAkB,KAAK;AAAA,MAC3B,KAAK,KAAK,KAAK,YAAY,OAAO,KAAK,CAAC;AAAA,MACxC;AAAA,IACF;AAEA,SAAK,MAAM,MAAM,OAAO,IAAI;AAAA,MAC1B;AAAA,MACA,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,yBAAyB;AAAA,MACzB,yBAAyB,kBAAkB;AAAA;AAAA,MAC3C,kBAAkB;AAAA,IACpB,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,MAAM;AACf,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,aAAa,WAAkC;AACnD,QAAI,cAAc,KAAK,UAAW;AAElC,QAAI,KAAK,KAAK;AACZ,YAAM,SAAS,KAAK,IAAI,QAAQ;AAChC,YAAM,KAAK,KAAK;AAChB,YAAM,KAAK,MAAM,QAAQ,SAAS;AAAA,IACpC;AAAA,EACF;AACF;;;AEjDO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAWjC,cAAc;AACZ,UAAM;AAPR,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,UAAkB;AAC1B,SAAQ,kBAA4B,CAAC;AAKnC,aAAS,IAAI,GAAG,IAAI,KAAK,SAAS,KAAK;AACrC,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,QAAI,KAAK,QAAS;AAElB,QAAI,cAAc,QAAW;AAC3B,WAAK,YAAY;AAAA,IACnB;AAGA,SAAK,eAAe,KAAK,OAAO,gBAC7B,OAAe,oBAAoB;AACtC,SAAK,WAAW,KAAK,aAAa,eAAe;AACjD,SAAK,aAAa,KAAK,aAAa,wBAAwB,MAAM;AAGlE,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,WAAW;AAClC,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,SAAS,CAAC;AAGhE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,QAAI,KAAK,cAAc;AACrB,YAAM,KAAK,aAAa,MAAM;AAC9B,WAAK,eAAe;AAAA,IACtB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,MAAM,aAAa,WAAkC;AACnD,QAAI,cAAc,KAAK,UAAW;AAClC,SAAK,YAAY;AAAA,EACnB;AACF;;;AC9JA,OAAOC,mBAAkB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADYO,IAAM,cAAN,MAAM,qBAGHC,cAAgC;AAAA,EAwBhC,YAAY,SAAmB;AACrC,UAAM;AATR,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAMlB,SAAK,cAAc,IAAI,YAAY,KAAK,OAAO,SAAS,GAAG,CAAC;AAG5D,SAAK,YAAY,GAAG,eAAe,MAAM;AACvC,WAAK,kBAAkB;AAAA,IACzB,CAAC;AAGD,SAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,WAAK,IAAI,wBAAwB,IAAI;AACrC,WAAK,IAAI,KAAK,IAAI;AAAA,IACpB,CAAC;AAGD,SAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,WAAK,IAAI,sBAAsB;AAC/B,WAAK,IAAI,wCAAqC;AAE9C,gBAAU;AAAA,IACZ,CAAC;AAGD,SAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,WAAK,IAAI,qBAAqB;AAC9B,WAAK,IAAI,sCAAoC;AAAA,IAC/C,CAAC;AAAA,EACH;AAAA,EAlDA,OAAc,YAGZ,SAA4C;AAC5C,QAAI,CAAC,aAAY,UAAU;AACzB,mBAAY,WAAW,IAAI,aAAwB,OAAO;AAAA,IAC5D;AACA,WAAO,aAAY;AAAA,EACrB;AAAA,EA4CQ,OAAO,KAAsC;AACnD,QAAI,CAAC,IAAK,QAAO,IAAI,UAAU;AAC/B,QAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,QAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAY;AACd,WAAO,KAAK,eAAe,KAAK,YAAY,MAAM;AAAA,EACpD;AAAA,EAEA,IAAI,aAAa;AACf,WAAO,KAAK,gBAAgB,KAAK,YAAY,MAAM;AAAA,EACrD;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,YAAY,KAAK;AACtB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,YAAY,KAAK;AACtB,SAAK,kBAAkB;AACvB,eAAW;AAAA,EACb;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,gBAAU,KAAK,aAAa;AAAA,IAC9B;AACA,gBAAY;AACZ,SAAK,YAAY,OAAO;AACxB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AAEF,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,YAAY,KAAK;AAAA,MACxB;AAGA,WAAK,YAAY,MAAM,gBAAgB,QAAQ;AAC/C,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,mBAAe;AACf,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,kBAAU,MAAM,IAAI;AACpB,aAAK,gBAAgB,MAAM;AAAA,MAC7B,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,kCAAqC,GAAG;AAE5D,cAAM,UAAU,KAAK;AAAA,UACnB,MAAM,KAAK,kCAAqC,SAAS,CAAC;AAAA,QAC5D;AACA,aAAK,WAAW,OAAO;AAAA,MACzB,WAAW,MAAM,4CAA0C;AAEzD,mBAAW,MAAM;AACf,eAAK,KAAK,cAAc;AAAA,QAC1B,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,aAAa;AACrC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,kBAAkB;AAEvB,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,SAA8B;AAC/C,SAAK,aAAa,KAAK,OAAO;AAC9B,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AEzRO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,aAAU;AACV,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;","names":["LocalStorageKeys","EventEmitter","audioContext","EventEmitter","audioContext","unlock","audioContext","init","sourceNode","EventEmitter","EventEmitter","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
|
|
1
|
+
{"version":3,"sources":["../src/audio/localStorage.ts","../src/audio/MicRecorder.ts","../src/audio/microphone.ts","../src/audio/AudioAnalyser.ts","../src/audio/stopStream.ts","../src/audio/createDelayedStream.ts","../src/audio/speaker.ts","../src/audio/unlock.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VAD.ts","../src/audio/vad/VolumeVAD.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n MicThreshold = 'micdrop.micThreshold',\n}\n","import EventEmitter from 'eventemitter3'\nimport { createDelayedStream } from './createDelayedStream'\nimport { LocalStorageKeys } from './localStorage'\nimport { defaultMicThreshold } from './microphone'\nimport { stopStream } from './stopStream'\nimport { VAD } from './vad/VAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n threshold: number\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n threshold: defaultMicThreshold,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private vad: VAD\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vad: VAD) {\n super()\n\n // Threshold for speech detection\n const threshold =\n parseFloat(localStorage.getItem(LocalStorageKeys.MicThreshold) || '0') ||\n defaultMicThreshold\n\n // Set initial state\n this.state = { ...defaultMicRecorderState, threshold }\n this.vad = vad\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n setThreshold(threshold: number) {\n this.changeState({ threshold })\n localStorage.setItem(LocalStorageKeys.MicThreshold, threshold.toString())\n this.vad.setThreshold(threshold)\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream, this.state.threshold)\n }\n\n private async stopSpeakingDetection() {\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onConfirmSpeaking = (async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }).bind(this)\n\n private onCancelSpeaking = (async () => {\n if (!this.recorder) return\n this.recorder.stop()\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder) return\n this.recorder.stop()\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { stopStream } from './stopStream'\n\nlet currentDeviceId: string | undefined\nlet audioStream: MediaStream | undefined\nexport let audioContext: AudioContext | undefined\nlet sourceNode: MediaStreamAudioSourceNode | undefined\n\nexport let micAnalyser: AudioAnalyser | undefined\nexport const defaultMicThreshold = -50 // in dB\n\nfunction init() {\n if (audioContext) return\n\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n micAnalyser = new AudioAnalyser(audioContext)\n}\n\ninit()\n\n// Resume AudioContext on click, see https://developers.google.com/web/updates/2017/09/autoplay-policy-changes\ndocument.addEventListener('click', () => {\n if (audioContext?.state === 'suspended') {\n audioContext?.resume()\n }\n})\n\nfunction getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n}\n\n/**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\nexport async function startMicrophone(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !micAnalyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (audioStream) {\n // deviceId has not changed, reuse previous stream\n if (currentDeviceId === deviceId) {\n return audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(audioStream)\n }\n\n // Get stream from microphone\n audioStream = await navigator.mediaDevices.getUserMedia(\n getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (sourceNode) sourceNode.disconnect()\n sourceNode = audioContext.createMediaStreamSource(audioStream)\n sourceNode.connect(micAnalyser.node)\n\n return audioStream\n}\n\n/**\n * Stops the microphone\n */\nexport function stopMicrophone() {\n if (sourceNode) {\n sourceNode.disconnect()\n sourceNode = undefined\n }\n if (audioStream) {\n stopStream(audioStream)\n audioStream = undefined\n }\n}\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { audioContext } from './microphone'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n if (!audioContext) {\n throw new Error('AudioContext not initialized')\n }\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { unlock } from './unlock'\n\nlet audioElement: HTMLAudioElement | undefined\nlet audioContext: AudioContext | undefined\nlet mediaSource: MediaSource | undefined\nlet sourceBuffer: SourceBuffer | undefined\nlet currentMediaStream: MediaStream | undefined\nlet isProcessingQueue = false\nconst pendingBlobs: Blob[] = []\n\nexport let speakerAnalyser: AudioAnalyser | undefined\n\nfunction init() {\n if (audioContext) return\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n speakerAnalyser = new AudioAnalyser(audioContext)\n unlock(audioContext)\n}\n\ninit()\n\nasync function setupAudioElement(speakerId?: string) {\n if (!audioContext || !speakerAnalyser) return\n\n // Get speakerId from local storage if not provided\n if (!speakerId) {\n speakerId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) || undefined\n }\n\n // Create audio element if it doesn't exist\n if (!audioElement) {\n audioElement = new Audio()\n audioElement.autoplay = true\n mediaSource = new MediaSource()\n if (!mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n audioElement.src = URL.createObjectURL(mediaSource)\n\n // Setup MediaSource when it opens\n const ms = mediaSource\n ms.addEventListener('sourceopen', () => {\n sourceBuffer = ms.addSourceBuffer('audio/mpeg')\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => {\n processQueue()\n })\n\n // Process any pending blobs\n if (pendingBlobs.length > 0) {\n processQueue()\n }\n })\n\n // Connect audio element to analyser when we have data\n audioElement.addEventListener('timeupdate', function onTimeUpdate() {\n if (!audioContext || !speakerAnalyser || !audioElement) return\n\n try {\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (audioElement as any).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n currentMediaStream = mediaStream\n const sourceNode = audioContext.createMediaStreamSource(mediaStream)\n sourceNode.connect(speakerAnalyser.node)\n\n // Remove the listener once we've successfully connected\n audioElement.removeEventListener('timeupdate', onTimeUpdate)\n } catch (error) {\n console.error('Error creating media stream source:', error)\n }\n })\n }\n\n // Set sink ID if provided\n if (speakerId) {\n try {\n await setSinkId(speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n return audioElement\n}\n\nasync function processQueue() {\n if (!sourceBuffer || !mediaSource || pendingBlobs.length === 0) return\n if (isProcessingQueue || sourceBuffer.updating) return\n\n isProcessingQueue = true\n try {\n await playNextBlob()\n } finally {\n isProcessingQueue = false\n // If there are more blobs and we're not updating, process the next one\n if (pendingBlobs.length > 0 && !sourceBuffer.updating) {\n processQueue()\n }\n }\n}\n\nasync function playNextBlob() {\n if (!sourceBuffer || !mediaSource || pendingBlobs.length === 0) return\n if (sourceBuffer.updating) return\n\n // Check if MediaSource is still valid\n if (mediaSource.readyState !== 'open') {\n console.warn('MediaSource is no longer open, resetting audio pipeline')\n stopAudio()\n await setupAudioElement()\n return\n }\n\n const blob = pendingBlobs.shift()!\n\n try {\n // Double check sourceBuffer is still valid before appending\n if (\n sourceBuffer &&\n Array.from(mediaSource.sourceBuffers).includes(sourceBuffer)\n ) {\n const arrayBuffer = await blob.arrayBuffer()\n sourceBuffer.appendBuffer(arrayBuffer)\n } else {\n console.warn('SourceBuffer is no longer valid, resetting audio pipeline')\n stopAudio()\n await setupAudioElement()\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n if (error instanceof Error && error.name === 'InvalidStateError') {\n console.warn('Resetting audio pipeline due to invalid state')\n stopAudio()\n await setupAudioElement()\n }\n }\n}\n\n/**\n * Checks if the speaker device can be changed\n * @returns True if the speaker device can be changed, false otherwise\n */\nexport function canChangeSpeakerDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n}\n\nasync function setSinkId(speakerId?: string) {\n if (speakerId && canChangeSpeakerDevice() && audioElement) {\n // @ts-ignore\n return audioElement.setSinkId(speakerId)\n }\n}\n\n/**\n * Changes the speaker device\n * @param speakerId - The speakerId to use\n */\nexport async function changeSpeakerDevice(speakerId: string) {\n if (!canChangeSpeakerDevice()) return\n try {\n await setupAudioElement(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n}\n\n/**\n * Pauses the audio\n */\nexport function pauseAudio() {\n if (audioElement) {\n audioElement.pause()\n }\n}\n\n/**\n * Resumes the audio\n */\nexport function resumeAudio() {\n if (audioElement) {\n audioElement.play()\n }\n}\n\n/**\n * Plays the audio\n * @param blob - The blob to play (adds to the queue if already playing)\n */\nexport async function playAudio(blob: Blob) {\n if (!audioContext || !speakerAnalyser) return\n\n // Add blob to pending queue\n pendingBlobs.push(blob)\n\n // Initialize audio element if needed\n if (!audioElement) {\n await setupAudioElement()\n }\n\n if (!audioElement) return\n\n try {\n // Start playing if not already playing\n if (audioElement.paused) {\n audioElement.play()\n }\n\n // Try to process the queue if we can\n if (sourceBuffer && !sourceBuffer.updating && !isProcessingQueue) {\n processQueue()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n}\n\n/**\n * Stops the audio\n */\nexport function stopAudio() {\n // Clear pending blobs\n pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (mediaSource) {\n try {\n if (mediaSource.readyState === 'open') {\n mediaSource.endOfStream()\n }\n if (sourceBuffer && mediaSource.readyState !== 'closed') {\n mediaSource.removeSourceBuffer(sourceBuffer)\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n mediaSource = undefined\n sourceBuffer = undefined\n }\n\n // Destroy audio element\n if (audioElement) {\n audioElement.pause()\n audioElement.src = ''\n audioElement = undefined\n }\n\n // Clean up media stream\n if (currentMediaStream) {\n currentMediaStream.getTracks().forEach((track) => track.stop())\n currentMediaStream = undefined\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n async function unlock() {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n clean()\n }\n function clean() {\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { MicVAD } from '@ricky0123/vad-web/src'\nimport { VAD } from './VAD'\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n private vad: MicVAD | undefined\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n if (this.vad) return\n\n if (threshold !== undefined) {\n this.threshold = threshold\n }\n\n const speechThreshold = Math.min(\n Math.max((this.threshold + 100) / 100, 0),\n 1\n )\n\n this.vad = await MicVAD.new({\n stream,\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n positiveSpeechThreshold: speechThreshold,\n negativeSpeechThreshold: speechThreshold * 0.7, // Adjust negative threshold proportionally\n redemptionFrames: 5,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.pause()\n this.vad = undefined\n }\n\n async setThreshold(threshold: number): Promise<void> {\n if (threshold === this.threshold) return\n // Need to recreate the VAD instance with new threshold\n if (this.vad) {\n const stream = this.vad['stream'] // Access internal stream\n await this.stop()\n await this.start(stream, threshold)\n }\n }\n}\n","import EventEmitter from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n protected threshold: number\n\n /**\n * Constructor for the VAD class\n * @param threshold - The threshold to use for the VAD\n */\n constructor(threshold = 0) {\n super()\n this.threshold = threshold\n }\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n * @param threshold - The threshold to use for the VAD\n */\n abstract start(stream: MediaStream, threshold?: number): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Sets the threshold for the VAD\n * @param threshold - The threshold to use for the VAD\n */\n abstract setThreshold(threshold: number): Promise<void>\n}\n","import { VAD } from './VAD'\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n private audioContext: AudioContext | undefined\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private history: number = 10\n private speakingHistory: number[] = []\n\n constructor() {\n super()\n // Initialize speaking history\n for (let i = 0; i < this.history; i++) {\n this.speakingHistory.push(0)\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n if (this.running) return\n\n if (threshold !== undefined) {\n this.threshold = threshold\n }\n\n // Create audio context and nodes\n this.audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n this.analyser = this.audioContext.createAnalyser()\n this.sourceNode = this.audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n if (this.audioContext) {\n await this.audioContext.close()\n this.audioContext = undefined\n }\n\n this.fftBins = undefined\n }\n\n async setThreshold(threshold: number): Promise<void> {\n if (threshold === this.threshold) return\n this.threshold = threshold\n }\n}\n","import EventEmitter from 'eventemitter3'\nimport {\n CallClientCommands,\n CallServerCommands,\n Conversation,\n ConversationMessage,\n} from '../..'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { startMicrophone, stopMicrophone } from '../audio/microphone'\nimport { pauseAudio, playAudio, resumeAudio, stopAudio } from '../audio/speaker'\nimport { SileroVAD } from '../audio/vad/SileroVAD'\nimport { VAD } from '../audio/vad/VAD'\nimport { VolumeVAD } from '../audio/vad/VolumeVAD'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndInterview: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport interface CallHandlerOptions {\n vad?: VAD | 'volume' | 'silero'\n}\n\nexport class CallHandler<\n Params extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n> extends EventEmitter<CallHandlerEvents> {\n private static instance: CallHandler<any>\n\n public static getInstance<\n T extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n >(options?: Options): CallHandler<T, Options> {\n if (!CallHandler.instance) {\n CallHandler.instance = new CallHandler<T, Options>(options)\n }\n return CallHandler.instance\n }\n\n public url?: string\n public params?: Params\n public micRecorder: MicRecorder\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n private _isProcessing = false\n\n private constructor(options?: Options) {\n super()\n\n this.micRecorder = new MicRecorder(this.getVAD(options?.vad))\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] Received chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] Start speaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] Stop speaking')\n this.ws?.send(CallClientCommands.StopSpeaking)\n this._isProcessing = true\n this.notifyStateChange()\n })\n }\n\n private getVAD(vad?: VAD | 'volume' | 'silero'): VAD {\n if (!vad) return new VolumeVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n return vad\n }\n\n get isStarted() {\n return this.isWSStarted && this.micRecorder.state.isStarted\n }\n\n get isStarting() {\n return this.isWSStarting || this.micRecorder.state.isStarting\n }\n\n get isWSStarted() {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting() {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted() {\n return !!this.micStream\n }\n\n get isProcessing() {\n return this._isProcessing\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder.mute()\n this.notifyStateChange()\n pauseAudio()\n }\n\n resume() {\n if (this.lastAudioBlob) {\n playAudio(this.lastAudioBlob)\n }\n resumeAudio()\n this.micRecorder.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder.stop()\n }\n\n // Start microphone\n this.micStream = await startMicrophone(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n stopMicrophone()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n playAudio(event.data)\n this.lastAudioBlob = event.data\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.Message)) {\n // Received user/assistant message\n const message = JSON.parse(\n event.data.substring(CallServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } else if (event.data === CallServerCommands.EndInterview) {\n // Interview ended\n setTimeout(() => {\n this.emit('EndInterview')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'assistant') {\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.notifyStateChange()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(message: ConversationMessage) {\n this.conversation.push(message)\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'startSpeaking',\n StopSpeaking = 'stopSpeaking',\n Mute = 'mute',\n}\n\nexport enum CallServerCommands {\n Message = 'message',\n CancelLastAssistantMessage = 'cancelLastAssistantMessage',\n EndInterview = 'endInterview',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(\n conversation: Conversation\n ): Promise<string | ConversationMessage>\n speech2Text(audioBlob: Blob, prevMessage?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport interface ConversationMessage<Data = any> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n"],"mappings":";;;;;;;AAAO,IAAK,mBAAL,kBAAKA,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;;;ACAZ,OAAOC,mBAAkB;;;ACAzB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,OAAO,kBAAkB;AAMlB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC5CO,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;AFFA,IAAI;AACJ,IAAI;AACG,IAAI;AACX,IAAI;AAEG,IAAI;AACJ,IAAM,sBAAsB;AAEnC,SAAS,OAAO;AACd,MAAI,aAAc;AAGlB,iBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,gBAAc,IAAI,cAAc,YAAY;AAC9C;AAEA,KAAK;AAGL,SAAS,iBAAiB,SAAS,MAAM;AACvC,MAAI,cAAc,UAAU,aAAa;AACvC,kBAAc,OAAO;AAAA,EACvB;AACF,CAAC;AAED,SAAS,kBAAkB,UAA2C;AACpE,SAAO;AAAA,IACL,OAAO;AAAA,MACL,UAAU,EAAE,OAAO,SAAS;AAAA,MAC5B,YAAY;AAAA;AAAA,MACZ,YAAY;AAAA,MACZ,cAAc;AAAA,MACd,kBAAkB;AAAA,MAClB,kBAAkB;AAAA,IACpB;AAAA,EACF;AACF;AAOA,eAAsB,gBAAgB,UAAyC;AAC7E,MAAI,CAAC,gBAAgB,CAAC,aAAa;AACjC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AAGA,MAAI,CAAC,UAAU;AACb,eAAW,aAAa,2CAAkC,KAAK;AAAA,EACjE;AAEA,MAAI,aAAa;AAEf,QAAI,oBAAoB,UAAU;AAChC,aAAO;AAAA,IACT;AAGA,eAAW,WAAW;AAAA,EACxB;AAGA,gBAAc,MAAM,UAAU,aAAa;AAAA,IACzC,kBAAkB,QAAQ;AAAA,EAC5B;AAGA,QAAM,QAAQ,YAAY,UAAU,EAAE,CAAC;AACvC,QAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,MAAI,aAAa;AACf,iBAAa,6CAAoC,WAAW;AAC5D,sBAAkB;AAAA,EACpB,OAAO;AACL,iBAAa,8CAAqC;AAClD,sBAAkB;AAAA,EACpB;AAGA,MAAI,WAAY,YAAW,WAAW;AACtC,eAAa,aAAa,wBAAwB,WAAW;AAC7D,aAAW,QAAQ,YAAY,IAAI;AAEnC,SAAO;AACT;AAKO,SAAS,iBAAiB;AAC/B,MAAI,YAAY;AACd,eAAW,WAAW;AACtB,iBAAa;AAAA,EACf;AACA,MAAI,aAAa;AACf,eAAW,WAAW;AACtB,kBAAc;AAAA,EAChB;AACF;;;AGjGO,SAAS,oBACd,QACA,OACa;AACb,MAAI,CAAC,cAAc;AACjB,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;AJfA,IAAM,YAAY;AAUlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,WAAW;AACb;AAcO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAU/D,YAAY,KAAU;AACpB,UAAM;AARR,SAAQ,YAAY,KAAK,aAAa;AAItC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAkHhC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,MAAM,SAAS;AAC7B,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,qBAAqB,YAAY;AACvC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAEZ,SAAQ,oBAAoB,YAAY;AACtC,UAAI,CAAC,KAAK,SAAU;AACpB,WAAK,SAAS,KAAK;AACnB,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,SAAU;AACpB,WAAK,SAAS,KAAK;AACnB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AArIV,UAAM,YACJ,WAAW,aAAa,iDAAqC,KAAK,GAAG,KACrE;AAGF,SAAK,QAAQ,EAAE,GAAG,yBAAyB,UAAU;AACrD,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,KAAK,IAAI,QAAQ,MAAO;AAAA,MAC1B;AACA,WAAK,gBAAgB;AAGrB,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,QACtD,UAAU,KAAK,UAAU;AAAA,QACzB,oBAAoB;AAAA,MACtB,CAAC;AACD,WAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAG9D,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,aAAa,WAAmB;AAC9B,SAAK,YAAY,EAAE,UAAU,CAAC;AAC9B,iBAAa,mDAAuC,UAAU,SAAS,CAAC;AACxE,SAAK,IAAI,aAAa,SAAS;AAAA,EACjC;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,QAAQ,KAAK,MAAM,SAAS;AAAA,EACnD;AAAA,EAEA,MAAc,wBAAwB;AACpC,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EA6BA,MAAc,gBAAgB,WAAsB;AAClD,QAAI,CAAC,KAAK,mBAAmB;AAE3B,WAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,cAAc;AACrC,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,aAAa,SAAS;AAG3B,SAAK,KAAK,SAAS,UAAU,IAAI;AAAA,EACnC;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AKhOA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAChE,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGC,SAAQ,KAAK,CAAC;AACtE,iBAAeA,UAAS;AACtB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AACA,UAAM;AAAA,EACR;AACA,WAAS,QAAQ;AACf,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AACF;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AD1BA,IAAI;AACJ,IAAIE;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI,oBAAoB;AACxB,IAAM,eAAuB,CAAC;AAEvB,IAAI;AAEX,SAASC,QAAO;AACd,MAAID,cAAc;AAElB,EAAAA,gBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,oBAAkB,IAAI,cAAcA,aAAY;AAChD,SAAOA,aAAY;AACrB;AAEAC,MAAK;AAEL,eAAe,kBAAkB,WAAoB;AACnD,MAAI,CAACD,iBAAgB,CAAC,gBAAiB;AAGvC,MAAI,CAAC,WAAW;AACd,gBACE,aAAa,mDAAsC,KAAK;AAAA,EAC5D;AAGA,MAAI,CAAC,cAAc;AACjB,mBAAe,IAAI,MAAM;AACzB,iBAAa,WAAW;AACxB,kBAAc,IAAI,YAAY;AAC9B,QAAI,CAAC,aAAa;AAChB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AACA,iBAAa,MAAM,IAAI,gBAAgB,WAAW;AAGlD,UAAM,KAAK;AACX,OAAG,iBAAiB,cAAc,MAAM;AACtC,qBAAe,GAAG,gBAAgB,YAAY;AAG9C,mBAAa,iBAAiB,aAAa,MAAM;AAC/C,qBAAa;AAAA,MACf,CAAC;AAGD,UAAI,aAAa,SAAS,GAAG;AAC3B,qBAAa;AAAA,MACf;AAAA,IACF,CAAC;AAGD,iBAAa,iBAAiB,cAAc,SAAS,eAAe;AAClE,UAAI,CAACA,iBAAgB,CAAC,mBAAmB,CAAC,aAAc;AAExD,UAAI;AAEF,cAAM,cAAe,aAAqB,cAAc;AAGxD,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,6BAAqB;AACrB,cAAME,cAAaF,cAAa,wBAAwB,WAAW;AACnE,QAAAE,YAAW,QAAQ,gBAAgB,IAAI;AAGvC,qBAAa,oBAAoB,cAAc,YAAY;AAAA,MAC7D,SAAS,OAAO;AACd,gBAAQ,MAAM,uCAAuC,KAAK;AAAA,MAC5D;AAAA,IACF,CAAC;AAAA,EACH;AAGA,MAAI,WAAW;AACb,QAAI;AACF,YAAM,UAAU,SAAS;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,eAAe;AAC5B,MAAI,CAAC,gBAAgB,CAAC,eAAe,aAAa,WAAW,EAAG;AAChE,MAAI,qBAAqB,aAAa,SAAU;AAEhD,sBAAoB;AACpB,MAAI;AACF,UAAM,aAAa;AAAA,EACrB,UAAE;AACA,wBAAoB;AAEpB,QAAI,aAAa,SAAS,KAAK,CAAC,aAAa,UAAU;AACrD,mBAAa;AAAA,IACf;AAAA,EACF;AACF;AAEA,eAAe,eAAe;AAC5B,MAAI,CAAC,gBAAgB,CAAC,eAAe,aAAa,WAAW,EAAG;AAChE,MAAI,aAAa,SAAU;AAG3B,MAAI,YAAY,eAAe,QAAQ;AACrC,YAAQ,KAAK,yDAAyD;AACtE,cAAU;AACV,UAAM,kBAAkB;AACxB;AAAA,EACF;AAEA,QAAM,OAAO,aAAa,MAAM;AAEhC,MAAI;AAEF,QACE,gBACA,MAAM,KAAK,YAAY,aAAa,EAAE,SAAS,YAAY,GAC3D;AACA,YAAM,cAAc,MAAM,KAAK,YAAY;AAC3C,mBAAa,aAAa,WAAW;AAAA,IACvC,OAAO;AACL,cAAQ,KAAK,2DAA2D;AACxE,gBAAU;AACV,YAAM,kBAAkB;AAAA,IAC1B;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,QAAI,iBAAiB,SAAS,MAAM,SAAS,qBAAqB;AAChE,cAAQ,KAAK,+CAA+C;AAC5D,gBAAU;AACV,YAAM,kBAAkB;AAAA,IAC1B;AAAA,EACF;AACF;AAMO,SAAS,yBAAkC;AAChD,SACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAEnE;AAEA,eAAe,UAAU,WAAoB;AAC3C,MAAI,aAAa,uBAAuB,KAAK,cAAc;AAEzD,WAAO,aAAa,UAAU,SAAS;AAAA,EACzC;AACF;AAMA,eAAsB,oBAAoB,WAAmB;AAC3D,MAAI,CAAC,uBAAuB,EAAG;AAC/B,MAAI;AACF,UAAM,kBAAkB,SAAS;AACjC,iBAAa,qDAAwC,SAAS;AAAA,EAChE,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,EACnE;AACF;AAKO,SAAS,aAAa;AAC3B,MAAI,cAAc;AAChB,iBAAa,MAAM;AAAA,EACrB;AACF;AAKO,SAAS,cAAc;AAC5B,MAAI,cAAc;AAChB,iBAAa,KAAK;AAAA,EACpB;AACF;AAMA,eAAsB,UAAU,MAAY;AAC1C,MAAI,CAACF,iBAAgB,CAAC,gBAAiB;AAGvC,eAAa,KAAK,IAAI;AAGtB,MAAI,CAAC,cAAc;AACjB,UAAM,kBAAkB;AAAA,EAC1B;AAEA,MAAI,CAAC,aAAc;AAEnB,MAAI;AAEF,QAAI,aAAa,QAAQ;AACvB,mBAAa,KAAK;AAAA,IACpB;AAGA,QAAI,gBAAgB,CAAC,aAAa,YAAY,CAAC,mBAAmB;AAChE,mBAAa;AAAA,IACf;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,EACvD;AACF;AAKO,SAAS,YAAY;AAE1B,eAAa,SAAS;AAGtB,MAAI,aAAa;AACf,QAAI;AACF,UAAI,YAAY,eAAe,QAAQ;AACrC,oBAAY,YAAY;AAAA,MAC1B;AACA,UAAI,gBAAgB,YAAY,eAAe,UAAU;AACvD,oBAAY,mBAAmB,YAAY;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,kCAAkC,KAAK;AAAA,IACvD;AACA,kBAAc;AACd,mBAAe;AAAA,EACjB;AAGA,MAAI,cAAc;AAChB,iBAAa,MAAM;AACnB,iBAAa,MAAM;AACnB,mBAAe;AAAA,EACjB;AAGA,MAAI,oBAAoB;AACtB,uBAAmB,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AAC9D,yBAAqB;AAAA,EACvB;AACF;;;AExQA,SAAS,cAAc;;;ACAvB,OAAOG,mBAAkB;AAiBlB,IAAe,MAAf,cAA2BA,cAAwB;AAAA;AAAA;AAAA;AAAA;AAAA,EAUxD,YAAY,YAAY,GAAG;AACzB,UAAM;AATR;AAAA,SAAO,QAAQ;AAUb,SAAK,YAAY;AAAA,EACnB;AAyBF;;;ADhDO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAGjC,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,QAAI,KAAK,IAAK;AAEd,QAAI,cAAc,QAAW;AAC3B,WAAK,YAAY;AAAA,IACnB;AAEA,UAAM,kBAAkB,KAAK;AAAA,MAC3B,KAAK,KAAK,KAAK,YAAY,OAAO,KAAK,CAAC;AAAA,MACxC;AAAA,IACF;AAEA,SAAK,MAAM,MAAM,OAAO,IAAI;AAAA,MAC1B;AAAA,MACA,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,yBAAyB;AAAA,MACzB,yBAAyB,kBAAkB;AAAA;AAAA,MAC3C,kBAAkB;AAAA,IACpB,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,MAAM;AACf,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,aAAa,WAAkC;AACnD,QAAI,cAAc,KAAK,UAAW;AAElC,QAAI,KAAK,KAAK;AACZ,YAAM,SAAS,KAAK,IAAI,QAAQ;AAChC,YAAM,KAAK,KAAK;AAChB,YAAM,KAAK,MAAM,QAAQ,SAAS;AAAA,IACpC;AAAA,EACF;AACF;;;AEjDO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAWjC,cAAc;AACZ,UAAM;AAPR,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,UAAkB;AAC1B,SAAQ,kBAA4B,CAAC;AAKnC,aAAS,IAAI,GAAG,IAAI,KAAK,SAAS,KAAK;AACrC,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,QAAI,KAAK,QAAS;AAElB,QAAI,cAAc,QAAW;AAC3B,WAAK,YAAY;AAAA,IACnB;AAGA,SAAK,eAAe,KAAK,OAAO,gBAC7B,OAAe,oBAAoB;AACtC,SAAK,WAAW,KAAK,aAAa,eAAe;AACjD,SAAK,aAAa,KAAK,aAAa,wBAAwB,MAAM;AAGlE,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,WAAW;AAClC,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,SAAS,CAAC;AAGhE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,QAAI,KAAK,cAAc;AACrB,YAAM,KAAK,aAAa,MAAM;AAC9B,WAAK,eAAe;AAAA,IACtB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,MAAM,aAAa,WAAkC;AACnD,QAAI,cAAc,KAAK,UAAW;AAClC,SAAK,YAAY;AAAA,EACnB;AACF;;;AC9JA,OAAOC,mBAAkB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADYO,IAAM,cAAN,MAAM,qBAGHC,cAAgC;AAAA,EAyBhC,YAAY,SAAmB;AACrC,UAAM;AAVR,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAEpB,SAAQ,gBAAgB;AAKtB,SAAK,cAAc,IAAI,YAAY,KAAK,OAAO,SAAS,GAAG,CAAC;AAG5D,SAAK,YAAY,GAAG,eAAe,MAAM;AACvC,WAAK,kBAAkB;AAAA,IACzB,CAAC;AAGD,SAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,WAAK,IAAI,wBAAwB,IAAI;AACrC,WAAK,IAAI,KAAK,IAAI;AAAA,IACpB,CAAC;AAGD,SAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,WAAK,IAAI,sBAAsB;AAC/B,WAAK,IAAI,wCAAqC;AAE9C,WAAK,gBAAgB;AACrB,WAAK,kBAAkB;AACvB,gBAAU;AAAA,IACZ,CAAC;AAGD,SAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,WAAK,IAAI,qBAAqB;AAC9B,WAAK,IAAI,sCAAoC;AAC7C,WAAK,gBAAgB;AACrB,WAAK,kBAAkB;AAAA,IACzB,CAAC;AAAA,EACH;AAAA,EAvDA,OAAc,YAGZ,SAA4C;AAC5C,QAAI,CAAC,aAAY,UAAU;AACzB,mBAAY,WAAW,IAAI,aAAwB,OAAO;AAAA,IAC5D;AACA,WAAO,aAAY;AAAA,EACrB;AAAA,EAiDQ,OAAO,KAAsC;AACnD,QAAI,CAAC,IAAK,QAAO,IAAI,UAAU;AAC/B,QAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,QAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAY;AACd,WAAO,KAAK,eAAe,KAAK,YAAY,MAAM;AAAA,EACpD;AAAA,EAEA,IAAI,aAAa;AACf,WAAO,KAAK,gBAAgB,KAAK,YAAY,MAAM;AAAA,EACrD;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AACrB,SAAK,gBAAgB;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,YAAY,KAAK;AACtB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,YAAY,KAAK;AACtB,SAAK,kBAAkB;AACvB,eAAW;AAAA,EACb;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,gBAAU,KAAK,aAAa;AAAA,IAC9B;AACA,gBAAY;AACZ,SAAK,YAAY,OAAO;AACxB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AAEF,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,YAAY,KAAK;AAAA,MACxB;AAGA,WAAK,YAAY,MAAM,gBAAgB,QAAQ;AAC/C,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,mBAAe;AACf,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,kBAAU,MAAM,IAAI;AACpB,aAAK,gBAAgB,MAAM;AAC3B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,kCAAqC,GAAG;AAE5D,cAAM,UAAU,KAAK;AAAA,UACnB,MAAM,KAAK,kCAAqC,SAAS,CAAC;AAAA,QAC5D;AACA,aAAK,WAAW,OAAO;AAAA,MACzB,WAAW,MAAM,4CAA0C;AAEzD,mBAAW,MAAM;AACf,eAAK,KAAK,cAAc;AAAA,QAC1B,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,aAAa;AACrC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,kBAAkB;AAEvB,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,SAA8B;AAC/C,SAAK,aAAa,KAAK,OAAO;AAC9B,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AErSO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,aAAU;AACV,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;","names":["LocalStorageKeys","EventEmitter","audioContext","EventEmitter","audioContext","unlock","audioContext","init","sourceNode","EventEmitter","EventEmitter","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
|