@micdrop/client 2.1.2 → 2.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.mts +14 -2
- package/dist/index.d.ts +14 -2
- package/dist/index.js +75 -8
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +73 -7
- package/dist/index.mjs.map +1 -1
- package/package.json +1 -1
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/Mic.ts","../src/audio/Speaker.ts","../src/audio/stream/AudioStream.ts","../src/audio/stream/Pcm16AudioStream.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","raw:./pcm-processor-worklet","../src/audio/pcm-processor.ts","../src/audio/index.ts","../src/client/MicdropClient.ts","../../server/src/types.ts","../src/client/MicdropClientError.ts","../src/Micdrop.ts"],"sourcesContent":["import { EventEmitter } from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport class Mic {\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.deviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.deviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.deviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { AudioStream } from './stream/AudioStream'\nimport { Pcm16AudioStream } from './stream/Pcm16AudioStream'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport interface SpeakerEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport class Speaker extends EventEmitter<SpeakerEvents> {\n public isPlaying = false\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n // Set by MicdropClient, useful to detect default device\n public devices: MediaDeviceInfo[] = []\n\n private audioStream?: AudioStream\n private audioSourceNode?: AudioNode\n private audioElementDestination?: HTMLAudioElement // Used when audiocontext sinkId is not available\n\n async start() {\n if (this.audioStream) return\n\n // Instantiate the audio stream based on the browser compatibility\n this.audioStream = new Pcm16AudioStream()\n\n // Forward events from AudioStream\n this.audioStream.on('StartPlaying', () => this.setIsPlaying(true))\n this.audioStream.on('StopPlaying', () => this.setIsPlaying(false))\n\n // Get the audio source node from AudioStream\n this.audioSourceNode = this.audioStream.start()\n\n // Select speaker device if speakerId is in local storage\n const deviceId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) ?? undefined\n await this.setDevice(deviceId)\n }\n\n async playAudio(blob: Blob) {\n this.start()\n try {\n await this.audioStream?.playAudio(blob)\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n async stopAudio() {\n if (!this.isPlaying) return\n this.audioStream?.stopAudio()\n }\n\n async changeDevice(deviceId: string) {\n await this.setDevice(deviceId)\n\n // Update local storage\n if (this.isDefaultDevice) {\n localStorage.removeItem(LocalStorageKeys.SpeakerDevice)\n } else {\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, deviceId)\n }\n }\n\n get isDefaultDevice(): boolean {\n return (\n !this.deviceId ||\n this.devices.length === 0 ||\n this.deviceId === this.devices[0].deviceId\n )\n }\n\n private setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n\n private async setDevice(deviceId: string | undefined) {\n if (!this.audioSourceNode) {\n console.error(\n 'audioSourceNode not initialized, setDevice called before start'\n )\n return\n }\n try {\n this.deviceId = deviceId\n const defaultDevice = this.isDefaultDevice\n const sinkId = !deviceId || defaultDevice ? '' : deviceId\n\n if (defaultDevice || 'setSinkId' in audioContext) {\n // Play through audiocontext destination when possible\n // It is the preferred way, as it's the only way to have echo cancellation\n await (audioContext as any).setSinkId?.(sinkId)\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(audioContext.destination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Reset audio element destination if it exists\n if (this.audioElementDestination) {\n this.audioElementDestination.pause()\n this.audioElementDestination.srcObject = null\n this.audioElementDestination = undefined\n }\n } else {\n // On Firefox, we can't set sinkId on audio context\n // So we stream non-default devices back to an audio element for which we set sinkId\n if (!this.audioElementDestination) {\n // Create a media stream destination to stream the audio to\n const mediaStreamDestination =\n audioContext.createMediaStreamDestination()\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(mediaStreamDestination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Play stream to audio element destination\n this.audioElementDestination = new Audio()\n this.audioElementDestination.autoplay = true\n this.audioElementDestination.srcObject = mediaStreamDestination.stream\n }\n await this.audioElementDestination.setSinkId(sinkId)\n }\n } catch (error) {\n console.error(`Error setting Audio Output to ${deviceId}`, error)\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { audioContext } from '../utils/audioContext'\n\nexport interface AudioStreamEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport abstract class AudioStream extends EventEmitter<AudioStreamEvents> {\n public isPlaying = false\n protected outputNode: AudioNode\n\n constructor() {\n super()\n this.outputNode = audioContext.createGain()\n }\n\n abstract start(): AudioNode\n abstract playAudio(blob: Blob): Promise<void>\n abstract stopAudio(): void\n\n protected setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { AudioStream } from './AudioStream'\n\nconst SAMPLE_RATE = 16000\nconst CHANNELS = 1\n\nexport class Pcm16AudioStream extends AudioStream {\n private audioQueue: AudioBuffer[] = []\n private currentSourceNode?: AudioBufferSourceNode\n private isProcessingQueue = false\n\n constructor() {\n super()\n }\n\n start(): AudioNode {\n return this.outputNode\n }\n\n async playAudio(blob: Blob): Promise<void> {\n try {\n // Convert blob to PCM data\n const arrayBuffer = await blob.arrayBuffer()\n\n // Convert PCM data to AudioBuffer with proper sample rate\n const audioBuffer = this.createAudioBuffer(arrayBuffer)\n\n if (audioBuffer) {\n this.audioQueue.push(audioBuffer)\n this.processQueue()\n }\n } catch (error) {\n console.error('Failed to play audio chunk:', error)\n }\n }\n\n stopAudio(): void {\n if (this.currentSourceNode) {\n try {\n this.currentSourceNode.stop()\n this.currentSourceNode.disconnect()\n } catch (error) {\n // Ignore errors when stopping\n }\n this.currentSourceNode = undefined\n }\n this.audioQueue = []\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n }\n\n private createAudioBuffer(arrayBuffer: ArrayBuffer): AudioBuffer | null {\n try {\n // Convert ArrayBuffer to Int16Array (assuming 16-bit PCM)\n const int16Data = new Int16Array(arrayBuffer)\n\n // Calculate number of samples\n const numSamples = int16Data.length\n\n if (numSamples === 0) {\n return null\n }\n\n // Create AudioBuffer with the correct sample rate\n const audioBuffer = audioContext.createBuffer(\n CHANNELS,\n numSamples,\n SAMPLE_RATE\n )\n\n // Convert 16-bit PCM to float32 and copy to AudioBuffer\n const channelData = audioBuffer.getChannelData(0)\n for (let i = 0; i < numSamples; i++) {\n channelData[i] = int16Data[i] / 32768.0\n }\n\n return audioBuffer\n } catch (error) {\n console.error('Error creating AudioBuffer:', error)\n return null\n }\n }\n\n private processQueue(): void {\n if (this.isProcessingQueue || this.audioQueue.length === 0) {\n return\n }\n\n this.isProcessingQueue = true\n this.playNextBuffer()\n }\n\n private playNextBuffer(): void {\n if (this.audioQueue.length === 0) {\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n return\n }\n\n const audioBuffer = this.audioQueue.shift()!\n\n // Create a new AudioBufferSourceNode\n this.currentSourceNode = audioContext.createBufferSource()\n this.currentSourceNode.buffer = audioBuffer\n this.currentSourceNode.connect(this.outputNode)\n\n // Set up event handler for when this buffer finishes\n this.currentSourceNode.onended = () => {\n this.currentSourceNode = undefined\n // Continue processing queue\n this.playNextBuffer()\n }\n\n // Start playing\n this.currentSourceNode.start(0)\n this.setIsPlaying(true)\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { audioContext } from './utils/audioContext'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD, VADStatus } from './vad/VAD'\nimport { equalVADConfig, getVAD, VADConfig } from './vad/getVAD'\nimport { initPcmProcessor } from './pcm-processor'\n\nconst SAMPLE_RATE = 16000\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Int16Array]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n public vad: VAD\n\n private stream: MediaStream | undefined\n private source: MediaStreamAudioSourceNode | undefined\n private workletNode: AudioWorkletNode | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Int16Array[] = []\n\n constructor(private vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n start = async (stream: MediaStream) => {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isSpeaking: false,\n })\n this.stream = stream\n this.speakingConfirmed = false\n\n // Create a worklet node with the PCM processor\n await initPcmProcessor()\n this.workletNode = new AudioWorkletNode(audioContext, 'pcm-processor')\n this.workletNode.port.onmessage = this.onWorkletMessage\n\n // Send sample rate configuration to worklet\n this.workletNode.port.postMessage({\n type: 'configure',\n sourceSampleRate: audioContext.sampleRate,\n targetSampleRate: SAMPLE_RATE,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(stream, this.vad.delay / 1000)\n this.delayedStream = delayedStream\n\n // Connect the source node to the worklet node\n this.source = audioContext.createMediaStreamSource(delayedStream)\n this.source.connect(this.workletNode)\n\n // Start speaking detection\n await this.vad.start(stream)\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n stop = () => {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isSpeaking: false,\n })\n this.stream = undefined\n\n try {\n // Stop speaking detection\n this.vad.stop()\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n\n // Stop Web Audio API\n if (this.workletNode) {\n this.workletNode.disconnect()\n this.workletNode = undefined\n }\n if (this.source) {\n this.source.disconnect()\n this.source = undefined\n }\n\n // Stop delayed stream\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n changeVad = (vadConfig: VADConfig) => {\n if (equalVADConfig(vadConfig, this.vadConfig)) return\n\n const stream = this.stream\n if (stream) {\n this.stop()\n }\n\n this.vadConfig = vadConfig\n this.vad = getVAD(vadConfig)\n\n if (stream) {\n this.start(stream)\n }\n }\n\n private onStartSpeaking = async () => {\n this.speakingConfirmed = false\n this.queuedChunks.length = 0\n\n // Start recording\n this.workletNode?.port.postMessage({ type: 'start' })\n }\n\n private onConfirmSpeaking = async () => {\n this.speakingConfirmed = true\n this.changeState({ isSpeaking: true })\n this.emit('StartSpeaking')\n }\n\n private onCancelSpeaking = async () => {\n this.queuedChunks.length = 0\n\n // Stop recording\n this.workletNode?.port.postMessage({ type: 'stop' })\n }\n\n private onStopSpeaking = async () => {\n this.speakingConfirmed = false\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n\n // Stop recording\n this.workletNode?.port.postMessage({ type: 'stop' })\n }\n\n private onWorkletMessage = (event: MessageEvent) => {\n const { type, data } = event.data\n if (type === 'chunk') {\n const pcmData = data as Int16Array\n\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(pcmData)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the current chunk\n this.emit('Chunk', pcmData)\n }\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { EventEmitter } from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public readonly name = this.constructor.name\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Checks if the VAD is paused\n * @returns True if the VAD is paused, false otherwise\n */\n abstract get isPaused(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Pauses the VAD\n */\n abstract pause(): Promise<void>\n\n /**\n * Resumes the VAD\n */\n abstract resume(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n private setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n get isPaused(): boolean {\n return this.vads.every((vad) => vad.isPaused)\n }\n\n async start(stream: MediaStream): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange = () => {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n\n async pause(): Promise<void> {\n for (const vad of this.vads) {\n await vad.pause()\n }\n }\n\n async resume(): Promise<void> {\n for (const vad of this.vads) {\n await vad.resume()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n private _isPaused = false\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n submitUserSpeechOnPause: true,\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n async pause(): Promise<void> {\n if (!this.vad || this._isPaused) return\n this._isPaused = true\n this.vad.pause()\n }\n\n async resume(): Promise<void> {\n if (!this.vad || !this._isPaused) return\n this._isPaused = false\n this.vad.start()\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD, VADStatus } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private _isPaused = false\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running || this._isPaused) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n private resetHistory(): void {\n this.speaking = false\n this.attemptSpeaking = false\n for (let i = 0; i < this.speakingHistory.length; i++) {\n this.speakingHistory[i] = 0\n }\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.resetHistory()\n\n switch (this.status) {\n case VADStatus.Speaking:\n this.emit('StopSpeaking')\n break\n case VADStatus.MaybeSpeaking:\n this.emit('CancelSpeaking')\n break\n }\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n async pause(): Promise<void> {\n if (!this.running || this._isPaused) return\n this._isPaused = true\n this.running = false\n this.resetHistory()\n\n switch (this.status) {\n case VADStatus.Speaking:\n this.emit('StopSpeaking')\n break\n case VADStatus.MaybeSpeaking:\n this.emit('CancelSpeaking')\n break\n }\n }\n\n async resume(): Promise<void> {\n if (!this._isPaused) return\n this._isPaused = false\n this.running = true\n this.startLoop()\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nconst DefaultVAD = VolumeVAD\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new DefaultVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n\nexport function equalVADConfig(a?: VADConfig, b?: VADConfig): boolean {\n if (a === b) return true\n if (Array.isArray(a) && Array.isArray(b) && a.length === b.length) {\n return a.every((item, index) => equalVADConfig(item, b[index]))\n }\n return false\n}\n","const INTERVAL_MS = 100\n\nclass PCMProcessorWorklet extends AudioWorkletProcessor {\n constructor() {\n super()\n this.audioBuffer = []\n this.isRecording = false\n this.sourceSampleRate = 16000\n this.targetSampleRate = 16000\n this.resamplingRatio = 1\n this.CHUNK_INTERVAL_SAMPLES = Math.round(\n (this.sourceSampleRate * INTERVAL_MS) / 1000\n )\n\n // Listen for messages\n this.port.onmessage = this.handleMessage.bind(this)\n }\n\n handleMessage(event) {\n if (event.data.type === 'configure') {\n this.sourceSampleRate = event.data.sourceSampleRate\n this.targetSampleRate = event.data.targetSampleRate\n this.resamplingRatio = this.sourceSampleRate / this.targetSampleRate\n // Recalculate chunk interval for the source sample rate\n this.CHUNK_INTERVAL_SAMPLES = Math.round(\n (this.sourceSampleRate * INTERVAL_MS) / 1000\n )\n } else if (event.data.type === 'start') {\n this.isRecording = true\n } else if (event.data.type === 'stop') {\n this.isRecording = false\n // Clear any remaining audio buffer when stopping\n this.audioBuffer.length = 0\n }\n }\n\n process(inputs) {\n const input = inputs[0]\n\n if (input && input.length > 0 && this.isRecording) {\n const inputChannel = input[0]\n\n // Store audio data in buffer\n this.audioBuffer.push(new Float32Array(inputChannel))\n\n // Check if we have enough data for a chunk\n const totalSamples = this.audioBuffer.reduce(\n (sum, buffer) => sum + buffer.length,\n 0\n )\n\n if (totalSamples >= this.CHUNK_INTERVAL_SAMPLES) {\n this.processChunk()\n }\n }\n\n return true\n }\n\n processChunk() {\n if (this.audioBuffer.length === 0) return\n\n // Calculate total samples\n const totalSamples = this.audioBuffer.reduce(\n (sum, buffer) => sum + buffer.length,\n 0\n )\n if (totalSamples === 0) return\n\n // Merge all buffers\n const mergedBuffer = new Float32Array(totalSamples)\n let offset = 0\n for (const buffer of this.audioBuffer) {\n mergedBuffer.set(buffer, offset)\n offset += buffer.length\n }\n\n // Resample to target sample rate if necessary\n const resampledBuffer = this.resample(mergedBuffer)\n\n // Convert float32 to int16 PCM\n const pcmData = this.floatToPCM16(resampledBuffer)\n\n // Clear the buffer\n this.audioBuffer.length = 0\n\n // Send PCM chunk to main thread\n this.port.postMessage({\n type: 'chunk',\n data: pcmData,\n })\n }\n\n resample(inputBuffer) {\n // If no resampling needed, return original buffer\n if (this.resamplingRatio === 1) {\n return inputBuffer\n }\n\n // Calculate output length\n const outputLength = Math.round(inputBuffer.length / this.resamplingRatio)\n const outputBuffer = new Float32Array(outputLength)\n\n // Simple linear interpolation resampling\n for (let i = 0; i < outputLength; i++) {\n const srcIndex = i * this.resamplingRatio\n const srcIndexFloor = Math.floor(srcIndex)\n const srcIndexCeil = Math.min(srcIndexFloor + 1, inputBuffer.length - 1)\n const fraction = srcIndex - srcIndexFloor\n\n // Linear interpolation\n outputBuffer[i] =\n inputBuffer[srcIndexFloor] * (1 - fraction) +\n inputBuffer[srcIndexCeil] * fraction\n }\n\n return outputBuffer\n }\n\n floatToPCM16(floatData) {\n const pcmData = new Int16Array(floatData.length)\n for (let i = 0; i < floatData.length; i++) {\n const sample = Math.max(-1, Math.min(1, floatData[i]))\n pcmData[i] = sample < 0 ? sample * 0x8000 : sample * 0x7fff\n }\n return pcmData\n }\n}\n\nregisterProcessor('pcm-processor', PCMProcessorWorklet)\n","import pcmProcessorWorklet from './pcm-processor-worklet?raw'\nimport { audioContext } from './utils/audioContext'\n\ndeclare global {\n interface Window {\n micdropPcmProcessor: boolean\n }\n}\n\nexport async function initPcmProcessor() {\n if (window.micdropPcmProcessor) return\n window.micdropPcmProcessor = true\n\n // Init worklet URL\n const workletBlob = new Blob([pcmProcessorWorklet], {\n type: 'application/javascript',\n })\n const workletUrl = URL.createObjectURL(workletBlob)\n\n // Load the worklet module\n await audioContext.audioWorklet.addModule(workletUrl)\n}\n","import { Mic as MicClass } from './Mic'\nimport { Speaker as SpeakerClass } from './Speaker'\n\nexport * from './MicRecorder'\nexport * from './utils/localStorage'\nexport * from './vad'\n\n// Setup and export Mic instance\nif (!window.micdropMic) {\n window.micdropMic = new MicClass()\n}\nexport const Mic = window.micdropMic\n\n// Setup and export Speaker instance\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new SpeakerClass()\n}\nexport const Speaker = window.micdropSpeaker\n","import { EventEmitter } from 'eventemitter3'\nimport { Mic, Speaker, VAD } from '../audio'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { VADConfig } from '../audio/vad/getVAD'\nimport {\n MicdropClientCommands,\n MicdropConversation,\n MicdropConversationItem,\n MicdropServerCommands,\n MicdropToolCall,\n} from '../types'\nimport {\n getClientErrorFromWSCloseEvent,\n MicdropClientError,\n MicdropClientErrorCode,\n} from './MicdropClientError'\n\nexport interface MicdropEvents {\n EndCall: []\n Error: [MicdropClientError]\n StateChange: [MicdropState, MicdropState]\n ToolCall: [MicdropToolCall]\n}\n\nexport interface MicdropOptions {\n url?: string\n params?: Record<string, any>\n vad?: VADConfig\n disableInterruption?: boolean\n debugLog?: boolean\n}\n\nexport interface MicdropState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isPaused: boolean\n isListening: boolean\n isProcessing: boolean\n isUserSpeaking: boolean\n isAssistantSpeaking: boolean\n isMicStarted: boolean\n isMicMuted: boolean\n micDeviceId: string | undefined\n speakerDeviceId: string | undefined\n micDevices: MediaDeviceInfo[]\n speakerDevices: MediaDeviceInfo[]\n conversation: MicdropConversation\n error: MicdropClientError | undefined\n}\n\nexport class MicdropClient\n extends EventEmitter<MicdropEvents>\n implements MicdropState\n{\n public micRecorder?: MicRecorder\n public conversation: MicdropConversation = []\n public error: MicdropClientError | undefined\n public speakerDevices: MediaDeviceInfo[] = []\n public micDevices: MediaDeviceInfo[] = []\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastNotifiedState = this.state\n private _isProcessing = false\n private _isMuted = false\n private _isPaused = false\n\n constructor(public options: MicdropOptions = {}) {\n super()\n\n // Add speaker listener\n Speaker.on('StartPlaying', this.onSpeakerStartPlaying)\n Speaker.on('StopPlaying', this.onSpeakerStopPlaying)\n\n // Listen to device changes\n navigator.mediaDevices.addEventListener('devicechange', this.updateDevices)\n }\n\n get vad(): VAD | undefined {\n return this.micRecorder?.vad\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isMuted(): boolean {\n return this._isMuted\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n get isProcessing(): boolean {\n return this._isProcessing && !this.isPaused\n }\n\n get isListening(): boolean {\n return (\n this.isMicStarted &&\n !this.isPaused &&\n !this.isProcessing &&\n !this.isMicMuted &&\n !this.isUserSpeaking &&\n !this.isAssistantSpeaking\n )\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.vad?.isPaused ?? false\n }\n\n get isUserSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isAssistantSpeaking(): boolean {\n return Speaker.isPlaying\n }\n\n get micDeviceId(): string | undefined {\n return Mic.deviceId\n }\n\n get speakerDeviceId(): string | undefined {\n return Speaker.deviceId\n }\n\n get state(): MicdropState {\n return {\n isStarting: this.isStarting,\n isStarted: this.isStarted,\n isMuted: this.isMuted,\n isPaused: this.isPaused,\n isListening: this.isListening,\n isProcessing: this.isProcessing,\n isUserSpeaking: this.isUserSpeaking,\n isAssistantSpeaking: this.isAssistantSpeaking,\n isMicStarted: this.isMicStarted,\n isMicMuted: this.isMicMuted,\n conversation: this.conversation,\n error: this.error,\n micDeviceId: this.micDeviceId,\n speakerDeviceId: this.speakerDeviceId,\n micDevices: this.micDevices,\n speakerDevices: this.speakerDevices,\n }\n }\n\n start = async (options?: MicdropOptions) => {\n this.error = undefined\n this.options = { ...this.options, ...options }\n\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n this._isMuted = false\n this._isPaused = false\n\n // Start mic if not already started\n if (!this.micRecorder || options?.vad) {\n await this.startMic({ vad: options?.vad })\n }\n\n // Start websocket\n await this.startWS()\n }\n\n stop = async () => {\n this._isProcessing = false\n this._isMuted = false\n this._isPaused = false\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[MicdropClient] Error stopping WebSocket', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[MicdropClient] Error stopping microphone', error)\n }\n\n // Stop speaker\n Speaker.stopAudio()\n }\n\n mute = () => {\n this.vad?.pause()\n this._isMuted = true\n this.notifyStateChange()\n }\n\n unmute = () => {\n if (\n !this.isPaused &&\n !(this.options.disableInterruption && Speaker.isPlaying)\n ) {\n this.vad?.resume()\n }\n this._isMuted = false\n this.notifyStateChange()\n }\n\n pause = () => {\n if (this.isPaused) return\n this.vad?.pause()\n this._isPaused = true\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n this.ws?.send(MicdropClientCommands.Mute)\n }\n\n resume = () => {\n if (!this.isPaused) return\n if (!this.isMuted) {\n this.vad?.resume()\n }\n this._isPaused = false\n this.notifyStateChange()\n }\n\n startMic = async (\n options: {\n vad?: VADConfig\n deviceId?: string\n } = {}\n ) => {\n this.error = undefined\n this._isMuted = false\n if (options.vad) {\n this.options.vad = options.vad\n }\n try {\n if (this.micRecorder) {\n // Stop previous recorder\n this.micRecorder.stop()\n\n // Change VAD if needed\n if (options.vad) {\n this.micRecorder.changeVad(options.vad)\n }\n } else {\n this.micRecorder = new MicRecorder(this.options.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[MicdropClient] User audio chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('User start speaking')\n this.ws?.send(MicdropClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('User stop speaking')\n this.ws?.send(MicdropClientCommands.StopSpeaking)\n if (this.isWSStarted) {\n this._isProcessing = true\n }\n this.notifyStateChange()\n })\n }\n\n // Start microphone\n const micStream = await Mic.start(options.deviceId)\n this.micStream = micStream\n\n // Start recorder\n await this.micRecorder.start(micStream)\n\n // Get devices after starting mic\n // It's necessary for Firefox that return an empty list before any stream is started\n await this.updateDevices()\n\n // Start speaker\n // Must be after devices update\n await Speaker.start()\n\n this.notifyStateChange()\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Mic,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n changeMicDevice = async (deviceId: string) => {\n await this.startMic({ deviceId })\n }\n\n changeSpeakerDevice = async (deviceId: string) => {\n await Speaker.changeDevice(deviceId)\n this.notifyStateChange()\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n Mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private updateDevices = async () => {\n const rawDevices = await navigator.mediaDevices.enumerateDevices()\n if (rawDevices.length === 0) return\n\n // Move default devices to the beginning of the list\n // and get rid of devices with deviceId=default\n const defaultDevices = rawDevices.filter(\n (device) => device.deviceId === 'default'\n )\n const devices = rawDevices.filter((device) => device.deviceId !== 'default')\n const defaultDevicesIndexes = defaultDevices\n .map((device) =>\n devices.findIndex(\n (d) => d.groupId === device.groupId && d.kind === device.kind\n )\n )\n .filter((index) => index !== -1)\n for (const index of defaultDevicesIndexes) {\n const device = devices[index]\n devices.splice(index, 1)\n devices.unshift(device)\n }\n\n this.micDevices = devices.filter((device) => device.kind === 'audioinput')\n this.speakerDevices = devices.filter(\n (device) => device.kind === 'audiooutput'\n )\n Speaker.devices = this.speakerDevices\n\n this.notifyStateChange()\n }\n\n private async startWS() {\n try {\n if (this.ws) {\n this.log('WebSocket is already started')\n return\n }\n if (!this.isMicStarted) {\n throw new MicdropClientError(MicdropClientErrorCode.Mic)\n }\n if (!this.options.url) {\n throw new MicdropClientError(MicdropClientErrorCode.MissingUrl)\n }\n\n // Start websocket\n this.ws = new WebSocket(this.options.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = this.onWSOpen\n this.ws.onmessage = this.onWSMessage\n this.ws.onclose = this.onWSClose\n this.ws.onerror = this.onWSError\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Connection,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n private onWSOpen = () => {\n this.log('WebSocket opened')\n this.notifyStateChange()\n\n // Send params\n if (this.options.params) {\n this.ws?.send(JSON.stringify(this.options.params))\n }\n }\n\n private onWSMessage = (event: MessageEvent) => {\n this.log('Received message:', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n if (this.isPaused || this.isUserSpeaking) return\n Speaker.playAudio(event.data)\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[MicdropClient] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(MicdropServerCommands.Message)) {\n // Received user/assistant message\n try {\n const message = JSON.parse(\n event.data.substring(MicdropServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing message:',\n event.data,\n error\n )\n }\n } else if (event.data === MicdropServerCommands.EndCall) {\n // Call ended\n this.emit('EndCall')\n } else if (event.data === MicdropServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === MicdropServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation.findLastIndex(\n (message) => message.role === 'user'\n )\n if (lastMessage !== -1) {\n this.conversation = this.conversation.filter(\n (_, index) => index !== lastMessage\n )\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data.startsWith(MicdropServerCommands.ToolCall)) {\n // Received tool call information\n try {\n const toolCall = JSON.parse(\n event.data.substring(MicdropServerCommands.ToolCall.length + 1)\n )\n this.emit('ToolCall', toolCall)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing tool call:',\n event.data,\n error\n )\n }\n }\n }\n\n private onWSClose = (event: CloseEvent) => {\n this.log('WebSocket closed', event)\n this.stop()\n\n const error = getClientErrorFromWSCloseEvent(event)\n if (error) {\n this.setError(error)\n }\n }\n\n private onWSError = (event: Event) => {\n this.setError(new MicdropClientError(MicdropClientErrorCode.Connection))\n this.stop()\n }\n\n private stopWS() {\n if (!this.ws) return\n if (\n this.ws.readyState === WebSocket.OPEN ||\n this.ws.readyState === WebSocket.CONNECTING\n ) {\n this.ws.close()\n }\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private onSpeakerStartPlaying = () => {\n this.log('Speaker started')\n if (this.options.disableInterruption) {\n this.vad?.pause()\n }\n this.notifyStateChange()\n }\n\n private onSpeakerStopPlaying = () => {\n this.log('Speaker stopped')\n if (this.options.disableInterruption && !this.isMuted) {\n this.vad?.resume()\n }\n this.notifyStateChange()\n }\n\n private addMessage(message: MicdropConversationItem) {\n this.conversation = [...this.conversation, message]\n this.notifyStateChange()\n }\n\n private setError(error: MicdropClientError) {\n console.error('[MicdropClient] Error:', error)\n this.error = error\n this.notifyStateChange()\n this.emit('Error', error)\n }\n\n private notifyStateChange() {\n const state = this.state\n this.emit('StateChange', state, this.lastNotifiedState)\n this.lastNotifiedState = state\n }\n\n private log(...message: any[]) {\n if (!this.options.debugLog) return\n console.log(`[MicdropClient ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum MicdropClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum MicdropServerCommands {\n Message = 'Message',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EndCall = 'EndCall',\n ToolCall = 'ToolCall',\n}\n\nexport interface MicdropCallSummary {\n conversation: MicdropConversation\n duration: number\n}\n\nexport type MicdropConversationItem =\n | MicdropConversationMessage\n | MicdropConversationToolCall\n | MicdropConversationToolResult\n\nexport type MicdropConversation = Array<MicdropConversationItem>\n\nexport type MicdropAnswerMetadata = {\n [key: string]: any\n}\n\nexport interface MicdropConversationMessage<\n Data extends MicdropAnswerMetadata = MicdropAnswerMetadata,\n> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n\nexport interface MicdropConversationToolCall {\n role: 'tool_call'\n toolCallId: string\n toolName: string\n parameters: string\n}\n\nexport interface MicdropConversationToolResult {\n role: 'tool_result'\n toolCallId: string\n toolName: string\n output: string\n}\n\nexport interface MicdropToolCall {\n name: string\n parameters: any\n output: any\n}\n\nexport type DeepPartial<T> = T extends object\n ? {\n [P in keyof T]?: DeepPartial<T[P]>\n }\n : T\n","export enum MicdropClientErrorCode {\n MissingUrl = 'MissingUrl',\n Mic = 'Mic',\n Connection = 'Connection',\n InternalServer = 'InternalServer',\n BadRequest = 'BadRequest',\n Unauthorized = 'Unauthorized',\n NotFound = 'NotFound',\n Unknown = 'Unknown',\n}\n\nexport class MicdropClientError extends Error {\n code: MicdropClientErrorCode\n\n constructor(code = MicdropClientErrorCode.Unknown, message?: string) {\n super(message)\n this.name = `MicdropClientError:${code}`\n this.code = code\n }\n}\n\nexport function getClientErrorFromWSCloseEvent(\n event: CloseEvent\n): MicdropClientError | undefined {\n const code = getClientErrorFromWSCloseEventCode(event.code)\n return code && new MicdropClientError(code, event.reason)\n}\n\nexport function getClientErrorFromWSCloseEventCode(\n code: number\n): MicdropClientErrorCode | undefined {\n if (code === 1011) {\n return MicdropClientErrorCode.InternalServer\n } else if (code >= 1001 && code < 1011 && code !== 1005) {\n return MicdropClientErrorCode.Connection\n } else if (code === 4401) {\n return MicdropClientErrorCode.Unauthorized\n } else if (code === 4404) {\n return MicdropClientErrorCode.NotFound\n } else if (code === 4400) {\n return MicdropClientErrorCode.BadRequest\n } else if (code >= 4000) {\n return MicdropClientErrorCode.Unknown\n } else {\n return undefined\n }\n}\n","import { MicdropClient } from './client'\n\n// Setup and export MicdropClient instance\nif (!window.micdropClient) {\n window.micdropClient = new MicdropClient()\n}\nexport const Micdrop = window.micdropClient\n"],"mappings":";AAAA,SAAS,oBAAoB;AAMtB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEA,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAM,MAAN,MAAU;AAAA,EAAV;AACL,SAAO,WAAW,IAAI,cAAc,YAAY;AAAA;AAAA,EAMxC,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,aAAa,UAAU;AAC9B,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,WAAW;AAAA,IAClB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,WAAW;AAAA,IAClB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;;;ACxFA,SAAS,gBAAAC,qBAAoB;;;ACA7B,SAAS,gBAAAC,qBAAoB;AAQtB,IAAe,cAAf,cAAmCC,cAAgC;AAAA,EAIxE,cAAc;AACZ,UAAM;AAJR,SAAO,YAAY;AAKjB,SAAK,aAAa,aAAa,WAAW;AAAA,EAC5C;AAAA,EAMU,aAAa,WAAoB;AACzC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AACF;;;ACvBA,IAAM,cAAc;AACpB,IAAM,WAAW;AAEV,IAAM,mBAAN,cAA+B,YAAY;AAAA,EAKhD,cAAc;AACZ,UAAM;AALR,SAAQ,aAA4B,CAAC;AAErC,SAAQ,oBAAoB;AAAA,EAI5B;AAAA,EAEA,QAAmB;AACjB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,UAAU,MAA2B;AACzC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,KAAK,kBAAkB,WAAW;AAEtD,UAAI,aAAa;AACf,aAAK,WAAW,KAAK,WAAW;AAChC,aAAK,aAAa;AAAA,MACpB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAAA,IACpD;AAAA,EACF;AAAA,EAEA,YAAkB;AAChB,QAAI,KAAK,mBAAmB;AAC1B,UAAI;AACF,aAAK,kBAAkB,KAAK;AAC5B,aAAK,kBAAkB,WAAW;AAAA,MACpC,SAAS,OAAO;AAAA,MAEhB;AACA,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,aAAa,CAAC;AACnB,SAAK,oBAAoB;AACzB,SAAK,aAAa,KAAK;AAAA,EACzB;AAAA,EAEQ,kBAAkB,aAA8C;AACtE,QAAI;AAEF,YAAM,YAAY,IAAI,WAAW,WAAW;AAG5C,YAAM,aAAa,UAAU;AAE7B,UAAI,eAAe,GAAG;AACpB,eAAO;AAAA,MACT;AAGA,YAAM,cAAc,aAAa;AAAA,QAC/B;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAGA,YAAM,cAAc,YAAY,eAAe,CAAC;AAChD,eAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,oBAAY,CAAC,IAAI,UAAU,CAAC,IAAI;AAAA,MAClC;AAEA,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAClD,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEQ,eAAqB;AAC3B,QAAI,KAAK,qBAAqB,KAAK,WAAW,WAAW,GAAG;AAC1D;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,iBAAuB;AAC7B,QAAI,KAAK,WAAW,WAAW,GAAG;AAChC,WAAK,oBAAoB;AACzB,WAAK,aAAa,KAAK;AACvB;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,WAAW,MAAM;AAG1C,SAAK,oBAAoB,aAAa,mBAAmB;AACzD,SAAK,kBAAkB,SAAS;AAChC,SAAK,kBAAkB,QAAQ,KAAK,UAAU;AAG9C,SAAK,kBAAkB,UAAU,MAAM;AACrC,WAAK,oBAAoB;AAEzB,WAAK,eAAe;AAAA,IACtB;AAGA,SAAK,kBAAkB,MAAM,CAAC;AAC9B,SAAK,aAAa,IAAI;AAAA,EACxB;AACF;;;AFzGO,IAAM,UAAN,cAAsBC,cAA4B;AAAA,EAAlD;AAAA;AACL,SAAO,YAAY;AACnB,SAAO,WAAW,IAAI,cAAc,YAAY;AAIhD;AAAA,SAAO,UAA6B,CAAC;AAAA;AAAA;AAAA,EAMrC,MAAM,QAAQ;AACZ,QAAI,KAAK,YAAa;AAGtB,SAAK,cAAc,IAAI,iBAAiB;AAGxC,SAAK,YAAY,GAAG,gBAAgB,MAAM,KAAK,aAAa,IAAI,CAAC;AACjE,SAAK,YAAY,GAAG,eAAe,MAAM,KAAK,aAAa,KAAK,CAAC;AAGjE,SAAK,kBAAkB,KAAK,YAAY,MAAM;AAG9C,UAAM,WACJ,aAAa,mDAAsC,KAAK;AAC1D,UAAM,KAAK,UAAU,QAAQ;AAAA,EAC/B;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,SAAK,MAAM;AACX,QAAI;AACF,YAAM,KAAK,aAAa,UAAU,IAAI;AAAA,IACxC,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,MAAM,YAAY;AAChB,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,aAAa,UAAU;AAAA,EAC9B;AAAA,EAEA,MAAM,aAAa,UAAkB;AACnC,UAAM,KAAK,UAAU,QAAQ;AAG7B,QAAI,KAAK,iBAAiB;AACxB,mBAAa,sDAAyC;AAAA,IACxD,OAAO;AACL,mBAAa,qDAAwC,QAAQ;AAAA,IAC/D;AAAA,EACF;AAAA,EAEA,IAAI,kBAA2B;AAC7B,WACE,CAAC,KAAK,YACN,KAAK,QAAQ,WAAW,KACxB,KAAK,aAAa,KAAK,QAAQ,CAAC,EAAE;AAAA,EAEtC;AAAA,EAEQ,aAAa,WAAoB;AACvC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AAAA,EAEA,MAAc,UAAU,UAA8B;AACpD,QAAI,CAAC,KAAK,iBAAiB;AACzB,cAAQ;AAAA,QACN;AAAA,MACF;AACA;AAAA,IACF;AACA,QAAI;AACF,WAAK,WAAW;AAChB,YAAM,gBAAgB,KAAK;AAC3B,YAAM,SAAS,CAAC,YAAY,gBAAgB,KAAK;AAEjD,UAAI,iBAAiB,eAAe,cAAc;AAGhD,cAAO,aAAqB,YAAY,MAAM;AAC9C,aAAK,gBAAgB,WAAW;AAChC,aAAK,gBAAgB,QAAQ,aAAa,WAAW;AACrD,aAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,YAAI,KAAK,yBAAyB;AAChC,eAAK,wBAAwB,MAAM;AACnC,eAAK,wBAAwB,YAAY;AACzC,eAAK,0BAA0B;AAAA,QACjC;AAAA,MACF,OAAO;AAGL,YAAI,CAAC,KAAK,yBAAyB;AAEjC,gBAAM,yBACJ,aAAa,6BAA6B;AAC5C,eAAK,gBAAgB,WAAW;AAChC,eAAK,gBAAgB,QAAQ,sBAAsB;AACnD,eAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,eAAK,0BAA0B,IAAI,MAAM;AACzC,eAAK,wBAAwB,WAAW;AACxC,eAAK,wBAAwB,YAAY,uBAAuB;AAAA,QAClE;AACA,cAAM,KAAK,wBAAwB,UAAU,MAAM;AAAA,MACrD;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,QAAQ,IAAI,KAAK;AAAA,IAClE;AAAA,EACF;AACF;;;AGlIA,SAAS,gBAAAC,qBAAoB;;;ACQtB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,SAAS,gBAAAC,qBAAoB;AAetB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2BD,cAAwB;AAAA,EAAnD;AAAA;AACL,SAAgB,OAAO,KAAK,YAAY;AACxC,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyCf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,UAAU,QAAmB;AACnC,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;ACjGO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AAsBR,SAAQ,iBAAiB,MAAM;AAC7B,YAAM,eAAe,KAAK,KAAK;AAAA,QAC7B,CAAC,QAAQ,IAAI;AAAA,MACf;AACA,YAAM,gBAAgB,KAAK,KAAK;AAAA,QAC9B,CAAC,QAAQ,IAAI;AAAA,MACf;AAGA,cAAQ,KAAK,QAAQ;AAAA,QACnB;AACE,cAAI,aAAc;AAClB,eAAK,KAAK,eAAe;AACzB,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,gBAAgB;AAC1B;AAAA,UACF;AACA,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,cAAc;AAAA,UAC1B;AACA;AAAA,MACJ;AAAA,IACF;AArDE,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AAAA,EAC3C;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK,KAAK,MAAM,CAAC,QAAQ,IAAI,QAAQ;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAoCA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AAAA,EAEA,MAAM,QAAuB;AAC3B,eAAW,OAAO,KAAK,MAAM;AAC3B,YAAM,IAAI,MAAM;AAAA,IAClB;AAAA,EACF;AAAA,EAEA,MAAM,SAAwB;AAC5B,eAAW,OAAO,KAAK,MAAM;AAC3B,YAAM,IAAI,OAAO;AAAA,IACnB;AAAA,EACF;AACF;;;ACpFA,SAAS,cAAc;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAKjC,YAAY,SAAqC;AAC/C,UAAM;AALR,SAAO,UAAU;AAEjB,SAAQ,YAAY;AAKlB,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,OAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,yBAAyB;AAAA,MACzB,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,CAAC,KAAK,OAAO,KAAK,UAAW;AACjC,SAAK,YAAY;AACjB,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,SAAwB;AAC5B,QAAI,CAAC,KAAK,OAAO,CAAC,KAAK,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC7FA,IAAME,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAWjC,YAAY,SAAqC;AAC/C,UAAM;AAXR,SAAO,UAAUA;AACjB,SAAQ,YAAY;AAIpB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,WAAW,KAAK,UAAW;AAGpC,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEQ,eAAqB;AAC3B,SAAK,WAAW;AAChB,SAAK,kBAAkB;AACvB,aAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,WAAK,gBAAgB,CAAC,IAAI;AAAA,IAC5B;AAAA,EACF;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,aAAa;AAElB,YAAQ,KAAK,QAAQ;AAAA,MACnB;AACE,aAAK,KAAK,cAAc;AACxB;AAAA,MACF;AACE,aAAK,KAAK,gBAAgB;AAC1B;AAAA,IACJ;AAEA,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,CAAC,KAAK,WAAW,KAAK,UAAW;AACrC,SAAK,YAAY;AACjB,SAAK,UAAU;AACf,SAAK,aAAa;AAElB,YAAQ,KAAK,QAAQ;AAAA,MACnB;AACE,aAAK,KAAK,cAAc;AACxB;AAAA,MACF;AACE,aAAK,KAAK,gBAAgB;AAC1B;AAAA,IACJ;AAAA,EACF;AAAA,EAEA,MAAM,SAAwB;AAC5B,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,YAAY;AACjB,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACjOA,IAAM,aAAa;AAEZ,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,WAAW;AAChC,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;AAEO,SAAS,eAAe,GAAe,GAAwB;AACpE,MAAI,MAAM,EAAG,QAAO;AACpB,MAAI,MAAM,QAAQ,CAAC,KAAK,MAAM,QAAQ,CAAC,KAAK,EAAE,WAAW,EAAE,QAAQ;AACjE,WAAO,EAAE,MAAM,CAAC,MAAM,UAAU,eAAe,MAAM,EAAE,KAAK,CAAC,CAAC;AAAA,EAChE;AACA,SAAO;AACT;;;AC1BA;;;ACSA,eAAsB,mBAAmB;AACvC,MAAI,OAAO,oBAAqB;AAChC,SAAO,sBAAsB;AAG7B,QAAM,cAAc,IAAI,KAAK,CAAC,6BAAmB,GAAG;AAAA,IAClD,MAAM;AAAA,EACR,CAAC;AACD,QAAM,aAAa,IAAI,gBAAgB,WAAW;AAGlD,QAAM,aAAa,aAAa,UAAU,UAAU;AACtD;;;ARbA,IAAMC,eAAc;AAQpB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,YAAY;AACd;AASO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAW/D,YAAoB,WAAuB;AACzC,UAAM;AADY;AAHpB,SAAQ,oBAAoB;AAC5B,SAAQ,eAA6B,CAAC;AAWtC,iBAAQ,OAAO,WAAwB;AACrC,UAAI,KAAK,MAAM,WAAW;AACxB,cAAM,IAAI,MAAM,gCAAgC;AAAA,MAClD;AACA,UAAI;AAEF,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,YAAY;AAAA,QACd,CAAC;AACD,aAAK,SAAS;AACd,aAAK,oBAAoB;AAGzB,cAAM,iBAAiB;AACvB,aAAK,cAAc,IAAI,iBAAiB,cAAc,eAAe;AACrE,aAAK,YAAY,KAAK,YAAY,KAAK;AAGvC,aAAK,YAAY,KAAK,YAAY;AAAA,UAChC,MAAM;AAAA,UACN,kBAAkB,aAAa;AAAA,UAC/B,kBAAkBD;AAAA,QACpB,CAAC;AAGD,cAAM,gBAAgB,oBAAoB,QAAQ,KAAK,IAAI,QAAQ,GAAI;AACvE,aAAK,gBAAgB;AAGrB,aAAK,SAAS,aAAa,wBAAwB,aAAa;AAChE,aAAK,OAAO,QAAQ,KAAK,WAAW;AAGpC,cAAM,KAAK,IAAI,MAAM,MAAM;AAC3B,aAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,aAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,aAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,aAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAE/C,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,WAAW;AAAA,QACb,CAAC;AAAA,MACH,SAAS,KAAK;AACZ,aAAK,KAAK;AACV,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,QACX,YAAY;AAAA,MACd,CAAC;AACD,WAAK,SAAS;AAEd,UAAI;AAEF,aAAK,IAAI,KAAK;AACd,aAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,aAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,aAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,aAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAGhD,YAAI,KAAK,aAAa;AACpB,eAAK,YAAY,WAAW;AAC5B,eAAK,cAAc;AAAA,QACrB;AACA,YAAI,KAAK,QAAQ;AACf,eAAK,OAAO,WAAW;AACvB,eAAK,SAAS;AAAA,QAChB;AAGA,YAAI,KAAK,eAAe;AACtB,qBAAW,KAAK,aAAa;AAC7B,eAAK,gBAAgB;AAAA,QACvB;AAAA,MACF,SAAS,KAAK;AACZ,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,qBAAY,CAAC,cAAyB;AACpC,UAAI,eAAe,WAAW,KAAK,SAAS,EAAG;AAE/C,YAAM,SAAS,KAAK;AACpB,UAAI,QAAQ;AACV,aAAK,KAAK;AAAA,MACZ;AAEA,WAAK,YAAY;AACjB,WAAK,MAAM,OAAO,SAAS;AAE3B,UAAI,QAAQ;AACV,aAAK,MAAM,MAAM;AAAA,MACnB;AAAA,IACF;AAEA,SAAQ,kBAAkB,YAAY;AACpC,WAAK,oBAAoB;AACzB,WAAK,aAAa,SAAS;AAG3B,WAAK,aAAa,KAAK,YAAY,EAAE,MAAM,QAAQ,CAAC;AAAA,IACtD;AAEA,SAAQ,oBAAoB,YAAY;AACtC,WAAK,oBAAoB;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,KAAK,eAAe;AAAA,IAC3B;AAEA,SAAQ,mBAAmB,YAAY;AACrC,WAAK,aAAa,SAAS;AAG3B,WAAK,aAAa,KAAK,YAAY,EAAE,MAAM,OAAO,CAAC;AAAA,IACrD;AAEA,SAAQ,iBAAiB,YAAY;AACnC,WAAK,oBAAoB;AACzB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AAGxB,WAAK,aAAa,KAAK,YAAY,EAAE,MAAM,OAAO,CAAC;AAAA,IACrD;AAEA,SAAQ,mBAAmB,CAAC,UAAwB;AAClD,YAAM,EAAE,MAAM,KAAK,IAAI,MAAM;AAC7B,UAAI,SAAS,SAAS;AACpB,cAAM,UAAU;AAEhB,YAAI,CAAC,KAAK,mBAAmB;AAE3B,eAAK,aAAa,KAAK,OAAO;AAC9B;AAAA,QACF;AAGA,mBAAW,SAAS,KAAK,cAAc;AACrC,eAAK,KAAK,SAAS,KAAK;AAAA,QAC1B;AACA,aAAK,aAAa,SAAS;AAG3B,aAAK,KAAK,SAAS,OAAO;AAAA,MAC5B;AAAA,IACF;AA7JE,SAAK,QAAQ;AAEb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EA4JQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AACF;;;AS7MA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAS;AACnC;AACO,IAAME,OAAM,OAAO;AAG1B,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAa;AAC3C;AACO,IAAMC,WAAU,OAAO;;;ACjB9B,SAAS,gBAAAC,qBAAoB;;;ACAtB,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,mBAAgB;AAChB,EAAAA,uBAAA,kBAAe;AACf,EAAAA,uBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,2BAAwB;AACxB,EAAAA,uBAAA,gBAAa;AACb,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,cAAW;AALD,SAAAA;AAAA,GAAA;;;ACNL,IAAK,yBAAL,kBAAKC,4BAAL;AACL,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,SAAM;AACN,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,oBAAiB;AACjB,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,kBAAe;AACf,EAAAA,wBAAA,cAAW;AACX,EAAAA,wBAAA,aAAU;AARA,SAAAA;AAAA,GAAA;AAWL,IAAM,qBAAN,cAAiC,MAAM;AAAA,EAG5C,YAAY,OAAO,yBAAgC,SAAkB;AACnE,UAAM,OAAO;AACb,SAAK,OAAO,sBAAsB,IAAI;AACtC,SAAK,OAAO;AAAA,EACd;AACF;AAEO,SAAS,+BACd,OACgC;AAChC,QAAM,OAAO,mCAAmC,MAAM,IAAI;AAC1D,SAAO,QAAQ,IAAI,mBAAmB,MAAM,MAAM,MAAM;AAC1D;AAEO,SAAS,mCACd,MACoC;AACpC,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,EACT,WAAW,QAAQ,QAAQ,OAAO,QAAQ,SAAS,MAAM;AACvD,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,QAAQ,KAAM;AACvB,WAAO;AAAA,EACT,OAAO;AACL,WAAO;AAAA,EACT;AACF;;;AFKO,IAAM,gBAAN,cACGC,cAEV;AAAA,EAeE,YAAmB,UAA0B,CAAC,GAAG;AAC/C,UAAM;AADW;AAbnB,SAAO,eAAoC,CAAC;AAE5C,SAAO,iBAAoC,CAAC;AAC5C,SAAO,aAAgC,CAAC;AAIxC,SAAQ,YAAY;AACpB,SAAQ,oBAAoB,KAAK;AACjC,SAAQ,gBAAgB;AACxB,SAAQ,WAAW;AACnB,SAAQ,YAAY;AAqGpB,iBAAQ,OAAO,YAA6B;AAC1C,WAAK,QAAQ;AACb,WAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAK,YAAY,KAAK,IAAI;AAC1B,WAAK,eAAe,CAAC;AACrB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AAGjB,UAAI,CAAC,KAAK,eAAe,SAAS,KAAK;AACrC,cAAM,KAAK,SAAS,EAAE,KAAK,SAAS,IAAI,CAAC;AAAA,MAC3C;AAGA,YAAM,KAAK,QAAQ;AAAA,IACrB;AAEA,gBAAO,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AACjB,UAAI;AAEF,aAAK,OAAO;AAAA,MACd,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAAA,MACjE;AAEA,UAAI;AAEF,aAAK,aAAa,KAAK;AACvB,aAAK,QAAQ;AAAA,MACf,SAAS,OAAO;AACd,gBAAQ,MAAM,6CAA6C,KAAK;AAAA,MAClE;AAGA,MAAAC,SAAQ,UAAU;AAAA,IACpB;AAEA,gBAAO,MAAM;AACX,WAAK,KAAK,MAAM;AAChB,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,kBAAS,MAAM;AACb,UACE,CAAC,KAAK,YACN,EAAE,KAAK,QAAQ,uBAAuBA,SAAQ,YAC9C;AACA,aAAK,KAAK,OAAO;AAAA,MACnB;AACA,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,iBAAQ,MAAM;AACZ,UAAI,KAAK,SAAU;AACnB,WAAK,KAAK,MAAM;AAChB,WAAK,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,kBAAkB;AACvB,MAAAA,SAAQ,UAAU;AAClB,WAAK,IAAI,sBAA+B;AAAA,IAC1C;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI,CAAC,KAAK,SAAS;AACjB,aAAK,KAAK,OAAO;AAAA,MACnB;AACA,WAAK,YAAY;AACjB,WAAK,kBAAkB;AAAA,IACzB;AAEA,oBAAW,OACT,UAGI,CAAC,MACF;AACH,WAAK,QAAQ;AACb,WAAK,WAAW;AAChB,UAAI,QAAQ,KAAK;AACf,aAAK,QAAQ,MAAM,QAAQ;AAAA,MAC7B;AACA,UAAI;AACF,YAAI,KAAK,aAAa;AAEpB,eAAK,YAAY,KAAK;AAGtB,cAAI,QAAQ,KAAK;AACf,iBAAK,YAAY,UAAU,QAAQ,GAAG;AAAA,UACxC;AAAA,QACF,OAAO;AACL,eAAK,cAAc,IAAI,YAAY,KAAK,QAAQ,GAAG;AAGnD,eAAK,YAAY,GAAG,eAAe,MAAM;AACvC,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAGD,eAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,iBAAK,IAAI,oCAAoC,IAAI;AACjD,iBAAK,IAAI,KAAK,IAAI;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,iBAAK,IAAI,qBAAqB;AAC9B,iBAAK,IAAI,wCAAwC;AAEjD,iBAAK,gBAAgB;AACrB,iBAAK,kBAAkB;AACvB,YAAAA,SAAQ,UAAU;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,iBAAK,IAAI,oBAAoB;AAC7B,iBAAK,IAAI,sCAAuC;AAChD,gBAAI,KAAK,aAAa;AACpB,mBAAK,gBAAgB;AAAA,YACvB;AACA,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAAA,QACH;AAGA,cAAM,YAAY,MAAMC,KAAI,MAAM,QAAQ,QAAQ;AAClD,aAAK,YAAY;AAGjB,cAAM,KAAK,YAAY,MAAM,SAAS;AAItC,cAAM,KAAK,cAAc;AAIzB,cAAMD,SAAQ,MAAM;AAEpB,aAAK,kBAAkB;AAAA,MACzB,SAAS,OAAO;AACd,aAAK;AAAA,UACH,IAAI;AAAA;AAAA,YAED,OAAe;AAAA,UAClB;AAAA,QACF;AACA,cAAM,KAAK,KAAK;AAChB,cAAM;AAAA,MACR;AAAA,IACF;AAEA,2BAAkB,OAAO,aAAqB;AAC5C,YAAM,KAAK,SAAS,EAAE,SAAS,CAAC;AAAA,IAClC;AAEA,+BAAsB,OAAO,aAAqB;AAChD,YAAMA,SAAQ,aAAa,QAAQ;AACnC,WAAK,kBAAkB;AAAA,IACzB;AAUA,SAAQ,gBAAgB,YAAY;AAClC,YAAM,aAAa,MAAM,UAAU,aAAa,iBAAiB;AACjE,UAAI,WAAW,WAAW,EAAG;AAI7B,YAAM,iBAAiB,WAAW;AAAA,QAChC,CAAC,WAAW,OAAO,aAAa;AAAA,MAClC;AACA,YAAM,UAAU,WAAW,OAAO,CAAC,WAAW,OAAO,aAAa,SAAS;AAC3E,YAAM,wBAAwB,eAC3B;AAAA,QAAI,CAAC,WACJ,QAAQ;AAAA,UACN,CAAC,MAAM,EAAE,YAAY,OAAO,WAAW,EAAE,SAAS,OAAO;AAAA,QAC3D;AAAA,MACF,EACC,OAAO,CAAC,UAAU,UAAU,EAAE;AACjC,iBAAW,SAAS,uBAAuB;AACzC,cAAM,SAAS,QAAQ,KAAK;AAC5B,gBAAQ,OAAO,OAAO,CAAC;AACvB,gBAAQ,QAAQ,MAAM;AAAA,MACxB;AAEA,WAAK,aAAa,QAAQ,OAAO,CAAC,WAAW,OAAO,SAAS,YAAY;AACzE,WAAK,iBAAiB,QAAQ;AAAA,QAC5B,CAAC,WAAW,OAAO,SAAS;AAAA,MAC9B;AACA,MAAAA,SAAQ,UAAU,KAAK;AAEvB,WAAK,kBAAkB;AAAA,IACzB;AAqCA,SAAQ,WAAW,MAAM;AACvB,WAAK,IAAI,kBAAkB;AAC3B,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ,QAAQ;AACvB,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,QAAQ,MAAM,CAAC;AAAA,MACnD;AAAA,IACF;AAEA,SAAQ,cAAc,CAAC,UAAwB;AAC7C,WAAK,IAAI,qBAAqB,MAAM,IAAI;AACxC,UAAI,MAAM,gBAAgB,MAAM;AAE9B,YAAI,KAAK,YAAY,KAAK,eAAgB;AAC1C,QAAAA,SAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,yCAAyC,MAAM,IAAI,EAAE;AAAA,MACpE,WAAW,MAAM,KAAK,kCAAwC,GAAG;AAE/D,YAAI;AACF,gBAAM,UAAU,KAAK;AAAA,YACnB,MAAM,KAAK,kCAAwC,SAAS,CAAC;AAAA,UAC/D;AACA,eAAK,WAAW,OAAO;AAAA,QACzB,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF,WAAW,MAAM,kCAAwC;AAEvD,aAAK,KAAK,SAAS;AAAA,MACrB,WAAW,MAAM,wCAA2C;AAE1D,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAsD;AAErE,cAAM,cAAc,KAAK,aAAa;AAAA,UACpC,CAAC,YAAY,QAAQ,SAAS;AAAA,QAChC;AACA,YAAI,gBAAgB,IAAI;AACtB,eAAK,eAAe,KAAK,aAAa;AAAA,YACpC,CAAC,GAAG,UAAU,UAAU;AAAA,UAC1B;AACA,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,KAAK,oCAAyC,GAAG;AAEhE,YAAI;AACF,gBAAM,WAAW,KAAK;AAAA,YACpB,MAAM,KAAK,oCAAyC,SAAS,CAAC;AAAA,UAChE;AACA,eAAK,KAAK,YAAY,QAAQ;AAAA,QAChC,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAsB;AACzC,WAAK,IAAI,oBAAoB,KAAK;AAClC,WAAK,KAAK;AAEV,YAAM,QAAQ,+BAA+B,KAAK;AAClD,UAAI,OAAO;AACT,aAAK,SAAS,KAAK;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAiB;AACpC,WAAK,SAAS,IAAI,gDAAoD,CAAC;AACvE,WAAK,KAAK;AAAA,IACZ;AAcA,SAAQ,wBAAwB,MAAM;AACpC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,qBAAqB;AACpC,aAAK,KAAK,MAAM;AAAA,MAClB;AACA,WAAK,kBAAkB;AAAA,IACzB;AAEA,SAAQ,uBAAuB,MAAM;AACnC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,uBAAuB,CAAC,KAAK,SAAS;AACrD,aAAK,KAAK,OAAO;AAAA,MACnB;AACA,WAAK,kBAAkB;AAAA,IACzB;AApcE,IAAAA,SAAQ,GAAG,gBAAgB,KAAK,qBAAqB;AACrD,IAAAA,SAAQ,GAAG,eAAe,KAAK,oBAAoB;AAGnD,cAAU,aAAa,iBAAiB,gBAAgB,KAAK,aAAa;AAAA,EAC5E;AAAA,EAEA,IAAI,MAAuB;AACzB,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,UAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,iBAAiB,CAAC,KAAK;AAAA,EACrC;AAAA,EAEA,IAAI,cAAuB;AACzB,WACE,KAAK,gBACL,CAAC,KAAK,YACN,CAAC,KAAK,gBACN,CAAC,KAAK,cACN,CAAC,KAAK,kBACN,CAAC,KAAK;AAAA,EAEV;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,KAAK,YAAY;AAAA,EAC/B;AAAA,EAEA,IAAI,iBAA0B;AAC5B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,sBAA+B;AACjC,WAAOA,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,cAAkC;AACpC,WAAOC,KAAI;AAAA,EACb;AAAA,EAEA,IAAI,kBAAsC;AACxC,WAAOD,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,QAAsB;AACxB,WAAO;AAAA,MACL,YAAY,KAAK;AAAA,MACjB,WAAW,KAAK;AAAA,MAChB,SAAS,KAAK;AAAA,MACd,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,MAClB,cAAc,KAAK;AAAA,MACnB,gBAAgB,KAAK;AAAA,MACrB,qBAAqB,KAAK;AAAA,MAC1B,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB,OAAO,KAAK;AAAA,MACZ,aAAa,KAAK;AAAA,MAClB,iBAAiB,KAAK;AAAA,MACtB,YAAY,KAAK;AAAA,MACjB,gBAAgB,KAAK;AAAA,IACvB;AAAA,EACF;AAAA,EA6KQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,IAAAC,KAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkCA,MAAc,UAAU;AACtB,QAAI;AACF,UAAI,KAAK,IAAI;AACX,aAAK,IAAI,8BAA8B;AACvC;AAAA,MACF;AACA,UAAI,CAAC,KAAK,cAAc;AACtB,cAAM,IAAI,kCAA6C;AAAA,MACzD;AACA,UAAI,CAAC,KAAK,QAAQ,KAAK;AACrB,cAAM,IAAI,gDAAoD;AAAA,MAChE;AAGA,WAAK,KAAK,IAAI,UAAU,KAAK,QAAQ,GAAG;AACxC,WAAK,GAAG,aAAa;AACrB,WAAK,kBAAkB;AAGvB,WAAK,GAAG,SAAS,KAAK;AACtB,WAAK,GAAG,YAAY,KAAK;AACzB,WAAK,GAAG,UAAU,KAAK;AACvB,WAAK,GAAG,UAAU,KAAK;AAAA,IACzB,SAAS,OAAO;AACd,WAAK;AAAA,QACH,IAAI;AAAA;AAAA,UAED,OAAe;AAAA,QAClB;AAAA,MACF;AACA,YAAM,KAAK,KAAK;AAChB,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAuFQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,QACE,KAAK,GAAG,eAAe,UAAU,QACjC,KAAK,GAAG,eAAe,UAAU,YACjC;AACA,WAAK,GAAG,MAAM;AAAA,IAChB;AACA,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkBQ,WAAW,SAAkC;AACnD,SAAK,eAAe,CAAC,GAAG,KAAK,cAAc,OAAO;AAClD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,SAAS,OAA2B;AAC1C,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,SAAK,QAAQ;AACb,SAAK,kBAAkB;AACvB,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,oBAAoB;AAC1B,UAAM,QAAQ,KAAK;AACnB,SAAK,KAAK,eAAe,OAAO,KAAK,iBAAiB;AACtD,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,QAAQ,SAAU;AAC5B,YAAQ,IAAI,kBAAkB,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAC1E;AACF;;;AGliBA,IAAI,CAAC,OAAO,eAAe;AACzB,SAAO,gBAAgB,IAAI,cAAc;AAC3C;AACO,IAAM,UAAU,OAAO;","names":["audioContext","audioContext","unlock","LocalStorageKeys","EventEmitter","EventEmitter","EventEmitter","EventEmitter","EventEmitter","EventEmitter","VADStatus","defaultOptions","SAMPLE_RATE","EventEmitter","Mic","Speaker","EventEmitter","MicdropClientCommands","MicdropServerCommands","MicdropClientErrorCode","EventEmitter","Speaker","Mic"]}
|
|
1
|
+
{"version":3,"sources":["../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/Mic.ts","../src/audio/Speaker.ts","../src/audio/stream/AudioStream.ts","../src/audio/stream/Pcm16AudioStream.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","raw:./pcm-processor-worklet","../src/audio/pcm-processor.ts","../src/audio/index.ts","../src/client/MicdropClient.ts","../../server/src/types.ts","../src/client/MicdropClientError.ts","../src/Micdrop.ts"],"sourcesContent":["import { EventEmitter } from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport class Mic {\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.deviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.deviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.deviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { AudioStream } from './stream/AudioStream'\nimport { Pcm16AudioStream } from './stream/Pcm16AudioStream'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport interface SpeakerEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport class Speaker extends EventEmitter<SpeakerEvents> {\n public isPlaying = false\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n // Set by MicdropClient, useful to detect default device\n public devices: MediaDeviceInfo[] = []\n\n private audioStream?: AudioStream\n private audioSourceNode?: AudioNode\n private audioElementDestination?: HTMLAudioElement // Used when audiocontext sinkId is not available\n\n async start() {\n if (this.audioStream) return\n\n // Instantiate the audio stream based on the browser compatibility\n this.audioStream = new Pcm16AudioStream()\n\n // Forward events from AudioStream\n this.audioStream.on('StartPlaying', () => this.setIsPlaying(true))\n this.audioStream.on('StopPlaying', () => this.setIsPlaying(false))\n\n // Get the audio source node from AudioStream\n this.audioSourceNode = this.audioStream.start()\n\n // Select speaker device if speakerId is in local storage\n const deviceId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) ?? undefined\n await this.setDevice(deviceId)\n }\n\n async playAudio(blob: Blob) {\n this.start()\n try {\n await this.audioStream?.playAudio(blob)\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n async stopAudio() {\n if (!this.isPlaying) return\n this.audioStream?.stopAudio()\n }\n\n async changeDevice(deviceId: string) {\n await this.setDevice(deviceId)\n\n // Update local storage\n if (this.isDefaultDevice) {\n localStorage.removeItem(LocalStorageKeys.SpeakerDevice)\n } else {\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, deviceId)\n }\n }\n\n get isDefaultDevice(): boolean {\n return (\n !this.deviceId ||\n this.devices.length === 0 ||\n this.deviceId === this.devices[0].deviceId\n )\n }\n\n private setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n\n private async setDevice(deviceId: string | undefined) {\n if (!this.audioSourceNode) {\n console.error(\n 'audioSourceNode not initialized, setDevice called before start'\n )\n return\n }\n try {\n this.deviceId = deviceId\n const defaultDevice = this.isDefaultDevice\n const sinkId = !deviceId || defaultDevice ? '' : deviceId\n\n if (defaultDevice || 'setSinkId' in audioContext) {\n // Play through audiocontext destination when possible\n // It is the preferred way, as it's the only way to have echo cancellation\n await (audioContext as any).setSinkId?.(sinkId)\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(audioContext.destination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Reset audio element destination if it exists\n if (this.audioElementDestination) {\n this.audioElementDestination.pause()\n this.audioElementDestination.srcObject = null\n this.audioElementDestination = undefined\n }\n } else {\n // On Firefox, we can't set sinkId on audio context\n // So we stream non-default devices back to an audio element for which we set sinkId\n if (!this.audioElementDestination) {\n // Create a media stream destination to stream the audio to\n const mediaStreamDestination =\n audioContext.createMediaStreamDestination()\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(mediaStreamDestination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Play stream to audio element destination\n this.audioElementDestination = new Audio()\n this.audioElementDestination.autoplay = true\n this.audioElementDestination.srcObject = mediaStreamDestination.stream\n }\n await this.audioElementDestination.setSinkId(sinkId)\n }\n } catch (error) {\n console.error(`Error setting Audio Output to ${deviceId}`, error)\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { audioContext } from '../utils/audioContext'\n\nexport interface AudioStreamEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport abstract class AudioStream extends EventEmitter<AudioStreamEvents> {\n public isPlaying = false\n protected outputNode: AudioNode\n\n constructor() {\n super()\n this.outputNode = audioContext.createGain()\n }\n\n abstract start(): AudioNode\n abstract playAudio(blob: Blob): Promise<void>\n abstract stopAudio(): void\n\n protected setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { AudioStream } from './AudioStream'\n\nconst SAMPLE_RATE = 16000\nconst CHANNELS = 1\n\nexport class Pcm16AudioStream extends AudioStream {\n private audioQueue: AudioBuffer[] = []\n private currentSourceNode?: AudioBufferSourceNode\n private isProcessingQueue = false\n\n constructor() {\n super()\n }\n\n start(): AudioNode {\n return this.outputNode\n }\n\n async playAudio(blob: Blob): Promise<void> {\n try {\n // Convert blob to PCM data\n const arrayBuffer = await blob.arrayBuffer()\n\n // Convert PCM data to AudioBuffer with proper sample rate\n const audioBuffer = this.createAudioBuffer(arrayBuffer)\n\n if (audioBuffer) {\n this.audioQueue.push(audioBuffer)\n this.processQueue()\n }\n } catch (error) {\n console.error('Failed to play audio chunk:', error)\n }\n }\n\n stopAudio(): void {\n if (this.currentSourceNode) {\n try {\n this.currentSourceNode.stop()\n this.currentSourceNode.disconnect()\n } catch (error) {\n // Ignore errors when stopping\n }\n this.currentSourceNode = undefined\n }\n this.audioQueue = []\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n }\n\n private createAudioBuffer(arrayBuffer: ArrayBuffer): AudioBuffer | null {\n try {\n // Convert ArrayBuffer to Int16Array (assuming 16-bit PCM)\n const int16Data = new Int16Array(arrayBuffer)\n\n // Calculate number of samples\n const numSamples = int16Data.length\n\n if (numSamples === 0) {\n return null\n }\n\n // Create AudioBuffer with the correct sample rate\n const audioBuffer = audioContext.createBuffer(\n CHANNELS,\n numSamples,\n SAMPLE_RATE\n )\n\n // Convert 16-bit PCM to float32 and copy to AudioBuffer\n const channelData = audioBuffer.getChannelData(0)\n for (let i = 0; i < numSamples; i++) {\n channelData[i] = int16Data[i] / 32768.0\n }\n\n return audioBuffer\n } catch (error) {\n console.error('Error creating AudioBuffer:', error)\n return null\n }\n }\n\n private processQueue(): void {\n if (this.isProcessingQueue || this.audioQueue.length === 0) {\n return\n }\n\n this.isProcessingQueue = true\n this.playNextBuffer()\n }\n\n private playNextBuffer(): void {\n if (this.audioQueue.length === 0) {\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n return\n }\n\n const audioBuffer = this.audioQueue.shift()!\n\n // Create a new AudioBufferSourceNode\n this.currentSourceNode = audioContext.createBufferSource()\n this.currentSourceNode.buffer = audioBuffer\n this.currentSourceNode.connect(this.outputNode)\n\n // Set up event handler for when this buffer finishes\n this.currentSourceNode.onended = () => {\n this.currentSourceNode = undefined\n // Continue processing queue\n this.playNextBuffer()\n }\n\n // Start playing\n this.currentSourceNode.start(0)\n this.setIsPlaying(true)\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { audioContext } from './utils/audioContext'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD, VADStatus } from './vad/VAD'\nimport { equalVADConfig, getVAD, VADConfig } from './vad/getVAD'\nimport { initPcmProcessor } from './pcm-processor'\n\nconst SAMPLE_RATE = 16000\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Int16Array]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n public vad: VAD\n\n private stream: MediaStream | undefined\n private source: MediaStreamAudioSourceNode | undefined\n private workletNode: AudioWorkletNode | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Int16Array[] = []\n\n constructor(private vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n start = async (stream: MediaStream) => {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isSpeaking: false,\n })\n this.stream = stream\n this.speakingConfirmed = false\n\n // Create a worklet node with the PCM processor\n await initPcmProcessor()\n this.workletNode = new AudioWorkletNode(audioContext, 'pcm-processor')\n this.workletNode.port.onmessage = this.onWorkletMessage\n\n // Send sample rate configuration to worklet\n this.workletNode.port.postMessage({\n type: 'configure',\n sourceSampleRate: audioContext.sampleRate,\n targetSampleRate: SAMPLE_RATE,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(stream, this.vad.delay / 1000)\n this.delayedStream = delayedStream\n\n // Connect the source node to the worklet node\n this.source = audioContext.createMediaStreamSource(delayedStream)\n this.source.connect(this.workletNode)\n\n // Start speaking detection\n await this.vad.start(stream)\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n stop = () => {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isSpeaking: false,\n })\n this.stream = undefined\n\n try {\n // Stop speaking detection\n this.vad.stop()\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n\n // Stop Web Audio API\n if (this.workletNode) {\n this.workletNode.disconnect()\n this.workletNode = undefined\n }\n if (this.source) {\n this.source.disconnect()\n this.source = undefined\n }\n\n // Stop delayed stream\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n changeVad = (vadConfig: VADConfig) => {\n if (equalVADConfig(vadConfig, this.vadConfig)) return\n\n const stream = this.stream\n if (stream) {\n this.stop()\n }\n\n this.vadConfig = vadConfig\n this.vad = getVAD(vadConfig)\n\n if (stream) {\n this.start(stream)\n }\n }\n\n private onStartSpeaking = async () => {\n this.speakingConfirmed = false\n this.queuedChunks.length = 0\n\n // Start recording\n this.workletNode?.port.postMessage({ type: 'start' })\n }\n\n private onConfirmSpeaking = async () => {\n this.speakingConfirmed = true\n this.changeState({ isSpeaking: true })\n this.emit('StartSpeaking')\n }\n\n private onCancelSpeaking = async () => {\n this.queuedChunks.length = 0\n\n // Stop recording\n this.workletNode?.port.postMessage({ type: 'stop' })\n }\n\n private onStopSpeaking = async () => {\n this.speakingConfirmed = false\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n\n // Stop recording\n this.workletNode?.port.postMessage({ type: 'stop' })\n }\n\n private onWorkletMessage = (event: MessageEvent) => {\n const { type, data } = event.data\n if (type === 'chunk') {\n const pcmData = data as Int16Array\n\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(pcmData)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the current chunk\n this.emit('Chunk', pcmData)\n }\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { EventEmitter } from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public readonly name = this.constructor.name\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Checks if the VAD is paused\n * @returns True if the VAD is paused, false otherwise\n */\n abstract get isPaused(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Pauses the VAD\n */\n abstract pause(): Promise<void>\n\n /**\n * Resumes the VAD\n */\n abstract resume(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n private setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n get isPaused(): boolean {\n return this.vads.every((vad) => vad.isPaused)\n }\n\n async start(stream: MediaStream): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange = () => {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n\n async pause(): Promise<void> {\n for (const vad of this.vads) {\n await vad.pause()\n }\n }\n\n async resume(): Promise<void> {\n for (const vad of this.vads) {\n await vad.resume()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n private _isPaused = false\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n submitUserSpeechOnPause: true,\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n async pause(): Promise<void> {\n if (!this.vad || this._isPaused) return\n this._isPaused = true\n this.vad.pause()\n }\n\n async resume(): Promise<void> {\n if (!this.vad || !this._isPaused) return\n this._isPaused = false\n this.vad.start()\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD, VADStatus } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private _isPaused = false\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running || this._isPaused) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n private resetHistory(): void {\n this.speaking = false\n this.attemptSpeaking = false\n for (let i = 0; i < this.speakingHistory.length; i++) {\n this.speakingHistory[i] = 0\n }\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.resetHistory()\n\n switch (this.status) {\n case VADStatus.Speaking:\n this.emit('StopSpeaking')\n break\n case VADStatus.MaybeSpeaking:\n this.emit('CancelSpeaking')\n break\n }\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n async pause(): Promise<void> {\n if (!this.running || this._isPaused) return\n this._isPaused = true\n this.running = false\n this.resetHistory()\n\n switch (this.status) {\n case VADStatus.Speaking:\n this.emit('StopSpeaking')\n break\n case VADStatus.MaybeSpeaking:\n this.emit('CancelSpeaking')\n break\n }\n }\n\n async resume(): Promise<void> {\n if (!this._isPaused) return\n this._isPaused = false\n this.running = true\n this.startLoop()\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nconst DefaultVAD = VolumeVAD\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new DefaultVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n\nexport function equalVADConfig(a?: VADConfig, b?: VADConfig): boolean {\n if (a === b) return true\n if (Array.isArray(a) && Array.isArray(b) && a.length === b.length) {\n return a.every((item, index) => equalVADConfig(item, b[index]))\n }\n return false\n}\n","const INTERVAL_MS = 100\n\nclass PCMProcessorWorklet extends AudioWorkletProcessor {\n constructor() {\n super()\n this.audioBuffer = []\n this.isRecording = false\n this.sourceSampleRate = 16000\n this.targetSampleRate = 16000\n this.resamplingRatio = 1\n this.CHUNK_INTERVAL_SAMPLES = Math.round(\n (this.sourceSampleRate * INTERVAL_MS) / 1000\n )\n\n // Listen for messages\n this.port.onmessage = this.handleMessage.bind(this)\n }\n\n handleMessage(event) {\n if (event.data.type === 'configure') {\n this.sourceSampleRate = event.data.sourceSampleRate\n this.targetSampleRate = event.data.targetSampleRate\n this.resamplingRatio = this.sourceSampleRate / this.targetSampleRate\n // Recalculate chunk interval for the source sample rate\n this.CHUNK_INTERVAL_SAMPLES = Math.round(\n (this.sourceSampleRate * INTERVAL_MS) / 1000\n )\n } else if (event.data.type === 'start') {\n this.isRecording = true\n } else if (event.data.type === 'stop') {\n this.isRecording = false\n // Clear any remaining audio buffer when stopping\n this.audioBuffer.length = 0\n }\n }\n\n process(inputs) {\n const input = inputs[0]\n\n if (input && input.length > 0 && this.isRecording) {\n const inputChannel = input[0]\n\n // Store audio data in buffer\n this.audioBuffer.push(new Float32Array(inputChannel))\n\n // Check if we have enough data for a chunk\n const totalSamples = this.audioBuffer.reduce(\n (sum, buffer) => sum + buffer.length,\n 0\n )\n\n if (totalSamples >= this.CHUNK_INTERVAL_SAMPLES) {\n this.processChunk()\n }\n }\n\n return true\n }\n\n processChunk() {\n if (this.audioBuffer.length === 0) return\n\n // Calculate total samples\n const totalSamples = this.audioBuffer.reduce(\n (sum, buffer) => sum + buffer.length,\n 0\n )\n if (totalSamples === 0) return\n\n // Merge all buffers\n const mergedBuffer = new Float32Array(totalSamples)\n let offset = 0\n for (const buffer of this.audioBuffer) {\n mergedBuffer.set(buffer, offset)\n offset += buffer.length\n }\n\n // Resample to target sample rate if necessary\n const resampledBuffer = this.resample(mergedBuffer)\n\n // Convert float32 to int16 PCM\n const pcmData = this.floatToPCM16(resampledBuffer)\n\n // Clear the buffer\n this.audioBuffer.length = 0\n\n // Send PCM chunk to main thread\n this.port.postMessage({\n type: 'chunk',\n data: pcmData,\n })\n }\n\n resample(inputBuffer) {\n // If no resampling needed, return original buffer\n if (this.resamplingRatio === 1) {\n return inputBuffer\n }\n\n // Calculate output length\n const outputLength = Math.round(inputBuffer.length / this.resamplingRatio)\n const outputBuffer = new Float32Array(outputLength)\n\n // Simple linear interpolation resampling\n for (let i = 0; i < outputLength; i++) {\n const srcIndex = i * this.resamplingRatio\n const srcIndexFloor = Math.floor(srcIndex)\n const srcIndexCeil = Math.min(srcIndexFloor + 1, inputBuffer.length - 1)\n const fraction = srcIndex - srcIndexFloor\n\n // Linear interpolation\n outputBuffer[i] =\n inputBuffer[srcIndexFloor] * (1 - fraction) +\n inputBuffer[srcIndexCeil] * fraction\n }\n\n return outputBuffer\n }\n\n floatToPCM16(floatData) {\n const pcmData = new Int16Array(floatData.length)\n for (let i = 0; i < floatData.length; i++) {\n const sample = Math.max(-1, Math.min(1, floatData[i]))\n pcmData[i] = sample < 0 ? sample * 0x8000 : sample * 0x7fff\n }\n return pcmData\n }\n}\n\nregisterProcessor('pcm-processor', PCMProcessorWorklet)\n","import pcmProcessorWorklet from './pcm-processor-worklet?raw'\nimport { audioContext } from './utils/audioContext'\n\ndeclare global {\n interface Window {\n micdropPcmProcessor: boolean\n }\n}\n\nexport async function initPcmProcessor() {\n if (window.micdropPcmProcessor) return\n window.micdropPcmProcessor = true\n\n // Init worklet URL\n const workletBlob = new Blob([pcmProcessorWorklet], {\n type: 'application/javascript',\n })\n const workletUrl = URL.createObjectURL(workletBlob)\n\n // Load the worklet module\n await audioContext.audioWorklet.addModule(workletUrl)\n}\n","import { Mic as MicClass } from './Mic'\nimport { Speaker as SpeakerClass } from './Speaker'\n\nexport * from './MicRecorder'\nexport * from './utils/localStorage'\nexport * from './vad'\n\n// Setup and export Mic instance\nif (!window.micdropMic) {\n window.micdropMic = new MicClass()\n}\nexport const Mic = window.micdropMic\n\n// Setup and export Speaker instance\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new SpeakerClass()\n}\nexport const Speaker = window.micdropSpeaker\n","import { EventEmitter } from 'eventemitter3'\nimport { Mic, Speaker, VAD } from '../audio'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { VADConfig } from '../audio/vad/getVAD'\nimport {\n MicdropClientCommands,\n MicdropConversation,\n MicdropConversationItem,\n MicdropServerCommands,\n MicdropToolCall,\n} from '../types'\nimport {\n getClientErrorFromWSCloseEvent,\n isRecoverableError,\n MicdropClientError,\n MicdropClientErrorCode,\n} from './MicdropClientError'\n\nexport interface MicdropEvents {\n EndCall: []\n Error: [MicdropClientError]\n StateChange: [MicdropState, MicdropState]\n ToolCall: [MicdropToolCall]\n}\n\nexport interface MicdropReconnectOptions {\n maxAttempts?: number\n delayMs?: number\n}\n\nexport interface MicdropOptions {\n url?: string\n params?: Record<string, any>\n vad?: VADConfig\n disableInterruption?: boolean\n debugLog?: boolean\n reconnect?: MicdropReconnectOptions\n}\n\nexport interface MicdropState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isPaused: boolean\n isReconnecting: boolean\n isListening: boolean\n isProcessing: boolean\n isUserSpeaking: boolean\n isAssistantSpeaking: boolean\n isMicStarted: boolean\n isMicMuted: boolean\n micDeviceId: string | undefined\n speakerDeviceId: string | undefined\n micDevices: MediaDeviceInfo[]\n speakerDevices: MediaDeviceInfo[]\n conversation: MicdropConversation\n error: MicdropClientError | undefined\n}\n\nconst DEFAULT_RECONNECT_OPTIONS: Required<MicdropReconnectOptions> = {\n maxAttempts: Infinity,\n delayMs: 1000,\n}\n\nexport class MicdropClient\n extends EventEmitter<MicdropEvents>\n implements MicdropState\n{\n public micRecorder?: MicRecorder\n public conversation: MicdropConversation = []\n public error: MicdropClientError | undefined\n public speakerDevices: MediaDeviceInfo[] = []\n public micDevices: MediaDeviceInfo[] = []\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastNotifiedState = this.state\n private _isProcessing = false\n private _isMuted = false\n private _isPaused = false\n private _isReconnecting = false\n private reconnectAttempt = 0\n private reconnectTimer?: number\n\n constructor(public options: MicdropOptions = {}) {\n super()\n\n // Add speaker listener\n Speaker.on('StartPlaying', this.onSpeakerStartPlaying)\n Speaker.on('StopPlaying', this.onSpeakerStopPlaying)\n\n // Listen to device changes\n navigator.mediaDevices.addEventListener('devicechange', this.updateDevices)\n }\n\n get vad(): VAD | undefined {\n return this.micRecorder?.vad\n }\n\n get isStarted(): boolean {\n return (\n (this.isWSStarted || this._isReconnecting) &&\n (this.micRecorder?.state.isStarted || false)\n )\n }\n\n get isStarting(): boolean {\n return (\n (this.isWSStarting || this.micRecorder?.state.isStarting || false) &&\n !this._isReconnecting\n )\n }\n\n get isReconnecting(): boolean {\n return this._isReconnecting\n }\n\n get isMuted(): boolean {\n return this._isMuted\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n get isProcessing(): boolean {\n return this._isProcessing && !this.isPaused\n }\n\n get isListening(): boolean {\n return (\n this.isMicStarted &&\n !this.isPaused &&\n !this.isProcessing &&\n !this.isMicMuted &&\n !this.isUserSpeaking &&\n !this.isAssistantSpeaking\n )\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.vad?.isPaused ?? false\n }\n\n get isUserSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isAssistantSpeaking(): boolean {\n return Speaker.isPlaying\n }\n\n get micDeviceId(): string | undefined {\n return Mic.deviceId\n }\n\n get speakerDeviceId(): string | undefined {\n return Speaker.deviceId\n }\n\n get state(): MicdropState {\n return {\n isStarting: this.isStarting,\n isStarted: this.isStarted,\n isReconnecting: this.isReconnecting,\n isMuted: this.isMuted,\n isPaused: this.isPaused,\n isListening: this.isListening,\n isProcessing: this.isProcessing,\n isUserSpeaking: this.isUserSpeaking,\n isAssistantSpeaking: this.isAssistantSpeaking,\n isMicStarted: this.isMicStarted,\n isMicMuted: this.isMicMuted,\n conversation: this.conversation,\n error: this.error,\n micDeviceId: this.micDeviceId,\n speakerDeviceId: this.speakerDeviceId,\n micDevices: this.micDevices,\n speakerDevices: this.speakerDevices,\n }\n }\n\n start = async (options: MicdropOptions) => {\n this.error = undefined\n this.options = { ...this.options, ...options }\n\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n this._isMuted = false\n this._isPaused = false\n this._isReconnecting = false\n this.reconnectAttempt = 0\n if (this.reconnectTimer) {\n window.clearTimeout(this.reconnectTimer)\n this.reconnectTimer = undefined\n }\n\n // Start mic if not already started\n if (!this.micRecorder || options?.vad) {\n await this.startMic({ vad: options?.vad })\n }\n\n // Start websocket\n await this.startWS()\n }\n\n stop = async () => {\n this._isProcessing = false\n this._isMuted = false\n this._isPaused = false\n this._isReconnecting = false\n if (this.reconnectTimer) {\n window.clearTimeout(this.reconnectTimer)\n this.reconnectTimer = undefined\n }\n\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[MicdropClient] Error stopping WebSocket', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[MicdropClient] Error stopping microphone', error)\n }\n\n // Stop speaker\n Speaker.stopAudio()\n }\n\n mute = () => {\n this.vad?.pause()\n this._isMuted = true\n this.notifyStateChange()\n }\n\n unmute = () => {\n if (\n !this.isPaused &&\n !(this.options.disableInterruption && Speaker.isPlaying)\n ) {\n this.vad?.resume()\n }\n this._isMuted = false\n this.notifyStateChange()\n }\n\n pause = () => {\n if (this.isPaused) return\n this.vad?.pause()\n this._isPaused = true\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n this.ws?.send(MicdropClientCommands.Mute)\n }\n\n resume = () => {\n if (!this.isPaused) return\n if (!this.isMuted) {\n this.vad?.resume()\n }\n this._isPaused = false\n this.notifyStateChange()\n }\n\n startMic = async (\n options: {\n vad?: VADConfig\n deviceId?: string\n } = {}\n ) => {\n this.error = undefined\n this._isMuted = false\n if (options.vad) {\n this.options.vad = options.vad\n }\n try {\n if (this.micRecorder) {\n // Stop previous recorder\n this.micRecorder.stop()\n\n // Change VAD if needed\n if (options.vad) {\n this.micRecorder.changeVad(options.vad)\n }\n } else {\n this.micRecorder = new MicRecorder(this.options.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[MicdropClient] User audio chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('User start speaking')\n this.ws?.send(MicdropClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('User stop speaking')\n this.ws?.send(MicdropClientCommands.StopSpeaking)\n if (this.isWSStarted) {\n this._isProcessing = true\n }\n this.notifyStateChange()\n })\n }\n\n // Start microphone\n const micStream = await Mic.start(options.deviceId)\n this.micStream = micStream\n\n // Start recorder\n await this.micRecorder.start(micStream)\n\n // Get devices after starting mic\n // It's necessary for Firefox that return an empty list before any stream is started\n await this.updateDevices()\n\n // Start speaker\n // Must be after devices update\n await Speaker.start()\n\n this.notifyStateChange()\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Mic,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n changeMicDevice = async (deviceId: string) => {\n await this.startMic({ deviceId })\n }\n\n changeSpeakerDevice = async (deviceId: string) => {\n await Speaker.changeDevice(deviceId)\n this.notifyStateChange()\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n Mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private updateDevices = async () => {\n const rawDevices = await navigator.mediaDevices.enumerateDevices()\n if (rawDevices.length === 0) return\n\n // Move default devices to the beginning of the list\n // and get rid of devices with deviceId=default\n const defaultDevices = rawDevices.filter(\n (device) => device.deviceId === 'default'\n )\n const devices = rawDevices.filter((device) => device.deviceId !== 'default')\n const defaultDevicesIndexes = defaultDevices\n .map((device) =>\n devices.findIndex(\n (d) => d.groupId === device.groupId && d.kind === device.kind\n )\n )\n .filter((index) => index !== -1)\n for (const index of defaultDevicesIndexes) {\n const device = devices[index]\n devices.splice(index, 1)\n devices.unshift(device)\n }\n\n this.micDevices = devices.filter((device) => device.kind === 'audioinput')\n this.speakerDevices = devices.filter(\n (device) => device.kind === 'audiooutput'\n )\n Speaker.devices = this.speakerDevices\n\n this.notifyStateChange()\n }\n\n private async startWS() {\n try {\n if (this.ws) {\n this.log('WebSocket is already started')\n return\n }\n if (!this.isMicStarted) {\n throw new MicdropClientError(MicdropClientErrorCode.Mic)\n }\n if (!this.options.url) {\n throw new MicdropClientError(MicdropClientErrorCode.MissingUrl)\n }\n\n // Start websocket\n this.ws = new WebSocket(this.options.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = this.onWSOpen\n this.ws.onmessage = this.onWSMessage\n this.ws.onclose = this.onWSClose\n this.ws.onerror = this.onWSError\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Connection,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n private onWSOpen = () => {\n this.log('WebSocket opened')\n this._isReconnecting = false\n this.reconnectAttempt = 0\n this.error = undefined\n this.notifyStateChange()\n\n // Send params\n if (this.options.params) {\n this.ws?.send(JSON.stringify(this.options.params))\n }\n\n // Resume VAD if we paused while offline\n if (!this.isPaused && !this.isMuted) {\n this.vad?.resume?.()\n }\n }\n\n private onWSMessage = (event: MessageEvent) => {\n this.log('Received message:', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n if (this.isPaused || this.isUserSpeaking) return\n Speaker.playAudio(event.data)\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[MicdropClient] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(MicdropServerCommands.Message)) {\n // Received user/assistant message\n try {\n const message = JSON.parse(\n event.data.substring(MicdropServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing message:',\n event.data,\n error\n )\n }\n } else if (event.data === MicdropServerCommands.EndCall) {\n // Call ended\n this.emit('EndCall')\n } else if (event.data === MicdropServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === MicdropServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation.findLastIndex(\n (message) => message.role === 'user'\n )\n if (lastMessage !== -1) {\n this.conversation = this.conversation.filter(\n (_, index) => index !== lastMessage\n )\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data.startsWith(MicdropServerCommands.ToolCall)) {\n // Received tool call information\n try {\n const toolCall = JSON.parse(\n event.data.substring(MicdropServerCommands.ToolCall.length + 1)\n )\n this.emit('ToolCall', toolCall)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing tool call:',\n event.data,\n error\n )\n }\n }\n }\n\n private onWSClose = (event: CloseEvent) => {\n this.log('WebSocket closed', event)\n const error = getClientErrorFromWSCloseEvent(event)\n if (error) {\n this.setError(error)\n }\n\n const config = { ...DEFAULT_RECONNECT_OPTIONS, ...this.options.reconnect }\n const canReconnect =\n error && isRecoverableError(error) && config.maxAttempts > 0\n\n if (canReconnect) {\n this._isReconnecting = true\n this.stopWS()\n this.scheduleReconnect(config)\n } else {\n this.stop()\n }\n }\n\n private onWSError = (event: Event) => {\n this.setError(new MicdropClientError(MicdropClientErrorCode.Connection))\n }\n\n private stopWS() {\n if (!this.ws) return\n if (\n this.ws.readyState === WebSocket.OPEN ||\n this.ws.readyState === WebSocket.CONNECTING\n ) {\n this.ws.close()\n }\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private scheduleReconnect(config: Required<MicdropReconnectOptions>) {\n if (this.reconnectAttempt >= config.maxAttempts) {\n this.stop()\n this.setError(new MicdropClientError(MicdropClientErrorCode.Connection))\n return\n }\n\n this.reconnectAttempt++\n this.log(\n `Reconnecting in ${config.delayMs}ms (attempt ${this.reconnectAttempt})`\n )\n\n // Pause VAD while offline to avoid capturing audio that cannot be sent\n if (!this.isPaused && !this.isMuted) {\n this.vad?.pause?.()\n }\n\n if (this.reconnectTimer) {\n window.clearTimeout(this.reconnectTimer)\n }\n\n this.reconnectTimer = window.setTimeout(async () => {\n try {\n await this.startWS()\n } catch {\n this.scheduleReconnect(config)\n }\n }, config.delayMs)\n }\n\n private onSpeakerStartPlaying = () => {\n this.log('Speaker started')\n if (this.options.disableInterruption) {\n this.vad?.pause()\n }\n this.notifyStateChange()\n }\n\n private onSpeakerStopPlaying = () => {\n this.log('Speaker stopped')\n if (this.options.disableInterruption) {\n setTimeout(() => {\n if (!this.isMuted) {\n this.vad?.resume()\n }\n // Wait a bit to avoid microphone recording speaker\n }, 200)\n }\n this.notifyStateChange()\n }\n\n private addMessage(message: MicdropConversationItem) {\n this.conversation = [...this.conversation, message]\n this.notifyStateChange()\n }\n\n private setError(error: MicdropClientError) {\n console.error('[MicdropClient] Error:', error)\n this.error = error\n this.notifyStateChange()\n this.emit('Error', error)\n }\n\n private notifyStateChange() {\n const state = this.state\n this.emit('StateChange', state, this.lastNotifiedState)\n this.lastNotifiedState = state\n }\n\n private log(...message: any[]) {\n if (!this.options.debugLog) return\n console.log(`[MicdropClient ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum MicdropClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum MicdropServerCommands {\n Message = 'Message',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EndCall = 'EndCall',\n ToolCall = 'ToolCall',\n}\n\nexport interface MicdropCallSummary {\n conversation: MicdropConversation\n duration: number\n}\n\nexport type MicdropConversationItem =\n | MicdropConversationMessage\n | MicdropConversationToolCall\n | MicdropConversationToolResult\n\nexport type MicdropConversation = Array<MicdropConversationItem>\n\nexport type MicdropAnswerMetadata = {\n [key: string]: any\n}\n\nexport interface MicdropConversationMessage<\n Data extends MicdropAnswerMetadata = MicdropAnswerMetadata,\n> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n\nexport interface MicdropConversationToolCall {\n role: 'tool_call'\n toolCallId: string\n toolName: string\n parameters: string\n}\n\nexport interface MicdropConversationToolResult {\n role: 'tool_result'\n toolCallId: string\n toolName: string\n output: string\n}\n\nexport interface MicdropToolCall {\n name: string\n parameters: any\n output: any\n}\n\nexport type DeepPartial<T> = T extends object\n ? {\n [P in keyof T]?: DeepPartial<T[P]>\n }\n : T\n","export enum MicdropClientErrorCode {\n MissingUrl = 'MissingUrl',\n Mic = 'Mic',\n Connection = 'Connection',\n InternalServer = 'InternalServer',\n BadRequest = 'BadRequest',\n Unauthorized = 'Unauthorized',\n NotFound = 'NotFound',\n Unknown = 'Unknown',\n}\n\nexport class MicdropClientError extends Error {\n code: MicdropClientErrorCode\n\n constructor(code = MicdropClientErrorCode.Unknown, message?: string) {\n super(message)\n this.name = `MicdropClientError:${code}`\n this.code = code\n }\n}\n\nexport function getClientErrorFromWSCloseEvent(\n event: CloseEvent\n): MicdropClientError | undefined {\n const code = getClientErrorFromWSCloseEventCode(event.code)\n return code && new MicdropClientError(code, event.reason)\n}\n\nexport function getClientErrorFromWSCloseEventCode(\n code: number\n): MicdropClientErrorCode | undefined {\n if (code === 1011) {\n return MicdropClientErrorCode.InternalServer\n } else if (code >= 1001 && code < 1011 && code !== 1005) {\n return MicdropClientErrorCode.Connection\n } else if (code === 4401) {\n return MicdropClientErrorCode.Unauthorized\n } else if (code === 4404) {\n return MicdropClientErrorCode.NotFound\n } else if (code === 4400) {\n return MicdropClientErrorCode.BadRequest\n } else if (code >= 4000) {\n return MicdropClientErrorCode.Unknown\n } else {\n return undefined\n }\n}\n\nexport function isRecoverableError(error: MicdropClientError): boolean {\n return (\n error.code === MicdropClientErrorCode.Connection ||\n error.code === MicdropClientErrorCode.InternalServer ||\n error.code === MicdropClientErrorCode.Unknown\n )\n}\n","import { MicdropClient } from './client'\n\n// Setup and export MicdropClient instance\nif (!window.micdropClient) {\n window.micdropClient = new MicdropClient()\n}\nexport const Micdrop = window.micdropClient\n"],"mappings":";AAAA,SAAS,oBAAoB;AAMtB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEA,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAM,MAAN,MAAU;AAAA,EAAV;AACL,SAAO,WAAW,IAAI,cAAc,YAAY;AAAA;AAAA,EAMxC,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,aAAa,UAAU;AAC9B,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,WAAW;AAAA,IAClB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,WAAW;AAAA,IAClB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;;;ACxFA,SAAS,gBAAAC,qBAAoB;;;ACA7B,SAAS,gBAAAC,qBAAoB;AAQtB,IAAe,cAAf,cAAmCC,cAAgC;AAAA,EAIxE,cAAc;AACZ,UAAM;AAJR,SAAO,YAAY;AAKjB,SAAK,aAAa,aAAa,WAAW;AAAA,EAC5C;AAAA,EAMU,aAAa,WAAoB;AACzC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AACF;;;ACvBA,IAAM,cAAc;AACpB,IAAM,WAAW;AAEV,IAAM,mBAAN,cAA+B,YAAY;AAAA,EAKhD,cAAc;AACZ,UAAM;AALR,SAAQ,aAA4B,CAAC;AAErC,SAAQ,oBAAoB;AAAA,EAI5B;AAAA,EAEA,QAAmB;AACjB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,UAAU,MAA2B;AACzC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,KAAK,kBAAkB,WAAW;AAEtD,UAAI,aAAa;AACf,aAAK,WAAW,KAAK,WAAW;AAChC,aAAK,aAAa;AAAA,MACpB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAAA,IACpD;AAAA,EACF;AAAA,EAEA,YAAkB;AAChB,QAAI,KAAK,mBAAmB;AAC1B,UAAI;AACF,aAAK,kBAAkB,KAAK;AAC5B,aAAK,kBAAkB,WAAW;AAAA,MACpC,SAAS,OAAO;AAAA,MAEhB;AACA,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,aAAa,CAAC;AACnB,SAAK,oBAAoB;AACzB,SAAK,aAAa,KAAK;AAAA,EACzB;AAAA,EAEQ,kBAAkB,aAA8C;AACtE,QAAI;AAEF,YAAM,YAAY,IAAI,WAAW,WAAW;AAG5C,YAAM,aAAa,UAAU;AAE7B,UAAI,eAAe,GAAG;AACpB,eAAO;AAAA,MACT;AAGA,YAAM,cAAc,aAAa;AAAA,QAC/B;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAGA,YAAM,cAAc,YAAY,eAAe,CAAC;AAChD,eAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,oBAAY,CAAC,IAAI,UAAU,CAAC,IAAI;AAAA,MAClC;AAEA,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAClD,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEQ,eAAqB;AAC3B,QAAI,KAAK,qBAAqB,KAAK,WAAW,WAAW,GAAG;AAC1D;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,iBAAuB;AAC7B,QAAI,KAAK,WAAW,WAAW,GAAG;AAChC,WAAK,oBAAoB;AACzB,WAAK,aAAa,KAAK;AACvB;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,WAAW,MAAM;AAG1C,SAAK,oBAAoB,aAAa,mBAAmB;AACzD,SAAK,kBAAkB,SAAS;AAChC,SAAK,kBAAkB,QAAQ,KAAK,UAAU;AAG9C,SAAK,kBAAkB,UAAU,MAAM;AACrC,WAAK,oBAAoB;AAEzB,WAAK,eAAe;AAAA,IACtB;AAGA,SAAK,kBAAkB,MAAM,CAAC;AAC9B,SAAK,aAAa,IAAI;AAAA,EACxB;AACF;;;AFzGO,IAAM,UAAN,cAAsBC,cAA4B;AAAA,EAAlD;AAAA;AACL,SAAO,YAAY;AACnB,SAAO,WAAW,IAAI,cAAc,YAAY;AAIhD;AAAA,SAAO,UAA6B,CAAC;AAAA;AAAA;AAAA,EAMrC,MAAM,QAAQ;AACZ,QAAI,KAAK,YAAa;AAGtB,SAAK,cAAc,IAAI,iBAAiB;AAGxC,SAAK,YAAY,GAAG,gBAAgB,MAAM,KAAK,aAAa,IAAI,CAAC;AACjE,SAAK,YAAY,GAAG,eAAe,MAAM,KAAK,aAAa,KAAK,CAAC;AAGjE,SAAK,kBAAkB,KAAK,YAAY,MAAM;AAG9C,UAAM,WACJ,aAAa,mDAAsC,KAAK;AAC1D,UAAM,KAAK,UAAU,QAAQ;AAAA,EAC/B;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,SAAK,MAAM;AACX,QAAI;AACF,YAAM,KAAK,aAAa,UAAU,IAAI;AAAA,IACxC,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,MAAM,YAAY;AAChB,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,aAAa,UAAU;AAAA,EAC9B;AAAA,EAEA,MAAM,aAAa,UAAkB;AACnC,UAAM,KAAK,UAAU,QAAQ;AAG7B,QAAI,KAAK,iBAAiB;AACxB,mBAAa,sDAAyC;AAAA,IACxD,OAAO;AACL,mBAAa,qDAAwC,QAAQ;AAAA,IAC/D;AAAA,EACF;AAAA,EAEA,IAAI,kBAA2B;AAC7B,WACE,CAAC,KAAK,YACN,KAAK,QAAQ,WAAW,KACxB,KAAK,aAAa,KAAK,QAAQ,CAAC,EAAE;AAAA,EAEtC;AAAA,EAEQ,aAAa,WAAoB;AACvC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AAAA,EAEA,MAAc,UAAU,UAA8B;AACpD,QAAI,CAAC,KAAK,iBAAiB;AACzB,cAAQ;AAAA,QACN;AAAA,MACF;AACA;AAAA,IACF;AACA,QAAI;AACF,WAAK,WAAW;AAChB,YAAM,gBAAgB,KAAK;AAC3B,YAAM,SAAS,CAAC,YAAY,gBAAgB,KAAK;AAEjD,UAAI,iBAAiB,eAAe,cAAc;AAGhD,cAAO,aAAqB,YAAY,MAAM;AAC9C,aAAK,gBAAgB,WAAW;AAChC,aAAK,gBAAgB,QAAQ,aAAa,WAAW;AACrD,aAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,YAAI,KAAK,yBAAyB;AAChC,eAAK,wBAAwB,MAAM;AACnC,eAAK,wBAAwB,YAAY;AACzC,eAAK,0BAA0B;AAAA,QACjC;AAAA,MACF,OAAO;AAGL,YAAI,CAAC,KAAK,yBAAyB;AAEjC,gBAAM,yBACJ,aAAa,6BAA6B;AAC5C,eAAK,gBAAgB,WAAW;AAChC,eAAK,gBAAgB,QAAQ,sBAAsB;AACnD,eAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,eAAK,0BAA0B,IAAI,MAAM;AACzC,eAAK,wBAAwB,WAAW;AACxC,eAAK,wBAAwB,YAAY,uBAAuB;AAAA,QAClE;AACA,cAAM,KAAK,wBAAwB,UAAU,MAAM;AAAA,MACrD;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,QAAQ,IAAI,KAAK;AAAA,IAClE;AAAA,EACF;AACF;;;AGlIA,SAAS,gBAAAC,qBAAoB;;;ACQtB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,SAAS,gBAAAC,qBAAoB;AAetB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2BD,cAAwB;AAAA,EAAnD;AAAA;AACL,SAAgB,OAAO,KAAK,YAAY;AACxC,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyCf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,UAAU,QAAmB;AACnC,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;ACjGO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AAsBR,SAAQ,iBAAiB,MAAM;AAC7B,YAAM,eAAe,KAAK,KAAK;AAAA,QAC7B,CAAC,QAAQ,IAAI;AAAA,MACf;AACA,YAAM,gBAAgB,KAAK,KAAK;AAAA,QAC9B,CAAC,QAAQ,IAAI;AAAA,MACf;AAGA,cAAQ,KAAK,QAAQ;AAAA,QACnB;AACE,cAAI,aAAc;AAClB,eAAK,KAAK,eAAe;AACzB,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,gBAAgB;AAC1B;AAAA,UACF;AACA,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,cAAc;AAAA,UAC1B;AACA;AAAA,MACJ;AAAA,IACF;AArDE,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AAAA,EAC3C;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK,KAAK,MAAM,CAAC,QAAQ,IAAI,QAAQ;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAoCA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AAAA,EAEA,MAAM,QAAuB;AAC3B,eAAW,OAAO,KAAK,MAAM;AAC3B,YAAM,IAAI,MAAM;AAAA,IAClB;AAAA,EACF;AAAA,EAEA,MAAM,SAAwB;AAC5B,eAAW,OAAO,KAAK,MAAM;AAC3B,YAAM,IAAI,OAAO;AAAA,IACnB;AAAA,EACF;AACF;;;ACpFA,SAAS,cAAc;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAKjC,YAAY,SAAqC;AAC/C,UAAM;AALR,SAAO,UAAU;AAEjB,SAAQ,YAAY;AAKlB,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,OAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,yBAAyB;AAAA,MACzB,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,CAAC,KAAK,OAAO,KAAK,UAAW;AACjC,SAAK,YAAY;AACjB,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,SAAwB;AAC5B,QAAI,CAAC,KAAK,OAAO,CAAC,KAAK,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC7FA,IAAME,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAWjC,YAAY,SAAqC;AAC/C,UAAM;AAXR,SAAO,UAAUA;AACjB,SAAQ,YAAY;AAIpB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,WAAW,KAAK,UAAW;AAGpC,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEQ,eAAqB;AAC3B,SAAK,WAAW;AAChB,SAAK,kBAAkB;AACvB,aAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,WAAK,gBAAgB,CAAC,IAAI;AAAA,IAC5B;AAAA,EACF;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,aAAa;AAElB,YAAQ,KAAK,QAAQ;AAAA,MACnB;AACE,aAAK,KAAK,cAAc;AACxB;AAAA,MACF;AACE,aAAK,KAAK,gBAAgB;AAC1B;AAAA,IACJ;AAEA,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,CAAC,KAAK,WAAW,KAAK,UAAW;AACrC,SAAK,YAAY;AACjB,SAAK,UAAU;AACf,SAAK,aAAa;AAElB,YAAQ,KAAK,QAAQ;AAAA,MACnB;AACE,aAAK,KAAK,cAAc;AACxB;AAAA,MACF;AACE,aAAK,KAAK,gBAAgB;AAC1B;AAAA,IACJ;AAAA,EACF;AAAA,EAEA,MAAM,SAAwB;AAC5B,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,YAAY;AACjB,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACjOA,IAAM,aAAa;AAEZ,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,WAAW;AAChC,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;AAEO,SAAS,eAAe,GAAe,GAAwB;AACpE,MAAI,MAAM,EAAG,QAAO;AACpB,MAAI,MAAM,QAAQ,CAAC,KAAK,MAAM,QAAQ,CAAC,KAAK,EAAE,WAAW,EAAE,QAAQ;AACjE,WAAO,EAAE,MAAM,CAAC,MAAM,UAAU,eAAe,MAAM,EAAE,KAAK,CAAC,CAAC;AAAA,EAChE;AACA,SAAO;AACT;;;AC1BA;;;ACSA,eAAsB,mBAAmB;AACvC,MAAI,OAAO,oBAAqB;AAChC,SAAO,sBAAsB;AAG7B,QAAM,cAAc,IAAI,KAAK,CAAC,6BAAmB,GAAG;AAAA,IAClD,MAAM;AAAA,EACR,CAAC;AACD,QAAM,aAAa,IAAI,gBAAgB,WAAW;AAGlD,QAAM,aAAa,aAAa,UAAU,UAAU;AACtD;;;ARbA,IAAMC,eAAc;AAQpB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,YAAY;AACd;AASO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAW/D,YAAoB,WAAuB;AACzC,UAAM;AADY;AAHpB,SAAQ,oBAAoB;AAC5B,SAAQ,eAA6B,CAAC;AAWtC,iBAAQ,OAAO,WAAwB;AACrC,UAAI,KAAK,MAAM,WAAW;AACxB,cAAM,IAAI,MAAM,gCAAgC;AAAA,MAClD;AACA,UAAI;AAEF,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,YAAY;AAAA,QACd,CAAC;AACD,aAAK,SAAS;AACd,aAAK,oBAAoB;AAGzB,cAAM,iBAAiB;AACvB,aAAK,cAAc,IAAI,iBAAiB,cAAc,eAAe;AACrE,aAAK,YAAY,KAAK,YAAY,KAAK;AAGvC,aAAK,YAAY,KAAK,YAAY;AAAA,UAChC,MAAM;AAAA,UACN,kBAAkB,aAAa;AAAA,UAC/B,kBAAkBD;AAAA,QACpB,CAAC;AAGD,cAAM,gBAAgB,oBAAoB,QAAQ,KAAK,IAAI,QAAQ,GAAI;AACvE,aAAK,gBAAgB;AAGrB,aAAK,SAAS,aAAa,wBAAwB,aAAa;AAChE,aAAK,OAAO,QAAQ,KAAK,WAAW;AAGpC,cAAM,KAAK,IAAI,MAAM,MAAM;AAC3B,aAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,aAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,aAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,aAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAE/C,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,WAAW;AAAA,QACb,CAAC;AAAA,MACH,SAAS,KAAK;AACZ,aAAK,KAAK;AACV,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,QACX,YAAY;AAAA,MACd,CAAC;AACD,WAAK,SAAS;AAEd,UAAI;AAEF,aAAK,IAAI,KAAK;AACd,aAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,aAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,aAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,aAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAGhD,YAAI,KAAK,aAAa;AACpB,eAAK,YAAY,WAAW;AAC5B,eAAK,cAAc;AAAA,QACrB;AACA,YAAI,KAAK,QAAQ;AACf,eAAK,OAAO,WAAW;AACvB,eAAK,SAAS;AAAA,QAChB;AAGA,YAAI,KAAK,eAAe;AACtB,qBAAW,KAAK,aAAa;AAC7B,eAAK,gBAAgB;AAAA,QACvB;AAAA,MACF,SAAS,KAAK;AACZ,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,qBAAY,CAAC,cAAyB;AACpC,UAAI,eAAe,WAAW,KAAK,SAAS,EAAG;AAE/C,YAAM,SAAS,KAAK;AACpB,UAAI,QAAQ;AACV,aAAK,KAAK;AAAA,MACZ;AAEA,WAAK,YAAY;AACjB,WAAK,MAAM,OAAO,SAAS;AAE3B,UAAI,QAAQ;AACV,aAAK,MAAM,MAAM;AAAA,MACnB;AAAA,IACF;AAEA,SAAQ,kBAAkB,YAAY;AACpC,WAAK,oBAAoB;AACzB,WAAK,aAAa,SAAS;AAG3B,WAAK,aAAa,KAAK,YAAY,EAAE,MAAM,QAAQ,CAAC;AAAA,IACtD;AAEA,SAAQ,oBAAoB,YAAY;AACtC,WAAK,oBAAoB;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,KAAK,eAAe;AAAA,IAC3B;AAEA,SAAQ,mBAAmB,YAAY;AACrC,WAAK,aAAa,SAAS;AAG3B,WAAK,aAAa,KAAK,YAAY,EAAE,MAAM,OAAO,CAAC;AAAA,IACrD;AAEA,SAAQ,iBAAiB,YAAY;AACnC,WAAK,oBAAoB;AACzB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AAGxB,WAAK,aAAa,KAAK,YAAY,EAAE,MAAM,OAAO,CAAC;AAAA,IACrD;AAEA,SAAQ,mBAAmB,CAAC,UAAwB;AAClD,YAAM,EAAE,MAAM,KAAK,IAAI,MAAM;AAC7B,UAAI,SAAS,SAAS;AACpB,cAAM,UAAU;AAEhB,YAAI,CAAC,KAAK,mBAAmB;AAE3B,eAAK,aAAa,KAAK,OAAO;AAC9B;AAAA,QACF;AAGA,mBAAW,SAAS,KAAK,cAAc;AACrC,eAAK,KAAK,SAAS,KAAK;AAAA,QAC1B;AACA,aAAK,aAAa,SAAS;AAG3B,aAAK,KAAK,SAAS,OAAO;AAAA,MAC5B;AAAA,IACF;AA7JE,SAAK,QAAQ;AAEb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EA4JQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AACF;;;AS7MA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAS;AACnC;AACO,IAAME,OAAM,OAAO;AAG1B,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAa;AAC3C;AACO,IAAMC,WAAU,OAAO;;;ACjB9B,SAAS,gBAAAC,qBAAoB;;;ACAtB,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,mBAAgB;AAChB,EAAAA,uBAAA,kBAAe;AACf,EAAAA,uBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,2BAAwB;AACxB,EAAAA,uBAAA,gBAAa;AACb,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,cAAW;AALD,SAAAA;AAAA,GAAA;;;ACNL,IAAK,yBAAL,kBAAKC,4BAAL;AACL,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,SAAM;AACN,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,oBAAiB;AACjB,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,kBAAe;AACf,EAAAA,wBAAA,cAAW;AACX,EAAAA,wBAAA,aAAU;AARA,SAAAA;AAAA,GAAA;AAWL,IAAM,qBAAN,cAAiC,MAAM;AAAA,EAG5C,YAAY,OAAO,yBAAgC,SAAkB;AACnE,UAAM,OAAO;AACb,SAAK,OAAO,sBAAsB,IAAI;AACtC,SAAK,OAAO;AAAA,EACd;AACF;AAEO,SAAS,+BACd,OACgC;AAChC,QAAM,OAAO,mCAAmC,MAAM,IAAI;AAC1D,SAAO,QAAQ,IAAI,mBAAmB,MAAM,MAAM,MAAM;AAC1D;AAEO,SAAS,mCACd,MACoC;AACpC,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,EACT,WAAW,QAAQ,QAAQ,OAAO,QAAQ,SAAS,MAAM;AACvD,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,QAAQ,KAAM;AACvB,WAAO;AAAA,EACT,OAAO;AACL,WAAO;AAAA,EACT;AACF;AAEO,SAAS,mBAAmB,OAAoC;AACrE,SACE,MAAM,SAAS,iCACf,MAAM,SAAS,yCACf,MAAM,SAAS;AAEnB;;;AFKA,IAAM,4BAA+D;AAAA,EACnE,aAAa;AAAA,EACb,SAAS;AACX;AAEO,IAAM,gBAAN,cACGC,cAEV;AAAA,EAkBE,YAAmB,UAA0B,CAAC,GAAG;AAC/C,UAAM;AADW;AAhBnB,SAAO,eAAoC,CAAC;AAE5C,SAAO,iBAAoC,CAAC;AAC5C,SAAO,aAAgC,CAAC;AAIxC,SAAQ,YAAY;AACpB,SAAQ,oBAAoB,KAAK;AACjC,SAAQ,gBAAgB;AACxB,SAAQ,WAAW;AACnB,SAAQ,YAAY;AACpB,SAAQ,kBAAkB;AAC1B,SAAQ,mBAAmB;AAiH3B,iBAAQ,OAAO,YAA4B;AACzC,WAAK,QAAQ;AACb,WAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAK,YAAY,KAAK,IAAI;AAC1B,WAAK,eAAe,CAAC;AACrB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AACjB,WAAK,kBAAkB;AACvB,WAAK,mBAAmB;AACxB,UAAI,KAAK,gBAAgB;AACvB,eAAO,aAAa,KAAK,cAAc;AACvC,aAAK,iBAAiB;AAAA,MACxB;AAGA,UAAI,CAAC,KAAK,eAAe,SAAS,KAAK;AACrC,cAAM,KAAK,SAAS,EAAE,KAAK,SAAS,IAAI,CAAC;AAAA,MAC3C;AAGA,YAAM,KAAK,QAAQ;AAAA,IACrB;AAEA,gBAAO,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AACjB,WAAK,kBAAkB;AACvB,UAAI,KAAK,gBAAgB;AACvB,eAAO,aAAa,KAAK,cAAc;AACvC,aAAK,iBAAiB;AAAA,MACxB;AAEA,UAAI;AAEF,aAAK,OAAO;AAAA,MACd,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAAA,MACjE;AAEA,UAAI;AAEF,aAAK,aAAa,KAAK;AACvB,aAAK,QAAQ;AAAA,MACf,SAAS,OAAO;AACd,gBAAQ,MAAM,6CAA6C,KAAK;AAAA,MAClE;AAGA,MAAAC,SAAQ,UAAU;AAAA,IACpB;AAEA,gBAAO,MAAM;AACX,WAAK,KAAK,MAAM;AAChB,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,kBAAS,MAAM;AACb,UACE,CAAC,KAAK,YACN,EAAE,KAAK,QAAQ,uBAAuBA,SAAQ,YAC9C;AACA,aAAK,KAAK,OAAO;AAAA,MACnB;AACA,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,iBAAQ,MAAM;AACZ,UAAI,KAAK,SAAU;AACnB,WAAK,KAAK,MAAM;AAChB,WAAK,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,kBAAkB;AACvB,MAAAA,SAAQ,UAAU;AAClB,WAAK,IAAI,sBAA+B;AAAA,IAC1C;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI,CAAC,KAAK,SAAS;AACjB,aAAK,KAAK,OAAO;AAAA,MACnB;AACA,WAAK,YAAY;AACjB,WAAK,kBAAkB;AAAA,IACzB;AAEA,oBAAW,OACT,UAGI,CAAC,MACF;AACH,WAAK,QAAQ;AACb,WAAK,WAAW;AAChB,UAAI,QAAQ,KAAK;AACf,aAAK,QAAQ,MAAM,QAAQ;AAAA,MAC7B;AACA,UAAI;AACF,YAAI,KAAK,aAAa;AAEpB,eAAK,YAAY,KAAK;AAGtB,cAAI,QAAQ,KAAK;AACf,iBAAK,YAAY,UAAU,QAAQ,GAAG;AAAA,UACxC;AAAA,QACF,OAAO;AACL,eAAK,cAAc,IAAI,YAAY,KAAK,QAAQ,GAAG;AAGnD,eAAK,YAAY,GAAG,eAAe,MAAM;AACvC,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAGD,eAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,iBAAK,IAAI,oCAAoC,IAAI;AACjD,iBAAK,IAAI,KAAK,IAAI;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,iBAAK,IAAI,qBAAqB;AAC9B,iBAAK,IAAI,wCAAwC;AAEjD,iBAAK,gBAAgB;AACrB,iBAAK,kBAAkB;AACvB,YAAAA,SAAQ,UAAU;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,iBAAK,IAAI,oBAAoB;AAC7B,iBAAK,IAAI,sCAAuC;AAChD,gBAAI,KAAK,aAAa;AACpB,mBAAK,gBAAgB;AAAA,YACvB;AACA,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAAA,QACH;AAGA,cAAM,YAAY,MAAMC,KAAI,MAAM,QAAQ,QAAQ;AAClD,aAAK,YAAY;AAGjB,cAAM,KAAK,YAAY,MAAM,SAAS;AAItC,cAAM,KAAK,cAAc;AAIzB,cAAMD,SAAQ,MAAM;AAEpB,aAAK,kBAAkB;AAAA,MACzB,SAAS,OAAO;AACd,aAAK;AAAA,UACH,IAAI;AAAA;AAAA,YAED,OAAe;AAAA,UAClB;AAAA,QACF;AACA,cAAM,KAAK,KAAK;AAChB,cAAM;AAAA,MACR;AAAA,IACF;AAEA,2BAAkB,OAAO,aAAqB;AAC5C,YAAM,KAAK,SAAS,EAAE,SAAS,CAAC;AAAA,IAClC;AAEA,+BAAsB,OAAO,aAAqB;AAChD,YAAMA,SAAQ,aAAa,QAAQ;AACnC,WAAK,kBAAkB;AAAA,IACzB;AAUA,SAAQ,gBAAgB,YAAY;AAClC,YAAM,aAAa,MAAM,UAAU,aAAa,iBAAiB;AACjE,UAAI,WAAW,WAAW,EAAG;AAI7B,YAAM,iBAAiB,WAAW;AAAA,QAChC,CAAC,WAAW,OAAO,aAAa;AAAA,MAClC;AACA,YAAM,UAAU,WAAW,OAAO,CAAC,WAAW,OAAO,aAAa,SAAS;AAC3E,YAAM,wBAAwB,eAC3B;AAAA,QAAI,CAAC,WACJ,QAAQ;AAAA,UACN,CAAC,MAAM,EAAE,YAAY,OAAO,WAAW,EAAE,SAAS,OAAO;AAAA,QAC3D;AAAA,MACF,EACC,OAAO,CAAC,UAAU,UAAU,EAAE;AACjC,iBAAW,SAAS,uBAAuB;AACzC,cAAM,SAAS,QAAQ,KAAK;AAC5B,gBAAQ,OAAO,OAAO,CAAC;AACvB,gBAAQ,QAAQ,MAAM;AAAA,MACxB;AAEA,WAAK,aAAa,QAAQ,OAAO,CAAC,WAAW,OAAO,SAAS,YAAY;AACzE,WAAK,iBAAiB,QAAQ;AAAA,QAC5B,CAAC,WAAW,OAAO,SAAS;AAAA,MAC9B;AACA,MAAAA,SAAQ,UAAU,KAAK;AAEvB,WAAK,kBAAkB;AAAA,IACzB;AAqCA,SAAQ,WAAW,MAAM;AACvB,WAAK,IAAI,kBAAkB;AAC3B,WAAK,kBAAkB;AACvB,WAAK,mBAAmB;AACxB,WAAK,QAAQ;AACb,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ,QAAQ;AACvB,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,QAAQ,MAAM,CAAC;AAAA,MACnD;AAGA,UAAI,CAAC,KAAK,YAAY,CAAC,KAAK,SAAS;AACnC,aAAK,KAAK,SAAS;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,cAAc,CAAC,UAAwB;AAC7C,WAAK,IAAI,qBAAqB,MAAM,IAAI;AACxC,UAAI,MAAM,gBAAgB,MAAM;AAE9B,YAAI,KAAK,YAAY,KAAK,eAAgB;AAC1C,QAAAA,SAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,yCAAyC,MAAM,IAAI,EAAE;AAAA,MACpE,WAAW,MAAM,KAAK,kCAAwC,GAAG;AAE/D,YAAI;AACF,gBAAM,UAAU,KAAK;AAAA,YACnB,MAAM,KAAK,kCAAwC,SAAS,CAAC;AAAA,UAC/D;AACA,eAAK,WAAW,OAAO;AAAA,QACzB,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF,WAAW,MAAM,kCAAwC;AAEvD,aAAK,KAAK,SAAS;AAAA,MACrB,WAAW,MAAM,wCAA2C;AAE1D,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAsD;AAErE,cAAM,cAAc,KAAK,aAAa;AAAA,UACpC,CAAC,YAAY,QAAQ,SAAS;AAAA,QAChC;AACA,YAAI,gBAAgB,IAAI;AACtB,eAAK,eAAe,KAAK,aAAa;AAAA,YACpC,CAAC,GAAG,UAAU,UAAU;AAAA,UAC1B;AACA,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,KAAK,oCAAyC,GAAG;AAEhE,YAAI;AACF,gBAAM,WAAW,KAAK;AAAA,YACpB,MAAM,KAAK,oCAAyC,SAAS,CAAC;AAAA,UAChE;AACA,eAAK,KAAK,YAAY,QAAQ;AAAA,QAChC,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAsB;AACzC,WAAK,IAAI,oBAAoB,KAAK;AAClC,YAAM,QAAQ,+BAA+B,KAAK;AAClD,UAAI,OAAO;AACT,aAAK,SAAS,KAAK;AAAA,MACrB;AAEA,YAAM,SAAS,EAAE,GAAG,2BAA2B,GAAG,KAAK,QAAQ,UAAU;AACzE,YAAM,eACJ,SAAS,mBAAmB,KAAK,KAAK,OAAO,cAAc;AAE7D,UAAI,cAAc;AAChB,aAAK,kBAAkB;AACvB,aAAK,OAAO;AACZ,aAAK,kBAAkB,MAAM;AAAA,MAC/B,OAAO;AACL,aAAK,KAAK;AAAA,MACZ;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAiB;AACpC,WAAK,SAAS,IAAI,gDAAoD,CAAC;AAAA,IACzE;AA4CA,SAAQ,wBAAwB,MAAM;AACpC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,qBAAqB;AACpC,aAAK,KAAK,MAAM;AAAA,MAClB;AACA,WAAK,kBAAkB;AAAA,IACzB;AAEA,SAAQ,uBAAuB,MAAM;AACnC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,qBAAqB;AACpC,mBAAW,MAAM;AACf,cAAI,CAAC,KAAK,SAAS;AACjB,iBAAK,KAAK,OAAO;AAAA,UACnB;AAAA,QAEF,GAAG,GAAG;AAAA,MACR;AACA,WAAK,kBAAkB;AAAA,IACzB;AA/gBE,IAAAA,SAAQ,GAAG,gBAAgB,KAAK,qBAAqB;AACrD,IAAAA,SAAQ,GAAG,eAAe,KAAK,oBAAoB;AAGnD,cAAU,aAAa,iBAAiB,gBAAgB,KAAK,aAAa;AAAA,EAC5E;AAAA,EAEA,IAAI,MAAuB;AACzB,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,IAAI,YAAqB;AACvB,YACG,KAAK,eAAe,KAAK,qBACzB,KAAK,aAAa,MAAM,aAAa;AAAA,EAE1C;AAAA,EAEA,IAAI,aAAsB;AACxB,YACG,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc,UAC5D,CAAC,KAAK;AAAA,EAEV;AAAA,EAEA,IAAI,iBAA0B;AAC5B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,UAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,iBAAiB,CAAC,KAAK;AAAA,EACrC;AAAA,EAEA,IAAI,cAAuB;AACzB,WACE,KAAK,gBACL,CAAC,KAAK,YACN,CAAC,KAAK,gBACN,CAAC,KAAK,cACN,CAAC,KAAK,kBACN,CAAC,KAAK;AAAA,EAEV;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,KAAK,YAAY;AAAA,EAC/B;AAAA,EAEA,IAAI,iBAA0B;AAC5B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,sBAA+B;AACjC,WAAOA,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,cAAkC;AACpC,WAAOC,KAAI;AAAA,EACb;AAAA,EAEA,IAAI,kBAAsC;AACxC,WAAOD,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,QAAsB;AACxB,WAAO;AAAA,MACL,YAAY,KAAK;AAAA,MACjB,WAAW,KAAK;AAAA,MAChB,gBAAgB,KAAK;AAAA,MACrB,SAAS,KAAK;AAAA,MACd,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,MAClB,cAAc,KAAK;AAAA,MACnB,gBAAgB,KAAK;AAAA,MACrB,qBAAqB,KAAK;AAAA,MAC1B,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB,OAAO,KAAK;AAAA,MACZ,aAAa,KAAK;AAAA,MAClB,iBAAiB,KAAK;AAAA,MACtB,YAAY,KAAK;AAAA,MACjB,gBAAgB,KAAK;AAAA,IACvB;AAAA,EACF;AAAA,EAyLQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,IAAAC,KAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkCA,MAAc,UAAU;AACtB,QAAI;AACF,UAAI,KAAK,IAAI;AACX,aAAK,IAAI,8BAA8B;AACvC;AAAA,MACF;AACA,UAAI,CAAC,KAAK,cAAc;AACtB,cAAM,IAAI,kCAA6C;AAAA,MACzD;AACA,UAAI,CAAC,KAAK,QAAQ,KAAK;AACrB,cAAM,IAAI,gDAAoD;AAAA,MAChE;AAGA,WAAK,KAAK,IAAI,UAAU,KAAK,QAAQ,GAAG;AACxC,WAAK,GAAG,aAAa;AACrB,WAAK,kBAAkB;AAGvB,WAAK,GAAG,SAAS,KAAK;AACtB,WAAK,GAAG,YAAY,KAAK;AACzB,WAAK,GAAG,UAAU,KAAK;AACvB,WAAK,GAAG,UAAU,KAAK;AAAA,IACzB,SAAS,OAAO;AACd,WAAK;AAAA,QACH,IAAI;AAAA;AAAA,UAED,OAAe;AAAA,QAClB;AAAA,MACF;AACA,YAAM,KAAK,KAAK;AAChB,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAwGQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,QACE,KAAK,GAAG,eAAe,UAAU,QACjC,KAAK,GAAG,eAAe,UAAU,YACjC;AACA,WAAK,GAAG,MAAM;AAAA,IAChB;AACA,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,kBAAkB,QAA2C;AACnE,QAAI,KAAK,oBAAoB,OAAO,aAAa;AAC/C,WAAK,KAAK;AACV,WAAK,SAAS,IAAI,gDAAoD,CAAC;AACvE;AAAA,IACF;AAEA,SAAK;AACL,SAAK;AAAA,MACH,mBAAmB,OAAO,OAAO,eAAe,KAAK,gBAAgB;AAAA,IACvE;AAGA,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,SAAS;AACnC,WAAK,KAAK,QAAQ;AAAA,IACpB;AAEA,QAAI,KAAK,gBAAgB;AACvB,aAAO,aAAa,KAAK,cAAc;AAAA,IACzC;AAEA,SAAK,iBAAiB,OAAO,WAAW,YAAY;AAClD,UAAI;AACF,cAAM,KAAK,QAAQ;AAAA,MACrB,QAAQ;AACN,aAAK,kBAAkB,MAAM;AAAA,MAC/B;AAAA,IACF,GAAG,OAAO,OAAO;AAAA,EACnB;AAAA,EAuBQ,WAAW,SAAkC;AACnD,SAAK,eAAe,CAAC,GAAG,KAAK,cAAc,OAAO;AAClD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,SAAS,OAA2B;AAC1C,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,SAAK,QAAQ;AACb,SAAK,kBAAkB;AACvB,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,oBAAoB;AAC1B,UAAM,QAAQ,KAAK;AACnB,SAAK,KAAK,eAAe,OAAO,KAAK,iBAAiB;AACtD,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,QAAQ,SAAU;AAC5B,YAAQ,IAAI,kBAAkB,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAC1E;AACF;;;AG7nBA,IAAI,CAAC,OAAO,eAAe;AACzB,SAAO,gBAAgB,IAAI,cAAc;AAC3C;AACO,IAAM,UAAU,OAAO;","names":["audioContext","audioContext","unlock","LocalStorageKeys","EventEmitter","EventEmitter","EventEmitter","EventEmitter","EventEmitter","EventEmitter","VADStatus","defaultOptions","SAMPLE_RATE","EventEmitter","Mic","Speaker","EventEmitter","MicdropClientCommands","MicdropServerCommands","MicdropClientErrorCode","EventEmitter","Speaker","Mic"]}
|