@micdrop/client 2.2.2 → 2.2.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -164,6 +164,7 @@ declare enum LocalStorageKeys {
164
164
  * Combine an array of VADs
165
165
  */
166
166
  declare class MultipleVAD extends VAD {
167
+ readonly name = "MultipleVAD";
167
168
  vads: VAD[];
168
169
  constructor(vads: Array<VAD | VADConfigName>);
169
170
  get isStarted(): boolean;
@@ -186,6 +187,7 @@ type SileroVADOptions = {
186
187
  * @see https://github.com/ricky0123/vad
187
188
  */
188
189
  declare class SileroVAD extends VAD {
190
+ readonly name = "SileroVAD";
189
191
  options: SileroVADOptions;
190
192
  private vad;
191
193
  private _isPaused;
@@ -209,6 +211,7 @@ type VolumeVADOptions = {
209
211
  * Based on the hark library implementation
210
212
  */
211
213
  declare class VolumeVAD extends VAD {
214
+ readonly name = "VolumeVAD";
212
215
  options: VolumeVADOptions;
213
216
  private _isPaused;
214
217
  private analyser;
package/dist/index.d.ts CHANGED
@@ -164,6 +164,7 @@ declare enum LocalStorageKeys {
164
164
  * Combine an array of VADs
165
165
  */
166
166
  declare class MultipleVAD extends VAD {
167
+ readonly name = "MultipleVAD";
167
168
  vads: VAD[];
168
169
  constructor(vads: Array<VAD | VADConfigName>);
169
170
  get isStarted(): boolean;
@@ -186,6 +187,7 @@ type SileroVADOptions = {
186
187
  * @see https://github.com/ricky0123/vad
187
188
  */
188
189
  declare class SileroVAD extends VAD {
190
+ readonly name = "SileroVAD";
189
191
  options: SileroVADOptions;
190
192
  private vad;
191
193
  private _isPaused;
@@ -209,6 +211,7 @@ type VolumeVADOptions = {
209
211
  * Based on the hark library implementation
210
212
  */
211
213
  declare class VolumeVAD extends VAD {
214
+ readonly name = "VolumeVAD";
212
215
  options: VolumeVADOptions;
213
216
  private _isPaused;
214
217
  private analyser;
package/dist/index.js CHANGED
@@ -169,8 +169,11 @@ var Mic = class {
169
169
  this.getMicConstraints(deviceId)
170
170
  );
171
171
  const track = this.audioStream.getTracks()[0];
172
- const newDeviceId = track && track.getCapabilities && track.getCapabilities().deviceId;
172
+ let newDeviceId = track && track.getCapabilities && track.getCapabilities().deviceId;
173
173
  if (newDeviceId) {
174
+ if (newDeviceId === "default" && deviceId) {
175
+ newDeviceId = deviceId;
176
+ }
174
177
  localStorage.setItem("micdrop.micDevice" /* MicDevice */, newDeviceId);
175
178
  this.deviceId = newDeviceId;
176
179
  } else {
@@ -456,6 +459,7 @@ var VAD = class extends import_eventemitter34.EventEmitter {
456
459
  var MultipleVAD = class extends VAD {
457
460
  constructor(vads) {
458
461
  super();
462
+ this.name = "MultipleVAD";
459
463
  this.onStatusChange = () => {
460
464
  const isAllSilence = this.vads.every(
461
465
  (vad) => vad.status === 0 /* Silence */
@@ -533,6 +537,7 @@ var defaultOptions = {
533
537
  var SileroVAD = class extends VAD {
534
538
  constructor(options) {
535
539
  super();
540
+ this.name = "SileroVAD";
536
541
  this.options = defaultOptions;
537
542
  this._isPaused = false;
538
543
  if (options) {
@@ -557,13 +562,26 @@ var SileroVAD = class extends VAD {
557
562
  async start(stream) {
558
563
  if (this.vad) return;
559
564
  this.vad = await import_vad_web.MicVAD.new({
560
- stream,
565
+ getStream: async () => stream,
566
+ pauseStream: async () => {
567
+ },
568
+ resumeStream: async () => stream,
561
569
  model: "v5",
562
570
  submitUserSpeechOnPause: true,
563
- onSpeechStart: () => this.emit("StartSpeaking"),
564
- onSpeechRealStart: () => this.emit("ConfirmSpeaking"),
565
- onVADMisfire: () => this.emit("CancelSpeaking"),
566
- onSpeechEnd: () => this.emit("StopSpeaking"),
571
+ baseAssetPath: "https://cdn.jsdelivr.net/npm/@ricky0123/vad-web@latest/dist/",
572
+ onnxWASMBasePath: "https://cdn.jsdelivr.net/npm/onnxruntime-web@1.23.2/dist/",
573
+ onSpeechStart: () => {
574
+ this.emit("StartSpeaking");
575
+ },
576
+ onSpeechRealStart: () => {
577
+ this.emit("ConfirmSpeaking");
578
+ },
579
+ onVADMisfire: () => {
580
+ this.emit("CancelSpeaking");
581
+ },
582
+ onSpeechEnd: () => {
583
+ this.emit("StopSpeaking");
584
+ },
567
585
  ...this.options
568
586
  });
569
587
  this.vad.start();
@@ -604,6 +622,7 @@ var defaultOptions2 = {
604
622
  var VolumeVAD = class extends VAD {
605
623
  constructor(options) {
606
624
  super();
625
+ this.name = "VolumeVAD";
607
626
  this.options = defaultOptions2;
608
627
  this._isPaused = false;
609
628
  this.running = false;
@@ -1267,8 +1286,8 @@ var MicdropClient = class extends import_eventemitter36.EventEmitter {
1267
1286
  this.log("Speaker started");
1268
1287
  if (this.options.disableInterruption) {
1269
1288
  this.vad?.pause();
1270
- this.notifyStateChange();
1271
1289
  }
1290
+ this.notifyStateChange();
1272
1291
  };
1273
1292
  this.onSpeakerStopPlaying = () => {
1274
1293
  this.log("Speaker stopped");
@@ -1279,6 +1298,8 @@ var MicdropClient = class extends import_eventemitter36.EventEmitter {
1279
1298
  this.notifyStateChange();
1280
1299
  }
1281
1300
  }, 200);
1301
+ } else {
1302
+ this.notifyStateChange();
1282
1303
  }
1283
1304
  };
1284
1305
  Speaker2.on("StartPlaying", this.onSpeakerStartPlaying);
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/index.ts","../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/Mic.ts","../src/audio/Speaker.ts","../src/audio/stream/AudioStream.ts","../src/audio/stream/Pcm16AudioStream.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","raw:./pcm-processor-worklet","../src/audio/pcm-processor.ts","../src/audio/index.ts","../src/client/MicdropClient.ts","../../server/src/types.ts","../src/client/MicdropClientError.ts","../src/Micdrop.ts"],"sourcesContent":["export * from './audio'\nexport * from './client'\nexport * from './Micdrop'\nexport * from './types'\n","import { EventEmitter } from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport class Mic {\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.deviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.deviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.deviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { AudioStream } from './stream/AudioStream'\nimport { Pcm16AudioStream } from './stream/Pcm16AudioStream'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport interface SpeakerEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport class Speaker extends EventEmitter<SpeakerEvents> {\n public isPlaying = false\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n // Set by MicdropClient, useful to detect default device\n public devices: MediaDeviceInfo[] = []\n\n private audioStream?: AudioStream\n private audioSourceNode?: AudioNode\n private audioElementDestination?: HTMLAudioElement // Used when audiocontext sinkId is not available\n\n async start() {\n if (this.audioStream) return\n\n // Instantiate the audio stream based on the browser compatibility\n this.audioStream = new Pcm16AudioStream()\n\n // Forward events from AudioStream\n this.audioStream.on('StartPlaying', () => this.setIsPlaying(true))\n this.audioStream.on('StopPlaying', () => this.setIsPlaying(false))\n\n // Get the audio source node from AudioStream\n this.audioSourceNode = this.audioStream.start()\n\n // Select speaker device if speakerId is in local storage\n const deviceId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) ?? undefined\n await this.setDevice(deviceId)\n }\n\n async playAudio(blob: Blob) {\n this.start()\n try {\n await this.audioStream?.playAudio(blob)\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n async stopAudio() {\n if (!this.isPlaying) return\n this.audioStream?.stopAudio()\n }\n\n async changeDevice(deviceId: string) {\n await this.setDevice(deviceId)\n\n // Update local storage\n if (this.isDefaultDevice) {\n localStorage.removeItem(LocalStorageKeys.SpeakerDevice)\n } else {\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, deviceId)\n }\n }\n\n get isDefaultDevice(): boolean {\n return (\n !this.deviceId ||\n this.devices.length === 0 ||\n this.deviceId === this.devices[0].deviceId\n )\n }\n\n private setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n\n private async setDevice(deviceId: string | undefined) {\n if (!this.audioSourceNode) {\n console.error(\n 'audioSourceNode not initialized, setDevice called before start'\n )\n return\n }\n try {\n this.deviceId = deviceId\n const defaultDevice = this.isDefaultDevice\n const sinkId = !deviceId || defaultDevice ? '' : deviceId\n\n if (defaultDevice || 'setSinkId' in audioContext) {\n // Play through audiocontext destination when possible\n // It is the preferred way, as it's the only way to have echo cancellation\n await (audioContext as any).setSinkId?.(sinkId)\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(audioContext.destination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Reset audio element destination if it exists\n if (this.audioElementDestination) {\n this.audioElementDestination.pause()\n this.audioElementDestination.srcObject = null\n this.audioElementDestination = undefined\n }\n } else {\n // On Firefox, we can't set sinkId on audio context\n // So we stream non-default devices back to an audio element for which we set sinkId\n if (!this.audioElementDestination) {\n // Create a media stream destination to stream the audio to\n const mediaStreamDestination =\n audioContext.createMediaStreamDestination()\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(mediaStreamDestination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Play stream to audio element destination\n this.audioElementDestination = new Audio()\n this.audioElementDestination.autoplay = true\n this.audioElementDestination.srcObject = mediaStreamDestination.stream\n }\n await this.audioElementDestination.setSinkId(sinkId)\n }\n } catch (error) {\n console.error(`Error setting Audio Output to ${deviceId}`, error)\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { audioContext } from '../utils/audioContext'\n\nexport interface AudioStreamEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport abstract class AudioStream extends EventEmitter<AudioStreamEvents> {\n public isPlaying = false\n protected outputNode: AudioNode\n\n constructor() {\n super()\n this.outputNode = audioContext.createGain()\n }\n\n abstract start(): AudioNode\n abstract playAudio(blob: Blob): Promise<void>\n abstract stopAudio(): void\n\n protected setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { AudioStream } from './AudioStream'\n\nconst SAMPLE_RATE = 16000\nconst CHANNELS = 1\n\nexport class Pcm16AudioStream extends AudioStream {\n private audioQueue: AudioBuffer[] = []\n private currentSourceNode?: AudioBufferSourceNode\n private isProcessingQueue = false\n\n constructor() {\n super()\n }\n\n start(): AudioNode {\n return this.outputNode\n }\n\n async playAudio(blob: Blob): Promise<void> {\n try {\n // Convert blob to PCM data\n const arrayBuffer = await blob.arrayBuffer()\n\n // Convert PCM data to AudioBuffer with proper sample rate\n const audioBuffer = this.createAudioBuffer(arrayBuffer)\n\n if (audioBuffer) {\n this.audioQueue.push(audioBuffer)\n this.processQueue()\n }\n } catch (error) {\n console.error('Failed to play audio chunk:', error)\n }\n }\n\n stopAudio(): void {\n if (this.currentSourceNode) {\n try {\n this.currentSourceNode.stop()\n this.currentSourceNode.disconnect()\n } catch (error) {\n // Ignore errors when stopping\n }\n this.currentSourceNode = undefined\n }\n this.audioQueue = []\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n }\n\n private createAudioBuffer(arrayBuffer: ArrayBuffer): AudioBuffer | null {\n try {\n // Convert ArrayBuffer to Int16Array (assuming 16-bit PCM)\n const int16Data = new Int16Array(arrayBuffer)\n\n // Calculate number of samples\n const numSamples = int16Data.length\n\n if (numSamples === 0) {\n return null\n }\n\n // Create AudioBuffer with the correct sample rate\n const audioBuffer = audioContext.createBuffer(\n CHANNELS,\n numSamples,\n SAMPLE_RATE\n )\n\n // Convert 16-bit PCM to float32 and copy to AudioBuffer\n const channelData = audioBuffer.getChannelData(0)\n for (let i = 0; i < numSamples; i++) {\n channelData[i] = int16Data[i] / 32768.0\n }\n\n return audioBuffer\n } catch (error) {\n console.error('Error creating AudioBuffer:', error)\n return null\n }\n }\n\n private processQueue(): void {\n if (this.isProcessingQueue || this.audioQueue.length === 0) {\n return\n }\n\n this.isProcessingQueue = true\n this.playNextBuffer()\n }\n\n private playNextBuffer(): void {\n if (this.audioQueue.length === 0) {\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n return\n }\n\n const audioBuffer = this.audioQueue.shift()!\n\n // Create a new AudioBufferSourceNode\n this.currentSourceNode = audioContext.createBufferSource()\n this.currentSourceNode.buffer = audioBuffer\n this.currentSourceNode.connect(this.outputNode)\n\n // Set up event handler for when this buffer finishes\n this.currentSourceNode.onended = () => {\n this.currentSourceNode = undefined\n // Continue processing queue\n this.playNextBuffer()\n }\n\n // Start playing\n this.currentSourceNode.start(0)\n this.setIsPlaying(true)\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { audioContext } from './utils/audioContext'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD, VADStatus } from './vad/VAD'\nimport { equalVADConfig, getVAD, VADConfig } from './vad/getVAD'\nimport { initPcmProcessor } from './pcm-processor'\n\nconst SAMPLE_RATE = 16000\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Int16Array]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n public vad: VAD\n\n private stream: MediaStream | undefined\n private source: MediaStreamAudioSourceNode | undefined\n private workletNode: AudioWorkletNode | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Int16Array[] = []\n\n constructor(private vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n start = async (stream: MediaStream) => {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isSpeaking: false,\n })\n this.stream = stream\n this.speakingConfirmed = false\n\n // Create a worklet node with the PCM processor\n await initPcmProcessor()\n this.workletNode = new AudioWorkletNode(audioContext, 'pcm-processor')\n this.workletNode.port.onmessage = this.onWorkletMessage\n\n // Send sample rate configuration to worklet\n this.workletNode.port.postMessage({\n type: 'configure',\n sourceSampleRate: audioContext.sampleRate,\n targetSampleRate: SAMPLE_RATE,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(stream, this.vad.delay / 1000)\n this.delayedStream = delayedStream\n\n // Connect the source node to the worklet node\n this.source = audioContext.createMediaStreamSource(delayedStream)\n this.source.connect(this.workletNode)\n\n // Start speaking detection\n await this.vad.start(stream)\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n stop = () => {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isSpeaking: false,\n })\n this.stream = undefined\n\n try {\n // Stop speaking detection\n this.vad.stop()\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n\n // Stop Web Audio API\n if (this.workletNode) {\n this.workletNode.disconnect()\n this.workletNode = undefined\n }\n if (this.source) {\n this.source.disconnect()\n this.source = undefined\n }\n\n // Stop delayed stream\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n changeVad = (vadConfig: VADConfig) => {\n if (equalVADConfig(vadConfig, this.vadConfig)) return\n\n const stream = this.stream\n if (stream) {\n this.stop()\n }\n\n this.vadConfig = vadConfig\n this.vad = getVAD(vadConfig)\n\n if (stream) {\n this.start(stream)\n }\n }\n\n private onStartSpeaking = async () => {\n this.speakingConfirmed = false\n this.queuedChunks.length = 0\n\n // Start recording\n this.workletNode?.port.postMessage({ type: 'start' })\n }\n\n private onConfirmSpeaking = async () => {\n this.speakingConfirmed = true\n this.changeState({ isSpeaking: true })\n this.emit('StartSpeaking')\n }\n\n private onCancelSpeaking = async () => {\n this.queuedChunks.length = 0\n\n // Stop recording\n this.workletNode?.port.postMessage({ type: 'stop' })\n }\n\n private onStopSpeaking = async () => {\n this.speakingConfirmed = false\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n\n // Stop recording\n this.workletNode?.port.postMessage({ type: 'stop' })\n }\n\n private onWorkletMessage = (event: MessageEvent) => {\n const { type, data } = event.data\n if (type === 'chunk') {\n const pcmData = data as Int16Array\n\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(pcmData)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the current chunk\n this.emit('Chunk', pcmData)\n }\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { EventEmitter } from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public readonly name = this.constructor.name\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Checks if the VAD is paused\n * @returns True if the VAD is paused, false otherwise\n */\n abstract get isPaused(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Pauses the VAD\n */\n abstract pause(): Promise<void>\n\n /**\n * Resumes the VAD\n */\n abstract resume(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n private setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n get isPaused(): boolean {\n return this.vads.every((vad) => vad.isPaused)\n }\n\n async start(stream: MediaStream): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange = () => {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n\n async pause(): Promise<void> {\n for (const vad of this.vads) {\n await vad.pause()\n }\n }\n\n async resume(): Promise<void> {\n for (const vad of this.vads) {\n await vad.resume()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n private _isPaused = false\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n submitUserSpeechOnPause: true,\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n async pause(): Promise<void> {\n if (!this.vad || this._isPaused) return\n this._isPaused = true\n this.vad.pause()\n }\n\n async resume(): Promise<void> {\n if (!this.vad || !this._isPaused) return\n this._isPaused = false\n this.vad.start()\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD, VADStatus } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private _isPaused = false\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running || this._isPaused) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n private resetHistory(): void {\n this.speaking = false\n this.attemptSpeaking = false\n for (let i = 0; i < this.speakingHistory.length; i++) {\n this.speakingHistory[i] = 0\n }\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.resetHistory()\n\n switch (this.status) {\n case VADStatus.Speaking:\n this.emit('StopSpeaking')\n break\n case VADStatus.MaybeSpeaking:\n this.emit('CancelSpeaking')\n break\n }\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n async pause(): Promise<void> {\n if (!this.running || this._isPaused) return\n this._isPaused = true\n this.running = false\n this.resetHistory()\n\n switch (this.status) {\n case VADStatus.Speaking:\n this.emit('StopSpeaking')\n break\n case VADStatus.MaybeSpeaking:\n this.emit('CancelSpeaking')\n break\n }\n }\n\n async resume(): Promise<void> {\n if (!this._isPaused) return\n this._isPaused = false\n this.running = true\n this.startLoop()\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nconst DefaultVAD = VolumeVAD\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new DefaultVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n\nexport function equalVADConfig(a?: VADConfig, b?: VADConfig): boolean {\n if (a === b) return true\n if (Array.isArray(a) && Array.isArray(b) && a.length === b.length) {\n return a.every((item, index) => equalVADConfig(item, b[index]))\n }\n return false\n}\n","const INTERVAL_MS = 100\n\nclass PCMProcessorWorklet extends AudioWorkletProcessor {\n constructor() {\n super()\n this.audioBuffer = []\n this.isRecording = false\n this.sourceSampleRate = 16000\n this.targetSampleRate = 16000\n this.resamplingRatio = 1\n this.CHUNK_INTERVAL_SAMPLES = Math.round(\n (this.sourceSampleRate * INTERVAL_MS) / 1000\n )\n\n // Listen for messages\n this.port.onmessage = this.handleMessage.bind(this)\n }\n\n handleMessage(event) {\n if (event.data.type === 'configure') {\n this.sourceSampleRate = event.data.sourceSampleRate\n this.targetSampleRate = event.data.targetSampleRate\n this.resamplingRatio = this.sourceSampleRate / this.targetSampleRate\n // Recalculate chunk interval for the source sample rate\n this.CHUNK_INTERVAL_SAMPLES = Math.round(\n (this.sourceSampleRate * INTERVAL_MS) / 1000\n )\n } else if (event.data.type === 'start') {\n this.isRecording = true\n } else if (event.data.type === 'stop') {\n this.isRecording = false\n // Clear any remaining audio buffer when stopping\n this.audioBuffer.length = 0\n }\n }\n\n process(inputs) {\n const input = inputs[0]\n\n if (input && input.length > 0 && this.isRecording) {\n const inputChannel = input[0]\n\n // Store audio data in buffer\n this.audioBuffer.push(new Float32Array(inputChannel))\n\n // Check if we have enough data for a chunk\n const totalSamples = this.audioBuffer.reduce(\n (sum, buffer) => sum + buffer.length,\n 0\n )\n\n if (totalSamples >= this.CHUNK_INTERVAL_SAMPLES) {\n this.processChunk()\n }\n }\n\n return true\n }\n\n processChunk() {\n if (this.audioBuffer.length === 0) return\n\n // Calculate total samples\n const totalSamples = this.audioBuffer.reduce(\n (sum, buffer) => sum + buffer.length,\n 0\n )\n if (totalSamples === 0) return\n\n // Merge all buffers\n const mergedBuffer = new Float32Array(totalSamples)\n let offset = 0\n for (const buffer of this.audioBuffer) {\n mergedBuffer.set(buffer, offset)\n offset += buffer.length\n }\n\n // Resample to target sample rate if necessary\n const resampledBuffer = this.resample(mergedBuffer)\n\n // Convert float32 to int16 PCM\n const pcmData = this.floatToPCM16(resampledBuffer)\n\n // Clear the buffer\n this.audioBuffer.length = 0\n\n // Send PCM chunk to main thread\n this.port.postMessage({\n type: 'chunk',\n data: pcmData,\n })\n }\n\n resample(inputBuffer) {\n // If no resampling needed, return original buffer\n if (this.resamplingRatio === 1) {\n return inputBuffer\n }\n\n // Calculate output length\n const outputLength = Math.round(inputBuffer.length / this.resamplingRatio)\n const outputBuffer = new Float32Array(outputLength)\n\n // Simple linear interpolation resampling\n for (let i = 0; i < outputLength; i++) {\n const srcIndex = i * this.resamplingRatio\n const srcIndexFloor = Math.floor(srcIndex)\n const srcIndexCeil = Math.min(srcIndexFloor + 1, inputBuffer.length - 1)\n const fraction = srcIndex - srcIndexFloor\n\n // Linear interpolation\n outputBuffer[i] =\n inputBuffer[srcIndexFloor] * (1 - fraction) +\n inputBuffer[srcIndexCeil] * fraction\n }\n\n return outputBuffer\n }\n\n floatToPCM16(floatData) {\n const pcmData = new Int16Array(floatData.length)\n for (let i = 0; i < floatData.length; i++) {\n const sample = Math.max(-1, Math.min(1, floatData[i]))\n pcmData[i] = sample < 0 ? sample * 0x8000 : sample * 0x7fff\n }\n return pcmData\n }\n}\n\nregisterProcessor('pcm-processor', PCMProcessorWorklet)\n","import pcmProcessorWorklet from './pcm-processor-worklet?raw'\nimport { audioContext } from './utils/audioContext'\n\ndeclare global {\n interface Window {\n micdropPcmProcessor: boolean\n }\n}\n\nexport async function initPcmProcessor() {\n if (window.micdropPcmProcessor) return\n window.micdropPcmProcessor = true\n\n // Init worklet URL\n const workletBlob = new Blob([pcmProcessorWorklet], {\n type: 'application/javascript',\n })\n const workletUrl = URL.createObjectURL(workletBlob)\n\n // Load the worklet module\n await audioContext.audioWorklet.addModule(workletUrl)\n}\n","import { Mic as MicClass } from './Mic'\nimport { Speaker as SpeakerClass } from './Speaker'\n\nexport * from './MicRecorder'\nexport * from './utils/localStorage'\nexport * from './vad'\n\n// Setup and export Mic instance\nif (!window.micdropMic) {\n window.micdropMic = new MicClass()\n}\nexport const Mic = window.micdropMic\n\n// Setup and export Speaker instance\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new SpeakerClass()\n}\nexport const Speaker = window.micdropSpeaker\n","import { EventEmitter } from 'eventemitter3'\nimport { Mic, Speaker, VAD } from '../audio'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { VADConfig } from '../audio/vad/getVAD'\nimport {\n MicdropClientCommands,\n MicdropConversation,\n MicdropConversationItem,\n MicdropServerCommands,\n MicdropToolCall,\n} from '../types'\nimport {\n getClientErrorFromWSCloseEvent,\n isRecoverableError,\n MicdropClientError,\n MicdropClientErrorCode,\n} from './MicdropClientError'\n\nexport interface MicdropEvents {\n EndCall: []\n Error: [MicdropClientError]\n StateChange: [MicdropState, MicdropState]\n ToolCall: [MicdropToolCall]\n}\n\nexport interface MicdropReconnectOptions {\n maxAttempts?: number\n delayMs?: number\n}\n\nexport interface MicdropOptions {\n url?: string\n params?: Record<string, any>\n vad?: VADConfig\n disableInterruption?: boolean\n debugLog?: boolean\n reconnect?: MicdropReconnectOptions\n}\n\nexport interface MicdropState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isPaused: boolean\n isReconnecting: boolean\n isListening: boolean\n isProcessing: boolean\n isUserSpeaking: boolean\n isAssistantSpeaking: boolean\n isMicStarted: boolean\n isMicMuted: boolean\n micDeviceId: string | undefined\n speakerDeviceId: string | undefined\n micDevices: MediaDeviceInfo[]\n speakerDevices: MediaDeviceInfo[]\n conversation: MicdropConversation\n error: MicdropClientError | undefined\n}\n\nconst DEFAULT_RECONNECT_OPTIONS: Required<MicdropReconnectOptions> = {\n maxAttempts: Infinity,\n delayMs: 1000,\n}\n\nexport class MicdropClient\n extends EventEmitter<MicdropEvents>\n implements MicdropState\n{\n public micRecorder?: MicRecorder\n public conversation: MicdropConversation = []\n public error: MicdropClientError | undefined\n public speakerDevices: MediaDeviceInfo[] = []\n public micDevices: MediaDeviceInfo[] = []\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastNotifiedState = this.state\n private _isProcessing = false\n private _isMuted = false\n private _isPaused = false\n private _isReconnecting = false\n private reconnectAttempt = 0\n private reconnectTimer?: number\n\n constructor(public options: MicdropOptions = {}) {\n super()\n\n // Add speaker listener\n Speaker.on('StartPlaying', this.onSpeakerStartPlaying)\n Speaker.on('StopPlaying', this.onSpeakerStopPlaying)\n\n // Listen to device changes\n navigator.mediaDevices.addEventListener('devicechange', this.updateDevices)\n }\n\n get vad(): VAD | undefined {\n return this.micRecorder?.vad\n }\n\n get isStarted(): boolean {\n return (\n (this.isWSStarted || this._isReconnecting) &&\n (this.micRecorder?.state.isStarted || false)\n )\n }\n\n get isStarting(): boolean {\n return (\n (this.isWSStarting || this.micRecorder?.state.isStarting || false) &&\n !this._isReconnecting\n )\n }\n\n get isReconnecting(): boolean {\n return this._isReconnecting\n }\n\n get isMuted(): boolean {\n return this._isMuted\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n get isProcessing(): boolean {\n return this._isProcessing && !this.isPaused\n }\n\n get isListening(): boolean {\n return (\n this.isMicStarted &&\n !this.isPaused &&\n !this.isProcessing &&\n !this.isMicMuted &&\n !this.isUserSpeaking &&\n !this.isAssistantSpeaking\n )\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.vad?.isPaused ?? false\n }\n\n get isUserSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isAssistantSpeaking(): boolean {\n return Speaker.isPlaying\n }\n\n get micDeviceId(): string | undefined {\n return Mic.deviceId\n }\n\n get speakerDeviceId(): string | undefined {\n return Speaker.deviceId\n }\n\n get state(): MicdropState {\n return {\n isStarting: this.isStarting,\n isStarted: this.isStarted,\n isReconnecting: this.isReconnecting,\n isMuted: this.isMuted,\n isPaused: this.isPaused,\n isListening: this.isListening,\n isProcessing: this.isProcessing,\n isUserSpeaking: this.isUserSpeaking,\n isAssistantSpeaking: this.isAssistantSpeaking,\n isMicStarted: this.isMicStarted,\n isMicMuted: this.isMicMuted,\n conversation: this.conversation,\n error: this.error,\n micDeviceId: this.micDeviceId,\n speakerDeviceId: this.speakerDeviceId,\n micDevices: this.micDevices,\n speakerDevices: this.speakerDevices,\n }\n }\n\n start = async (options: MicdropOptions) => {\n this.error = undefined\n this.options = { ...this.options, ...options }\n\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n this._isMuted = false\n this._isPaused = false\n this._isReconnecting = false\n this.reconnectAttempt = 0\n if (this.reconnectTimer) {\n window.clearTimeout(this.reconnectTimer)\n this.reconnectTimer = undefined\n }\n\n // Start mic if not already started\n if (!this.micRecorder || options?.vad) {\n await this.startMic({ vad: options?.vad })\n }\n\n // Start websocket\n await this.startWS()\n }\n\n stop = async () => {\n this._isProcessing = false\n this._isMuted = false\n this._isPaused = false\n this._isReconnecting = false\n if (this.reconnectTimer) {\n window.clearTimeout(this.reconnectTimer)\n this.reconnectTimer = undefined\n }\n\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[MicdropClient] Error stopping WebSocket', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[MicdropClient] Error stopping microphone', error)\n }\n\n // Stop speaker\n Speaker.stopAudio()\n }\n\n mute = () => {\n this.vad?.pause()\n this._isMuted = true\n this.notifyStateChange()\n }\n\n unmute = () => {\n if (\n !this.isPaused &&\n !(this.options.disableInterruption && Speaker.isPlaying)\n ) {\n this.vad?.resume()\n }\n this._isMuted = false\n this.notifyStateChange()\n }\n\n pause = () => {\n if (this.isPaused) return\n this.vad?.pause()\n this._isPaused = true\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n this.ws?.send(MicdropClientCommands.Mute)\n }\n\n resume = () => {\n if (!this.isPaused) return\n if (!this.isMuted) {\n this.vad?.resume()\n }\n this._isPaused = false\n this.notifyStateChange()\n }\n\n startMic = async (\n options: {\n vad?: VADConfig\n deviceId?: string\n } = {}\n ) => {\n this.error = undefined\n this._isMuted = false\n if (options.vad) {\n this.options.vad = options.vad\n }\n try {\n if (this.micRecorder) {\n // Stop previous recorder\n this.micRecorder.stop()\n\n // Change VAD if needed\n if (options.vad) {\n this.micRecorder.changeVad(options.vad)\n }\n } else {\n this.micRecorder = new MicRecorder(this.options.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[MicdropClient] User audio chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('User start speaking')\n this.ws?.send(MicdropClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('User stop speaking')\n this.ws?.send(MicdropClientCommands.StopSpeaking)\n if (this.isWSStarted) {\n this._isProcessing = true\n }\n this.notifyStateChange()\n })\n }\n\n // Start microphone\n const micStream = await Mic.start(options.deviceId)\n this.micStream = micStream\n\n // Start recorder\n await this.micRecorder.start(micStream)\n\n // Get devices after starting mic\n // It's necessary for Firefox that return an empty list before any stream is started\n await this.updateDevices()\n\n // Start speaker\n // Must be after devices update\n await Speaker.start()\n\n this.notifyStateChange()\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Mic,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n changeMicDevice = async (deviceId: string) => {\n await this.startMic({ deviceId })\n }\n\n changeSpeakerDevice = async (deviceId: string) => {\n await Speaker.changeDevice(deviceId)\n this.notifyStateChange()\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n Mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private updateDevices = async () => {\n const rawDevices = await navigator.mediaDevices.enumerateDevices()\n if (rawDevices.length === 0) return\n\n // Move default devices to the beginning of the list\n // and get rid of devices with deviceId=default\n const defaultDevices = rawDevices.filter(\n (device) => device.deviceId === 'default'\n )\n const devices = rawDevices.filter((device) => device.deviceId !== 'default')\n const defaultDevicesIndexes = defaultDevices\n .map((device) =>\n devices.findIndex(\n (d) => d.groupId === device.groupId && d.kind === device.kind\n )\n )\n .filter((index) => index !== -1)\n for (const index of defaultDevicesIndexes) {\n const device = devices[index]\n devices.splice(index, 1)\n devices.unshift(device)\n }\n\n this.micDevices = devices.filter((device) => device.kind === 'audioinput')\n this.speakerDevices = devices.filter(\n (device) => device.kind === 'audiooutput'\n )\n Speaker.devices = this.speakerDevices\n\n this.notifyStateChange()\n }\n\n private async startWS() {\n try {\n if (this.ws) {\n this.log('WebSocket is already started')\n return\n }\n if (!this.isMicStarted) {\n throw new MicdropClientError(MicdropClientErrorCode.Mic)\n }\n if (!this.options.url) {\n throw new MicdropClientError(MicdropClientErrorCode.MissingUrl)\n }\n\n // Start websocket\n this.ws = new WebSocket(this.options.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = this.onWSOpen\n this.ws.onmessage = this.onWSMessage\n this.ws.onclose = this.onWSClose\n this.ws.onerror = this.onWSError\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Connection,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n private onWSOpen = () => {\n this.log('WebSocket opened')\n this._isReconnecting = false\n this.reconnectAttempt = 0\n this.error = undefined\n this.notifyStateChange()\n\n // Send params\n if (this.options.params) {\n this.ws?.send(JSON.stringify(this.options.params))\n }\n\n // Resume VAD if we paused while offline\n if (!this.isPaused && !this.isMuted) {\n this.vad?.resume?.()\n }\n }\n\n private onWSMessage = (event: MessageEvent) => {\n this.log('Received message:', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n if (this.isPaused || this.isUserSpeaking) return\n Speaker.playAudio(event.data)\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[MicdropClient] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(MicdropServerCommands.Message)) {\n // Received user/assistant message\n try {\n const message = JSON.parse(\n event.data.substring(MicdropServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing message:',\n event.data,\n error\n )\n }\n } else if (event.data === MicdropServerCommands.EndCall) {\n // Call ended\n this.emit('EndCall')\n } else if (event.data === MicdropServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === MicdropServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation.findLastIndex(\n (message) => message.role === 'user'\n )\n if (lastMessage !== -1) {\n this.conversation = this.conversation.filter(\n (_, index) => index !== lastMessage\n )\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data.startsWith(MicdropServerCommands.ToolCall)) {\n // Received tool call information\n try {\n const toolCall = JSON.parse(\n event.data.substring(MicdropServerCommands.ToolCall.length + 1)\n )\n this.emit('ToolCall', toolCall)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing tool call:',\n event.data,\n error\n )\n }\n }\n }\n\n private onWSClose = (event: CloseEvent) => {\n this.log('WebSocket closed', event)\n const error = getClientErrorFromWSCloseEvent(event)\n if (error) {\n this.setError(error)\n }\n\n const config = { ...DEFAULT_RECONNECT_OPTIONS, ...this.options.reconnect }\n const canReconnect =\n error && isRecoverableError(error) && config.maxAttempts > 0\n\n if (canReconnect) {\n this._isReconnecting = true\n this.stopWS()\n this.scheduleReconnect(config)\n } else {\n this.stop()\n }\n }\n\n private onWSError = (event: Event) => {\n this.setError(new MicdropClientError(MicdropClientErrorCode.Connection))\n }\n\n private stopWS() {\n if (!this.ws) return\n if (\n this.ws.readyState === WebSocket.OPEN ||\n this.ws.readyState === WebSocket.CONNECTING\n ) {\n this.ws.close()\n }\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private scheduleReconnect(config: Required<MicdropReconnectOptions>) {\n if (this.reconnectAttempt >= config.maxAttempts) {\n this.stop()\n this.setError(new MicdropClientError(MicdropClientErrorCode.Connection))\n return\n }\n\n this.reconnectAttempt++\n this.log(\n `Reconnecting in ${config.delayMs}ms (attempt ${this.reconnectAttempt})`\n )\n\n // Pause VAD while offline to avoid capturing audio that cannot be sent\n if (!this.isPaused && !this.isMuted) {\n this.vad?.pause?.()\n }\n\n if (this.reconnectTimer) {\n window.clearTimeout(this.reconnectTimer)\n }\n\n this.reconnectTimer = window.setTimeout(async () => {\n try {\n await this.startWS()\n } catch {\n this.scheduleReconnect(config)\n }\n }, config.delayMs)\n }\n\n private onSpeakerStartPlaying = () => {\n this.log('Speaker started')\n if (this.options.disableInterruption) {\n this.vad?.pause()\n this.notifyStateChange()\n }\n }\n\n private onSpeakerStopPlaying = () => {\n this.log('Speaker stopped')\n if (this.options.disableInterruption) {\n setTimeout(() => {\n if (!this.isMuted) {\n this.vad?.resume()\n this.notifyStateChange()\n }\n // Wait a bit to avoid recording the speaker output\n }, 200)\n }\n }\n\n private addMessage(message: MicdropConversationItem) {\n this.conversation = [...this.conversation, message]\n this.notifyStateChange()\n }\n\n private setError(error: MicdropClientError) {\n console.error('[MicdropClient] Error:', error)\n this.error = error\n this.notifyStateChange()\n this.emit('Error', error)\n }\n\n private notifyStateChange() {\n const state = this.state\n this.emit('StateChange', state, this.lastNotifiedState)\n this.lastNotifiedState = state\n }\n\n private log(...message: any[]) {\n if (!this.options.debugLog) return\n console.log(`[MicdropClient ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum MicdropClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum MicdropServerCommands {\n Message = 'Message',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EndCall = 'EndCall',\n ToolCall = 'ToolCall',\n}\n\nexport interface MicdropCallSummary {\n conversation: MicdropConversation\n duration: number\n}\n\nexport type MicdropConversationItem =\n | MicdropConversationMessage\n | MicdropConversationToolCall\n | MicdropConversationToolResult\n\nexport type MicdropConversation = Array<MicdropConversationItem>\n\nexport type MicdropAnswerMetadata = {\n [key: string]: any\n}\n\nexport interface MicdropConversationMessage<\n Data extends MicdropAnswerMetadata = MicdropAnswerMetadata,\n> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n\nexport interface MicdropConversationToolCall {\n role: 'tool_call'\n toolCallId: string\n toolName: string\n parameters: string\n}\n\nexport interface MicdropConversationToolResult {\n role: 'tool_result'\n toolCallId: string\n toolName: string\n output: string\n}\n\nexport interface MicdropToolCall {\n name: string\n parameters: any\n output: any\n}\n\nexport type DeepPartial<T> = T extends object\n ? {\n [P in keyof T]?: DeepPartial<T[P]>\n }\n : T\n","export enum MicdropClientErrorCode {\n MissingUrl = 'MissingUrl',\n Mic = 'Mic',\n Connection = 'Connection',\n InternalServer = 'InternalServer',\n BadRequest = 'BadRequest',\n Unauthorized = 'Unauthorized',\n NotFound = 'NotFound',\n Unknown = 'Unknown',\n}\n\nexport class MicdropClientError extends Error {\n code: MicdropClientErrorCode\n\n constructor(code = MicdropClientErrorCode.Unknown, message?: string) {\n super(message)\n this.name = `MicdropClientError:${code}`\n this.code = code\n }\n}\n\nexport function getClientErrorFromWSCloseEvent(\n event: CloseEvent\n): MicdropClientError | undefined {\n const code = getClientErrorFromWSCloseEventCode(event.code)\n return code && new MicdropClientError(code, event.reason)\n}\n\nexport function getClientErrorFromWSCloseEventCode(\n code: number\n): MicdropClientErrorCode | undefined {\n if (code === 1011) {\n return MicdropClientErrorCode.InternalServer\n } else if (code >= 1001 && code < 1011 && code !== 1005) {\n return MicdropClientErrorCode.Connection\n } else if (code === 4401) {\n return MicdropClientErrorCode.Unauthorized\n } else if (code === 4404) {\n return MicdropClientErrorCode.NotFound\n } else if (code === 4400) {\n return MicdropClientErrorCode.BadRequest\n } else if (code >= 4000) {\n return MicdropClientErrorCode.Unknown\n } else {\n return undefined\n }\n}\n\nexport function isRecoverableError(error: MicdropClientError): boolean {\n return (\n error.code === MicdropClientErrorCode.Connection ||\n error.code === MicdropClientErrorCode.InternalServer ||\n error.code === MicdropClientErrorCode.Unknown\n )\n}\n","import { MicdropClient } from './client'\n\n// Setup and export MicdropClient instance\nif (!window.micdropClient) {\n window.micdropClient = new MicdropClient()\n}\nexport const Micdrop = window.micdropClient\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA,aAAAA;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iBAAAC;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAA6B;AAMtB,IAAM,gBAAN,cAA4B,kCAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAM,MAAN,MAAU;AAAA,EAAV;AACL,SAAO,WAAW,IAAI,cAAc,YAAY;AAAA;AAAA,EAMxC,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,aAAa,UAAU;AAC9B,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,WAAW;AAAA,IAClB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,WAAW;AAAA,IAClB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;;;ACxFA,IAAAC,wBAA6B;;;ACA7B,IAAAC,wBAA6B;AAQtB,IAAe,cAAf,cAAmC,mCAAgC;AAAA,EAIxE,cAAc;AACZ,UAAM;AAJR,SAAO,YAAY;AAKjB,SAAK,aAAa,aAAa,WAAW;AAAA,EAC5C;AAAA,EAMU,aAAa,WAAoB;AACzC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AACF;;;ACvBA,IAAM,cAAc;AACpB,IAAM,WAAW;AAEV,IAAM,mBAAN,cAA+B,YAAY;AAAA,EAKhD,cAAc;AACZ,UAAM;AALR,SAAQ,aAA4B,CAAC;AAErC,SAAQ,oBAAoB;AAAA,EAI5B;AAAA,EAEA,QAAmB;AACjB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,UAAU,MAA2B;AACzC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,KAAK,kBAAkB,WAAW;AAEtD,UAAI,aAAa;AACf,aAAK,WAAW,KAAK,WAAW;AAChC,aAAK,aAAa;AAAA,MACpB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAAA,IACpD;AAAA,EACF;AAAA,EAEA,YAAkB;AAChB,QAAI,KAAK,mBAAmB;AAC1B,UAAI;AACF,aAAK,kBAAkB,KAAK;AAC5B,aAAK,kBAAkB,WAAW;AAAA,MACpC,SAAS,OAAO;AAAA,MAEhB;AACA,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,aAAa,CAAC;AACnB,SAAK,oBAAoB;AACzB,SAAK,aAAa,KAAK;AAAA,EACzB;AAAA,EAEQ,kBAAkB,aAA8C;AACtE,QAAI;AAEF,YAAM,YAAY,IAAI,WAAW,WAAW;AAG5C,YAAM,aAAa,UAAU;AAE7B,UAAI,eAAe,GAAG;AACpB,eAAO;AAAA,MACT;AAGA,YAAM,cAAc,aAAa;AAAA,QAC/B;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAGA,YAAM,cAAc,YAAY,eAAe,CAAC;AAChD,eAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,oBAAY,CAAC,IAAI,UAAU,CAAC,IAAI;AAAA,MAClC;AAEA,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAClD,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEQ,eAAqB;AAC3B,QAAI,KAAK,qBAAqB,KAAK,WAAW,WAAW,GAAG;AAC1D;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,iBAAuB;AAC7B,QAAI,KAAK,WAAW,WAAW,GAAG;AAChC,WAAK,oBAAoB;AACzB,WAAK,aAAa,KAAK;AACvB;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,WAAW,MAAM;AAG1C,SAAK,oBAAoB,aAAa,mBAAmB;AACzD,SAAK,kBAAkB,SAAS;AAChC,SAAK,kBAAkB,QAAQ,KAAK,UAAU;AAG9C,SAAK,kBAAkB,UAAU,MAAM;AACrC,WAAK,oBAAoB;AAEzB,WAAK,eAAe;AAAA,IACtB;AAGA,SAAK,kBAAkB,MAAM,CAAC;AAC9B,SAAK,aAAa,IAAI;AAAA,EACxB;AACF;;;AFzGO,IAAM,UAAN,cAAsB,mCAA4B;AAAA,EAAlD;AAAA;AACL,SAAO,YAAY;AACnB,SAAO,WAAW,IAAI,cAAc,YAAY;AAIhD;AAAA,SAAO,UAA6B,CAAC;AAAA;AAAA;AAAA,EAMrC,MAAM,QAAQ;AACZ,QAAI,KAAK,YAAa;AAGtB,SAAK,cAAc,IAAI,iBAAiB;AAGxC,SAAK,YAAY,GAAG,gBAAgB,MAAM,KAAK,aAAa,IAAI,CAAC;AACjE,SAAK,YAAY,GAAG,eAAe,MAAM,KAAK,aAAa,KAAK,CAAC;AAGjE,SAAK,kBAAkB,KAAK,YAAY,MAAM;AAG9C,UAAM,WACJ,aAAa,mDAAsC,KAAK;AAC1D,UAAM,KAAK,UAAU,QAAQ;AAAA,EAC/B;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,SAAK,MAAM;AACX,QAAI;AACF,YAAM,KAAK,aAAa,UAAU,IAAI;AAAA,IACxC,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,MAAM,YAAY;AAChB,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,aAAa,UAAU;AAAA,EAC9B;AAAA,EAEA,MAAM,aAAa,UAAkB;AACnC,UAAM,KAAK,UAAU,QAAQ;AAG7B,QAAI,KAAK,iBAAiB;AACxB,mBAAa,sDAAyC;AAAA,IACxD,OAAO;AACL,mBAAa,qDAAwC,QAAQ;AAAA,IAC/D;AAAA,EACF;AAAA,EAEA,IAAI,kBAA2B;AAC7B,WACE,CAAC,KAAK,YACN,KAAK,QAAQ,WAAW,KACxB,KAAK,aAAa,KAAK,QAAQ,CAAC,EAAE;AAAA,EAEtC;AAAA,EAEQ,aAAa,WAAoB;AACvC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AAAA,EAEA,MAAc,UAAU,UAA8B;AACpD,QAAI,CAAC,KAAK,iBAAiB;AACzB,cAAQ;AAAA,QACN;AAAA,MACF;AACA;AAAA,IACF;AACA,QAAI;AACF,WAAK,WAAW;AAChB,YAAM,gBAAgB,KAAK;AAC3B,YAAM,SAAS,CAAC,YAAY,gBAAgB,KAAK;AAEjD,UAAI,iBAAiB,eAAe,cAAc;AAGhD,cAAO,aAAqB,YAAY,MAAM;AAC9C,aAAK,gBAAgB,WAAW;AAChC,aAAK,gBAAgB,QAAQ,aAAa,WAAW;AACrD,aAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,YAAI,KAAK,yBAAyB;AAChC,eAAK,wBAAwB,MAAM;AACnC,eAAK,wBAAwB,YAAY;AACzC,eAAK,0BAA0B;AAAA,QACjC;AAAA,MACF,OAAO;AAGL,YAAI,CAAC,KAAK,yBAAyB;AAEjC,gBAAM,yBACJ,aAAa,6BAA6B;AAC5C,eAAK,gBAAgB,WAAW;AAChC,eAAK,gBAAgB,QAAQ,sBAAsB;AACnD,eAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,eAAK,0BAA0B,IAAI,MAAM;AACzC,eAAK,wBAAwB,WAAW;AACxC,eAAK,wBAAwB,YAAY,uBAAuB;AAAA,QAClE;AACA,cAAM,KAAK,wBAAwB,UAAU,MAAM;AAAA,MACrD;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,QAAQ,IAAI,KAAK;AAAA,IAClE;AAAA,EACF;AACF;;;AGlIA,IAAAC,wBAA6B;;;ACQtB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,IAAAC,wBAA6B;AAetB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2B,mCAAwB;AAAA,EAAnD;AAAA;AACL,SAAgB,OAAO,KAAK,YAAY;AACxC,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyCf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,UAAU,QAAmB;AACnC,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;ACjGO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AAsBR,SAAQ,iBAAiB,MAAM;AAC7B,YAAM,eAAe,KAAK,KAAK;AAAA,QAC7B,CAAC,QAAQ,IAAI;AAAA,MACf;AACA,YAAM,gBAAgB,KAAK,KAAK;AAAA,QAC9B,CAAC,QAAQ,IAAI;AAAA,MACf;AAGA,cAAQ,KAAK,QAAQ;AAAA,QACnB;AACE,cAAI,aAAc;AAClB,eAAK,KAAK,eAAe;AACzB,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,gBAAgB;AAC1B;AAAA,UACF;AACA,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,cAAc;AAAA,UAC1B;AACA;AAAA,MACJ;AAAA,IACF;AArDE,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AAAA,EAC3C;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK,KAAK,MAAM,CAAC,QAAQ,IAAI,QAAQ;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAoCA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AAAA,EAEA,MAAM,QAAuB;AAC3B,eAAW,OAAO,KAAK,MAAM;AAC3B,YAAM,IAAI,MAAM;AAAA,IAClB;AAAA,EACF;AAAA,EAEA,MAAM,SAAwB;AAC5B,eAAW,OAAO,KAAK,MAAM;AAC3B,YAAM,IAAI,OAAO;AAAA,IACnB;AAAA,EACF;AACF;;;ACpFA,qBAAuB;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAKjC,YAAY,SAAqC;AAC/C,UAAM;AALR,SAAO,UAAU;AAEjB,SAAQ,YAAY;AAKlB,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,sBAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,yBAAyB;AAAA,MACzB,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,CAAC,KAAK,OAAO,KAAK,UAAW;AACjC,SAAK,YAAY;AACjB,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,SAAwB;AAC5B,QAAI,CAAC,KAAK,OAAO,CAAC,KAAK,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC7FA,IAAMC,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAWjC,YAAY,SAAqC;AAC/C,UAAM;AAXR,SAAO,UAAUA;AACjB,SAAQ,YAAY;AAIpB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,WAAW,KAAK,UAAW;AAGpC,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEQ,eAAqB;AAC3B,SAAK,WAAW;AAChB,SAAK,kBAAkB;AACvB,aAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,WAAK,gBAAgB,CAAC,IAAI;AAAA,IAC5B;AAAA,EACF;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,aAAa;AAElB,YAAQ,KAAK,QAAQ;AAAA,MACnB;AACE,aAAK,KAAK,cAAc;AACxB;AAAA,MACF;AACE,aAAK,KAAK,gBAAgB;AAC1B;AAAA,IACJ;AAEA,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,CAAC,KAAK,WAAW,KAAK,UAAW;AACrC,SAAK,YAAY;AACjB,SAAK,UAAU;AACf,SAAK,aAAa;AAElB,YAAQ,KAAK,QAAQ;AAAA,MACnB;AACE,aAAK,KAAK,cAAc;AACxB;AAAA,MACF;AACE,aAAK,KAAK,gBAAgB;AAC1B;AAAA,IACJ;AAAA,EACF;AAAA,EAEA,MAAM,SAAwB;AAC5B,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,YAAY;AACjB,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACjOA,IAAM,aAAa;AAEZ,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,WAAW;AAChC,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;AAEO,SAAS,eAAe,GAAe,GAAwB;AACpE,MAAI,MAAM,EAAG,QAAO;AACpB,MAAI,MAAM,QAAQ,CAAC,KAAK,MAAM,QAAQ,CAAC,KAAK,EAAE,WAAW,EAAE,QAAQ;AACjE,WAAO,EAAE,MAAM,CAAC,MAAM,UAAU,eAAe,MAAM,EAAE,KAAK,CAAC,CAAC;AAAA,EAChE;AACA,SAAO;AACT;;;AC1BA;;;ACSA,eAAsB,mBAAmB;AACvC,MAAI,OAAO,oBAAqB;AAChC,SAAO,sBAAsB;AAG7B,QAAM,cAAc,IAAI,KAAK,CAAC,6BAAmB,GAAG;AAAA,IAClD,MAAM;AAAA,EACR,CAAC;AACD,QAAM,aAAa,IAAI,gBAAgB,WAAW;AAGlD,QAAM,aAAa,aAAa,UAAU,UAAU;AACtD;;;ARbA,IAAMC,eAAc;AAQpB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,YAAY;AACd;AASO,IAAM,cAAN,cAA0B,mCAAgC;AAAA,EAW/D,YAAoB,WAAuB;AACzC,UAAM;AADY;AAHpB,SAAQ,oBAAoB;AAC5B,SAAQ,eAA6B,CAAC;AAWtC,iBAAQ,OAAO,WAAwB;AACrC,UAAI,KAAK,MAAM,WAAW;AACxB,cAAM,IAAI,MAAM,gCAAgC;AAAA,MAClD;AACA,UAAI;AAEF,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,YAAY;AAAA,QACd,CAAC;AACD,aAAK,SAAS;AACd,aAAK,oBAAoB;AAGzB,cAAM,iBAAiB;AACvB,aAAK,cAAc,IAAI,iBAAiB,cAAc,eAAe;AACrE,aAAK,YAAY,KAAK,YAAY,KAAK;AAGvC,aAAK,YAAY,KAAK,YAAY;AAAA,UAChC,MAAM;AAAA,UACN,kBAAkB,aAAa;AAAA,UAC/B,kBAAkBA;AAAA,QACpB,CAAC;AAGD,cAAM,gBAAgB,oBAAoB,QAAQ,KAAK,IAAI,QAAQ,GAAI;AACvE,aAAK,gBAAgB;AAGrB,aAAK,SAAS,aAAa,wBAAwB,aAAa;AAChE,aAAK,OAAO,QAAQ,KAAK,WAAW;AAGpC,cAAM,KAAK,IAAI,MAAM,MAAM;AAC3B,aAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,aAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,aAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,aAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAE/C,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,WAAW;AAAA,QACb,CAAC;AAAA,MACH,SAAS,KAAK;AACZ,aAAK,KAAK;AACV,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,QACX,YAAY;AAAA,MACd,CAAC;AACD,WAAK,SAAS;AAEd,UAAI;AAEF,aAAK,IAAI,KAAK;AACd,aAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,aAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,aAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,aAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAGhD,YAAI,KAAK,aAAa;AACpB,eAAK,YAAY,WAAW;AAC5B,eAAK,cAAc;AAAA,QACrB;AACA,YAAI,KAAK,QAAQ;AACf,eAAK,OAAO,WAAW;AACvB,eAAK,SAAS;AAAA,QAChB;AAGA,YAAI,KAAK,eAAe;AACtB,qBAAW,KAAK,aAAa;AAC7B,eAAK,gBAAgB;AAAA,QACvB;AAAA,MACF,SAAS,KAAK;AACZ,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,qBAAY,CAAC,cAAyB;AACpC,UAAI,eAAe,WAAW,KAAK,SAAS,EAAG;AAE/C,YAAM,SAAS,KAAK;AACpB,UAAI,QAAQ;AACV,aAAK,KAAK;AAAA,MACZ;AAEA,WAAK,YAAY;AACjB,WAAK,MAAM,OAAO,SAAS;AAE3B,UAAI,QAAQ;AACV,aAAK,MAAM,MAAM;AAAA,MACnB;AAAA,IACF;AAEA,SAAQ,kBAAkB,YAAY;AACpC,WAAK,oBAAoB;AACzB,WAAK,aAAa,SAAS;AAG3B,WAAK,aAAa,KAAK,YAAY,EAAE,MAAM,QAAQ,CAAC;AAAA,IACtD;AAEA,SAAQ,oBAAoB,YAAY;AACtC,WAAK,oBAAoB;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,KAAK,eAAe;AAAA,IAC3B;AAEA,SAAQ,mBAAmB,YAAY;AACrC,WAAK,aAAa,SAAS;AAG3B,WAAK,aAAa,KAAK,YAAY,EAAE,MAAM,OAAO,CAAC;AAAA,IACrD;AAEA,SAAQ,iBAAiB,YAAY;AACnC,WAAK,oBAAoB;AACzB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AAGxB,WAAK,aAAa,KAAK,YAAY,EAAE,MAAM,OAAO,CAAC;AAAA,IACrD;AAEA,SAAQ,mBAAmB,CAAC,UAAwB;AAClD,YAAM,EAAE,MAAM,KAAK,IAAI,MAAM;AAC7B,UAAI,SAAS,SAAS;AACpB,cAAM,UAAU;AAEhB,YAAI,CAAC,KAAK,mBAAmB;AAE3B,eAAK,aAAa,KAAK,OAAO;AAC9B;AAAA,QACF;AAGA,mBAAW,SAAS,KAAK,cAAc;AACrC,eAAK,KAAK,SAAS,KAAK;AAAA,QAC1B;AACA,aAAK,aAAa,SAAS;AAG3B,aAAK,KAAK,SAAS,OAAO;AAAA,MAC5B;AAAA,IACF;AA7JE,SAAK,QAAQ;AAEb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EA4JQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AACF;;;AS7MA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAS;AACnC;AACO,IAAMC,OAAM,OAAO;AAG1B,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAa;AAC3C;AACO,IAAMC,WAAU,OAAO;;;ACjB9B,IAAAC,wBAA6B;;;ACAtB,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,mBAAgB;AAChB,EAAAA,uBAAA,kBAAe;AACf,EAAAA,uBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,2BAAwB;AACxB,EAAAA,uBAAA,gBAAa;AACb,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,cAAW;AALD,SAAAA;AAAA,GAAA;;;ACNL,IAAK,yBAAL,kBAAKC,4BAAL;AACL,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,SAAM;AACN,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,oBAAiB;AACjB,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,kBAAe;AACf,EAAAA,wBAAA,cAAW;AACX,EAAAA,wBAAA,aAAU;AARA,SAAAA;AAAA,GAAA;AAWL,IAAM,qBAAN,cAAiC,MAAM;AAAA,EAG5C,YAAY,OAAO,yBAAgC,SAAkB;AACnE,UAAM,OAAO;AACb,SAAK,OAAO,sBAAsB,IAAI;AACtC,SAAK,OAAO;AAAA,EACd;AACF;AAEO,SAAS,+BACd,OACgC;AAChC,QAAM,OAAO,mCAAmC,MAAM,IAAI;AAC1D,SAAO,QAAQ,IAAI,mBAAmB,MAAM,MAAM,MAAM;AAC1D;AAEO,SAAS,mCACd,MACoC;AACpC,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,EACT,WAAW,QAAQ,QAAQ,OAAO,QAAQ,SAAS,MAAM;AACvD,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,QAAQ,KAAM;AACvB,WAAO;AAAA,EACT,OAAO;AACL,WAAO;AAAA,EACT;AACF;AAEO,SAAS,mBAAmB,OAAoC;AACrE,SACE,MAAM,SAAS,iCACf,MAAM,SAAS,yCACf,MAAM,SAAS;AAEnB;;;AFKA,IAAM,4BAA+D;AAAA,EACnE,aAAa;AAAA,EACb,SAAS;AACX;AAEO,IAAM,gBAAN,cACG,mCAEV;AAAA,EAkBE,YAAmB,UAA0B,CAAC,GAAG;AAC/C,UAAM;AADW;AAhBnB,SAAO,eAAoC,CAAC;AAE5C,SAAO,iBAAoC,CAAC;AAC5C,SAAO,aAAgC,CAAC;AAIxC,SAAQ,YAAY;AACpB,SAAQ,oBAAoB,KAAK;AACjC,SAAQ,gBAAgB;AACxB,SAAQ,WAAW;AACnB,SAAQ,YAAY;AACpB,SAAQ,kBAAkB;AAC1B,SAAQ,mBAAmB;AAiH3B,iBAAQ,OAAO,YAA4B;AACzC,WAAK,QAAQ;AACb,WAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAK,YAAY,KAAK,IAAI;AAC1B,WAAK,eAAe,CAAC;AACrB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AACjB,WAAK,kBAAkB;AACvB,WAAK,mBAAmB;AACxB,UAAI,KAAK,gBAAgB;AACvB,eAAO,aAAa,KAAK,cAAc;AACvC,aAAK,iBAAiB;AAAA,MACxB;AAGA,UAAI,CAAC,KAAK,eAAe,SAAS,KAAK;AACrC,cAAM,KAAK,SAAS,EAAE,KAAK,SAAS,IAAI,CAAC;AAAA,MAC3C;AAGA,YAAM,KAAK,QAAQ;AAAA,IACrB;AAEA,gBAAO,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AACjB,WAAK,kBAAkB;AACvB,UAAI,KAAK,gBAAgB;AACvB,eAAO,aAAa,KAAK,cAAc;AACvC,aAAK,iBAAiB;AAAA,MACxB;AAEA,UAAI;AAEF,aAAK,OAAO;AAAA,MACd,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAAA,MACjE;AAEA,UAAI;AAEF,aAAK,aAAa,KAAK;AACvB,aAAK,QAAQ;AAAA,MACf,SAAS,OAAO;AACd,gBAAQ,MAAM,6CAA6C,KAAK;AAAA,MAClE;AAGA,MAAAC,SAAQ,UAAU;AAAA,IACpB;AAEA,gBAAO,MAAM;AACX,WAAK,KAAK,MAAM;AAChB,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,kBAAS,MAAM;AACb,UACE,CAAC,KAAK,YACN,EAAE,KAAK,QAAQ,uBAAuBA,SAAQ,YAC9C;AACA,aAAK,KAAK,OAAO;AAAA,MACnB;AACA,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,iBAAQ,MAAM;AACZ,UAAI,KAAK,SAAU;AACnB,WAAK,KAAK,MAAM;AAChB,WAAK,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,kBAAkB;AACvB,MAAAA,SAAQ,UAAU;AAClB,WAAK,IAAI,sBAA+B;AAAA,IAC1C;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI,CAAC,KAAK,SAAS;AACjB,aAAK,KAAK,OAAO;AAAA,MACnB;AACA,WAAK,YAAY;AACjB,WAAK,kBAAkB;AAAA,IACzB;AAEA,oBAAW,OACT,UAGI,CAAC,MACF;AACH,WAAK,QAAQ;AACb,WAAK,WAAW;AAChB,UAAI,QAAQ,KAAK;AACf,aAAK,QAAQ,MAAM,QAAQ;AAAA,MAC7B;AACA,UAAI;AACF,YAAI,KAAK,aAAa;AAEpB,eAAK,YAAY,KAAK;AAGtB,cAAI,QAAQ,KAAK;AACf,iBAAK,YAAY,UAAU,QAAQ,GAAG;AAAA,UACxC;AAAA,QACF,OAAO;AACL,eAAK,cAAc,IAAI,YAAY,KAAK,QAAQ,GAAG;AAGnD,eAAK,YAAY,GAAG,eAAe,MAAM;AACvC,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAGD,eAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,iBAAK,IAAI,oCAAoC,IAAI;AACjD,iBAAK,IAAI,KAAK,IAAI;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,iBAAK,IAAI,qBAAqB;AAC9B,iBAAK,IAAI,wCAAwC;AAEjD,iBAAK,gBAAgB;AACrB,iBAAK,kBAAkB;AACvB,YAAAA,SAAQ,UAAU;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,iBAAK,IAAI,oBAAoB;AAC7B,iBAAK,IAAI,sCAAuC;AAChD,gBAAI,KAAK,aAAa;AACpB,mBAAK,gBAAgB;AAAA,YACvB;AACA,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAAA,QACH;AAGA,cAAM,YAAY,MAAMC,KAAI,MAAM,QAAQ,QAAQ;AAClD,aAAK,YAAY;AAGjB,cAAM,KAAK,YAAY,MAAM,SAAS;AAItC,cAAM,KAAK,cAAc;AAIzB,cAAMD,SAAQ,MAAM;AAEpB,aAAK,kBAAkB;AAAA,MACzB,SAAS,OAAO;AACd,aAAK;AAAA,UACH,IAAI;AAAA;AAAA,YAED,OAAe;AAAA,UAClB;AAAA,QACF;AACA,cAAM,KAAK,KAAK;AAChB,cAAM;AAAA,MACR;AAAA,IACF;AAEA,2BAAkB,OAAO,aAAqB;AAC5C,YAAM,KAAK,SAAS,EAAE,SAAS,CAAC;AAAA,IAClC;AAEA,+BAAsB,OAAO,aAAqB;AAChD,YAAMA,SAAQ,aAAa,QAAQ;AACnC,WAAK,kBAAkB;AAAA,IACzB;AAUA,SAAQ,gBAAgB,YAAY;AAClC,YAAM,aAAa,MAAM,UAAU,aAAa,iBAAiB;AACjE,UAAI,WAAW,WAAW,EAAG;AAI7B,YAAM,iBAAiB,WAAW;AAAA,QAChC,CAAC,WAAW,OAAO,aAAa;AAAA,MAClC;AACA,YAAM,UAAU,WAAW,OAAO,CAAC,WAAW,OAAO,aAAa,SAAS;AAC3E,YAAM,wBAAwB,eAC3B;AAAA,QAAI,CAAC,WACJ,QAAQ;AAAA,UACN,CAAC,MAAM,EAAE,YAAY,OAAO,WAAW,EAAE,SAAS,OAAO;AAAA,QAC3D;AAAA,MACF,EACC,OAAO,CAAC,UAAU,UAAU,EAAE;AACjC,iBAAW,SAAS,uBAAuB;AACzC,cAAM,SAAS,QAAQ,KAAK;AAC5B,gBAAQ,OAAO,OAAO,CAAC;AACvB,gBAAQ,QAAQ,MAAM;AAAA,MACxB;AAEA,WAAK,aAAa,QAAQ,OAAO,CAAC,WAAW,OAAO,SAAS,YAAY;AACzE,WAAK,iBAAiB,QAAQ;AAAA,QAC5B,CAAC,WAAW,OAAO,SAAS;AAAA,MAC9B;AACA,MAAAA,SAAQ,UAAU,KAAK;AAEvB,WAAK,kBAAkB;AAAA,IACzB;AAqCA,SAAQ,WAAW,MAAM;AACvB,WAAK,IAAI,kBAAkB;AAC3B,WAAK,kBAAkB;AACvB,WAAK,mBAAmB;AACxB,WAAK,QAAQ;AACb,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ,QAAQ;AACvB,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,QAAQ,MAAM,CAAC;AAAA,MACnD;AAGA,UAAI,CAAC,KAAK,YAAY,CAAC,KAAK,SAAS;AACnC,aAAK,KAAK,SAAS;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,cAAc,CAAC,UAAwB;AAC7C,WAAK,IAAI,qBAAqB,MAAM,IAAI;AACxC,UAAI,MAAM,gBAAgB,MAAM;AAE9B,YAAI,KAAK,YAAY,KAAK,eAAgB;AAC1C,QAAAA,SAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,yCAAyC,MAAM,IAAI,EAAE;AAAA,MACpE,WAAW,MAAM,KAAK,kCAAwC,GAAG;AAE/D,YAAI;AACF,gBAAM,UAAU,KAAK;AAAA,YACnB,MAAM,KAAK,kCAAwC,SAAS,CAAC;AAAA,UAC/D;AACA,eAAK,WAAW,OAAO;AAAA,QACzB,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF,WAAW,MAAM,kCAAwC;AAEvD,aAAK,KAAK,SAAS;AAAA,MACrB,WAAW,MAAM,wCAA2C;AAE1D,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAsD;AAErE,cAAM,cAAc,KAAK,aAAa;AAAA,UACpC,CAAC,YAAY,QAAQ,SAAS;AAAA,QAChC;AACA,YAAI,gBAAgB,IAAI;AACtB,eAAK,eAAe,KAAK,aAAa;AAAA,YACpC,CAAC,GAAG,UAAU,UAAU;AAAA,UAC1B;AACA,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,KAAK,oCAAyC,GAAG;AAEhE,YAAI;AACF,gBAAM,WAAW,KAAK;AAAA,YACpB,MAAM,KAAK,oCAAyC,SAAS,CAAC;AAAA,UAChE;AACA,eAAK,KAAK,YAAY,QAAQ;AAAA,QAChC,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAsB;AACzC,WAAK,IAAI,oBAAoB,KAAK;AAClC,YAAM,QAAQ,+BAA+B,KAAK;AAClD,UAAI,OAAO;AACT,aAAK,SAAS,KAAK;AAAA,MACrB;AAEA,YAAM,SAAS,EAAE,GAAG,2BAA2B,GAAG,KAAK,QAAQ,UAAU;AACzE,YAAM,eACJ,SAAS,mBAAmB,KAAK,KAAK,OAAO,cAAc;AAE7D,UAAI,cAAc;AAChB,aAAK,kBAAkB;AACvB,aAAK,OAAO;AACZ,aAAK,kBAAkB,MAAM;AAAA,MAC/B,OAAO;AACL,aAAK,KAAK;AAAA,MACZ;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAiB;AACpC,WAAK,SAAS,IAAI,gDAAoD,CAAC;AAAA,IACzE;AA4CA,SAAQ,wBAAwB,MAAM;AACpC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,qBAAqB;AACpC,aAAK,KAAK,MAAM;AAChB,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AAEA,SAAQ,uBAAuB,MAAM;AACnC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,qBAAqB;AACpC,mBAAW,MAAM;AACf,cAAI,CAAC,KAAK,SAAS;AACjB,iBAAK,KAAK,OAAO;AACjB,iBAAK,kBAAkB;AAAA,UACzB;AAAA,QAEF,GAAG,GAAG;AAAA,MACR;AAAA,IACF;AA/gBE,IAAAA,SAAQ,GAAG,gBAAgB,KAAK,qBAAqB;AACrD,IAAAA,SAAQ,GAAG,eAAe,KAAK,oBAAoB;AAGnD,cAAU,aAAa,iBAAiB,gBAAgB,KAAK,aAAa;AAAA,EAC5E;AAAA,EAEA,IAAI,MAAuB;AACzB,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,IAAI,YAAqB;AACvB,YACG,KAAK,eAAe,KAAK,qBACzB,KAAK,aAAa,MAAM,aAAa;AAAA,EAE1C;AAAA,EAEA,IAAI,aAAsB;AACxB,YACG,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc,UAC5D,CAAC,KAAK;AAAA,EAEV;AAAA,EAEA,IAAI,iBAA0B;AAC5B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,UAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,iBAAiB,CAAC,KAAK;AAAA,EACrC;AAAA,EAEA,IAAI,cAAuB;AACzB,WACE,KAAK,gBACL,CAAC,KAAK,YACN,CAAC,KAAK,gBACN,CAAC,KAAK,cACN,CAAC,KAAK,kBACN,CAAC,KAAK;AAAA,EAEV;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,KAAK,YAAY;AAAA,EAC/B;AAAA,EAEA,IAAI,iBAA0B;AAC5B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,sBAA+B;AACjC,WAAOA,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,cAAkC;AACpC,WAAOC,KAAI;AAAA,EACb;AAAA,EAEA,IAAI,kBAAsC;AACxC,WAAOD,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,QAAsB;AACxB,WAAO;AAAA,MACL,YAAY,KAAK;AAAA,MACjB,WAAW,KAAK;AAAA,MAChB,gBAAgB,KAAK;AAAA,MACrB,SAAS,KAAK;AAAA,MACd,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,MAClB,cAAc,KAAK;AAAA,MACnB,gBAAgB,KAAK;AAAA,MACrB,qBAAqB,KAAK;AAAA,MAC1B,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB,OAAO,KAAK;AAAA,MACZ,aAAa,KAAK;AAAA,MAClB,iBAAiB,KAAK;AAAA,MACtB,YAAY,KAAK;AAAA,MACjB,gBAAgB,KAAK;AAAA,IACvB;AAAA,EACF;AAAA,EAyLQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,IAAAC,KAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkCA,MAAc,UAAU;AACtB,QAAI;AACF,UAAI,KAAK,IAAI;AACX,aAAK,IAAI,8BAA8B;AACvC;AAAA,MACF;AACA,UAAI,CAAC,KAAK,cAAc;AACtB,cAAM,IAAI,kCAA6C;AAAA,MACzD;AACA,UAAI,CAAC,KAAK,QAAQ,KAAK;AACrB,cAAM,IAAI,gDAAoD;AAAA,MAChE;AAGA,WAAK,KAAK,IAAI,UAAU,KAAK,QAAQ,GAAG;AACxC,WAAK,GAAG,aAAa;AACrB,WAAK,kBAAkB;AAGvB,WAAK,GAAG,SAAS,KAAK;AACtB,WAAK,GAAG,YAAY,KAAK;AACzB,WAAK,GAAG,UAAU,KAAK;AACvB,WAAK,GAAG,UAAU,KAAK;AAAA,IACzB,SAAS,OAAO;AACd,WAAK;AAAA,QACH,IAAI;AAAA;AAAA,UAED,OAAe;AAAA,QAClB;AAAA,MACF;AACA,YAAM,KAAK,KAAK;AAChB,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAwGQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,QACE,KAAK,GAAG,eAAe,UAAU,QACjC,KAAK,GAAG,eAAe,UAAU,YACjC;AACA,WAAK,GAAG,MAAM;AAAA,IAChB;AACA,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,kBAAkB,QAA2C;AACnE,QAAI,KAAK,oBAAoB,OAAO,aAAa;AAC/C,WAAK,KAAK;AACV,WAAK,SAAS,IAAI,gDAAoD,CAAC;AACvE;AAAA,IACF;AAEA,SAAK;AACL,SAAK;AAAA,MACH,mBAAmB,OAAO,OAAO,eAAe,KAAK,gBAAgB;AAAA,IACvE;AAGA,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,SAAS;AACnC,WAAK,KAAK,QAAQ;AAAA,IACpB;AAEA,QAAI,KAAK,gBAAgB;AACvB,aAAO,aAAa,KAAK,cAAc;AAAA,IACzC;AAEA,SAAK,iBAAiB,OAAO,WAAW,YAAY;AAClD,UAAI;AACF,cAAM,KAAK,QAAQ;AAAA,MACrB,QAAQ;AACN,aAAK,kBAAkB,MAAM;AAAA,MAC/B;AAAA,IACF,GAAG,OAAO,OAAO;AAAA,EACnB;AAAA,EAuBQ,WAAW,SAAkC;AACnD,SAAK,eAAe,CAAC,GAAG,KAAK,cAAc,OAAO;AAClD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,SAAS,OAA2B;AAC1C,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,SAAK,QAAQ;AACb,SAAK,kBAAkB;AACvB,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,oBAAoB;AAC1B,UAAM,QAAQ,KAAK;AACnB,SAAK,KAAK,eAAe,OAAO,KAAK,iBAAiB;AACtD,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,QAAQ,SAAU;AAC5B,YAAQ,IAAI,kBAAkB,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAC1E;AACF;;;AG7nBA,IAAI,CAAC,OAAO,eAAe;AACzB,SAAO,gBAAgB,IAAI,cAAc;AAC3C;AACO,IAAM,UAAU,OAAO;","names":["Mic","Speaker","audioContext","audioContext","unlock","LocalStorageKeys","import_eventemitter3","import_eventemitter3","import_eventemitter3","import_eventemitter3","VADStatus","defaultOptions","SAMPLE_RATE","Mic","Speaker","import_eventemitter3","MicdropClientCommands","MicdropServerCommands","MicdropClientErrorCode","Speaker","Mic"]}
1
+ {"version":3,"sources":["../src/index.ts","../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/Mic.ts","../src/audio/Speaker.ts","../src/audio/stream/AudioStream.ts","../src/audio/stream/Pcm16AudioStream.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","raw:./pcm-processor-worklet","../src/audio/pcm-processor.ts","../src/audio/index.ts","../src/client/MicdropClient.ts","../../server/src/types.ts","../src/client/MicdropClientError.ts","../src/Micdrop.ts"],"sourcesContent":["export * from './audio'\nexport * from './client'\nexport * from './Micdrop'\nexport * from './types'\n","import { EventEmitter } from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport class Mic {\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.deviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n let newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n if (newDeviceId === 'default' && deviceId) {\n newDeviceId = deviceId\n }\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.deviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.deviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { AudioStream } from './stream/AudioStream'\nimport { Pcm16AudioStream } from './stream/Pcm16AudioStream'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport interface SpeakerEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport class Speaker extends EventEmitter<SpeakerEvents> {\n public isPlaying = false\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n // Set by MicdropClient, useful to detect default device\n public devices: MediaDeviceInfo[] = []\n\n private audioStream?: AudioStream\n private audioSourceNode?: AudioNode\n private audioElementDestination?: HTMLAudioElement // Used when audiocontext sinkId is not available\n\n async start() {\n if (this.audioStream) return\n\n // Instantiate the audio stream based on the browser compatibility\n this.audioStream = new Pcm16AudioStream()\n\n // Forward events from AudioStream\n this.audioStream.on('StartPlaying', () => this.setIsPlaying(true))\n this.audioStream.on('StopPlaying', () => this.setIsPlaying(false))\n\n // Get the audio source node from AudioStream\n this.audioSourceNode = this.audioStream.start()\n\n // Select speaker device if speakerId is in local storage\n const deviceId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) ?? undefined\n await this.setDevice(deviceId)\n }\n\n async playAudio(blob: Blob) {\n this.start()\n try {\n await this.audioStream?.playAudio(blob)\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n async stopAudio() {\n if (!this.isPlaying) return\n this.audioStream?.stopAudio()\n }\n\n async changeDevice(deviceId: string) {\n await this.setDevice(deviceId)\n\n // Update local storage\n if (this.isDefaultDevice) {\n localStorage.removeItem(LocalStorageKeys.SpeakerDevice)\n } else {\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, deviceId)\n }\n }\n\n get isDefaultDevice(): boolean {\n return (\n !this.deviceId ||\n this.devices.length === 0 ||\n this.deviceId === this.devices[0].deviceId\n )\n }\n\n private setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n\n private async setDevice(deviceId: string | undefined) {\n if (!this.audioSourceNode) {\n console.error(\n 'audioSourceNode not initialized, setDevice called before start'\n )\n return\n }\n try {\n this.deviceId = deviceId\n const defaultDevice = this.isDefaultDevice\n const sinkId = !deviceId || defaultDevice ? '' : deviceId\n\n if (defaultDevice || 'setSinkId' in audioContext) {\n // Play through audiocontext destination when possible\n // It is the preferred way, as it's the only way to have echo cancellation\n await (audioContext as any).setSinkId?.(sinkId)\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(audioContext.destination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Reset audio element destination if it exists\n if (this.audioElementDestination) {\n this.audioElementDestination.pause()\n this.audioElementDestination.srcObject = null\n this.audioElementDestination = undefined\n }\n } else {\n // On Firefox, we can't set sinkId on audio context\n // So we stream non-default devices back to an audio element for which we set sinkId\n if (!this.audioElementDestination) {\n // Create a media stream destination to stream the audio to\n const mediaStreamDestination =\n audioContext.createMediaStreamDestination()\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(mediaStreamDestination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Play stream to audio element destination\n this.audioElementDestination = new Audio()\n this.audioElementDestination.autoplay = true\n this.audioElementDestination.srcObject = mediaStreamDestination.stream\n }\n await this.audioElementDestination.setSinkId(sinkId)\n }\n } catch (error) {\n console.error(`Error setting Audio Output to ${deviceId}`, error)\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { audioContext } from '../utils/audioContext'\n\nexport interface AudioStreamEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport abstract class AudioStream extends EventEmitter<AudioStreamEvents> {\n public isPlaying = false\n protected outputNode: AudioNode\n\n constructor() {\n super()\n this.outputNode = audioContext.createGain()\n }\n\n abstract start(): AudioNode\n abstract playAudio(blob: Blob): Promise<void>\n abstract stopAudio(): void\n\n protected setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { AudioStream } from './AudioStream'\n\nconst SAMPLE_RATE = 16000\nconst CHANNELS = 1\n\nexport class Pcm16AudioStream extends AudioStream {\n private audioQueue: AudioBuffer[] = []\n private currentSourceNode?: AudioBufferSourceNode\n private isProcessingQueue = false\n\n constructor() {\n super()\n }\n\n start(): AudioNode {\n return this.outputNode\n }\n\n async playAudio(blob: Blob): Promise<void> {\n try {\n // Convert blob to PCM data\n const arrayBuffer = await blob.arrayBuffer()\n\n // Convert PCM data to AudioBuffer with proper sample rate\n const audioBuffer = this.createAudioBuffer(arrayBuffer)\n\n if (audioBuffer) {\n this.audioQueue.push(audioBuffer)\n this.processQueue()\n }\n } catch (error) {\n console.error('Failed to play audio chunk:', error)\n }\n }\n\n stopAudio(): void {\n if (this.currentSourceNode) {\n try {\n this.currentSourceNode.stop()\n this.currentSourceNode.disconnect()\n } catch (error) {\n // Ignore errors when stopping\n }\n this.currentSourceNode = undefined\n }\n this.audioQueue = []\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n }\n\n private createAudioBuffer(arrayBuffer: ArrayBuffer): AudioBuffer | null {\n try {\n // Convert ArrayBuffer to Int16Array (assuming 16-bit PCM)\n const int16Data = new Int16Array(arrayBuffer)\n\n // Calculate number of samples\n const numSamples = int16Data.length\n\n if (numSamples === 0) {\n return null\n }\n\n // Create AudioBuffer with the correct sample rate\n const audioBuffer = audioContext.createBuffer(\n CHANNELS,\n numSamples,\n SAMPLE_RATE\n )\n\n // Convert 16-bit PCM to float32 and copy to AudioBuffer\n const channelData = audioBuffer.getChannelData(0)\n for (let i = 0; i < numSamples; i++) {\n channelData[i] = int16Data[i] / 32768.0\n }\n\n return audioBuffer\n } catch (error) {\n console.error('Error creating AudioBuffer:', error)\n return null\n }\n }\n\n private processQueue(): void {\n if (this.isProcessingQueue || this.audioQueue.length === 0) {\n return\n }\n\n this.isProcessingQueue = true\n this.playNextBuffer()\n }\n\n private playNextBuffer(): void {\n if (this.audioQueue.length === 0) {\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n return\n }\n\n const audioBuffer = this.audioQueue.shift()!\n\n // Create a new AudioBufferSourceNode\n this.currentSourceNode = audioContext.createBufferSource()\n this.currentSourceNode.buffer = audioBuffer\n this.currentSourceNode.connect(this.outputNode)\n\n // Set up event handler for when this buffer finishes\n this.currentSourceNode.onended = () => {\n this.currentSourceNode = undefined\n // Continue processing queue\n this.playNextBuffer()\n }\n\n // Start playing\n this.currentSourceNode.start(0)\n this.setIsPlaying(true)\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { audioContext } from './utils/audioContext'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD, VADStatus } from './vad/VAD'\nimport { equalVADConfig, getVAD, VADConfig } from './vad/getVAD'\nimport { initPcmProcessor } from './pcm-processor'\n\nconst SAMPLE_RATE = 16000\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Int16Array]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n public vad: VAD\n\n private stream: MediaStream | undefined\n private source: MediaStreamAudioSourceNode | undefined\n private workletNode: AudioWorkletNode | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Int16Array[] = []\n\n constructor(private vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n start = async (stream: MediaStream) => {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isSpeaking: false,\n })\n this.stream = stream\n this.speakingConfirmed = false\n\n // Create a worklet node with the PCM processor\n await initPcmProcessor()\n this.workletNode = new AudioWorkletNode(audioContext, 'pcm-processor')\n this.workletNode.port.onmessage = this.onWorkletMessage\n\n // Send sample rate configuration to worklet\n this.workletNode.port.postMessage({\n type: 'configure',\n sourceSampleRate: audioContext.sampleRate,\n targetSampleRate: SAMPLE_RATE,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(stream, this.vad.delay / 1000)\n this.delayedStream = delayedStream\n\n // Connect the source node to the worklet node\n this.source = audioContext.createMediaStreamSource(delayedStream)\n this.source.connect(this.workletNode)\n\n // Start speaking detection\n await this.vad.start(stream)\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n stop = () => {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isSpeaking: false,\n })\n this.stream = undefined\n\n try {\n // Stop speaking detection\n this.vad.stop()\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n\n // Stop Web Audio API\n if (this.workletNode) {\n this.workletNode.disconnect()\n this.workletNode = undefined\n }\n if (this.source) {\n this.source.disconnect()\n this.source = undefined\n }\n\n // Stop delayed stream\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n changeVad = (vadConfig: VADConfig) => {\n if (equalVADConfig(vadConfig, this.vadConfig)) return\n\n const stream = this.stream\n if (stream) {\n this.stop()\n }\n\n this.vadConfig = vadConfig\n this.vad = getVAD(vadConfig)\n\n if (stream) {\n this.start(stream)\n }\n }\n\n private onStartSpeaking = async () => {\n this.speakingConfirmed = false\n this.queuedChunks.length = 0\n\n // Start recording\n this.workletNode?.port.postMessage({ type: 'start' })\n }\n\n private onConfirmSpeaking = async () => {\n this.speakingConfirmed = true\n this.changeState({ isSpeaking: true })\n this.emit('StartSpeaking')\n }\n\n private onCancelSpeaking = async () => {\n this.queuedChunks.length = 0\n\n // Stop recording\n this.workletNode?.port.postMessage({ type: 'stop' })\n }\n\n private onStopSpeaking = async () => {\n this.speakingConfirmed = false\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n\n // Stop recording\n this.workletNode?.port.postMessage({ type: 'stop' })\n }\n\n private onWorkletMessage = (event: MessageEvent) => {\n const { type, data } = event.data\n if (type === 'chunk') {\n const pcmData = data as Int16Array\n\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(pcmData)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the current chunk\n this.emit('Chunk', pcmData)\n }\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { EventEmitter } from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public readonly name = this.constructor.name\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Checks if the VAD is paused\n * @returns True if the VAD is paused, false otherwise\n */\n abstract get isPaused(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Pauses the VAD\n */\n abstract pause(): Promise<void>\n\n /**\n * Resumes the VAD\n */\n abstract resume(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n private setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public readonly name = 'MultipleVAD'\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n get isPaused(): boolean {\n return this.vads.every((vad) => vad.isPaused)\n }\n\n async start(stream: MediaStream): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange = () => {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n\n async pause(): Promise<void> {\n for (const vad of this.vads) {\n await vad.pause()\n }\n }\n\n async resume(): Promise<void> {\n for (const vad of this.vads) {\n await vad.resume()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public readonly name = 'SileroVAD'\n public options = defaultOptions\n private vad: MicVAD | undefined\n private _isPaused = false\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n getStream: async () => stream,\n pauseStream: async () => {},\n resumeStream: async () => stream,\n model: 'v5',\n submitUserSpeechOnPause: true,\n baseAssetPath:\n 'https://cdn.jsdelivr.net/npm/@ricky0123/vad-web@latest/dist/',\n onnxWASMBasePath:\n 'https://cdn.jsdelivr.net/npm/onnxruntime-web@1.23.2/dist/',\n onSpeechStart: () => {\n this.emit('StartSpeaking')\n },\n onSpeechRealStart: () => {\n this.emit('ConfirmSpeaking')\n },\n onVADMisfire: () => {\n this.emit('CancelSpeaking')\n },\n onSpeechEnd: () => {\n this.emit('StopSpeaking')\n },\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n async pause(): Promise<void> {\n if (!this.vad || this._isPaused) return\n this._isPaused = true\n this.vad.pause()\n }\n\n async resume(): Promise<void> {\n if (!this.vad || !this._isPaused) return\n this._isPaused = false\n this.vad.start()\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD, VADStatus } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public readonly name = 'VolumeVAD'\n public options = defaultOptions\n private _isPaused = false\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array<ArrayBuffer> | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running || this._isPaused) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n private resetHistory(): void {\n this.speaking = false\n this.attemptSpeaking = false\n for (let i = 0; i < this.speakingHistory.length; i++) {\n this.speakingHistory[i] = 0\n }\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.resetHistory()\n\n switch (this.status) {\n case VADStatus.Speaking:\n this.emit('StopSpeaking')\n break\n case VADStatus.MaybeSpeaking:\n this.emit('CancelSpeaking')\n break\n }\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n async pause(): Promise<void> {\n if (!this.running || this._isPaused) return\n this._isPaused = true\n this.running = false\n this.resetHistory()\n\n switch (this.status) {\n case VADStatus.Speaking:\n this.emit('StopSpeaking')\n break\n case VADStatus.MaybeSpeaking:\n this.emit('CancelSpeaking')\n break\n }\n }\n\n async resume(): Promise<void> {\n if (!this._isPaused) return\n this._isPaused = false\n this.running = true\n this.startLoop()\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nconst DefaultVAD = VolumeVAD\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new DefaultVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n\nexport function equalVADConfig(a?: VADConfig, b?: VADConfig): boolean {\n if (a === b) return true\n if (Array.isArray(a) && Array.isArray(b) && a.length === b.length) {\n return a.every((item, index) => equalVADConfig(item, b[index]))\n }\n return false\n}\n","const INTERVAL_MS = 100\n\nclass PCMProcessorWorklet extends AudioWorkletProcessor {\n constructor() {\n super()\n this.audioBuffer = []\n this.isRecording = false\n this.sourceSampleRate = 16000\n this.targetSampleRate = 16000\n this.resamplingRatio = 1\n this.CHUNK_INTERVAL_SAMPLES = Math.round(\n (this.sourceSampleRate * INTERVAL_MS) / 1000\n )\n\n // Listen for messages\n this.port.onmessage = this.handleMessage.bind(this)\n }\n\n handleMessage(event) {\n if (event.data.type === 'configure') {\n this.sourceSampleRate = event.data.sourceSampleRate\n this.targetSampleRate = event.data.targetSampleRate\n this.resamplingRatio = this.sourceSampleRate / this.targetSampleRate\n // Recalculate chunk interval for the source sample rate\n this.CHUNK_INTERVAL_SAMPLES = Math.round(\n (this.sourceSampleRate * INTERVAL_MS) / 1000\n )\n } else if (event.data.type === 'start') {\n this.isRecording = true\n } else if (event.data.type === 'stop') {\n this.isRecording = false\n // Clear any remaining audio buffer when stopping\n this.audioBuffer.length = 0\n }\n }\n\n process(inputs) {\n const input = inputs[0]\n\n if (input && input.length > 0 && this.isRecording) {\n const inputChannel = input[0]\n\n // Store audio data in buffer\n this.audioBuffer.push(new Float32Array(inputChannel))\n\n // Check if we have enough data for a chunk\n const totalSamples = this.audioBuffer.reduce(\n (sum, buffer) => sum + buffer.length,\n 0\n )\n\n if (totalSamples >= this.CHUNK_INTERVAL_SAMPLES) {\n this.processChunk()\n }\n }\n\n return true\n }\n\n processChunk() {\n if (this.audioBuffer.length === 0) return\n\n // Calculate total samples\n const totalSamples = this.audioBuffer.reduce(\n (sum, buffer) => sum + buffer.length,\n 0\n )\n if (totalSamples === 0) return\n\n // Merge all buffers\n const mergedBuffer = new Float32Array(totalSamples)\n let offset = 0\n for (const buffer of this.audioBuffer) {\n mergedBuffer.set(buffer, offset)\n offset += buffer.length\n }\n\n // Resample to target sample rate if necessary\n const resampledBuffer = this.resample(mergedBuffer)\n\n // Convert float32 to int16 PCM\n const pcmData = this.floatToPCM16(resampledBuffer)\n\n // Clear the buffer\n this.audioBuffer.length = 0\n\n // Send PCM chunk to main thread\n this.port.postMessage({\n type: 'chunk',\n data: pcmData,\n })\n }\n\n resample(inputBuffer) {\n // If no resampling needed, return original buffer\n if (this.resamplingRatio === 1) {\n return inputBuffer\n }\n\n // Calculate output length\n const outputLength = Math.round(inputBuffer.length / this.resamplingRatio)\n const outputBuffer = new Float32Array(outputLength)\n\n // Simple linear interpolation resampling\n for (let i = 0; i < outputLength; i++) {\n const srcIndex = i * this.resamplingRatio\n const srcIndexFloor = Math.floor(srcIndex)\n const srcIndexCeil = Math.min(srcIndexFloor + 1, inputBuffer.length - 1)\n const fraction = srcIndex - srcIndexFloor\n\n // Linear interpolation\n outputBuffer[i] =\n inputBuffer[srcIndexFloor] * (1 - fraction) +\n inputBuffer[srcIndexCeil] * fraction\n }\n\n return outputBuffer\n }\n\n floatToPCM16(floatData) {\n const pcmData = new Int16Array(floatData.length)\n for (let i = 0; i < floatData.length; i++) {\n const sample = Math.max(-1, Math.min(1, floatData[i]))\n pcmData[i] = sample < 0 ? sample * 0x8000 : sample * 0x7fff\n }\n return pcmData\n }\n}\n\nregisterProcessor('pcm-processor', PCMProcessorWorklet)\n","import pcmProcessorWorklet from './pcm-processor-worklet?raw'\nimport { audioContext } from './utils/audioContext'\n\ndeclare global {\n interface Window {\n micdropPcmProcessor: boolean\n }\n}\n\nexport async function initPcmProcessor() {\n if (window.micdropPcmProcessor) return\n window.micdropPcmProcessor = true\n\n // Init worklet URL\n const workletBlob = new Blob([pcmProcessorWorklet], {\n type: 'application/javascript',\n })\n const workletUrl = URL.createObjectURL(workletBlob)\n\n // Load the worklet module\n await audioContext.audioWorklet.addModule(workletUrl)\n}\n","import { Mic as MicClass } from './Mic'\nimport { Speaker as SpeakerClass } from './Speaker'\n\nexport * from './MicRecorder'\nexport * from './utils/localStorage'\nexport * from './vad'\n\n// Setup and export Mic instance\nif (!window.micdropMic) {\n window.micdropMic = new MicClass()\n}\nexport const Mic = window.micdropMic\n\n// Setup and export Speaker instance\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new SpeakerClass()\n}\nexport const Speaker = window.micdropSpeaker\n","import { EventEmitter } from 'eventemitter3'\nimport { Mic, Speaker, VAD } from '../audio'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { VADConfig } from '../audio/vad/getVAD'\nimport {\n MicdropClientCommands,\n MicdropConversation,\n MicdropConversationItem,\n MicdropServerCommands,\n MicdropToolCall,\n} from '../types'\nimport {\n getClientErrorFromWSCloseEvent,\n isRecoverableError,\n MicdropClientError,\n MicdropClientErrorCode,\n} from './MicdropClientError'\n\nexport interface MicdropEvents {\n EndCall: []\n Error: [MicdropClientError]\n StateChange: [MicdropState, MicdropState]\n ToolCall: [MicdropToolCall]\n}\n\nexport interface MicdropReconnectOptions {\n maxAttempts?: number\n delayMs?: number\n}\n\nexport interface MicdropOptions {\n url?: string\n params?: Record<string, any>\n vad?: VADConfig\n disableInterruption?: boolean\n debugLog?: boolean\n reconnect?: MicdropReconnectOptions\n}\n\nexport interface MicdropState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isPaused: boolean\n isReconnecting: boolean\n isListening: boolean\n isProcessing: boolean\n isUserSpeaking: boolean\n isAssistantSpeaking: boolean\n isMicStarted: boolean\n isMicMuted: boolean\n micDeviceId: string | undefined\n speakerDeviceId: string | undefined\n micDevices: MediaDeviceInfo[]\n speakerDevices: MediaDeviceInfo[]\n conversation: MicdropConversation\n error: MicdropClientError | undefined\n}\n\nconst DEFAULT_RECONNECT_OPTIONS: Required<MicdropReconnectOptions> = {\n maxAttempts: Infinity,\n delayMs: 1000,\n}\n\nexport class MicdropClient\n extends EventEmitter<MicdropEvents>\n implements MicdropState\n{\n public micRecorder?: MicRecorder\n public conversation: MicdropConversation = []\n public error: MicdropClientError | undefined\n public speakerDevices: MediaDeviceInfo[] = []\n public micDevices: MediaDeviceInfo[] = []\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastNotifiedState = this.state\n private _isProcessing = false\n private _isMuted = false\n private _isPaused = false\n private _isReconnecting = false\n private reconnectAttempt = 0\n private reconnectTimer?: number\n\n constructor(public options: MicdropOptions = {}) {\n super()\n\n // Add speaker listener\n Speaker.on('StartPlaying', this.onSpeakerStartPlaying)\n Speaker.on('StopPlaying', this.onSpeakerStopPlaying)\n\n // Listen to device changes\n navigator.mediaDevices.addEventListener('devicechange', this.updateDevices)\n }\n\n get vad(): VAD | undefined {\n return this.micRecorder?.vad\n }\n\n get isStarted(): boolean {\n return (\n (this.isWSStarted || this._isReconnecting) &&\n (this.micRecorder?.state.isStarted || false)\n )\n }\n\n get isStarting(): boolean {\n return (\n (this.isWSStarting || this.micRecorder?.state.isStarting || false) &&\n !this._isReconnecting\n )\n }\n\n get isReconnecting(): boolean {\n return this._isReconnecting\n }\n\n get isMuted(): boolean {\n return this._isMuted\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n get isProcessing(): boolean {\n return this._isProcessing && !this.isPaused\n }\n\n get isListening(): boolean {\n return (\n this.isMicStarted &&\n !this.isPaused &&\n !this.isProcessing &&\n !this.isMicMuted &&\n !this.isUserSpeaking &&\n !this.isAssistantSpeaking\n )\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.vad?.isPaused ?? false\n }\n\n get isUserSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isAssistantSpeaking(): boolean {\n return Speaker.isPlaying\n }\n\n get micDeviceId(): string | undefined {\n return Mic.deviceId\n }\n\n get speakerDeviceId(): string | undefined {\n return Speaker.deviceId\n }\n\n get state(): MicdropState {\n return {\n isStarting: this.isStarting,\n isStarted: this.isStarted,\n isReconnecting: this.isReconnecting,\n isMuted: this.isMuted,\n isPaused: this.isPaused,\n isListening: this.isListening,\n isProcessing: this.isProcessing,\n isUserSpeaking: this.isUserSpeaking,\n isAssistantSpeaking: this.isAssistantSpeaking,\n isMicStarted: this.isMicStarted,\n isMicMuted: this.isMicMuted,\n conversation: this.conversation,\n error: this.error,\n micDeviceId: this.micDeviceId,\n speakerDeviceId: this.speakerDeviceId,\n micDevices: this.micDevices,\n speakerDevices: this.speakerDevices,\n }\n }\n\n start = async (options: MicdropOptions) => {\n this.error = undefined\n this.options = { ...this.options, ...options }\n\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n this._isMuted = false\n this._isPaused = false\n this._isReconnecting = false\n this.reconnectAttempt = 0\n if (this.reconnectTimer) {\n window.clearTimeout(this.reconnectTimer)\n this.reconnectTimer = undefined\n }\n\n // Start mic if not already started\n if (!this.micRecorder || options?.vad) {\n await this.startMic({ vad: options?.vad })\n }\n\n // Start websocket\n await this.startWS()\n }\n\n stop = async () => {\n this._isProcessing = false\n this._isMuted = false\n this._isPaused = false\n this._isReconnecting = false\n if (this.reconnectTimer) {\n window.clearTimeout(this.reconnectTimer)\n this.reconnectTimer = undefined\n }\n\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[MicdropClient] Error stopping WebSocket', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[MicdropClient] Error stopping microphone', error)\n }\n\n // Stop speaker\n Speaker.stopAudio()\n }\n\n mute = () => {\n this.vad?.pause()\n this._isMuted = true\n this.notifyStateChange()\n }\n\n unmute = () => {\n if (\n !this.isPaused &&\n !(this.options.disableInterruption && Speaker.isPlaying)\n ) {\n this.vad?.resume()\n }\n this._isMuted = false\n this.notifyStateChange()\n }\n\n pause = () => {\n if (this.isPaused) return\n this.vad?.pause()\n this._isPaused = true\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n this.ws?.send(MicdropClientCommands.Mute)\n }\n\n resume = () => {\n if (!this.isPaused) return\n if (!this.isMuted) {\n this.vad?.resume()\n }\n this._isPaused = false\n this.notifyStateChange()\n }\n\n startMic = async (\n options: {\n vad?: VADConfig\n deviceId?: string\n } = {}\n ) => {\n this.error = undefined\n this._isMuted = false\n if (options.vad) {\n this.options.vad = options.vad\n }\n try {\n if (this.micRecorder) {\n // Stop previous recorder\n this.micRecorder.stop()\n\n // Change VAD if needed\n if (options.vad) {\n this.micRecorder.changeVad(options.vad)\n }\n } else {\n this.micRecorder = new MicRecorder(this.options.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[MicdropClient] User audio chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('User start speaking')\n this.ws?.send(MicdropClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('User stop speaking')\n this.ws?.send(MicdropClientCommands.StopSpeaking)\n if (this.isWSStarted) {\n this._isProcessing = true\n }\n this.notifyStateChange()\n })\n }\n\n // Start microphone\n const micStream = await Mic.start(options.deviceId)\n this.micStream = micStream\n\n // Start recorder\n await this.micRecorder.start(micStream)\n\n // Get devices after starting mic\n // It's necessary for Firefox that return an empty list before any stream is started\n await this.updateDevices()\n\n // Start speaker\n // Must be after devices update\n await Speaker.start()\n\n this.notifyStateChange()\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Mic,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n changeMicDevice = async (deviceId: string) => {\n await this.startMic({ deviceId })\n }\n\n changeSpeakerDevice = async (deviceId: string) => {\n await Speaker.changeDevice(deviceId)\n this.notifyStateChange()\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n Mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private updateDevices = async () => {\n const rawDevices = await navigator.mediaDevices.enumerateDevices()\n if (rawDevices.length === 0) return\n\n // Move default devices to the beginning of the list\n // and get rid of devices with deviceId=default\n const defaultDevices = rawDevices.filter(\n (device) => device.deviceId === 'default'\n )\n const devices = rawDevices.filter((device) => device.deviceId !== 'default')\n const defaultDevicesIndexes = defaultDevices\n .map((device) =>\n devices.findIndex(\n (d) => d.groupId === device.groupId && d.kind === device.kind\n )\n )\n .filter((index) => index !== -1)\n for (const index of defaultDevicesIndexes) {\n const device = devices[index]\n devices.splice(index, 1)\n devices.unshift(device)\n }\n\n this.micDevices = devices.filter((device) => device.kind === 'audioinput')\n this.speakerDevices = devices.filter(\n (device) => device.kind === 'audiooutput'\n )\n Speaker.devices = this.speakerDevices\n\n this.notifyStateChange()\n }\n\n private async startWS() {\n try {\n if (this.ws) {\n this.log('WebSocket is already started')\n return\n }\n if (!this.isMicStarted) {\n throw new MicdropClientError(MicdropClientErrorCode.Mic)\n }\n if (!this.options.url) {\n throw new MicdropClientError(MicdropClientErrorCode.MissingUrl)\n }\n\n // Start websocket\n this.ws = new WebSocket(this.options.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = this.onWSOpen\n this.ws.onmessage = this.onWSMessage\n this.ws.onclose = this.onWSClose\n this.ws.onerror = this.onWSError\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Connection,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n private onWSOpen = () => {\n this.log('WebSocket opened')\n this._isReconnecting = false\n this.reconnectAttempt = 0\n this.error = undefined\n this.notifyStateChange()\n\n // Send params\n if (this.options.params) {\n this.ws?.send(JSON.stringify(this.options.params))\n }\n\n // Resume VAD if we paused while offline\n if (!this.isPaused && !this.isMuted) {\n this.vad?.resume?.()\n }\n }\n\n private onWSMessage = (event: MessageEvent) => {\n this.log('Received message:', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n if (this.isPaused || this.isUserSpeaking) return\n Speaker.playAudio(event.data)\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[MicdropClient] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(MicdropServerCommands.Message)) {\n // Received user/assistant message\n try {\n const message = JSON.parse(\n event.data.substring(MicdropServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing message:',\n event.data,\n error\n )\n }\n } else if (event.data === MicdropServerCommands.EndCall) {\n // Call ended\n this.emit('EndCall')\n } else if (event.data === MicdropServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === MicdropServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation.findLastIndex(\n (message) => message.role === 'user'\n )\n if (lastMessage !== -1) {\n this.conversation = this.conversation.filter(\n (_, index) => index !== lastMessage\n )\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data.startsWith(MicdropServerCommands.ToolCall)) {\n // Received tool call information\n try {\n const toolCall = JSON.parse(\n event.data.substring(MicdropServerCommands.ToolCall.length + 1)\n )\n this.emit('ToolCall', toolCall)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing tool call:',\n event.data,\n error\n )\n }\n }\n }\n\n private onWSClose = (event: CloseEvent) => {\n this.log('WebSocket closed', event)\n const error = getClientErrorFromWSCloseEvent(event)\n if (error) {\n this.setError(error)\n }\n\n const config = { ...DEFAULT_RECONNECT_OPTIONS, ...this.options.reconnect }\n const canReconnect =\n error && isRecoverableError(error) && config.maxAttempts > 0\n\n if (canReconnect) {\n this._isReconnecting = true\n this.stopWS()\n this.scheduleReconnect(config)\n } else {\n this.stop()\n }\n }\n\n private onWSError = (event: Event) => {\n this.setError(new MicdropClientError(MicdropClientErrorCode.Connection))\n }\n\n private stopWS() {\n if (!this.ws) return\n if (\n this.ws.readyState === WebSocket.OPEN ||\n this.ws.readyState === WebSocket.CONNECTING\n ) {\n this.ws.close()\n }\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private scheduleReconnect(config: Required<MicdropReconnectOptions>) {\n if (this.reconnectAttempt >= config.maxAttempts) {\n this.stop()\n this.setError(new MicdropClientError(MicdropClientErrorCode.Connection))\n return\n }\n\n this.reconnectAttempt++\n this.log(\n `Reconnecting in ${config.delayMs}ms (attempt ${this.reconnectAttempt})`\n )\n\n // Pause VAD while offline to avoid capturing audio that cannot be sent\n if (!this.isPaused && !this.isMuted) {\n this.vad?.pause?.()\n }\n\n if (this.reconnectTimer) {\n window.clearTimeout(this.reconnectTimer)\n }\n\n this.reconnectTimer = window.setTimeout(async () => {\n try {\n await this.startWS()\n } catch {\n this.scheduleReconnect(config)\n }\n }, config.delayMs)\n }\n\n private onSpeakerStartPlaying = () => {\n this.log('Speaker started')\n if (this.options.disableInterruption) {\n this.vad?.pause()\n }\n this.notifyStateChange()\n }\n\n private onSpeakerStopPlaying = () => {\n this.log('Speaker stopped')\n if (this.options.disableInterruption) {\n setTimeout(() => {\n if (!this.isMuted) {\n this.vad?.resume()\n this.notifyStateChange()\n }\n // Wait a bit to avoid recording the speaker output\n }, 200)\n } else {\n this.notifyStateChange()\n }\n }\n\n private addMessage(message: MicdropConversationItem) {\n this.conversation = [...this.conversation, message]\n this.notifyStateChange()\n }\n\n private setError(error: MicdropClientError) {\n console.error('[MicdropClient] Error:', error)\n this.error = error\n this.notifyStateChange()\n this.emit('Error', error)\n }\n\n private notifyStateChange() {\n const state = this.state\n this.emit('StateChange', state, this.lastNotifiedState)\n this.lastNotifiedState = state\n }\n\n private log(...message: any[]) {\n if (!this.options.debugLog) return\n console.log(`[MicdropClient ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum MicdropClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum MicdropServerCommands {\n Message = 'Message',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EndCall = 'EndCall',\n ToolCall = 'ToolCall',\n}\n\nexport interface MicdropCallSummary {\n conversation: MicdropConversation\n duration: number\n}\n\nexport type MicdropConversationItem =\n | MicdropConversationMessage\n | MicdropConversationToolCall\n | MicdropConversationToolResult\n\nexport type MicdropConversation = Array<MicdropConversationItem>\n\nexport type MicdropAnswerMetadata = {\n [key: string]: any\n}\n\nexport interface MicdropConversationMessage<\n Data extends MicdropAnswerMetadata = MicdropAnswerMetadata,\n> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n\nexport interface MicdropConversationToolCall {\n role: 'tool_call'\n toolCallId: string\n toolName: string\n parameters: string\n}\n\nexport interface MicdropConversationToolResult {\n role: 'tool_result'\n toolCallId: string\n toolName: string\n output: string\n}\n\nexport interface MicdropToolCall {\n name: string\n parameters: any\n output: any\n}\n\nexport type DeepPartial<T> = T extends object\n ? {\n [P in keyof T]?: DeepPartial<T[P]>\n }\n : T\n","export enum MicdropClientErrorCode {\n MissingUrl = 'MissingUrl',\n Mic = 'Mic',\n Connection = 'Connection',\n InternalServer = 'InternalServer',\n BadRequest = 'BadRequest',\n Unauthorized = 'Unauthorized',\n NotFound = 'NotFound',\n Unknown = 'Unknown',\n}\n\nexport class MicdropClientError extends Error {\n code: MicdropClientErrorCode\n\n constructor(code = MicdropClientErrorCode.Unknown, message?: string) {\n super(message)\n this.name = `MicdropClientError:${code}`\n this.code = code\n }\n}\n\nexport function getClientErrorFromWSCloseEvent(\n event: CloseEvent\n): MicdropClientError | undefined {\n const code = getClientErrorFromWSCloseEventCode(event.code)\n return code && new MicdropClientError(code, event.reason)\n}\n\nexport function getClientErrorFromWSCloseEventCode(\n code: number\n): MicdropClientErrorCode | undefined {\n if (code === 1011) {\n return MicdropClientErrorCode.InternalServer\n } else if (code >= 1001 && code < 1011 && code !== 1005) {\n return MicdropClientErrorCode.Connection\n } else if (code === 4401) {\n return MicdropClientErrorCode.Unauthorized\n } else if (code === 4404) {\n return MicdropClientErrorCode.NotFound\n } else if (code === 4400) {\n return MicdropClientErrorCode.BadRequest\n } else if (code >= 4000) {\n return MicdropClientErrorCode.Unknown\n } else {\n return undefined\n }\n}\n\nexport function isRecoverableError(error: MicdropClientError): boolean {\n return (\n error.code === MicdropClientErrorCode.Connection ||\n error.code === MicdropClientErrorCode.InternalServer ||\n error.code === MicdropClientErrorCode.Unknown\n )\n}\n","import { MicdropClient } from './client'\n\n// Setup and export MicdropClient instance\nif (!window.micdropClient) {\n window.micdropClient = new MicdropClient()\n}\nexport const Micdrop = window.micdropClient\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA,aAAAA;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iBAAAC;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAA6B;AAMtB,IAAM,gBAAN,cAA4B,kCAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAM,MAAN,MAAU;AAAA,EAAV;AACL,SAAO,WAAW,IAAI,cAAc,YAAY;AAAA;AAAA,EAMxC,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,aAAa,UAAU;AAC9B,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,QAAI,cACF,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,UAAI,gBAAgB,aAAa,UAAU;AACzC,sBAAc;AAAA,MAChB;AACA,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,WAAW;AAAA,IAClB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,WAAW;AAAA,IAClB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;;;AC3FA,IAAAC,wBAA6B;;;ACA7B,IAAAC,wBAA6B;AAQtB,IAAe,cAAf,cAAmC,mCAAgC;AAAA,EAIxE,cAAc;AACZ,UAAM;AAJR,SAAO,YAAY;AAKjB,SAAK,aAAa,aAAa,WAAW;AAAA,EAC5C;AAAA,EAMU,aAAa,WAAoB;AACzC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AACF;;;ACvBA,IAAM,cAAc;AACpB,IAAM,WAAW;AAEV,IAAM,mBAAN,cAA+B,YAAY;AAAA,EAKhD,cAAc;AACZ,UAAM;AALR,SAAQ,aAA4B,CAAC;AAErC,SAAQ,oBAAoB;AAAA,EAI5B;AAAA,EAEA,QAAmB;AACjB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,UAAU,MAA2B;AACzC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,KAAK,kBAAkB,WAAW;AAEtD,UAAI,aAAa;AACf,aAAK,WAAW,KAAK,WAAW;AAChC,aAAK,aAAa;AAAA,MACpB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAAA,IACpD;AAAA,EACF;AAAA,EAEA,YAAkB;AAChB,QAAI,KAAK,mBAAmB;AAC1B,UAAI;AACF,aAAK,kBAAkB,KAAK;AAC5B,aAAK,kBAAkB,WAAW;AAAA,MACpC,SAAS,OAAO;AAAA,MAEhB;AACA,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,aAAa,CAAC;AACnB,SAAK,oBAAoB;AACzB,SAAK,aAAa,KAAK;AAAA,EACzB;AAAA,EAEQ,kBAAkB,aAA8C;AACtE,QAAI;AAEF,YAAM,YAAY,IAAI,WAAW,WAAW;AAG5C,YAAM,aAAa,UAAU;AAE7B,UAAI,eAAe,GAAG;AACpB,eAAO;AAAA,MACT;AAGA,YAAM,cAAc,aAAa;AAAA,QAC/B;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAGA,YAAM,cAAc,YAAY,eAAe,CAAC;AAChD,eAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,oBAAY,CAAC,IAAI,UAAU,CAAC,IAAI;AAAA,MAClC;AAEA,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAClD,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEQ,eAAqB;AAC3B,QAAI,KAAK,qBAAqB,KAAK,WAAW,WAAW,GAAG;AAC1D;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,iBAAuB;AAC7B,QAAI,KAAK,WAAW,WAAW,GAAG;AAChC,WAAK,oBAAoB;AACzB,WAAK,aAAa,KAAK;AACvB;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,WAAW,MAAM;AAG1C,SAAK,oBAAoB,aAAa,mBAAmB;AACzD,SAAK,kBAAkB,SAAS;AAChC,SAAK,kBAAkB,QAAQ,KAAK,UAAU;AAG9C,SAAK,kBAAkB,UAAU,MAAM;AACrC,WAAK,oBAAoB;AAEzB,WAAK,eAAe;AAAA,IACtB;AAGA,SAAK,kBAAkB,MAAM,CAAC;AAC9B,SAAK,aAAa,IAAI;AAAA,EACxB;AACF;;;AFzGO,IAAM,UAAN,cAAsB,mCAA4B;AAAA,EAAlD;AAAA;AACL,SAAO,YAAY;AACnB,SAAO,WAAW,IAAI,cAAc,YAAY;AAIhD;AAAA,SAAO,UAA6B,CAAC;AAAA;AAAA;AAAA,EAMrC,MAAM,QAAQ;AACZ,QAAI,KAAK,YAAa;AAGtB,SAAK,cAAc,IAAI,iBAAiB;AAGxC,SAAK,YAAY,GAAG,gBAAgB,MAAM,KAAK,aAAa,IAAI,CAAC;AACjE,SAAK,YAAY,GAAG,eAAe,MAAM,KAAK,aAAa,KAAK,CAAC;AAGjE,SAAK,kBAAkB,KAAK,YAAY,MAAM;AAG9C,UAAM,WACJ,aAAa,mDAAsC,KAAK;AAC1D,UAAM,KAAK,UAAU,QAAQ;AAAA,EAC/B;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,SAAK,MAAM;AACX,QAAI;AACF,YAAM,KAAK,aAAa,UAAU,IAAI;AAAA,IACxC,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,MAAM,YAAY;AAChB,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,aAAa,UAAU;AAAA,EAC9B;AAAA,EAEA,MAAM,aAAa,UAAkB;AACnC,UAAM,KAAK,UAAU,QAAQ;AAG7B,QAAI,KAAK,iBAAiB;AACxB,mBAAa,sDAAyC;AAAA,IACxD,OAAO;AACL,mBAAa,qDAAwC,QAAQ;AAAA,IAC/D;AAAA,EACF;AAAA,EAEA,IAAI,kBAA2B;AAC7B,WACE,CAAC,KAAK,YACN,KAAK,QAAQ,WAAW,KACxB,KAAK,aAAa,KAAK,QAAQ,CAAC,EAAE;AAAA,EAEtC;AAAA,EAEQ,aAAa,WAAoB;AACvC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AAAA,EAEA,MAAc,UAAU,UAA8B;AACpD,QAAI,CAAC,KAAK,iBAAiB;AACzB,cAAQ;AAAA,QACN;AAAA,MACF;AACA;AAAA,IACF;AACA,QAAI;AACF,WAAK,WAAW;AAChB,YAAM,gBAAgB,KAAK;AAC3B,YAAM,SAAS,CAAC,YAAY,gBAAgB,KAAK;AAEjD,UAAI,iBAAiB,eAAe,cAAc;AAGhD,cAAO,aAAqB,YAAY,MAAM;AAC9C,aAAK,gBAAgB,WAAW;AAChC,aAAK,gBAAgB,QAAQ,aAAa,WAAW;AACrD,aAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,YAAI,KAAK,yBAAyB;AAChC,eAAK,wBAAwB,MAAM;AACnC,eAAK,wBAAwB,YAAY;AACzC,eAAK,0BAA0B;AAAA,QACjC;AAAA,MACF,OAAO;AAGL,YAAI,CAAC,KAAK,yBAAyB;AAEjC,gBAAM,yBACJ,aAAa,6BAA6B;AAC5C,eAAK,gBAAgB,WAAW;AAChC,eAAK,gBAAgB,QAAQ,sBAAsB;AACnD,eAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,eAAK,0BAA0B,IAAI,MAAM;AACzC,eAAK,wBAAwB,WAAW;AACxC,eAAK,wBAAwB,YAAY,uBAAuB;AAAA,QAClE;AACA,cAAM,KAAK,wBAAwB,UAAU,MAAM;AAAA,MACrD;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,QAAQ,IAAI,KAAK;AAAA,IAClE;AAAA,EACF;AACF;;;AGlIA,IAAAC,wBAA6B;;;ACQtB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,IAAAC,wBAA6B;AAetB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2B,mCAAwB;AAAA,EAAnD;AAAA;AACL,SAAgB,OAAO,KAAK,YAAY;AACxC,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyCf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,UAAU,QAAmB;AACnC,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;ACjGO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAInC,YAAY,MAAkC;AAC5C,UAAM;AAJR,SAAgB,OAAO;AA0BvB,SAAQ,iBAAiB,MAAM;AAC7B,YAAM,eAAe,KAAK,KAAK;AAAA,QAC7B,CAAC,QAAQ,IAAI;AAAA,MACf;AACA,YAAM,gBAAgB,KAAK,KAAK;AAAA,QAC9B,CAAC,QAAQ,IAAI;AAAA,MACf;AAGA,cAAQ,KAAK,QAAQ;AAAA,QACnB;AACE,cAAI,aAAc;AAClB,eAAK,KAAK,eAAe;AACzB,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,gBAAgB;AAC1B;AAAA,UACF;AACA,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,cAAc;AAAA,UAC1B;AACA;AAAA,MACJ;AAAA,IACF;AArDE,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AAAA,EAC3C;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK,KAAK,MAAM,CAAC,QAAQ,IAAI,QAAQ;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAoCA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AAAA,EAEA,MAAM,QAAuB;AAC3B,eAAW,OAAO,KAAK,MAAM;AAC3B,YAAM,IAAI,MAAM;AAAA,IAClB;AAAA,EACF;AAAA,EAEA,MAAM,SAAwB;AAC5B,eAAW,OAAO,KAAK,MAAM;AAC3B,YAAM,IAAI,OAAO;AAAA,IACnB;AAAA,EACF;AACF;;;ACrFA,qBAAuB;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAMjC,YAAY,SAAqC;AAC/C,UAAM;AANR,SAAgB,OAAO;AACvB,SAAO,UAAU;AAEjB,SAAQ,YAAY;AAKlB,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,sBAAO,IAAI;AAAA,MAC1B,WAAW,YAAY;AAAA,MACvB,aAAa,YAAY;AAAA,MAAC;AAAA,MAC1B,cAAc,YAAY;AAAA,MAC1B,OAAO;AAAA,MACP,yBAAyB;AAAA,MACzB,eACE;AAAA,MACF,kBACE;AAAA,MACF,eAAe,MAAM;AACnB,aAAK,KAAK,eAAe;AAAA,MAC3B;AAAA,MACA,mBAAmB,MAAM;AACvB,aAAK,KAAK,iBAAiB;AAAA,MAC7B;AAAA,MACA,cAAc,MAAM;AAClB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,MACA,aAAa,MAAM;AACjB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,MACA,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,CAAC,KAAK,OAAO,KAAK,UAAW;AACjC,SAAK,YAAY;AACjB,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,SAAwB;AAC5B,QAAI,CAAC,KAAK,OAAO,CAAC,KAAK,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC5GA,IAAMC,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAYjC,YAAY,SAAqC;AAC/C,UAAM;AAZR,SAAgB,OAAO;AACvB,SAAO,UAAUA;AACjB,SAAQ,YAAY;AAIpB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,WAAW,KAAK,UAAW;AAGpC,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEQ,eAAqB;AAC3B,SAAK,WAAW;AAChB,SAAK,kBAAkB;AACvB,aAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,WAAK,gBAAgB,CAAC,IAAI;AAAA,IAC5B;AAAA,EACF;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,aAAa;AAElB,YAAQ,KAAK,QAAQ;AAAA,MACnB;AACE,aAAK,KAAK,cAAc;AACxB;AAAA,MACF;AACE,aAAK,KAAK,gBAAgB;AAC1B;AAAA,IACJ;AAEA,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,CAAC,KAAK,WAAW,KAAK,UAAW;AACrC,SAAK,YAAY;AACjB,SAAK,UAAU;AACf,SAAK,aAAa;AAElB,YAAQ,KAAK,QAAQ;AAAA,MACnB;AACE,aAAK,KAAK,cAAc;AACxB;AAAA,MACF;AACE,aAAK,KAAK,gBAAgB;AAC1B;AAAA,IACJ;AAAA,EACF;AAAA,EAEA,MAAM,SAAwB;AAC5B,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,YAAY;AACjB,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;AClOA,IAAM,aAAa;AAEZ,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,WAAW;AAChC,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;AAEO,SAAS,eAAe,GAAe,GAAwB;AACpE,MAAI,MAAM,EAAG,QAAO;AACpB,MAAI,MAAM,QAAQ,CAAC,KAAK,MAAM,QAAQ,CAAC,KAAK,EAAE,WAAW,EAAE,QAAQ;AACjE,WAAO,EAAE,MAAM,CAAC,MAAM,UAAU,eAAe,MAAM,EAAE,KAAK,CAAC,CAAC;AAAA,EAChE;AACA,SAAO;AACT;;;AC1BA;;;ACSA,eAAsB,mBAAmB;AACvC,MAAI,OAAO,oBAAqB;AAChC,SAAO,sBAAsB;AAG7B,QAAM,cAAc,IAAI,KAAK,CAAC,6BAAmB,GAAG;AAAA,IAClD,MAAM;AAAA,EACR,CAAC;AACD,QAAM,aAAa,IAAI,gBAAgB,WAAW;AAGlD,QAAM,aAAa,aAAa,UAAU,UAAU;AACtD;;;ARbA,IAAMC,eAAc;AAQpB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,YAAY;AACd;AASO,IAAM,cAAN,cAA0B,mCAAgC;AAAA,EAW/D,YAAoB,WAAuB;AACzC,UAAM;AADY;AAHpB,SAAQ,oBAAoB;AAC5B,SAAQ,eAA6B,CAAC;AAWtC,iBAAQ,OAAO,WAAwB;AACrC,UAAI,KAAK,MAAM,WAAW;AACxB,cAAM,IAAI,MAAM,gCAAgC;AAAA,MAClD;AACA,UAAI;AAEF,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,YAAY;AAAA,QACd,CAAC;AACD,aAAK,SAAS;AACd,aAAK,oBAAoB;AAGzB,cAAM,iBAAiB;AACvB,aAAK,cAAc,IAAI,iBAAiB,cAAc,eAAe;AACrE,aAAK,YAAY,KAAK,YAAY,KAAK;AAGvC,aAAK,YAAY,KAAK,YAAY;AAAA,UAChC,MAAM;AAAA,UACN,kBAAkB,aAAa;AAAA,UAC/B,kBAAkBA;AAAA,QACpB,CAAC;AAGD,cAAM,gBAAgB,oBAAoB,QAAQ,KAAK,IAAI,QAAQ,GAAI;AACvE,aAAK,gBAAgB;AAGrB,aAAK,SAAS,aAAa,wBAAwB,aAAa;AAChE,aAAK,OAAO,QAAQ,KAAK,WAAW;AAGpC,cAAM,KAAK,IAAI,MAAM,MAAM;AAC3B,aAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,aAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,aAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,aAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAE/C,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,WAAW;AAAA,QACb,CAAC;AAAA,MACH,SAAS,KAAK;AACZ,aAAK,KAAK;AACV,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,QACX,YAAY;AAAA,MACd,CAAC;AACD,WAAK,SAAS;AAEd,UAAI;AAEF,aAAK,IAAI,KAAK;AACd,aAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,aAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,aAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,aAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAGhD,YAAI,KAAK,aAAa;AACpB,eAAK,YAAY,WAAW;AAC5B,eAAK,cAAc;AAAA,QACrB;AACA,YAAI,KAAK,QAAQ;AACf,eAAK,OAAO,WAAW;AACvB,eAAK,SAAS;AAAA,QAChB;AAGA,YAAI,KAAK,eAAe;AACtB,qBAAW,KAAK,aAAa;AAC7B,eAAK,gBAAgB;AAAA,QACvB;AAAA,MACF,SAAS,KAAK;AACZ,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,qBAAY,CAAC,cAAyB;AACpC,UAAI,eAAe,WAAW,KAAK,SAAS,EAAG;AAE/C,YAAM,SAAS,KAAK;AACpB,UAAI,QAAQ;AACV,aAAK,KAAK;AAAA,MACZ;AAEA,WAAK,YAAY;AACjB,WAAK,MAAM,OAAO,SAAS;AAE3B,UAAI,QAAQ;AACV,aAAK,MAAM,MAAM;AAAA,MACnB;AAAA,IACF;AAEA,SAAQ,kBAAkB,YAAY;AACpC,WAAK,oBAAoB;AACzB,WAAK,aAAa,SAAS;AAG3B,WAAK,aAAa,KAAK,YAAY,EAAE,MAAM,QAAQ,CAAC;AAAA,IACtD;AAEA,SAAQ,oBAAoB,YAAY;AACtC,WAAK,oBAAoB;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,KAAK,eAAe;AAAA,IAC3B;AAEA,SAAQ,mBAAmB,YAAY;AACrC,WAAK,aAAa,SAAS;AAG3B,WAAK,aAAa,KAAK,YAAY,EAAE,MAAM,OAAO,CAAC;AAAA,IACrD;AAEA,SAAQ,iBAAiB,YAAY;AACnC,WAAK,oBAAoB;AACzB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AAGxB,WAAK,aAAa,KAAK,YAAY,EAAE,MAAM,OAAO,CAAC;AAAA,IACrD;AAEA,SAAQ,mBAAmB,CAAC,UAAwB;AAClD,YAAM,EAAE,MAAM,KAAK,IAAI,MAAM;AAC7B,UAAI,SAAS,SAAS;AACpB,cAAM,UAAU;AAEhB,YAAI,CAAC,KAAK,mBAAmB;AAE3B,eAAK,aAAa,KAAK,OAAO;AAC9B;AAAA,QACF;AAGA,mBAAW,SAAS,KAAK,cAAc;AACrC,eAAK,KAAK,SAAS,KAAK;AAAA,QAC1B;AACA,aAAK,aAAa,SAAS;AAG3B,aAAK,KAAK,SAAS,OAAO;AAAA,MAC5B;AAAA,IACF;AA7JE,SAAK,QAAQ;AAEb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EA4JQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AACF;;;AS7MA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAS;AACnC;AACO,IAAMC,OAAM,OAAO;AAG1B,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAa;AAC3C;AACO,IAAMC,WAAU,OAAO;;;ACjB9B,IAAAC,wBAA6B;;;ACAtB,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,mBAAgB;AAChB,EAAAA,uBAAA,kBAAe;AACf,EAAAA,uBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,2BAAwB;AACxB,EAAAA,uBAAA,gBAAa;AACb,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,cAAW;AALD,SAAAA;AAAA,GAAA;;;ACNL,IAAK,yBAAL,kBAAKC,4BAAL;AACL,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,SAAM;AACN,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,oBAAiB;AACjB,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,kBAAe;AACf,EAAAA,wBAAA,cAAW;AACX,EAAAA,wBAAA,aAAU;AARA,SAAAA;AAAA,GAAA;AAWL,IAAM,qBAAN,cAAiC,MAAM;AAAA,EAG5C,YAAY,OAAO,yBAAgC,SAAkB;AACnE,UAAM,OAAO;AACb,SAAK,OAAO,sBAAsB,IAAI;AACtC,SAAK,OAAO;AAAA,EACd;AACF;AAEO,SAAS,+BACd,OACgC;AAChC,QAAM,OAAO,mCAAmC,MAAM,IAAI;AAC1D,SAAO,QAAQ,IAAI,mBAAmB,MAAM,MAAM,MAAM;AAC1D;AAEO,SAAS,mCACd,MACoC;AACpC,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,EACT,WAAW,QAAQ,QAAQ,OAAO,QAAQ,SAAS,MAAM;AACvD,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,QAAQ,KAAM;AACvB,WAAO;AAAA,EACT,OAAO;AACL,WAAO;AAAA,EACT;AACF;AAEO,SAAS,mBAAmB,OAAoC;AACrE,SACE,MAAM,SAAS,iCACf,MAAM,SAAS,yCACf,MAAM,SAAS;AAEnB;;;AFKA,IAAM,4BAA+D;AAAA,EACnE,aAAa;AAAA,EACb,SAAS;AACX;AAEO,IAAM,gBAAN,cACG,mCAEV;AAAA,EAkBE,YAAmB,UAA0B,CAAC,GAAG;AAC/C,UAAM;AADW;AAhBnB,SAAO,eAAoC,CAAC;AAE5C,SAAO,iBAAoC,CAAC;AAC5C,SAAO,aAAgC,CAAC;AAIxC,SAAQ,YAAY;AACpB,SAAQ,oBAAoB,KAAK;AACjC,SAAQ,gBAAgB;AACxB,SAAQ,WAAW;AACnB,SAAQ,YAAY;AACpB,SAAQ,kBAAkB;AAC1B,SAAQ,mBAAmB;AAiH3B,iBAAQ,OAAO,YAA4B;AACzC,WAAK,QAAQ;AACb,WAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAK,YAAY,KAAK,IAAI;AAC1B,WAAK,eAAe,CAAC;AACrB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AACjB,WAAK,kBAAkB;AACvB,WAAK,mBAAmB;AACxB,UAAI,KAAK,gBAAgB;AACvB,eAAO,aAAa,KAAK,cAAc;AACvC,aAAK,iBAAiB;AAAA,MACxB;AAGA,UAAI,CAAC,KAAK,eAAe,SAAS,KAAK;AACrC,cAAM,KAAK,SAAS,EAAE,KAAK,SAAS,IAAI,CAAC;AAAA,MAC3C;AAGA,YAAM,KAAK,QAAQ;AAAA,IACrB;AAEA,gBAAO,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AACjB,WAAK,kBAAkB;AACvB,UAAI,KAAK,gBAAgB;AACvB,eAAO,aAAa,KAAK,cAAc;AACvC,aAAK,iBAAiB;AAAA,MACxB;AAEA,UAAI;AAEF,aAAK,OAAO;AAAA,MACd,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAAA,MACjE;AAEA,UAAI;AAEF,aAAK,aAAa,KAAK;AACvB,aAAK,QAAQ;AAAA,MACf,SAAS,OAAO;AACd,gBAAQ,MAAM,6CAA6C,KAAK;AAAA,MAClE;AAGA,MAAAC,SAAQ,UAAU;AAAA,IACpB;AAEA,gBAAO,MAAM;AACX,WAAK,KAAK,MAAM;AAChB,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,kBAAS,MAAM;AACb,UACE,CAAC,KAAK,YACN,EAAE,KAAK,QAAQ,uBAAuBA,SAAQ,YAC9C;AACA,aAAK,KAAK,OAAO;AAAA,MACnB;AACA,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,iBAAQ,MAAM;AACZ,UAAI,KAAK,SAAU;AACnB,WAAK,KAAK,MAAM;AAChB,WAAK,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,kBAAkB;AACvB,MAAAA,SAAQ,UAAU;AAClB,WAAK,IAAI,sBAA+B;AAAA,IAC1C;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI,CAAC,KAAK,SAAS;AACjB,aAAK,KAAK,OAAO;AAAA,MACnB;AACA,WAAK,YAAY;AACjB,WAAK,kBAAkB;AAAA,IACzB;AAEA,oBAAW,OACT,UAGI,CAAC,MACF;AACH,WAAK,QAAQ;AACb,WAAK,WAAW;AAChB,UAAI,QAAQ,KAAK;AACf,aAAK,QAAQ,MAAM,QAAQ;AAAA,MAC7B;AACA,UAAI;AACF,YAAI,KAAK,aAAa;AAEpB,eAAK,YAAY,KAAK;AAGtB,cAAI,QAAQ,KAAK;AACf,iBAAK,YAAY,UAAU,QAAQ,GAAG;AAAA,UACxC;AAAA,QACF,OAAO;AACL,eAAK,cAAc,IAAI,YAAY,KAAK,QAAQ,GAAG;AAGnD,eAAK,YAAY,GAAG,eAAe,MAAM;AACvC,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAGD,eAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,iBAAK,IAAI,oCAAoC,IAAI;AACjD,iBAAK,IAAI,KAAK,IAAI;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,iBAAK,IAAI,qBAAqB;AAC9B,iBAAK,IAAI,wCAAwC;AAEjD,iBAAK,gBAAgB;AACrB,iBAAK,kBAAkB;AACvB,YAAAA,SAAQ,UAAU;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,iBAAK,IAAI,oBAAoB;AAC7B,iBAAK,IAAI,sCAAuC;AAChD,gBAAI,KAAK,aAAa;AACpB,mBAAK,gBAAgB;AAAA,YACvB;AACA,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAAA,QACH;AAGA,cAAM,YAAY,MAAMC,KAAI,MAAM,QAAQ,QAAQ;AAClD,aAAK,YAAY;AAGjB,cAAM,KAAK,YAAY,MAAM,SAAS;AAItC,cAAM,KAAK,cAAc;AAIzB,cAAMD,SAAQ,MAAM;AAEpB,aAAK,kBAAkB;AAAA,MACzB,SAAS,OAAO;AACd,aAAK;AAAA,UACH,IAAI;AAAA;AAAA,YAED,OAAe;AAAA,UAClB;AAAA,QACF;AACA,cAAM,KAAK,KAAK;AAChB,cAAM;AAAA,MACR;AAAA,IACF;AAEA,2BAAkB,OAAO,aAAqB;AAC5C,YAAM,KAAK,SAAS,EAAE,SAAS,CAAC;AAAA,IAClC;AAEA,+BAAsB,OAAO,aAAqB;AAChD,YAAMA,SAAQ,aAAa,QAAQ;AACnC,WAAK,kBAAkB;AAAA,IACzB;AAUA,SAAQ,gBAAgB,YAAY;AAClC,YAAM,aAAa,MAAM,UAAU,aAAa,iBAAiB;AACjE,UAAI,WAAW,WAAW,EAAG;AAI7B,YAAM,iBAAiB,WAAW;AAAA,QAChC,CAAC,WAAW,OAAO,aAAa;AAAA,MAClC;AACA,YAAM,UAAU,WAAW,OAAO,CAAC,WAAW,OAAO,aAAa,SAAS;AAC3E,YAAM,wBAAwB,eAC3B;AAAA,QAAI,CAAC,WACJ,QAAQ;AAAA,UACN,CAAC,MAAM,EAAE,YAAY,OAAO,WAAW,EAAE,SAAS,OAAO;AAAA,QAC3D;AAAA,MACF,EACC,OAAO,CAAC,UAAU,UAAU,EAAE;AACjC,iBAAW,SAAS,uBAAuB;AACzC,cAAM,SAAS,QAAQ,KAAK;AAC5B,gBAAQ,OAAO,OAAO,CAAC;AACvB,gBAAQ,QAAQ,MAAM;AAAA,MACxB;AAEA,WAAK,aAAa,QAAQ,OAAO,CAAC,WAAW,OAAO,SAAS,YAAY;AACzE,WAAK,iBAAiB,QAAQ;AAAA,QAC5B,CAAC,WAAW,OAAO,SAAS;AAAA,MAC9B;AACA,MAAAA,SAAQ,UAAU,KAAK;AAEvB,WAAK,kBAAkB;AAAA,IACzB;AAqCA,SAAQ,WAAW,MAAM;AACvB,WAAK,IAAI,kBAAkB;AAC3B,WAAK,kBAAkB;AACvB,WAAK,mBAAmB;AACxB,WAAK,QAAQ;AACb,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ,QAAQ;AACvB,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,QAAQ,MAAM,CAAC;AAAA,MACnD;AAGA,UAAI,CAAC,KAAK,YAAY,CAAC,KAAK,SAAS;AACnC,aAAK,KAAK,SAAS;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,cAAc,CAAC,UAAwB;AAC7C,WAAK,IAAI,qBAAqB,MAAM,IAAI;AACxC,UAAI,MAAM,gBAAgB,MAAM;AAE9B,YAAI,KAAK,YAAY,KAAK,eAAgB;AAC1C,QAAAA,SAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,yCAAyC,MAAM,IAAI,EAAE;AAAA,MACpE,WAAW,MAAM,KAAK,kCAAwC,GAAG;AAE/D,YAAI;AACF,gBAAM,UAAU,KAAK;AAAA,YACnB,MAAM,KAAK,kCAAwC,SAAS,CAAC;AAAA,UAC/D;AACA,eAAK,WAAW,OAAO;AAAA,QACzB,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF,WAAW,MAAM,kCAAwC;AAEvD,aAAK,KAAK,SAAS;AAAA,MACrB,WAAW,MAAM,wCAA2C;AAE1D,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAsD;AAErE,cAAM,cAAc,KAAK,aAAa;AAAA,UACpC,CAAC,YAAY,QAAQ,SAAS;AAAA,QAChC;AACA,YAAI,gBAAgB,IAAI;AACtB,eAAK,eAAe,KAAK,aAAa;AAAA,YACpC,CAAC,GAAG,UAAU,UAAU;AAAA,UAC1B;AACA,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,KAAK,oCAAyC,GAAG;AAEhE,YAAI;AACF,gBAAM,WAAW,KAAK;AAAA,YACpB,MAAM,KAAK,oCAAyC,SAAS,CAAC;AAAA,UAChE;AACA,eAAK,KAAK,YAAY,QAAQ;AAAA,QAChC,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAsB;AACzC,WAAK,IAAI,oBAAoB,KAAK;AAClC,YAAM,QAAQ,+BAA+B,KAAK;AAClD,UAAI,OAAO;AACT,aAAK,SAAS,KAAK;AAAA,MACrB;AAEA,YAAM,SAAS,EAAE,GAAG,2BAA2B,GAAG,KAAK,QAAQ,UAAU;AACzE,YAAM,eACJ,SAAS,mBAAmB,KAAK,KAAK,OAAO,cAAc;AAE7D,UAAI,cAAc;AAChB,aAAK,kBAAkB;AACvB,aAAK,OAAO;AACZ,aAAK,kBAAkB,MAAM;AAAA,MAC/B,OAAO;AACL,aAAK,KAAK;AAAA,MACZ;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAiB;AACpC,WAAK,SAAS,IAAI,gDAAoD,CAAC;AAAA,IACzE;AA4CA,SAAQ,wBAAwB,MAAM;AACpC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,qBAAqB;AACpC,aAAK,KAAK,MAAM;AAAA,MAClB;AACA,WAAK,kBAAkB;AAAA,IACzB;AAEA,SAAQ,uBAAuB,MAAM;AACnC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,qBAAqB;AACpC,mBAAW,MAAM;AACf,cAAI,CAAC,KAAK,SAAS;AACjB,iBAAK,KAAK,OAAO;AACjB,iBAAK,kBAAkB;AAAA,UACzB;AAAA,QAEF,GAAG,GAAG;AAAA,MACR,OAAO;AACL,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AAjhBE,IAAAA,SAAQ,GAAG,gBAAgB,KAAK,qBAAqB;AACrD,IAAAA,SAAQ,GAAG,eAAe,KAAK,oBAAoB;AAGnD,cAAU,aAAa,iBAAiB,gBAAgB,KAAK,aAAa;AAAA,EAC5E;AAAA,EAEA,IAAI,MAAuB;AACzB,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,IAAI,YAAqB;AACvB,YACG,KAAK,eAAe,KAAK,qBACzB,KAAK,aAAa,MAAM,aAAa;AAAA,EAE1C;AAAA,EAEA,IAAI,aAAsB;AACxB,YACG,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc,UAC5D,CAAC,KAAK;AAAA,EAEV;AAAA,EAEA,IAAI,iBAA0B;AAC5B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,UAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,iBAAiB,CAAC,KAAK;AAAA,EACrC;AAAA,EAEA,IAAI,cAAuB;AACzB,WACE,KAAK,gBACL,CAAC,KAAK,YACN,CAAC,KAAK,gBACN,CAAC,KAAK,cACN,CAAC,KAAK,kBACN,CAAC,KAAK;AAAA,EAEV;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,KAAK,YAAY;AAAA,EAC/B;AAAA,EAEA,IAAI,iBAA0B;AAC5B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,sBAA+B;AACjC,WAAOA,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,cAAkC;AACpC,WAAOC,KAAI;AAAA,EACb;AAAA,EAEA,IAAI,kBAAsC;AACxC,WAAOD,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,QAAsB;AACxB,WAAO;AAAA,MACL,YAAY,KAAK;AAAA,MACjB,WAAW,KAAK;AAAA,MAChB,gBAAgB,KAAK;AAAA,MACrB,SAAS,KAAK;AAAA,MACd,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,MAClB,cAAc,KAAK;AAAA,MACnB,gBAAgB,KAAK;AAAA,MACrB,qBAAqB,KAAK;AAAA,MAC1B,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB,OAAO,KAAK;AAAA,MACZ,aAAa,KAAK;AAAA,MAClB,iBAAiB,KAAK;AAAA,MACtB,YAAY,KAAK;AAAA,MACjB,gBAAgB,KAAK;AAAA,IACvB;AAAA,EACF;AAAA,EAyLQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,IAAAC,KAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkCA,MAAc,UAAU;AACtB,QAAI;AACF,UAAI,KAAK,IAAI;AACX,aAAK,IAAI,8BAA8B;AACvC;AAAA,MACF;AACA,UAAI,CAAC,KAAK,cAAc;AACtB,cAAM,IAAI,kCAA6C;AAAA,MACzD;AACA,UAAI,CAAC,KAAK,QAAQ,KAAK;AACrB,cAAM,IAAI,gDAAoD;AAAA,MAChE;AAGA,WAAK,KAAK,IAAI,UAAU,KAAK,QAAQ,GAAG;AACxC,WAAK,GAAG,aAAa;AACrB,WAAK,kBAAkB;AAGvB,WAAK,GAAG,SAAS,KAAK;AACtB,WAAK,GAAG,YAAY,KAAK;AACzB,WAAK,GAAG,UAAU,KAAK;AACvB,WAAK,GAAG,UAAU,KAAK;AAAA,IACzB,SAAS,OAAO;AACd,WAAK;AAAA,QACH,IAAI;AAAA;AAAA,UAED,OAAe;AAAA,QAClB;AAAA,MACF;AACA,YAAM,KAAK,KAAK;AAChB,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAwGQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,QACE,KAAK,GAAG,eAAe,UAAU,QACjC,KAAK,GAAG,eAAe,UAAU,YACjC;AACA,WAAK,GAAG,MAAM;AAAA,IAChB;AACA,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,kBAAkB,QAA2C;AACnE,QAAI,KAAK,oBAAoB,OAAO,aAAa;AAC/C,WAAK,KAAK;AACV,WAAK,SAAS,IAAI,gDAAoD,CAAC;AACvE;AAAA,IACF;AAEA,SAAK;AACL,SAAK;AAAA,MACH,mBAAmB,OAAO,OAAO,eAAe,KAAK,gBAAgB;AAAA,IACvE;AAGA,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,SAAS;AACnC,WAAK,KAAK,QAAQ;AAAA,IACpB;AAEA,QAAI,KAAK,gBAAgB;AACvB,aAAO,aAAa,KAAK,cAAc;AAAA,IACzC;AAEA,SAAK,iBAAiB,OAAO,WAAW,YAAY;AAClD,UAAI;AACF,cAAM,KAAK,QAAQ;AAAA,MACrB,QAAQ;AACN,aAAK,kBAAkB,MAAM;AAAA,MAC/B;AAAA,IACF,GAAG,OAAO,OAAO;AAAA,EACnB;AAAA,EAyBQ,WAAW,SAAkC;AACnD,SAAK,eAAe,CAAC,GAAG,KAAK,cAAc,OAAO;AAClD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,SAAS,OAA2B;AAC1C,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,SAAK,QAAQ;AACb,SAAK,kBAAkB;AACvB,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,oBAAoB;AAC1B,UAAM,QAAQ,KAAK;AACnB,SAAK,KAAK,eAAe,OAAO,KAAK,iBAAiB;AACtD,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,QAAQ,SAAU;AAC5B,YAAQ,IAAI,kBAAkB,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAC1E;AACF;;;AG/nBA,IAAI,CAAC,OAAO,eAAe;AACzB,SAAO,gBAAgB,IAAI,cAAc;AAC3C;AACO,IAAM,UAAU,OAAO;","names":["Mic","Speaker","audioContext","audioContext","unlock","LocalStorageKeys","import_eventemitter3","import_eventemitter3","import_eventemitter3","import_eventemitter3","VADStatus","defaultOptions","SAMPLE_RATE","Mic","Speaker","import_eventemitter3","MicdropClientCommands","MicdropServerCommands","MicdropClientErrorCode","Speaker","Mic"]}
package/dist/index.mjs CHANGED
@@ -124,8 +124,11 @@ var Mic = class {
124
124
  this.getMicConstraints(deviceId)
125
125
  );
126
126
  const track = this.audioStream.getTracks()[0];
127
- const newDeviceId = track && track.getCapabilities && track.getCapabilities().deviceId;
127
+ let newDeviceId = track && track.getCapabilities && track.getCapabilities().deviceId;
128
128
  if (newDeviceId) {
129
+ if (newDeviceId === "default" && deviceId) {
130
+ newDeviceId = deviceId;
131
+ }
129
132
  localStorage.setItem("micdrop.micDevice" /* MicDevice */, newDeviceId);
130
133
  this.deviceId = newDeviceId;
131
134
  } else {
@@ -411,6 +414,7 @@ var VAD = class extends EventEmitter4 {
411
414
  var MultipleVAD = class extends VAD {
412
415
  constructor(vads) {
413
416
  super();
417
+ this.name = "MultipleVAD";
414
418
  this.onStatusChange = () => {
415
419
  const isAllSilence = this.vads.every(
416
420
  (vad) => vad.status === 0 /* Silence */
@@ -488,6 +492,7 @@ var defaultOptions = {
488
492
  var SileroVAD = class extends VAD {
489
493
  constructor(options) {
490
494
  super();
495
+ this.name = "SileroVAD";
491
496
  this.options = defaultOptions;
492
497
  this._isPaused = false;
493
498
  if (options) {
@@ -512,13 +517,26 @@ var SileroVAD = class extends VAD {
512
517
  async start(stream) {
513
518
  if (this.vad) return;
514
519
  this.vad = await MicVAD.new({
515
- stream,
520
+ getStream: async () => stream,
521
+ pauseStream: async () => {
522
+ },
523
+ resumeStream: async () => stream,
516
524
  model: "v5",
517
525
  submitUserSpeechOnPause: true,
518
- onSpeechStart: () => this.emit("StartSpeaking"),
519
- onSpeechRealStart: () => this.emit("ConfirmSpeaking"),
520
- onVADMisfire: () => this.emit("CancelSpeaking"),
521
- onSpeechEnd: () => this.emit("StopSpeaking"),
526
+ baseAssetPath: "https://cdn.jsdelivr.net/npm/@ricky0123/vad-web@latest/dist/",
527
+ onnxWASMBasePath: "https://cdn.jsdelivr.net/npm/onnxruntime-web@1.23.2/dist/",
528
+ onSpeechStart: () => {
529
+ this.emit("StartSpeaking");
530
+ },
531
+ onSpeechRealStart: () => {
532
+ this.emit("ConfirmSpeaking");
533
+ },
534
+ onVADMisfire: () => {
535
+ this.emit("CancelSpeaking");
536
+ },
537
+ onSpeechEnd: () => {
538
+ this.emit("StopSpeaking");
539
+ },
522
540
  ...this.options
523
541
  });
524
542
  this.vad.start();
@@ -559,6 +577,7 @@ var defaultOptions2 = {
559
577
  var VolumeVAD = class extends VAD {
560
578
  constructor(options) {
561
579
  super();
580
+ this.name = "VolumeVAD";
562
581
  this.options = defaultOptions2;
563
582
  this._isPaused = false;
564
583
  this.running = false;
@@ -1222,8 +1241,8 @@ var MicdropClient = class extends EventEmitter6 {
1222
1241
  this.log("Speaker started");
1223
1242
  if (this.options.disableInterruption) {
1224
1243
  this.vad?.pause();
1225
- this.notifyStateChange();
1226
1244
  }
1245
+ this.notifyStateChange();
1227
1246
  };
1228
1247
  this.onSpeakerStopPlaying = () => {
1229
1248
  this.log("Speaker stopped");
@@ -1234,6 +1253,8 @@ var MicdropClient = class extends EventEmitter6 {
1234
1253
  this.notifyStateChange();
1235
1254
  }
1236
1255
  }, 200);
1256
+ } else {
1257
+ this.notifyStateChange();
1237
1258
  }
1238
1259
  };
1239
1260
  Speaker2.on("StartPlaying", this.onSpeakerStartPlaying);
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/Mic.ts","../src/audio/Speaker.ts","../src/audio/stream/AudioStream.ts","../src/audio/stream/Pcm16AudioStream.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","raw:./pcm-processor-worklet","../src/audio/pcm-processor.ts","../src/audio/index.ts","../src/client/MicdropClient.ts","../../server/src/types.ts","../src/client/MicdropClientError.ts","../src/Micdrop.ts"],"sourcesContent":["import { EventEmitter } from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport class Mic {\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.deviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.deviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.deviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { AudioStream } from './stream/AudioStream'\nimport { Pcm16AudioStream } from './stream/Pcm16AudioStream'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport interface SpeakerEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport class Speaker extends EventEmitter<SpeakerEvents> {\n public isPlaying = false\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n // Set by MicdropClient, useful to detect default device\n public devices: MediaDeviceInfo[] = []\n\n private audioStream?: AudioStream\n private audioSourceNode?: AudioNode\n private audioElementDestination?: HTMLAudioElement // Used when audiocontext sinkId is not available\n\n async start() {\n if (this.audioStream) return\n\n // Instantiate the audio stream based on the browser compatibility\n this.audioStream = new Pcm16AudioStream()\n\n // Forward events from AudioStream\n this.audioStream.on('StartPlaying', () => this.setIsPlaying(true))\n this.audioStream.on('StopPlaying', () => this.setIsPlaying(false))\n\n // Get the audio source node from AudioStream\n this.audioSourceNode = this.audioStream.start()\n\n // Select speaker device if speakerId is in local storage\n const deviceId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) ?? undefined\n await this.setDevice(deviceId)\n }\n\n async playAudio(blob: Blob) {\n this.start()\n try {\n await this.audioStream?.playAudio(blob)\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n async stopAudio() {\n if (!this.isPlaying) return\n this.audioStream?.stopAudio()\n }\n\n async changeDevice(deviceId: string) {\n await this.setDevice(deviceId)\n\n // Update local storage\n if (this.isDefaultDevice) {\n localStorage.removeItem(LocalStorageKeys.SpeakerDevice)\n } else {\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, deviceId)\n }\n }\n\n get isDefaultDevice(): boolean {\n return (\n !this.deviceId ||\n this.devices.length === 0 ||\n this.deviceId === this.devices[0].deviceId\n )\n }\n\n private setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n\n private async setDevice(deviceId: string | undefined) {\n if (!this.audioSourceNode) {\n console.error(\n 'audioSourceNode not initialized, setDevice called before start'\n )\n return\n }\n try {\n this.deviceId = deviceId\n const defaultDevice = this.isDefaultDevice\n const sinkId = !deviceId || defaultDevice ? '' : deviceId\n\n if (defaultDevice || 'setSinkId' in audioContext) {\n // Play through audiocontext destination when possible\n // It is the preferred way, as it's the only way to have echo cancellation\n await (audioContext as any).setSinkId?.(sinkId)\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(audioContext.destination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Reset audio element destination if it exists\n if (this.audioElementDestination) {\n this.audioElementDestination.pause()\n this.audioElementDestination.srcObject = null\n this.audioElementDestination = undefined\n }\n } else {\n // On Firefox, we can't set sinkId on audio context\n // So we stream non-default devices back to an audio element for which we set sinkId\n if (!this.audioElementDestination) {\n // Create a media stream destination to stream the audio to\n const mediaStreamDestination =\n audioContext.createMediaStreamDestination()\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(mediaStreamDestination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Play stream to audio element destination\n this.audioElementDestination = new Audio()\n this.audioElementDestination.autoplay = true\n this.audioElementDestination.srcObject = mediaStreamDestination.stream\n }\n await this.audioElementDestination.setSinkId(sinkId)\n }\n } catch (error) {\n console.error(`Error setting Audio Output to ${deviceId}`, error)\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { audioContext } from '../utils/audioContext'\n\nexport interface AudioStreamEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport abstract class AudioStream extends EventEmitter<AudioStreamEvents> {\n public isPlaying = false\n protected outputNode: AudioNode\n\n constructor() {\n super()\n this.outputNode = audioContext.createGain()\n }\n\n abstract start(): AudioNode\n abstract playAudio(blob: Blob): Promise<void>\n abstract stopAudio(): void\n\n protected setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { AudioStream } from './AudioStream'\n\nconst SAMPLE_RATE = 16000\nconst CHANNELS = 1\n\nexport class Pcm16AudioStream extends AudioStream {\n private audioQueue: AudioBuffer[] = []\n private currentSourceNode?: AudioBufferSourceNode\n private isProcessingQueue = false\n\n constructor() {\n super()\n }\n\n start(): AudioNode {\n return this.outputNode\n }\n\n async playAudio(blob: Blob): Promise<void> {\n try {\n // Convert blob to PCM data\n const arrayBuffer = await blob.arrayBuffer()\n\n // Convert PCM data to AudioBuffer with proper sample rate\n const audioBuffer = this.createAudioBuffer(arrayBuffer)\n\n if (audioBuffer) {\n this.audioQueue.push(audioBuffer)\n this.processQueue()\n }\n } catch (error) {\n console.error('Failed to play audio chunk:', error)\n }\n }\n\n stopAudio(): void {\n if (this.currentSourceNode) {\n try {\n this.currentSourceNode.stop()\n this.currentSourceNode.disconnect()\n } catch (error) {\n // Ignore errors when stopping\n }\n this.currentSourceNode = undefined\n }\n this.audioQueue = []\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n }\n\n private createAudioBuffer(arrayBuffer: ArrayBuffer): AudioBuffer | null {\n try {\n // Convert ArrayBuffer to Int16Array (assuming 16-bit PCM)\n const int16Data = new Int16Array(arrayBuffer)\n\n // Calculate number of samples\n const numSamples = int16Data.length\n\n if (numSamples === 0) {\n return null\n }\n\n // Create AudioBuffer with the correct sample rate\n const audioBuffer = audioContext.createBuffer(\n CHANNELS,\n numSamples,\n SAMPLE_RATE\n )\n\n // Convert 16-bit PCM to float32 and copy to AudioBuffer\n const channelData = audioBuffer.getChannelData(0)\n for (let i = 0; i < numSamples; i++) {\n channelData[i] = int16Data[i] / 32768.0\n }\n\n return audioBuffer\n } catch (error) {\n console.error('Error creating AudioBuffer:', error)\n return null\n }\n }\n\n private processQueue(): void {\n if (this.isProcessingQueue || this.audioQueue.length === 0) {\n return\n }\n\n this.isProcessingQueue = true\n this.playNextBuffer()\n }\n\n private playNextBuffer(): void {\n if (this.audioQueue.length === 0) {\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n return\n }\n\n const audioBuffer = this.audioQueue.shift()!\n\n // Create a new AudioBufferSourceNode\n this.currentSourceNode = audioContext.createBufferSource()\n this.currentSourceNode.buffer = audioBuffer\n this.currentSourceNode.connect(this.outputNode)\n\n // Set up event handler for when this buffer finishes\n this.currentSourceNode.onended = () => {\n this.currentSourceNode = undefined\n // Continue processing queue\n this.playNextBuffer()\n }\n\n // Start playing\n this.currentSourceNode.start(0)\n this.setIsPlaying(true)\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { audioContext } from './utils/audioContext'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD, VADStatus } from './vad/VAD'\nimport { equalVADConfig, getVAD, VADConfig } from './vad/getVAD'\nimport { initPcmProcessor } from './pcm-processor'\n\nconst SAMPLE_RATE = 16000\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Int16Array]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n public vad: VAD\n\n private stream: MediaStream | undefined\n private source: MediaStreamAudioSourceNode | undefined\n private workletNode: AudioWorkletNode | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Int16Array[] = []\n\n constructor(private vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n start = async (stream: MediaStream) => {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isSpeaking: false,\n })\n this.stream = stream\n this.speakingConfirmed = false\n\n // Create a worklet node with the PCM processor\n await initPcmProcessor()\n this.workletNode = new AudioWorkletNode(audioContext, 'pcm-processor')\n this.workletNode.port.onmessage = this.onWorkletMessage\n\n // Send sample rate configuration to worklet\n this.workletNode.port.postMessage({\n type: 'configure',\n sourceSampleRate: audioContext.sampleRate,\n targetSampleRate: SAMPLE_RATE,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(stream, this.vad.delay / 1000)\n this.delayedStream = delayedStream\n\n // Connect the source node to the worklet node\n this.source = audioContext.createMediaStreamSource(delayedStream)\n this.source.connect(this.workletNode)\n\n // Start speaking detection\n await this.vad.start(stream)\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n stop = () => {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isSpeaking: false,\n })\n this.stream = undefined\n\n try {\n // Stop speaking detection\n this.vad.stop()\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n\n // Stop Web Audio API\n if (this.workletNode) {\n this.workletNode.disconnect()\n this.workletNode = undefined\n }\n if (this.source) {\n this.source.disconnect()\n this.source = undefined\n }\n\n // Stop delayed stream\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n changeVad = (vadConfig: VADConfig) => {\n if (equalVADConfig(vadConfig, this.vadConfig)) return\n\n const stream = this.stream\n if (stream) {\n this.stop()\n }\n\n this.vadConfig = vadConfig\n this.vad = getVAD(vadConfig)\n\n if (stream) {\n this.start(stream)\n }\n }\n\n private onStartSpeaking = async () => {\n this.speakingConfirmed = false\n this.queuedChunks.length = 0\n\n // Start recording\n this.workletNode?.port.postMessage({ type: 'start' })\n }\n\n private onConfirmSpeaking = async () => {\n this.speakingConfirmed = true\n this.changeState({ isSpeaking: true })\n this.emit('StartSpeaking')\n }\n\n private onCancelSpeaking = async () => {\n this.queuedChunks.length = 0\n\n // Stop recording\n this.workletNode?.port.postMessage({ type: 'stop' })\n }\n\n private onStopSpeaking = async () => {\n this.speakingConfirmed = false\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n\n // Stop recording\n this.workletNode?.port.postMessage({ type: 'stop' })\n }\n\n private onWorkletMessage = (event: MessageEvent) => {\n const { type, data } = event.data\n if (type === 'chunk') {\n const pcmData = data as Int16Array\n\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(pcmData)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the current chunk\n this.emit('Chunk', pcmData)\n }\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { EventEmitter } from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public readonly name = this.constructor.name\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Checks if the VAD is paused\n * @returns True if the VAD is paused, false otherwise\n */\n abstract get isPaused(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Pauses the VAD\n */\n abstract pause(): Promise<void>\n\n /**\n * Resumes the VAD\n */\n abstract resume(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n private setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n get isPaused(): boolean {\n return this.vads.every((vad) => vad.isPaused)\n }\n\n async start(stream: MediaStream): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange = () => {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n\n async pause(): Promise<void> {\n for (const vad of this.vads) {\n await vad.pause()\n }\n }\n\n async resume(): Promise<void> {\n for (const vad of this.vads) {\n await vad.resume()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n private _isPaused = false\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n submitUserSpeechOnPause: true,\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n async pause(): Promise<void> {\n if (!this.vad || this._isPaused) return\n this._isPaused = true\n this.vad.pause()\n }\n\n async resume(): Promise<void> {\n if (!this.vad || !this._isPaused) return\n this._isPaused = false\n this.vad.start()\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD, VADStatus } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private _isPaused = false\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running || this._isPaused) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n private resetHistory(): void {\n this.speaking = false\n this.attemptSpeaking = false\n for (let i = 0; i < this.speakingHistory.length; i++) {\n this.speakingHistory[i] = 0\n }\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.resetHistory()\n\n switch (this.status) {\n case VADStatus.Speaking:\n this.emit('StopSpeaking')\n break\n case VADStatus.MaybeSpeaking:\n this.emit('CancelSpeaking')\n break\n }\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n async pause(): Promise<void> {\n if (!this.running || this._isPaused) return\n this._isPaused = true\n this.running = false\n this.resetHistory()\n\n switch (this.status) {\n case VADStatus.Speaking:\n this.emit('StopSpeaking')\n break\n case VADStatus.MaybeSpeaking:\n this.emit('CancelSpeaking')\n break\n }\n }\n\n async resume(): Promise<void> {\n if (!this._isPaused) return\n this._isPaused = false\n this.running = true\n this.startLoop()\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nconst DefaultVAD = VolumeVAD\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new DefaultVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n\nexport function equalVADConfig(a?: VADConfig, b?: VADConfig): boolean {\n if (a === b) return true\n if (Array.isArray(a) && Array.isArray(b) && a.length === b.length) {\n return a.every((item, index) => equalVADConfig(item, b[index]))\n }\n return false\n}\n","const INTERVAL_MS = 100\n\nclass PCMProcessorWorklet extends AudioWorkletProcessor {\n constructor() {\n super()\n this.audioBuffer = []\n this.isRecording = false\n this.sourceSampleRate = 16000\n this.targetSampleRate = 16000\n this.resamplingRatio = 1\n this.CHUNK_INTERVAL_SAMPLES = Math.round(\n (this.sourceSampleRate * INTERVAL_MS) / 1000\n )\n\n // Listen for messages\n this.port.onmessage = this.handleMessage.bind(this)\n }\n\n handleMessage(event) {\n if (event.data.type === 'configure') {\n this.sourceSampleRate = event.data.sourceSampleRate\n this.targetSampleRate = event.data.targetSampleRate\n this.resamplingRatio = this.sourceSampleRate / this.targetSampleRate\n // Recalculate chunk interval for the source sample rate\n this.CHUNK_INTERVAL_SAMPLES = Math.round(\n (this.sourceSampleRate * INTERVAL_MS) / 1000\n )\n } else if (event.data.type === 'start') {\n this.isRecording = true\n } else if (event.data.type === 'stop') {\n this.isRecording = false\n // Clear any remaining audio buffer when stopping\n this.audioBuffer.length = 0\n }\n }\n\n process(inputs) {\n const input = inputs[0]\n\n if (input && input.length > 0 && this.isRecording) {\n const inputChannel = input[0]\n\n // Store audio data in buffer\n this.audioBuffer.push(new Float32Array(inputChannel))\n\n // Check if we have enough data for a chunk\n const totalSamples = this.audioBuffer.reduce(\n (sum, buffer) => sum + buffer.length,\n 0\n )\n\n if (totalSamples >= this.CHUNK_INTERVAL_SAMPLES) {\n this.processChunk()\n }\n }\n\n return true\n }\n\n processChunk() {\n if (this.audioBuffer.length === 0) return\n\n // Calculate total samples\n const totalSamples = this.audioBuffer.reduce(\n (sum, buffer) => sum + buffer.length,\n 0\n )\n if (totalSamples === 0) return\n\n // Merge all buffers\n const mergedBuffer = new Float32Array(totalSamples)\n let offset = 0\n for (const buffer of this.audioBuffer) {\n mergedBuffer.set(buffer, offset)\n offset += buffer.length\n }\n\n // Resample to target sample rate if necessary\n const resampledBuffer = this.resample(mergedBuffer)\n\n // Convert float32 to int16 PCM\n const pcmData = this.floatToPCM16(resampledBuffer)\n\n // Clear the buffer\n this.audioBuffer.length = 0\n\n // Send PCM chunk to main thread\n this.port.postMessage({\n type: 'chunk',\n data: pcmData,\n })\n }\n\n resample(inputBuffer) {\n // If no resampling needed, return original buffer\n if (this.resamplingRatio === 1) {\n return inputBuffer\n }\n\n // Calculate output length\n const outputLength = Math.round(inputBuffer.length / this.resamplingRatio)\n const outputBuffer = new Float32Array(outputLength)\n\n // Simple linear interpolation resampling\n for (let i = 0; i < outputLength; i++) {\n const srcIndex = i * this.resamplingRatio\n const srcIndexFloor = Math.floor(srcIndex)\n const srcIndexCeil = Math.min(srcIndexFloor + 1, inputBuffer.length - 1)\n const fraction = srcIndex - srcIndexFloor\n\n // Linear interpolation\n outputBuffer[i] =\n inputBuffer[srcIndexFloor] * (1 - fraction) +\n inputBuffer[srcIndexCeil] * fraction\n }\n\n return outputBuffer\n }\n\n floatToPCM16(floatData) {\n const pcmData = new Int16Array(floatData.length)\n for (let i = 0; i < floatData.length; i++) {\n const sample = Math.max(-1, Math.min(1, floatData[i]))\n pcmData[i] = sample < 0 ? sample * 0x8000 : sample * 0x7fff\n }\n return pcmData\n }\n}\n\nregisterProcessor('pcm-processor', PCMProcessorWorklet)\n","import pcmProcessorWorklet from './pcm-processor-worklet?raw'\nimport { audioContext } from './utils/audioContext'\n\ndeclare global {\n interface Window {\n micdropPcmProcessor: boolean\n }\n}\n\nexport async function initPcmProcessor() {\n if (window.micdropPcmProcessor) return\n window.micdropPcmProcessor = true\n\n // Init worklet URL\n const workletBlob = new Blob([pcmProcessorWorklet], {\n type: 'application/javascript',\n })\n const workletUrl = URL.createObjectURL(workletBlob)\n\n // Load the worklet module\n await audioContext.audioWorklet.addModule(workletUrl)\n}\n","import { Mic as MicClass } from './Mic'\nimport { Speaker as SpeakerClass } from './Speaker'\n\nexport * from './MicRecorder'\nexport * from './utils/localStorage'\nexport * from './vad'\n\n// Setup and export Mic instance\nif (!window.micdropMic) {\n window.micdropMic = new MicClass()\n}\nexport const Mic = window.micdropMic\n\n// Setup and export Speaker instance\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new SpeakerClass()\n}\nexport const Speaker = window.micdropSpeaker\n","import { EventEmitter } from 'eventemitter3'\nimport { Mic, Speaker, VAD } from '../audio'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { VADConfig } from '../audio/vad/getVAD'\nimport {\n MicdropClientCommands,\n MicdropConversation,\n MicdropConversationItem,\n MicdropServerCommands,\n MicdropToolCall,\n} from '../types'\nimport {\n getClientErrorFromWSCloseEvent,\n isRecoverableError,\n MicdropClientError,\n MicdropClientErrorCode,\n} from './MicdropClientError'\n\nexport interface MicdropEvents {\n EndCall: []\n Error: [MicdropClientError]\n StateChange: [MicdropState, MicdropState]\n ToolCall: [MicdropToolCall]\n}\n\nexport interface MicdropReconnectOptions {\n maxAttempts?: number\n delayMs?: number\n}\n\nexport interface MicdropOptions {\n url?: string\n params?: Record<string, any>\n vad?: VADConfig\n disableInterruption?: boolean\n debugLog?: boolean\n reconnect?: MicdropReconnectOptions\n}\n\nexport interface MicdropState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isPaused: boolean\n isReconnecting: boolean\n isListening: boolean\n isProcessing: boolean\n isUserSpeaking: boolean\n isAssistantSpeaking: boolean\n isMicStarted: boolean\n isMicMuted: boolean\n micDeviceId: string | undefined\n speakerDeviceId: string | undefined\n micDevices: MediaDeviceInfo[]\n speakerDevices: MediaDeviceInfo[]\n conversation: MicdropConversation\n error: MicdropClientError | undefined\n}\n\nconst DEFAULT_RECONNECT_OPTIONS: Required<MicdropReconnectOptions> = {\n maxAttempts: Infinity,\n delayMs: 1000,\n}\n\nexport class MicdropClient\n extends EventEmitter<MicdropEvents>\n implements MicdropState\n{\n public micRecorder?: MicRecorder\n public conversation: MicdropConversation = []\n public error: MicdropClientError | undefined\n public speakerDevices: MediaDeviceInfo[] = []\n public micDevices: MediaDeviceInfo[] = []\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastNotifiedState = this.state\n private _isProcessing = false\n private _isMuted = false\n private _isPaused = false\n private _isReconnecting = false\n private reconnectAttempt = 0\n private reconnectTimer?: number\n\n constructor(public options: MicdropOptions = {}) {\n super()\n\n // Add speaker listener\n Speaker.on('StartPlaying', this.onSpeakerStartPlaying)\n Speaker.on('StopPlaying', this.onSpeakerStopPlaying)\n\n // Listen to device changes\n navigator.mediaDevices.addEventListener('devicechange', this.updateDevices)\n }\n\n get vad(): VAD | undefined {\n return this.micRecorder?.vad\n }\n\n get isStarted(): boolean {\n return (\n (this.isWSStarted || this._isReconnecting) &&\n (this.micRecorder?.state.isStarted || false)\n )\n }\n\n get isStarting(): boolean {\n return (\n (this.isWSStarting || this.micRecorder?.state.isStarting || false) &&\n !this._isReconnecting\n )\n }\n\n get isReconnecting(): boolean {\n return this._isReconnecting\n }\n\n get isMuted(): boolean {\n return this._isMuted\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n get isProcessing(): boolean {\n return this._isProcessing && !this.isPaused\n }\n\n get isListening(): boolean {\n return (\n this.isMicStarted &&\n !this.isPaused &&\n !this.isProcessing &&\n !this.isMicMuted &&\n !this.isUserSpeaking &&\n !this.isAssistantSpeaking\n )\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.vad?.isPaused ?? false\n }\n\n get isUserSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isAssistantSpeaking(): boolean {\n return Speaker.isPlaying\n }\n\n get micDeviceId(): string | undefined {\n return Mic.deviceId\n }\n\n get speakerDeviceId(): string | undefined {\n return Speaker.deviceId\n }\n\n get state(): MicdropState {\n return {\n isStarting: this.isStarting,\n isStarted: this.isStarted,\n isReconnecting: this.isReconnecting,\n isMuted: this.isMuted,\n isPaused: this.isPaused,\n isListening: this.isListening,\n isProcessing: this.isProcessing,\n isUserSpeaking: this.isUserSpeaking,\n isAssistantSpeaking: this.isAssistantSpeaking,\n isMicStarted: this.isMicStarted,\n isMicMuted: this.isMicMuted,\n conversation: this.conversation,\n error: this.error,\n micDeviceId: this.micDeviceId,\n speakerDeviceId: this.speakerDeviceId,\n micDevices: this.micDevices,\n speakerDevices: this.speakerDevices,\n }\n }\n\n start = async (options: MicdropOptions) => {\n this.error = undefined\n this.options = { ...this.options, ...options }\n\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n this._isMuted = false\n this._isPaused = false\n this._isReconnecting = false\n this.reconnectAttempt = 0\n if (this.reconnectTimer) {\n window.clearTimeout(this.reconnectTimer)\n this.reconnectTimer = undefined\n }\n\n // Start mic if not already started\n if (!this.micRecorder || options?.vad) {\n await this.startMic({ vad: options?.vad })\n }\n\n // Start websocket\n await this.startWS()\n }\n\n stop = async () => {\n this._isProcessing = false\n this._isMuted = false\n this._isPaused = false\n this._isReconnecting = false\n if (this.reconnectTimer) {\n window.clearTimeout(this.reconnectTimer)\n this.reconnectTimer = undefined\n }\n\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[MicdropClient] Error stopping WebSocket', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[MicdropClient] Error stopping microphone', error)\n }\n\n // Stop speaker\n Speaker.stopAudio()\n }\n\n mute = () => {\n this.vad?.pause()\n this._isMuted = true\n this.notifyStateChange()\n }\n\n unmute = () => {\n if (\n !this.isPaused &&\n !(this.options.disableInterruption && Speaker.isPlaying)\n ) {\n this.vad?.resume()\n }\n this._isMuted = false\n this.notifyStateChange()\n }\n\n pause = () => {\n if (this.isPaused) return\n this.vad?.pause()\n this._isPaused = true\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n this.ws?.send(MicdropClientCommands.Mute)\n }\n\n resume = () => {\n if (!this.isPaused) return\n if (!this.isMuted) {\n this.vad?.resume()\n }\n this._isPaused = false\n this.notifyStateChange()\n }\n\n startMic = async (\n options: {\n vad?: VADConfig\n deviceId?: string\n } = {}\n ) => {\n this.error = undefined\n this._isMuted = false\n if (options.vad) {\n this.options.vad = options.vad\n }\n try {\n if (this.micRecorder) {\n // Stop previous recorder\n this.micRecorder.stop()\n\n // Change VAD if needed\n if (options.vad) {\n this.micRecorder.changeVad(options.vad)\n }\n } else {\n this.micRecorder = new MicRecorder(this.options.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[MicdropClient] User audio chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('User start speaking')\n this.ws?.send(MicdropClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('User stop speaking')\n this.ws?.send(MicdropClientCommands.StopSpeaking)\n if (this.isWSStarted) {\n this._isProcessing = true\n }\n this.notifyStateChange()\n })\n }\n\n // Start microphone\n const micStream = await Mic.start(options.deviceId)\n this.micStream = micStream\n\n // Start recorder\n await this.micRecorder.start(micStream)\n\n // Get devices after starting mic\n // It's necessary for Firefox that return an empty list before any stream is started\n await this.updateDevices()\n\n // Start speaker\n // Must be after devices update\n await Speaker.start()\n\n this.notifyStateChange()\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Mic,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n changeMicDevice = async (deviceId: string) => {\n await this.startMic({ deviceId })\n }\n\n changeSpeakerDevice = async (deviceId: string) => {\n await Speaker.changeDevice(deviceId)\n this.notifyStateChange()\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n Mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private updateDevices = async () => {\n const rawDevices = await navigator.mediaDevices.enumerateDevices()\n if (rawDevices.length === 0) return\n\n // Move default devices to the beginning of the list\n // and get rid of devices with deviceId=default\n const defaultDevices = rawDevices.filter(\n (device) => device.deviceId === 'default'\n )\n const devices = rawDevices.filter((device) => device.deviceId !== 'default')\n const defaultDevicesIndexes = defaultDevices\n .map((device) =>\n devices.findIndex(\n (d) => d.groupId === device.groupId && d.kind === device.kind\n )\n )\n .filter((index) => index !== -1)\n for (const index of defaultDevicesIndexes) {\n const device = devices[index]\n devices.splice(index, 1)\n devices.unshift(device)\n }\n\n this.micDevices = devices.filter((device) => device.kind === 'audioinput')\n this.speakerDevices = devices.filter(\n (device) => device.kind === 'audiooutput'\n )\n Speaker.devices = this.speakerDevices\n\n this.notifyStateChange()\n }\n\n private async startWS() {\n try {\n if (this.ws) {\n this.log('WebSocket is already started')\n return\n }\n if (!this.isMicStarted) {\n throw new MicdropClientError(MicdropClientErrorCode.Mic)\n }\n if (!this.options.url) {\n throw new MicdropClientError(MicdropClientErrorCode.MissingUrl)\n }\n\n // Start websocket\n this.ws = new WebSocket(this.options.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = this.onWSOpen\n this.ws.onmessage = this.onWSMessage\n this.ws.onclose = this.onWSClose\n this.ws.onerror = this.onWSError\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Connection,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n private onWSOpen = () => {\n this.log('WebSocket opened')\n this._isReconnecting = false\n this.reconnectAttempt = 0\n this.error = undefined\n this.notifyStateChange()\n\n // Send params\n if (this.options.params) {\n this.ws?.send(JSON.stringify(this.options.params))\n }\n\n // Resume VAD if we paused while offline\n if (!this.isPaused && !this.isMuted) {\n this.vad?.resume?.()\n }\n }\n\n private onWSMessage = (event: MessageEvent) => {\n this.log('Received message:', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n if (this.isPaused || this.isUserSpeaking) return\n Speaker.playAudio(event.data)\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[MicdropClient] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(MicdropServerCommands.Message)) {\n // Received user/assistant message\n try {\n const message = JSON.parse(\n event.data.substring(MicdropServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing message:',\n event.data,\n error\n )\n }\n } else if (event.data === MicdropServerCommands.EndCall) {\n // Call ended\n this.emit('EndCall')\n } else if (event.data === MicdropServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === MicdropServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation.findLastIndex(\n (message) => message.role === 'user'\n )\n if (lastMessage !== -1) {\n this.conversation = this.conversation.filter(\n (_, index) => index !== lastMessage\n )\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data.startsWith(MicdropServerCommands.ToolCall)) {\n // Received tool call information\n try {\n const toolCall = JSON.parse(\n event.data.substring(MicdropServerCommands.ToolCall.length + 1)\n )\n this.emit('ToolCall', toolCall)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing tool call:',\n event.data,\n error\n )\n }\n }\n }\n\n private onWSClose = (event: CloseEvent) => {\n this.log('WebSocket closed', event)\n const error = getClientErrorFromWSCloseEvent(event)\n if (error) {\n this.setError(error)\n }\n\n const config = { ...DEFAULT_RECONNECT_OPTIONS, ...this.options.reconnect }\n const canReconnect =\n error && isRecoverableError(error) && config.maxAttempts > 0\n\n if (canReconnect) {\n this._isReconnecting = true\n this.stopWS()\n this.scheduleReconnect(config)\n } else {\n this.stop()\n }\n }\n\n private onWSError = (event: Event) => {\n this.setError(new MicdropClientError(MicdropClientErrorCode.Connection))\n }\n\n private stopWS() {\n if (!this.ws) return\n if (\n this.ws.readyState === WebSocket.OPEN ||\n this.ws.readyState === WebSocket.CONNECTING\n ) {\n this.ws.close()\n }\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private scheduleReconnect(config: Required<MicdropReconnectOptions>) {\n if (this.reconnectAttempt >= config.maxAttempts) {\n this.stop()\n this.setError(new MicdropClientError(MicdropClientErrorCode.Connection))\n return\n }\n\n this.reconnectAttempt++\n this.log(\n `Reconnecting in ${config.delayMs}ms (attempt ${this.reconnectAttempt})`\n )\n\n // Pause VAD while offline to avoid capturing audio that cannot be sent\n if (!this.isPaused && !this.isMuted) {\n this.vad?.pause?.()\n }\n\n if (this.reconnectTimer) {\n window.clearTimeout(this.reconnectTimer)\n }\n\n this.reconnectTimer = window.setTimeout(async () => {\n try {\n await this.startWS()\n } catch {\n this.scheduleReconnect(config)\n }\n }, config.delayMs)\n }\n\n private onSpeakerStartPlaying = () => {\n this.log('Speaker started')\n if (this.options.disableInterruption) {\n this.vad?.pause()\n this.notifyStateChange()\n }\n }\n\n private onSpeakerStopPlaying = () => {\n this.log('Speaker stopped')\n if (this.options.disableInterruption) {\n setTimeout(() => {\n if (!this.isMuted) {\n this.vad?.resume()\n this.notifyStateChange()\n }\n // Wait a bit to avoid recording the speaker output\n }, 200)\n }\n }\n\n private addMessage(message: MicdropConversationItem) {\n this.conversation = [...this.conversation, message]\n this.notifyStateChange()\n }\n\n private setError(error: MicdropClientError) {\n console.error('[MicdropClient] Error:', error)\n this.error = error\n this.notifyStateChange()\n this.emit('Error', error)\n }\n\n private notifyStateChange() {\n const state = this.state\n this.emit('StateChange', state, this.lastNotifiedState)\n this.lastNotifiedState = state\n }\n\n private log(...message: any[]) {\n if (!this.options.debugLog) return\n console.log(`[MicdropClient ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum MicdropClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum MicdropServerCommands {\n Message = 'Message',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EndCall = 'EndCall',\n ToolCall = 'ToolCall',\n}\n\nexport interface MicdropCallSummary {\n conversation: MicdropConversation\n duration: number\n}\n\nexport type MicdropConversationItem =\n | MicdropConversationMessage\n | MicdropConversationToolCall\n | MicdropConversationToolResult\n\nexport type MicdropConversation = Array<MicdropConversationItem>\n\nexport type MicdropAnswerMetadata = {\n [key: string]: any\n}\n\nexport interface MicdropConversationMessage<\n Data extends MicdropAnswerMetadata = MicdropAnswerMetadata,\n> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n\nexport interface MicdropConversationToolCall {\n role: 'tool_call'\n toolCallId: string\n toolName: string\n parameters: string\n}\n\nexport interface MicdropConversationToolResult {\n role: 'tool_result'\n toolCallId: string\n toolName: string\n output: string\n}\n\nexport interface MicdropToolCall {\n name: string\n parameters: any\n output: any\n}\n\nexport type DeepPartial<T> = T extends object\n ? {\n [P in keyof T]?: DeepPartial<T[P]>\n }\n : T\n","export enum MicdropClientErrorCode {\n MissingUrl = 'MissingUrl',\n Mic = 'Mic',\n Connection = 'Connection',\n InternalServer = 'InternalServer',\n BadRequest = 'BadRequest',\n Unauthorized = 'Unauthorized',\n NotFound = 'NotFound',\n Unknown = 'Unknown',\n}\n\nexport class MicdropClientError extends Error {\n code: MicdropClientErrorCode\n\n constructor(code = MicdropClientErrorCode.Unknown, message?: string) {\n super(message)\n this.name = `MicdropClientError:${code}`\n this.code = code\n }\n}\n\nexport function getClientErrorFromWSCloseEvent(\n event: CloseEvent\n): MicdropClientError | undefined {\n const code = getClientErrorFromWSCloseEventCode(event.code)\n return code && new MicdropClientError(code, event.reason)\n}\n\nexport function getClientErrorFromWSCloseEventCode(\n code: number\n): MicdropClientErrorCode | undefined {\n if (code === 1011) {\n return MicdropClientErrorCode.InternalServer\n } else if (code >= 1001 && code < 1011 && code !== 1005) {\n return MicdropClientErrorCode.Connection\n } else if (code === 4401) {\n return MicdropClientErrorCode.Unauthorized\n } else if (code === 4404) {\n return MicdropClientErrorCode.NotFound\n } else if (code === 4400) {\n return MicdropClientErrorCode.BadRequest\n } else if (code >= 4000) {\n return MicdropClientErrorCode.Unknown\n } else {\n return undefined\n }\n}\n\nexport function isRecoverableError(error: MicdropClientError): boolean {\n return (\n error.code === MicdropClientErrorCode.Connection ||\n error.code === MicdropClientErrorCode.InternalServer ||\n error.code === MicdropClientErrorCode.Unknown\n )\n}\n","import { MicdropClient } from './client'\n\n// Setup and export MicdropClient instance\nif (!window.micdropClient) {\n window.micdropClient = new MicdropClient()\n}\nexport const Micdrop = window.micdropClient\n"],"mappings":";AAAA,SAAS,oBAAoB;AAMtB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEA,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAM,MAAN,MAAU;AAAA,EAAV;AACL,SAAO,WAAW,IAAI,cAAc,YAAY;AAAA;AAAA,EAMxC,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,aAAa,UAAU;AAC9B,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,WAAW;AAAA,IAClB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,WAAW;AAAA,IAClB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;;;ACxFA,SAAS,gBAAAC,qBAAoB;;;ACA7B,SAAS,gBAAAC,qBAAoB;AAQtB,IAAe,cAAf,cAAmCC,cAAgC;AAAA,EAIxE,cAAc;AACZ,UAAM;AAJR,SAAO,YAAY;AAKjB,SAAK,aAAa,aAAa,WAAW;AAAA,EAC5C;AAAA,EAMU,aAAa,WAAoB;AACzC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AACF;;;ACvBA,IAAM,cAAc;AACpB,IAAM,WAAW;AAEV,IAAM,mBAAN,cAA+B,YAAY;AAAA,EAKhD,cAAc;AACZ,UAAM;AALR,SAAQ,aAA4B,CAAC;AAErC,SAAQ,oBAAoB;AAAA,EAI5B;AAAA,EAEA,QAAmB;AACjB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,UAAU,MAA2B;AACzC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,KAAK,kBAAkB,WAAW;AAEtD,UAAI,aAAa;AACf,aAAK,WAAW,KAAK,WAAW;AAChC,aAAK,aAAa;AAAA,MACpB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAAA,IACpD;AAAA,EACF;AAAA,EAEA,YAAkB;AAChB,QAAI,KAAK,mBAAmB;AAC1B,UAAI;AACF,aAAK,kBAAkB,KAAK;AAC5B,aAAK,kBAAkB,WAAW;AAAA,MACpC,SAAS,OAAO;AAAA,MAEhB;AACA,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,aAAa,CAAC;AACnB,SAAK,oBAAoB;AACzB,SAAK,aAAa,KAAK;AAAA,EACzB;AAAA,EAEQ,kBAAkB,aAA8C;AACtE,QAAI;AAEF,YAAM,YAAY,IAAI,WAAW,WAAW;AAG5C,YAAM,aAAa,UAAU;AAE7B,UAAI,eAAe,GAAG;AACpB,eAAO;AAAA,MACT;AAGA,YAAM,cAAc,aAAa;AAAA,QAC/B;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAGA,YAAM,cAAc,YAAY,eAAe,CAAC;AAChD,eAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,oBAAY,CAAC,IAAI,UAAU,CAAC,IAAI;AAAA,MAClC;AAEA,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAClD,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEQ,eAAqB;AAC3B,QAAI,KAAK,qBAAqB,KAAK,WAAW,WAAW,GAAG;AAC1D;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,iBAAuB;AAC7B,QAAI,KAAK,WAAW,WAAW,GAAG;AAChC,WAAK,oBAAoB;AACzB,WAAK,aAAa,KAAK;AACvB;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,WAAW,MAAM;AAG1C,SAAK,oBAAoB,aAAa,mBAAmB;AACzD,SAAK,kBAAkB,SAAS;AAChC,SAAK,kBAAkB,QAAQ,KAAK,UAAU;AAG9C,SAAK,kBAAkB,UAAU,MAAM;AACrC,WAAK,oBAAoB;AAEzB,WAAK,eAAe;AAAA,IACtB;AAGA,SAAK,kBAAkB,MAAM,CAAC;AAC9B,SAAK,aAAa,IAAI;AAAA,EACxB;AACF;;;AFzGO,IAAM,UAAN,cAAsBC,cAA4B;AAAA,EAAlD;AAAA;AACL,SAAO,YAAY;AACnB,SAAO,WAAW,IAAI,cAAc,YAAY;AAIhD;AAAA,SAAO,UAA6B,CAAC;AAAA;AAAA;AAAA,EAMrC,MAAM,QAAQ;AACZ,QAAI,KAAK,YAAa;AAGtB,SAAK,cAAc,IAAI,iBAAiB;AAGxC,SAAK,YAAY,GAAG,gBAAgB,MAAM,KAAK,aAAa,IAAI,CAAC;AACjE,SAAK,YAAY,GAAG,eAAe,MAAM,KAAK,aAAa,KAAK,CAAC;AAGjE,SAAK,kBAAkB,KAAK,YAAY,MAAM;AAG9C,UAAM,WACJ,aAAa,mDAAsC,KAAK;AAC1D,UAAM,KAAK,UAAU,QAAQ;AAAA,EAC/B;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,SAAK,MAAM;AACX,QAAI;AACF,YAAM,KAAK,aAAa,UAAU,IAAI;AAAA,IACxC,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,MAAM,YAAY;AAChB,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,aAAa,UAAU;AAAA,EAC9B;AAAA,EAEA,MAAM,aAAa,UAAkB;AACnC,UAAM,KAAK,UAAU,QAAQ;AAG7B,QAAI,KAAK,iBAAiB;AACxB,mBAAa,sDAAyC;AAAA,IACxD,OAAO;AACL,mBAAa,qDAAwC,QAAQ;AAAA,IAC/D;AAAA,EACF;AAAA,EAEA,IAAI,kBAA2B;AAC7B,WACE,CAAC,KAAK,YACN,KAAK,QAAQ,WAAW,KACxB,KAAK,aAAa,KAAK,QAAQ,CAAC,EAAE;AAAA,EAEtC;AAAA,EAEQ,aAAa,WAAoB;AACvC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AAAA,EAEA,MAAc,UAAU,UAA8B;AACpD,QAAI,CAAC,KAAK,iBAAiB;AACzB,cAAQ;AAAA,QACN;AAAA,MACF;AACA;AAAA,IACF;AACA,QAAI;AACF,WAAK,WAAW;AAChB,YAAM,gBAAgB,KAAK;AAC3B,YAAM,SAAS,CAAC,YAAY,gBAAgB,KAAK;AAEjD,UAAI,iBAAiB,eAAe,cAAc;AAGhD,cAAO,aAAqB,YAAY,MAAM;AAC9C,aAAK,gBAAgB,WAAW;AAChC,aAAK,gBAAgB,QAAQ,aAAa,WAAW;AACrD,aAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,YAAI,KAAK,yBAAyB;AAChC,eAAK,wBAAwB,MAAM;AACnC,eAAK,wBAAwB,YAAY;AACzC,eAAK,0BAA0B;AAAA,QACjC;AAAA,MACF,OAAO;AAGL,YAAI,CAAC,KAAK,yBAAyB;AAEjC,gBAAM,yBACJ,aAAa,6BAA6B;AAC5C,eAAK,gBAAgB,WAAW;AAChC,eAAK,gBAAgB,QAAQ,sBAAsB;AACnD,eAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,eAAK,0BAA0B,IAAI,MAAM;AACzC,eAAK,wBAAwB,WAAW;AACxC,eAAK,wBAAwB,YAAY,uBAAuB;AAAA,QAClE;AACA,cAAM,KAAK,wBAAwB,UAAU,MAAM;AAAA,MACrD;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,QAAQ,IAAI,KAAK;AAAA,IAClE;AAAA,EACF;AACF;;;AGlIA,SAAS,gBAAAC,qBAAoB;;;ACQtB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,SAAS,gBAAAC,qBAAoB;AAetB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2BD,cAAwB;AAAA,EAAnD;AAAA;AACL,SAAgB,OAAO,KAAK,YAAY;AACxC,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyCf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,UAAU,QAAmB;AACnC,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;ACjGO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AAsBR,SAAQ,iBAAiB,MAAM;AAC7B,YAAM,eAAe,KAAK,KAAK;AAAA,QAC7B,CAAC,QAAQ,IAAI;AAAA,MACf;AACA,YAAM,gBAAgB,KAAK,KAAK;AAAA,QAC9B,CAAC,QAAQ,IAAI;AAAA,MACf;AAGA,cAAQ,KAAK,QAAQ;AAAA,QACnB;AACE,cAAI,aAAc;AAClB,eAAK,KAAK,eAAe;AACzB,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,gBAAgB;AAC1B;AAAA,UACF;AACA,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,cAAc;AAAA,UAC1B;AACA;AAAA,MACJ;AAAA,IACF;AArDE,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AAAA,EAC3C;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK,KAAK,MAAM,CAAC,QAAQ,IAAI,QAAQ;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAoCA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AAAA,EAEA,MAAM,QAAuB;AAC3B,eAAW,OAAO,KAAK,MAAM;AAC3B,YAAM,IAAI,MAAM;AAAA,IAClB;AAAA,EACF;AAAA,EAEA,MAAM,SAAwB;AAC5B,eAAW,OAAO,KAAK,MAAM;AAC3B,YAAM,IAAI,OAAO;AAAA,IACnB;AAAA,EACF;AACF;;;ACpFA,SAAS,cAAc;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAKjC,YAAY,SAAqC;AAC/C,UAAM;AALR,SAAO,UAAU;AAEjB,SAAQ,YAAY;AAKlB,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,OAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,yBAAyB;AAAA,MACzB,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,CAAC,KAAK,OAAO,KAAK,UAAW;AACjC,SAAK,YAAY;AACjB,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,SAAwB;AAC5B,QAAI,CAAC,KAAK,OAAO,CAAC,KAAK,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC7FA,IAAME,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAWjC,YAAY,SAAqC;AAC/C,UAAM;AAXR,SAAO,UAAUA;AACjB,SAAQ,YAAY;AAIpB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,WAAW,KAAK,UAAW;AAGpC,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEQ,eAAqB;AAC3B,SAAK,WAAW;AAChB,SAAK,kBAAkB;AACvB,aAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,WAAK,gBAAgB,CAAC,IAAI;AAAA,IAC5B;AAAA,EACF;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,aAAa;AAElB,YAAQ,KAAK,QAAQ;AAAA,MACnB;AACE,aAAK,KAAK,cAAc;AACxB;AAAA,MACF;AACE,aAAK,KAAK,gBAAgB;AAC1B;AAAA,IACJ;AAEA,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,CAAC,KAAK,WAAW,KAAK,UAAW;AACrC,SAAK,YAAY;AACjB,SAAK,UAAU;AACf,SAAK,aAAa;AAElB,YAAQ,KAAK,QAAQ;AAAA,MACnB;AACE,aAAK,KAAK,cAAc;AACxB;AAAA,MACF;AACE,aAAK,KAAK,gBAAgB;AAC1B;AAAA,IACJ;AAAA,EACF;AAAA,EAEA,MAAM,SAAwB;AAC5B,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,YAAY;AACjB,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACjOA,IAAM,aAAa;AAEZ,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,WAAW;AAChC,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;AAEO,SAAS,eAAe,GAAe,GAAwB;AACpE,MAAI,MAAM,EAAG,QAAO;AACpB,MAAI,MAAM,QAAQ,CAAC,KAAK,MAAM,QAAQ,CAAC,KAAK,EAAE,WAAW,EAAE,QAAQ;AACjE,WAAO,EAAE,MAAM,CAAC,MAAM,UAAU,eAAe,MAAM,EAAE,KAAK,CAAC,CAAC;AAAA,EAChE;AACA,SAAO;AACT;;;AC1BA;;;ACSA,eAAsB,mBAAmB;AACvC,MAAI,OAAO,oBAAqB;AAChC,SAAO,sBAAsB;AAG7B,QAAM,cAAc,IAAI,KAAK,CAAC,6BAAmB,GAAG;AAAA,IAClD,MAAM;AAAA,EACR,CAAC;AACD,QAAM,aAAa,IAAI,gBAAgB,WAAW;AAGlD,QAAM,aAAa,aAAa,UAAU,UAAU;AACtD;;;ARbA,IAAMC,eAAc;AAQpB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,YAAY;AACd;AASO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAW/D,YAAoB,WAAuB;AACzC,UAAM;AADY;AAHpB,SAAQ,oBAAoB;AAC5B,SAAQ,eAA6B,CAAC;AAWtC,iBAAQ,OAAO,WAAwB;AACrC,UAAI,KAAK,MAAM,WAAW;AACxB,cAAM,IAAI,MAAM,gCAAgC;AAAA,MAClD;AACA,UAAI;AAEF,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,YAAY;AAAA,QACd,CAAC;AACD,aAAK,SAAS;AACd,aAAK,oBAAoB;AAGzB,cAAM,iBAAiB;AACvB,aAAK,cAAc,IAAI,iBAAiB,cAAc,eAAe;AACrE,aAAK,YAAY,KAAK,YAAY,KAAK;AAGvC,aAAK,YAAY,KAAK,YAAY;AAAA,UAChC,MAAM;AAAA,UACN,kBAAkB,aAAa;AAAA,UAC/B,kBAAkBD;AAAA,QACpB,CAAC;AAGD,cAAM,gBAAgB,oBAAoB,QAAQ,KAAK,IAAI,QAAQ,GAAI;AACvE,aAAK,gBAAgB;AAGrB,aAAK,SAAS,aAAa,wBAAwB,aAAa;AAChE,aAAK,OAAO,QAAQ,KAAK,WAAW;AAGpC,cAAM,KAAK,IAAI,MAAM,MAAM;AAC3B,aAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,aAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,aAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,aAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAE/C,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,WAAW;AAAA,QACb,CAAC;AAAA,MACH,SAAS,KAAK;AACZ,aAAK,KAAK;AACV,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,QACX,YAAY;AAAA,MACd,CAAC;AACD,WAAK,SAAS;AAEd,UAAI;AAEF,aAAK,IAAI,KAAK;AACd,aAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,aAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,aAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,aAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAGhD,YAAI,KAAK,aAAa;AACpB,eAAK,YAAY,WAAW;AAC5B,eAAK,cAAc;AAAA,QACrB;AACA,YAAI,KAAK,QAAQ;AACf,eAAK,OAAO,WAAW;AACvB,eAAK,SAAS;AAAA,QAChB;AAGA,YAAI,KAAK,eAAe;AACtB,qBAAW,KAAK,aAAa;AAC7B,eAAK,gBAAgB;AAAA,QACvB;AAAA,MACF,SAAS,KAAK;AACZ,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,qBAAY,CAAC,cAAyB;AACpC,UAAI,eAAe,WAAW,KAAK,SAAS,EAAG;AAE/C,YAAM,SAAS,KAAK;AACpB,UAAI,QAAQ;AACV,aAAK,KAAK;AAAA,MACZ;AAEA,WAAK,YAAY;AACjB,WAAK,MAAM,OAAO,SAAS;AAE3B,UAAI,QAAQ;AACV,aAAK,MAAM,MAAM;AAAA,MACnB;AAAA,IACF;AAEA,SAAQ,kBAAkB,YAAY;AACpC,WAAK,oBAAoB;AACzB,WAAK,aAAa,SAAS;AAG3B,WAAK,aAAa,KAAK,YAAY,EAAE,MAAM,QAAQ,CAAC;AAAA,IACtD;AAEA,SAAQ,oBAAoB,YAAY;AACtC,WAAK,oBAAoB;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,KAAK,eAAe;AAAA,IAC3B;AAEA,SAAQ,mBAAmB,YAAY;AACrC,WAAK,aAAa,SAAS;AAG3B,WAAK,aAAa,KAAK,YAAY,EAAE,MAAM,OAAO,CAAC;AAAA,IACrD;AAEA,SAAQ,iBAAiB,YAAY;AACnC,WAAK,oBAAoB;AACzB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AAGxB,WAAK,aAAa,KAAK,YAAY,EAAE,MAAM,OAAO,CAAC;AAAA,IACrD;AAEA,SAAQ,mBAAmB,CAAC,UAAwB;AAClD,YAAM,EAAE,MAAM,KAAK,IAAI,MAAM;AAC7B,UAAI,SAAS,SAAS;AACpB,cAAM,UAAU;AAEhB,YAAI,CAAC,KAAK,mBAAmB;AAE3B,eAAK,aAAa,KAAK,OAAO;AAC9B;AAAA,QACF;AAGA,mBAAW,SAAS,KAAK,cAAc;AACrC,eAAK,KAAK,SAAS,KAAK;AAAA,QAC1B;AACA,aAAK,aAAa,SAAS;AAG3B,aAAK,KAAK,SAAS,OAAO;AAAA,MAC5B;AAAA,IACF;AA7JE,SAAK,QAAQ;AAEb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EA4JQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AACF;;;AS7MA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAS;AACnC;AACO,IAAME,OAAM,OAAO;AAG1B,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAa;AAC3C;AACO,IAAMC,WAAU,OAAO;;;ACjB9B,SAAS,gBAAAC,qBAAoB;;;ACAtB,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,mBAAgB;AAChB,EAAAA,uBAAA,kBAAe;AACf,EAAAA,uBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,2BAAwB;AACxB,EAAAA,uBAAA,gBAAa;AACb,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,cAAW;AALD,SAAAA;AAAA,GAAA;;;ACNL,IAAK,yBAAL,kBAAKC,4BAAL;AACL,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,SAAM;AACN,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,oBAAiB;AACjB,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,kBAAe;AACf,EAAAA,wBAAA,cAAW;AACX,EAAAA,wBAAA,aAAU;AARA,SAAAA;AAAA,GAAA;AAWL,IAAM,qBAAN,cAAiC,MAAM;AAAA,EAG5C,YAAY,OAAO,yBAAgC,SAAkB;AACnE,UAAM,OAAO;AACb,SAAK,OAAO,sBAAsB,IAAI;AACtC,SAAK,OAAO;AAAA,EACd;AACF;AAEO,SAAS,+BACd,OACgC;AAChC,QAAM,OAAO,mCAAmC,MAAM,IAAI;AAC1D,SAAO,QAAQ,IAAI,mBAAmB,MAAM,MAAM,MAAM;AAC1D;AAEO,SAAS,mCACd,MACoC;AACpC,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,EACT,WAAW,QAAQ,QAAQ,OAAO,QAAQ,SAAS,MAAM;AACvD,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,QAAQ,KAAM;AACvB,WAAO;AAAA,EACT,OAAO;AACL,WAAO;AAAA,EACT;AACF;AAEO,SAAS,mBAAmB,OAAoC;AACrE,SACE,MAAM,SAAS,iCACf,MAAM,SAAS,yCACf,MAAM,SAAS;AAEnB;;;AFKA,IAAM,4BAA+D;AAAA,EACnE,aAAa;AAAA,EACb,SAAS;AACX;AAEO,IAAM,gBAAN,cACGC,cAEV;AAAA,EAkBE,YAAmB,UAA0B,CAAC,GAAG;AAC/C,UAAM;AADW;AAhBnB,SAAO,eAAoC,CAAC;AAE5C,SAAO,iBAAoC,CAAC;AAC5C,SAAO,aAAgC,CAAC;AAIxC,SAAQ,YAAY;AACpB,SAAQ,oBAAoB,KAAK;AACjC,SAAQ,gBAAgB;AACxB,SAAQ,WAAW;AACnB,SAAQ,YAAY;AACpB,SAAQ,kBAAkB;AAC1B,SAAQ,mBAAmB;AAiH3B,iBAAQ,OAAO,YAA4B;AACzC,WAAK,QAAQ;AACb,WAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAK,YAAY,KAAK,IAAI;AAC1B,WAAK,eAAe,CAAC;AACrB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AACjB,WAAK,kBAAkB;AACvB,WAAK,mBAAmB;AACxB,UAAI,KAAK,gBAAgB;AACvB,eAAO,aAAa,KAAK,cAAc;AACvC,aAAK,iBAAiB;AAAA,MACxB;AAGA,UAAI,CAAC,KAAK,eAAe,SAAS,KAAK;AACrC,cAAM,KAAK,SAAS,EAAE,KAAK,SAAS,IAAI,CAAC;AAAA,MAC3C;AAGA,YAAM,KAAK,QAAQ;AAAA,IACrB;AAEA,gBAAO,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AACjB,WAAK,kBAAkB;AACvB,UAAI,KAAK,gBAAgB;AACvB,eAAO,aAAa,KAAK,cAAc;AACvC,aAAK,iBAAiB;AAAA,MACxB;AAEA,UAAI;AAEF,aAAK,OAAO;AAAA,MACd,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAAA,MACjE;AAEA,UAAI;AAEF,aAAK,aAAa,KAAK;AACvB,aAAK,QAAQ;AAAA,MACf,SAAS,OAAO;AACd,gBAAQ,MAAM,6CAA6C,KAAK;AAAA,MAClE;AAGA,MAAAC,SAAQ,UAAU;AAAA,IACpB;AAEA,gBAAO,MAAM;AACX,WAAK,KAAK,MAAM;AAChB,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,kBAAS,MAAM;AACb,UACE,CAAC,KAAK,YACN,EAAE,KAAK,QAAQ,uBAAuBA,SAAQ,YAC9C;AACA,aAAK,KAAK,OAAO;AAAA,MACnB;AACA,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,iBAAQ,MAAM;AACZ,UAAI,KAAK,SAAU;AACnB,WAAK,KAAK,MAAM;AAChB,WAAK,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,kBAAkB;AACvB,MAAAA,SAAQ,UAAU;AAClB,WAAK,IAAI,sBAA+B;AAAA,IAC1C;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI,CAAC,KAAK,SAAS;AACjB,aAAK,KAAK,OAAO;AAAA,MACnB;AACA,WAAK,YAAY;AACjB,WAAK,kBAAkB;AAAA,IACzB;AAEA,oBAAW,OACT,UAGI,CAAC,MACF;AACH,WAAK,QAAQ;AACb,WAAK,WAAW;AAChB,UAAI,QAAQ,KAAK;AACf,aAAK,QAAQ,MAAM,QAAQ;AAAA,MAC7B;AACA,UAAI;AACF,YAAI,KAAK,aAAa;AAEpB,eAAK,YAAY,KAAK;AAGtB,cAAI,QAAQ,KAAK;AACf,iBAAK,YAAY,UAAU,QAAQ,GAAG;AAAA,UACxC;AAAA,QACF,OAAO;AACL,eAAK,cAAc,IAAI,YAAY,KAAK,QAAQ,GAAG;AAGnD,eAAK,YAAY,GAAG,eAAe,MAAM;AACvC,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAGD,eAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,iBAAK,IAAI,oCAAoC,IAAI;AACjD,iBAAK,IAAI,KAAK,IAAI;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,iBAAK,IAAI,qBAAqB;AAC9B,iBAAK,IAAI,wCAAwC;AAEjD,iBAAK,gBAAgB;AACrB,iBAAK,kBAAkB;AACvB,YAAAA,SAAQ,UAAU;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,iBAAK,IAAI,oBAAoB;AAC7B,iBAAK,IAAI,sCAAuC;AAChD,gBAAI,KAAK,aAAa;AACpB,mBAAK,gBAAgB;AAAA,YACvB;AACA,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAAA,QACH;AAGA,cAAM,YAAY,MAAMC,KAAI,MAAM,QAAQ,QAAQ;AAClD,aAAK,YAAY;AAGjB,cAAM,KAAK,YAAY,MAAM,SAAS;AAItC,cAAM,KAAK,cAAc;AAIzB,cAAMD,SAAQ,MAAM;AAEpB,aAAK,kBAAkB;AAAA,MACzB,SAAS,OAAO;AACd,aAAK;AAAA,UACH,IAAI;AAAA;AAAA,YAED,OAAe;AAAA,UAClB;AAAA,QACF;AACA,cAAM,KAAK,KAAK;AAChB,cAAM;AAAA,MACR;AAAA,IACF;AAEA,2BAAkB,OAAO,aAAqB;AAC5C,YAAM,KAAK,SAAS,EAAE,SAAS,CAAC;AAAA,IAClC;AAEA,+BAAsB,OAAO,aAAqB;AAChD,YAAMA,SAAQ,aAAa,QAAQ;AACnC,WAAK,kBAAkB;AAAA,IACzB;AAUA,SAAQ,gBAAgB,YAAY;AAClC,YAAM,aAAa,MAAM,UAAU,aAAa,iBAAiB;AACjE,UAAI,WAAW,WAAW,EAAG;AAI7B,YAAM,iBAAiB,WAAW;AAAA,QAChC,CAAC,WAAW,OAAO,aAAa;AAAA,MAClC;AACA,YAAM,UAAU,WAAW,OAAO,CAAC,WAAW,OAAO,aAAa,SAAS;AAC3E,YAAM,wBAAwB,eAC3B;AAAA,QAAI,CAAC,WACJ,QAAQ;AAAA,UACN,CAAC,MAAM,EAAE,YAAY,OAAO,WAAW,EAAE,SAAS,OAAO;AAAA,QAC3D;AAAA,MACF,EACC,OAAO,CAAC,UAAU,UAAU,EAAE;AACjC,iBAAW,SAAS,uBAAuB;AACzC,cAAM,SAAS,QAAQ,KAAK;AAC5B,gBAAQ,OAAO,OAAO,CAAC;AACvB,gBAAQ,QAAQ,MAAM;AAAA,MACxB;AAEA,WAAK,aAAa,QAAQ,OAAO,CAAC,WAAW,OAAO,SAAS,YAAY;AACzE,WAAK,iBAAiB,QAAQ;AAAA,QAC5B,CAAC,WAAW,OAAO,SAAS;AAAA,MAC9B;AACA,MAAAA,SAAQ,UAAU,KAAK;AAEvB,WAAK,kBAAkB;AAAA,IACzB;AAqCA,SAAQ,WAAW,MAAM;AACvB,WAAK,IAAI,kBAAkB;AAC3B,WAAK,kBAAkB;AACvB,WAAK,mBAAmB;AACxB,WAAK,QAAQ;AACb,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ,QAAQ;AACvB,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,QAAQ,MAAM,CAAC;AAAA,MACnD;AAGA,UAAI,CAAC,KAAK,YAAY,CAAC,KAAK,SAAS;AACnC,aAAK,KAAK,SAAS;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,cAAc,CAAC,UAAwB;AAC7C,WAAK,IAAI,qBAAqB,MAAM,IAAI;AACxC,UAAI,MAAM,gBAAgB,MAAM;AAE9B,YAAI,KAAK,YAAY,KAAK,eAAgB;AAC1C,QAAAA,SAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,yCAAyC,MAAM,IAAI,EAAE;AAAA,MACpE,WAAW,MAAM,KAAK,kCAAwC,GAAG;AAE/D,YAAI;AACF,gBAAM,UAAU,KAAK;AAAA,YACnB,MAAM,KAAK,kCAAwC,SAAS,CAAC;AAAA,UAC/D;AACA,eAAK,WAAW,OAAO;AAAA,QACzB,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF,WAAW,MAAM,kCAAwC;AAEvD,aAAK,KAAK,SAAS;AAAA,MACrB,WAAW,MAAM,wCAA2C;AAE1D,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAsD;AAErE,cAAM,cAAc,KAAK,aAAa;AAAA,UACpC,CAAC,YAAY,QAAQ,SAAS;AAAA,QAChC;AACA,YAAI,gBAAgB,IAAI;AACtB,eAAK,eAAe,KAAK,aAAa;AAAA,YACpC,CAAC,GAAG,UAAU,UAAU;AAAA,UAC1B;AACA,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,KAAK,oCAAyC,GAAG;AAEhE,YAAI;AACF,gBAAM,WAAW,KAAK;AAAA,YACpB,MAAM,KAAK,oCAAyC,SAAS,CAAC;AAAA,UAChE;AACA,eAAK,KAAK,YAAY,QAAQ;AAAA,QAChC,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAsB;AACzC,WAAK,IAAI,oBAAoB,KAAK;AAClC,YAAM,QAAQ,+BAA+B,KAAK;AAClD,UAAI,OAAO;AACT,aAAK,SAAS,KAAK;AAAA,MACrB;AAEA,YAAM,SAAS,EAAE,GAAG,2BAA2B,GAAG,KAAK,QAAQ,UAAU;AACzE,YAAM,eACJ,SAAS,mBAAmB,KAAK,KAAK,OAAO,cAAc;AAE7D,UAAI,cAAc;AAChB,aAAK,kBAAkB;AACvB,aAAK,OAAO;AACZ,aAAK,kBAAkB,MAAM;AAAA,MAC/B,OAAO;AACL,aAAK,KAAK;AAAA,MACZ;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAiB;AACpC,WAAK,SAAS,IAAI,gDAAoD,CAAC;AAAA,IACzE;AA4CA,SAAQ,wBAAwB,MAAM;AACpC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,qBAAqB;AACpC,aAAK,KAAK,MAAM;AAChB,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AAEA,SAAQ,uBAAuB,MAAM;AACnC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,qBAAqB;AACpC,mBAAW,MAAM;AACf,cAAI,CAAC,KAAK,SAAS;AACjB,iBAAK,KAAK,OAAO;AACjB,iBAAK,kBAAkB;AAAA,UACzB;AAAA,QAEF,GAAG,GAAG;AAAA,MACR;AAAA,IACF;AA/gBE,IAAAA,SAAQ,GAAG,gBAAgB,KAAK,qBAAqB;AACrD,IAAAA,SAAQ,GAAG,eAAe,KAAK,oBAAoB;AAGnD,cAAU,aAAa,iBAAiB,gBAAgB,KAAK,aAAa;AAAA,EAC5E;AAAA,EAEA,IAAI,MAAuB;AACzB,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,IAAI,YAAqB;AACvB,YACG,KAAK,eAAe,KAAK,qBACzB,KAAK,aAAa,MAAM,aAAa;AAAA,EAE1C;AAAA,EAEA,IAAI,aAAsB;AACxB,YACG,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc,UAC5D,CAAC,KAAK;AAAA,EAEV;AAAA,EAEA,IAAI,iBAA0B;AAC5B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,UAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,iBAAiB,CAAC,KAAK;AAAA,EACrC;AAAA,EAEA,IAAI,cAAuB;AACzB,WACE,KAAK,gBACL,CAAC,KAAK,YACN,CAAC,KAAK,gBACN,CAAC,KAAK,cACN,CAAC,KAAK,kBACN,CAAC,KAAK;AAAA,EAEV;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,KAAK,YAAY;AAAA,EAC/B;AAAA,EAEA,IAAI,iBAA0B;AAC5B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,sBAA+B;AACjC,WAAOA,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,cAAkC;AACpC,WAAOC,KAAI;AAAA,EACb;AAAA,EAEA,IAAI,kBAAsC;AACxC,WAAOD,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,QAAsB;AACxB,WAAO;AAAA,MACL,YAAY,KAAK;AAAA,MACjB,WAAW,KAAK;AAAA,MAChB,gBAAgB,KAAK;AAAA,MACrB,SAAS,KAAK;AAAA,MACd,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,MAClB,cAAc,KAAK;AAAA,MACnB,gBAAgB,KAAK;AAAA,MACrB,qBAAqB,KAAK;AAAA,MAC1B,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB,OAAO,KAAK;AAAA,MACZ,aAAa,KAAK;AAAA,MAClB,iBAAiB,KAAK;AAAA,MACtB,YAAY,KAAK;AAAA,MACjB,gBAAgB,KAAK;AAAA,IACvB;AAAA,EACF;AAAA,EAyLQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,IAAAC,KAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkCA,MAAc,UAAU;AACtB,QAAI;AACF,UAAI,KAAK,IAAI;AACX,aAAK,IAAI,8BAA8B;AACvC;AAAA,MACF;AACA,UAAI,CAAC,KAAK,cAAc;AACtB,cAAM,IAAI,kCAA6C;AAAA,MACzD;AACA,UAAI,CAAC,KAAK,QAAQ,KAAK;AACrB,cAAM,IAAI,gDAAoD;AAAA,MAChE;AAGA,WAAK,KAAK,IAAI,UAAU,KAAK,QAAQ,GAAG;AACxC,WAAK,GAAG,aAAa;AACrB,WAAK,kBAAkB;AAGvB,WAAK,GAAG,SAAS,KAAK;AACtB,WAAK,GAAG,YAAY,KAAK;AACzB,WAAK,GAAG,UAAU,KAAK;AACvB,WAAK,GAAG,UAAU,KAAK;AAAA,IACzB,SAAS,OAAO;AACd,WAAK;AAAA,QACH,IAAI;AAAA;AAAA,UAED,OAAe;AAAA,QAClB;AAAA,MACF;AACA,YAAM,KAAK,KAAK;AAChB,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAwGQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,QACE,KAAK,GAAG,eAAe,UAAU,QACjC,KAAK,GAAG,eAAe,UAAU,YACjC;AACA,WAAK,GAAG,MAAM;AAAA,IAChB;AACA,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,kBAAkB,QAA2C;AACnE,QAAI,KAAK,oBAAoB,OAAO,aAAa;AAC/C,WAAK,KAAK;AACV,WAAK,SAAS,IAAI,gDAAoD,CAAC;AACvE;AAAA,IACF;AAEA,SAAK;AACL,SAAK;AAAA,MACH,mBAAmB,OAAO,OAAO,eAAe,KAAK,gBAAgB;AAAA,IACvE;AAGA,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,SAAS;AACnC,WAAK,KAAK,QAAQ;AAAA,IACpB;AAEA,QAAI,KAAK,gBAAgB;AACvB,aAAO,aAAa,KAAK,cAAc;AAAA,IACzC;AAEA,SAAK,iBAAiB,OAAO,WAAW,YAAY;AAClD,UAAI;AACF,cAAM,KAAK,QAAQ;AAAA,MACrB,QAAQ;AACN,aAAK,kBAAkB,MAAM;AAAA,MAC/B;AAAA,IACF,GAAG,OAAO,OAAO;AAAA,EACnB;AAAA,EAuBQ,WAAW,SAAkC;AACnD,SAAK,eAAe,CAAC,GAAG,KAAK,cAAc,OAAO;AAClD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,SAAS,OAA2B;AAC1C,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,SAAK,QAAQ;AACb,SAAK,kBAAkB;AACvB,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,oBAAoB;AAC1B,UAAM,QAAQ,KAAK;AACnB,SAAK,KAAK,eAAe,OAAO,KAAK,iBAAiB;AACtD,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,QAAQ,SAAU;AAC5B,YAAQ,IAAI,kBAAkB,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAC1E;AACF;;;AG7nBA,IAAI,CAAC,OAAO,eAAe;AACzB,SAAO,gBAAgB,IAAI,cAAc;AAC3C;AACO,IAAM,UAAU,OAAO;","names":["audioContext","audioContext","unlock","LocalStorageKeys","EventEmitter","EventEmitter","EventEmitter","EventEmitter","EventEmitter","EventEmitter","VADStatus","defaultOptions","SAMPLE_RATE","EventEmitter","Mic","Speaker","EventEmitter","MicdropClientCommands","MicdropServerCommands","MicdropClientErrorCode","EventEmitter","Speaker","Mic"]}
1
+ {"version":3,"sources":["../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/Mic.ts","../src/audio/Speaker.ts","../src/audio/stream/AudioStream.ts","../src/audio/stream/Pcm16AudioStream.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","raw:./pcm-processor-worklet","../src/audio/pcm-processor.ts","../src/audio/index.ts","../src/client/MicdropClient.ts","../../server/src/types.ts","../src/client/MicdropClientError.ts","../src/Micdrop.ts"],"sourcesContent":["import { EventEmitter } from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport class Mic {\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.deviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n let newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n if (newDeviceId === 'default' && deviceId) {\n newDeviceId = deviceId\n }\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.deviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.deviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { AudioStream } from './stream/AudioStream'\nimport { Pcm16AudioStream } from './stream/Pcm16AudioStream'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport interface SpeakerEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport class Speaker extends EventEmitter<SpeakerEvents> {\n public isPlaying = false\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n // Set by MicdropClient, useful to detect default device\n public devices: MediaDeviceInfo[] = []\n\n private audioStream?: AudioStream\n private audioSourceNode?: AudioNode\n private audioElementDestination?: HTMLAudioElement // Used when audiocontext sinkId is not available\n\n async start() {\n if (this.audioStream) return\n\n // Instantiate the audio stream based on the browser compatibility\n this.audioStream = new Pcm16AudioStream()\n\n // Forward events from AudioStream\n this.audioStream.on('StartPlaying', () => this.setIsPlaying(true))\n this.audioStream.on('StopPlaying', () => this.setIsPlaying(false))\n\n // Get the audio source node from AudioStream\n this.audioSourceNode = this.audioStream.start()\n\n // Select speaker device if speakerId is in local storage\n const deviceId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) ?? undefined\n await this.setDevice(deviceId)\n }\n\n async playAudio(blob: Blob) {\n this.start()\n try {\n await this.audioStream?.playAudio(blob)\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n async stopAudio() {\n if (!this.isPlaying) return\n this.audioStream?.stopAudio()\n }\n\n async changeDevice(deviceId: string) {\n await this.setDevice(deviceId)\n\n // Update local storage\n if (this.isDefaultDevice) {\n localStorage.removeItem(LocalStorageKeys.SpeakerDevice)\n } else {\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, deviceId)\n }\n }\n\n get isDefaultDevice(): boolean {\n return (\n !this.deviceId ||\n this.devices.length === 0 ||\n this.deviceId === this.devices[0].deviceId\n )\n }\n\n private setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n\n private async setDevice(deviceId: string | undefined) {\n if (!this.audioSourceNode) {\n console.error(\n 'audioSourceNode not initialized, setDevice called before start'\n )\n return\n }\n try {\n this.deviceId = deviceId\n const defaultDevice = this.isDefaultDevice\n const sinkId = !deviceId || defaultDevice ? '' : deviceId\n\n if (defaultDevice || 'setSinkId' in audioContext) {\n // Play through audiocontext destination when possible\n // It is the preferred way, as it's the only way to have echo cancellation\n await (audioContext as any).setSinkId?.(sinkId)\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(audioContext.destination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Reset audio element destination if it exists\n if (this.audioElementDestination) {\n this.audioElementDestination.pause()\n this.audioElementDestination.srcObject = null\n this.audioElementDestination = undefined\n }\n } else {\n // On Firefox, we can't set sinkId on audio context\n // So we stream non-default devices back to an audio element for which we set sinkId\n if (!this.audioElementDestination) {\n // Create a media stream destination to stream the audio to\n const mediaStreamDestination =\n audioContext.createMediaStreamDestination()\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(mediaStreamDestination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Play stream to audio element destination\n this.audioElementDestination = new Audio()\n this.audioElementDestination.autoplay = true\n this.audioElementDestination.srcObject = mediaStreamDestination.stream\n }\n await this.audioElementDestination.setSinkId(sinkId)\n }\n } catch (error) {\n console.error(`Error setting Audio Output to ${deviceId}`, error)\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { audioContext } from '../utils/audioContext'\n\nexport interface AudioStreamEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport abstract class AudioStream extends EventEmitter<AudioStreamEvents> {\n public isPlaying = false\n protected outputNode: AudioNode\n\n constructor() {\n super()\n this.outputNode = audioContext.createGain()\n }\n\n abstract start(): AudioNode\n abstract playAudio(blob: Blob): Promise<void>\n abstract stopAudio(): void\n\n protected setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { AudioStream } from './AudioStream'\n\nconst SAMPLE_RATE = 16000\nconst CHANNELS = 1\n\nexport class Pcm16AudioStream extends AudioStream {\n private audioQueue: AudioBuffer[] = []\n private currentSourceNode?: AudioBufferSourceNode\n private isProcessingQueue = false\n\n constructor() {\n super()\n }\n\n start(): AudioNode {\n return this.outputNode\n }\n\n async playAudio(blob: Blob): Promise<void> {\n try {\n // Convert blob to PCM data\n const arrayBuffer = await blob.arrayBuffer()\n\n // Convert PCM data to AudioBuffer with proper sample rate\n const audioBuffer = this.createAudioBuffer(arrayBuffer)\n\n if (audioBuffer) {\n this.audioQueue.push(audioBuffer)\n this.processQueue()\n }\n } catch (error) {\n console.error('Failed to play audio chunk:', error)\n }\n }\n\n stopAudio(): void {\n if (this.currentSourceNode) {\n try {\n this.currentSourceNode.stop()\n this.currentSourceNode.disconnect()\n } catch (error) {\n // Ignore errors when stopping\n }\n this.currentSourceNode = undefined\n }\n this.audioQueue = []\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n }\n\n private createAudioBuffer(arrayBuffer: ArrayBuffer): AudioBuffer | null {\n try {\n // Convert ArrayBuffer to Int16Array (assuming 16-bit PCM)\n const int16Data = new Int16Array(arrayBuffer)\n\n // Calculate number of samples\n const numSamples = int16Data.length\n\n if (numSamples === 0) {\n return null\n }\n\n // Create AudioBuffer with the correct sample rate\n const audioBuffer = audioContext.createBuffer(\n CHANNELS,\n numSamples,\n SAMPLE_RATE\n )\n\n // Convert 16-bit PCM to float32 and copy to AudioBuffer\n const channelData = audioBuffer.getChannelData(0)\n for (let i = 0; i < numSamples; i++) {\n channelData[i] = int16Data[i] / 32768.0\n }\n\n return audioBuffer\n } catch (error) {\n console.error('Error creating AudioBuffer:', error)\n return null\n }\n }\n\n private processQueue(): void {\n if (this.isProcessingQueue || this.audioQueue.length === 0) {\n return\n }\n\n this.isProcessingQueue = true\n this.playNextBuffer()\n }\n\n private playNextBuffer(): void {\n if (this.audioQueue.length === 0) {\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n return\n }\n\n const audioBuffer = this.audioQueue.shift()!\n\n // Create a new AudioBufferSourceNode\n this.currentSourceNode = audioContext.createBufferSource()\n this.currentSourceNode.buffer = audioBuffer\n this.currentSourceNode.connect(this.outputNode)\n\n // Set up event handler for when this buffer finishes\n this.currentSourceNode.onended = () => {\n this.currentSourceNode = undefined\n // Continue processing queue\n this.playNextBuffer()\n }\n\n // Start playing\n this.currentSourceNode.start(0)\n this.setIsPlaying(true)\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { audioContext } from './utils/audioContext'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD, VADStatus } from './vad/VAD'\nimport { equalVADConfig, getVAD, VADConfig } from './vad/getVAD'\nimport { initPcmProcessor } from './pcm-processor'\n\nconst SAMPLE_RATE = 16000\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Int16Array]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n public vad: VAD\n\n private stream: MediaStream | undefined\n private source: MediaStreamAudioSourceNode | undefined\n private workletNode: AudioWorkletNode | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Int16Array[] = []\n\n constructor(private vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n start = async (stream: MediaStream) => {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isSpeaking: false,\n })\n this.stream = stream\n this.speakingConfirmed = false\n\n // Create a worklet node with the PCM processor\n await initPcmProcessor()\n this.workletNode = new AudioWorkletNode(audioContext, 'pcm-processor')\n this.workletNode.port.onmessage = this.onWorkletMessage\n\n // Send sample rate configuration to worklet\n this.workletNode.port.postMessage({\n type: 'configure',\n sourceSampleRate: audioContext.sampleRate,\n targetSampleRate: SAMPLE_RATE,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(stream, this.vad.delay / 1000)\n this.delayedStream = delayedStream\n\n // Connect the source node to the worklet node\n this.source = audioContext.createMediaStreamSource(delayedStream)\n this.source.connect(this.workletNode)\n\n // Start speaking detection\n await this.vad.start(stream)\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n stop = () => {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isSpeaking: false,\n })\n this.stream = undefined\n\n try {\n // Stop speaking detection\n this.vad.stop()\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n\n // Stop Web Audio API\n if (this.workletNode) {\n this.workletNode.disconnect()\n this.workletNode = undefined\n }\n if (this.source) {\n this.source.disconnect()\n this.source = undefined\n }\n\n // Stop delayed stream\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n changeVad = (vadConfig: VADConfig) => {\n if (equalVADConfig(vadConfig, this.vadConfig)) return\n\n const stream = this.stream\n if (stream) {\n this.stop()\n }\n\n this.vadConfig = vadConfig\n this.vad = getVAD(vadConfig)\n\n if (stream) {\n this.start(stream)\n }\n }\n\n private onStartSpeaking = async () => {\n this.speakingConfirmed = false\n this.queuedChunks.length = 0\n\n // Start recording\n this.workletNode?.port.postMessage({ type: 'start' })\n }\n\n private onConfirmSpeaking = async () => {\n this.speakingConfirmed = true\n this.changeState({ isSpeaking: true })\n this.emit('StartSpeaking')\n }\n\n private onCancelSpeaking = async () => {\n this.queuedChunks.length = 0\n\n // Stop recording\n this.workletNode?.port.postMessage({ type: 'stop' })\n }\n\n private onStopSpeaking = async () => {\n this.speakingConfirmed = false\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n\n // Stop recording\n this.workletNode?.port.postMessage({ type: 'stop' })\n }\n\n private onWorkletMessage = (event: MessageEvent) => {\n const { type, data } = event.data\n if (type === 'chunk') {\n const pcmData = data as Int16Array\n\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(pcmData)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the current chunk\n this.emit('Chunk', pcmData)\n }\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { EventEmitter } from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public readonly name = this.constructor.name\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Checks if the VAD is paused\n * @returns True if the VAD is paused, false otherwise\n */\n abstract get isPaused(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Pauses the VAD\n */\n abstract pause(): Promise<void>\n\n /**\n * Resumes the VAD\n */\n abstract resume(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n private setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public readonly name = 'MultipleVAD'\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n get isPaused(): boolean {\n return this.vads.every((vad) => vad.isPaused)\n }\n\n async start(stream: MediaStream): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange = () => {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n\n async pause(): Promise<void> {\n for (const vad of this.vads) {\n await vad.pause()\n }\n }\n\n async resume(): Promise<void> {\n for (const vad of this.vads) {\n await vad.resume()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public readonly name = 'SileroVAD'\n public options = defaultOptions\n private vad: MicVAD | undefined\n private _isPaused = false\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n getStream: async () => stream,\n pauseStream: async () => {},\n resumeStream: async () => stream,\n model: 'v5',\n submitUserSpeechOnPause: true,\n baseAssetPath:\n 'https://cdn.jsdelivr.net/npm/@ricky0123/vad-web@latest/dist/',\n onnxWASMBasePath:\n 'https://cdn.jsdelivr.net/npm/onnxruntime-web@1.23.2/dist/',\n onSpeechStart: () => {\n this.emit('StartSpeaking')\n },\n onSpeechRealStart: () => {\n this.emit('ConfirmSpeaking')\n },\n onVADMisfire: () => {\n this.emit('CancelSpeaking')\n },\n onSpeechEnd: () => {\n this.emit('StopSpeaking')\n },\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n async pause(): Promise<void> {\n if (!this.vad || this._isPaused) return\n this._isPaused = true\n this.vad.pause()\n }\n\n async resume(): Promise<void> {\n if (!this.vad || !this._isPaused) return\n this._isPaused = false\n this.vad.start()\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD, VADStatus } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public readonly name = 'VolumeVAD'\n public options = defaultOptions\n private _isPaused = false\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array<ArrayBuffer> | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running || this._isPaused) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n private resetHistory(): void {\n this.speaking = false\n this.attemptSpeaking = false\n for (let i = 0; i < this.speakingHistory.length; i++) {\n this.speakingHistory[i] = 0\n }\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.resetHistory()\n\n switch (this.status) {\n case VADStatus.Speaking:\n this.emit('StopSpeaking')\n break\n case VADStatus.MaybeSpeaking:\n this.emit('CancelSpeaking')\n break\n }\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n async pause(): Promise<void> {\n if (!this.running || this._isPaused) return\n this._isPaused = true\n this.running = false\n this.resetHistory()\n\n switch (this.status) {\n case VADStatus.Speaking:\n this.emit('StopSpeaking')\n break\n case VADStatus.MaybeSpeaking:\n this.emit('CancelSpeaking')\n break\n }\n }\n\n async resume(): Promise<void> {\n if (!this._isPaused) return\n this._isPaused = false\n this.running = true\n this.startLoop()\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nconst DefaultVAD = VolumeVAD\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new DefaultVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n\nexport function equalVADConfig(a?: VADConfig, b?: VADConfig): boolean {\n if (a === b) return true\n if (Array.isArray(a) && Array.isArray(b) && a.length === b.length) {\n return a.every((item, index) => equalVADConfig(item, b[index]))\n }\n return false\n}\n","const INTERVAL_MS = 100\n\nclass PCMProcessorWorklet extends AudioWorkletProcessor {\n constructor() {\n super()\n this.audioBuffer = []\n this.isRecording = false\n this.sourceSampleRate = 16000\n this.targetSampleRate = 16000\n this.resamplingRatio = 1\n this.CHUNK_INTERVAL_SAMPLES = Math.round(\n (this.sourceSampleRate * INTERVAL_MS) / 1000\n )\n\n // Listen for messages\n this.port.onmessage = this.handleMessage.bind(this)\n }\n\n handleMessage(event) {\n if (event.data.type === 'configure') {\n this.sourceSampleRate = event.data.sourceSampleRate\n this.targetSampleRate = event.data.targetSampleRate\n this.resamplingRatio = this.sourceSampleRate / this.targetSampleRate\n // Recalculate chunk interval for the source sample rate\n this.CHUNK_INTERVAL_SAMPLES = Math.round(\n (this.sourceSampleRate * INTERVAL_MS) / 1000\n )\n } else if (event.data.type === 'start') {\n this.isRecording = true\n } else if (event.data.type === 'stop') {\n this.isRecording = false\n // Clear any remaining audio buffer when stopping\n this.audioBuffer.length = 0\n }\n }\n\n process(inputs) {\n const input = inputs[0]\n\n if (input && input.length > 0 && this.isRecording) {\n const inputChannel = input[0]\n\n // Store audio data in buffer\n this.audioBuffer.push(new Float32Array(inputChannel))\n\n // Check if we have enough data for a chunk\n const totalSamples = this.audioBuffer.reduce(\n (sum, buffer) => sum + buffer.length,\n 0\n )\n\n if (totalSamples >= this.CHUNK_INTERVAL_SAMPLES) {\n this.processChunk()\n }\n }\n\n return true\n }\n\n processChunk() {\n if (this.audioBuffer.length === 0) return\n\n // Calculate total samples\n const totalSamples = this.audioBuffer.reduce(\n (sum, buffer) => sum + buffer.length,\n 0\n )\n if (totalSamples === 0) return\n\n // Merge all buffers\n const mergedBuffer = new Float32Array(totalSamples)\n let offset = 0\n for (const buffer of this.audioBuffer) {\n mergedBuffer.set(buffer, offset)\n offset += buffer.length\n }\n\n // Resample to target sample rate if necessary\n const resampledBuffer = this.resample(mergedBuffer)\n\n // Convert float32 to int16 PCM\n const pcmData = this.floatToPCM16(resampledBuffer)\n\n // Clear the buffer\n this.audioBuffer.length = 0\n\n // Send PCM chunk to main thread\n this.port.postMessage({\n type: 'chunk',\n data: pcmData,\n })\n }\n\n resample(inputBuffer) {\n // If no resampling needed, return original buffer\n if (this.resamplingRatio === 1) {\n return inputBuffer\n }\n\n // Calculate output length\n const outputLength = Math.round(inputBuffer.length / this.resamplingRatio)\n const outputBuffer = new Float32Array(outputLength)\n\n // Simple linear interpolation resampling\n for (let i = 0; i < outputLength; i++) {\n const srcIndex = i * this.resamplingRatio\n const srcIndexFloor = Math.floor(srcIndex)\n const srcIndexCeil = Math.min(srcIndexFloor + 1, inputBuffer.length - 1)\n const fraction = srcIndex - srcIndexFloor\n\n // Linear interpolation\n outputBuffer[i] =\n inputBuffer[srcIndexFloor] * (1 - fraction) +\n inputBuffer[srcIndexCeil] * fraction\n }\n\n return outputBuffer\n }\n\n floatToPCM16(floatData) {\n const pcmData = new Int16Array(floatData.length)\n for (let i = 0; i < floatData.length; i++) {\n const sample = Math.max(-1, Math.min(1, floatData[i]))\n pcmData[i] = sample < 0 ? sample * 0x8000 : sample * 0x7fff\n }\n return pcmData\n }\n}\n\nregisterProcessor('pcm-processor', PCMProcessorWorklet)\n","import pcmProcessorWorklet from './pcm-processor-worklet?raw'\nimport { audioContext } from './utils/audioContext'\n\ndeclare global {\n interface Window {\n micdropPcmProcessor: boolean\n }\n}\n\nexport async function initPcmProcessor() {\n if (window.micdropPcmProcessor) return\n window.micdropPcmProcessor = true\n\n // Init worklet URL\n const workletBlob = new Blob([pcmProcessorWorklet], {\n type: 'application/javascript',\n })\n const workletUrl = URL.createObjectURL(workletBlob)\n\n // Load the worklet module\n await audioContext.audioWorklet.addModule(workletUrl)\n}\n","import { Mic as MicClass } from './Mic'\nimport { Speaker as SpeakerClass } from './Speaker'\n\nexport * from './MicRecorder'\nexport * from './utils/localStorage'\nexport * from './vad'\n\n// Setup and export Mic instance\nif (!window.micdropMic) {\n window.micdropMic = new MicClass()\n}\nexport const Mic = window.micdropMic\n\n// Setup and export Speaker instance\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new SpeakerClass()\n}\nexport const Speaker = window.micdropSpeaker\n","import { EventEmitter } from 'eventemitter3'\nimport { Mic, Speaker, VAD } from '../audio'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { VADConfig } from '../audio/vad/getVAD'\nimport {\n MicdropClientCommands,\n MicdropConversation,\n MicdropConversationItem,\n MicdropServerCommands,\n MicdropToolCall,\n} from '../types'\nimport {\n getClientErrorFromWSCloseEvent,\n isRecoverableError,\n MicdropClientError,\n MicdropClientErrorCode,\n} from './MicdropClientError'\n\nexport interface MicdropEvents {\n EndCall: []\n Error: [MicdropClientError]\n StateChange: [MicdropState, MicdropState]\n ToolCall: [MicdropToolCall]\n}\n\nexport interface MicdropReconnectOptions {\n maxAttempts?: number\n delayMs?: number\n}\n\nexport interface MicdropOptions {\n url?: string\n params?: Record<string, any>\n vad?: VADConfig\n disableInterruption?: boolean\n debugLog?: boolean\n reconnect?: MicdropReconnectOptions\n}\n\nexport interface MicdropState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isPaused: boolean\n isReconnecting: boolean\n isListening: boolean\n isProcessing: boolean\n isUserSpeaking: boolean\n isAssistantSpeaking: boolean\n isMicStarted: boolean\n isMicMuted: boolean\n micDeviceId: string | undefined\n speakerDeviceId: string | undefined\n micDevices: MediaDeviceInfo[]\n speakerDevices: MediaDeviceInfo[]\n conversation: MicdropConversation\n error: MicdropClientError | undefined\n}\n\nconst DEFAULT_RECONNECT_OPTIONS: Required<MicdropReconnectOptions> = {\n maxAttempts: Infinity,\n delayMs: 1000,\n}\n\nexport class MicdropClient\n extends EventEmitter<MicdropEvents>\n implements MicdropState\n{\n public micRecorder?: MicRecorder\n public conversation: MicdropConversation = []\n public error: MicdropClientError | undefined\n public speakerDevices: MediaDeviceInfo[] = []\n public micDevices: MediaDeviceInfo[] = []\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastNotifiedState = this.state\n private _isProcessing = false\n private _isMuted = false\n private _isPaused = false\n private _isReconnecting = false\n private reconnectAttempt = 0\n private reconnectTimer?: number\n\n constructor(public options: MicdropOptions = {}) {\n super()\n\n // Add speaker listener\n Speaker.on('StartPlaying', this.onSpeakerStartPlaying)\n Speaker.on('StopPlaying', this.onSpeakerStopPlaying)\n\n // Listen to device changes\n navigator.mediaDevices.addEventListener('devicechange', this.updateDevices)\n }\n\n get vad(): VAD | undefined {\n return this.micRecorder?.vad\n }\n\n get isStarted(): boolean {\n return (\n (this.isWSStarted || this._isReconnecting) &&\n (this.micRecorder?.state.isStarted || false)\n )\n }\n\n get isStarting(): boolean {\n return (\n (this.isWSStarting || this.micRecorder?.state.isStarting || false) &&\n !this._isReconnecting\n )\n }\n\n get isReconnecting(): boolean {\n return this._isReconnecting\n }\n\n get isMuted(): boolean {\n return this._isMuted\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n get isProcessing(): boolean {\n return this._isProcessing && !this.isPaused\n }\n\n get isListening(): boolean {\n return (\n this.isMicStarted &&\n !this.isPaused &&\n !this.isProcessing &&\n !this.isMicMuted &&\n !this.isUserSpeaking &&\n !this.isAssistantSpeaking\n )\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.vad?.isPaused ?? false\n }\n\n get isUserSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isAssistantSpeaking(): boolean {\n return Speaker.isPlaying\n }\n\n get micDeviceId(): string | undefined {\n return Mic.deviceId\n }\n\n get speakerDeviceId(): string | undefined {\n return Speaker.deviceId\n }\n\n get state(): MicdropState {\n return {\n isStarting: this.isStarting,\n isStarted: this.isStarted,\n isReconnecting: this.isReconnecting,\n isMuted: this.isMuted,\n isPaused: this.isPaused,\n isListening: this.isListening,\n isProcessing: this.isProcessing,\n isUserSpeaking: this.isUserSpeaking,\n isAssistantSpeaking: this.isAssistantSpeaking,\n isMicStarted: this.isMicStarted,\n isMicMuted: this.isMicMuted,\n conversation: this.conversation,\n error: this.error,\n micDeviceId: this.micDeviceId,\n speakerDeviceId: this.speakerDeviceId,\n micDevices: this.micDevices,\n speakerDevices: this.speakerDevices,\n }\n }\n\n start = async (options: MicdropOptions) => {\n this.error = undefined\n this.options = { ...this.options, ...options }\n\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n this._isMuted = false\n this._isPaused = false\n this._isReconnecting = false\n this.reconnectAttempt = 0\n if (this.reconnectTimer) {\n window.clearTimeout(this.reconnectTimer)\n this.reconnectTimer = undefined\n }\n\n // Start mic if not already started\n if (!this.micRecorder || options?.vad) {\n await this.startMic({ vad: options?.vad })\n }\n\n // Start websocket\n await this.startWS()\n }\n\n stop = async () => {\n this._isProcessing = false\n this._isMuted = false\n this._isPaused = false\n this._isReconnecting = false\n if (this.reconnectTimer) {\n window.clearTimeout(this.reconnectTimer)\n this.reconnectTimer = undefined\n }\n\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[MicdropClient] Error stopping WebSocket', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[MicdropClient] Error stopping microphone', error)\n }\n\n // Stop speaker\n Speaker.stopAudio()\n }\n\n mute = () => {\n this.vad?.pause()\n this._isMuted = true\n this.notifyStateChange()\n }\n\n unmute = () => {\n if (\n !this.isPaused &&\n !(this.options.disableInterruption && Speaker.isPlaying)\n ) {\n this.vad?.resume()\n }\n this._isMuted = false\n this.notifyStateChange()\n }\n\n pause = () => {\n if (this.isPaused) return\n this.vad?.pause()\n this._isPaused = true\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n this.ws?.send(MicdropClientCommands.Mute)\n }\n\n resume = () => {\n if (!this.isPaused) return\n if (!this.isMuted) {\n this.vad?.resume()\n }\n this._isPaused = false\n this.notifyStateChange()\n }\n\n startMic = async (\n options: {\n vad?: VADConfig\n deviceId?: string\n } = {}\n ) => {\n this.error = undefined\n this._isMuted = false\n if (options.vad) {\n this.options.vad = options.vad\n }\n try {\n if (this.micRecorder) {\n // Stop previous recorder\n this.micRecorder.stop()\n\n // Change VAD if needed\n if (options.vad) {\n this.micRecorder.changeVad(options.vad)\n }\n } else {\n this.micRecorder = new MicRecorder(this.options.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[MicdropClient] User audio chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('User start speaking')\n this.ws?.send(MicdropClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('User stop speaking')\n this.ws?.send(MicdropClientCommands.StopSpeaking)\n if (this.isWSStarted) {\n this._isProcessing = true\n }\n this.notifyStateChange()\n })\n }\n\n // Start microphone\n const micStream = await Mic.start(options.deviceId)\n this.micStream = micStream\n\n // Start recorder\n await this.micRecorder.start(micStream)\n\n // Get devices after starting mic\n // It's necessary for Firefox that return an empty list before any stream is started\n await this.updateDevices()\n\n // Start speaker\n // Must be after devices update\n await Speaker.start()\n\n this.notifyStateChange()\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Mic,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n changeMicDevice = async (deviceId: string) => {\n await this.startMic({ deviceId })\n }\n\n changeSpeakerDevice = async (deviceId: string) => {\n await Speaker.changeDevice(deviceId)\n this.notifyStateChange()\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n Mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private updateDevices = async () => {\n const rawDevices = await navigator.mediaDevices.enumerateDevices()\n if (rawDevices.length === 0) return\n\n // Move default devices to the beginning of the list\n // and get rid of devices with deviceId=default\n const defaultDevices = rawDevices.filter(\n (device) => device.deviceId === 'default'\n )\n const devices = rawDevices.filter((device) => device.deviceId !== 'default')\n const defaultDevicesIndexes = defaultDevices\n .map((device) =>\n devices.findIndex(\n (d) => d.groupId === device.groupId && d.kind === device.kind\n )\n )\n .filter((index) => index !== -1)\n for (const index of defaultDevicesIndexes) {\n const device = devices[index]\n devices.splice(index, 1)\n devices.unshift(device)\n }\n\n this.micDevices = devices.filter((device) => device.kind === 'audioinput')\n this.speakerDevices = devices.filter(\n (device) => device.kind === 'audiooutput'\n )\n Speaker.devices = this.speakerDevices\n\n this.notifyStateChange()\n }\n\n private async startWS() {\n try {\n if (this.ws) {\n this.log('WebSocket is already started')\n return\n }\n if (!this.isMicStarted) {\n throw new MicdropClientError(MicdropClientErrorCode.Mic)\n }\n if (!this.options.url) {\n throw new MicdropClientError(MicdropClientErrorCode.MissingUrl)\n }\n\n // Start websocket\n this.ws = new WebSocket(this.options.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = this.onWSOpen\n this.ws.onmessage = this.onWSMessage\n this.ws.onclose = this.onWSClose\n this.ws.onerror = this.onWSError\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Connection,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n private onWSOpen = () => {\n this.log('WebSocket opened')\n this._isReconnecting = false\n this.reconnectAttempt = 0\n this.error = undefined\n this.notifyStateChange()\n\n // Send params\n if (this.options.params) {\n this.ws?.send(JSON.stringify(this.options.params))\n }\n\n // Resume VAD if we paused while offline\n if (!this.isPaused && !this.isMuted) {\n this.vad?.resume?.()\n }\n }\n\n private onWSMessage = (event: MessageEvent) => {\n this.log('Received message:', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n if (this.isPaused || this.isUserSpeaking) return\n Speaker.playAudio(event.data)\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[MicdropClient] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(MicdropServerCommands.Message)) {\n // Received user/assistant message\n try {\n const message = JSON.parse(\n event.data.substring(MicdropServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing message:',\n event.data,\n error\n )\n }\n } else if (event.data === MicdropServerCommands.EndCall) {\n // Call ended\n this.emit('EndCall')\n } else if (event.data === MicdropServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === MicdropServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation.findLastIndex(\n (message) => message.role === 'user'\n )\n if (lastMessage !== -1) {\n this.conversation = this.conversation.filter(\n (_, index) => index !== lastMessage\n )\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data.startsWith(MicdropServerCommands.ToolCall)) {\n // Received tool call information\n try {\n const toolCall = JSON.parse(\n event.data.substring(MicdropServerCommands.ToolCall.length + 1)\n )\n this.emit('ToolCall', toolCall)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing tool call:',\n event.data,\n error\n )\n }\n }\n }\n\n private onWSClose = (event: CloseEvent) => {\n this.log('WebSocket closed', event)\n const error = getClientErrorFromWSCloseEvent(event)\n if (error) {\n this.setError(error)\n }\n\n const config = { ...DEFAULT_RECONNECT_OPTIONS, ...this.options.reconnect }\n const canReconnect =\n error && isRecoverableError(error) && config.maxAttempts > 0\n\n if (canReconnect) {\n this._isReconnecting = true\n this.stopWS()\n this.scheduleReconnect(config)\n } else {\n this.stop()\n }\n }\n\n private onWSError = (event: Event) => {\n this.setError(new MicdropClientError(MicdropClientErrorCode.Connection))\n }\n\n private stopWS() {\n if (!this.ws) return\n if (\n this.ws.readyState === WebSocket.OPEN ||\n this.ws.readyState === WebSocket.CONNECTING\n ) {\n this.ws.close()\n }\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private scheduleReconnect(config: Required<MicdropReconnectOptions>) {\n if (this.reconnectAttempt >= config.maxAttempts) {\n this.stop()\n this.setError(new MicdropClientError(MicdropClientErrorCode.Connection))\n return\n }\n\n this.reconnectAttempt++\n this.log(\n `Reconnecting in ${config.delayMs}ms (attempt ${this.reconnectAttempt})`\n )\n\n // Pause VAD while offline to avoid capturing audio that cannot be sent\n if (!this.isPaused && !this.isMuted) {\n this.vad?.pause?.()\n }\n\n if (this.reconnectTimer) {\n window.clearTimeout(this.reconnectTimer)\n }\n\n this.reconnectTimer = window.setTimeout(async () => {\n try {\n await this.startWS()\n } catch {\n this.scheduleReconnect(config)\n }\n }, config.delayMs)\n }\n\n private onSpeakerStartPlaying = () => {\n this.log('Speaker started')\n if (this.options.disableInterruption) {\n this.vad?.pause()\n }\n this.notifyStateChange()\n }\n\n private onSpeakerStopPlaying = () => {\n this.log('Speaker stopped')\n if (this.options.disableInterruption) {\n setTimeout(() => {\n if (!this.isMuted) {\n this.vad?.resume()\n this.notifyStateChange()\n }\n // Wait a bit to avoid recording the speaker output\n }, 200)\n } else {\n this.notifyStateChange()\n }\n }\n\n private addMessage(message: MicdropConversationItem) {\n this.conversation = [...this.conversation, message]\n this.notifyStateChange()\n }\n\n private setError(error: MicdropClientError) {\n console.error('[MicdropClient] Error:', error)\n this.error = error\n this.notifyStateChange()\n this.emit('Error', error)\n }\n\n private notifyStateChange() {\n const state = this.state\n this.emit('StateChange', state, this.lastNotifiedState)\n this.lastNotifiedState = state\n }\n\n private log(...message: any[]) {\n if (!this.options.debugLog) return\n console.log(`[MicdropClient ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum MicdropClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum MicdropServerCommands {\n Message = 'Message',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EndCall = 'EndCall',\n ToolCall = 'ToolCall',\n}\n\nexport interface MicdropCallSummary {\n conversation: MicdropConversation\n duration: number\n}\n\nexport type MicdropConversationItem =\n | MicdropConversationMessage\n | MicdropConversationToolCall\n | MicdropConversationToolResult\n\nexport type MicdropConversation = Array<MicdropConversationItem>\n\nexport type MicdropAnswerMetadata = {\n [key: string]: any\n}\n\nexport interface MicdropConversationMessage<\n Data extends MicdropAnswerMetadata = MicdropAnswerMetadata,\n> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n\nexport interface MicdropConversationToolCall {\n role: 'tool_call'\n toolCallId: string\n toolName: string\n parameters: string\n}\n\nexport interface MicdropConversationToolResult {\n role: 'tool_result'\n toolCallId: string\n toolName: string\n output: string\n}\n\nexport interface MicdropToolCall {\n name: string\n parameters: any\n output: any\n}\n\nexport type DeepPartial<T> = T extends object\n ? {\n [P in keyof T]?: DeepPartial<T[P]>\n }\n : T\n","export enum MicdropClientErrorCode {\n MissingUrl = 'MissingUrl',\n Mic = 'Mic',\n Connection = 'Connection',\n InternalServer = 'InternalServer',\n BadRequest = 'BadRequest',\n Unauthorized = 'Unauthorized',\n NotFound = 'NotFound',\n Unknown = 'Unknown',\n}\n\nexport class MicdropClientError extends Error {\n code: MicdropClientErrorCode\n\n constructor(code = MicdropClientErrorCode.Unknown, message?: string) {\n super(message)\n this.name = `MicdropClientError:${code}`\n this.code = code\n }\n}\n\nexport function getClientErrorFromWSCloseEvent(\n event: CloseEvent\n): MicdropClientError | undefined {\n const code = getClientErrorFromWSCloseEventCode(event.code)\n return code && new MicdropClientError(code, event.reason)\n}\n\nexport function getClientErrorFromWSCloseEventCode(\n code: number\n): MicdropClientErrorCode | undefined {\n if (code === 1011) {\n return MicdropClientErrorCode.InternalServer\n } else if (code >= 1001 && code < 1011 && code !== 1005) {\n return MicdropClientErrorCode.Connection\n } else if (code === 4401) {\n return MicdropClientErrorCode.Unauthorized\n } else if (code === 4404) {\n return MicdropClientErrorCode.NotFound\n } else if (code === 4400) {\n return MicdropClientErrorCode.BadRequest\n } else if (code >= 4000) {\n return MicdropClientErrorCode.Unknown\n } else {\n return undefined\n }\n}\n\nexport function isRecoverableError(error: MicdropClientError): boolean {\n return (\n error.code === MicdropClientErrorCode.Connection ||\n error.code === MicdropClientErrorCode.InternalServer ||\n error.code === MicdropClientErrorCode.Unknown\n )\n}\n","import { MicdropClient } from './client'\n\n// Setup and export MicdropClient instance\nif (!window.micdropClient) {\n window.micdropClient = new MicdropClient()\n}\nexport const Micdrop = window.micdropClient\n"],"mappings":";AAAA,SAAS,oBAAoB;AAMtB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEA,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAM,MAAN,MAAU;AAAA,EAAV;AACL,SAAO,WAAW,IAAI,cAAc,YAAY;AAAA;AAAA,EAMxC,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,aAAa,UAAU;AAC9B,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,QAAI,cACF,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,UAAI,gBAAgB,aAAa,UAAU;AACzC,sBAAc;AAAA,MAChB;AACA,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,WAAW;AAAA,IAClB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,WAAW;AAAA,IAClB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;;;AC3FA,SAAS,gBAAAC,qBAAoB;;;ACA7B,SAAS,gBAAAC,qBAAoB;AAQtB,IAAe,cAAf,cAAmCC,cAAgC;AAAA,EAIxE,cAAc;AACZ,UAAM;AAJR,SAAO,YAAY;AAKjB,SAAK,aAAa,aAAa,WAAW;AAAA,EAC5C;AAAA,EAMU,aAAa,WAAoB;AACzC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AACF;;;ACvBA,IAAM,cAAc;AACpB,IAAM,WAAW;AAEV,IAAM,mBAAN,cAA+B,YAAY;AAAA,EAKhD,cAAc;AACZ,UAAM;AALR,SAAQ,aAA4B,CAAC;AAErC,SAAQ,oBAAoB;AAAA,EAI5B;AAAA,EAEA,QAAmB;AACjB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,UAAU,MAA2B;AACzC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,KAAK,kBAAkB,WAAW;AAEtD,UAAI,aAAa;AACf,aAAK,WAAW,KAAK,WAAW;AAChC,aAAK,aAAa;AAAA,MACpB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAAA,IACpD;AAAA,EACF;AAAA,EAEA,YAAkB;AAChB,QAAI,KAAK,mBAAmB;AAC1B,UAAI;AACF,aAAK,kBAAkB,KAAK;AAC5B,aAAK,kBAAkB,WAAW;AAAA,MACpC,SAAS,OAAO;AAAA,MAEhB;AACA,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,aAAa,CAAC;AACnB,SAAK,oBAAoB;AACzB,SAAK,aAAa,KAAK;AAAA,EACzB;AAAA,EAEQ,kBAAkB,aAA8C;AACtE,QAAI;AAEF,YAAM,YAAY,IAAI,WAAW,WAAW;AAG5C,YAAM,aAAa,UAAU;AAE7B,UAAI,eAAe,GAAG;AACpB,eAAO;AAAA,MACT;AAGA,YAAM,cAAc,aAAa;AAAA,QAC/B;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAGA,YAAM,cAAc,YAAY,eAAe,CAAC;AAChD,eAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,oBAAY,CAAC,IAAI,UAAU,CAAC,IAAI;AAAA,MAClC;AAEA,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAClD,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEQ,eAAqB;AAC3B,QAAI,KAAK,qBAAqB,KAAK,WAAW,WAAW,GAAG;AAC1D;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,iBAAuB;AAC7B,QAAI,KAAK,WAAW,WAAW,GAAG;AAChC,WAAK,oBAAoB;AACzB,WAAK,aAAa,KAAK;AACvB;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,WAAW,MAAM;AAG1C,SAAK,oBAAoB,aAAa,mBAAmB;AACzD,SAAK,kBAAkB,SAAS;AAChC,SAAK,kBAAkB,QAAQ,KAAK,UAAU;AAG9C,SAAK,kBAAkB,UAAU,MAAM;AACrC,WAAK,oBAAoB;AAEzB,WAAK,eAAe;AAAA,IACtB;AAGA,SAAK,kBAAkB,MAAM,CAAC;AAC9B,SAAK,aAAa,IAAI;AAAA,EACxB;AACF;;;AFzGO,IAAM,UAAN,cAAsBC,cAA4B;AAAA,EAAlD;AAAA;AACL,SAAO,YAAY;AACnB,SAAO,WAAW,IAAI,cAAc,YAAY;AAIhD;AAAA,SAAO,UAA6B,CAAC;AAAA;AAAA;AAAA,EAMrC,MAAM,QAAQ;AACZ,QAAI,KAAK,YAAa;AAGtB,SAAK,cAAc,IAAI,iBAAiB;AAGxC,SAAK,YAAY,GAAG,gBAAgB,MAAM,KAAK,aAAa,IAAI,CAAC;AACjE,SAAK,YAAY,GAAG,eAAe,MAAM,KAAK,aAAa,KAAK,CAAC;AAGjE,SAAK,kBAAkB,KAAK,YAAY,MAAM;AAG9C,UAAM,WACJ,aAAa,mDAAsC,KAAK;AAC1D,UAAM,KAAK,UAAU,QAAQ;AAAA,EAC/B;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,SAAK,MAAM;AACX,QAAI;AACF,YAAM,KAAK,aAAa,UAAU,IAAI;AAAA,IACxC,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,MAAM,YAAY;AAChB,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,aAAa,UAAU;AAAA,EAC9B;AAAA,EAEA,MAAM,aAAa,UAAkB;AACnC,UAAM,KAAK,UAAU,QAAQ;AAG7B,QAAI,KAAK,iBAAiB;AACxB,mBAAa,sDAAyC;AAAA,IACxD,OAAO;AACL,mBAAa,qDAAwC,QAAQ;AAAA,IAC/D;AAAA,EACF;AAAA,EAEA,IAAI,kBAA2B;AAC7B,WACE,CAAC,KAAK,YACN,KAAK,QAAQ,WAAW,KACxB,KAAK,aAAa,KAAK,QAAQ,CAAC,EAAE;AAAA,EAEtC;AAAA,EAEQ,aAAa,WAAoB;AACvC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AAAA,EAEA,MAAc,UAAU,UAA8B;AACpD,QAAI,CAAC,KAAK,iBAAiB;AACzB,cAAQ;AAAA,QACN;AAAA,MACF;AACA;AAAA,IACF;AACA,QAAI;AACF,WAAK,WAAW;AAChB,YAAM,gBAAgB,KAAK;AAC3B,YAAM,SAAS,CAAC,YAAY,gBAAgB,KAAK;AAEjD,UAAI,iBAAiB,eAAe,cAAc;AAGhD,cAAO,aAAqB,YAAY,MAAM;AAC9C,aAAK,gBAAgB,WAAW;AAChC,aAAK,gBAAgB,QAAQ,aAAa,WAAW;AACrD,aAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,YAAI,KAAK,yBAAyB;AAChC,eAAK,wBAAwB,MAAM;AACnC,eAAK,wBAAwB,YAAY;AACzC,eAAK,0BAA0B;AAAA,QACjC;AAAA,MACF,OAAO;AAGL,YAAI,CAAC,KAAK,yBAAyB;AAEjC,gBAAM,yBACJ,aAAa,6BAA6B;AAC5C,eAAK,gBAAgB,WAAW;AAChC,eAAK,gBAAgB,QAAQ,sBAAsB;AACnD,eAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,eAAK,0BAA0B,IAAI,MAAM;AACzC,eAAK,wBAAwB,WAAW;AACxC,eAAK,wBAAwB,YAAY,uBAAuB;AAAA,QAClE;AACA,cAAM,KAAK,wBAAwB,UAAU,MAAM;AAAA,MACrD;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,QAAQ,IAAI,KAAK;AAAA,IAClE;AAAA,EACF;AACF;;;AGlIA,SAAS,gBAAAC,qBAAoB;;;ACQtB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,SAAS,gBAAAC,qBAAoB;AAetB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2BD,cAAwB;AAAA,EAAnD;AAAA;AACL,SAAgB,OAAO,KAAK,YAAY;AACxC,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyCf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,UAAU,QAAmB;AACnC,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;ACjGO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAInC,YAAY,MAAkC;AAC5C,UAAM;AAJR,SAAgB,OAAO;AA0BvB,SAAQ,iBAAiB,MAAM;AAC7B,YAAM,eAAe,KAAK,KAAK;AAAA,QAC7B,CAAC,QAAQ,IAAI;AAAA,MACf;AACA,YAAM,gBAAgB,KAAK,KAAK;AAAA,QAC9B,CAAC,QAAQ,IAAI;AAAA,MACf;AAGA,cAAQ,KAAK,QAAQ;AAAA,QACnB;AACE,cAAI,aAAc;AAClB,eAAK,KAAK,eAAe;AACzB,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,gBAAgB;AAC1B;AAAA,UACF;AACA,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,cAAc;AAAA,UAC1B;AACA;AAAA,MACJ;AAAA,IACF;AArDE,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AAAA,EAC3C;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK,KAAK,MAAM,CAAC,QAAQ,IAAI,QAAQ;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAoCA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AAAA,EAEA,MAAM,QAAuB;AAC3B,eAAW,OAAO,KAAK,MAAM;AAC3B,YAAM,IAAI,MAAM;AAAA,IAClB;AAAA,EACF;AAAA,EAEA,MAAM,SAAwB;AAC5B,eAAW,OAAO,KAAK,MAAM;AAC3B,YAAM,IAAI,OAAO;AAAA,IACnB;AAAA,EACF;AACF;;;ACrFA,SAAS,cAAc;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAMjC,YAAY,SAAqC;AAC/C,UAAM;AANR,SAAgB,OAAO;AACvB,SAAO,UAAU;AAEjB,SAAQ,YAAY;AAKlB,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,OAAO,IAAI;AAAA,MAC1B,WAAW,YAAY;AAAA,MACvB,aAAa,YAAY;AAAA,MAAC;AAAA,MAC1B,cAAc,YAAY;AAAA,MAC1B,OAAO;AAAA,MACP,yBAAyB;AAAA,MACzB,eACE;AAAA,MACF,kBACE;AAAA,MACF,eAAe,MAAM;AACnB,aAAK,KAAK,eAAe;AAAA,MAC3B;AAAA,MACA,mBAAmB,MAAM;AACvB,aAAK,KAAK,iBAAiB;AAAA,MAC7B;AAAA,MACA,cAAc,MAAM;AAClB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,MACA,aAAa,MAAM;AACjB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,MACA,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,CAAC,KAAK,OAAO,KAAK,UAAW;AACjC,SAAK,YAAY;AACjB,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,SAAwB;AAC5B,QAAI,CAAC,KAAK,OAAO,CAAC,KAAK,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC5GA,IAAME,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAYjC,YAAY,SAAqC;AAC/C,UAAM;AAZR,SAAgB,OAAO;AACvB,SAAO,UAAUA;AACjB,SAAQ,YAAY;AAIpB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,WAAW,KAAK,UAAW;AAGpC,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEQ,eAAqB;AAC3B,SAAK,WAAW;AAChB,SAAK,kBAAkB;AACvB,aAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,WAAK,gBAAgB,CAAC,IAAI;AAAA,IAC5B;AAAA,EACF;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,aAAa;AAElB,YAAQ,KAAK,QAAQ;AAAA,MACnB;AACE,aAAK,KAAK,cAAc;AACxB;AAAA,MACF;AACE,aAAK,KAAK,gBAAgB;AAC1B;AAAA,IACJ;AAEA,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,CAAC,KAAK,WAAW,KAAK,UAAW;AACrC,SAAK,YAAY;AACjB,SAAK,UAAU;AACf,SAAK,aAAa;AAElB,YAAQ,KAAK,QAAQ;AAAA,MACnB;AACE,aAAK,KAAK,cAAc;AACxB;AAAA,MACF;AACE,aAAK,KAAK,gBAAgB;AAC1B;AAAA,IACJ;AAAA,EACF;AAAA,EAEA,MAAM,SAAwB;AAC5B,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,YAAY;AACjB,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;AClOA,IAAM,aAAa;AAEZ,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,WAAW;AAChC,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;AAEO,SAAS,eAAe,GAAe,GAAwB;AACpE,MAAI,MAAM,EAAG,QAAO;AACpB,MAAI,MAAM,QAAQ,CAAC,KAAK,MAAM,QAAQ,CAAC,KAAK,EAAE,WAAW,EAAE,QAAQ;AACjE,WAAO,EAAE,MAAM,CAAC,MAAM,UAAU,eAAe,MAAM,EAAE,KAAK,CAAC,CAAC;AAAA,EAChE;AACA,SAAO;AACT;;;AC1BA;;;ACSA,eAAsB,mBAAmB;AACvC,MAAI,OAAO,oBAAqB;AAChC,SAAO,sBAAsB;AAG7B,QAAM,cAAc,IAAI,KAAK,CAAC,6BAAmB,GAAG;AAAA,IAClD,MAAM;AAAA,EACR,CAAC;AACD,QAAM,aAAa,IAAI,gBAAgB,WAAW;AAGlD,QAAM,aAAa,aAAa,UAAU,UAAU;AACtD;;;ARbA,IAAMC,eAAc;AAQpB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,YAAY;AACd;AASO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAW/D,YAAoB,WAAuB;AACzC,UAAM;AADY;AAHpB,SAAQ,oBAAoB;AAC5B,SAAQ,eAA6B,CAAC;AAWtC,iBAAQ,OAAO,WAAwB;AACrC,UAAI,KAAK,MAAM,WAAW;AACxB,cAAM,IAAI,MAAM,gCAAgC;AAAA,MAClD;AACA,UAAI;AAEF,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,YAAY;AAAA,QACd,CAAC;AACD,aAAK,SAAS;AACd,aAAK,oBAAoB;AAGzB,cAAM,iBAAiB;AACvB,aAAK,cAAc,IAAI,iBAAiB,cAAc,eAAe;AACrE,aAAK,YAAY,KAAK,YAAY,KAAK;AAGvC,aAAK,YAAY,KAAK,YAAY;AAAA,UAChC,MAAM;AAAA,UACN,kBAAkB,aAAa;AAAA,UAC/B,kBAAkBD;AAAA,QACpB,CAAC;AAGD,cAAM,gBAAgB,oBAAoB,QAAQ,KAAK,IAAI,QAAQ,GAAI;AACvE,aAAK,gBAAgB;AAGrB,aAAK,SAAS,aAAa,wBAAwB,aAAa;AAChE,aAAK,OAAO,QAAQ,KAAK,WAAW;AAGpC,cAAM,KAAK,IAAI,MAAM,MAAM;AAC3B,aAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,aAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,aAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,aAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAE/C,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,WAAW;AAAA,QACb,CAAC;AAAA,MACH,SAAS,KAAK;AACZ,aAAK,KAAK;AACV,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,QACX,YAAY;AAAA,MACd,CAAC;AACD,WAAK,SAAS;AAEd,UAAI;AAEF,aAAK,IAAI,KAAK;AACd,aAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,aAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,aAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,aAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAGhD,YAAI,KAAK,aAAa;AACpB,eAAK,YAAY,WAAW;AAC5B,eAAK,cAAc;AAAA,QACrB;AACA,YAAI,KAAK,QAAQ;AACf,eAAK,OAAO,WAAW;AACvB,eAAK,SAAS;AAAA,QAChB;AAGA,YAAI,KAAK,eAAe;AACtB,qBAAW,KAAK,aAAa;AAC7B,eAAK,gBAAgB;AAAA,QACvB;AAAA,MACF,SAAS,KAAK;AACZ,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,qBAAY,CAAC,cAAyB;AACpC,UAAI,eAAe,WAAW,KAAK,SAAS,EAAG;AAE/C,YAAM,SAAS,KAAK;AACpB,UAAI,QAAQ;AACV,aAAK,KAAK;AAAA,MACZ;AAEA,WAAK,YAAY;AACjB,WAAK,MAAM,OAAO,SAAS;AAE3B,UAAI,QAAQ;AACV,aAAK,MAAM,MAAM;AAAA,MACnB;AAAA,IACF;AAEA,SAAQ,kBAAkB,YAAY;AACpC,WAAK,oBAAoB;AACzB,WAAK,aAAa,SAAS;AAG3B,WAAK,aAAa,KAAK,YAAY,EAAE,MAAM,QAAQ,CAAC;AAAA,IACtD;AAEA,SAAQ,oBAAoB,YAAY;AACtC,WAAK,oBAAoB;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,KAAK,eAAe;AAAA,IAC3B;AAEA,SAAQ,mBAAmB,YAAY;AACrC,WAAK,aAAa,SAAS;AAG3B,WAAK,aAAa,KAAK,YAAY,EAAE,MAAM,OAAO,CAAC;AAAA,IACrD;AAEA,SAAQ,iBAAiB,YAAY;AACnC,WAAK,oBAAoB;AACzB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AAGxB,WAAK,aAAa,KAAK,YAAY,EAAE,MAAM,OAAO,CAAC;AAAA,IACrD;AAEA,SAAQ,mBAAmB,CAAC,UAAwB;AAClD,YAAM,EAAE,MAAM,KAAK,IAAI,MAAM;AAC7B,UAAI,SAAS,SAAS;AACpB,cAAM,UAAU;AAEhB,YAAI,CAAC,KAAK,mBAAmB;AAE3B,eAAK,aAAa,KAAK,OAAO;AAC9B;AAAA,QACF;AAGA,mBAAW,SAAS,KAAK,cAAc;AACrC,eAAK,KAAK,SAAS,KAAK;AAAA,QAC1B;AACA,aAAK,aAAa,SAAS;AAG3B,aAAK,KAAK,SAAS,OAAO;AAAA,MAC5B;AAAA,IACF;AA7JE,SAAK,QAAQ;AAEb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EA4JQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AACF;;;AS7MA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAS;AACnC;AACO,IAAME,OAAM,OAAO;AAG1B,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAa;AAC3C;AACO,IAAMC,WAAU,OAAO;;;ACjB9B,SAAS,gBAAAC,qBAAoB;;;ACAtB,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,mBAAgB;AAChB,EAAAA,uBAAA,kBAAe;AACf,EAAAA,uBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,2BAAwB;AACxB,EAAAA,uBAAA,gBAAa;AACb,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,cAAW;AALD,SAAAA;AAAA,GAAA;;;ACNL,IAAK,yBAAL,kBAAKC,4BAAL;AACL,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,SAAM;AACN,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,oBAAiB;AACjB,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,kBAAe;AACf,EAAAA,wBAAA,cAAW;AACX,EAAAA,wBAAA,aAAU;AARA,SAAAA;AAAA,GAAA;AAWL,IAAM,qBAAN,cAAiC,MAAM;AAAA,EAG5C,YAAY,OAAO,yBAAgC,SAAkB;AACnE,UAAM,OAAO;AACb,SAAK,OAAO,sBAAsB,IAAI;AACtC,SAAK,OAAO;AAAA,EACd;AACF;AAEO,SAAS,+BACd,OACgC;AAChC,QAAM,OAAO,mCAAmC,MAAM,IAAI;AAC1D,SAAO,QAAQ,IAAI,mBAAmB,MAAM,MAAM,MAAM;AAC1D;AAEO,SAAS,mCACd,MACoC;AACpC,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,EACT,WAAW,QAAQ,QAAQ,OAAO,QAAQ,SAAS,MAAM;AACvD,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,QAAQ,KAAM;AACvB,WAAO;AAAA,EACT,OAAO;AACL,WAAO;AAAA,EACT;AACF;AAEO,SAAS,mBAAmB,OAAoC;AACrE,SACE,MAAM,SAAS,iCACf,MAAM,SAAS,yCACf,MAAM,SAAS;AAEnB;;;AFKA,IAAM,4BAA+D;AAAA,EACnE,aAAa;AAAA,EACb,SAAS;AACX;AAEO,IAAM,gBAAN,cACGC,cAEV;AAAA,EAkBE,YAAmB,UAA0B,CAAC,GAAG;AAC/C,UAAM;AADW;AAhBnB,SAAO,eAAoC,CAAC;AAE5C,SAAO,iBAAoC,CAAC;AAC5C,SAAO,aAAgC,CAAC;AAIxC,SAAQ,YAAY;AACpB,SAAQ,oBAAoB,KAAK;AACjC,SAAQ,gBAAgB;AACxB,SAAQ,WAAW;AACnB,SAAQ,YAAY;AACpB,SAAQ,kBAAkB;AAC1B,SAAQ,mBAAmB;AAiH3B,iBAAQ,OAAO,YAA4B;AACzC,WAAK,QAAQ;AACb,WAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAK,YAAY,KAAK,IAAI;AAC1B,WAAK,eAAe,CAAC;AACrB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AACjB,WAAK,kBAAkB;AACvB,WAAK,mBAAmB;AACxB,UAAI,KAAK,gBAAgB;AACvB,eAAO,aAAa,KAAK,cAAc;AACvC,aAAK,iBAAiB;AAAA,MACxB;AAGA,UAAI,CAAC,KAAK,eAAe,SAAS,KAAK;AACrC,cAAM,KAAK,SAAS,EAAE,KAAK,SAAS,IAAI,CAAC;AAAA,MAC3C;AAGA,YAAM,KAAK,QAAQ;AAAA,IACrB;AAEA,gBAAO,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AACjB,WAAK,kBAAkB;AACvB,UAAI,KAAK,gBAAgB;AACvB,eAAO,aAAa,KAAK,cAAc;AACvC,aAAK,iBAAiB;AAAA,MACxB;AAEA,UAAI;AAEF,aAAK,OAAO;AAAA,MACd,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAAA,MACjE;AAEA,UAAI;AAEF,aAAK,aAAa,KAAK;AACvB,aAAK,QAAQ;AAAA,MACf,SAAS,OAAO;AACd,gBAAQ,MAAM,6CAA6C,KAAK;AAAA,MAClE;AAGA,MAAAC,SAAQ,UAAU;AAAA,IACpB;AAEA,gBAAO,MAAM;AACX,WAAK,KAAK,MAAM;AAChB,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,kBAAS,MAAM;AACb,UACE,CAAC,KAAK,YACN,EAAE,KAAK,QAAQ,uBAAuBA,SAAQ,YAC9C;AACA,aAAK,KAAK,OAAO;AAAA,MACnB;AACA,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,iBAAQ,MAAM;AACZ,UAAI,KAAK,SAAU;AACnB,WAAK,KAAK,MAAM;AAChB,WAAK,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,kBAAkB;AACvB,MAAAA,SAAQ,UAAU;AAClB,WAAK,IAAI,sBAA+B;AAAA,IAC1C;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI,CAAC,KAAK,SAAS;AACjB,aAAK,KAAK,OAAO;AAAA,MACnB;AACA,WAAK,YAAY;AACjB,WAAK,kBAAkB;AAAA,IACzB;AAEA,oBAAW,OACT,UAGI,CAAC,MACF;AACH,WAAK,QAAQ;AACb,WAAK,WAAW;AAChB,UAAI,QAAQ,KAAK;AACf,aAAK,QAAQ,MAAM,QAAQ;AAAA,MAC7B;AACA,UAAI;AACF,YAAI,KAAK,aAAa;AAEpB,eAAK,YAAY,KAAK;AAGtB,cAAI,QAAQ,KAAK;AACf,iBAAK,YAAY,UAAU,QAAQ,GAAG;AAAA,UACxC;AAAA,QACF,OAAO;AACL,eAAK,cAAc,IAAI,YAAY,KAAK,QAAQ,GAAG;AAGnD,eAAK,YAAY,GAAG,eAAe,MAAM;AACvC,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAGD,eAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,iBAAK,IAAI,oCAAoC,IAAI;AACjD,iBAAK,IAAI,KAAK,IAAI;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,iBAAK,IAAI,qBAAqB;AAC9B,iBAAK,IAAI,wCAAwC;AAEjD,iBAAK,gBAAgB;AACrB,iBAAK,kBAAkB;AACvB,YAAAA,SAAQ,UAAU;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,iBAAK,IAAI,oBAAoB;AAC7B,iBAAK,IAAI,sCAAuC;AAChD,gBAAI,KAAK,aAAa;AACpB,mBAAK,gBAAgB;AAAA,YACvB;AACA,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAAA,QACH;AAGA,cAAM,YAAY,MAAMC,KAAI,MAAM,QAAQ,QAAQ;AAClD,aAAK,YAAY;AAGjB,cAAM,KAAK,YAAY,MAAM,SAAS;AAItC,cAAM,KAAK,cAAc;AAIzB,cAAMD,SAAQ,MAAM;AAEpB,aAAK,kBAAkB;AAAA,MACzB,SAAS,OAAO;AACd,aAAK;AAAA,UACH,IAAI;AAAA;AAAA,YAED,OAAe;AAAA,UAClB;AAAA,QACF;AACA,cAAM,KAAK,KAAK;AAChB,cAAM;AAAA,MACR;AAAA,IACF;AAEA,2BAAkB,OAAO,aAAqB;AAC5C,YAAM,KAAK,SAAS,EAAE,SAAS,CAAC;AAAA,IAClC;AAEA,+BAAsB,OAAO,aAAqB;AAChD,YAAMA,SAAQ,aAAa,QAAQ;AACnC,WAAK,kBAAkB;AAAA,IACzB;AAUA,SAAQ,gBAAgB,YAAY;AAClC,YAAM,aAAa,MAAM,UAAU,aAAa,iBAAiB;AACjE,UAAI,WAAW,WAAW,EAAG;AAI7B,YAAM,iBAAiB,WAAW;AAAA,QAChC,CAAC,WAAW,OAAO,aAAa;AAAA,MAClC;AACA,YAAM,UAAU,WAAW,OAAO,CAAC,WAAW,OAAO,aAAa,SAAS;AAC3E,YAAM,wBAAwB,eAC3B;AAAA,QAAI,CAAC,WACJ,QAAQ;AAAA,UACN,CAAC,MAAM,EAAE,YAAY,OAAO,WAAW,EAAE,SAAS,OAAO;AAAA,QAC3D;AAAA,MACF,EACC,OAAO,CAAC,UAAU,UAAU,EAAE;AACjC,iBAAW,SAAS,uBAAuB;AACzC,cAAM,SAAS,QAAQ,KAAK;AAC5B,gBAAQ,OAAO,OAAO,CAAC;AACvB,gBAAQ,QAAQ,MAAM;AAAA,MACxB;AAEA,WAAK,aAAa,QAAQ,OAAO,CAAC,WAAW,OAAO,SAAS,YAAY;AACzE,WAAK,iBAAiB,QAAQ;AAAA,QAC5B,CAAC,WAAW,OAAO,SAAS;AAAA,MAC9B;AACA,MAAAA,SAAQ,UAAU,KAAK;AAEvB,WAAK,kBAAkB;AAAA,IACzB;AAqCA,SAAQ,WAAW,MAAM;AACvB,WAAK,IAAI,kBAAkB;AAC3B,WAAK,kBAAkB;AACvB,WAAK,mBAAmB;AACxB,WAAK,QAAQ;AACb,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ,QAAQ;AACvB,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,QAAQ,MAAM,CAAC;AAAA,MACnD;AAGA,UAAI,CAAC,KAAK,YAAY,CAAC,KAAK,SAAS;AACnC,aAAK,KAAK,SAAS;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,cAAc,CAAC,UAAwB;AAC7C,WAAK,IAAI,qBAAqB,MAAM,IAAI;AACxC,UAAI,MAAM,gBAAgB,MAAM;AAE9B,YAAI,KAAK,YAAY,KAAK,eAAgB;AAC1C,QAAAA,SAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,yCAAyC,MAAM,IAAI,EAAE;AAAA,MACpE,WAAW,MAAM,KAAK,kCAAwC,GAAG;AAE/D,YAAI;AACF,gBAAM,UAAU,KAAK;AAAA,YACnB,MAAM,KAAK,kCAAwC,SAAS,CAAC;AAAA,UAC/D;AACA,eAAK,WAAW,OAAO;AAAA,QACzB,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF,WAAW,MAAM,kCAAwC;AAEvD,aAAK,KAAK,SAAS;AAAA,MACrB,WAAW,MAAM,wCAA2C;AAE1D,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAsD;AAErE,cAAM,cAAc,KAAK,aAAa;AAAA,UACpC,CAAC,YAAY,QAAQ,SAAS;AAAA,QAChC;AACA,YAAI,gBAAgB,IAAI;AACtB,eAAK,eAAe,KAAK,aAAa;AAAA,YACpC,CAAC,GAAG,UAAU,UAAU;AAAA,UAC1B;AACA,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,KAAK,oCAAyC,GAAG;AAEhE,YAAI;AACF,gBAAM,WAAW,KAAK;AAAA,YACpB,MAAM,KAAK,oCAAyC,SAAS,CAAC;AAAA,UAChE;AACA,eAAK,KAAK,YAAY,QAAQ;AAAA,QAChC,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAsB;AACzC,WAAK,IAAI,oBAAoB,KAAK;AAClC,YAAM,QAAQ,+BAA+B,KAAK;AAClD,UAAI,OAAO;AACT,aAAK,SAAS,KAAK;AAAA,MACrB;AAEA,YAAM,SAAS,EAAE,GAAG,2BAA2B,GAAG,KAAK,QAAQ,UAAU;AACzE,YAAM,eACJ,SAAS,mBAAmB,KAAK,KAAK,OAAO,cAAc;AAE7D,UAAI,cAAc;AAChB,aAAK,kBAAkB;AACvB,aAAK,OAAO;AACZ,aAAK,kBAAkB,MAAM;AAAA,MAC/B,OAAO;AACL,aAAK,KAAK;AAAA,MACZ;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAiB;AACpC,WAAK,SAAS,IAAI,gDAAoD,CAAC;AAAA,IACzE;AA4CA,SAAQ,wBAAwB,MAAM;AACpC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,qBAAqB;AACpC,aAAK,KAAK,MAAM;AAAA,MAClB;AACA,WAAK,kBAAkB;AAAA,IACzB;AAEA,SAAQ,uBAAuB,MAAM;AACnC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,qBAAqB;AACpC,mBAAW,MAAM;AACf,cAAI,CAAC,KAAK,SAAS;AACjB,iBAAK,KAAK,OAAO;AACjB,iBAAK,kBAAkB;AAAA,UACzB;AAAA,QAEF,GAAG,GAAG;AAAA,MACR,OAAO;AACL,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AAjhBE,IAAAA,SAAQ,GAAG,gBAAgB,KAAK,qBAAqB;AACrD,IAAAA,SAAQ,GAAG,eAAe,KAAK,oBAAoB;AAGnD,cAAU,aAAa,iBAAiB,gBAAgB,KAAK,aAAa;AAAA,EAC5E;AAAA,EAEA,IAAI,MAAuB;AACzB,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,IAAI,YAAqB;AACvB,YACG,KAAK,eAAe,KAAK,qBACzB,KAAK,aAAa,MAAM,aAAa;AAAA,EAE1C;AAAA,EAEA,IAAI,aAAsB;AACxB,YACG,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc,UAC5D,CAAC,KAAK;AAAA,EAEV;AAAA,EAEA,IAAI,iBAA0B;AAC5B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,UAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,iBAAiB,CAAC,KAAK;AAAA,EACrC;AAAA,EAEA,IAAI,cAAuB;AACzB,WACE,KAAK,gBACL,CAAC,KAAK,YACN,CAAC,KAAK,gBACN,CAAC,KAAK,cACN,CAAC,KAAK,kBACN,CAAC,KAAK;AAAA,EAEV;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,KAAK,YAAY;AAAA,EAC/B;AAAA,EAEA,IAAI,iBAA0B;AAC5B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,sBAA+B;AACjC,WAAOA,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,cAAkC;AACpC,WAAOC,KAAI;AAAA,EACb;AAAA,EAEA,IAAI,kBAAsC;AACxC,WAAOD,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,QAAsB;AACxB,WAAO;AAAA,MACL,YAAY,KAAK;AAAA,MACjB,WAAW,KAAK;AAAA,MAChB,gBAAgB,KAAK;AAAA,MACrB,SAAS,KAAK;AAAA,MACd,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,MAClB,cAAc,KAAK;AAAA,MACnB,gBAAgB,KAAK;AAAA,MACrB,qBAAqB,KAAK;AAAA,MAC1B,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB,OAAO,KAAK;AAAA,MACZ,aAAa,KAAK;AAAA,MAClB,iBAAiB,KAAK;AAAA,MACtB,YAAY,KAAK;AAAA,MACjB,gBAAgB,KAAK;AAAA,IACvB;AAAA,EACF;AAAA,EAyLQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,IAAAC,KAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkCA,MAAc,UAAU;AACtB,QAAI;AACF,UAAI,KAAK,IAAI;AACX,aAAK,IAAI,8BAA8B;AACvC;AAAA,MACF;AACA,UAAI,CAAC,KAAK,cAAc;AACtB,cAAM,IAAI,kCAA6C;AAAA,MACzD;AACA,UAAI,CAAC,KAAK,QAAQ,KAAK;AACrB,cAAM,IAAI,gDAAoD;AAAA,MAChE;AAGA,WAAK,KAAK,IAAI,UAAU,KAAK,QAAQ,GAAG;AACxC,WAAK,GAAG,aAAa;AACrB,WAAK,kBAAkB;AAGvB,WAAK,GAAG,SAAS,KAAK;AACtB,WAAK,GAAG,YAAY,KAAK;AACzB,WAAK,GAAG,UAAU,KAAK;AACvB,WAAK,GAAG,UAAU,KAAK;AAAA,IACzB,SAAS,OAAO;AACd,WAAK;AAAA,QACH,IAAI;AAAA;AAAA,UAED,OAAe;AAAA,QAClB;AAAA,MACF;AACA,YAAM,KAAK,KAAK;AAChB,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAwGQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,QACE,KAAK,GAAG,eAAe,UAAU,QACjC,KAAK,GAAG,eAAe,UAAU,YACjC;AACA,WAAK,GAAG,MAAM;AAAA,IAChB;AACA,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,kBAAkB,QAA2C;AACnE,QAAI,KAAK,oBAAoB,OAAO,aAAa;AAC/C,WAAK,KAAK;AACV,WAAK,SAAS,IAAI,gDAAoD,CAAC;AACvE;AAAA,IACF;AAEA,SAAK;AACL,SAAK;AAAA,MACH,mBAAmB,OAAO,OAAO,eAAe,KAAK,gBAAgB;AAAA,IACvE;AAGA,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,SAAS;AACnC,WAAK,KAAK,QAAQ;AAAA,IACpB;AAEA,QAAI,KAAK,gBAAgB;AACvB,aAAO,aAAa,KAAK,cAAc;AAAA,IACzC;AAEA,SAAK,iBAAiB,OAAO,WAAW,YAAY;AAClD,UAAI;AACF,cAAM,KAAK,QAAQ;AAAA,MACrB,QAAQ;AACN,aAAK,kBAAkB,MAAM;AAAA,MAC/B;AAAA,IACF,GAAG,OAAO,OAAO;AAAA,EACnB;AAAA,EAyBQ,WAAW,SAAkC;AACnD,SAAK,eAAe,CAAC,GAAG,KAAK,cAAc,OAAO;AAClD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,SAAS,OAA2B;AAC1C,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,SAAK,QAAQ;AACb,SAAK,kBAAkB;AACvB,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,oBAAoB;AAC1B,UAAM,QAAQ,KAAK;AACnB,SAAK,KAAK,eAAe,OAAO,KAAK,iBAAiB;AACtD,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,QAAQ,SAAU;AAC5B,YAAQ,IAAI,kBAAkB,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAC1E;AACF;;;AG/nBA,IAAI,CAAC,OAAO,eAAe;AACzB,SAAO,gBAAgB,IAAI,cAAc;AAC3C;AACO,IAAM,UAAU,OAAO;","names":["audioContext","audioContext","unlock","LocalStorageKeys","EventEmitter","EventEmitter","EventEmitter","EventEmitter","EventEmitter","EventEmitter","VADStatus","defaultOptions","SAMPLE_RATE","EventEmitter","Mic","Speaker","EventEmitter","MicdropClientCommands","MicdropServerCommands","MicdropClientErrorCode","EventEmitter","Speaker","Mic"]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@micdrop/client",
3
- "version": "2.2.2",
3
+ "version": "2.2.4",
4
4
  "description": "🖐️🎤 Micdrop: Real-Time Voice Conversations with AI",
5
5
  "author": "Lonestone",
6
6
  "license": "MIT",
@@ -33,7 +33,7 @@
33
33
  "conversation"
34
34
  ],
35
35
  "dependencies": {
36
- "@ricky0123/vad-web": "0.0.24",
36
+ "@ricky0123/vad-web": "0.0.30",
37
37
  "eventemitter3": "^5.0.1"
38
38
  },
39
39
  "devDependencies": {
@@ -41,4 +41,4 @@
41
41
  "tsup": "^8.3.6",
42
42
  "typescript": "^5.7.3"
43
43
  }
44
- }
44
+ }