@micdrop/client 2.0.9 → 2.0.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -99,7 +99,7 @@ declare abstract class VAD extends EventEmitter<VADEvents> {
99
99
  * Sets the status of the VAD
100
100
  * @param status - The status to set
101
101
  */
102
- setStatus(status: VADStatus): void;
102
+ private setStatus;
103
103
  }
104
104
 
105
105
  type VADConfigName = 'volume' | 'silero';
@@ -131,8 +131,6 @@ declare class MicRecorder extends EventEmitter<MicRecorderEvents> {
131
131
  mute: () => void;
132
132
  unmute: () => void;
133
133
  stop: () => void;
134
- private startSpeakingDetection;
135
- private stopSpeakingDetection;
136
134
  private onStartSpeaking;
137
135
  private onConfirmSpeaking;
138
136
  private onCancelSpeaking;
@@ -292,6 +290,7 @@ interface MicdropOptions {
292
290
  interface MicdropState {
293
291
  isStarting: boolean;
294
292
  isStarted: boolean;
293
+ isMuted: boolean;
295
294
  isPaused: boolean;
296
295
  isListening: boolean;
297
296
  isProcessing: boolean;
@@ -318,11 +317,13 @@ declare class MicdropClient extends EventEmitter<MicdropEvents> implements Micdr
318
317
  private startTime;
319
318
  private lastNotifiedState;
320
319
  private _isProcessing;
320
+ private _isMuted;
321
321
  private _isPaused;
322
322
  constructor(options?: MicdropOptions);
323
323
  get vad(): VAD | undefined;
324
324
  get isStarted(): boolean;
325
325
  get isStarting(): boolean;
326
+ get isMuted(): boolean;
326
327
  get isPaused(): boolean;
327
328
  get isProcessing(): boolean;
328
329
  get isListening(): boolean;
@@ -337,6 +338,8 @@ declare class MicdropClient extends EventEmitter<MicdropEvents> implements Micdr
337
338
  get state(): MicdropState;
338
339
  start: (options?: MicdropOptions) => Promise<void>;
339
340
  stop: () => Promise<void>;
341
+ mute: () => void;
342
+ unmute: () => void;
340
343
  pause: () => void;
341
344
  resume: () => void;
342
345
  startMic: (options?: {
package/dist/index.d.ts CHANGED
@@ -99,7 +99,7 @@ declare abstract class VAD extends EventEmitter<VADEvents> {
99
99
  * Sets the status of the VAD
100
100
  * @param status - The status to set
101
101
  */
102
- setStatus(status: VADStatus): void;
102
+ private setStatus;
103
103
  }
104
104
 
105
105
  type VADConfigName = 'volume' | 'silero';
@@ -131,8 +131,6 @@ declare class MicRecorder extends EventEmitter<MicRecorderEvents> {
131
131
  mute: () => void;
132
132
  unmute: () => void;
133
133
  stop: () => void;
134
- private startSpeakingDetection;
135
- private stopSpeakingDetection;
136
134
  private onStartSpeaking;
137
135
  private onConfirmSpeaking;
138
136
  private onCancelSpeaking;
@@ -292,6 +290,7 @@ interface MicdropOptions {
292
290
  interface MicdropState {
293
291
  isStarting: boolean;
294
292
  isStarted: boolean;
293
+ isMuted: boolean;
295
294
  isPaused: boolean;
296
295
  isListening: boolean;
297
296
  isProcessing: boolean;
@@ -318,11 +317,13 @@ declare class MicdropClient extends EventEmitter<MicdropEvents> implements Micdr
318
317
  private startTime;
319
318
  private lastNotifiedState;
320
319
  private _isProcessing;
320
+ private _isMuted;
321
321
  private _isPaused;
322
322
  constructor(options?: MicdropOptions);
323
323
  get vad(): VAD | undefined;
324
324
  get isStarted(): boolean;
325
325
  get isStarting(): boolean;
326
+ get isMuted(): boolean;
326
327
  get isPaused(): boolean;
327
328
  get isProcessing(): boolean;
328
329
  get isListening(): boolean;
@@ -337,6 +338,8 @@ declare class MicdropClient extends EventEmitter<MicdropEvents> implements Micdr
337
338
  get state(): MicdropState;
338
339
  start: (options?: MicdropOptions) => Promise<void>;
339
340
  stop: () => Promise<void>;
341
+ mute: () => void;
342
+ unmute: () => void;
340
343
  pause: () => void;
341
344
  resume: () => void;
342
345
  startMic: (options?: {
package/dist/index.js CHANGED
@@ -740,7 +740,11 @@ var MicRecorder = class extends import_eventemitter35.EventEmitter {
740
740
  audioBitsPerSecond: 128e3
741
741
  });
742
742
  this.recorder.ondataavailable = this.onDataAvailable;
743
- await this.startSpeakingDetection(stream);
743
+ await this.vad.start(stream);
744
+ this.vad.on("StartSpeaking", this.onStartSpeaking);
745
+ this.vad.on("ConfirmSpeaking", this.onConfirmSpeaking);
746
+ this.vad.on("CancelSpeaking", this.onCancelSpeaking);
747
+ this.vad.on("StopSpeaking", this.onStopSpeaking);
744
748
  this.changeState({
745
749
  isStarting: false,
746
750
  isStarted: true
@@ -751,11 +755,21 @@ var MicRecorder = class extends import_eventemitter35.EventEmitter {
751
755
  }
752
756
  };
753
757
  this.mute = () => {
754
- this.changeState({ isMuted: true, isSpeaking: false });
755
- this.recorder?.stop();
758
+ if (this.state.isMuted) return;
759
+ if (this.state.isSpeaking) {
760
+ this.onStopSpeaking();
761
+ }
762
+ this.changeState({ isMuted: true });
756
763
  };
757
764
  this.unmute = () => {
765
+ if (!this.state.isMuted) return;
758
766
  this.changeState({ isMuted: false });
767
+ if (this.vad.status === 1 /* MaybeSpeaking */) {
768
+ this.onStartSpeaking();
769
+ } else if (this.vad.status === 2 /* Speaking */) {
770
+ this.onStartSpeaking();
771
+ this.onConfirmSpeaking();
772
+ }
759
773
  };
760
774
  this.stop = () => {
761
775
  this.changeState({
@@ -765,7 +779,11 @@ var MicRecorder = class extends import_eventemitter35.EventEmitter {
765
779
  isSpeaking: false
766
780
  });
767
781
  try {
768
- this.stopSpeakingDetection();
782
+ this.vad.stop();
783
+ this.vad.off("StartSpeaking", this.onStartSpeaking);
784
+ this.vad.off("ConfirmSpeaking", this.onConfirmSpeaking);
785
+ this.vad.off("CancelSpeaking", this.onCancelSpeaking);
786
+ this.vad.off("StopSpeaking", this.onStopSpeaking);
769
787
  if (this.recorder) {
770
788
  this.recorder.stop();
771
789
  this.recorder = void 0;
@@ -783,6 +801,7 @@ var MicRecorder = class extends import_eventemitter35.EventEmitter {
783
801
  try {
784
802
  this.recorder.start(timeSlice);
785
803
  this.queuedChunks.length = 0;
804
+ this.speakingConfirmed = false;
786
805
  } catch (error) {
787
806
  console.error(error);
788
807
  }
@@ -828,23 +847,6 @@ var MicRecorder = class extends import_eventemitter35.EventEmitter {
828
847
  this.state = defaultMicRecorderState;
829
848
  this.vad = getVAD(vadConfig);
830
849
  }
831
- async startSpeakingDetection(stream) {
832
- if (this.vad.isStarted) {
833
- this.vad.stop();
834
- }
835
- this.vad.on("StartSpeaking", this.onStartSpeaking);
836
- this.vad.on("ConfirmSpeaking", this.onConfirmSpeaking);
837
- this.vad.on("CancelSpeaking", this.onCancelSpeaking);
838
- this.vad.on("StopSpeaking", this.onStopSpeaking);
839
- await this.vad.start(stream);
840
- }
841
- async stopSpeakingDetection() {
842
- this.vad.off("StartSpeaking", this.onStartSpeaking);
843
- this.vad.off("ConfirmSpeaking", this.onConfirmSpeaking);
844
- this.vad.off("CancelSpeaking", this.onCancelSpeaking);
845
- this.vad.off("StopSpeaking", this.onStopSpeaking);
846
- await this.vad.stop();
847
- }
848
850
  changeState(state) {
849
851
  const hasChanged = Object.keys(state).some(
850
852
  (key) => this.state[key] !== state[key]
@@ -946,6 +948,7 @@ var MicdropClient = class extends import_eventemitter36.EventEmitter {
946
948
  this.startTime = 0;
947
949
  this.lastNotifiedState = this.state;
948
950
  this._isProcessing = false;
951
+ this._isMuted = false;
949
952
  this._isPaused = false;
950
953
  this.start = async (options) => {
951
954
  this.error = void 0;
@@ -953,12 +956,14 @@ var MicdropClient = class extends import_eventemitter36.EventEmitter {
953
956
  this.startTime = Date.now();
954
957
  this.conversation = [];
955
958
  this._isProcessing = true;
959
+ this._isMuted = false;
956
960
  this._isPaused = false;
957
961
  await this.startMic({ record: true });
958
962
  await this.startWS();
959
963
  };
960
964
  this.stop = async () => {
961
965
  this._isProcessing = false;
966
+ this._isMuted = false;
962
967
  this._isPaused = false;
963
968
  try {
964
969
  this.stopWS();
@@ -973,6 +978,18 @@ var MicdropClient = class extends import_eventemitter36.EventEmitter {
973
978
  }
974
979
  Speaker2.stopAudio();
975
980
  };
981
+ this.mute = () => {
982
+ this.micRecorder?.mute();
983
+ this._isMuted = true;
984
+ this.notifyStateChange();
985
+ };
986
+ this.unmute = () => {
987
+ if (!this.isPaused && !(this.options.disableInterruption && Speaker2.isPlaying)) {
988
+ this.micRecorder?.unmute();
989
+ }
990
+ this._isMuted = false;
991
+ this.notifyStateChange();
992
+ };
976
993
  this.pause = () => {
977
994
  if (this.isPaused) return;
978
995
  this.micRecorder?.mute();
@@ -984,12 +1001,15 @@ var MicdropClient = class extends import_eventemitter36.EventEmitter {
984
1001
  };
985
1002
  this.resume = () => {
986
1003
  if (!this.isPaused) return;
987
- this.micRecorder?.unmute();
1004
+ if (!this.isMuted) {
1005
+ this.micRecorder?.unmute();
1006
+ }
988
1007
  this._isPaused = false;
989
1008
  this.notifyStateChange();
990
1009
  };
991
1010
  this.startMic = async (options = {}) => {
992
1011
  this.error = void 0;
1012
+ this._isMuted = false;
993
1013
  if (options.vad) {
994
1014
  this.options.vad = options.vad;
995
1015
  }
@@ -1147,14 +1167,14 @@ var MicdropClient = class extends import_eventemitter36.EventEmitter {
1147
1167
  };
1148
1168
  this.onSpeakerStartPlaying = () => {
1149
1169
  this.log("Speaker started");
1150
- if (this.options.disableInterruption && !this.isPaused) {
1170
+ if (this.options.disableInterruption) {
1151
1171
  this.micRecorder?.mute();
1152
1172
  }
1153
1173
  this.notifyStateChange();
1154
1174
  };
1155
1175
  this.onSpeakerStopPlaying = () => {
1156
1176
  this.log("Speaker stopped");
1157
- if (this.options.disableInterruption && !this.isPaused) {
1177
+ if (this.options.disableInterruption && !this.isMuted) {
1158
1178
  this.micRecorder?.unmute();
1159
1179
  }
1160
1180
  this.notifyStateChange();
@@ -1172,6 +1192,9 @@ var MicdropClient = class extends import_eventemitter36.EventEmitter {
1172
1192
  get isStarting() {
1173
1193
  return this.isWSStarting || this.micRecorder?.state.isStarting || false;
1174
1194
  }
1195
+ get isMuted() {
1196
+ return this._isMuted;
1197
+ }
1175
1198
  get isPaused() {
1176
1199
  return this._isPaused;
1177
1200
  }
@@ -1209,6 +1232,7 @@ var MicdropClient = class extends import_eventemitter36.EventEmitter {
1209
1232
  return {
1210
1233
  isStarting: this.isStarting,
1211
1234
  isStarted: this.isStarted,
1235
+ isMuted: this.isMuted,
1212
1236
  isPaused: this.isPaused,
1213
1237
  isListening: this.isListening,
1214
1238
  isProcessing: this.isProcessing,
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/index.ts","../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/Mic.ts","../src/audio/Speaker.ts","../src/audio/stream/AudioStream.ts","../src/audio/stream/Pcm16AudioStream.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","../src/audio/index.ts","../src/client/MicdropClient.ts","../../server/src/types.ts","../src/client/MicdropClientError.ts","../src/Micdrop.ts"],"sourcesContent":["export * from './audio'\nexport * from './client'\nexport * from './Micdrop'\nexport * from './types'\n","import { EventEmitter } from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport class Mic {\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.deviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.deviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.deviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { AudioStream } from './stream/AudioStream'\nimport { Pcm16AudioStream } from './stream/Pcm16AudioStream'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport interface SpeakerEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport class Speaker extends EventEmitter<SpeakerEvents> {\n public isPlaying = false\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n // Set by MicdropClient, useful to detect default device\n public devices: MediaDeviceInfo[] = []\n\n private audioStream?: AudioStream\n private audioSourceNode?: AudioNode\n private audioElementDestination?: HTMLAudioElement // Used when audiocontext sinkId is not available\n\n async start() {\n if (this.audioStream) return\n\n // Instantiate the audio stream based on the browser compatibility\n this.audioStream = new Pcm16AudioStream()\n\n // Forward events from AudioStream\n this.audioStream.on('StartPlaying', () => this.setIsPlaying(true))\n this.audioStream.on('StopPlaying', () => this.setIsPlaying(false))\n\n // Get the audio source node from AudioStream\n this.audioSourceNode = this.audioStream.start()\n\n // Select speaker device if speakerId is in local storage\n const deviceId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) ?? undefined\n await this.setDevice(deviceId)\n }\n\n async playAudio(blob: Blob) {\n this.start()\n try {\n await this.audioStream?.playAudio(blob)\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n async stopAudio() {\n if (!this.isPlaying) return\n this.audioStream?.stopAudio()\n }\n\n async changeDevice(deviceId: string) {\n await this.setDevice(deviceId)\n\n // Update local storage\n if (this.isDefaultDevice) {\n localStorage.removeItem(LocalStorageKeys.SpeakerDevice)\n } else {\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, deviceId)\n }\n }\n\n get isDefaultDevice(): boolean {\n return (\n !this.deviceId ||\n this.devices.length === 0 ||\n this.deviceId === this.devices[0].deviceId\n )\n }\n\n private setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n\n private async setDevice(deviceId: string | undefined) {\n if (!this.audioSourceNode) {\n console.error(\n 'audioSourceNode not initialized, setDevice called before start'\n )\n return\n }\n try {\n this.deviceId = deviceId\n const defaultDevice = this.isDefaultDevice\n const sinkId = !deviceId || defaultDevice ? '' : deviceId\n\n if (defaultDevice || 'setSinkId' in audioContext) {\n // Play through audiocontext destination when possible\n // It is the preferred way, as it's the only way to have echo cancellation\n await (audioContext as any).setSinkId?.(sinkId)\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(audioContext.destination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Reset audio element destination if it exists\n if (this.audioElementDestination) {\n this.audioElementDestination.pause()\n this.audioElementDestination.srcObject = null\n this.audioElementDestination = undefined\n }\n } else {\n // On Firefox, we can't set sinkId on audio context\n // So we stream non-default devices back to an audio element for which we set sinkId\n if (!this.audioElementDestination) {\n // Create a media stream destination to stream the audio to\n const mediaStreamDestination =\n audioContext.createMediaStreamDestination()\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(mediaStreamDestination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Play stream to audio element destination\n this.audioElementDestination = new Audio()\n this.audioElementDestination.autoplay = true\n this.audioElementDestination.srcObject = mediaStreamDestination.stream\n }\n await this.audioElementDestination.setSinkId(sinkId)\n }\n } catch (error) {\n console.error(`Error setting Audio Output to ${deviceId}`, error)\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { audioContext } from '../utils/audioContext'\n\nexport interface AudioStreamEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport abstract class AudioStream extends EventEmitter<AudioStreamEvents> {\n public isPlaying = false\n protected outputNode: AudioNode\n\n constructor() {\n super()\n this.outputNode = audioContext.createGain()\n }\n\n abstract start(): AudioNode\n abstract playAudio(blob: Blob): Promise<void>\n abstract stopAudio(): void\n\n protected setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { AudioStream } from './AudioStream'\n\nconst SAMPLE_RATE = 16000\nconst CHANNELS = 1\n\nexport class Pcm16AudioStream extends AudioStream {\n private audioQueue: AudioBuffer[] = []\n private currentSourceNode?: AudioBufferSourceNode\n private isProcessingQueue = false\n\n constructor() {\n super()\n }\n\n start(): AudioNode {\n return this.outputNode\n }\n\n async playAudio(blob: Blob): Promise<void> {\n try {\n // Convert blob to PCM data\n const arrayBuffer = await blob.arrayBuffer()\n\n // Convert PCM data to AudioBuffer with proper sample rate\n const audioBuffer = this.createAudioBuffer(arrayBuffer)\n\n if (audioBuffer) {\n this.audioQueue.push(audioBuffer)\n this.processQueue()\n }\n } catch (error) {\n console.error('Failed to play audio chunk:', error)\n }\n }\n\n stopAudio(): void {\n if (this.currentSourceNode) {\n try {\n this.currentSourceNode.stop()\n this.currentSourceNode.disconnect()\n } catch (error) {\n // Ignore errors when stopping\n }\n this.currentSourceNode = undefined\n }\n this.audioQueue = []\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n }\n\n private createAudioBuffer(arrayBuffer: ArrayBuffer): AudioBuffer | null {\n try {\n // Convert ArrayBuffer to Int16Array (assuming 16-bit PCM)\n const int16Data = new Int16Array(arrayBuffer)\n\n // Calculate number of samples\n const numSamples = int16Data.length\n\n if (numSamples === 0) {\n return null\n }\n\n // Create AudioBuffer with the correct sample rate\n const audioBuffer = audioContext.createBuffer(\n CHANNELS,\n numSamples,\n SAMPLE_RATE\n )\n\n // Convert 16-bit PCM to float32 and copy to AudioBuffer\n const channelData = audioBuffer.getChannelData(0)\n for (let i = 0; i < numSamples; i++) {\n channelData[i] = int16Data[i] / 32768.0\n }\n\n return audioBuffer\n } catch (error) {\n console.error('Error creating AudioBuffer:', error)\n return null\n }\n }\n\n private processQueue(): void {\n if (this.isProcessingQueue || this.audioQueue.length === 0) {\n return\n }\n\n this.isProcessingQueue = true\n this.playNextBuffer()\n }\n\n private playNextBuffer(): void {\n if (this.audioQueue.length === 0) {\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n return\n }\n\n const audioBuffer = this.audioQueue.shift()!\n\n // Create a new AudioBufferSourceNode\n this.currentSourceNode = audioContext.createBufferSource()\n this.currentSourceNode.buffer = audioBuffer\n this.currentSourceNode.connect(this.outputNode)\n\n // Set up event handler for when this buffer finishes\n this.currentSourceNode.onended = () => {\n this.currentSourceNode = undefined\n // Continue processing queue\n this.playNextBuffer()\n }\n\n // Start playing\n this.currentSourceNode.start(0)\n this.setIsPlaying(true)\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD } from './vad/VAD'\nimport { getVAD, VADConfig } from './vad/getVAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n public vad: VAD\n\n private audioInfo = this.getAudioInfo()\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n start = async (stream: MediaStream) => {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute = () => {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute = () => {\n this.changeState({ isMuted: false })\n }\n\n stop = () => {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream)\n }\n\n private async stopSpeakingDetection() {\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n } catch (error) {\n console.error(error)\n }\n }\n\n private onConfirmSpeaking = async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }\n\n private onCancelSpeaking = async () => {\n if (this.state.isMuted) return\n try {\n this.recorder?.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }\n\n private onStopSpeaking = async () => {\n if (this.state.isMuted) return\n try {\n this.recorder?.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }\n\n private onDataAvailable = async (blobEvent: BlobEvent) => {\n if (this.state.isMuted) return\n\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { EventEmitter } from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public readonly name = this.constructor.name\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange = () => {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n submitUserSpeechOnPause: true,\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nconst DefaultVAD = VolumeVAD\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new DefaultVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n","import { Mic as MicClass } from './Mic'\nimport { Speaker as SpeakerClass } from './Speaker'\n\nexport * from './MicRecorder'\nexport * from './utils/localStorage'\nexport * from './vad'\n\n// Setup and export Mic instance\nif (!window.micdropMic) {\n window.micdropMic = new MicClass()\n}\nexport const Mic = window.micdropMic\n\n// Setup and export Speaker instance\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new SpeakerClass()\n}\nexport const Speaker = window.micdropSpeaker\n","import { EventEmitter } from 'eventemitter3'\nimport { Mic, Speaker, VAD } from '../audio'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { VADConfig } from '../audio/vad/getVAD'\nimport {\n MicdropClientCommands,\n MicdropConversation,\n MicdropConversationItem,\n MicdropServerCommands,\n MicdropToolCall,\n} from '../types'\nimport {\n getClientErrorFromWSCloseEvent,\n MicdropClientError,\n MicdropClientErrorCode,\n} from './MicdropClientError'\n\nexport interface MicdropEvents {\n EndCall: []\n Error: [MicdropClientError]\n StateChange: [MicdropState, MicdropState]\n ToolCall: [MicdropToolCall]\n}\n\nexport interface MicdropOptions {\n url?: string\n params?: Record<string, any>\n vad?: VADConfig\n disableInterruption?: boolean\n debugLog?: boolean\n}\n\nexport interface MicdropState {\n isStarting: boolean\n isStarted: boolean\n isPaused: boolean\n isListening: boolean\n isProcessing: boolean\n isUserSpeaking: boolean\n isAssistantSpeaking: boolean\n isMicStarted: boolean\n isMicMuted: boolean\n micDeviceId: string | undefined\n speakerDeviceId: string | undefined\n micDevices: MediaDeviceInfo[]\n speakerDevices: MediaDeviceInfo[]\n conversation: MicdropConversation\n error: MicdropClientError | undefined\n}\n\nexport class MicdropClient\n extends EventEmitter<MicdropEvents>\n implements MicdropState\n{\n public micRecorder?: MicRecorder\n public conversation: MicdropConversation = []\n public error: MicdropClientError | undefined\n public speakerDevices: MediaDeviceInfo[] = []\n public micDevices: MediaDeviceInfo[] = []\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastNotifiedState = this.state\n private _isProcessing = false\n private _isPaused = false\n\n constructor(public options: MicdropOptions = {}) {\n super()\n\n // Add speaker listener\n Speaker.on('StartPlaying', this.onSpeakerStartPlaying)\n Speaker.on('StopPlaying', this.onSpeakerStopPlaying)\n\n // Listen to device changes\n navigator.mediaDevices.addEventListener('devicechange', this.updateDevices)\n }\n\n get vad(): VAD | undefined {\n return this.micRecorder?.vad\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n get isProcessing(): boolean {\n return this._isProcessing && !this.isPaused\n }\n\n get isListening(): boolean {\n return (\n this.isMicStarted &&\n !this.isPaused &&\n !this.isProcessing &&\n !this.isMicMuted &&\n !this.isUserSpeaking &&\n !this.isAssistantSpeaking\n )\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isUserSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isAssistantSpeaking(): boolean {\n return Speaker.isPlaying\n }\n\n get micDeviceId(): string | undefined {\n return Mic.deviceId\n }\n\n get speakerDeviceId(): string | undefined {\n return Speaker.deviceId\n }\n\n get state(): MicdropState {\n return {\n isStarting: this.isStarting,\n isStarted: this.isStarted,\n isPaused: this.isPaused,\n isListening: this.isListening,\n isProcessing: this.isProcessing,\n isUserSpeaking: this.isUserSpeaking,\n isAssistantSpeaking: this.isAssistantSpeaking,\n isMicStarted: this.isMicStarted,\n isMicMuted: this.isMicMuted,\n conversation: this.conversation,\n error: this.error,\n micDeviceId: this.micDeviceId,\n speakerDeviceId: this.speakerDeviceId,\n micDevices: this.micDevices,\n speakerDevices: this.speakerDevices,\n }\n }\n\n start = async (options?: MicdropOptions) => {\n this.error = undefined\n this.options = { ...this.options, ...options }\n\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n this._isPaused = false\n\n // Start mic if not already started\n await this.startMic({ record: true })\n\n // Start websocket\n await this.startWS()\n }\n\n stop = async () => {\n this._isProcessing = false\n this._isPaused = false\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[MicdropClient] Error stopping WebSocket', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[MicdropClient] Error stopping microphone', error)\n }\n\n // Stop speaker\n Speaker.stopAudio()\n }\n\n pause = () => {\n if (this.isPaused) return\n this.micRecorder?.mute()\n this._isPaused = true\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n this.ws?.send(MicdropClientCommands.Mute)\n }\n\n resume = () => {\n if (!this.isPaused) return\n this.micRecorder?.unmute()\n this._isPaused = false\n this.notifyStateChange()\n }\n\n startMic = async (\n options: {\n vad?: VADConfig\n deviceId?: string\n record?: boolean\n } = {}\n ) => {\n this.error = undefined\n if (options.vad) {\n this.options.vad = options.vad\n }\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.options.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[MicdropClient] User audio chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('User start speaking')\n this.ws?.send(MicdropClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('User stop speaking')\n this.ws?.send(MicdropClientCommands.StopSpeaking)\n if (this.isWSStarted) {\n this._isProcessing = true\n }\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n const micStream = await Mic.start(options.deviceId)\n this.micStream = micStream\n\n // Restart recorder if it was running\n if (isRecorderStarted || options.record) {\n await this.micRecorder.start(micStream)\n }\n\n // Get devices after starting mic\n // It's necessary for Firefox that return an empty list before any stream is started\n await this.updateDevices()\n\n // Start speaker\n // Must be after devices update\n await Speaker.start()\n\n this.notifyStateChange()\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Mic,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n changeMicDevice = async (deviceId: string) => {\n await this.startMic({ deviceId })\n }\n\n changeSpeakerDevice = async (deviceId: string) => {\n await Speaker.changeDevice(deviceId)\n this.notifyStateChange()\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n Mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private updateDevices = async () => {\n const rawDevices = await navigator.mediaDevices.enumerateDevices()\n if (rawDevices.length === 0) return\n\n // Move default devices to the beginning of the list\n // and get rid of devices with deviceId=default\n const defaultDevices = rawDevices.filter(\n (device) => device.deviceId === 'default'\n )\n const devices = rawDevices.filter((device) => device.deviceId !== 'default')\n const defaultDevicesIndexes = defaultDevices\n .map((device) =>\n devices.findIndex(\n (d) => d.groupId === device.groupId && d.kind === device.kind\n )\n )\n .filter((index) => index !== -1)\n for (const index of defaultDevicesIndexes) {\n const device = devices[index]\n devices.splice(index, 1)\n devices.unshift(device)\n }\n\n this.micDevices = devices.filter((device) => device.kind === 'audioinput')\n this.speakerDevices = devices.filter(\n (device) => device.kind === 'audiooutput'\n )\n Speaker.devices = this.speakerDevices\n\n this.notifyStateChange()\n }\n\n private async startWS() {\n try {\n if (this.ws) {\n this.log('WebSocket is already started')\n return\n }\n if (!this.isMicStarted) {\n throw new MicdropClientError(MicdropClientErrorCode.Mic)\n }\n if (!this.options.url) {\n throw new MicdropClientError(MicdropClientErrorCode.MissingUrl)\n }\n\n // Start websocket\n this.ws = new WebSocket(this.options.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = this.onWSOpen\n this.ws.onmessage = this.onWSMessage\n this.ws.onclose = this.onWSClose\n this.ws.onerror = this.onWSError\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Connection,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n private onWSOpen = () => {\n this.log('WebSocket opened')\n this.notifyStateChange()\n\n // Send params\n if (this.options.params) {\n this.ws?.send(JSON.stringify(this.options.params))\n }\n }\n\n private onWSMessage = (event: MessageEvent) => {\n this.log('Received message:', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n if (this.isPaused || this.isUserSpeaking) return\n Speaker.playAudio(event.data)\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[MicdropClient] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(MicdropServerCommands.Message)) {\n // Received user/assistant message\n try {\n const message = JSON.parse(\n event.data.substring(MicdropServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing message:',\n event.data,\n error\n )\n }\n } else if (event.data === MicdropServerCommands.EndCall) {\n // Call ended\n this.emit('EndCall')\n } else if (event.data === MicdropServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === MicdropServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation.findLastIndex(\n (message) => message.role === 'user'\n )\n if (lastMessage !== -1) {\n this.conversation = this.conversation.filter(\n (_, index) => index !== lastMessage\n )\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data.startsWith(MicdropServerCommands.ToolCall)) {\n // Received tool call information\n try {\n const toolCall = JSON.parse(\n event.data.substring(MicdropServerCommands.ToolCall.length + 1)\n )\n this.emit('ToolCall', toolCall)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing tool call:',\n event.data,\n error\n )\n }\n }\n }\n\n private onWSClose = (event: CloseEvent) => {\n this.log('WebSocket closed', event)\n this.stop()\n\n const error = getClientErrorFromWSCloseEvent(event)\n if (error) {\n this.setError(error)\n }\n }\n\n private onWSError = (event: Event) => {\n this.setError(new MicdropClientError(MicdropClientErrorCode.Connection))\n this.stop()\n }\n\n private stopWS() {\n if (!this.ws) return\n if (\n this.ws.readyState === WebSocket.OPEN ||\n this.ws.readyState === WebSocket.CONNECTING\n ) {\n this.ws.close()\n }\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private onSpeakerStartPlaying = () => {\n this.log('Speaker started')\n if (this.options.disableInterruption && !this.isPaused) {\n this.micRecorder?.mute()\n }\n this.notifyStateChange()\n }\n\n private onSpeakerStopPlaying = () => {\n this.log('Speaker stopped')\n if (this.options.disableInterruption && !this.isPaused) {\n this.micRecorder?.unmute()\n }\n this.notifyStateChange()\n }\n\n private addMessage(message: MicdropConversationItem) {\n this.conversation = [...this.conversation, message]\n this.notifyStateChange()\n }\n\n private setError(error: MicdropClientError) {\n console.error('[MicdropClient] Error:', error)\n this.error = error\n this.notifyStateChange()\n this.emit('Error', error)\n }\n\n private notifyStateChange() {\n const state = this.state\n this.emit('StateChange', state, this.lastNotifiedState)\n this.lastNotifiedState = state\n }\n\n private log(...message: any[]) {\n if (!this.options.debugLog) return\n console.log(`[MicdropClient ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum MicdropClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum MicdropServerCommands {\n Message = 'Message',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EndCall = 'EndCall',\n ToolCall = 'ToolCall',\n}\n\nexport interface MicdropCallSummary {\n conversation: MicdropConversation\n duration: number\n}\n\nexport type MicdropConversationItem =\n | MicdropConversationMessage\n | MicdropConversationToolCall\n | MicdropConversationToolResult\n\nexport type MicdropConversation = Array<MicdropConversationItem>\n\nexport type MicdropAnswerMetadata = {\n [key: string]: any\n}\n\nexport interface MicdropConversationMessage<\n Data extends MicdropAnswerMetadata = MicdropAnswerMetadata,\n> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n\nexport interface MicdropConversationToolCall {\n role: 'tool_call'\n toolCallId: string\n toolName: string\n parameters: string\n}\n\nexport interface MicdropConversationToolResult {\n role: 'tool_result'\n toolCallId: string\n toolName: string\n output: string\n}\n\nexport interface MicdropToolCall {\n name: string\n parameters: any\n output: any\n}\n\nexport type DeepPartial<T> = T extends object\n ? {\n [P in keyof T]?: DeepPartial<T[P]>\n }\n : T\n","export enum MicdropClientErrorCode {\n MissingUrl = 'MissingUrl',\n Mic = 'Mic',\n Connection = 'Connection',\n InternalServer = 'InternalServer',\n BadRequest = 'BadRequest',\n Unauthorized = 'Unauthorized',\n NotFound = 'NotFound',\n Unknown = 'Unknown',\n}\n\nexport class MicdropClientError extends Error {\n code: MicdropClientErrorCode\n\n constructor(code = MicdropClientErrorCode.Unknown, message?: string) {\n super(message)\n this.name = `MicdropClientError:${code}`\n this.code = code\n }\n}\n\nexport function getClientErrorFromWSCloseEvent(\n event: CloseEvent\n): MicdropClientError | undefined {\n const code = getClientErrorFromWSCloseEventCode(event.code)\n return code && new MicdropClientError(code, event.reason)\n}\n\nexport function getClientErrorFromWSCloseEventCode(\n code: number\n): MicdropClientErrorCode | undefined {\n if (code === 1011) {\n return MicdropClientErrorCode.InternalServer\n } else if (code >= 1001 && code < 1011 && code !== 1005) {\n return MicdropClientErrorCode.Connection\n } else if (code === 4401) {\n return MicdropClientErrorCode.Unauthorized\n } else if (code === 4404) {\n return MicdropClientErrorCode.NotFound\n } else if (code === 4400) {\n return MicdropClientErrorCode.BadRequest\n } else if (code >= 4000) {\n return MicdropClientErrorCode.Unknown\n } else {\n return undefined\n }\n}\n","import { MicdropClient } from './client'\n\n// Setup and export MicdropClient instance\nif (!window.micdropClient) {\n window.micdropClient = new MicdropClient()\n}\nexport const Micdrop = window.micdropClient\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA,aAAAA;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iBAAAC;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAA6B;AAMtB,IAAM,gBAAN,cAA4B,kCAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAM,MAAN,MAAU;AAAA,EAAV;AACL,SAAO,WAAW,IAAI,cAAc,YAAY;AAAA;AAAA,EAMxC,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,aAAa,UAAU;AAC9B,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,WAAW;AAAA,IAClB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,WAAW;AAAA,IAClB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;;;ACxFA,IAAAC,wBAA6B;;;ACA7B,IAAAC,wBAA6B;AAQtB,IAAe,cAAf,cAAmC,mCAAgC;AAAA,EAIxE,cAAc;AACZ,UAAM;AAJR,SAAO,YAAY;AAKjB,SAAK,aAAa,aAAa,WAAW;AAAA,EAC5C;AAAA,EAMU,aAAa,WAAoB;AACzC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AACF;;;ACvBA,IAAM,cAAc;AACpB,IAAM,WAAW;AAEV,IAAM,mBAAN,cAA+B,YAAY;AAAA,EAKhD,cAAc;AACZ,UAAM;AALR,SAAQ,aAA4B,CAAC;AAErC,SAAQ,oBAAoB;AAAA,EAI5B;AAAA,EAEA,QAAmB;AACjB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,UAAU,MAA2B;AACzC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,KAAK,kBAAkB,WAAW;AAEtD,UAAI,aAAa;AACf,aAAK,WAAW,KAAK,WAAW;AAChC,aAAK,aAAa;AAAA,MACpB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAAA,IACpD;AAAA,EACF;AAAA,EAEA,YAAkB;AAChB,QAAI,KAAK,mBAAmB;AAC1B,UAAI;AACF,aAAK,kBAAkB,KAAK;AAC5B,aAAK,kBAAkB,WAAW;AAAA,MACpC,SAAS,OAAO;AAAA,MAEhB;AACA,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,aAAa,CAAC;AACnB,SAAK,oBAAoB;AACzB,SAAK,aAAa,KAAK;AAAA,EACzB;AAAA,EAEQ,kBAAkB,aAA8C;AACtE,QAAI;AAEF,YAAM,YAAY,IAAI,WAAW,WAAW;AAG5C,YAAM,aAAa,UAAU;AAE7B,UAAI,eAAe,GAAG;AACpB,eAAO;AAAA,MACT;AAGA,YAAM,cAAc,aAAa;AAAA,QAC/B;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAGA,YAAM,cAAc,YAAY,eAAe,CAAC;AAChD,eAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,oBAAY,CAAC,IAAI,UAAU,CAAC,IAAI;AAAA,MAClC;AAEA,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAClD,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEQ,eAAqB;AAC3B,QAAI,KAAK,qBAAqB,KAAK,WAAW,WAAW,GAAG;AAC1D;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,iBAAuB;AAC7B,QAAI,KAAK,WAAW,WAAW,GAAG;AAChC,WAAK,oBAAoB;AACzB,WAAK,aAAa,KAAK;AACvB;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,WAAW,MAAM;AAG1C,SAAK,oBAAoB,aAAa,mBAAmB;AACzD,SAAK,kBAAkB,SAAS;AAChC,SAAK,kBAAkB,QAAQ,KAAK,UAAU;AAG9C,SAAK,kBAAkB,UAAU,MAAM;AACrC,WAAK,oBAAoB;AAEzB,WAAK,eAAe;AAAA,IACtB;AAGA,SAAK,kBAAkB,MAAM,CAAC;AAC9B,SAAK,aAAa,IAAI;AAAA,EACxB;AACF;;;AFzGO,IAAM,UAAN,cAAsB,mCAA4B;AAAA,EAAlD;AAAA;AACL,SAAO,YAAY;AACnB,SAAO,WAAW,IAAI,cAAc,YAAY;AAIhD;AAAA,SAAO,UAA6B,CAAC;AAAA;AAAA;AAAA,EAMrC,MAAM,QAAQ;AACZ,QAAI,KAAK,YAAa;AAGtB,SAAK,cAAc,IAAI,iBAAiB;AAGxC,SAAK,YAAY,GAAG,gBAAgB,MAAM,KAAK,aAAa,IAAI,CAAC;AACjE,SAAK,YAAY,GAAG,eAAe,MAAM,KAAK,aAAa,KAAK,CAAC;AAGjE,SAAK,kBAAkB,KAAK,YAAY,MAAM;AAG9C,UAAM,WACJ,aAAa,mDAAsC,KAAK;AAC1D,UAAM,KAAK,UAAU,QAAQ;AAAA,EAC/B;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,SAAK,MAAM;AACX,QAAI;AACF,YAAM,KAAK,aAAa,UAAU,IAAI;AAAA,IACxC,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,MAAM,YAAY;AAChB,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,aAAa,UAAU;AAAA,EAC9B;AAAA,EAEA,MAAM,aAAa,UAAkB;AACnC,UAAM,KAAK,UAAU,QAAQ;AAG7B,QAAI,KAAK,iBAAiB;AACxB,mBAAa,sDAAyC;AAAA,IACxD,OAAO;AACL,mBAAa,qDAAwC,QAAQ;AAAA,IAC/D;AAAA,EACF;AAAA,EAEA,IAAI,kBAA2B;AAC7B,WACE,CAAC,KAAK,YACN,KAAK,QAAQ,WAAW,KACxB,KAAK,aAAa,KAAK,QAAQ,CAAC,EAAE;AAAA,EAEtC;AAAA,EAEQ,aAAa,WAAoB;AACvC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AAAA,EAEA,MAAc,UAAU,UAA8B;AACpD,QAAI,CAAC,KAAK,iBAAiB;AACzB,cAAQ;AAAA,QACN;AAAA,MACF;AACA;AAAA,IACF;AACA,QAAI;AACF,WAAK,WAAW;AAChB,YAAM,gBAAgB,KAAK;AAC3B,YAAM,SAAS,CAAC,YAAY,gBAAgB,KAAK;AAEjD,UAAI,iBAAiB,eAAe,cAAc;AAGhD,cAAO,aAAqB,YAAY,MAAM;AAC9C,aAAK,gBAAgB,WAAW;AAChC,aAAK,gBAAgB,QAAQ,aAAa,WAAW;AACrD,aAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,YAAI,KAAK,yBAAyB;AAChC,eAAK,wBAAwB,MAAM;AACnC,eAAK,wBAAwB,YAAY;AACzC,eAAK,0BAA0B;AAAA,QACjC;AAAA,MACF,OAAO;AAGL,YAAI,CAAC,KAAK,yBAAyB;AAEjC,gBAAM,yBACJ,aAAa,6BAA6B;AAC5C,eAAK,gBAAgB,WAAW;AAChC,eAAK,gBAAgB,QAAQ,sBAAsB;AACnD,eAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,eAAK,0BAA0B,IAAI,MAAM;AACzC,eAAK,wBAAwB,WAAW;AACxC,eAAK,wBAAwB,YAAY,uBAAuB;AAAA,QAClE;AACA,cAAM,KAAK,wBAAwB,UAAU,MAAM;AAAA,MACrD;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,QAAQ,IAAI,KAAK;AAAA,IAClE;AAAA,EACF;AACF;;;AGlIA,IAAAC,wBAA6B;;;ACQtB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,IAAAC,wBAA6B;AAetB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2B,mCAAwB;AAAA,EAAnD;AAAA;AACL,SAAgB,OAAO,KAAK,YAAY;AACxC,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyBf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,QAAmB;AAC3B,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;ACjFO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AAkBR,SAAQ,iBAAiB,MAAM;AAC7B,YAAM,eAAe,KAAK,KAAK;AAAA,QAC7B,CAAC,QAAQ,IAAI;AAAA,MACf;AACA,YAAM,gBAAgB,KAAK,KAAK;AAAA,QAC9B,CAAC,QAAQ,IAAI;AAAA,MACf;AAGA,cAAQ,KAAK,QAAQ;AAAA,QACnB;AACE,cAAI,aAAc;AAClB,eAAK,KAAK,eAAe;AACzB,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,gBAAgB;AAC1B;AAAA,UACF;AACA,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,cAAc;AAAA,UAC1B;AACA;AAAA,MACJ;AAAA,IACF;AAjDE,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AAAA,EAC3C;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAoCA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AACF;;;ACpEA,qBAAuB;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAIjC,YAAY,SAAqC;AAC/C,UAAM;AAJR,SAAO,UAAU;AAMf,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,sBAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,yBAAyB;AAAA,MACzB,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC5EA,IAAMC,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAAY,SAAqC;AAC/C,UAAM;AAVR,SAAO,UAAUA;AAIjB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,QAAS;AAGlB,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACpLA,IAAM,aAAa;AAEZ,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,WAAW;AAChC,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;;;ANZA,IAAM,YAAY;AASlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AACd;AAcO,IAAM,cAAN,cAA0B,mCAAgC;AAAA,EAU/D,YAAY,WAAuB;AACjC,UAAM;AAPR,SAAQ,YAAY,KAAK,aAAa;AAGtC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAYhC,iBAAQ,OAAO,WAAwB;AACrC,UAAI,KAAK,MAAM,WAAW;AACxB,cAAM,IAAI,MAAM,gCAAgC;AAAA,MAClD;AACA,UAAI;AAEF,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,SAAS;AAAA,UACT,YAAY;AAAA,QACd,CAAC;AAGD,cAAM,gBAAgB;AAAA,UACpB;AAAA,UACA,KAAK,IAAI,QAAQ,MAAO;AAAA,QAC1B;AACA,aAAK,gBAAgB;AAGrB,YAAI,KAAK,UAAU;AACjB,eAAK,SAAS,KAAK;AAAA,QACrB;AACA,aAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,UACtD,UAAU,KAAK,UAAU;AAAA,UACzB,oBAAoB;AAAA,QACtB,CAAC;AACD,aAAK,SAAS,kBAAkB,KAAK;AAGrC,cAAM,KAAK,uBAAuB,MAAM;AAExC,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,WAAW;AAAA,QACb,CAAC;AAAA,MACH,SAAS,KAAK;AACZ,aAAK,KAAK;AACV,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,WAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,WAAK,UAAU,KAAK;AAAA,IACtB;AAEA,kBAAS,MAAM;AACb,WAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,IACrC;AAEA,gBAAO,MAAM;AACX,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,QACX,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAED,UAAI;AACF,aAAK,sBAAsB;AAC3B,YAAI,KAAK,UAAU;AACjB,eAAK,SAAS,KAAK;AACnB,eAAK,WAAW;AAAA,QAClB;AACA,YAAI,KAAK,eAAe;AACtB,qBAAW,KAAK,aAAa;AAC7B,eAAK,gBAAgB;AAAA,QACvB;AAAA,MACF,SAAS,KAAK;AACZ,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAqBA,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAAA,MAC7B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,oBAAoB,YAAY;AACtC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAQ,mBAAmB,YAAY;AACrC,UAAI,KAAK,MAAM,QAAS;AACxB,UAAI;AACF,aAAK,UAAU,KAAK;AAAA,MACtB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B;AAEA,SAAQ,iBAAiB,YAAY;AACnC,UAAI,KAAK,MAAM,QAAS;AACxB,UAAI;AACF,aAAK,UAAU,KAAK;AAAA,MACtB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAQ,kBAAkB,OAAO,cAAyB;AACxD,UAAI,KAAK,MAAM,QAAS;AAExB,UAAI,CAAC,KAAK,mBAAmB;AAE3B,aAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,MACF;AAGA,iBAAW,SAAS,KAAK,cAAc;AACrC,aAAK,KAAK,SAAS,KAAK;AAAA,MAC1B;AACA,WAAK,aAAa,SAAS;AAG3B,WAAK,KAAK,SAAS,UAAU,IAAI;AAAA,IACnC;AA3JE,SAAK,QAAQ;AAGb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EA4EA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,MAAM;AAAA,EAC7B;AAAA,EAEA,MAAc,wBAAwB;AACpC,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EA4DQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AO1NA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAS;AACnC;AACO,IAAMC,OAAM,OAAO;AAG1B,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAa;AAC3C;AACO,IAAMC,WAAU,OAAO;;;ACjB9B,IAAAC,wBAA6B;;;ACAtB,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,mBAAgB;AAChB,EAAAA,uBAAA,kBAAe;AACf,EAAAA,uBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,2BAAwB;AACxB,EAAAA,uBAAA,gBAAa;AACb,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,cAAW;AALD,SAAAA;AAAA,GAAA;;;ACNL,IAAK,yBAAL,kBAAKC,4BAAL;AACL,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,SAAM;AACN,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,oBAAiB;AACjB,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,kBAAe;AACf,EAAAA,wBAAA,cAAW;AACX,EAAAA,wBAAA,aAAU;AARA,SAAAA;AAAA,GAAA;AAWL,IAAM,qBAAN,cAAiC,MAAM;AAAA,EAG5C,YAAY,OAAO,yBAAgC,SAAkB;AACnE,UAAM,OAAO;AACb,SAAK,OAAO,sBAAsB,IAAI;AACtC,SAAK,OAAO;AAAA,EACd;AACF;AAEO,SAAS,+BACd,OACgC;AAChC,QAAM,OAAO,mCAAmC,MAAM,IAAI;AAC1D,SAAO,QAAQ,IAAI,mBAAmB,MAAM,MAAM,MAAM;AAC1D;AAEO,SAAS,mCACd,MACoC;AACpC,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,EACT,WAAW,QAAQ,QAAQ,OAAO,QAAQ,SAAS,MAAM;AACvD,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,QAAQ,KAAM;AACvB,WAAO;AAAA,EACT,OAAO;AACL,WAAO;AAAA,EACT;AACF;;;AFIO,IAAM,gBAAN,cACG,mCAEV;AAAA,EAcE,YAAmB,UAA0B,CAAC,GAAG;AAC/C,UAAM;AADW;AAZnB,SAAO,eAAoC,CAAC;AAE5C,SAAO,iBAAoC,CAAC;AAC5C,SAAO,aAAgC,CAAC;AAIxC,SAAQ,YAAY;AACpB,SAAQ,oBAAoB,KAAK;AACjC,SAAQ,gBAAgB;AACxB,SAAQ,YAAY;AAgGpB,iBAAQ,OAAO,YAA6B;AAC1C,WAAK,QAAQ;AACb,WAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAK,YAAY,KAAK,IAAI;AAC1B,WAAK,eAAe,CAAC;AACrB,WAAK,gBAAgB;AACrB,WAAK,YAAY;AAGjB,YAAM,KAAK,SAAS,EAAE,QAAQ,KAAK,CAAC;AAGpC,YAAM,KAAK,QAAQ;AAAA,IACrB;AAEA,gBAAO,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,YAAY;AACjB,UAAI;AAEF,aAAK,OAAO;AAAA,MACd,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAAA,MACjE;AAEA,UAAI;AAEF,aAAK,aAAa,KAAK;AACvB,aAAK,QAAQ;AAAA,MACf,SAAS,OAAO;AACd,gBAAQ,MAAM,6CAA6C,KAAK;AAAA,MAClE;AAGA,MAAAC,SAAQ,UAAU;AAAA,IACpB;AAEA,iBAAQ,MAAM;AACZ,UAAI,KAAK,SAAU;AACnB,WAAK,aAAa,KAAK;AACvB,WAAK,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,kBAAkB;AACvB,MAAAA,SAAQ,UAAU;AAClB,WAAK,IAAI,sBAA+B;AAAA,IAC1C;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,SAAU;AACpB,WAAK,aAAa,OAAO;AACzB,WAAK,YAAY;AACjB,WAAK,kBAAkB;AAAA,IACzB;AAEA,oBAAW,OACT,UAII,CAAC,MACF;AACH,WAAK,QAAQ;AACb,UAAI,QAAQ,KAAK;AACf,aAAK,QAAQ,MAAM,QAAQ;AAAA,MAC7B;AACA,UAAI;AACF,YAAI,CAAC,KAAK,aAAa;AACrB,eAAK,cAAc,IAAI,YAAY,KAAK,QAAQ,GAAG;AAGnD,eAAK,YAAY,GAAG,eAAe,MAAM;AACvC,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAGD,eAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,iBAAK,IAAI,oCAAoC,IAAI;AACjD,iBAAK,IAAI,KAAK,IAAI;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,iBAAK,IAAI,qBAAqB;AAC9B,iBAAK,IAAI,wCAAwC;AAEjD,iBAAK,gBAAgB;AACrB,iBAAK,kBAAkB;AACvB,YAAAA,SAAQ,UAAU;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,iBAAK,IAAI,oBAAoB;AAC7B,iBAAK,IAAI,sCAAuC;AAChD,gBAAI,KAAK,aAAa;AACpB,mBAAK,gBAAgB;AAAA,YACvB;AACA,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAAA,QACH;AAGA,cAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,YAAI,mBAAmB;AACrB,eAAK,aAAa,KAAK;AAAA,QACzB;AAGA,cAAM,YAAY,MAAMC,KAAI,MAAM,QAAQ,QAAQ;AAClD,aAAK,YAAY;AAGjB,YAAI,qBAAqB,QAAQ,QAAQ;AACvC,gBAAM,KAAK,YAAY,MAAM,SAAS;AAAA,QACxC;AAIA,cAAM,KAAK,cAAc;AAIzB,cAAMD,SAAQ,MAAM;AAEpB,aAAK,kBAAkB;AAAA,MACzB,SAAS,OAAO;AACd,aAAK;AAAA,UACH,IAAI;AAAA;AAAA,YAED,OAAe;AAAA,UAClB;AAAA,QACF;AACA,cAAM,KAAK,KAAK;AAChB,cAAM;AAAA,MACR;AAAA,IACF;AAEA,2BAAkB,OAAO,aAAqB;AAC5C,YAAM,KAAK,SAAS,EAAE,SAAS,CAAC;AAAA,IAClC;AAEA,+BAAsB,OAAO,aAAqB;AAChD,YAAMA,SAAQ,aAAa,QAAQ;AACnC,WAAK,kBAAkB;AAAA,IACzB;AAUA,SAAQ,gBAAgB,YAAY;AAClC,YAAM,aAAa,MAAM,UAAU,aAAa,iBAAiB;AACjE,UAAI,WAAW,WAAW,EAAG;AAI7B,YAAM,iBAAiB,WAAW;AAAA,QAChC,CAAC,WAAW,OAAO,aAAa;AAAA,MAClC;AACA,YAAM,UAAU,WAAW,OAAO,CAAC,WAAW,OAAO,aAAa,SAAS;AAC3E,YAAM,wBAAwB,eAC3B;AAAA,QAAI,CAAC,WACJ,QAAQ;AAAA,UACN,CAAC,MAAM,EAAE,YAAY,OAAO,WAAW,EAAE,SAAS,OAAO;AAAA,QAC3D;AAAA,MACF,EACC,OAAO,CAAC,UAAU,UAAU,EAAE;AACjC,iBAAW,SAAS,uBAAuB;AACzC,cAAM,SAAS,QAAQ,KAAK;AAC5B,gBAAQ,OAAO,OAAO,CAAC;AACvB,gBAAQ,QAAQ,MAAM;AAAA,MACxB;AAEA,WAAK,aAAa,QAAQ,OAAO,CAAC,WAAW,OAAO,SAAS,YAAY;AACzE,WAAK,iBAAiB,QAAQ;AAAA,QAC5B,CAAC,WAAW,OAAO,SAAS;AAAA,MAC9B;AACA,MAAAA,SAAQ,UAAU,KAAK;AAEvB,WAAK,kBAAkB;AAAA,IACzB;AAqCA,SAAQ,WAAW,MAAM;AACvB,WAAK,IAAI,kBAAkB;AAC3B,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ,QAAQ;AACvB,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,QAAQ,MAAM,CAAC;AAAA,MACnD;AAAA,IACF;AAEA,SAAQ,cAAc,CAAC,UAAwB;AAC7C,WAAK,IAAI,qBAAqB,MAAM,IAAI;AACxC,UAAI,MAAM,gBAAgB,MAAM;AAE9B,YAAI,KAAK,YAAY,KAAK,eAAgB;AAC1C,QAAAA,SAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,yCAAyC,MAAM,IAAI,EAAE;AAAA,MACpE,WAAW,MAAM,KAAK,kCAAwC,GAAG;AAE/D,YAAI;AACF,gBAAM,UAAU,KAAK;AAAA,YACnB,MAAM,KAAK,kCAAwC,SAAS,CAAC;AAAA,UAC/D;AACA,eAAK,WAAW,OAAO;AAAA,QACzB,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF,WAAW,MAAM,kCAAwC;AAEvD,aAAK,KAAK,SAAS;AAAA,MACrB,WAAW,MAAM,wCAA2C;AAE1D,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAsD;AAErE,cAAM,cAAc,KAAK,aAAa;AAAA,UACpC,CAAC,YAAY,QAAQ,SAAS;AAAA,QAChC;AACA,YAAI,gBAAgB,IAAI;AACtB,eAAK,eAAe,KAAK,aAAa;AAAA,YACpC,CAAC,GAAG,UAAU,UAAU;AAAA,UAC1B;AACA,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,KAAK,oCAAyC,GAAG;AAEhE,YAAI;AACF,gBAAM,WAAW,KAAK;AAAA,YACpB,MAAM,KAAK,oCAAyC,SAAS,CAAC;AAAA,UAChE;AACA,eAAK,KAAK,YAAY,QAAQ;AAAA,QAChC,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAsB;AACzC,WAAK,IAAI,oBAAoB,KAAK;AAClC,WAAK,KAAK;AAEV,YAAM,QAAQ,+BAA+B,KAAK;AAClD,UAAI,OAAO;AACT,aAAK,SAAS,KAAK;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAiB;AACpC,WAAK,SAAS,IAAI,gDAAoD,CAAC;AACvE,WAAK,KAAK;AAAA,IACZ;AAcA,SAAQ,wBAAwB,MAAM;AACpC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,uBAAuB,CAAC,KAAK,UAAU;AACtD,aAAK,aAAa,KAAK;AAAA,MACzB;AACA,WAAK,kBAAkB;AAAA,IACzB;AAEA,SAAQ,uBAAuB,MAAM;AACnC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,uBAAuB,CAAC,KAAK,UAAU;AACtD,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,kBAAkB;AAAA,IACzB;AAxaE,IAAAA,SAAQ,GAAG,gBAAgB,KAAK,qBAAqB;AACrD,IAAAA,SAAQ,GAAG,eAAe,KAAK,oBAAoB;AAGnD,cAAU,aAAa,iBAAiB,gBAAgB,KAAK,aAAa;AAAA,EAC5E;AAAA,EAEA,IAAI,MAAuB;AACzB,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,iBAAiB,CAAC,KAAK;AAAA,EACrC;AAAA,EAEA,IAAI,cAAuB;AACzB,WACE,KAAK,gBACL,CAAC,KAAK,YACN,CAAC,KAAK,gBACN,CAAC,KAAK,cACN,CAAC,KAAK,kBACN,CAAC,KAAK;AAAA,EAEV;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,iBAA0B;AAC5B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,sBAA+B;AACjC,WAAOA,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,cAAkC;AACpC,WAAOC,KAAI;AAAA,EACb;AAAA,EAEA,IAAI,kBAAsC;AACxC,WAAOD,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,QAAsB;AACxB,WAAO;AAAA,MACL,YAAY,KAAK;AAAA,MACjB,WAAW,KAAK;AAAA,MAChB,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,MAClB,cAAc,KAAK;AAAA,MACnB,gBAAgB,KAAK;AAAA,MACrB,qBAAqB,KAAK;AAAA,MAC1B,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB,OAAO,KAAK;AAAA,MACZ,aAAa,KAAK;AAAA,MAClB,iBAAiB,KAAK;AAAA,MACtB,YAAY,KAAK;AAAA,MACjB,gBAAgB,KAAK;AAAA,IACvB;AAAA,EACF;AAAA,EAsJQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,IAAAC,KAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkCA,MAAc,UAAU;AACtB,QAAI;AACF,UAAI,KAAK,IAAI;AACX,aAAK,IAAI,8BAA8B;AACvC;AAAA,MACF;AACA,UAAI,CAAC,KAAK,cAAc;AACtB,cAAM,IAAI,kCAA6C;AAAA,MACzD;AACA,UAAI,CAAC,KAAK,QAAQ,KAAK;AACrB,cAAM,IAAI,gDAAoD;AAAA,MAChE;AAGA,WAAK,KAAK,IAAI,UAAU,KAAK,QAAQ,GAAG;AACxC,WAAK,GAAG,aAAa;AACrB,WAAK,kBAAkB;AAGvB,WAAK,GAAG,SAAS,KAAK;AACtB,WAAK,GAAG,YAAY,KAAK;AACzB,WAAK,GAAG,UAAU,KAAK;AACvB,WAAK,GAAG,UAAU,KAAK;AAAA,IACzB,SAAS,OAAO;AACd,WAAK;AAAA,QACH,IAAI;AAAA;AAAA,UAED,OAAe;AAAA,QAClB;AAAA,MACF;AACA,YAAM,KAAK,KAAK;AAChB,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAuFQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,QACE,KAAK,GAAG,eAAe,UAAU,QACjC,KAAK,GAAG,eAAe,UAAU,YACjC;AACA,WAAK,GAAG,MAAM;AAAA,IAChB;AACA,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkBQ,WAAW,SAAkC;AACnD,SAAK,eAAe,CAAC,GAAG,KAAK,cAAc,OAAO;AAClD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,SAAS,OAA2B;AAC1C,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,SAAK,QAAQ;AACb,SAAK,kBAAkB;AACvB,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,oBAAoB;AAC1B,UAAM,QAAQ,KAAK;AACnB,SAAK,KAAK,eAAe,OAAO,KAAK,iBAAiB;AACtD,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,QAAQ,SAAU;AAC5B,YAAQ,IAAI,kBAAkB,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAC1E;AACF;;;AGpgBA,IAAI,CAAC,OAAO,eAAe;AACzB,SAAO,gBAAgB,IAAI,cAAc;AAC3C;AACO,IAAM,UAAU,OAAO;","names":["Mic","Speaker","audioContext","audioContext","unlock","LocalStorageKeys","import_eventemitter3","import_eventemitter3","import_eventemitter3","import_eventemitter3","VADStatus","defaultOptions","Mic","Speaker","import_eventemitter3","MicdropClientCommands","MicdropServerCommands","MicdropClientErrorCode","Speaker","Mic"]}
1
+ {"version":3,"sources":["../src/index.ts","../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/Mic.ts","../src/audio/Speaker.ts","../src/audio/stream/AudioStream.ts","../src/audio/stream/Pcm16AudioStream.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","../src/audio/index.ts","../src/client/MicdropClient.ts","../../server/src/types.ts","../src/client/MicdropClientError.ts","../src/Micdrop.ts"],"sourcesContent":["export * from './audio'\nexport * from './client'\nexport * from './Micdrop'\nexport * from './types'\n","import { EventEmitter } from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport class Mic {\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.deviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.deviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.deviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { AudioStream } from './stream/AudioStream'\nimport { Pcm16AudioStream } from './stream/Pcm16AudioStream'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport interface SpeakerEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport class Speaker extends EventEmitter<SpeakerEvents> {\n public isPlaying = false\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n // Set by MicdropClient, useful to detect default device\n public devices: MediaDeviceInfo[] = []\n\n private audioStream?: AudioStream\n private audioSourceNode?: AudioNode\n private audioElementDestination?: HTMLAudioElement // Used when audiocontext sinkId is not available\n\n async start() {\n if (this.audioStream) return\n\n // Instantiate the audio stream based on the browser compatibility\n this.audioStream = new Pcm16AudioStream()\n\n // Forward events from AudioStream\n this.audioStream.on('StartPlaying', () => this.setIsPlaying(true))\n this.audioStream.on('StopPlaying', () => this.setIsPlaying(false))\n\n // Get the audio source node from AudioStream\n this.audioSourceNode = this.audioStream.start()\n\n // Select speaker device if speakerId is in local storage\n const deviceId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) ?? undefined\n await this.setDevice(deviceId)\n }\n\n async playAudio(blob: Blob) {\n this.start()\n try {\n await this.audioStream?.playAudio(blob)\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n async stopAudio() {\n if (!this.isPlaying) return\n this.audioStream?.stopAudio()\n }\n\n async changeDevice(deviceId: string) {\n await this.setDevice(deviceId)\n\n // Update local storage\n if (this.isDefaultDevice) {\n localStorage.removeItem(LocalStorageKeys.SpeakerDevice)\n } else {\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, deviceId)\n }\n }\n\n get isDefaultDevice(): boolean {\n return (\n !this.deviceId ||\n this.devices.length === 0 ||\n this.deviceId === this.devices[0].deviceId\n )\n }\n\n private setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n\n private async setDevice(deviceId: string | undefined) {\n if (!this.audioSourceNode) {\n console.error(\n 'audioSourceNode not initialized, setDevice called before start'\n )\n return\n }\n try {\n this.deviceId = deviceId\n const defaultDevice = this.isDefaultDevice\n const sinkId = !deviceId || defaultDevice ? '' : deviceId\n\n if (defaultDevice || 'setSinkId' in audioContext) {\n // Play through audiocontext destination when possible\n // It is the preferred way, as it's the only way to have echo cancellation\n await (audioContext as any).setSinkId?.(sinkId)\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(audioContext.destination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Reset audio element destination if it exists\n if (this.audioElementDestination) {\n this.audioElementDestination.pause()\n this.audioElementDestination.srcObject = null\n this.audioElementDestination = undefined\n }\n } else {\n // On Firefox, we can't set sinkId on audio context\n // So we stream non-default devices back to an audio element for which we set sinkId\n if (!this.audioElementDestination) {\n // Create a media stream destination to stream the audio to\n const mediaStreamDestination =\n audioContext.createMediaStreamDestination()\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(mediaStreamDestination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Play stream to audio element destination\n this.audioElementDestination = new Audio()\n this.audioElementDestination.autoplay = true\n this.audioElementDestination.srcObject = mediaStreamDestination.stream\n }\n await this.audioElementDestination.setSinkId(sinkId)\n }\n } catch (error) {\n console.error(`Error setting Audio Output to ${deviceId}`, error)\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { audioContext } from '../utils/audioContext'\n\nexport interface AudioStreamEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport abstract class AudioStream extends EventEmitter<AudioStreamEvents> {\n public isPlaying = false\n protected outputNode: AudioNode\n\n constructor() {\n super()\n this.outputNode = audioContext.createGain()\n }\n\n abstract start(): AudioNode\n abstract playAudio(blob: Blob): Promise<void>\n abstract stopAudio(): void\n\n protected setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { AudioStream } from './AudioStream'\n\nconst SAMPLE_RATE = 16000\nconst CHANNELS = 1\n\nexport class Pcm16AudioStream extends AudioStream {\n private audioQueue: AudioBuffer[] = []\n private currentSourceNode?: AudioBufferSourceNode\n private isProcessingQueue = false\n\n constructor() {\n super()\n }\n\n start(): AudioNode {\n return this.outputNode\n }\n\n async playAudio(blob: Blob): Promise<void> {\n try {\n // Convert blob to PCM data\n const arrayBuffer = await blob.arrayBuffer()\n\n // Convert PCM data to AudioBuffer with proper sample rate\n const audioBuffer = this.createAudioBuffer(arrayBuffer)\n\n if (audioBuffer) {\n this.audioQueue.push(audioBuffer)\n this.processQueue()\n }\n } catch (error) {\n console.error('Failed to play audio chunk:', error)\n }\n }\n\n stopAudio(): void {\n if (this.currentSourceNode) {\n try {\n this.currentSourceNode.stop()\n this.currentSourceNode.disconnect()\n } catch (error) {\n // Ignore errors when stopping\n }\n this.currentSourceNode = undefined\n }\n this.audioQueue = []\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n }\n\n private createAudioBuffer(arrayBuffer: ArrayBuffer): AudioBuffer | null {\n try {\n // Convert ArrayBuffer to Int16Array (assuming 16-bit PCM)\n const int16Data = new Int16Array(arrayBuffer)\n\n // Calculate number of samples\n const numSamples = int16Data.length\n\n if (numSamples === 0) {\n return null\n }\n\n // Create AudioBuffer with the correct sample rate\n const audioBuffer = audioContext.createBuffer(\n CHANNELS,\n numSamples,\n SAMPLE_RATE\n )\n\n // Convert 16-bit PCM to float32 and copy to AudioBuffer\n const channelData = audioBuffer.getChannelData(0)\n for (let i = 0; i < numSamples; i++) {\n channelData[i] = int16Data[i] / 32768.0\n }\n\n return audioBuffer\n } catch (error) {\n console.error('Error creating AudioBuffer:', error)\n return null\n }\n }\n\n private processQueue(): void {\n if (this.isProcessingQueue || this.audioQueue.length === 0) {\n return\n }\n\n this.isProcessingQueue = true\n this.playNextBuffer()\n }\n\n private playNextBuffer(): void {\n if (this.audioQueue.length === 0) {\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n return\n }\n\n const audioBuffer = this.audioQueue.shift()!\n\n // Create a new AudioBufferSourceNode\n this.currentSourceNode = audioContext.createBufferSource()\n this.currentSourceNode.buffer = audioBuffer\n this.currentSourceNode.connect(this.outputNode)\n\n // Set up event handler for when this buffer finishes\n this.currentSourceNode.onended = () => {\n this.currentSourceNode = undefined\n // Continue processing queue\n this.playNextBuffer()\n }\n\n // Start playing\n this.currentSourceNode.start(0)\n this.setIsPlaying(true)\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD, VADStatus } from './vad/VAD'\nimport { getVAD, VADConfig } from './vad/getVAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n public vad: VAD\n\n private audioInfo = this.getAudioInfo()\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n start = async (stream: MediaStream) => {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable\n\n // Start speaking detection\n await this.vad.start(stream)\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute = () => {\n if (this.state.isMuted) return\n\n // Force stop speaking\n if (this.state.isSpeaking) {\n this.onStopSpeaking()\n }\n this.changeState({ isMuted: true })\n }\n\n unmute = () => {\n if (!this.state.isMuted) return\n this.changeState({ isMuted: false })\n\n // Start speaking if already speaking\n if (this.vad.status === VADStatus.MaybeSpeaking) {\n this.onStartSpeaking()\n } else if (this.vad.status === VADStatus.Speaking) {\n this.onStartSpeaking()\n this.onConfirmSpeaking()\n }\n }\n\n stop = () => {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n // Stop speaking detection\n this.vad.stop()\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n\n // Stop recorder\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n\n // Stop delayed stream\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n private onStartSpeaking = async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n this.speakingConfirmed = false\n } catch (error) {\n console.error(error)\n }\n }\n\n private onConfirmSpeaking = async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }\n\n private onCancelSpeaking = async () => {\n if (this.state.isMuted) return\n try {\n this.recorder?.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }\n\n private onStopSpeaking = async () => {\n if (this.state.isMuted) return\n try {\n this.recorder?.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }\n\n private onDataAvailable = async (blobEvent: BlobEvent) => {\n if (this.state.isMuted) return\n\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { EventEmitter } from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public readonly name = this.constructor.name\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n private setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange = () => {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n submitUserSpeechOnPause: true,\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nconst DefaultVAD = VolumeVAD\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new DefaultVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n","import { Mic as MicClass } from './Mic'\nimport { Speaker as SpeakerClass } from './Speaker'\n\nexport * from './MicRecorder'\nexport * from './utils/localStorage'\nexport * from './vad'\n\n// Setup and export Mic instance\nif (!window.micdropMic) {\n window.micdropMic = new MicClass()\n}\nexport const Mic = window.micdropMic\n\n// Setup and export Speaker instance\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new SpeakerClass()\n}\nexport const Speaker = window.micdropSpeaker\n","import { EventEmitter } from 'eventemitter3'\nimport { Mic, Speaker, VAD } from '../audio'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { VADConfig } from '../audio/vad/getVAD'\nimport {\n MicdropClientCommands,\n MicdropConversation,\n MicdropConversationItem,\n MicdropServerCommands,\n MicdropToolCall,\n} from '../types'\nimport {\n getClientErrorFromWSCloseEvent,\n MicdropClientError,\n MicdropClientErrorCode,\n} from './MicdropClientError'\n\nexport interface MicdropEvents {\n EndCall: []\n Error: [MicdropClientError]\n StateChange: [MicdropState, MicdropState]\n ToolCall: [MicdropToolCall]\n}\n\nexport interface MicdropOptions {\n url?: string\n params?: Record<string, any>\n vad?: VADConfig\n disableInterruption?: boolean\n debugLog?: boolean\n}\n\nexport interface MicdropState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isPaused: boolean\n isListening: boolean\n isProcessing: boolean\n isUserSpeaking: boolean\n isAssistantSpeaking: boolean\n isMicStarted: boolean\n isMicMuted: boolean\n micDeviceId: string | undefined\n speakerDeviceId: string | undefined\n micDevices: MediaDeviceInfo[]\n speakerDevices: MediaDeviceInfo[]\n conversation: MicdropConversation\n error: MicdropClientError | undefined\n}\n\nexport class MicdropClient\n extends EventEmitter<MicdropEvents>\n implements MicdropState\n{\n public micRecorder?: MicRecorder\n public conversation: MicdropConversation = []\n public error: MicdropClientError | undefined\n public speakerDevices: MediaDeviceInfo[] = []\n public micDevices: MediaDeviceInfo[] = []\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastNotifiedState = this.state\n private _isProcessing = false\n private _isMuted = false\n private _isPaused = false\n\n constructor(public options: MicdropOptions = {}) {\n super()\n\n // Add speaker listener\n Speaker.on('StartPlaying', this.onSpeakerStartPlaying)\n Speaker.on('StopPlaying', this.onSpeakerStopPlaying)\n\n // Listen to device changes\n navigator.mediaDevices.addEventListener('devicechange', this.updateDevices)\n }\n\n get vad(): VAD | undefined {\n return this.micRecorder?.vad\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isMuted(): boolean {\n return this._isMuted\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n get isProcessing(): boolean {\n return this._isProcessing && !this.isPaused\n }\n\n get isListening(): boolean {\n return (\n this.isMicStarted &&\n !this.isPaused &&\n !this.isProcessing &&\n !this.isMicMuted &&\n !this.isUserSpeaking &&\n !this.isAssistantSpeaking\n )\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isUserSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isAssistantSpeaking(): boolean {\n return Speaker.isPlaying\n }\n\n get micDeviceId(): string | undefined {\n return Mic.deviceId\n }\n\n get speakerDeviceId(): string | undefined {\n return Speaker.deviceId\n }\n\n get state(): MicdropState {\n return {\n isStarting: this.isStarting,\n isStarted: this.isStarted,\n isMuted: this.isMuted,\n isPaused: this.isPaused,\n isListening: this.isListening,\n isProcessing: this.isProcessing,\n isUserSpeaking: this.isUserSpeaking,\n isAssistantSpeaking: this.isAssistantSpeaking,\n isMicStarted: this.isMicStarted,\n isMicMuted: this.isMicMuted,\n conversation: this.conversation,\n error: this.error,\n micDeviceId: this.micDeviceId,\n speakerDeviceId: this.speakerDeviceId,\n micDevices: this.micDevices,\n speakerDevices: this.speakerDevices,\n }\n }\n\n start = async (options?: MicdropOptions) => {\n this.error = undefined\n this.options = { ...this.options, ...options }\n\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n this._isMuted = false\n this._isPaused = false\n\n // Start mic if not already started\n await this.startMic({ record: true })\n\n // Start websocket\n await this.startWS()\n }\n\n stop = async () => {\n this._isProcessing = false\n this._isMuted = false\n this._isPaused = false\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[MicdropClient] Error stopping WebSocket', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[MicdropClient] Error stopping microphone', error)\n }\n\n // Stop speaker\n Speaker.stopAudio()\n }\n\n mute = () => {\n this.micRecorder?.mute()\n this._isMuted = true\n this.notifyStateChange()\n }\n\n unmute = () => {\n if (\n !this.isPaused &&\n !(this.options.disableInterruption && Speaker.isPlaying)\n ) {\n this.micRecorder?.unmute()\n }\n this._isMuted = false\n this.notifyStateChange()\n }\n\n pause = () => {\n if (this.isPaused) return\n this.micRecorder?.mute()\n this._isPaused = true\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n this.ws?.send(MicdropClientCommands.Mute)\n }\n\n resume = () => {\n if (!this.isPaused) return\n if (!this.isMuted) {\n this.micRecorder?.unmute()\n }\n this._isPaused = false\n this.notifyStateChange()\n }\n\n startMic = async (\n options: {\n vad?: VADConfig\n deviceId?: string\n record?: boolean\n } = {}\n ) => {\n this.error = undefined\n this._isMuted = false\n if (options.vad) {\n this.options.vad = options.vad\n }\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.options.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[MicdropClient] User audio chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('User start speaking')\n this.ws?.send(MicdropClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('User stop speaking')\n this.ws?.send(MicdropClientCommands.StopSpeaking)\n if (this.isWSStarted) {\n this._isProcessing = true\n }\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n const micStream = await Mic.start(options.deviceId)\n this.micStream = micStream\n\n // Restart recorder if it was running\n if (isRecorderStarted || options.record) {\n await this.micRecorder.start(micStream)\n }\n\n // Get devices after starting mic\n // It's necessary for Firefox that return an empty list before any stream is started\n await this.updateDevices()\n\n // Start speaker\n // Must be after devices update\n await Speaker.start()\n\n this.notifyStateChange()\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Mic,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n changeMicDevice = async (deviceId: string) => {\n await this.startMic({ deviceId })\n }\n\n changeSpeakerDevice = async (deviceId: string) => {\n await Speaker.changeDevice(deviceId)\n this.notifyStateChange()\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n Mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private updateDevices = async () => {\n const rawDevices = await navigator.mediaDevices.enumerateDevices()\n if (rawDevices.length === 0) return\n\n // Move default devices to the beginning of the list\n // and get rid of devices with deviceId=default\n const defaultDevices = rawDevices.filter(\n (device) => device.deviceId === 'default'\n )\n const devices = rawDevices.filter((device) => device.deviceId !== 'default')\n const defaultDevicesIndexes = defaultDevices\n .map((device) =>\n devices.findIndex(\n (d) => d.groupId === device.groupId && d.kind === device.kind\n )\n )\n .filter((index) => index !== -1)\n for (const index of defaultDevicesIndexes) {\n const device = devices[index]\n devices.splice(index, 1)\n devices.unshift(device)\n }\n\n this.micDevices = devices.filter((device) => device.kind === 'audioinput')\n this.speakerDevices = devices.filter(\n (device) => device.kind === 'audiooutput'\n )\n Speaker.devices = this.speakerDevices\n\n this.notifyStateChange()\n }\n\n private async startWS() {\n try {\n if (this.ws) {\n this.log('WebSocket is already started')\n return\n }\n if (!this.isMicStarted) {\n throw new MicdropClientError(MicdropClientErrorCode.Mic)\n }\n if (!this.options.url) {\n throw new MicdropClientError(MicdropClientErrorCode.MissingUrl)\n }\n\n // Start websocket\n this.ws = new WebSocket(this.options.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = this.onWSOpen\n this.ws.onmessage = this.onWSMessage\n this.ws.onclose = this.onWSClose\n this.ws.onerror = this.onWSError\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Connection,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n private onWSOpen = () => {\n this.log('WebSocket opened')\n this.notifyStateChange()\n\n // Send params\n if (this.options.params) {\n this.ws?.send(JSON.stringify(this.options.params))\n }\n }\n\n private onWSMessage = (event: MessageEvent) => {\n this.log('Received message:', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n if (this.isPaused || this.isUserSpeaking) return\n Speaker.playAudio(event.data)\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[MicdropClient] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(MicdropServerCommands.Message)) {\n // Received user/assistant message\n try {\n const message = JSON.parse(\n event.data.substring(MicdropServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing message:',\n event.data,\n error\n )\n }\n } else if (event.data === MicdropServerCommands.EndCall) {\n // Call ended\n this.emit('EndCall')\n } else if (event.data === MicdropServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === MicdropServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation.findLastIndex(\n (message) => message.role === 'user'\n )\n if (lastMessage !== -1) {\n this.conversation = this.conversation.filter(\n (_, index) => index !== lastMessage\n )\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data.startsWith(MicdropServerCommands.ToolCall)) {\n // Received tool call information\n try {\n const toolCall = JSON.parse(\n event.data.substring(MicdropServerCommands.ToolCall.length + 1)\n )\n this.emit('ToolCall', toolCall)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing tool call:',\n event.data,\n error\n )\n }\n }\n }\n\n private onWSClose = (event: CloseEvent) => {\n this.log('WebSocket closed', event)\n this.stop()\n\n const error = getClientErrorFromWSCloseEvent(event)\n if (error) {\n this.setError(error)\n }\n }\n\n private onWSError = (event: Event) => {\n this.setError(new MicdropClientError(MicdropClientErrorCode.Connection))\n this.stop()\n }\n\n private stopWS() {\n if (!this.ws) return\n if (\n this.ws.readyState === WebSocket.OPEN ||\n this.ws.readyState === WebSocket.CONNECTING\n ) {\n this.ws.close()\n }\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private onSpeakerStartPlaying = () => {\n this.log('Speaker started')\n if (this.options.disableInterruption) {\n this.micRecorder?.mute()\n }\n this.notifyStateChange()\n }\n\n private onSpeakerStopPlaying = () => {\n this.log('Speaker stopped')\n if (this.options.disableInterruption && !this.isMuted) {\n this.micRecorder?.unmute()\n }\n this.notifyStateChange()\n }\n\n private addMessage(message: MicdropConversationItem) {\n this.conversation = [...this.conversation, message]\n this.notifyStateChange()\n }\n\n private setError(error: MicdropClientError) {\n console.error('[MicdropClient] Error:', error)\n this.error = error\n this.notifyStateChange()\n this.emit('Error', error)\n }\n\n private notifyStateChange() {\n const state = this.state\n this.emit('StateChange', state, this.lastNotifiedState)\n this.lastNotifiedState = state\n }\n\n private log(...message: any[]) {\n if (!this.options.debugLog) return\n console.log(`[MicdropClient ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum MicdropClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum MicdropServerCommands {\n Message = 'Message',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EndCall = 'EndCall',\n ToolCall = 'ToolCall',\n}\n\nexport interface MicdropCallSummary {\n conversation: MicdropConversation\n duration: number\n}\n\nexport type MicdropConversationItem =\n | MicdropConversationMessage\n | MicdropConversationToolCall\n | MicdropConversationToolResult\n\nexport type MicdropConversation = Array<MicdropConversationItem>\n\nexport type MicdropAnswerMetadata = {\n [key: string]: any\n}\n\nexport interface MicdropConversationMessage<\n Data extends MicdropAnswerMetadata = MicdropAnswerMetadata,\n> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n\nexport interface MicdropConversationToolCall {\n role: 'tool_call'\n toolCallId: string\n toolName: string\n parameters: string\n}\n\nexport interface MicdropConversationToolResult {\n role: 'tool_result'\n toolCallId: string\n toolName: string\n output: string\n}\n\nexport interface MicdropToolCall {\n name: string\n parameters: any\n output: any\n}\n\nexport type DeepPartial<T> = T extends object\n ? {\n [P in keyof T]?: DeepPartial<T[P]>\n }\n : T\n","export enum MicdropClientErrorCode {\n MissingUrl = 'MissingUrl',\n Mic = 'Mic',\n Connection = 'Connection',\n InternalServer = 'InternalServer',\n BadRequest = 'BadRequest',\n Unauthorized = 'Unauthorized',\n NotFound = 'NotFound',\n Unknown = 'Unknown',\n}\n\nexport class MicdropClientError extends Error {\n code: MicdropClientErrorCode\n\n constructor(code = MicdropClientErrorCode.Unknown, message?: string) {\n super(message)\n this.name = `MicdropClientError:${code}`\n this.code = code\n }\n}\n\nexport function getClientErrorFromWSCloseEvent(\n event: CloseEvent\n): MicdropClientError | undefined {\n const code = getClientErrorFromWSCloseEventCode(event.code)\n return code && new MicdropClientError(code, event.reason)\n}\n\nexport function getClientErrorFromWSCloseEventCode(\n code: number\n): MicdropClientErrorCode | undefined {\n if (code === 1011) {\n return MicdropClientErrorCode.InternalServer\n } else if (code >= 1001 && code < 1011 && code !== 1005) {\n return MicdropClientErrorCode.Connection\n } else if (code === 4401) {\n return MicdropClientErrorCode.Unauthorized\n } else if (code === 4404) {\n return MicdropClientErrorCode.NotFound\n } else if (code === 4400) {\n return MicdropClientErrorCode.BadRequest\n } else if (code >= 4000) {\n return MicdropClientErrorCode.Unknown\n } else {\n return undefined\n }\n}\n","import { MicdropClient } from './client'\n\n// Setup and export MicdropClient instance\nif (!window.micdropClient) {\n window.micdropClient = new MicdropClient()\n}\nexport const Micdrop = window.micdropClient\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA,aAAAA;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iBAAAC;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAA6B;AAMtB,IAAM,gBAAN,cAA4B,kCAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAM,MAAN,MAAU;AAAA,EAAV;AACL,SAAO,WAAW,IAAI,cAAc,YAAY;AAAA;AAAA,EAMxC,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,aAAa,UAAU;AAC9B,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,WAAW;AAAA,IAClB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,WAAW;AAAA,IAClB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;;;ACxFA,IAAAC,wBAA6B;;;ACA7B,IAAAC,wBAA6B;AAQtB,IAAe,cAAf,cAAmC,mCAAgC;AAAA,EAIxE,cAAc;AACZ,UAAM;AAJR,SAAO,YAAY;AAKjB,SAAK,aAAa,aAAa,WAAW;AAAA,EAC5C;AAAA,EAMU,aAAa,WAAoB;AACzC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AACF;;;ACvBA,IAAM,cAAc;AACpB,IAAM,WAAW;AAEV,IAAM,mBAAN,cAA+B,YAAY;AAAA,EAKhD,cAAc;AACZ,UAAM;AALR,SAAQ,aAA4B,CAAC;AAErC,SAAQ,oBAAoB;AAAA,EAI5B;AAAA,EAEA,QAAmB;AACjB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,UAAU,MAA2B;AACzC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,KAAK,kBAAkB,WAAW;AAEtD,UAAI,aAAa;AACf,aAAK,WAAW,KAAK,WAAW;AAChC,aAAK,aAAa;AAAA,MACpB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAAA,IACpD;AAAA,EACF;AAAA,EAEA,YAAkB;AAChB,QAAI,KAAK,mBAAmB;AAC1B,UAAI;AACF,aAAK,kBAAkB,KAAK;AAC5B,aAAK,kBAAkB,WAAW;AAAA,MACpC,SAAS,OAAO;AAAA,MAEhB;AACA,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,aAAa,CAAC;AACnB,SAAK,oBAAoB;AACzB,SAAK,aAAa,KAAK;AAAA,EACzB;AAAA,EAEQ,kBAAkB,aAA8C;AACtE,QAAI;AAEF,YAAM,YAAY,IAAI,WAAW,WAAW;AAG5C,YAAM,aAAa,UAAU;AAE7B,UAAI,eAAe,GAAG;AACpB,eAAO;AAAA,MACT;AAGA,YAAM,cAAc,aAAa;AAAA,QAC/B;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAGA,YAAM,cAAc,YAAY,eAAe,CAAC;AAChD,eAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,oBAAY,CAAC,IAAI,UAAU,CAAC,IAAI;AAAA,MAClC;AAEA,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAClD,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEQ,eAAqB;AAC3B,QAAI,KAAK,qBAAqB,KAAK,WAAW,WAAW,GAAG;AAC1D;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,iBAAuB;AAC7B,QAAI,KAAK,WAAW,WAAW,GAAG;AAChC,WAAK,oBAAoB;AACzB,WAAK,aAAa,KAAK;AACvB;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,WAAW,MAAM;AAG1C,SAAK,oBAAoB,aAAa,mBAAmB;AACzD,SAAK,kBAAkB,SAAS;AAChC,SAAK,kBAAkB,QAAQ,KAAK,UAAU;AAG9C,SAAK,kBAAkB,UAAU,MAAM;AACrC,WAAK,oBAAoB;AAEzB,WAAK,eAAe;AAAA,IACtB;AAGA,SAAK,kBAAkB,MAAM,CAAC;AAC9B,SAAK,aAAa,IAAI;AAAA,EACxB;AACF;;;AFzGO,IAAM,UAAN,cAAsB,mCAA4B;AAAA,EAAlD;AAAA;AACL,SAAO,YAAY;AACnB,SAAO,WAAW,IAAI,cAAc,YAAY;AAIhD;AAAA,SAAO,UAA6B,CAAC;AAAA;AAAA;AAAA,EAMrC,MAAM,QAAQ;AACZ,QAAI,KAAK,YAAa;AAGtB,SAAK,cAAc,IAAI,iBAAiB;AAGxC,SAAK,YAAY,GAAG,gBAAgB,MAAM,KAAK,aAAa,IAAI,CAAC;AACjE,SAAK,YAAY,GAAG,eAAe,MAAM,KAAK,aAAa,KAAK,CAAC;AAGjE,SAAK,kBAAkB,KAAK,YAAY,MAAM;AAG9C,UAAM,WACJ,aAAa,mDAAsC,KAAK;AAC1D,UAAM,KAAK,UAAU,QAAQ;AAAA,EAC/B;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,SAAK,MAAM;AACX,QAAI;AACF,YAAM,KAAK,aAAa,UAAU,IAAI;AAAA,IACxC,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,MAAM,YAAY;AAChB,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,aAAa,UAAU;AAAA,EAC9B;AAAA,EAEA,MAAM,aAAa,UAAkB;AACnC,UAAM,KAAK,UAAU,QAAQ;AAG7B,QAAI,KAAK,iBAAiB;AACxB,mBAAa,sDAAyC;AAAA,IACxD,OAAO;AACL,mBAAa,qDAAwC,QAAQ;AAAA,IAC/D;AAAA,EACF;AAAA,EAEA,IAAI,kBAA2B;AAC7B,WACE,CAAC,KAAK,YACN,KAAK,QAAQ,WAAW,KACxB,KAAK,aAAa,KAAK,QAAQ,CAAC,EAAE;AAAA,EAEtC;AAAA,EAEQ,aAAa,WAAoB;AACvC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AAAA,EAEA,MAAc,UAAU,UAA8B;AACpD,QAAI,CAAC,KAAK,iBAAiB;AACzB,cAAQ;AAAA,QACN;AAAA,MACF;AACA;AAAA,IACF;AACA,QAAI;AACF,WAAK,WAAW;AAChB,YAAM,gBAAgB,KAAK;AAC3B,YAAM,SAAS,CAAC,YAAY,gBAAgB,KAAK;AAEjD,UAAI,iBAAiB,eAAe,cAAc;AAGhD,cAAO,aAAqB,YAAY,MAAM;AAC9C,aAAK,gBAAgB,WAAW;AAChC,aAAK,gBAAgB,QAAQ,aAAa,WAAW;AACrD,aAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,YAAI,KAAK,yBAAyB;AAChC,eAAK,wBAAwB,MAAM;AACnC,eAAK,wBAAwB,YAAY;AACzC,eAAK,0BAA0B;AAAA,QACjC;AAAA,MACF,OAAO;AAGL,YAAI,CAAC,KAAK,yBAAyB;AAEjC,gBAAM,yBACJ,aAAa,6BAA6B;AAC5C,eAAK,gBAAgB,WAAW;AAChC,eAAK,gBAAgB,QAAQ,sBAAsB;AACnD,eAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,eAAK,0BAA0B,IAAI,MAAM;AACzC,eAAK,wBAAwB,WAAW;AACxC,eAAK,wBAAwB,YAAY,uBAAuB;AAAA,QAClE;AACA,cAAM,KAAK,wBAAwB,UAAU,MAAM;AAAA,MACrD;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,QAAQ,IAAI,KAAK;AAAA,IAClE;AAAA,EACF;AACF;;;AGlIA,IAAAC,wBAA6B;;;ACQtB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,IAAAC,wBAA6B;AAetB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2B,mCAAwB;AAAA,EAAnD;AAAA;AACL,SAAgB,OAAO,KAAK,YAAY;AACxC,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyBf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,UAAU,QAAmB;AACnC,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;ACjFO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AAkBR,SAAQ,iBAAiB,MAAM;AAC7B,YAAM,eAAe,KAAK,KAAK;AAAA,QAC7B,CAAC,QAAQ,IAAI;AAAA,MACf;AACA,YAAM,gBAAgB,KAAK,KAAK;AAAA,QAC9B,CAAC,QAAQ,IAAI;AAAA,MACf;AAGA,cAAQ,KAAK,QAAQ;AAAA,QACnB;AACE,cAAI,aAAc;AAClB,eAAK,KAAK,eAAe;AACzB,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,gBAAgB;AAC1B;AAAA,UACF;AACA,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,cAAc;AAAA,UAC1B;AACA;AAAA,MACJ;AAAA,IACF;AAjDE,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AAAA,EAC3C;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAoCA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AACF;;;ACpEA,qBAAuB;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAIjC,YAAY,SAAqC;AAC/C,UAAM;AAJR,SAAO,UAAU;AAMf,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,sBAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,yBAAyB;AAAA,MACzB,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC5EA,IAAMC,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAAY,SAAqC;AAC/C,UAAM;AAVR,SAAO,UAAUA;AAIjB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,QAAS;AAGlB,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACpLA,IAAM,aAAa;AAEZ,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,WAAW;AAChC,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;;;ANZA,IAAM,YAAY;AASlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AACd;AAcO,IAAM,cAAN,cAA0B,mCAAgC;AAAA,EAU/D,YAAY,WAAuB;AACjC,UAAM;AAPR,SAAQ,YAAY,KAAK,aAAa;AAGtC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAYhC,iBAAQ,OAAO,WAAwB;AACrC,UAAI,KAAK,MAAM,WAAW;AACxB,cAAM,IAAI,MAAM,gCAAgC;AAAA,MAClD;AACA,UAAI;AAEF,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,SAAS;AAAA,UACT,YAAY;AAAA,QACd,CAAC;AAGD,cAAM,gBAAgB;AAAA,UACpB;AAAA,UACA,KAAK,IAAI,QAAQ,MAAO;AAAA,QAC1B;AACA,aAAK,gBAAgB;AAGrB,YAAI,KAAK,UAAU;AACjB,eAAK,SAAS,KAAK;AAAA,QACrB;AACA,aAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,UACtD,UAAU,KAAK,UAAU;AAAA,UACzB,oBAAoB;AAAA,QACtB,CAAC;AACD,aAAK,SAAS,kBAAkB,KAAK;AAGrC,cAAM,KAAK,IAAI,MAAM,MAAM;AAC3B,aAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,aAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,aAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,aAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAE/C,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,WAAW;AAAA,QACb,CAAC;AAAA,MACH,SAAS,KAAK;AACZ,aAAK,KAAK;AACV,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,UAAI,KAAK,MAAM,QAAS;AAGxB,UAAI,KAAK,MAAM,YAAY;AACzB,aAAK,eAAe;AAAA,MACtB;AACA,WAAK,YAAY,EAAE,SAAS,KAAK,CAAC;AAAA,IACpC;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,MAAM,QAAS;AACzB,WAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAGnC,UAAI,KAAK,IAAI,kCAAoC;AAC/C,aAAK,gBAAgB;AAAA,MACvB,WAAW,KAAK,IAAI,6BAA+B;AACjD,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,QACX,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAED,UAAI;AAEF,aAAK,IAAI,KAAK;AACd,aAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,aAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,aAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,aAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAGhD,YAAI,KAAK,UAAU;AACjB,eAAK,SAAS,KAAK;AACnB,eAAK,WAAW;AAAA,QAClB;AAGA,YAAI,KAAK,eAAe;AACtB,qBAAW,KAAK,aAAa;AAC7B,eAAK,gBAAgB;AAAA,QACvB;AAAA,MACF,SAAS,KAAK;AACZ,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAC3B,aAAK,oBAAoB;AAAA,MAC3B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,oBAAoB,YAAY;AACtC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAQ,mBAAmB,YAAY;AACrC,UAAI,KAAK,MAAM,QAAS;AACxB,UAAI;AACF,aAAK,UAAU,KAAK;AAAA,MACtB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B;AAEA,SAAQ,iBAAiB,YAAY;AACnC,UAAI,KAAK,MAAM,QAAS;AACxB,UAAI;AACF,aAAK,UAAU,KAAK;AAAA,MACtB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAQ,kBAAkB,OAAO,cAAyB;AACxD,UAAI,KAAK,MAAM,QAAS;AAExB,UAAI,CAAC,KAAK,mBAAmB;AAE3B,aAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,MACF;AAGA,iBAAW,SAAS,KAAK,cAAc;AACrC,aAAK,KAAK,SAAS,KAAK;AAAA,MAC1B;AACA,WAAK,aAAa,SAAS;AAG3B,WAAK,KAAK,SAAS,UAAU,IAAI;AAAA,IACnC;AApKE,SAAK,QAAQ;AAGb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EAkKQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AOnOA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAS;AACnC;AACO,IAAMC,OAAM,OAAO;AAG1B,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAa;AAC3C;AACO,IAAMC,WAAU,OAAO;;;ACjB9B,IAAAC,wBAA6B;;;ACAtB,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,mBAAgB;AAChB,EAAAA,uBAAA,kBAAe;AACf,EAAAA,uBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,2BAAwB;AACxB,EAAAA,uBAAA,gBAAa;AACb,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,cAAW;AALD,SAAAA;AAAA,GAAA;;;ACNL,IAAK,yBAAL,kBAAKC,4BAAL;AACL,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,SAAM;AACN,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,oBAAiB;AACjB,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,kBAAe;AACf,EAAAA,wBAAA,cAAW;AACX,EAAAA,wBAAA,aAAU;AARA,SAAAA;AAAA,GAAA;AAWL,IAAM,qBAAN,cAAiC,MAAM;AAAA,EAG5C,YAAY,OAAO,yBAAgC,SAAkB;AACnE,UAAM,OAAO;AACb,SAAK,OAAO,sBAAsB,IAAI;AACtC,SAAK,OAAO;AAAA,EACd;AACF;AAEO,SAAS,+BACd,OACgC;AAChC,QAAM,OAAO,mCAAmC,MAAM,IAAI;AAC1D,SAAO,QAAQ,IAAI,mBAAmB,MAAM,MAAM,MAAM;AAC1D;AAEO,SAAS,mCACd,MACoC;AACpC,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,EACT,WAAW,QAAQ,QAAQ,OAAO,QAAQ,SAAS,MAAM;AACvD,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,QAAQ,KAAM;AACvB,WAAO;AAAA,EACT,OAAO;AACL,WAAO;AAAA,EACT;AACF;;;AFKO,IAAM,gBAAN,cACG,mCAEV;AAAA,EAeE,YAAmB,UAA0B,CAAC,GAAG;AAC/C,UAAM;AADW;AAbnB,SAAO,eAAoC,CAAC;AAE5C,SAAO,iBAAoC,CAAC;AAC5C,SAAO,aAAgC,CAAC;AAIxC,SAAQ,YAAY;AACpB,SAAQ,oBAAoB,KAAK;AACjC,SAAQ,gBAAgB;AACxB,SAAQ,WAAW;AACnB,SAAQ,YAAY;AAqGpB,iBAAQ,OAAO,YAA6B;AAC1C,WAAK,QAAQ;AACb,WAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAK,YAAY,KAAK,IAAI;AAC1B,WAAK,eAAe,CAAC;AACrB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AAGjB,YAAM,KAAK,SAAS,EAAE,QAAQ,KAAK,CAAC;AAGpC,YAAM,KAAK,QAAQ;AAAA,IACrB;AAEA,gBAAO,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AACjB,UAAI;AAEF,aAAK,OAAO;AAAA,MACd,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAAA,MACjE;AAEA,UAAI;AAEF,aAAK,aAAa,KAAK;AACvB,aAAK,QAAQ;AAAA,MACf,SAAS,OAAO;AACd,gBAAQ,MAAM,6CAA6C,KAAK;AAAA,MAClE;AAGA,MAAAC,SAAQ,UAAU;AAAA,IACpB;AAEA,gBAAO,MAAM;AACX,WAAK,aAAa,KAAK;AACvB,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,kBAAS,MAAM;AACb,UACE,CAAC,KAAK,YACN,EAAE,KAAK,QAAQ,uBAAuBA,SAAQ,YAC9C;AACA,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,iBAAQ,MAAM;AACZ,UAAI,KAAK,SAAU;AACnB,WAAK,aAAa,KAAK;AACvB,WAAK,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,kBAAkB;AACvB,MAAAA,SAAQ,UAAU;AAClB,WAAK,IAAI,sBAA+B;AAAA,IAC1C;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI,CAAC,KAAK,SAAS;AACjB,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,YAAY;AACjB,WAAK,kBAAkB;AAAA,IACzB;AAEA,oBAAW,OACT,UAII,CAAC,MACF;AACH,WAAK,QAAQ;AACb,WAAK,WAAW;AAChB,UAAI,QAAQ,KAAK;AACf,aAAK,QAAQ,MAAM,QAAQ;AAAA,MAC7B;AACA,UAAI;AACF,YAAI,CAAC,KAAK,aAAa;AACrB,eAAK,cAAc,IAAI,YAAY,KAAK,QAAQ,GAAG;AAGnD,eAAK,YAAY,GAAG,eAAe,MAAM;AACvC,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAGD,eAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,iBAAK,IAAI,oCAAoC,IAAI;AACjD,iBAAK,IAAI,KAAK,IAAI;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,iBAAK,IAAI,qBAAqB;AAC9B,iBAAK,IAAI,wCAAwC;AAEjD,iBAAK,gBAAgB;AACrB,iBAAK,kBAAkB;AACvB,YAAAA,SAAQ,UAAU;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,iBAAK,IAAI,oBAAoB;AAC7B,iBAAK,IAAI,sCAAuC;AAChD,gBAAI,KAAK,aAAa;AACpB,mBAAK,gBAAgB;AAAA,YACvB;AACA,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAAA,QACH;AAGA,cAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,YAAI,mBAAmB;AACrB,eAAK,aAAa,KAAK;AAAA,QACzB;AAGA,cAAM,YAAY,MAAMC,KAAI,MAAM,QAAQ,QAAQ;AAClD,aAAK,YAAY;AAGjB,YAAI,qBAAqB,QAAQ,QAAQ;AACvC,gBAAM,KAAK,YAAY,MAAM,SAAS;AAAA,QACxC;AAIA,cAAM,KAAK,cAAc;AAIzB,cAAMD,SAAQ,MAAM;AAEpB,aAAK,kBAAkB;AAAA,MACzB,SAAS,OAAO;AACd,aAAK;AAAA,UACH,IAAI;AAAA;AAAA,YAED,OAAe;AAAA,UAClB;AAAA,QACF;AACA,cAAM,KAAK,KAAK;AAChB,cAAM;AAAA,MACR;AAAA,IACF;AAEA,2BAAkB,OAAO,aAAqB;AAC5C,YAAM,KAAK,SAAS,EAAE,SAAS,CAAC;AAAA,IAClC;AAEA,+BAAsB,OAAO,aAAqB;AAChD,YAAMA,SAAQ,aAAa,QAAQ;AACnC,WAAK,kBAAkB;AAAA,IACzB;AAUA,SAAQ,gBAAgB,YAAY;AAClC,YAAM,aAAa,MAAM,UAAU,aAAa,iBAAiB;AACjE,UAAI,WAAW,WAAW,EAAG;AAI7B,YAAM,iBAAiB,WAAW;AAAA,QAChC,CAAC,WAAW,OAAO,aAAa;AAAA,MAClC;AACA,YAAM,UAAU,WAAW,OAAO,CAAC,WAAW,OAAO,aAAa,SAAS;AAC3E,YAAM,wBAAwB,eAC3B;AAAA,QAAI,CAAC,WACJ,QAAQ;AAAA,UACN,CAAC,MAAM,EAAE,YAAY,OAAO,WAAW,EAAE,SAAS,OAAO;AAAA,QAC3D;AAAA,MACF,EACC,OAAO,CAAC,UAAU,UAAU,EAAE;AACjC,iBAAW,SAAS,uBAAuB;AACzC,cAAM,SAAS,QAAQ,KAAK;AAC5B,gBAAQ,OAAO,OAAO,CAAC;AACvB,gBAAQ,QAAQ,MAAM;AAAA,MACxB;AAEA,WAAK,aAAa,QAAQ,OAAO,CAAC,WAAW,OAAO,SAAS,YAAY;AACzE,WAAK,iBAAiB,QAAQ;AAAA,QAC5B,CAAC,WAAW,OAAO,SAAS;AAAA,MAC9B;AACA,MAAAA,SAAQ,UAAU,KAAK;AAEvB,WAAK,kBAAkB;AAAA,IACzB;AAqCA,SAAQ,WAAW,MAAM;AACvB,WAAK,IAAI,kBAAkB;AAC3B,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ,QAAQ;AACvB,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,QAAQ,MAAM,CAAC;AAAA,MACnD;AAAA,IACF;AAEA,SAAQ,cAAc,CAAC,UAAwB;AAC7C,WAAK,IAAI,qBAAqB,MAAM,IAAI;AACxC,UAAI,MAAM,gBAAgB,MAAM;AAE9B,YAAI,KAAK,YAAY,KAAK,eAAgB;AAC1C,QAAAA,SAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,yCAAyC,MAAM,IAAI,EAAE;AAAA,MACpE,WAAW,MAAM,KAAK,kCAAwC,GAAG;AAE/D,YAAI;AACF,gBAAM,UAAU,KAAK;AAAA,YACnB,MAAM,KAAK,kCAAwC,SAAS,CAAC;AAAA,UAC/D;AACA,eAAK,WAAW,OAAO;AAAA,QACzB,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF,WAAW,MAAM,kCAAwC;AAEvD,aAAK,KAAK,SAAS;AAAA,MACrB,WAAW,MAAM,wCAA2C;AAE1D,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAsD;AAErE,cAAM,cAAc,KAAK,aAAa;AAAA,UACpC,CAAC,YAAY,QAAQ,SAAS;AAAA,QAChC;AACA,YAAI,gBAAgB,IAAI;AACtB,eAAK,eAAe,KAAK,aAAa;AAAA,YACpC,CAAC,GAAG,UAAU,UAAU;AAAA,UAC1B;AACA,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,KAAK,oCAAyC,GAAG;AAEhE,YAAI;AACF,gBAAM,WAAW,KAAK;AAAA,YACpB,MAAM,KAAK,oCAAyC,SAAS,CAAC;AAAA,UAChE;AACA,eAAK,KAAK,YAAY,QAAQ;AAAA,QAChC,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAsB;AACzC,WAAK,IAAI,oBAAoB,KAAK;AAClC,WAAK,KAAK;AAEV,YAAM,QAAQ,+BAA+B,KAAK;AAClD,UAAI,OAAO;AACT,aAAK,SAAS,KAAK;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAiB;AACpC,WAAK,SAAS,IAAI,gDAAoD,CAAC;AACvE,WAAK,KAAK;AAAA,IACZ;AAcA,SAAQ,wBAAwB,MAAM;AACpC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,qBAAqB;AACpC,aAAK,aAAa,KAAK;AAAA,MACzB;AACA,WAAK,kBAAkB;AAAA,IACzB;AAEA,SAAQ,uBAAuB,MAAM;AACnC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,uBAAuB,CAAC,KAAK,SAAS;AACrD,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,kBAAkB;AAAA,IACzB;AAncE,IAAAA,SAAQ,GAAG,gBAAgB,KAAK,qBAAqB;AACrD,IAAAA,SAAQ,GAAG,eAAe,KAAK,oBAAoB;AAGnD,cAAU,aAAa,iBAAiB,gBAAgB,KAAK,aAAa;AAAA,EAC5E;AAAA,EAEA,IAAI,MAAuB;AACzB,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,UAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,iBAAiB,CAAC,KAAK;AAAA,EACrC;AAAA,EAEA,IAAI,cAAuB;AACzB,WACE,KAAK,gBACL,CAAC,KAAK,YACN,CAAC,KAAK,gBACN,CAAC,KAAK,cACN,CAAC,KAAK,kBACN,CAAC,KAAK;AAAA,EAEV;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,iBAA0B;AAC5B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,sBAA+B;AACjC,WAAOA,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,cAAkC;AACpC,WAAOC,KAAI;AAAA,EACb;AAAA,EAEA,IAAI,kBAAsC;AACxC,WAAOD,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,QAAsB;AACxB,WAAO;AAAA,MACL,YAAY,KAAK;AAAA,MACjB,WAAW,KAAK;AAAA,MAChB,SAAS,KAAK;AAAA,MACd,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,MAClB,cAAc,KAAK;AAAA,MACnB,gBAAgB,KAAK;AAAA,MACrB,qBAAqB,KAAK;AAAA,MAC1B,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB,OAAO,KAAK;AAAA,MACZ,aAAa,KAAK;AAAA,MAClB,iBAAiB,KAAK;AAAA,MACtB,YAAY,KAAK;AAAA,MACjB,gBAAgB,KAAK;AAAA,IACvB;AAAA,EACF;AAAA,EA4KQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,IAAAC,KAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkCA,MAAc,UAAU;AACtB,QAAI;AACF,UAAI,KAAK,IAAI;AACX,aAAK,IAAI,8BAA8B;AACvC;AAAA,MACF;AACA,UAAI,CAAC,KAAK,cAAc;AACtB,cAAM,IAAI,kCAA6C;AAAA,MACzD;AACA,UAAI,CAAC,KAAK,QAAQ,KAAK;AACrB,cAAM,IAAI,gDAAoD;AAAA,MAChE;AAGA,WAAK,KAAK,IAAI,UAAU,KAAK,QAAQ,GAAG;AACxC,WAAK,GAAG,aAAa;AACrB,WAAK,kBAAkB;AAGvB,WAAK,GAAG,SAAS,KAAK;AACtB,WAAK,GAAG,YAAY,KAAK;AACzB,WAAK,GAAG,UAAU,KAAK;AACvB,WAAK,GAAG,UAAU,KAAK;AAAA,IACzB,SAAS,OAAO;AACd,WAAK;AAAA,QACH,IAAI;AAAA;AAAA,UAED,OAAe;AAAA,QAClB;AAAA,MACF;AACA,YAAM,KAAK,KAAK;AAChB,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAuFQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,QACE,KAAK,GAAG,eAAe,UAAU,QACjC,KAAK,GAAG,eAAe,UAAU,YACjC;AACA,WAAK,GAAG,MAAM;AAAA,IAChB;AACA,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkBQ,WAAW,SAAkC;AACnD,SAAK,eAAe,CAAC,GAAG,KAAK,cAAc,OAAO;AAClD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,SAAS,OAA2B;AAC1C,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,SAAK,QAAQ;AACb,SAAK,kBAAkB;AACvB,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,oBAAoB;AAC1B,UAAM,QAAQ,KAAK;AACnB,SAAK,KAAK,eAAe,OAAO,KAAK,iBAAiB;AACtD,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,QAAQ,SAAU;AAC5B,YAAQ,IAAI,kBAAkB,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAC1E;AACF;;;AGjiBA,IAAI,CAAC,OAAO,eAAe;AACzB,SAAO,gBAAgB,IAAI,cAAc;AAC3C;AACO,IAAM,UAAU,OAAO;","names":["Mic","Speaker","audioContext","audioContext","unlock","LocalStorageKeys","import_eventemitter3","import_eventemitter3","import_eventemitter3","import_eventemitter3","VADStatus","defaultOptions","Mic","Speaker","import_eventemitter3","MicdropClientCommands","MicdropServerCommands","MicdropClientErrorCode","Speaker","Mic"]}
package/dist/index.mjs CHANGED
@@ -697,7 +697,11 @@ var MicRecorder = class extends EventEmitter5 {
697
697
  audioBitsPerSecond: 128e3
698
698
  });
699
699
  this.recorder.ondataavailable = this.onDataAvailable;
700
- await this.startSpeakingDetection(stream);
700
+ await this.vad.start(stream);
701
+ this.vad.on("StartSpeaking", this.onStartSpeaking);
702
+ this.vad.on("ConfirmSpeaking", this.onConfirmSpeaking);
703
+ this.vad.on("CancelSpeaking", this.onCancelSpeaking);
704
+ this.vad.on("StopSpeaking", this.onStopSpeaking);
701
705
  this.changeState({
702
706
  isStarting: false,
703
707
  isStarted: true
@@ -708,11 +712,21 @@ var MicRecorder = class extends EventEmitter5 {
708
712
  }
709
713
  };
710
714
  this.mute = () => {
711
- this.changeState({ isMuted: true, isSpeaking: false });
712
- this.recorder?.stop();
715
+ if (this.state.isMuted) return;
716
+ if (this.state.isSpeaking) {
717
+ this.onStopSpeaking();
718
+ }
719
+ this.changeState({ isMuted: true });
713
720
  };
714
721
  this.unmute = () => {
722
+ if (!this.state.isMuted) return;
715
723
  this.changeState({ isMuted: false });
724
+ if (this.vad.status === 1 /* MaybeSpeaking */) {
725
+ this.onStartSpeaking();
726
+ } else if (this.vad.status === 2 /* Speaking */) {
727
+ this.onStartSpeaking();
728
+ this.onConfirmSpeaking();
729
+ }
716
730
  };
717
731
  this.stop = () => {
718
732
  this.changeState({
@@ -722,7 +736,11 @@ var MicRecorder = class extends EventEmitter5 {
722
736
  isSpeaking: false
723
737
  });
724
738
  try {
725
- this.stopSpeakingDetection();
739
+ this.vad.stop();
740
+ this.vad.off("StartSpeaking", this.onStartSpeaking);
741
+ this.vad.off("ConfirmSpeaking", this.onConfirmSpeaking);
742
+ this.vad.off("CancelSpeaking", this.onCancelSpeaking);
743
+ this.vad.off("StopSpeaking", this.onStopSpeaking);
726
744
  if (this.recorder) {
727
745
  this.recorder.stop();
728
746
  this.recorder = void 0;
@@ -740,6 +758,7 @@ var MicRecorder = class extends EventEmitter5 {
740
758
  try {
741
759
  this.recorder.start(timeSlice);
742
760
  this.queuedChunks.length = 0;
761
+ this.speakingConfirmed = false;
743
762
  } catch (error) {
744
763
  console.error(error);
745
764
  }
@@ -785,23 +804,6 @@ var MicRecorder = class extends EventEmitter5 {
785
804
  this.state = defaultMicRecorderState;
786
805
  this.vad = getVAD(vadConfig);
787
806
  }
788
- async startSpeakingDetection(stream) {
789
- if (this.vad.isStarted) {
790
- this.vad.stop();
791
- }
792
- this.vad.on("StartSpeaking", this.onStartSpeaking);
793
- this.vad.on("ConfirmSpeaking", this.onConfirmSpeaking);
794
- this.vad.on("CancelSpeaking", this.onCancelSpeaking);
795
- this.vad.on("StopSpeaking", this.onStopSpeaking);
796
- await this.vad.start(stream);
797
- }
798
- async stopSpeakingDetection() {
799
- this.vad.off("StartSpeaking", this.onStartSpeaking);
800
- this.vad.off("ConfirmSpeaking", this.onConfirmSpeaking);
801
- this.vad.off("CancelSpeaking", this.onCancelSpeaking);
802
- this.vad.off("StopSpeaking", this.onStopSpeaking);
803
- await this.vad.stop();
804
- }
805
807
  changeState(state) {
806
808
  const hasChanged = Object.keys(state).some(
807
809
  (key) => this.state[key] !== state[key]
@@ -903,6 +905,7 @@ var MicdropClient = class extends EventEmitter6 {
903
905
  this.startTime = 0;
904
906
  this.lastNotifiedState = this.state;
905
907
  this._isProcessing = false;
908
+ this._isMuted = false;
906
909
  this._isPaused = false;
907
910
  this.start = async (options) => {
908
911
  this.error = void 0;
@@ -910,12 +913,14 @@ var MicdropClient = class extends EventEmitter6 {
910
913
  this.startTime = Date.now();
911
914
  this.conversation = [];
912
915
  this._isProcessing = true;
916
+ this._isMuted = false;
913
917
  this._isPaused = false;
914
918
  await this.startMic({ record: true });
915
919
  await this.startWS();
916
920
  };
917
921
  this.stop = async () => {
918
922
  this._isProcessing = false;
923
+ this._isMuted = false;
919
924
  this._isPaused = false;
920
925
  try {
921
926
  this.stopWS();
@@ -930,6 +935,18 @@ var MicdropClient = class extends EventEmitter6 {
930
935
  }
931
936
  Speaker2.stopAudio();
932
937
  };
938
+ this.mute = () => {
939
+ this.micRecorder?.mute();
940
+ this._isMuted = true;
941
+ this.notifyStateChange();
942
+ };
943
+ this.unmute = () => {
944
+ if (!this.isPaused && !(this.options.disableInterruption && Speaker2.isPlaying)) {
945
+ this.micRecorder?.unmute();
946
+ }
947
+ this._isMuted = false;
948
+ this.notifyStateChange();
949
+ };
933
950
  this.pause = () => {
934
951
  if (this.isPaused) return;
935
952
  this.micRecorder?.mute();
@@ -941,12 +958,15 @@ var MicdropClient = class extends EventEmitter6 {
941
958
  };
942
959
  this.resume = () => {
943
960
  if (!this.isPaused) return;
944
- this.micRecorder?.unmute();
961
+ if (!this.isMuted) {
962
+ this.micRecorder?.unmute();
963
+ }
945
964
  this._isPaused = false;
946
965
  this.notifyStateChange();
947
966
  };
948
967
  this.startMic = async (options = {}) => {
949
968
  this.error = void 0;
969
+ this._isMuted = false;
950
970
  if (options.vad) {
951
971
  this.options.vad = options.vad;
952
972
  }
@@ -1104,14 +1124,14 @@ var MicdropClient = class extends EventEmitter6 {
1104
1124
  };
1105
1125
  this.onSpeakerStartPlaying = () => {
1106
1126
  this.log("Speaker started");
1107
- if (this.options.disableInterruption && !this.isPaused) {
1127
+ if (this.options.disableInterruption) {
1108
1128
  this.micRecorder?.mute();
1109
1129
  }
1110
1130
  this.notifyStateChange();
1111
1131
  };
1112
1132
  this.onSpeakerStopPlaying = () => {
1113
1133
  this.log("Speaker stopped");
1114
- if (this.options.disableInterruption && !this.isPaused) {
1134
+ if (this.options.disableInterruption && !this.isMuted) {
1115
1135
  this.micRecorder?.unmute();
1116
1136
  }
1117
1137
  this.notifyStateChange();
@@ -1129,6 +1149,9 @@ var MicdropClient = class extends EventEmitter6 {
1129
1149
  get isStarting() {
1130
1150
  return this.isWSStarting || this.micRecorder?.state.isStarting || false;
1131
1151
  }
1152
+ get isMuted() {
1153
+ return this._isMuted;
1154
+ }
1132
1155
  get isPaused() {
1133
1156
  return this._isPaused;
1134
1157
  }
@@ -1166,6 +1189,7 @@ var MicdropClient = class extends EventEmitter6 {
1166
1189
  return {
1167
1190
  isStarting: this.isStarting,
1168
1191
  isStarted: this.isStarted,
1192
+ isMuted: this.isMuted,
1169
1193
  isPaused: this.isPaused,
1170
1194
  isListening: this.isListening,
1171
1195
  isProcessing: this.isProcessing,
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/Mic.ts","../src/audio/Speaker.ts","../src/audio/stream/AudioStream.ts","../src/audio/stream/Pcm16AudioStream.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","../src/audio/index.ts","../src/client/MicdropClient.ts","../../server/src/types.ts","../src/client/MicdropClientError.ts","../src/Micdrop.ts"],"sourcesContent":["import { EventEmitter } from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport class Mic {\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.deviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.deviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.deviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { AudioStream } from './stream/AudioStream'\nimport { Pcm16AudioStream } from './stream/Pcm16AudioStream'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport interface SpeakerEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport class Speaker extends EventEmitter<SpeakerEvents> {\n public isPlaying = false\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n // Set by MicdropClient, useful to detect default device\n public devices: MediaDeviceInfo[] = []\n\n private audioStream?: AudioStream\n private audioSourceNode?: AudioNode\n private audioElementDestination?: HTMLAudioElement // Used when audiocontext sinkId is not available\n\n async start() {\n if (this.audioStream) return\n\n // Instantiate the audio stream based on the browser compatibility\n this.audioStream = new Pcm16AudioStream()\n\n // Forward events from AudioStream\n this.audioStream.on('StartPlaying', () => this.setIsPlaying(true))\n this.audioStream.on('StopPlaying', () => this.setIsPlaying(false))\n\n // Get the audio source node from AudioStream\n this.audioSourceNode = this.audioStream.start()\n\n // Select speaker device if speakerId is in local storage\n const deviceId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) ?? undefined\n await this.setDevice(deviceId)\n }\n\n async playAudio(blob: Blob) {\n this.start()\n try {\n await this.audioStream?.playAudio(blob)\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n async stopAudio() {\n if (!this.isPlaying) return\n this.audioStream?.stopAudio()\n }\n\n async changeDevice(deviceId: string) {\n await this.setDevice(deviceId)\n\n // Update local storage\n if (this.isDefaultDevice) {\n localStorage.removeItem(LocalStorageKeys.SpeakerDevice)\n } else {\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, deviceId)\n }\n }\n\n get isDefaultDevice(): boolean {\n return (\n !this.deviceId ||\n this.devices.length === 0 ||\n this.deviceId === this.devices[0].deviceId\n )\n }\n\n private setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n\n private async setDevice(deviceId: string | undefined) {\n if (!this.audioSourceNode) {\n console.error(\n 'audioSourceNode not initialized, setDevice called before start'\n )\n return\n }\n try {\n this.deviceId = deviceId\n const defaultDevice = this.isDefaultDevice\n const sinkId = !deviceId || defaultDevice ? '' : deviceId\n\n if (defaultDevice || 'setSinkId' in audioContext) {\n // Play through audiocontext destination when possible\n // It is the preferred way, as it's the only way to have echo cancellation\n await (audioContext as any).setSinkId?.(sinkId)\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(audioContext.destination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Reset audio element destination if it exists\n if (this.audioElementDestination) {\n this.audioElementDestination.pause()\n this.audioElementDestination.srcObject = null\n this.audioElementDestination = undefined\n }\n } else {\n // On Firefox, we can't set sinkId on audio context\n // So we stream non-default devices back to an audio element for which we set sinkId\n if (!this.audioElementDestination) {\n // Create a media stream destination to stream the audio to\n const mediaStreamDestination =\n audioContext.createMediaStreamDestination()\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(mediaStreamDestination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Play stream to audio element destination\n this.audioElementDestination = new Audio()\n this.audioElementDestination.autoplay = true\n this.audioElementDestination.srcObject = mediaStreamDestination.stream\n }\n await this.audioElementDestination.setSinkId(sinkId)\n }\n } catch (error) {\n console.error(`Error setting Audio Output to ${deviceId}`, error)\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { audioContext } from '../utils/audioContext'\n\nexport interface AudioStreamEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport abstract class AudioStream extends EventEmitter<AudioStreamEvents> {\n public isPlaying = false\n protected outputNode: AudioNode\n\n constructor() {\n super()\n this.outputNode = audioContext.createGain()\n }\n\n abstract start(): AudioNode\n abstract playAudio(blob: Blob): Promise<void>\n abstract stopAudio(): void\n\n protected setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { AudioStream } from './AudioStream'\n\nconst SAMPLE_RATE = 16000\nconst CHANNELS = 1\n\nexport class Pcm16AudioStream extends AudioStream {\n private audioQueue: AudioBuffer[] = []\n private currentSourceNode?: AudioBufferSourceNode\n private isProcessingQueue = false\n\n constructor() {\n super()\n }\n\n start(): AudioNode {\n return this.outputNode\n }\n\n async playAudio(blob: Blob): Promise<void> {\n try {\n // Convert blob to PCM data\n const arrayBuffer = await blob.arrayBuffer()\n\n // Convert PCM data to AudioBuffer with proper sample rate\n const audioBuffer = this.createAudioBuffer(arrayBuffer)\n\n if (audioBuffer) {\n this.audioQueue.push(audioBuffer)\n this.processQueue()\n }\n } catch (error) {\n console.error('Failed to play audio chunk:', error)\n }\n }\n\n stopAudio(): void {\n if (this.currentSourceNode) {\n try {\n this.currentSourceNode.stop()\n this.currentSourceNode.disconnect()\n } catch (error) {\n // Ignore errors when stopping\n }\n this.currentSourceNode = undefined\n }\n this.audioQueue = []\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n }\n\n private createAudioBuffer(arrayBuffer: ArrayBuffer): AudioBuffer | null {\n try {\n // Convert ArrayBuffer to Int16Array (assuming 16-bit PCM)\n const int16Data = new Int16Array(arrayBuffer)\n\n // Calculate number of samples\n const numSamples = int16Data.length\n\n if (numSamples === 0) {\n return null\n }\n\n // Create AudioBuffer with the correct sample rate\n const audioBuffer = audioContext.createBuffer(\n CHANNELS,\n numSamples,\n SAMPLE_RATE\n )\n\n // Convert 16-bit PCM to float32 and copy to AudioBuffer\n const channelData = audioBuffer.getChannelData(0)\n for (let i = 0; i < numSamples; i++) {\n channelData[i] = int16Data[i] / 32768.0\n }\n\n return audioBuffer\n } catch (error) {\n console.error('Error creating AudioBuffer:', error)\n return null\n }\n }\n\n private processQueue(): void {\n if (this.isProcessingQueue || this.audioQueue.length === 0) {\n return\n }\n\n this.isProcessingQueue = true\n this.playNextBuffer()\n }\n\n private playNextBuffer(): void {\n if (this.audioQueue.length === 0) {\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n return\n }\n\n const audioBuffer = this.audioQueue.shift()!\n\n // Create a new AudioBufferSourceNode\n this.currentSourceNode = audioContext.createBufferSource()\n this.currentSourceNode.buffer = audioBuffer\n this.currentSourceNode.connect(this.outputNode)\n\n // Set up event handler for when this buffer finishes\n this.currentSourceNode.onended = () => {\n this.currentSourceNode = undefined\n // Continue processing queue\n this.playNextBuffer()\n }\n\n // Start playing\n this.currentSourceNode.start(0)\n this.setIsPlaying(true)\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD } from './vad/VAD'\nimport { getVAD, VADConfig } from './vad/getVAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n public vad: VAD\n\n private audioInfo = this.getAudioInfo()\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n start = async (stream: MediaStream) => {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute = () => {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute = () => {\n this.changeState({ isMuted: false })\n }\n\n stop = () => {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream)\n }\n\n private async stopSpeakingDetection() {\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n } catch (error) {\n console.error(error)\n }\n }\n\n private onConfirmSpeaking = async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }\n\n private onCancelSpeaking = async () => {\n if (this.state.isMuted) return\n try {\n this.recorder?.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }\n\n private onStopSpeaking = async () => {\n if (this.state.isMuted) return\n try {\n this.recorder?.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }\n\n private onDataAvailable = async (blobEvent: BlobEvent) => {\n if (this.state.isMuted) return\n\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { EventEmitter } from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public readonly name = this.constructor.name\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange = () => {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n submitUserSpeechOnPause: true,\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nconst DefaultVAD = VolumeVAD\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new DefaultVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n","import { Mic as MicClass } from './Mic'\nimport { Speaker as SpeakerClass } from './Speaker'\n\nexport * from './MicRecorder'\nexport * from './utils/localStorage'\nexport * from './vad'\n\n// Setup and export Mic instance\nif (!window.micdropMic) {\n window.micdropMic = new MicClass()\n}\nexport const Mic = window.micdropMic\n\n// Setup and export Speaker instance\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new SpeakerClass()\n}\nexport const Speaker = window.micdropSpeaker\n","import { EventEmitter } from 'eventemitter3'\nimport { Mic, Speaker, VAD } from '../audio'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { VADConfig } from '../audio/vad/getVAD'\nimport {\n MicdropClientCommands,\n MicdropConversation,\n MicdropConversationItem,\n MicdropServerCommands,\n MicdropToolCall,\n} from '../types'\nimport {\n getClientErrorFromWSCloseEvent,\n MicdropClientError,\n MicdropClientErrorCode,\n} from './MicdropClientError'\n\nexport interface MicdropEvents {\n EndCall: []\n Error: [MicdropClientError]\n StateChange: [MicdropState, MicdropState]\n ToolCall: [MicdropToolCall]\n}\n\nexport interface MicdropOptions {\n url?: string\n params?: Record<string, any>\n vad?: VADConfig\n disableInterruption?: boolean\n debugLog?: boolean\n}\n\nexport interface MicdropState {\n isStarting: boolean\n isStarted: boolean\n isPaused: boolean\n isListening: boolean\n isProcessing: boolean\n isUserSpeaking: boolean\n isAssistantSpeaking: boolean\n isMicStarted: boolean\n isMicMuted: boolean\n micDeviceId: string | undefined\n speakerDeviceId: string | undefined\n micDevices: MediaDeviceInfo[]\n speakerDevices: MediaDeviceInfo[]\n conversation: MicdropConversation\n error: MicdropClientError | undefined\n}\n\nexport class MicdropClient\n extends EventEmitter<MicdropEvents>\n implements MicdropState\n{\n public micRecorder?: MicRecorder\n public conversation: MicdropConversation = []\n public error: MicdropClientError | undefined\n public speakerDevices: MediaDeviceInfo[] = []\n public micDevices: MediaDeviceInfo[] = []\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastNotifiedState = this.state\n private _isProcessing = false\n private _isPaused = false\n\n constructor(public options: MicdropOptions = {}) {\n super()\n\n // Add speaker listener\n Speaker.on('StartPlaying', this.onSpeakerStartPlaying)\n Speaker.on('StopPlaying', this.onSpeakerStopPlaying)\n\n // Listen to device changes\n navigator.mediaDevices.addEventListener('devicechange', this.updateDevices)\n }\n\n get vad(): VAD | undefined {\n return this.micRecorder?.vad\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n get isProcessing(): boolean {\n return this._isProcessing && !this.isPaused\n }\n\n get isListening(): boolean {\n return (\n this.isMicStarted &&\n !this.isPaused &&\n !this.isProcessing &&\n !this.isMicMuted &&\n !this.isUserSpeaking &&\n !this.isAssistantSpeaking\n )\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isUserSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isAssistantSpeaking(): boolean {\n return Speaker.isPlaying\n }\n\n get micDeviceId(): string | undefined {\n return Mic.deviceId\n }\n\n get speakerDeviceId(): string | undefined {\n return Speaker.deviceId\n }\n\n get state(): MicdropState {\n return {\n isStarting: this.isStarting,\n isStarted: this.isStarted,\n isPaused: this.isPaused,\n isListening: this.isListening,\n isProcessing: this.isProcessing,\n isUserSpeaking: this.isUserSpeaking,\n isAssistantSpeaking: this.isAssistantSpeaking,\n isMicStarted: this.isMicStarted,\n isMicMuted: this.isMicMuted,\n conversation: this.conversation,\n error: this.error,\n micDeviceId: this.micDeviceId,\n speakerDeviceId: this.speakerDeviceId,\n micDevices: this.micDevices,\n speakerDevices: this.speakerDevices,\n }\n }\n\n start = async (options?: MicdropOptions) => {\n this.error = undefined\n this.options = { ...this.options, ...options }\n\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n this._isPaused = false\n\n // Start mic if not already started\n await this.startMic({ record: true })\n\n // Start websocket\n await this.startWS()\n }\n\n stop = async () => {\n this._isProcessing = false\n this._isPaused = false\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[MicdropClient] Error stopping WebSocket', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[MicdropClient] Error stopping microphone', error)\n }\n\n // Stop speaker\n Speaker.stopAudio()\n }\n\n pause = () => {\n if (this.isPaused) return\n this.micRecorder?.mute()\n this._isPaused = true\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n this.ws?.send(MicdropClientCommands.Mute)\n }\n\n resume = () => {\n if (!this.isPaused) return\n this.micRecorder?.unmute()\n this._isPaused = false\n this.notifyStateChange()\n }\n\n startMic = async (\n options: {\n vad?: VADConfig\n deviceId?: string\n record?: boolean\n } = {}\n ) => {\n this.error = undefined\n if (options.vad) {\n this.options.vad = options.vad\n }\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.options.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[MicdropClient] User audio chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('User start speaking')\n this.ws?.send(MicdropClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('User stop speaking')\n this.ws?.send(MicdropClientCommands.StopSpeaking)\n if (this.isWSStarted) {\n this._isProcessing = true\n }\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n const micStream = await Mic.start(options.deviceId)\n this.micStream = micStream\n\n // Restart recorder if it was running\n if (isRecorderStarted || options.record) {\n await this.micRecorder.start(micStream)\n }\n\n // Get devices after starting mic\n // It's necessary for Firefox that return an empty list before any stream is started\n await this.updateDevices()\n\n // Start speaker\n // Must be after devices update\n await Speaker.start()\n\n this.notifyStateChange()\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Mic,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n changeMicDevice = async (deviceId: string) => {\n await this.startMic({ deviceId })\n }\n\n changeSpeakerDevice = async (deviceId: string) => {\n await Speaker.changeDevice(deviceId)\n this.notifyStateChange()\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n Mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private updateDevices = async () => {\n const rawDevices = await navigator.mediaDevices.enumerateDevices()\n if (rawDevices.length === 0) return\n\n // Move default devices to the beginning of the list\n // and get rid of devices with deviceId=default\n const defaultDevices = rawDevices.filter(\n (device) => device.deviceId === 'default'\n )\n const devices = rawDevices.filter((device) => device.deviceId !== 'default')\n const defaultDevicesIndexes = defaultDevices\n .map((device) =>\n devices.findIndex(\n (d) => d.groupId === device.groupId && d.kind === device.kind\n )\n )\n .filter((index) => index !== -1)\n for (const index of defaultDevicesIndexes) {\n const device = devices[index]\n devices.splice(index, 1)\n devices.unshift(device)\n }\n\n this.micDevices = devices.filter((device) => device.kind === 'audioinput')\n this.speakerDevices = devices.filter(\n (device) => device.kind === 'audiooutput'\n )\n Speaker.devices = this.speakerDevices\n\n this.notifyStateChange()\n }\n\n private async startWS() {\n try {\n if (this.ws) {\n this.log('WebSocket is already started')\n return\n }\n if (!this.isMicStarted) {\n throw new MicdropClientError(MicdropClientErrorCode.Mic)\n }\n if (!this.options.url) {\n throw new MicdropClientError(MicdropClientErrorCode.MissingUrl)\n }\n\n // Start websocket\n this.ws = new WebSocket(this.options.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = this.onWSOpen\n this.ws.onmessage = this.onWSMessage\n this.ws.onclose = this.onWSClose\n this.ws.onerror = this.onWSError\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Connection,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n private onWSOpen = () => {\n this.log('WebSocket opened')\n this.notifyStateChange()\n\n // Send params\n if (this.options.params) {\n this.ws?.send(JSON.stringify(this.options.params))\n }\n }\n\n private onWSMessage = (event: MessageEvent) => {\n this.log('Received message:', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n if (this.isPaused || this.isUserSpeaking) return\n Speaker.playAudio(event.data)\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[MicdropClient] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(MicdropServerCommands.Message)) {\n // Received user/assistant message\n try {\n const message = JSON.parse(\n event.data.substring(MicdropServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing message:',\n event.data,\n error\n )\n }\n } else if (event.data === MicdropServerCommands.EndCall) {\n // Call ended\n this.emit('EndCall')\n } else if (event.data === MicdropServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === MicdropServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation.findLastIndex(\n (message) => message.role === 'user'\n )\n if (lastMessage !== -1) {\n this.conversation = this.conversation.filter(\n (_, index) => index !== lastMessage\n )\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data.startsWith(MicdropServerCommands.ToolCall)) {\n // Received tool call information\n try {\n const toolCall = JSON.parse(\n event.data.substring(MicdropServerCommands.ToolCall.length + 1)\n )\n this.emit('ToolCall', toolCall)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing tool call:',\n event.data,\n error\n )\n }\n }\n }\n\n private onWSClose = (event: CloseEvent) => {\n this.log('WebSocket closed', event)\n this.stop()\n\n const error = getClientErrorFromWSCloseEvent(event)\n if (error) {\n this.setError(error)\n }\n }\n\n private onWSError = (event: Event) => {\n this.setError(new MicdropClientError(MicdropClientErrorCode.Connection))\n this.stop()\n }\n\n private stopWS() {\n if (!this.ws) return\n if (\n this.ws.readyState === WebSocket.OPEN ||\n this.ws.readyState === WebSocket.CONNECTING\n ) {\n this.ws.close()\n }\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private onSpeakerStartPlaying = () => {\n this.log('Speaker started')\n if (this.options.disableInterruption && !this.isPaused) {\n this.micRecorder?.mute()\n }\n this.notifyStateChange()\n }\n\n private onSpeakerStopPlaying = () => {\n this.log('Speaker stopped')\n if (this.options.disableInterruption && !this.isPaused) {\n this.micRecorder?.unmute()\n }\n this.notifyStateChange()\n }\n\n private addMessage(message: MicdropConversationItem) {\n this.conversation = [...this.conversation, message]\n this.notifyStateChange()\n }\n\n private setError(error: MicdropClientError) {\n console.error('[MicdropClient] Error:', error)\n this.error = error\n this.notifyStateChange()\n this.emit('Error', error)\n }\n\n private notifyStateChange() {\n const state = this.state\n this.emit('StateChange', state, this.lastNotifiedState)\n this.lastNotifiedState = state\n }\n\n private log(...message: any[]) {\n if (!this.options.debugLog) return\n console.log(`[MicdropClient ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum MicdropClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum MicdropServerCommands {\n Message = 'Message',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EndCall = 'EndCall',\n ToolCall = 'ToolCall',\n}\n\nexport interface MicdropCallSummary {\n conversation: MicdropConversation\n duration: number\n}\n\nexport type MicdropConversationItem =\n | MicdropConversationMessage\n | MicdropConversationToolCall\n | MicdropConversationToolResult\n\nexport type MicdropConversation = Array<MicdropConversationItem>\n\nexport type MicdropAnswerMetadata = {\n [key: string]: any\n}\n\nexport interface MicdropConversationMessage<\n Data extends MicdropAnswerMetadata = MicdropAnswerMetadata,\n> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n\nexport interface MicdropConversationToolCall {\n role: 'tool_call'\n toolCallId: string\n toolName: string\n parameters: string\n}\n\nexport interface MicdropConversationToolResult {\n role: 'tool_result'\n toolCallId: string\n toolName: string\n output: string\n}\n\nexport interface MicdropToolCall {\n name: string\n parameters: any\n output: any\n}\n\nexport type DeepPartial<T> = T extends object\n ? {\n [P in keyof T]?: DeepPartial<T[P]>\n }\n : T\n","export enum MicdropClientErrorCode {\n MissingUrl = 'MissingUrl',\n Mic = 'Mic',\n Connection = 'Connection',\n InternalServer = 'InternalServer',\n BadRequest = 'BadRequest',\n Unauthorized = 'Unauthorized',\n NotFound = 'NotFound',\n Unknown = 'Unknown',\n}\n\nexport class MicdropClientError extends Error {\n code: MicdropClientErrorCode\n\n constructor(code = MicdropClientErrorCode.Unknown, message?: string) {\n super(message)\n this.name = `MicdropClientError:${code}`\n this.code = code\n }\n}\n\nexport function getClientErrorFromWSCloseEvent(\n event: CloseEvent\n): MicdropClientError | undefined {\n const code = getClientErrorFromWSCloseEventCode(event.code)\n return code && new MicdropClientError(code, event.reason)\n}\n\nexport function getClientErrorFromWSCloseEventCode(\n code: number\n): MicdropClientErrorCode | undefined {\n if (code === 1011) {\n return MicdropClientErrorCode.InternalServer\n } else if (code >= 1001 && code < 1011 && code !== 1005) {\n return MicdropClientErrorCode.Connection\n } else if (code === 4401) {\n return MicdropClientErrorCode.Unauthorized\n } else if (code === 4404) {\n return MicdropClientErrorCode.NotFound\n } else if (code === 4400) {\n return MicdropClientErrorCode.BadRequest\n } else if (code >= 4000) {\n return MicdropClientErrorCode.Unknown\n } else {\n return undefined\n }\n}\n","import { MicdropClient } from './client'\n\n// Setup and export MicdropClient instance\nif (!window.micdropClient) {\n window.micdropClient = new MicdropClient()\n}\nexport const Micdrop = window.micdropClient\n"],"mappings":";AAAA,SAAS,oBAAoB;AAMtB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEA,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAM,MAAN,MAAU;AAAA,EAAV;AACL,SAAO,WAAW,IAAI,cAAc,YAAY;AAAA;AAAA,EAMxC,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,aAAa,UAAU;AAC9B,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,WAAW;AAAA,IAClB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,WAAW;AAAA,IAClB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;;;ACxFA,SAAS,gBAAAC,qBAAoB;;;ACA7B,SAAS,gBAAAC,qBAAoB;AAQtB,IAAe,cAAf,cAAmCC,cAAgC;AAAA,EAIxE,cAAc;AACZ,UAAM;AAJR,SAAO,YAAY;AAKjB,SAAK,aAAa,aAAa,WAAW;AAAA,EAC5C;AAAA,EAMU,aAAa,WAAoB;AACzC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AACF;;;ACvBA,IAAM,cAAc;AACpB,IAAM,WAAW;AAEV,IAAM,mBAAN,cAA+B,YAAY;AAAA,EAKhD,cAAc;AACZ,UAAM;AALR,SAAQ,aAA4B,CAAC;AAErC,SAAQ,oBAAoB;AAAA,EAI5B;AAAA,EAEA,QAAmB;AACjB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,UAAU,MAA2B;AACzC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,KAAK,kBAAkB,WAAW;AAEtD,UAAI,aAAa;AACf,aAAK,WAAW,KAAK,WAAW;AAChC,aAAK,aAAa;AAAA,MACpB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAAA,IACpD;AAAA,EACF;AAAA,EAEA,YAAkB;AAChB,QAAI,KAAK,mBAAmB;AAC1B,UAAI;AACF,aAAK,kBAAkB,KAAK;AAC5B,aAAK,kBAAkB,WAAW;AAAA,MACpC,SAAS,OAAO;AAAA,MAEhB;AACA,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,aAAa,CAAC;AACnB,SAAK,oBAAoB;AACzB,SAAK,aAAa,KAAK;AAAA,EACzB;AAAA,EAEQ,kBAAkB,aAA8C;AACtE,QAAI;AAEF,YAAM,YAAY,IAAI,WAAW,WAAW;AAG5C,YAAM,aAAa,UAAU;AAE7B,UAAI,eAAe,GAAG;AACpB,eAAO;AAAA,MACT;AAGA,YAAM,cAAc,aAAa;AAAA,QAC/B;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAGA,YAAM,cAAc,YAAY,eAAe,CAAC;AAChD,eAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,oBAAY,CAAC,IAAI,UAAU,CAAC,IAAI;AAAA,MAClC;AAEA,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAClD,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEQ,eAAqB;AAC3B,QAAI,KAAK,qBAAqB,KAAK,WAAW,WAAW,GAAG;AAC1D;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,iBAAuB;AAC7B,QAAI,KAAK,WAAW,WAAW,GAAG;AAChC,WAAK,oBAAoB;AACzB,WAAK,aAAa,KAAK;AACvB;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,WAAW,MAAM;AAG1C,SAAK,oBAAoB,aAAa,mBAAmB;AACzD,SAAK,kBAAkB,SAAS;AAChC,SAAK,kBAAkB,QAAQ,KAAK,UAAU;AAG9C,SAAK,kBAAkB,UAAU,MAAM;AACrC,WAAK,oBAAoB;AAEzB,WAAK,eAAe;AAAA,IACtB;AAGA,SAAK,kBAAkB,MAAM,CAAC;AAC9B,SAAK,aAAa,IAAI;AAAA,EACxB;AACF;;;AFzGO,IAAM,UAAN,cAAsBC,cAA4B;AAAA,EAAlD;AAAA;AACL,SAAO,YAAY;AACnB,SAAO,WAAW,IAAI,cAAc,YAAY;AAIhD;AAAA,SAAO,UAA6B,CAAC;AAAA;AAAA;AAAA,EAMrC,MAAM,QAAQ;AACZ,QAAI,KAAK,YAAa;AAGtB,SAAK,cAAc,IAAI,iBAAiB;AAGxC,SAAK,YAAY,GAAG,gBAAgB,MAAM,KAAK,aAAa,IAAI,CAAC;AACjE,SAAK,YAAY,GAAG,eAAe,MAAM,KAAK,aAAa,KAAK,CAAC;AAGjE,SAAK,kBAAkB,KAAK,YAAY,MAAM;AAG9C,UAAM,WACJ,aAAa,mDAAsC,KAAK;AAC1D,UAAM,KAAK,UAAU,QAAQ;AAAA,EAC/B;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,SAAK,MAAM;AACX,QAAI;AACF,YAAM,KAAK,aAAa,UAAU,IAAI;AAAA,IACxC,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,MAAM,YAAY;AAChB,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,aAAa,UAAU;AAAA,EAC9B;AAAA,EAEA,MAAM,aAAa,UAAkB;AACnC,UAAM,KAAK,UAAU,QAAQ;AAG7B,QAAI,KAAK,iBAAiB;AACxB,mBAAa,sDAAyC;AAAA,IACxD,OAAO;AACL,mBAAa,qDAAwC,QAAQ;AAAA,IAC/D;AAAA,EACF;AAAA,EAEA,IAAI,kBAA2B;AAC7B,WACE,CAAC,KAAK,YACN,KAAK,QAAQ,WAAW,KACxB,KAAK,aAAa,KAAK,QAAQ,CAAC,EAAE;AAAA,EAEtC;AAAA,EAEQ,aAAa,WAAoB;AACvC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AAAA,EAEA,MAAc,UAAU,UAA8B;AACpD,QAAI,CAAC,KAAK,iBAAiB;AACzB,cAAQ;AAAA,QACN;AAAA,MACF;AACA;AAAA,IACF;AACA,QAAI;AACF,WAAK,WAAW;AAChB,YAAM,gBAAgB,KAAK;AAC3B,YAAM,SAAS,CAAC,YAAY,gBAAgB,KAAK;AAEjD,UAAI,iBAAiB,eAAe,cAAc;AAGhD,cAAO,aAAqB,YAAY,MAAM;AAC9C,aAAK,gBAAgB,WAAW;AAChC,aAAK,gBAAgB,QAAQ,aAAa,WAAW;AACrD,aAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,YAAI,KAAK,yBAAyB;AAChC,eAAK,wBAAwB,MAAM;AACnC,eAAK,wBAAwB,YAAY;AACzC,eAAK,0BAA0B;AAAA,QACjC;AAAA,MACF,OAAO;AAGL,YAAI,CAAC,KAAK,yBAAyB;AAEjC,gBAAM,yBACJ,aAAa,6BAA6B;AAC5C,eAAK,gBAAgB,WAAW;AAChC,eAAK,gBAAgB,QAAQ,sBAAsB;AACnD,eAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,eAAK,0BAA0B,IAAI,MAAM;AACzC,eAAK,wBAAwB,WAAW;AACxC,eAAK,wBAAwB,YAAY,uBAAuB;AAAA,QAClE;AACA,cAAM,KAAK,wBAAwB,UAAU,MAAM;AAAA,MACrD;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,QAAQ,IAAI,KAAK;AAAA,IAClE;AAAA,EACF;AACF;;;AGlIA,SAAS,gBAAAC,qBAAoB;;;ACQtB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,SAAS,gBAAAC,qBAAoB;AAetB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2BD,cAAwB;AAAA,EAAnD;AAAA;AACL,SAAgB,OAAO,KAAK,YAAY;AACxC,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyBf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,QAAmB;AAC3B,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;ACjFO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AAkBR,SAAQ,iBAAiB,MAAM;AAC7B,YAAM,eAAe,KAAK,KAAK;AAAA,QAC7B,CAAC,QAAQ,IAAI;AAAA,MACf;AACA,YAAM,gBAAgB,KAAK,KAAK;AAAA,QAC9B,CAAC,QAAQ,IAAI;AAAA,MACf;AAGA,cAAQ,KAAK,QAAQ;AAAA,QACnB;AACE,cAAI,aAAc;AAClB,eAAK,KAAK,eAAe;AACzB,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,gBAAgB;AAC1B;AAAA,UACF;AACA,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,cAAc;AAAA,UAC1B;AACA;AAAA,MACJ;AAAA,IACF;AAjDE,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AAAA,EAC3C;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAoCA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AACF;;;ACpEA,SAAS,cAAc;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAIjC,YAAY,SAAqC;AAC/C,UAAM;AAJR,SAAO,UAAU;AAMf,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,OAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,yBAAyB;AAAA,MACzB,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC5EA,IAAME,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAAY,SAAqC;AAC/C,UAAM;AAVR,SAAO,UAAUA;AAIjB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,QAAS;AAGlB,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACpLA,IAAM,aAAa;AAEZ,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,WAAW;AAChC,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;;;ANZA,IAAM,YAAY;AASlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AACd;AAcO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAU/D,YAAY,WAAuB;AACjC,UAAM;AAPR,SAAQ,YAAY,KAAK,aAAa;AAGtC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAYhC,iBAAQ,OAAO,WAAwB;AACrC,UAAI,KAAK,MAAM,WAAW;AACxB,cAAM,IAAI,MAAM,gCAAgC;AAAA,MAClD;AACA,UAAI;AAEF,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,SAAS;AAAA,UACT,YAAY;AAAA,QACd,CAAC;AAGD,cAAM,gBAAgB;AAAA,UACpB;AAAA,UACA,KAAK,IAAI,QAAQ,MAAO;AAAA,QAC1B;AACA,aAAK,gBAAgB;AAGrB,YAAI,KAAK,UAAU;AACjB,eAAK,SAAS,KAAK;AAAA,QACrB;AACA,aAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,UACtD,UAAU,KAAK,UAAU;AAAA,UACzB,oBAAoB;AAAA,QACtB,CAAC;AACD,aAAK,SAAS,kBAAkB,KAAK;AAGrC,cAAM,KAAK,uBAAuB,MAAM;AAExC,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,WAAW;AAAA,QACb,CAAC;AAAA,MACH,SAAS,KAAK;AACZ,aAAK,KAAK;AACV,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,WAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,WAAK,UAAU,KAAK;AAAA,IACtB;AAEA,kBAAS,MAAM;AACb,WAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,IACrC;AAEA,gBAAO,MAAM;AACX,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,QACX,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAED,UAAI;AACF,aAAK,sBAAsB;AAC3B,YAAI,KAAK,UAAU;AACjB,eAAK,SAAS,KAAK;AACnB,eAAK,WAAW;AAAA,QAClB;AACA,YAAI,KAAK,eAAe;AACtB,qBAAW,KAAK,aAAa;AAC7B,eAAK,gBAAgB;AAAA,QACvB;AAAA,MACF,SAAS,KAAK;AACZ,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAqBA,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAAA,MAC7B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,oBAAoB,YAAY;AACtC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAQ,mBAAmB,YAAY;AACrC,UAAI,KAAK,MAAM,QAAS;AACxB,UAAI;AACF,aAAK,UAAU,KAAK;AAAA,MACtB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B;AAEA,SAAQ,iBAAiB,YAAY;AACnC,UAAI,KAAK,MAAM,QAAS;AACxB,UAAI;AACF,aAAK,UAAU,KAAK;AAAA,MACtB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAQ,kBAAkB,OAAO,cAAyB;AACxD,UAAI,KAAK,MAAM,QAAS;AAExB,UAAI,CAAC,KAAK,mBAAmB;AAE3B,aAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,MACF;AAGA,iBAAW,SAAS,KAAK,cAAc;AACrC,aAAK,KAAK,SAAS,KAAK;AAAA,MAC1B;AACA,WAAK,aAAa,SAAS;AAG3B,WAAK,KAAK,SAAS,UAAU,IAAI;AAAA,IACnC;AA3JE,SAAK,QAAQ;AAGb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EA4EA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,MAAM;AAAA,EAC7B;AAAA,EAEA,MAAc,wBAAwB;AACpC,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EA4DQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AO1NA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAS;AACnC;AACO,IAAMC,OAAM,OAAO;AAG1B,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAa;AAC3C;AACO,IAAMC,WAAU,OAAO;;;ACjB9B,SAAS,gBAAAC,qBAAoB;;;ACAtB,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,mBAAgB;AAChB,EAAAA,uBAAA,kBAAe;AACf,EAAAA,uBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,2BAAwB;AACxB,EAAAA,uBAAA,gBAAa;AACb,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,cAAW;AALD,SAAAA;AAAA,GAAA;;;ACNL,IAAK,yBAAL,kBAAKC,4BAAL;AACL,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,SAAM;AACN,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,oBAAiB;AACjB,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,kBAAe;AACf,EAAAA,wBAAA,cAAW;AACX,EAAAA,wBAAA,aAAU;AARA,SAAAA;AAAA,GAAA;AAWL,IAAM,qBAAN,cAAiC,MAAM;AAAA,EAG5C,YAAY,OAAO,yBAAgC,SAAkB;AACnE,UAAM,OAAO;AACb,SAAK,OAAO,sBAAsB,IAAI;AACtC,SAAK,OAAO;AAAA,EACd;AACF;AAEO,SAAS,+BACd,OACgC;AAChC,QAAM,OAAO,mCAAmC,MAAM,IAAI;AAC1D,SAAO,QAAQ,IAAI,mBAAmB,MAAM,MAAM,MAAM;AAC1D;AAEO,SAAS,mCACd,MACoC;AACpC,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,EACT,WAAW,QAAQ,QAAQ,OAAO,QAAQ,SAAS,MAAM;AACvD,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,QAAQ,KAAM;AACvB,WAAO;AAAA,EACT,OAAO;AACL,WAAO;AAAA,EACT;AACF;;;AFIO,IAAM,gBAAN,cACGC,cAEV;AAAA,EAcE,YAAmB,UAA0B,CAAC,GAAG;AAC/C,UAAM;AADW;AAZnB,SAAO,eAAoC,CAAC;AAE5C,SAAO,iBAAoC,CAAC;AAC5C,SAAO,aAAgC,CAAC;AAIxC,SAAQ,YAAY;AACpB,SAAQ,oBAAoB,KAAK;AACjC,SAAQ,gBAAgB;AACxB,SAAQ,YAAY;AAgGpB,iBAAQ,OAAO,YAA6B;AAC1C,WAAK,QAAQ;AACb,WAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAK,YAAY,KAAK,IAAI;AAC1B,WAAK,eAAe,CAAC;AACrB,WAAK,gBAAgB;AACrB,WAAK,YAAY;AAGjB,YAAM,KAAK,SAAS,EAAE,QAAQ,KAAK,CAAC;AAGpC,YAAM,KAAK,QAAQ;AAAA,IACrB;AAEA,gBAAO,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,YAAY;AACjB,UAAI;AAEF,aAAK,OAAO;AAAA,MACd,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAAA,MACjE;AAEA,UAAI;AAEF,aAAK,aAAa,KAAK;AACvB,aAAK,QAAQ;AAAA,MACf,SAAS,OAAO;AACd,gBAAQ,MAAM,6CAA6C,KAAK;AAAA,MAClE;AAGA,MAAAC,SAAQ,UAAU;AAAA,IACpB;AAEA,iBAAQ,MAAM;AACZ,UAAI,KAAK,SAAU;AACnB,WAAK,aAAa,KAAK;AACvB,WAAK,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,kBAAkB;AACvB,MAAAA,SAAQ,UAAU;AAClB,WAAK,IAAI,sBAA+B;AAAA,IAC1C;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,SAAU;AACpB,WAAK,aAAa,OAAO;AACzB,WAAK,YAAY;AACjB,WAAK,kBAAkB;AAAA,IACzB;AAEA,oBAAW,OACT,UAII,CAAC,MACF;AACH,WAAK,QAAQ;AACb,UAAI,QAAQ,KAAK;AACf,aAAK,QAAQ,MAAM,QAAQ;AAAA,MAC7B;AACA,UAAI;AACF,YAAI,CAAC,KAAK,aAAa;AACrB,eAAK,cAAc,IAAI,YAAY,KAAK,QAAQ,GAAG;AAGnD,eAAK,YAAY,GAAG,eAAe,MAAM;AACvC,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAGD,eAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,iBAAK,IAAI,oCAAoC,IAAI;AACjD,iBAAK,IAAI,KAAK,IAAI;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,iBAAK,IAAI,qBAAqB;AAC9B,iBAAK,IAAI,wCAAwC;AAEjD,iBAAK,gBAAgB;AACrB,iBAAK,kBAAkB;AACvB,YAAAA,SAAQ,UAAU;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,iBAAK,IAAI,oBAAoB;AAC7B,iBAAK,IAAI,sCAAuC;AAChD,gBAAI,KAAK,aAAa;AACpB,mBAAK,gBAAgB;AAAA,YACvB;AACA,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAAA,QACH;AAGA,cAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,YAAI,mBAAmB;AACrB,eAAK,aAAa,KAAK;AAAA,QACzB;AAGA,cAAM,YAAY,MAAMC,KAAI,MAAM,QAAQ,QAAQ;AAClD,aAAK,YAAY;AAGjB,YAAI,qBAAqB,QAAQ,QAAQ;AACvC,gBAAM,KAAK,YAAY,MAAM,SAAS;AAAA,QACxC;AAIA,cAAM,KAAK,cAAc;AAIzB,cAAMD,SAAQ,MAAM;AAEpB,aAAK,kBAAkB;AAAA,MACzB,SAAS,OAAO;AACd,aAAK;AAAA,UACH,IAAI;AAAA;AAAA,YAED,OAAe;AAAA,UAClB;AAAA,QACF;AACA,cAAM,KAAK,KAAK;AAChB,cAAM;AAAA,MACR;AAAA,IACF;AAEA,2BAAkB,OAAO,aAAqB;AAC5C,YAAM,KAAK,SAAS,EAAE,SAAS,CAAC;AAAA,IAClC;AAEA,+BAAsB,OAAO,aAAqB;AAChD,YAAMA,SAAQ,aAAa,QAAQ;AACnC,WAAK,kBAAkB;AAAA,IACzB;AAUA,SAAQ,gBAAgB,YAAY;AAClC,YAAM,aAAa,MAAM,UAAU,aAAa,iBAAiB;AACjE,UAAI,WAAW,WAAW,EAAG;AAI7B,YAAM,iBAAiB,WAAW;AAAA,QAChC,CAAC,WAAW,OAAO,aAAa;AAAA,MAClC;AACA,YAAM,UAAU,WAAW,OAAO,CAAC,WAAW,OAAO,aAAa,SAAS;AAC3E,YAAM,wBAAwB,eAC3B;AAAA,QAAI,CAAC,WACJ,QAAQ;AAAA,UACN,CAAC,MAAM,EAAE,YAAY,OAAO,WAAW,EAAE,SAAS,OAAO;AAAA,QAC3D;AAAA,MACF,EACC,OAAO,CAAC,UAAU,UAAU,EAAE;AACjC,iBAAW,SAAS,uBAAuB;AACzC,cAAM,SAAS,QAAQ,KAAK;AAC5B,gBAAQ,OAAO,OAAO,CAAC;AACvB,gBAAQ,QAAQ,MAAM;AAAA,MACxB;AAEA,WAAK,aAAa,QAAQ,OAAO,CAAC,WAAW,OAAO,SAAS,YAAY;AACzE,WAAK,iBAAiB,QAAQ;AAAA,QAC5B,CAAC,WAAW,OAAO,SAAS;AAAA,MAC9B;AACA,MAAAA,SAAQ,UAAU,KAAK;AAEvB,WAAK,kBAAkB;AAAA,IACzB;AAqCA,SAAQ,WAAW,MAAM;AACvB,WAAK,IAAI,kBAAkB;AAC3B,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ,QAAQ;AACvB,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,QAAQ,MAAM,CAAC;AAAA,MACnD;AAAA,IACF;AAEA,SAAQ,cAAc,CAAC,UAAwB;AAC7C,WAAK,IAAI,qBAAqB,MAAM,IAAI;AACxC,UAAI,MAAM,gBAAgB,MAAM;AAE9B,YAAI,KAAK,YAAY,KAAK,eAAgB;AAC1C,QAAAA,SAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,yCAAyC,MAAM,IAAI,EAAE;AAAA,MACpE,WAAW,MAAM,KAAK,kCAAwC,GAAG;AAE/D,YAAI;AACF,gBAAM,UAAU,KAAK;AAAA,YACnB,MAAM,KAAK,kCAAwC,SAAS,CAAC;AAAA,UAC/D;AACA,eAAK,WAAW,OAAO;AAAA,QACzB,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF,WAAW,MAAM,kCAAwC;AAEvD,aAAK,KAAK,SAAS;AAAA,MACrB,WAAW,MAAM,wCAA2C;AAE1D,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAsD;AAErE,cAAM,cAAc,KAAK,aAAa;AAAA,UACpC,CAAC,YAAY,QAAQ,SAAS;AAAA,QAChC;AACA,YAAI,gBAAgB,IAAI;AACtB,eAAK,eAAe,KAAK,aAAa;AAAA,YACpC,CAAC,GAAG,UAAU,UAAU;AAAA,UAC1B;AACA,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,KAAK,oCAAyC,GAAG;AAEhE,YAAI;AACF,gBAAM,WAAW,KAAK;AAAA,YACpB,MAAM,KAAK,oCAAyC,SAAS,CAAC;AAAA,UAChE;AACA,eAAK,KAAK,YAAY,QAAQ;AAAA,QAChC,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAsB;AACzC,WAAK,IAAI,oBAAoB,KAAK;AAClC,WAAK,KAAK;AAEV,YAAM,QAAQ,+BAA+B,KAAK;AAClD,UAAI,OAAO;AACT,aAAK,SAAS,KAAK;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAiB;AACpC,WAAK,SAAS,IAAI,gDAAoD,CAAC;AACvE,WAAK,KAAK;AAAA,IACZ;AAcA,SAAQ,wBAAwB,MAAM;AACpC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,uBAAuB,CAAC,KAAK,UAAU;AACtD,aAAK,aAAa,KAAK;AAAA,MACzB;AACA,WAAK,kBAAkB;AAAA,IACzB;AAEA,SAAQ,uBAAuB,MAAM;AACnC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,uBAAuB,CAAC,KAAK,UAAU;AACtD,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,kBAAkB;AAAA,IACzB;AAxaE,IAAAA,SAAQ,GAAG,gBAAgB,KAAK,qBAAqB;AACrD,IAAAA,SAAQ,GAAG,eAAe,KAAK,oBAAoB;AAGnD,cAAU,aAAa,iBAAiB,gBAAgB,KAAK,aAAa;AAAA,EAC5E;AAAA,EAEA,IAAI,MAAuB;AACzB,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,iBAAiB,CAAC,KAAK;AAAA,EACrC;AAAA,EAEA,IAAI,cAAuB;AACzB,WACE,KAAK,gBACL,CAAC,KAAK,YACN,CAAC,KAAK,gBACN,CAAC,KAAK,cACN,CAAC,KAAK,kBACN,CAAC,KAAK;AAAA,EAEV;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,iBAA0B;AAC5B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,sBAA+B;AACjC,WAAOA,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,cAAkC;AACpC,WAAOC,KAAI;AAAA,EACb;AAAA,EAEA,IAAI,kBAAsC;AACxC,WAAOD,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,QAAsB;AACxB,WAAO;AAAA,MACL,YAAY,KAAK;AAAA,MACjB,WAAW,KAAK;AAAA,MAChB,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,MAClB,cAAc,KAAK;AAAA,MACnB,gBAAgB,KAAK;AAAA,MACrB,qBAAqB,KAAK;AAAA,MAC1B,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB,OAAO,KAAK;AAAA,MACZ,aAAa,KAAK;AAAA,MAClB,iBAAiB,KAAK;AAAA,MACtB,YAAY,KAAK;AAAA,MACjB,gBAAgB,KAAK;AAAA,IACvB;AAAA,EACF;AAAA,EAsJQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,IAAAC,KAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkCA,MAAc,UAAU;AACtB,QAAI;AACF,UAAI,KAAK,IAAI;AACX,aAAK,IAAI,8BAA8B;AACvC;AAAA,MACF;AACA,UAAI,CAAC,KAAK,cAAc;AACtB,cAAM,IAAI,kCAA6C;AAAA,MACzD;AACA,UAAI,CAAC,KAAK,QAAQ,KAAK;AACrB,cAAM,IAAI,gDAAoD;AAAA,MAChE;AAGA,WAAK,KAAK,IAAI,UAAU,KAAK,QAAQ,GAAG;AACxC,WAAK,GAAG,aAAa;AACrB,WAAK,kBAAkB;AAGvB,WAAK,GAAG,SAAS,KAAK;AACtB,WAAK,GAAG,YAAY,KAAK;AACzB,WAAK,GAAG,UAAU,KAAK;AACvB,WAAK,GAAG,UAAU,KAAK;AAAA,IACzB,SAAS,OAAO;AACd,WAAK;AAAA,QACH,IAAI;AAAA;AAAA,UAED,OAAe;AAAA,QAClB;AAAA,MACF;AACA,YAAM,KAAK,KAAK;AAChB,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAuFQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,QACE,KAAK,GAAG,eAAe,UAAU,QACjC,KAAK,GAAG,eAAe,UAAU,YACjC;AACA,WAAK,GAAG,MAAM;AAAA,IAChB;AACA,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkBQ,WAAW,SAAkC;AACnD,SAAK,eAAe,CAAC,GAAG,KAAK,cAAc,OAAO;AAClD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,SAAS,OAA2B;AAC1C,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,SAAK,QAAQ;AACb,SAAK,kBAAkB;AACvB,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,oBAAoB;AAC1B,UAAM,QAAQ,KAAK;AACnB,SAAK,KAAK,eAAe,OAAO,KAAK,iBAAiB;AACtD,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,QAAQ,SAAU;AAC5B,YAAQ,IAAI,kBAAkB,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAC1E;AACF;;;AGpgBA,IAAI,CAAC,OAAO,eAAe;AACzB,SAAO,gBAAgB,IAAI,cAAc;AAC3C;AACO,IAAM,UAAU,OAAO;","names":["audioContext","audioContext","unlock","LocalStorageKeys","EventEmitter","EventEmitter","EventEmitter","EventEmitter","EventEmitter","EventEmitter","VADStatus","defaultOptions","EventEmitter","Mic","Speaker","EventEmitter","MicdropClientCommands","MicdropServerCommands","MicdropClientErrorCode","EventEmitter","Speaker","Mic"]}
1
+ {"version":3,"sources":["../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/Mic.ts","../src/audio/Speaker.ts","../src/audio/stream/AudioStream.ts","../src/audio/stream/Pcm16AudioStream.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","../src/audio/index.ts","../src/client/MicdropClient.ts","../../server/src/types.ts","../src/client/MicdropClientError.ts","../src/Micdrop.ts"],"sourcesContent":["import { EventEmitter } from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport class Mic {\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.deviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.deviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.deviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { AudioStream } from './stream/AudioStream'\nimport { Pcm16AudioStream } from './stream/Pcm16AudioStream'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport interface SpeakerEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport class Speaker extends EventEmitter<SpeakerEvents> {\n public isPlaying = false\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n // Set by MicdropClient, useful to detect default device\n public devices: MediaDeviceInfo[] = []\n\n private audioStream?: AudioStream\n private audioSourceNode?: AudioNode\n private audioElementDestination?: HTMLAudioElement // Used when audiocontext sinkId is not available\n\n async start() {\n if (this.audioStream) return\n\n // Instantiate the audio stream based on the browser compatibility\n this.audioStream = new Pcm16AudioStream()\n\n // Forward events from AudioStream\n this.audioStream.on('StartPlaying', () => this.setIsPlaying(true))\n this.audioStream.on('StopPlaying', () => this.setIsPlaying(false))\n\n // Get the audio source node from AudioStream\n this.audioSourceNode = this.audioStream.start()\n\n // Select speaker device if speakerId is in local storage\n const deviceId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) ?? undefined\n await this.setDevice(deviceId)\n }\n\n async playAudio(blob: Blob) {\n this.start()\n try {\n await this.audioStream?.playAudio(blob)\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n async stopAudio() {\n if (!this.isPlaying) return\n this.audioStream?.stopAudio()\n }\n\n async changeDevice(deviceId: string) {\n await this.setDevice(deviceId)\n\n // Update local storage\n if (this.isDefaultDevice) {\n localStorage.removeItem(LocalStorageKeys.SpeakerDevice)\n } else {\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, deviceId)\n }\n }\n\n get isDefaultDevice(): boolean {\n return (\n !this.deviceId ||\n this.devices.length === 0 ||\n this.deviceId === this.devices[0].deviceId\n )\n }\n\n private setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n\n private async setDevice(deviceId: string | undefined) {\n if (!this.audioSourceNode) {\n console.error(\n 'audioSourceNode not initialized, setDevice called before start'\n )\n return\n }\n try {\n this.deviceId = deviceId\n const defaultDevice = this.isDefaultDevice\n const sinkId = !deviceId || defaultDevice ? '' : deviceId\n\n if (defaultDevice || 'setSinkId' in audioContext) {\n // Play through audiocontext destination when possible\n // It is the preferred way, as it's the only way to have echo cancellation\n await (audioContext as any).setSinkId?.(sinkId)\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(audioContext.destination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Reset audio element destination if it exists\n if (this.audioElementDestination) {\n this.audioElementDestination.pause()\n this.audioElementDestination.srcObject = null\n this.audioElementDestination = undefined\n }\n } else {\n // On Firefox, we can't set sinkId on audio context\n // So we stream non-default devices back to an audio element for which we set sinkId\n if (!this.audioElementDestination) {\n // Create a media stream destination to stream the audio to\n const mediaStreamDestination =\n audioContext.createMediaStreamDestination()\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(mediaStreamDestination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Play stream to audio element destination\n this.audioElementDestination = new Audio()\n this.audioElementDestination.autoplay = true\n this.audioElementDestination.srcObject = mediaStreamDestination.stream\n }\n await this.audioElementDestination.setSinkId(sinkId)\n }\n } catch (error) {\n console.error(`Error setting Audio Output to ${deviceId}`, error)\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { audioContext } from '../utils/audioContext'\n\nexport interface AudioStreamEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport abstract class AudioStream extends EventEmitter<AudioStreamEvents> {\n public isPlaying = false\n protected outputNode: AudioNode\n\n constructor() {\n super()\n this.outputNode = audioContext.createGain()\n }\n\n abstract start(): AudioNode\n abstract playAudio(blob: Blob): Promise<void>\n abstract stopAudio(): void\n\n protected setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { AudioStream } from './AudioStream'\n\nconst SAMPLE_RATE = 16000\nconst CHANNELS = 1\n\nexport class Pcm16AudioStream extends AudioStream {\n private audioQueue: AudioBuffer[] = []\n private currentSourceNode?: AudioBufferSourceNode\n private isProcessingQueue = false\n\n constructor() {\n super()\n }\n\n start(): AudioNode {\n return this.outputNode\n }\n\n async playAudio(blob: Blob): Promise<void> {\n try {\n // Convert blob to PCM data\n const arrayBuffer = await blob.arrayBuffer()\n\n // Convert PCM data to AudioBuffer with proper sample rate\n const audioBuffer = this.createAudioBuffer(arrayBuffer)\n\n if (audioBuffer) {\n this.audioQueue.push(audioBuffer)\n this.processQueue()\n }\n } catch (error) {\n console.error('Failed to play audio chunk:', error)\n }\n }\n\n stopAudio(): void {\n if (this.currentSourceNode) {\n try {\n this.currentSourceNode.stop()\n this.currentSourceNode.disconnect()\n } catch (error) {\n // Ignore errors when stopping\n }\n this.currentSourceNode = undefined\n }\n this.audioQueue = []\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n }\n\n private createAudioBuffer(arrayBuffer: ArrayBuffer): AudioBuffer | null {\n try {\n // Convert ArrayBuffer to Int16Array (assuming 16-bit PCM)\n const int16Data = new Int16Array(arrayBuffer)\n\n // Calculate number of samples\n const numSamples = int16Data.length\n\n if (numSamples === 0) {\n return null\n }\n\n // Create AudioBuffer with the correct sample rate\n const audioBuffer = audioContext.createBuffer(\n CHANNELS,\n numSamples,\n SAMPLE_RATE\n )\n\n // Convert 16-bit PCM to float32 and copy to AudioBuffer\n const channelData = audioBuffer.getChannelData(0)\n for (let i = 0; i < numSamples; i++) {\n channelData[i] = int16Data[i] / 32768.0\n }\n\n return audioBuffer\n } catch (error) {\n console.error('Error creating AudioBuffer:', error)\n return null\n }\n }\n\n private processQueue(): void {\n if (this.isProcessingQueue || this.audioQueue.length === 0) {\n return\n }\n\n this.isProcessingQueue = true\n this.playNextBuffer()\n }\n\n private playNextBuffer(): void {\n if (this.audioQueue.length === 0) {\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n return\n }\n\n const audioBuffer = this.audioQueue.shift()!\n\n // Create a new AudioBufferSourceNode\n this.currentSourceNode = audioContext.createBufferSource()\n this.currentSourceNode.buffer = audioBuffer\n this.currentSourceNode.connect(this.outputNode)\n\n // Set up event handler for when this buffer finishes\n this.currentSourceNode.onended = () => {\n this.currentSourceNode = undefined\n // Continue processing queue\n this.playNextBuffer()\n }\n\n // Start playing\n this.currentSourceNode.start(0)\n this.setIsPlaying(true)\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD, VADStatus } from './vad/VAD'\nimport { getVAD, VADConfig } from './vad/getVAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n public vad: VAD\n\n private audioInfo = this.getAudioInfo()\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n start = async (stream: MediaStream) => {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable\n\n // Start speaking detection\n await this.vad.start(stream)\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute = () => {\n if (this.state.isMuted) return\n\n // Force stop speaking\n if (this.state.isSpeaking) {\n this.onStopSpeaking()\n }\n this.changeState({ isMuted: true })\n }\n\n unmute = () => {\n if (!this.state.isMuted) return\n this.changeState({ isMuted: false })\n\n // Start speaking if already speaking\n if (this.vad.status === VADStatus.MaybeSpeaking) {\n this.onStartSpeaking()\n } else if (this.vad.status === VADStatus.Speaking) {\n this.onStartSpeaking()\n this.onConfirmSpeaking()\n }\n }\n\n stop = () => {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n // Stop speaking detection\n this.vad.stop()\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n\n // Stop recorder\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n\n // Stop delayed stream\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n private onStartSpeaking = async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n this.speakingConfirmed = false\n } catch (error) {\n console.error(error)\n }\n }\n\n private onConfirmSpeaking = async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }\n\n private onCancelSpeaking = async () => {\n if (this.state.isMuted) return\n try {\n this.recorder?.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }\n\n private onStopSpeaking = async () => {\n if (this.state.isMuted) return\n try {\n this.recorder?.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }\n\n private onDataAvailable = async (blobEvent: BlobEvent) => {\n if (this.state.isMuted) return\n\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { EventEmitter } from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public readonly name = this.constructor.name\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n private setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange = () => {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n submitUserSpeechOnPause: true,\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nconst DefaultVAD = VolumeVAD\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new DefaultVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n","import { Mic as MicClass } from './Mic'\nimport { Speaker as SpeakerClass } from './Speaker'\n\nexport * from './MicRecorder'\nexport * from './utils/localStorage'\nexport * from './vad'\n\n// Setup and export Mic instance\nif (!window.micdropMic) {\n window.micdropMic = new MicClass()\n}\nexport const Mic = window.micdropMic\n\n// Setup and export Speaker instance\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new SpeakerClass()\n}\nexport const Speaker = window.micdropSpeaker\n","import { EventEmitter } from 'eventemitter3'\nimport { Mic, Speaker, VAD } from '../audio'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { VADConfig } from '../audio/vad/getVAD'\nimport {\n MicdropClientCommands,\n MicdropConversation,\n MicdropConversationItem,\n MicdropServerCommands,\n MicdropToolCall,\n} from '../types'\nimport {\n getClientErrorFromWSCloseEvent,\n MicdropClientError,\n MicdropClientErrorCode,\n} from './MicdropClientError'\n\nexport interface MicdropEvents {\n EndCall: []\n Error: [MicdropClientError]\n StateChange: [MicdropState, MicdropState]\n ToolCall: [MicdropToolCall]\n}\n\nexport interface MicdropOptions {\n url?: string\n params?: Record<string, any>\n vad?: VADConfig\n disableInterruption?: boolean\n debugLog?: boolean\n}\n\nexport interface MicdropState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isPaused: boolean\n isListening: boolean\n isProcessing: boolean\n isUserSpeaking: boolean\n isAssistantSpeaking: boolean\n isMicStarted: boolean\n isMicMuted: boolean\n micDeviceId: string | undefined\n speakerDeviceId: string | undefined\n micDevices: MediaDeviceInfo[]\n speakerDevices: MediaDeviceInfo[]\n conversation: MicdropConversation\n error: MicdropClientError | undefined\n}\n\nexport class MicdropClient\n extends EventEmitter<MicdropEvents>\n implements MicdropState\n{\n public micRecorder?: MicRecorder\n public conversation: MicdropConversation = []\n public error: MicdropClientError | undefined\n public speakerDevices: MediaDeviceInfo[] = []\n public micDevices: MediaDeviceInfo[] = []\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastNotifiedState = this.state\n private _isProcessing = false\n private _isMuted = false\n private _isPaused = false\n\n constructor(public options: MicdropOptions = {}) {\n super()\n\n // Add speaker listener\n Speaker.on('StartPlaying', this.onSpeakerStartPlaying)\n Speaker.on('StopPlaying', this.onSpeakerStopPlaying)\n\n // Listen to device changes\n navigator.mediaDevices.addEventListener('devicechange', this.updateDevices)\n }\n\n get vad(): VAD | undefined {\n return this.micRecorder?.vad\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isMuted(): boolean {\n return this._isMuted\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n get isProcessing(): boolean {\n return this._isProcessing && !this.isPaused\n }\n\n get isListening(): boolean {\n return (\n this.isMicStarted &&\n !this.isPaused &&\n !this.isProcessing &&\n !this.isMicMuted &&\n !this.isUserSpeaking &&\n !this.isAssistantSpeaking\n )\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isUserSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isAssistantSpeaking(): boolean {\n return Speaker.isPlaying\n }\n\n get micDeviceId(): string | undefined {\n return Mic.deviceId\n }\n\n get speakerDeviceId(): string | undefined {\n return Speaker.deviceId\n }\n\n get state(): MicdropState {\n return {\n isStarting: this.isStarting,\n isStarted: this.isStarted,\n isMuted: this.isMuted,\n isPaused: this.isPaused,\n isListening: this.isListening,\n isProcessing: this.isProcessing,\n isUserSpeaking: this.isUserSpeaking,\n isAssistantSpeaking: this.isAssistantSpeaking,\n isMicStarted: this.isMicStarted,\n isMicMuted: this.isMicMuted,\n conversation: this.conversation,\n error: this.error,\n micDeviceId: this.micDeviceId,\n speakerDeviceId: this.speakerDeviceId,\n micDevices: this.micDevices,\n speakerDevices: this.speakerDevices,\n }\n }\n\n start = async (options?: MicdropOptions) => {\n this.error = undefined\n this.options = { ...this.options, ...options }\n\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n this._isMuted = false\n this._isPaused = false\n\n // Start mic if not already started\n await this.startMic({ record: true })\n\n // Start websocket\n await this.startWS()\n }\n\n stop = async () => {\n this._isProcessing = false\n this._isMuted = false\n this._isPaused = false\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[MicdropClient] Error stopping WebSocket', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[MicdropClient] Error stopping microphone', error)\n }\n\n // Stop speaker\n Speaker.stopAudio()\n }\n\n mute = () => {\n this.micRecorder?.mute()\n this._isMuted = true\n this.notifyStateChange()\n }\n\n unmute = () => {\n if (\n !this.isPaused &&\n !(this.options.disableInterruption && Speaker.isPlaying)\n ) {\n this.micRecorder?.unmute()\n }\n this._isMuted = false\n this.notifyStateChange()\n }\n\n pause = () => {\n if (this.isPaused) return\n this.micRecorder?.mute()\n this._isPaused = true\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n this.ws?.send(MicdropClientCommands.Mute)\n }\n\n resume = () => {\n if (!this.isPaused) return\n if (!this.isMuted) {\n this.micRecorder?.unmute()\n }\n this._isPaused = false\n this.notifyStateChange()\n }\n\n startMic = async (\n options: {\n vad?: VADConfig\n deviceId?: string\n record?: boolean\n } = {}\n ) => {\n this.error = undefined\n this._isMuted = false\n if (options.vad) {\n this.options.vad = options.vad\n }\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.options.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[MicdropClient] User audio chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('User start speaking')\n this.ws?.send(MicdropClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('User stop speaking')\n this.ws?.send(MicdropClientCommands.StopSpeaking)\n if (this.isWSStarted) {\n this._isProcessing = true\n }\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n const micStream = await Mic.start(options.deviceId)\n this.micStream = micStream\n\n // Restart recorder if it was running\n if (isRecorderStarted || options.record) {\n await this.micRecorder.start(micStream)\n }\n\n // Get devices after starting mic\n // It's necessary for Firefox that return an empty list before any stream is started\n await this.updateDevices()\n\n // Start speaker\n // Must be after devices update\n await Speaker.start()\n\n this.notifyStateChange()\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Mic,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n changeMicDevice = async (deviceId: string) => {\n await this.startMic({ deviceId })\n }\n\n changeSpeakerDevice = async (deviceId: string) => {\n await Speaker.changeDevice(deviceId)\n this.notifyStateChange()\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n Mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private updateDevices = async () => {\n const rawDevices = await navigator.mediaDevices.enumerateDevices()\n if (rawDevices.length === 0) return\n\n // Move default devices to the beginning of the list\n // and get rid of devices with deviceId=default\n const defaultDevices = rawDevices.filter(\n (device) => device.deviceId === 'default'\n )\n const devices = rawDevices.filter((device) => device.deviceId !== 'default')\n const defaultDevicesIndexes = defaultDevices\n .map((device) =>\n devices.findIndex(\n (d) => d.groupId === device.groupId && d.kind === device.kind\n )\n )\n .filter((index) => index !== -1)\n for (const index of defaultDevicesIndexes) {\n const device = devices[index]\n devices.splice(index, 1)\n devices.unshift(device)\n }\n\n this.micDevices = devices.filter((device) => device.kind === 'audioinput')\n this.speakerDevices = devices.filter(\n (device) => device.kind === 'audiooutput'\n )\n Speaker.devices = this.speakerDevices\n\n this.notifyStateChange()\n }\n\n private async startWS() {\n try {\n if (this.ws) {\n this.log('WebSocket is already started')\n return\n }\n if (!this.isMicStarted) {\n throw new MicdropClientError(MicdropClientErrorCode.Mic)\n }\n if (!this.options.url) {\n throw new MicdropClientError(MicdropClientErrorCode.MissingUrl)\n }\n\n // Start websocket\n this.ws = new WebSocket(this.options.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = this.onWSOpen\n this.ws.onmessage = this.onWSMessage\n this.ws.onclose = this.onWSClose\n this.ws.onerror = this.onWSError\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Connection,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n private onWSOpen = () => {\n this.log('WebSocket opened')\n this.notifyStateChange()\n\n // Send params\n if (this.options.params) {\n this.ws?.send(JSON.stringify(this.options.params))\n }\n }\n\n private onWSMessage = (event: MessageEvent) => {\n this.log('Received message:', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n if (this.isPaused || this.isUserSpeaking) return\n Speaker.playAudio(event.data)\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[MicdropClient] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(MicdropServerCommands.Message)) {\n // Received user/assistant message\n try {\n const message = JSON.parse(\n event.data.substring(MicdropServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing message:',\n event.data,\n error\n )\n }\n } else if (event.data === MicdropServerCommands.EndCall) {\n // Call ended\n this.emit('EndCall')\n } else if (event.data === MicdropServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === MicdropServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation.findLastIndex(\n (message) => message.role === 'user'\n )\n if (lastMessage !== -1) {\n this.conversation = this.conversation.filter(\n (_, index) => index !== lastMessage\n )\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data.startsWith(MicdropServerCommands.ToolCall)) {\n // Received tool call information\n try {\n const toolCall = JSON.parse(\n event.data.substring(MicdropServerCommands.ToolCall.length + 1)\n )\n this.emit('ToolCall', toolCall)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing tool call:',\n event.data,\n error\n )\n }\n }\n }\n\n private onWSClose = (event: CloseEvent) => {\n this.log('WebSocket closed', event)\n this.stop()\n\n const error = getClientErrorFromWSCloseEvent(event)\n if (error) {\n this.setError(error)\n }\n }\n\n private onWSError = (event: Event) => {\n this.setError(new MicdropClientError(MicdropClientErrorCode.Connection))\n this.stop()\n }\n\n private stopWS() {\n if (!this.ws) return\n if (\n this.ws.readyState === WebSocket.OPEN ||\n this.ws.readyState === WebSocket.CONNECTING\n ) {\n this.ws.close()\n }\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private onSpeakerStartPlaying = () => {\n this.log('Speaker started')\n if (this.options.disableInterruption) {\n this.micRecorder?.mute()\n }\n this.notifyStateChange()\n }\n\n private onSpeakerStopPlaying = () => {\n this.log('Speaker stopped')\n if (this.options.disableInterruption && !this.isMuted) {\n this.micRecorder?.unmute()\n }\n this.notifyStateChange()\n }\n\n private addMessage(message: MicdropConversationItem) {\n this.conversation = [...this.conversation, message]\n this.notifyStateChange()\n }\n\n private setError(error: MicdropClientError) {\n console.error('[MicdropClient] Error:', error)\n this.error = error\n this.notifyStateChange()\n this.emit('Error', error)\n }\n\n private notifyStateChange() {\n const state = this.state\n this.emit('StateChange', state, this.lastNotifiedState)\n this.lastNotifiedState = state\n }\n\n private log(...message: any[]) {\n if (!this.options.debugLog) return\n console.log(`[MicdropClient ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum MicdropClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum MicdropServerCommands {\n Message = 'Message',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EndCall = 'EndCall',\n ToolCall = 'ToolCall',\n}\n\nexport interface MicdropCallSummary {\n conversation: MicdropConversation\n duration: number\n}\n\nexport type MicdropConversationItem =\n | MicdropConversationMessage\n | MicdropConversationToolCall\n | MicdropConversationToolResult\n\nexport type MicdropConversation = Array<MicdropConversationItem>\n\nexport type MicdropAnswerMetadata = {\n [key: string]: any\n}\n\nexport interface MicdropConversationMessage<\n Data extends MicdropAnswerMetadata = MicdropAnswerMetadata,\n> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n\nexport interface MicdropConversationToolCall {\n role: 'tool_call'\n toolCallId: string\n toolName: string\n parameters: string\n}\n\nexport interface MicdropConversationToolResult {\n role: 'tool_result'\n toolCallId: string\n toolName: string\n output: string\n}\n\nexport interface MicdropToolCall {\n name: string\n parameters: any\n output: any\n}\n\nexport type DeepPartial<T> = T extends object\n ? {\n [P in keyof T]?: DeepPartial<T[P]>\n }\n : T\n","export enum MicdropClientErrorCode {\n MissingUrl = 'MissingUrl',\n Mic = 'Mic',\n Connection = 'Connection',\n InternalServer = 'InternalServer',\n BadRequest = 'BadRequest',\n Unauthorized = 'Unauthorized',\n NotFound = 'NotFound',\n Unknown = 'Unknown',\n}\n\nexport class MicdropClientError extends Error {\n code: MicdropClientErrorCode\n\n constructor(code = MicdropClientErrorCode.Unknown, message?: string) {\n super(message)\n this.name = `MicdropClientError:${code}`\n this.code = code\n }\n}\n\nexport function getClientErrorFromWSCloseEvent(\n event: CloseEvent\n): MicdropClientError | undefined {\n const code = getClientErrorFromWSCloseEventCode(event.code)\n return code && new MicdropClientError(code, event.reason)\n}\n\nexport function getClientErrorFromWSCloseEventCode(\n code: number\n): MicdropClientErrorCode | undefined {\n if (code === 1011) {\n return MicdropClientErrorCode.InternalServer\n } else if (code >= 1001 && code < 1011 && code !== 1005) {\n return MicdropClientErrorCode.Connection\n } else if (code === 4401) {\n return MicdropClientErrorCode.Unauthorized\n } else if (code === 4404) {\n return MicdropClientErrorCode.NotFound\n } else if (code === 4400) {\n return MicdropClientErrorCode.BadRequest\n } else if (code >= 4000) {\n return MicdropClientErrorCode.Unknown\n } else {\n return undefined\n }\n}\n","import { MicdropClient } from './client'\n\n// Setup and export MicdropClient instance\nif (!window.micdropClient) {\n window.micdropClient = new MicdropClient()\n}\nexport const Micdrop = window.micdropClient\n"],"mappings":";AAAA,SAAS,oBAAoB;AAMtB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEA,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAM,MAAN,MAAU;AAAA,EAAV;AACL,SAAO,WAAW,IAAI,cAAc,YAAY;AAAA;AAAA,EAMxC,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,aAAa,UAAU;AAC9B,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,WAAW;AAAA,IAClB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,WAAW;AAAA,IAClB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;;;ACxFA,SAAS,gBAAAC,qBAAoB;;;ACA7B,SAAS,gBAAAC,qBAAoB;AAQtB,IAAe,cAAf,cAAmCC,cAAgC;AAAA,EAIxE,cAAc;AACZ,UAAM;AAJR,SAAO,YAAY;AAKjB,SAAK,aAAa,aAAa,WAAW;AAAA,EAC5C;AAAA,EAMU,aAAa,WAAoB;AACzC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AACF;;;ACvBA,IAAM,cAAc;AACpB,IAAM,WAAW;AAEV,IAAM,mBAAN,cAA+B,YAAY;AAAA,EAKhD,cAAc;AACZ,UAAM;AALR,SAAQ,aAA4B,CAAC;AAErC,SAAQ,oBAAoB;AAAA,EAI5B;AAAA,EAEA,QAAmB;AACjB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,UAAU,MAA2B;AACzC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,KAAK,kBAAkB,WAAW;AAEtD,UAAI,aAAa;AACf,aAAK,WAAW,KAAK,WAAW;AAChC,aAAK,aAAa;AAAA,MACpB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAAA,IACpD;AAAA,EACF;AAAA,EAEA,YAAkB;AAChB,QAAI,KAAK,mBAAmB;AAC1B,UAAI;AACF,aAAK,kBAAkB,KAAK;AAC5B,aAAK,kBAAkB,WAAW;AAAA,MACpC,SAAS,OAAO;AAAA,MAEhB;AACA,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,aAAa,CAAC;AACnB,SAAK,oBAAoB;AACzB,SAAK,aAAa,KAAK;AAAA,EACzB;AAAA,EAEQ,kBAAkB,aAA8C;AACtE,QAAI;AAEF,YAAM,YAAY,IAAI,WAAW,WAAW;AAG5C,YAAM,aAAa,UAAU;AAE7B,UAAI,eAAe,GAAG;AACpB,eAAO;AAAA,MACT;AAGA,YAAM,cAAc,aAAa;AAAA,QAC/B;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAGA,YAAM,cAAc,YAAY,eAAe,CAAC;AAChD,eAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,oBAAY,CAAC,IAAI,UAAU,CAAC,IAAI;AAAA,MAClC;AAEA,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAClD,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEQ,eAAqB;AAC3B,QAAI,KAAK,qBAAqB,KAAK,WAAW,WAAW,GAAG;AAC1D;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,iBAAuB;AAC7B,QAAI,KAAK,WAAW,WAAW,GAAG;AAChC,WAAK,oBAAoB;AACzB,WAAK,aAAa,KAAK;AACvB;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,WAAW,MAAM;AAG1C,SAAK,oBAAoB,aAAa,mBAAmB;AACzD,SAAK,kBAAkB,SAAS;AAChC,SAAK,kBAAkB,QAAQ,KAAK,UAAU;AAG9C,SAAK,kBAAkB,UAAU,MAAM;AACrC,WAAK,oBAAoB;AAEzB,WAAK,eAAe;AAAA,IACtB;AAGA,SAAK,kBAAkB,MAAM,CAAC;AAC9B,SAAK,aAAa,IAAI;AAAA,EACxB;AACF;;;AFzGO,IAAM,UAAN,cAAsBC,cAA4B;AAAA,EAAlD;AAAA;AACL,SAAO,YAAY;AACnB,SAAO,WAAW,IAAI,cAAc,YAAY;AAIhD;AAAA,SAAO,UAA6B,CAAC;AAAA;AAAA;AAAA,EAMrC,MAAM,QAAQ;AACZ,QAAI,KAAK,YAAa;AAGtB,SAAK,cAAc,IAAI,iBAAiB;AAGxC,SAAK,YAAY,GAAG,gBAAgB,MAAM,KAAK,aAAa,IAAI,CAAC;AACjE,SAAK,YAAY,GAAG,eAAe,MAAM,KAAK,aAAa,KAAK,CAAC;AAGjE,SAAK,kBAAkB,KAAK,YAAY,MAAM;AAG9C,UAAM,WACJ,aAAa,mDAAsC,KAAK;AAC1D,UAAM,KAAK,UAAU,QAAQ;AAAA,EAC/B;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,SAAK,MAAM;AACX,QAAI;AACF,YAAM,KAAK,aAAa,UAAU,IAAI;AAAA,IACxC,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,MAAM,YAAY;AAChB,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,aAAa,UAAU;AAAA,EAC9B;AAAA,EAEA,MAAM,aAAa,UAAkB;AACnC,UAAM,KAAK,UAAU,QAAQ;AAG7B,QAAI,KAAK,iBAAiB;AACxB,mBAAa,sDAAyC;AAAA,IACxD,OAAO;AACL,mBAAa,qDAAwC,QAAQ;AAAA,IAC/D;AAAA,EACF;AAAA,EAEA,IAAI,kBAA2B;AAC7B,WACE,CAAC,KAAK,YACN,KAAK,QAAQ,WAAW,KACxB,KAAK,aAAa,KAAK,QAAQ,CAAC,EAAE;AAAA,EAEtC;AAAA,EAEQ,aAAa,WAAoB;AACvC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AAAA,EAEA,MAAc,UAAU,UAA8B;AACpD,QAAI,CAAC,KAAK,iBAAiB;AACzB,cAAQ;AAAA,QACN;AAAA,MACF;AACA;AAAA,IACF;AACA,QAAI;AACF,WAAK,WAAW;AAChB,YAAM,gBAAgB,KAAK;AAC3B,YAAM,SAAS,CAAC,YAAY,gBAAgB,KAAK;AAEjD,UAAI,iBAAiB,eAAe,cAAc;AAGhD,cAAO,aAAqB,YAAY,MAAM;AAC9C,aAAK,gBAAgB,WAAW;AAChC,aAAK,gBAAgB,QAAQ,aAAa,WAAW;AACrD,aAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,YAAI,KAAK,yBAAyB;AAChC,eAAK,wBAAwB,MAAM;AACnC,eAAK,wBAAwB,YAAY;AACzC,eAAK,0BAA0B;AAAA,QACjC;AAAA,MACF,OAAO;AAGL,YAAI,CAAC,KAAK,yBAAyB;AAEjC,gBAAM,yBACJ,aAAa,6BAA6B;AAC5C,eAAK,gBAAgB,WAAW;AAChC,eAAK,gBAAgB,QAAQ,sBAAsB;AACnD,eAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,eAAK,0BAA0B,IAAI,MAAM;AACzC,eAAK,wBAAwB,WAAW;AACxC,eAAK,wBAAwB,YAAY,uBAAuB;AAAA,QAClE;AACA,cAAM,KAAK,wBAAwB,UAAU,MAAM;AAAA,MACrD;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,QAAQ,IAAI,KAAK;AAAA,IAClE;AAAA,EACF;AACF;;;AGlIA,SAAS,gBAAAC,qBAAoB;;;ACQtB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,SAAS,gBAAAC,qBAAoB;AAetB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2BD,cAAwB;AAAA,EAAnD;AAAA;AACL,SAAgB,OAAO,KAAK,YAAY;AACxC,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyBf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,UAAU,QAAmB;AACnC,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;ACjFO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AAkBR,SAAQ,iBAAiB,MAAM;AAC7B,YAAM,eAAe,KAAK,KAAK;AAAA,QAC7B,CAAC,QAAQ,IAAI;AAAA,MACf;AACA,YAAM,gBAAgB,KAAK,KAAK;AAAA,QAC9B,CAAC,QAAQ,IAAI;AAAA,MACf;AAGA,cAAQ,KAAK,QAAQ;AAAA,QACnB;AACE,cAAI,aAAc;AAClB,eAAK,KAAK,eAAe;AACzB,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,gBAAgB;AAC1B;AAAA,UACF;AACA,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,cAAc;AAAA,UAC1B;AACA;AAAA,MACJ;AAAA,IACF;AAjDE,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AAAA,EAC3C;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAoCA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AACF;;;ACpEA,SAAS,cAAc;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAIjC,YAAY,SAAqC;AAC/C,UAAM;AAJR,SAAO,UAAU;AAMf,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,OAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,yBAAyB;AAAA,MACzB,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC5EA,IAAME,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAAY,SAAqC;AAC/C,UAAM;AAVR,SAAO,UAAUA;AAIjB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,QAAS;AAGlB,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACpLA,IAAM,aAAa;AAEZ,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,WAAW;AAChC,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;;;ANZA,IAAM,YAAY;AASlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AACd;AAcO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAU/D,YAAY,WAAuB;AACjC,UAAM;AAPR,SAAQ,YAAY,KAAK,aAAa;AAGtC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAYhC,iBAAQ,OAAO,WAAwB;AACrC,UAAI,KAAK,MAAM,WAAW;AACxB,cAAM,IAAI,MAAM,gCAAgC;AAAA,MAClD;AACA,UAAI;AAEF,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,SAAS;AAAA,UACT,YAAY;AAAA,QACd,CAAC;AAGD,cAAM,gBAAgB;AAAA,UACpB;AAAA,UACA,KAAK,IAAI,QAAQ,MAAO;AAAA,QAC1B;AACA,aAAK,gBAAgB;AAGrB,YAAI,KAAK,UAAU;AACjB,eAAK,SAAS,KAAK;AAAA,QACrB;AACA,aAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,UACtD,UAAU,KAAK,UAAU;AAAA,UACzB,oBAAoB;AAAA,QACtB,CAAC;AACD,aAAK,SAAS,kBAAkB,KAAK;AAGrC,cAAM,KAAK,IAAI,MAAM,MAAM;AAC3B,aAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,aAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,aAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,aAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAE/C,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,WAAW;AAAA,QACb,CAAC;AAAA,MACH,SAAS,KAAK;AACZ,aAAK,KAAK;AACV,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,UAAI,KAAK,MAAM,QAAS;AAGxB,UAAI,KAAK,MAAM,YAAY;AACzB,aAAK,eAAe;AAAA,MACtB;AACA,WAAK,YAAY,EAAE,SAAS,KAAK,CAAC;AAAA,IACpC;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,MAAM,QAAS;AACzB,WAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAGnC,UAAI,KAAK,IAAI,kCAAoC;AAC/C,aAAK,gBAAgB;AAAA,MACvB,WAAW,KAAK,IAAI,6BAA+B;AACjD,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,QACX,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAED,UAAI;AAEF,aAAK,IAAI,KAAK;AACd,aAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,aAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,aAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,aAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAGhD,YAAI,KAAK,UAAU;AACjB,eAAK,SAAS,KAAK;AACnB,eAAK,WAAW;AAAA,QAClB;AAGA,YAAI,KAAK,eAAe;AACtB,qBAAW,KAAK,aAAa;AAC7B,eAAK,gBAAgB;AAAA,QACvB;AAAA,MACF,SAAS,KAAK;AACZ,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAC3B,aAAK,oBAAoB;AAAA,MAC3B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,oBAAoB,YAAY;AACtC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAQ,mBAAmB,YAAY;AACrC,UAAI,KAAK,MAAM,QAAS;AACxB,UAAI;AACF,aAAK,UAAU,KAAK;AAAA,MACtB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B;AAEA,SAAQ,iBAAiB,YAAY;AACnC,UAAI,KAAK,MAAM,QAAS;AACxB,UAAI;AACF,aAAK,UAAU,KAAK;AAAA,MACtB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAQ,kBAAkB,OAAO,cAAyB;AACxD,UAAI,KAAK,MAAM,QAAS;AAExB,UAAI,CAAC,KAAK,mBAAmB;AAE3B,aAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,MACF;AAGA,iBAAW,SAAS,KAAK,cAAc;AACrC,aAAK,KAAK,SAAS,KAAK;AAAA,MAC1B;AACA,WAAK,aAAa,SAAS;AAG3B,WAAK,KAAK,SAAS,UAAU,IAAI;AAAA,IACnC;AApKE,SAAK,QAAQ;AAGb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EAkKQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AOnOA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAS;AACnC;AACO,IAAMC,OAAM,OAAO;AAG1B,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAa;AAC3C;AACO,IAAMC,WAAU,OAAO;;;ACjB9B,SAAS,gBAAAC,qBAAoB;;;ACAtB,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,mBAAgB;AAChB,EAAAA,uBAAA,kBAAe;AACf,EAAAA,uBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,2BAAwB;AACxB,EAAAA,uBAAA,gBAAa;AACb,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,cAAW;AALD,SAAAA;AAAA,GAAA;;;ACNL,IAAK,yBAAL,kBAAKC,4BAAL;AACL,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,SAAM;AACN,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,oBAAiB;AACjB,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,kBAAe;AACf,EAAAA,wBAAA,cAAW;AACX,EAAAA,wBAAA,aAAU;AARA,SAAAA;AAAA,GAAA;AAWL,IAAM,qBAAN,cAAiC,MAAM;AAAA,EAG5C,YAAY,OAAO,yBAAgC,SAAkB;AACnE,UAAM,OAAO;AACb,SAAK,OAAO,sBAAsB,IAAI;AACtC,SAAK,OAAO;AAAA,EACd;AACF;AAEO,SAAS,+BACd,OACgC;AAChC,QAAM,OAAO,mCAAmC,MAAM,IAAI;AAC1D,SAAO,QAAQ,IAAI,mBAAmB,MAAM,MAAM,MAAM;AAC1D;AAEO,SAAS,mCACd,MACoC;AACpC,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,EACT,WAAW,QAAQ,QAAQ,OAAO,QAAQ,SAAS,MAAM;AACvD,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,QAAQ,KAAM;AACvB,WAAO;AAAA,EACT,OAAO;AACL,WAAO;AAAA,EACT;AACF;;;AFKO,IAAM,gBAAN,cACGC,cAEV;AAAA,EAeE,YAAmB,UAA0B,CAAC,GAAG;AAC/C,UAAM;AADW;AAbnB,SAAO,eAAoC,CAAC;AAE5C,SAAO,iBAAoC,CAAC;AAC5C,SAAO,aAAgC,CAAC;AAIxC,SAAQ,YAAY;AACpB,SAAQ,oBAAoB,KAAK;AACjC,SAAQ,gBAAgB;AACxB,SAAQ,WAAW;AACnB,SAAQ,YAAY;AAqGpB,iBAAQ,OAAO,YAA6B;AAC1C,WAAK,QAAQ;AACb,WAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAK,YAAY,KAAK,IAAI;AAC1B,WAAK,eAAe,CAAC;AACrB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AAGjB,YAAM,KAAK,SAAS,EAAE,QAAQ,KAAK,CAAC;AAGpC,YAAM,KAAK,QAAQ;AAAA,IACrB;AAEA,gBAAO,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AACjB,UAAI;AAEF,aAAK,OAAO;AAAA,MACd,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAAA,MACjE;AAEA,UAAI;AAEF,aAAK,aAAa,KAAK;AACvB,aAAK,QAAQ;AAAA,MACf,SAAS,OAAO;AACd,gBAAQ,MAAM,6CAA6C,KAAK;AAAA,MAClE;AAGA,MAAAC,SAAQ,UAAU;AAAA,IACpB;AAEA,gBAAO,MAAM;AACX,WAAK,aAAa,KAAK;AACvB,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,kBAAS,MAAM;AACb,UACE,CAAC,KAAK,YACN,EAAE,KAAK,QAAQ,uBAAuBA,SAAQ,YAC9C;AACA,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,iBAAQ,MAAM;AACZ,UAAI,KAAK,SAAU;AACnB,WAAK,aAAa,KAAK;AACvB,WAAK,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,kBAAkB;AACvB,MAAAA,SAAQ,UAAU;AAClB,WAAK,IAAI,sBAA+B;AAAA,IAC1C;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI,CAAC,KAAK,SAAS;AACjB,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,YAAY;AACjB,WAAK,kBAAkB;AAAA,IACzB;AAEA,oBAAW,OACT,UAII,CAAC,MACF;AACH,WAAK,QAAQ;AACb,WAAK,WAAW;AAChB,UAAI,QAAQ,KAAK;AACf,aAAK,QAAQ,MAAM,QAAQ;AAAA,MAC7B;AACA,UAAI;AACF,YAAI,CAAC,KAAK,aAAa;AACrB,eAAK,cAAc,IAAI,YAAY,KAAK,QAAQ,GAAG;AAGnD,eAAK,YAAY,GAAG,eAAe,MAAM;AACvC,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAGD,eAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,iBAAK,IAAI,oCAAoC,IAAI;AACjD,iBAAK,IAAI,KAAK,IAAI;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,iBAAK,IAAI,qBAAqB;AAC9B,iBAAK,IAAI,wCAAwC;AAEjD,iBAAK,gBAAgB;AACrB,iBAAK,kBAAkB;AACvB,YAAAA,SAAQ,UAAU;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,iBAAK,IAAI,oBAAoB;AAC7B,iBAAK,IAAI,sCAAuC;AAChD,gBAAI,KAAK,aAAa;AACpB,mBAAK,gBAAgB;AAAA,YACvB;AACA,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAAA,QACH;AAGA,cAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,YAAI,mBAAmB;AACrB,eAAK,aAAa,KAAK;AAAA,QACzB;AAGA,cAAM,YAAY,MAAMC,KAAI,MAAM,QAAQ,QAAQ;AAClD,aAAK,YAAY;AAGjB,YAAI,qBAAqB,QAAQ,QAAQ;AACvC,gBAAM,KAAK,YAAY,MAAM,SAAS;AAAA,QACxC;AAIA,cAAM,KAAK,cAAc;AAIzB,cAAMD,SAAQ,MAAM;AAEpB,aAAK,kBAAkB;AAAA,MACzB,SAAS,OAAO;AACd,aAAK;AAAA,UACH,IAAI;AAAA;AAAA,YAED,OAAe;AAAA,UAClB;AAAA,QACF;AACA,cAAM,KAAK,KAAK;AAChB,cAAM;AAAA,MACR;AAAA,IACF;AAEA,2BAAkB,OAAO,aAAqB;AAC5C,YAAM,KAAK,SAAS,EAAE,SAAS,CAAC;AAAA,IAClC;AAEA,+BAAsB,OAAO,aAAqB;AAChD,YAAMA,SAAQ,aAAa,QAAQ;AACnC,WAAK,kBAAkB;AAAA,IACzB;AAUA,SAAQ,gBAAgB,YAAY;AAClC,YAAM,aAAa,MAAM,UAAU,aAAa,iBAAiB;AACjE,UAAI,WAAW,WAAW,EAAG;AAI7B,YAAM,iBAAiB,WAAW;AAAA,QAChC,CAAC,WAAW,OAAO,aAAa;AAAA,MAClC;AACA,YAAM,UAAU,WAAW,OAAO,CAAC,WAAW,OAAO,aAAa,SAAS;AAC3E,YAAM,wBAAwB,eAC3B;AAAA,QAAI,CAAC,WACJ,QAAQ;AAAA,UACN,CAAC,MAAM,EAAE,YAAY,OAAO,WAAW,EAAE,SAAS,OAAO;AAAA,QAC3D;AAAA,MACF,EACC,OAAO,CAAC,UAAU,UAAU,EAAE;AACjC,iBAAW,SAAS,uBAAuB;AACzC,cAAM,SAAS,QAAQ,KAAK;AAC5B,gBAAQ,OAAO,OAAO,CAAC;AACvB,gBAAQ,QAAQ,MAAM;AAAA,MACxB;AAEA,WAAK,aAAa,QAAQ,OAAO,CAAC,WAAW,OAAO,SAAS,YAAY;AACzE,WAAK,iBAAiB,QAAQ;AAAA,QAC5B,CAAC,WAAW,OAAO,SAAS;AAAA,MAC9B;AACA,MAAAA,SAAQ,UAAU,KAAK;AAEvB,WAAK,kBAAkB;AAAA,IACzB;AAqCA,SAAQ,WAAW,MAAM;AACvB,WAAK,IAAI,kBAAkB;AAC3B,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ,QAAQ;AACvB,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,QAAQ,MAAM,CAAC;AAAA,MACnD;AAAA,IACF;AAEA,SAAQ,cAAc,CAAC,UAAwB;AAC7C,WAAK,IAAI,qBAAqB,MAAM,IAAI;AACxC,UAAI,MAAM,gBAAgB,MAAM;AAE9B,YAAI,KAAK,YAAY,KAAK,eAAgB;AAC1C,QAAAA,SAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,yCAAyC,MAAM,IAAI,EAAE;AAAA,MACpE,WAAW,MAAM,KAAK,kCAAwC,GAAG;AAE/D,YAAI;AACF,gBAAM,UAAU,KAAK;AAAA,YACnB,MAAM,KAAK,kCAAwC,SAAS,CAAC;AAAA,UAC/D;AACA,eAAK,WAAW,OAAO;AAAA,QACzB,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF,WAAW,MAAM,kCAAwC;AAEvD,aAAK,KAAK,SAAS;AAAA,MACrB,WAAW,MAAM,wCAA2C;AAE1D,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAsD;AAErE,cAAM,cAAc,KAAK,aAAa;AAAA,UACpC,CAAC,YAAY,QAAQ,SAAS;AAAA,QAChC;AACA,YAAI,gBAAgB,IAAI;AACtB,eAAK,eAAe,KAAK,aAAa;AAAA,YACpC,CAAC,GAAG,UAAU,UAAU;AAAA,UAC1B;AACA,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,KAAK,oCAAyC,GAAG;AAEhE,YAAI;AACF,gBAAM,WAAW,KAAK;AAAA,YACpB,MAAM,KAAK,oCAAyC,SAAS,CAAC;AAAA,UAChE;AACA,eAAK,KAAK,YAAY,QAAQ;AAAA,QAChC,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAsB;AACzC,WAAK,IAAI,oBAAoB,KAAK;AAClC,WAAK,KAAK;AAEV,YAAM,QAAQ,+BAA+B,KAAK;AAClD,UAAI,OAAO;AACT,aAAK,SAAS,KAAK;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAiB;AACpC,WAAK,SAAS,IAAI,gDAAoD,CAAC;AACvE,WAAK,KAAK;AAAA,IACZ;AAcA,SAAQ,wBAAwB,MAAM;AACpC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,qBAAqB;AACpC,aAAK,aAAa,KAAK;AAAA,MACzB;AACA,WAAK,kBAAkB;AAAA,IACzB;AAEA,SAAQ,uBAAuB,MAAM;AACnC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,uBAAuB,CAAC,KAAK,SAAS;AACrD,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,kBAAkB;AAAA,IACzB;AAncE,IAAAA,SAAQ,GAAG,gBAAgB,KAAK,qBAAqB;AACrD,IAAAA,SAAQ,GAAG,eAAe,KAAK,oBAAoB;AAGnD,cAAU,aAAa,iBAAiB,gBAAgB,KAAK,aAAa;AAAA,EAC5E;AAAA,EAEA,IAAI,MAAuB;AACzB,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,UAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,iBAAiB,CAAC,KAAK;AAAA,EACrC;AAAA,EAEA,IAAI,cAAuB;AACzB,WACE,KAAK,gBACL,CAAC,KAAK,YACN,CAAC,KAAK,gBACN,CAAC,KAAK,cACN,CAAC,KAAK,kBACN,CAAC,KAAK;AAAA,EAEV;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,iBAA0B;AAC5B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,sBAA+B;AACjC,WAAOA,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,cAAkC;AACpC,WAAOC,KAAI;AAAA,EACb;AAAA,EAEA,IAAI,kBAAsC;AACxC,WAAOD,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,QAAsB;AACxB,WAAO;AAAA,MACL,YAAY,KAAK;AAAA,MACjB,WAAW,KAAK;AAAA,MAChB,SAAS,KAAK;AAAA,MACd,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,MAClB,cAAc,KAAK;AAAA,MACnB,gBAAgB,KAAK;AAAA,MACrB,qBAAqB,KAAK;AAAA,MAC1B,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB,OAAO,KAAK;AAAA,MACZ,aAAa,KAAK;AAAA,MAClB,iBAAiB,KAAK;AAAA,MACtB,YAAY,KAAK;AAAA,MACjB,gBAAgB,KAAK;AAAA,IACvB;AAAA,EACF;AAAA,EA4KQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,IAAAC,KAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkCA,MAAc,UAAU;AACtB,QAAI;AACF,UAAI,KAAK,IAAI;AACX,aAAK,IAAI,8BAA8B;AACvC;AAAA,MACF;AACA,UAAI,CAAC,KAAK,cAAc;AACtB,cAAM,IAAI,kCAA6C;AAAA,MACzD;AACA,UAAI,CAAC,KAAK,QAAQ,KAAK;AACrB,cAAM,IAAI,gDAAoD;AAAA,MAChE;AAGA,WAAK,KAAK,IAAI,UAAU,KAAK,QAAQ,GAAG;AACxC,WAAK,GAAG,aAAa;AACrB,WAAK,kBAAkB;AAGvB,WAAK,GAAG,SAAS,KAAK;AACtB,WAAK,GAAG,YAAY,KAAK;AACzB,WAAK,GAAG,UAAU,KAAK;AACvB,WAAK,GAAG,UAAU,KAAK;AAAA,IACzB,SAAS,OAAO;AACd,WAAK;AAAA,QACH,IAAI;AAAA;AAAA,UAED,OAAe;AAAA,QAClB;AAAA,MACF;AACA,YAAM,KAAK,KAAK;AAChB,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAuFQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,QACE,KAAK,GAAG,eAAe,UAAU,QACjC,KAAK,GAAG,eAAe,UAAU,YACjC;AACA,WAAK,GAAG,MAAM;AAAA,IAChB;AACA,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkBQ,WAAW,SAAkC;AACnD,SAAK,eAAe,CAAC,GAAG,KAAK,cAAc,OAAO;AAClD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,SAAS,OAA2B;AAC1C,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,SAAK,QAAQ;AACb,SAAK,kBAAkB;AACvB,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,oBAAoB;AAC1B,UAAM,QAAQ,KAAK;AACnB,SAAK,KAAK,eAAe,OAAO,KAAK,iBAAiB;AACtD,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,QAAQ,SAAU;AAC5B,YAAQ,IAAI,kBAAkB,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAC1E;AACF;;;AGjiBA,IAAI,CAAC,OAAO,eAAe;AACzB,SAAO,gBAAgB,IAAI,cAAc;AAC3C;AACO,IAAM,UAAU,OAAO;","names":["audioContext","audioContext","unlock","LocalStorageKeys","EventEmitter","EventEmitter","EventEmitter","EventEmitter","EventEmitter","EventEmitter","VADStatus","defaultOptions","EventEmitter","Mic","Speaker","EventEmitter","MicdropClientCommands","MicdropServerCommands","MicdropClientErrorCode","EventEmitter","Speaker","Mic"]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@micdrop/client",
3
- "version": "2.0.9",
3
+ "version": "2.0.11",
4
4
  "description": "🖐️🎤 Micdrop: Real-Time Voice Conversations with AI",
5
5
  "author": "Lonestone",
6
6
  "license": "MIT",