@micdrop/client 1.1.0 → 1.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.mjs CHANGED
@@ -14,14 +14,12 @@ var LocalStorageKeys = /* @__PURE__ */ ((LocalStorageKeys2) => {
14
14
 
15
15
  // src/audio/MicRecorder.ts
16
16
  import EventEmitter2 from "eventemitter3";
17
- import hark from "hark";
18
17
 
19
18
  // src/audio/microphone.ts
20
19
  var microphone_exports = {};
21
20
  __export(microphone_exports, {
22
- createDelayedStream: () => createDelayedStream,
21
+ audioContext: () => audioContext,
23
22
  defaultMicThreshold: () => defaultMicThreshold,
24
- getMicConstraints: () => getMicConstraints,
25
23
  micAnalyser: () => micAnalyser,
26
24
  startMicrophone: () => startMicrophone,
27
25
  stopMicrophone: () => stopMicrophone
@@ -138,13 +136,15 @@ function stopMicrophone() {
138
136
  audioStream = void 0;
139
137
  }
140
138
  }
141
- function createDelayedStream(stream) {
139
+
140
+ // src/audio/createDelayedStream.ts
141
+ function createDelayedStream(stream, delay) {
142
142
  if (!audioContext) {
143
143
  throw new Error("AudioContext not initialized");
144
144
  }
145
145
  const audioSource = audioContext.createMediaStreamSource(stream);
146
- const delayNode = audioContext.createDelay();
147
- delayNode.delayTime.value = 0.3;
146
+ const delayNode = audioContext.createDelay(delay);
147
+ delayNode.delayTime.value = delay;
148
148
  const audioDestination = audioContext.createMediaStreamDestination();
149
149
  audioSource.connect(delayNode);
150
150
  delayNode.connect(audioDestination);
@@ -152,7 +152,7 @@ function createDelayedStream(stream) {
152
152
  }
153
153
 
154
154
  // src/audio/MicRecorder.ts
155
- var timeSlice = 500;
155
+ var timeSlice = 100;
156
156
  var defaultMicRecorderState = {
157
157
  isStarting: false,
158
158
  isStarted: false,
@@ -161,22 +161,36 @@ var defaultMicRecorderState = {
161
161
  threshold: defaultMicThreshold
162
162
  };
163
163
  var MicRecorder = class extends EventEmitter2 {
164
- constructor() {
164
+ constructor(vad) {
165
165
  super();
166
166
  this.audioInfo = this.getAudioInfo();
167
+ this.speakingConfirmed = false;
168
+ this.queuedChunks = [];
167
169
  this.onStartSpeaking = (async () => {
168
170
  if (!this.recorder || this.state.isMuted) return;
169
171
  this.recorder.start(timeSlice);
172
+ this.queuedChunks.length = 0;
173
+ }).bind(this);
174
+ this.onConfirmSpeaking = (async () => {
170
175
  this.emit("StartSpeaking");
171
176
  this.changeState({ isSpeaking: true });
177
+ this.speakingConfirmed = true;
178
+ }).bind(this);
179
+ this.onCancelSpeaking = (async () => {
180
+ if (!this.recorder) return;
181
+ this.recorder.stop();
182
+ this.queuedChunks.length = 0;
172
183
  }).bind(this);
173
184
  this.onStopSpeaking = (async () => {
174
- if (!this.recorder || this.state.isMuted) return;
185
+ if (!this.recorder) return;
175
186
  this.recorder.stop();
176
187
  this.changeState({ isSpeaking: false });
188
+ this.emit("StopSpeaking");
189
+ this.speakingConfirmed = false;
177
190
  }).bind(this);
178
191
  const threshold = parseFloat(localStorage.getItem("micdrop.micThreshold" /* MicThreshold */) || "0") || defaultMicThreshold;
179
192
  this.state = { ...defaultMicRecorderState, threshold };
193
+ this.vad = vad;
180
194
  }
181
195
  async start(stream) {
182
196
  if (this.state.isStarted) {
@@ -188,15 +202,19 @@ var MicRecorder = class extends EventEmitter2 {
188
202
  isMuted: false,
189
203
  isSpeaking: false
190
204
  });
191
- const delayedStream = createDelayedStream(stream);
205
+ const delayedStream = createDelayedStream(
206
+ stream,
207
+ this.vad.delay / 1e3 + 0.05
208
+ );
192
209
  this.delayedStream = delayedStream;
193
- if (!this.recorder) {
194
- this.recorder = new window.MediaRecorder(delayedStream, {
195
- mimeType: this.audioInfo.mimeType,
196
- audioBitsPerSecond: 128e3
197
- });
198
- this.recorder.ondataavailable = this.onDataAvailable.bind(this);
210
+ if (this.recorder) {
211
+ this.recorder.stop();
199
212
  }
213
+ this.recorder = new window.MediaRecorder(delayedStream, {
214
+ mimeType: this.audioInfo.mimeType,
215
+ audioBitsPerSecond: 128e3
216
+ });
217
+ this.recorder.ondataavailable = this.onDataAvailable.bind(this);
200
218
  await this.startSpeakingDetection(stream);
201
219
  this.changeState({
202
220
  isStarting: false,
@@ -238,30 +256,35 @@ var MicRecorder = class extends EventEmitter2 {
238
256
  setThreshold(threshold) {
239
257
  this.changeState({ threshold });
240
258
  localStorage.setItem("micdrop.micThreshold" /* MicThreshold */, threshold.toString());
241
- this.hark?.setThreshold(threshold);
259
+ this.vad.setThreshold(threshold);
242
260
  }
243
261
  async startSpeakingDetection(stream) {
244
- if (this.hark) return;
245
- this.hark = hark(stream, {
246
- interval: 100,
247
- play: false,
248
- threshold: this.state.threshold
249
- });
250
- this.hark.on("speaking", this.onStartSpeaking);
251
- this.hark.on("stopped_speaking", this.onStopSpeaking);
252
- }
253
- stopSpeakingDetection() {
254
- if (!this.hark) return;
255
- this.hark.off("speaking", this.onStartSpeaking);
256
- this.hark.off("stopped_speaking", this.onStopSpeaking);
257
- this.hark.stop();
258
- this.hark = void 0;
262
+ if (this.vad.isStarted) {
263
+ this.vad.stop();
264
+ }
265
+ this.vad.on("StartSpeaking", this.onStartSpeaking);
266
+ this.vad.on("ConfirmSpeaking", this.onConfirmSpeaking);
267
+ this.vad.on("CancelSpeaking", this.onCancelSpeaking);
268
+ this.vad.on("StopSpeaking", this.onStopSpeaking);
269
+ await this.vad.start(stream, this.state.threshold);
270
+ }
271
+ async stopSpeakingDetection() {
272
+ this.vad.off("StartSpeaking", this.onStartSpeaking);
273
+ this.vad.off("ConfirmSpeaking", this.onConfirmSpeaking);
274
+ this.vad.off("CancelSpeaking", this.onCancelSpeaking);
275
+ this.vad.off("StopSpeaking", this.onStopSpeaking);
276
+ await this.vad.stop();
259
277
  }
260
278
  async onDataAvailable(blobEvent) {
261
- this.emit("Chunk", blobEvent.data);
262
- if (!this.state.isSpeaking) {
263
- this.emit("StopSpeaking");
279
+ if (!this.speakingConfirmed) {
280
+ this.queuedChunks.push(blobEvent.data);
281
+ return;
264
282
  }
283
+ for (const chunk of this.queuedChunks) {
284
+ this.emit("Chunk", chunk);
285
+ }
286
+ this.queuedChunks.length = 0;
287
+ this.emit("Chunk", blobEvent.data);
265
288
  }
266
289
  changeState(state) {
267
290
  const hasChanged = Object.keys(state).some(
@@ -498,8 +521,172 @@ function stopAudio() {
498
521
  }
499
522
  }
500
523
 
501
- // src/call/CallHandler.ts
524
+ // src/audio/vad/SileroVAD.ts
525
+ import { MicVAD } from "@ricky0123/vad-web/src";
526
+
527
+ // src/audio/vad/VAD.ts
502
528
  import EventEmitter3 from "eventemitter3";
529
+ var VAD = class extends EventEmitter3 {
530
+ /**
531
+ * Constructor for the VAD class
532
+ * @param threshold - The threshold to use for the VAD
533
+ */
534
+ constructor(threshold = 0) {
535
+ super();
536
+ // Max delay to detect speech, can be used to record delayed stream
537
+ this.delay = 100;
538
+ this.threshold = threshold;
539
+ }
540
+ };
541
+
542
+ // src/audio/vad/SileroVAD.ts
543
+ var SileroVAD = class extends VAD {
544
+ get isStarted() {
545
+ return !!this.vad;
546
+ }
547
+ async start(stream, threshold) {
548
+ if (this.vad) return;
549
+ if (threshold !== void 0) {
550
+ this.threshold = threshold;
551
+ }
552
+ const speechThreshold = Math.min(
553
+ Math.max((this.threshold + 100) / 100, 0),
554
+ 1
555
+ );
556
+ this.vad = await MicVAD.new({
557
+ stream,
558
+ onSpeechStart: () => this.emit("StartSpeaking"),
559
+ onSpeechRealStart: () => this.emit("ConfirmSpeaking"),
560
+ onVADMisfire: () => this.emit("CancelSpeaking"),
561
+ onSpeechEnd: () => this.emit("StopSpeaking"),
562
+ positiveSpeechThreshold: speechThreshold,
563
+ negativeSpeechThreshold: speechThreshold * 0.7,
564
+ // Adjust negative threshold proportionally
565
+ redemptionFrames: 5
566
+ });
567
+ this.vad.start();
568
+ }
569
+ async stop() {
570
+ if (!this.vad) return;
571
+ this.vad.pause();
572
+ this.vad = void 0;
573
+ }
574
+ async setThreshold(threshold) {
575
+ if (threshold === this.threshold) return;
576
+ if (this.vad) {
577
+ const stream = this.vad["stream"];
578
+ await this.stop();
579
+ await this.start(stream, threshold);
580
+ }
581
+ }
582
+ };
583
+
584
+ // src/audio/vad/VolumeVAD.ts
585
+ var VolumeVAD = class extends VAD {
586
+ constructor() {
587
+ super();
588
+ this.running = false;
589
+ this.speaking = false;
590
+ this.attemptSpeaking = false;
591
+ this.history = 10;
592
+ this.speakingHistory = [];
593
+ for (let i = 0; i < this.history; i++) {
594
+ this.speakingHistory.push(0);
595
+ }
596
+ }
597
+ getMaxVolume() {
598
+ if (!this.analyser || !this.fftBins) return -Infinity;
599
+ let maxVolume = -Infinity;
600
+ this.analyser.getFloatFrequencyData(this.fftBins);
601
+ for (let i = 4; i < this.fftBins.length; i++) {
602
+ if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {
603
+ maxVolume = this.fftBins[i];
604
+ }
605
+ }
606
+ return maxVolume;
607
+ }
608
+ get isStarted() {
609
+ return this.running;
610
+ }
611
+ async start(stream, threshold) {
612
+ if (this.running) return;
613
+ if (threshold !== void 0) {
614
+ this.threshold = threshold;
615
+ }
616
+ this.audioContext = new (window.AudioContext || window.webkitAudioContext)();
617
+ this.analyser = this.audioContext.createAnalyser();
618
+ this.sourceNode = this.audioContext.createMediaStreamSource(stream);
619
+ this.analyser.fftSize = 512;
620
+ this.analyser.smoothingTimeConstant = 0.1;
621
+ this.fftBins = new Float32Array(this.analyser.frequencyBinCount);
622
+ this.sourceNode.connect(this.analyser);
623
+ this.running = true;
624
+ this.startLoop();
625
+ }
626
+ startLoop() {
627
+ if (!this.running) return;
628
+ const currentVolume = this.getMaxVolume();
629
+ if (currentVolume > this.threshold) {
630
+ if (!this.speaking) {
631
+ let recentHistory = 0;
632
+ for (let i = this.speakingHistory.length - 3; i < this.speakingHistory.length; i++) {
633
+ recentHistory += this.speakingHistory[i];
634
+ }
635
+ if (recentHistory >= 2) {
636
+ this.speaking = true;
637
+ this.attemptSpeaking = false;
638
+ this.emit("ConfirmSpeaking");
639
+ } else if (recentHistory === 1) {
640
+ this.attemptSpeaking = true;
641
+ this.emit("StartSpeaking");
642
+ }
643
+ }
644
+ } else if (this.speaking) {
645
+ let totalHistory = 0;
646
+ for (let i = 0; i < this.speakingHistory.length; i++) {
647
+ totalHistory += this.speakingHistory[i];
648
+ }
649
+ if (totalHistory === 0) {
650
+ this.speaking = false;
651
+ this.emit("StopSpeaking");
652
+ }
653
+ } else if (this.attemptSpeaking) {
654
+ let lastHistory = this.speakingHistory[this.speakingHistory.length - 1];
655
+ if (lastHistory === 0) {
656
+ this.attemptSpeaking = false;
657
+ this.emit("CancelSpeaking");
658
+ }
659
+ }
660
+ this.speakingHistory.shift();
661
+ this.speakingHistory.push(Number(currentVolume > this.threshold));
662
+ setTimeout(() => this.startLoop(), this.delay);
663
+ }
664
+ async stop() {
665
+ if (!this.running) return;
666
+ this.running = false;
667
+ this.speaking = false;
668
+ if (this.sourceNode) {
669
+ this.sourceNode.disconnect();
670
+ this.sourceNode = void 0;
671
+ }
672
+ if (this.analyser) {
673
+ this.analyser.disconnect();
674
+ this.analyser = void 0;
675
+ }
676
+ if (this.audioContext) {
677
+ await this.audioContext.close();
678
+ this.audioContext = void 0;
679
+ }
680
+ this.fftBins = void 0;
681
+ }
682
+ async setThreshold(threshold) {
683
+ if (threshold === this.threshold) return;
684
+ this.threshold = threshold;
685
+ }
686
+ };
687
+
688
+ // src/call/CallHandler.ts
689
+ import EventEmitter4 from "eventemitter3";
503
690
 
504
691
  // src/call/CallHandlerError.ts
505
692
  var CallHandlerErrorCode = /* @__PURE__ */ ((CallHandlerErrorCode2) => {
@@ -516,36 +703,42 @@ var CallHandlerError = class extends Error {
516
703
  };
517
704
 
518
705
  // src/call/CallHandler.ts
519
- var CallHandler = class _CallHandler extends EventEmitter3 {
520
- constructor() {
706
+ var CallHandler = class _CallHandler extends EventEmitter4 {
707
+ constructor(options) {
521
708
  super();
522
- this.micRecorder = new MicRecorder();
523
709
  this.conversation = [];
524
710
  this.debug = false;
525
711
  this.startTime = 0;
712
+ this.micRecorder = new MicRecorder(this.getVAD(options?.vad));
526
713
  this.micRecorder.on("StateChange", () => {
527
714
  this.notifyStateChange();
528
715
  });
529
716
  this.micRecorder.on("Chunk", (blob) => {
530
- this.log(`[Mic] onChunk`, blob);
717
+ this.log(`[Mic] Received chunk`, blob);
531
718
  this.ws?.send(blob);
532
719
  });
533
720
  this.micRecorder.on("StartSpeaking", () => {
534
- this.log("[Mic] onStartSpeaking");
721
+ this.log("[Mic] Start speaking");
535
722
  this.ws?.send("startSpeaking" /* StartSpeaking */);
536
723
  stopAudio();
537
724
  });
538
725
  this.micRecorder.on("StopSpeaking", () => {
539
- this.log("[Mic] onSilence");
726
+ this.log("[Mic] Stop speaking");
540
727
  this.ws?.send("stopSpeaking" /* StopSpeaking */);
541
728
  });
542
729
  }
543
- static getInstance() {
730
+ static getInstance(options) {
544
731
  if (!_CallHandler.instance) {
545
- _CallHandler.instance = new _CallHandler();
732
+ _CallHandler.instance = new _CallHandler(options);
546
733
  }
547
734
  return _CallHandler.instance;
548
735
  }
736
+ getVAD(vad) {
737
+ if (!vad) return new VolumeVAD();
738
+ if (vad === "volume") return new VolumeVAD();
739
+ if (vad === "silero") return new SileroVAD();
740
+ return vad;
741
+ }
549
742
  get isStarted() {
550
743
  return this.isWSStarted && this.micRecorder.state.isStarted;
551
744
  }
@@ -722,6 +915,9 @@ export {
722
915
  LocalStorageKeys,
723
916
  microphone_exports as Mic,
724
917
  MicRecorder,
725
- speaker_exports as Speaker
918
+ SileroVAD,
919
+ speaker_exports as Speaker,
920
+ VAD,
921
+ VolumeVAD
726
922
  };
727
923
  //# sourceMappingURL=index.mjs.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/audio/localStorage.ts","../src/audio/MicRecorder.ts","../src/audio/microphone.ts","../src/audio/AudioAnalyser.ts","../src/audio/stopStream.ts","../src/audio/speaker.ts","../src/audio/unlock.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n MicThreshold = 'micdrop.micThreshold',\n}\n","import EventEmitter from 'eventemitter3'\nimport hark, { Harker } from 'hark'\nimport { LocalStorageKeys } from './localStorage'\nimport { createDelayedStream, defaultMicThreshold } from './microphone'\nimport { stopStream } from './stopStream'\n\nconst timeSlice = 500\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n threshold: number\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n threshold: defaultMicThreshold,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private hark: Harker | undefined\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n\n constructor() {\n super()\n\n // Threshold for speech detection\n const threshold =\n parseFloat(localStorage.getItem(LocalStorageKeys.MicThreshold) || '0') ||\n defaultMicThreshold\n\n // Set initial state\n this.state = { ...defaultMicRecorderState, threshold }\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(stream)\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (!this.recorder) {\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n }\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n setThreshold(threshold: number) {\n this.changeState({ threshold })\n localStorage.setItem(LocalStorageKeys.MicThreshold, threshold.toString())\n this.hark?.setThreshold(threshold)\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.hark) return\n this.hark = hark(stream, {\n interval: 100,\n play: false,\n threshold: this.state.threshold,\n })\n this.hark.on('speaking', this.onStartSpeaking)\n this.hark.on('stopped_speaking', this.onStopSpeaking)\n }\n\n private stopSpeakingDetection() {\n if (!this.hark) return\n // @ts-ignore\n this.hark.off('speaking', this.onStartSpeaking)\n // @ts-ignore\n this.hark.off('stopped_speaking', this.onStopSpeaking)\n this.hark.stop()\n this.hark = undefined\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.start(timeSlice)\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.stop()\n this.changeState({ isSpeaking: false })\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n this.emit('Chunk', blobEvent.data)\n\n if (!this.state.isSpeaking) {\n // It was the last used data until the user stopped speaking\n this.emit('StopSpeaking')\n }\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { stopStream } from './stopStream'\n\nlet currentDeviceId: string | undefined\nlet audioStream: MediaStream | undefined\nlet audioContext: AudioContext | undefined\nlet sourceNode: MediaStreamAudioSourceNode | undefined\n\nexport let micAnalyser: AudioAnalyser | undefined\nexport const defaultMicThreshold = -50 // in dB\n\nfunction init() {\n if (audioContext) return\n\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n micAnalyser = new AudioAnalyser(audioContext)\n}\n\ninit()\n\n// Resume AudioContext on click, see https://developers.google.com/web/updates/2017/09/autoplay-policy-changes\ndocument.addEventListener('click', () => {\n if (audioContext?.state === 'suspended') {\n audioContext?.resume()\n }\n})\n\n// eslint-disable-next-line\nexport function getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n}\n\nexport async function startMicrophone(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !micAnalyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (audioStream) {\n // deviceId has not changed, reuse previous stream\n if (currentDeviceId === deviceId) {\n return audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(audioStream)\n }\n\n // Get stream from microphone\n audioStream = await navigator.mediaDevices.getUserMedia(\n getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (sourceNode) sourceNode.disconnect()\n sourceNode = audioContext.createMediaStreamSource(audioStream)\n sourceNode.connect(micAnalyser.node)\n\n return audioStream\n}\n\nexport function stopMicrophone() {\n if (sourceNode) {\n sourceNode.disconnect()\n sourceNode = undefined\n }\n if (audioStream) {\n stopStream(audioStream)\n audioStream = undefined\n }\n}\n\nexport function createDelayedStream(stream: MediaStream): MediaStream {\n if (!audioContext) {\n throw new Error('AudioContext not initialized')\n }\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay()\n delayNode.delayTime.value = 0.3\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","export function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { unlock } from './unlock'\n\nlet audioElement: HTMLAudioElement | undefined\nlet audioContext: AudioContext | undefined\nlet mediaSource: MediaSource | undefined\nlet sourceBuffer: SourceBuffer | undefined\nlet currentMediaStream: MediaStream | undefined\nlet isProcessingQueue = false\nconst pendingBlobs: Blob[] = []\n\nexport let speakerAnalyser: AudioAnalyser | undefined\n\nfunction init() {\n if (audioContext) return\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n speakerAnalyser = new AudioAnalyser(audioContext)\n unlock(audioContext)\n}\n\ninit()\n\nasync function setupAudioElement(speakerId?: string) {\n if (!audioContext || !speakerAnalyser) return\n\n // Get speakerId from local storage if not provided\n if (!speakerId) {\n speakerId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) || undefined\n }\n\n // Create audio element if it doesn't exist\n if (!audioElement) {\n audioElement = new Audio()\n audioElement.autoplay = true\n mediaSource = new MediaSource()\n if (!mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n audioElement.src = URL.createObjectURL(mediaSource)\n\n // Setup MediaSource when it opens\n const ms = mediaSource\n ms.addEventListener('sourceopen', () => {\n sourceBuffer = ms.addSourceBuffer('audio/mpeg')\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => {\n processQueue()\n })\n\n // Process any pending blobs\n if (pendingBlobs.length > 0) {\n processQueue()\n }\n })\n\n // Connect audio element to analyser when we have data\n audioElement.addEventListener('timeupdate', function onTimeUpdate() {\n if (!audioContext || !speakerAnalyser || !audioElement) return\n\n try {\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (audioElement as any).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n currentMediaStream = mediaStream\n const sourceNode = audioContext.createMediaStreamSource(mediaStream)\n sourceNode.connect(speakerAnalyser.node)\n\n // Remove the listener once we've successfully connected\n audioElement.removeEventListener('timeupdate', onTimeUpdate)\n } catch (error) {\n console.error('Error creating media stream source:', error)\n }\n })\n }\n\n // Set sink ID if provided\n if (speakerId) {\n try {\n await setSinkId(speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n return audioElement\n}\n\nasync function processQueue() {\n if (!sourceBuffer || !mediaSource || pendingBlobs.length === 0) return\n if (isProcessingQueue || sourceBuffer.updating) return\n\n isProcessingQueue = true\n try {\n await playNextBlob()\n } finally {\n isProcessingQueue = false\n // If there are more blobs and we're not updating, process the next one\n if (pendingBlobs.length > 0 && !sourceBuffer.updating) {\n processQueue()\n }\n }\n}\n\nasync function playNextBlob() {\n if (!sourceBuffer || !mediaSource || pendingBlobs.length === 0) return\n if (sourceBuffer.updating) return\n\n // Check if MediaSource is still valid\n if (mediaSource.readyState !== 'open') {\n console.warn('MediaSource is no longer open, resetting audio pipeline')\n stopAudio()\n await setupAudioElement()\n return\n }\n\n const blob = pendingBlobs.shift()!\n\n try {\n // Double check sourceBuffer is still valid before appending\n if (\n sourceBuffer &&\n Array.from(mediaSource.sourceBuffers).includes(sourceBuffer)\n ) {\n const arrayBuffer = await blob.arrayBuffer()\n sourceBuffer.appendBuffer(arrayBuffer)\n } else {\n console.warn('SourceBuffer is no longer valid, resetting audio pipeline')\n stopAudio()\n await setupAudioElement()\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n if (error instanceof Error && error.name === 'InvalidStateError') {\n console.warn('Resetting audio pipeline due to invalid state')\n stopAudio()\n await setupAudioElement()\n }\n }\n}\n\nexport function canChangeSpeakerDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n}\n\nasync function setSinkId(speakerId?: string) {\n if (speakerId && canChangeSpeakerDevice() && audioElement) {\n // @ts-ignore\n return audioElement.setSinkId(speakerId)\n }\n}\n\nexport async function changeSpeakerDevice(speakerId: string) {\n if (!canChangeSpeakerDevice()) return\n try {\n await setupAudioElement(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n}\n\nexport function pauseAudio() {\n if (audioElement) {\n audioElement.pause()\n }\n}\n\nexport function resumeAudio() {\n if (audioElement) {\n audioElement.play()\n }\n}\n\nexport async function playAudio(blob: Blob) {\n if (!audioContext || !speakerAnalyser) return\n\n // Add blob to pending queue\n pendingBlobs.push(blob)\n\n // Initialize audio element if needed\n if (!audioElement) {\n await setupAudioElement()\n }\n\n if (!audioElement) return\n\n try {\n // Start playing if not already playing\n if (audioElement.paused) {\n audioElement.play()\n }\n\n // Try to process the queue if we can\n if (sourceBuffer && !sourceBuffer.updating && !isProcessingQueue) {\n processQueue()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n}\n\nexport function stopAudio() {\n // Clear pending blobs\n pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (mediaSource) {\n try {\n if (mediaSource.readyState === 'open') {\n mediaSource.endOfStream()\n }\n if (sourceBuffer && mediaSource.readyState !== 'closed') {\n mediaSource.removeSourceBuffer(sourceBuffer)\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n mediaSource = undefined\n sourceBuffer = undefined\n }\n\n // Destroy audio element\n if (audioElement) {\n audioElement.pause()\n audioElement.src = ''\n audioElement = undefined\n }\n\n // Clean up media stream\n if (currentMediaStream) {\n currentMediaStream.getTracks().forEach((track) => track.stop())\n currentMediaStream = undefined\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n async function unlock() {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n clean()\n }\n function clean() {\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import EventEmitter from 'eventemitter3'\nimport { CallClientCommands, CallServerCommands, Conversation } from '../..'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { startMicrophone, stopMicrophone } from '../audio/microphone'\nimport { pauseAudio, playAudio, resumeAudio, stopAudio } from '../audio/speaker'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndInterview: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport class CallHandler<\n Params extends {},\n> extends EventEmitter<CallHandlerEvents> {\n private static instance: CallHandler<any>\n\n public static getInstance<T extends {}>(): CallHandler<T> {\n if (!CallHandler.instance) {\n CallHandler.instance = new CallHandler<T>()\n }\n return CallHandler.instance\n }\n\n public url?: string\n public params?: Params\n public micRecorder = new MicRecorder()\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n\n private constructor() {\n super()\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] onChunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] onStartSpeaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption: Stop speaker if playing\n stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] onSilence')\n this.ws?.send(CallClientCommands.StopSpeaking)\n })\n }\n\n get isStarted() {\n return this.isWSStarted && this.micRecorder.state.isStarted\n }\n\n get isStarting() {\n return this.isWSStarting || this.micRecorder.state.isStarting\n }\n\n get isWSStarted() {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting() {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted() {\n return !!this.micStream\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder.mute()\n this.notifyStateChange()\n pauseAudio()\n }\n\n resume() {\n if (this.lastAudioBlob) {\n playAudio(this.lastAudioBlob)\n }\n resumeAudio()\n this.micRecorder.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder.stop()\n }\n\n // Start microphone\n this.micStream = await startMicrophone(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n stopMicrophone()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n playAudio(event.data)\n this.lastAudioBlob = event.data\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.UserMessage)) {\n // Received user speech transcript\n this.addMessage(\n 'user',\n event.data.substring(CallServerCommands.UserMessage.length + 1)\n )\n } else if (event.data.startsWith(CallServerCommands.AssistantMessage)) {\n // Received assistant answer\n this.addMessage(\n 'assistant',\n event.data.substring(CallServerCommands.AssistantMessage.length + 1)\n )\n } else if (event.data === CallServerCommands.EndInterview) {\n // Interview ended\n setTimeout(() => {\n this.emit('EndInterview')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.notifyStateChange()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(role: 'user' | 'assistant', message: string) {\n this.conversation.push({ role, content: message })\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'startSpeaking',\n StopSpeaking = 'stopSpeaking',\n Mute = 'mute',\n}\n\nexport enum CallServerCommands {\n UserMessage = 'userMessage',\n AssistantMessage = 'assistantMessage',\n CancelLastAssistantMessage = 'cancelLastAssistantMessage',\n EndInterview = 'endInterview',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(conversation: Conversation): Promise<string>\n speech2Text(blob: Blob, prompt?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport interface ConversationMessage {\n role: 'system' | 'user' | 'assistant'\n content: string\n}\n"],"mappings":";;;;;;;AAAO,IAAK,mBAAL,kBAAKA,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;;;ACAZ,OAAOC,mBAAkB;AACzB,OAAO,UAAsB;;;ACD7B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,OAAO,kBAAkB;AAMlB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AChDO,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;AFEA,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AAEG,IAAI;AACJ,IAAM,sBAAsB;AAEnC,SAAS,OAAO;AACd,MAAI,aAAc;AAGlB,iBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,gBAAc,IAAI,cAAc,YAAY;AAC9C;AAEA,KAAK;AAGL,SAAS,iBAAiB,SAAS,MAAM;AACvC,MAAI,cAAc,UAAU,aAAa;AACvC,kBAAc,OAAO;AAAA,EACvB;AACF,CAAC;AAGM,SAAS,kBAAkB,UAA2C;AAC3E,SAAO;AAAA,IACL,OAAO;AAAA,MACL,UAAU,EAAE,OAAO,SAAS;AAAA,MAC5B,YAAY;AAAA;AAAA,MACZ,YAAY;AAAA,MACZ,cAAc;AAAA,MACd,kBAAkB;AAAA,MAClB,kBAAkB;AAAA,IACpB;AAAA,EACF;AACF;AAEA,eAAsB,gBAAgB,UAAyC;AAC7E,MAAI,CAAC,gBAAgB,CAAC,aAAa;AACjC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AAGA,MAAI,CAAC,UAAU;AACb,eAAW,aAAa,2CAAkC,KAAK;AAAA,EACjE;AAEA,MAAI,aAAa;AAEf,QAAI,oBAAoB,UAAU;AAChC,aAAO;AAAA,IACT;AAGA,eAAW,WAAW;AAAA,EACxB;AAGA,gBAAc,MAAM,UAAU,aAAa;AAAA,IACzC,kBAAkB,QAAQ;AAAA,EAC5B;AAGA,QAAM,QAAQ,YAAY,UAAU,EAAE,CAAC;AACvC,QAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,MAAI,aAAa;AACf,iBAAa,6CAAoC,WAAW;AAC5D,sBAAkB;AAAA,EACpB,OAAO;AACL,iBAAa,8CAAqC;AAClD,sBAAkB;AAAA,EACpB;AAGA,MAAI,WAAY,YAAW,WAAW;AACtC,eAAa,aAAa,wBAAwB,WAAW;AAC7D,aAAW,QAAQ,YAAY,IAAI;AAEnC,SAAO;AACT;AAEO,SAAS,iBAAiB;AAC/B,MAAI,YAAY;AACd,eAAW,WAAW;AACtB,iBAAa;AAAA,EACf;AACA,MAAI,aAAa;AACf,eAAW,WAAW;AACtB,kBAAc;AAAA,EAChB;AACF;AAEO,SAAS,oBAAoB,QAAkC;AACpE,MAAI,CAAC,cAAc;AACjB,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY;AAC3C,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ADzGA,IAAM,YAAY;AAUlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,WAAW;AACb;AAcO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAQ/D,cAAc;AACZ,UAAM;AANR,SAAQ,YAAY,KAAK,aAAa;AAkHtC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,MAAM,SAAS;AAC7B,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AAAA,IACvC,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,KAAK;AACnB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AAAA,IACxC,GAAG,KAAK,IAAI;AApHV,UAAM,YACJ,WAAW,aAAa,iDAAqC,KAAK,GAAG,KACrE;AAGF,SAAK,QAAQ,EAAE,GAAG,yBAAyB,UAAU;AAAA,EACvD;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB,oBAAoB,MAAM;AAChD,WAAK,gBAAgB;AAGrB,UAAI,CAAC,KAAK,UAAU;AAClB,aAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,UACtD,UAAU,KAAK,UAAU;AAAA,UACzB,oBAAoB;AAAA,QACtB,CAAC;AACD,aAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAAA,MAChE;AAGA,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,aAAa,WAAmB;AAC9B,SAAK,YAAY,EAAE,UAAU,CAAC;AAC9B,iBAAa,mDAAuC,UAAU,SAAS,CAAC;AACxE,SAAK,MAAM,aAAa,SAAS;AAAA,EACnC;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,KAAM;AACf,SAAK,OAAO,KAAK,QAAQ;AAAA,MACvB,UAAU;AAAA,MACV,MAAM;AAAA,MACN,WAAW,KAAK,MAAM;AAAA,IACxB,CAAC;AACD,SAAK,KAAK,GAAG,YAAY,KAAK,eAAe;AAC7C,SAAK,KAAK,GAAG,oBAAoB,KAAK,cAAc;AAAA,EACtD;AAAA,EAEQ,wBAAwB;AAC9B,QAAI,CAAC,KAAK,KAAM;AAEhB,SAAK,KAAK,IAAI,YAAY,KAAK,eAAe;AAE9C,SAAK,KAAK,IAAI,oBAAoB,KAAK,cAAc;AACrD,SAAK,KAAK,KAAK;AACf,SAAK,OAAO;AAAA,EACd;AAAA,EAeA,MAAc,gBAAgB,WAAsB;AAClD,SAAK,KAAK,SAAS,UAAU,IAAI;AAEjC,QAAI,CAAC,KAAK,MAAM,YAAY;AAE1B,WAAK,KAAK,cAAc;AAAA,IAC1B;AAAA,EACF;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AIpMA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAChE,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGC,SAAQ,KAAK,CAAC;AACtE,iBAAeA,UAAS;AACtB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AACA,UAAM;AAAA,EACR;AACA,WAAS,QAAQ;AACf,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AACF;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AD1BA,IAAI;AACJ,IAAIE;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI,oBAAoB;AACxB,IAAM,eAAuB,CAAC;AAEvB,IAAI;AAEX,SAASC,QAAO;AACd,MAAID,cAAc;AAElB,EAAAA,gBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,oBAAkB,IAAI,cAAcA,aAAY;AAChD,SAAOA,aAAY;AACrB;AAEAC,MAAK;AAEL,eAAe,kBAAkB,WAAoB;AACnD,MAAI,CAACD,iBAAgB,CAAC,gBAAiB;AAGvC,MAAI,CAAC,WAAW;AACd,gBACE,aAAa,mDAAsC,KAAK;AAAA,EAC5D;AAGA,MAAI,CAAC,cAAc;AACjB,mBAAe,IAAI,MAAM;AACzB,iBAAa,WAAW;AACxB,kBAAc,IAAI,YAAY;AAC9B,QAAI,CAAC,aAAa;AAChB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AACA,iBAAa,MAAM,IAAI,gBAAgB,WAAW;AAGlD,UAAM,KAAK;AACX,OAAG,iBAAiB,cAAc,MAAM;AACtC,qBAAe,GAAG,gBAAgB,YAAY;AAG9C,mBAAa,iBAAiB,aAAa,MAAM;AAC/C,qBAAa;AAAA,MACf,CAAC;AAGD,UAAI,aAAa,SAAS,GAAG;AAC3B,qBAAa;AAAA,MACf;AAAA,IACF,CAAC;AAGD,iBAAa,iBAAiB,cAAc,SAAS,eAAe;AAClE,UAAI,CAACA,iBAAgB,CAAC,mBAAmB,CAAC,aAAc;AAExD,UAAI;AAEF,cAAM,cAAe,aAAqB,cAAc;AAGxD,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,6BAAqB;AACrB,cAAME,cAAaF,cAAa,wBAAwB,WAAW;AACnE,QAAAE,YAAW,QAAQ,gBAAgB,IAAI;AAGvC,qBAAa,oBAAoB,cAAc,YAAY;AAAA,MAC7D,SAAS,OAAO;AACd,gBAAQ,MAAM,uCAAuC,KAAK;AAAA,MAC5D;AAAA,IACF,CAAC;AAAA,EACH;AAGA,MAAI,WAAW;AACb,QAAI;AACF,YAAM,UAAU,SAAS;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,eAAe;AAC5B,MAAI,CAAC,gBAAgB,CAAC,eAAe,aAAa,WAAW,EAAG;AAChE,MAAI,qBAAqB,aAAa,SAAU;AAEhD,sBAAoB;AACpB,MAAI;AACF,UAAM,aAAa;AAAA,EACrB,UAAE;AACA,wBAAoB;AAEpB,QAAI,aAAa,SAAS,KAAK,CAAC,aAAa,UAAU;AACrD,mBAAa;AAAA,IACf;AAAA,EACF;AACF;AAEA,eAAe,eAAe;AAC5B,MAAI,CAAC,gBAAgB,CAAC,eAAe,aAAa,WAAW,EAAG;AAChE,MAAI,aAAa,SAAU;AAG3B,MAAI,YAAY,eAAe,QAAQ;AACrC,YAAQ,KAAK,yDAAyD;AACtE,cAAU;AACV,UAAM,kBAAkB;AACxB;AAAA,EACF;AAEA,QAAM,OAAO,aAAa,MAAM;AAEhC,MAAI;AAEF,QACE,gBACA,MAAM,KAAK,YAAY,aAAa,EAAE,SAAS,YAAY,GAC3D;AACA,YAAM,cAAc,MAAM,KAAK,YAAY;AAC3C,mBAAa,aAAa,WAAW;AAAA,IACvC,OAAO;AACL,cAAQ,KAAK,2DAA2D;AACxE,gBAAU;AACV,YAAM,kBAAkB;AAAA,IAC1B;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,QAAI,iBAAiB,SAAS,MAAM,SAAS,qBAAqB;AAChE,cAAQ,KAAK,+CAA+C;AAC5D,gBAAU;AACV,YAAM,kBAAkB;AAAA,IAC1B;AAAA,EACF;AACF;AAEO,SAAS,yBAAkC;AAChD,SACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAEnE;AAEA,eAAe,UAAU,WAAoB;AAC3C,MAAI,aAAa,uBAAuB,KAAK,cAAc;AAEzD,WAAO,aAAa,UAAU,SAAS;AAAA,EACzC;AACF;AAEA,eAAsB,oBAAoB,WAAmB;AAC3D,MAAI,CAAC,uBAAuB,EAAG;AAC/B,MAAI;AACF,UAAM,kBAAkB,SAAS;AACjC,iBAAa,qDAAwC,SAAS;AAAA,EAChE,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,EACnE;AACF;AAEO,SAAS,aAAa;AAC3B,MAAI,cAAc;AAChB,iBAAa,MAAM;AAAA,EACrB;AACF;AAEO,SAAS,cAAc;AAC5B,MAAI,cAAc;AAChB,iBAAa,KAAK;AAAA,EACpB;AACF;AAEA,eAAsB,UAAU,MAAY;AAC1C,MAAI,CAACF,iBAAgB,CAAC,gBAAiB;AAGvC,eAAa,KAAK,IAAI;AAGtB,MAAI,CAAC,cAAc;AACjB,UAAM,kBAAkB;AAAA,EAC1B;AAEA,MAAI,CAAC,aAAc;AAEnB,MAAI;AAEF,QAAI,aAAa,QAAQ;AACvB,mBAAa,KAAK;AAAA,IACpB;AAGA,QAAI,gBAAgB,CAAC,aAAa,YAAY,CAAC,mBAAmB;AAChE,mBAAa;AAAA,IACf;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,EACvD;AACF;AAEO,SAAS,YAAY;AAE1B,eAAa,SAAS;AAGtB,MAAI,aAAa;AACf,QAAI;AACF,UAAI,YAAY,eAAe,QAAQ;AACrC,oBAAY,YAAY;AAAA,MAC1B;AACA,UAAI,gBAAgB,YAAY,eAAe,UAAU;AACvD,oBAAY,mBAAmB,YAAY;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,kCAAkC,KAAK;AAAA,IACvD;AACA,kBAAc;AACd,mBAAe;AAAA,EACjB;AAGA,MAAI,cAAc;AAChB,iBAAa,MAAM;AACnB,iBAAa,MAAM;AACnB,mBAAe;AAAA,EACjB;AAGA,MAAI,oBAAoB;AACtB,uBAAmB,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AAC9D,yBAAqB;AAAA,EACvB;AACF;;;AEnPA,OAAOG,mBAAkB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADAO,IAAM,cAAN,MAAM,qBAEHC,cAAgC;AAAA,EAqBhC,cAAc;AACpB,UAAM;AAVR,SAAO,cAAc,IAAI,YAAY;AACrC,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAOlB,SAAK,YAAY,GAAG,eAAe,MAAM;AACvC,WAAK,kBAAkB;AAAA,IACzB,CAAC;AAGD,SAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,WAAK,IAAI,iBAAiB,IAAI;AAC9B,WAAK,IAAI,KAAK,IAAI;AAAA,IACpB,CAAC;AAGD,SAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,WAAK,IAAI,uBAAuB;AAChC,WAAK,IAAI,wCAAqC;AAE9C,gBAAU;AAAA,IACZ,CAAC;AAGD,SAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,WAAK,IAAI,iBAAiB;AAC1B,WAAK,IAAI,sCAAoC;AAAA,IAC/C,CAAC;AAAA,EACH;AAAA,EA7CA,OAAc,cAA4C;AACxD,QAAI,CAAC,aAAY,UAAU;AACzB,mBAAY,WAAW,IAAI,aAAe;AAAA,IAC5C;AACA,WAAO,aAAY;AAAA,EACrB;AAAA,EA0CA,IAAI,YAAY;AACd,WAAO,KAAK,eAAe,KAAK,YAAY,MAAM;AAAA,EACpD;AAAA,EAEA,IAAI,aAAa;AACf,WAAO,KAAK,gBAAgB,KAAK,YAAY,MAAM;AAAA,EACrD;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,YAAY,KAAK;AACtB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,YAAY,KAAK;AACtB,SAAK,kBAAkB;AACvB,eAAW;AAAA,EACb;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,gBAAU,KAAK,aAAa;AAAA,IAC9B;AACA,gBAAY;AACZ,SAAK,YAAY,OAAO;AACxB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AAEF,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,YAAY,KAAK;AAAA,MACxB;AAGA,WAAK,YAAY,MAAM,gBAAgB,QAAQ;AAC/C,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,mBAAe;AACf,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,kBAAU,MAAM,IAAI;AACpB,aAAK,gBAAgB,MAAM;AAAA,MAC7B,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,0CAAyC,GAAG;AAEhE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,0CAAyC,SAAS,CAAC;AAAA,QAChE;AAAA,MACF,WAAW,MAAM,KAAK,oDAA8C,GAAG;AAErE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,oDAA8C,SAAS,CAAC;AAAA,QACrE;AAAA,MACF,WAAW,MAAM,4CAA0C;AAEzD,mBAAW,MAAM;AACf,eAAK,KAAK,cAAc;AAAA,QAC1B,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,aAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,kBAAkB;AAEvB,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,MAA4B,SAAiB;AAC9D,SAAK,aAAa,KAAK,EAAE,MAAM,SAAS,QAAQ,CAAC;AACjD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AEnQO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,iBAAc;AACd,EAAAA,oBAAA,sBAAmB;AACnB,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,kBAAe;AAJL,SAAAA;AAAA,GAAA;","names":["LocalStorageKeys","EventEmitter","audioContext","EventEmitter","audioContext","unlock","audioContext","init","sourceNode","EventEmitter","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
1
+ {"version":3,"sources":["../src/audio/localStorage.ts","../src/audio/MicRecorder.ts","../src/audio/microphone.ts","../src/audio/AudioAnalyser.ts","../src/audio/stopStream.ts","../src/audio/createDelayedStream.ts","../src/audio/speaker.ts","../src/audio/unlock.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VAD.ts","../src/audio/vad/VolumeVAD.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n MicThreshold = 'micdrop.micThreshold',\n}\n","import EventEmitter from 'eventemitter3'\nimport { createDelayedStream } from './createDelayedStream'\nimport { LocalStorageKeys } from './localStorage'\nimport { defaultMicThreshold } from './microphone'\nimport { stopStream } from './stopStream'\nimport { VAD } from './vad/VAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n threshold: number\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n threshold: defaultMicThreshold,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private vad: VAD\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vad: VAD) {\n super()\n\n // Threshold for speech detection\n const threshold =\n parseFloat(localStorage.getItem(LocalStorageKeys.MicThreshold) || '0') ||\n defaultMicThreshold\n\n // Set initial state\n this.state = { ...defaultMicRecorderState, threshold }\n this.vad = vad\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n setThreshold(threshold: number) {\n this.changeState({ threshold })\n localStorage.setItem(LocalStorageKeys.MicThreshold, threshold.toString())\n this.vad.setThreshold(threshold)\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream, this.state.threshold)\n }\n\n private async stopSpeakingDetection() {\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onConfirmSpeaking = (async () => {\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }).bind(this)\n\n private onCancelSpeaking = (async () => {\n if (!this.recorder) return\n this.recorder.stop()\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder) return\n this.recorder.stop()\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { stopStream } from './stopStream'\n\nlet currentDeviceId: string | undefined\nlet audioStream: MediaStream | undefined\nexport let audioContext: AudioContext | undefined\nlet sourceNode: MediaStreamAudioSourceNode | undefined\n\nexport let micAnalyser: AudioAnalyser | undefined\nexport const defaultMicThreshold = -50 // in dB\n\nfunction init() {\n if (audioContext) return\n\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n micAnalyser = new AudioAnalyser(audioContext)\n}\n\ninit()\n\n// Resume AudioContext on click, see https://developers.google.com/web/updates/2017/09/autoplay-policy-changes\ndocument.addEventListener('click', () => {\n if (audioContext?.state === 'suspended') {\n audioContext?.resume()\n }\n})\n\nfunction getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n}\n\n/**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\nexport async function startMicrophone(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !micAnalyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (audioStream) {\n // deviceId has not changed, reuse previous stream\n if (currentDeviceId === deviceId) {\n return audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(audioStream)\n }\n\n // Get stream from microphone\n audioStream = await navigator.mediaDevices.getUserMedia(\n getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (sourceNode) sourceNode.disconnect()\n sourceNode = audioContext.createMediaStreamSource(audioStream)\n sourceNode.connect(micAnalyser.node)\n\n return audioStream\n}\n\n/**\n * Stops the microphone\n */\nexport function stopMicrophone() {\n if (sourceNode) {\n sourceNode.disconnect()\n sourceNode = undefined\n }\n if (audioStream) {\n stopStream(audioStream)\n audioStream = undefined\n }\n}\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { audioContext } from './microphone'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n if (!audioContext) {\n throw new Error('AudioContext not initialized')\n }\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { AudioAnalyser } from './AudioAnalyser'\nimport { LocalStorageKeys } from './localStorage'\nimport { unlock } from './unlock'\n\nlet audioElement: HTMLAudioElement | undefined\nlet audioContext: AudioContext | undefined\nlet mediaSource: MediaSource | undefined\nlet sourceBuffer: SourceBuffer | undefined\nlet currentMediaStream: MediaStream | undefined\nlet isProcessingQueue = false\nconst pendingBlobs: Blob[] = []\n\nexport let speakerAnalyser: AudioAnalyser | undefined\n\nfunction init() {\n if (audioContext) return\n // Setup audio context\n audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n speakerAnalyser = new AudioAnalyser(audioContext)\n unlock(audioContext)\n}\n\ninit()\n\nasync function setupAudioElement(speakerId?: string) {\n if (!audioContext || !speakerAnalyser) return\n\n // Get speakerId from local storage if not provided\n if (!speakerId) {\n speakerId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) || undefined\n }\n\n // Create audio element if it doesn't exist\n if (!audioElement) {\n audioElement = new Audio()\n audioElement.autoplay = true\n mediaSource = new MediaSource()\n if (!mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n audioElement.src = URL.createObjectURL(mediaSource)\n\n // Setup MediaSource when it opens\n const ms = mediaSource\n ms.addEventListener('sourceopen', () => {\n sourceBuffer = ms.addSourceBuffer('audio/mpeg')\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => {\n processQueue()\n })\n\n // Process any pending blobs\n if (pendingBlobs.length > 0) {\n processQueue()\n }\n })\n\n // Connect audio element to analyser when we have data\n audioElement.addEventListener('timeupdate', function onTimeUpdate() {\n if (!audioContext || !speakerAnalyser || !audioElement) return\n\n try {\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (audioElement as any).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n currentMediaStream = mediaStream\n const sourceNode = audioContext.createMediaStreamSource(mediaStream)\n sourceNode.connect(speakerAnalyser.node)\n\n // Remove the listener once we've successfully connected\n audioElement.removeEventListener('timeupdate', onTimeUpdate)\n } catch (error) {\n console.error('Error creating media stream source:', error)\n }\n })\n }\n\n // Set sink ID if provided\n if (speakerId) {\n try {\n await setSinkId(speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n return audioElement\n}\n\nasync function processQueue() {\n if (!sourceBuffer || !mediaSource || pendingBlobs.length === 0) return\n if (isProcessingQueue || sourceBuffer.updating) return\n\n isProcessingQueue = true\n try {\n await playNextBlob()\n } finally {\n isProcessingQueue = false\n // If there are more blobs and we're not updating, process the next one\n if (pendingBlobs.length > 0 && !sourceBuffer.updating) {\n processQueue()\n }\n }\n}\n\nasync function playNextBlob() {\n if (!sourceBuffer || !mediaSource || pendingBlobs.length === 0) return\n if (sourceBuffer.updating) return\n\n // Check if MediaSource is still valid\n if (mediaSource.readyState !== 'open') {\n console.warn('MediaSource is no longer open, resetting audio pipeline')\n stopAudio()\n await setupAudioElement()\n return\n }\n\n const blob = pendingBlobs.shift()!\n\n try {\n // Double check sourceBuffer is still valid before appending\n if (\n sourceBuffer &&\n Array.from(mediaSource.sourceBuffers).includes(sourceBuffer)\n ) {\n const arrayBuffer = await blob.arrayBuffer()\n sourceBuffer.appendBuffer(arrayBuffer)\n } else {\n console.warn('SourceBuffer is no longer valid, resetting audio pipeline')\n stopAudio()\n await setupAudioElement()\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n if (error instanceof Error && error.name === 'InvalidStateError') {\n console.warn('Resetting audio pipeline due to invalid state')\n stopAudio()\n await setupAudioElement()\n }\n }\n}\n\n/**\n * Checks if the speaker device can be changed\n * @returns True if the speaker device can be changed, false otherwise\n */\nexport function canChangeSpeakerDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n}\n\nasync function setSinkId(speakerId?: string) {\n if (speakerId && canChangeSpeakerDevice() && audioElement) {\n // @ts-ignore\n return audioElement.setSinkId(speakerId)\n }\n}\n\n/**\n * Changes the speaker device\n * @param speakerId - The speakerId to use\n */\nexport async function changeSpeakerDevice(speakerId: string) {\n if (!canChangeSpeakerDevice()) return\n try {\n await setupAudioElement(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n}\n\n/**\n * Pauses the audio\n */\nexport function pauseAudio() {\n if (audioElement) {\n audioElement.pause()\n }\n}\n\n/**\n * Resumes the audio\n */\nexport function resumeAudio() {\n if (audioElement) {\n audioElement.play()\n }\n}\n\n/**\n * Plays the audio\n * @param blob - The blob to play (adds to the queue if already playing)\n */\nexport async function playAudio(blob: Blob) {\n if (!audioContext || !speakerAnalyser) return\n\n // Add blob to pending queue\n pendingBlobs.push(blob)\n\n // Initialize audio element if needed\n if (!audioElement) {\n await setupAudioElement()\n }\n\n if (!audioElement) return\n\n try {\n // Start playing if not already playing\n if (audioElement.paused) {\n audioElement.play()\n }\n\n // Try to process the queue if we can\n if (sourceBuffer && !sourceBuffer.updating && !isProcessingQueue) {\n processQueue()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n}\n\n/**\n * Stops the audio\n */\nexport function stopAudio() {\n // Clear pending blobs\n pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (mediaSource) {\n try {\n if (mediaSource.readyState === 'open') {\n mediaSource.endOfStream()\n }\n if (sourceBuffer && mediaSource.readyState !== 'closed') {\n mediaSource.removeSourceBuffer(sourceBuffer)\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n mediaSource = undefined\n sourceBuffer = undefined\n }\n\n // Destroy audio element\n if (audioElement) {\n audioElement.pause()\n audioElement.src = ''\n audioElement = undefined\n }\n\n // Clean up media stream\n if (currentMediaStream) {\n currentMediaStream.getTracks().forEach((track) => track.stop())\n currentMediaStream = undefined\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n async function unlock() {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n clean()\n }\n function clean() {\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { MicVAD } from '@ricky0123/vad-web/src'\nimport { VAD } from './VAD'\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n private vad: MicVAD | undefined\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n if (this.vad) return\n\n if (threshold !== undefined) {\n this.threshold = threshold\n }\n\n const speechThreshold = Math.min(\n Math.max((this.threshold + 100) / 100, 0),\n 1\n )\n\n this.vad = await MicVAD.new({\n stream,\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n positiveSpeechThreshold: speechThreshold,\n negativeSpeechThreshold: speechThreshold * 0.7, // Adjust negative threshold proportionally\n redemptionFrames: 5,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.pause()\n this.vad = undefined\n }\n\n async setThreshold(threshold: number): Promise<void> {\n if (threshold === this.threshold) return\n // Need to recreate the VAD instance with new threshold\n if (this.vad) {\n const stream = this.vad['stream'] // Access internal stream\n await this.stop()\n await this.start(stream, threshold)\n }\n }\n}\n","import EventEmitter from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n protected threshold: number\n\n /**\n * Constructor for the VAD class\n * @param threshold - The threshold to use for the VAD\n */\n constructor(threshold = 0) {\n super()\n this.threshold = threshold\n }\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n * @param threshold - The threshold to use for the VAD\n */\n abstract start(stream: MediaStream, threshold?: number): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Sets the threshold for the VAD\n * @param threshold - The threshold to use for the VAD\n */\n abstract setThreshold(threshold: number): Promise<void>\n}\n","import { VAD } from './VAD'\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n private audioContext: AudioContext | undefined\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private history: number = 10\n private speakingHistory: number[] = []\n\n constructor() {\n super()\n // Initialize speaking history\n for (let i = 0; i < this.history; i++) {\n this.speakingHistory.push(0)\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n if (this.running) return\n\n if (threshold !== undefined) {\n this.threshold = threshold\n }\n\n // Create audio context and nodes\n this.audioContext = new (window.AudioContext ||\n (window as any).webkitAudioContext)()\n this.analyser = this.audioContext.createAnalyser()\n this.sourceNode = this.audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n if (this.audioContext) {\n await this.audioContext.close()\n this.audioContext = undefined\n }\n\n this.fftBins = undefined\n }\n\n async setThreshold(threshold: number): Promise<void> {\n if (threshold === this.threshold) return\n this.threshold = threshold\n }\n}\n","import EventEmitter from 'eventemitter3'\nimport { CallClientCommands, CallServerCommands, Conversation } from '../..'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { startMicrophone, stopMicrophone } from '../audio/microphone'\nimport { pauseAudio, playAudio, resumeAudio, stopAudio } from '../audio/speaker'\nimport { SileroVAD } from '../audio/vad/SileroVAD'\nimport { VAD } from '../audio/vad/VAD'\nimport { VolumeVAD } from '../audio/vad/VolumeVAD'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndInterview: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport interface CallHandlerOptions {\n vad?: VAD | 'volume' | 'silero'\n}\n\nexport class CallHandler<\n Params extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n> extends EventEmitter<CallHandlerEvents> {\n private static instance: CallHandler<any>\n\n public static getInstance<\n T extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n >(options?: Options): CallHandler<T, Options> {\n if (!CallHandler.instance) {\n CallHandler.instance = new CallHandler<T, Options>(options)\n }\n return CallHandler.instance\n }\n\n public url?: string\n public params?: Params\n public micRecorder: MicRecorder\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n\n private constructor(options?: Options) {\n super()\n\n this.micRecorder = new MicRecorder(this.getVAD(options?.vad))\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] Received chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] Start speaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption: Stop speaker if playing\n stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] Stop speaking')\n this.ws?.send(CallClientCommands.StopSpeaking)\n })\n }\n\n private getVAD(vad?: VAD | 'volume' | 'silero'): VAD {\n if (!vad) return new VolumeVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n return vad\n }\n\n get isStarted() {\n return this.isWSStarted && this.micRecorder.state.isStarted\n }\n\n get isStarting() {\n return this.isWSStarting || this.micRecorder.state.isStarting\n }\n\n get isWSStarted() {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting() {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted() {\n return !!this.micStream\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder.mute()\n this.notifyStateChange()\n pauseAudio()\n }\n\n resume() {\n if (this.lastAudioBlob) {\n playAudio(this.lastAudioBlob)\n }\n resumeAudio()\n this.micRecorder.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder.stop()\n }\n\n // Start microphone\n this.micStream = await startMicrophone(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n stopMicrophone()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n playAudio(event.data)\n this.lastAudioBlob = event.data\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.UserMessage)) {\n // Received user speech transcript\n this.addMessage(\n 'user',\n event.data.substring(CallServerCommands.UserMessage.length + 1)\n )\n } else if (event.data.startsWith(CallServerCommands.AssistantMessage)) {\n // Received assistant answer\n this.addMessage(\n 'assistant',\n event.data.substring(CallServerCommands.AssistantMessage.length + 1)\n )\n } else if (event.data === CallServerCommands.EndInterview) {\n // Interview ended\n setTimeout(() => {\n this.emit('EndInterview')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.notifyStateChange()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(role: 'user' | 'assistant', message: string) {\n this.conversation.push({ role, content: message })\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'startSpeaking',\n StopSpeaking = 'stopSpeaking',\n Mute = 'mute',\n}\n\nexport enum CallServerCommands {\n UserMessage = 'userMessage',\n AssistantMessage = 'assistantMessage',\n CancelLastAssistantMessage = 'cancelLastAssistantMessage',\n EndInterview = 'endInterview',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(conversation: Conversation): Promise<string>\n speech2Text(blob: Blob, prompt?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport interface ConversationMessage {\n role: 'system' | 'user' | 'assistant'\n content: string\n}\n"],"mappings":";;;;;;;AAAO,IAAK,mBAAL,kBAAKA,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;;;ACAZ,OAAOC,mBAAkB;;;ACAzB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,OAAO,kBAAkB;AAMlB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC5CO,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;AFFA,IAAI;AACJ,IAAI;AACG,IAAI;AACX,IAAI;AAEG,IAAI;AACJ,IAAM,sBAAsB;AAEnC,SAAS,OAAO;AACd,MAAI,aAAc;AAGlB,iBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,gBAAc,IAAI,cAAc,YAAY;AAC9C;AAEA,KAAK;AAGL,SAAS,iBAAiB,SAAS,MAAM;AACvC,MAAI,cAAc,UAAU,aAAa;AACvC,kBAAc,OAAO;AAAA,EACvB;AACF,CAAC;AAED,SAAS,kBAAkB,UAA2C;AACpE,SAAO;AAAA,IACL,OAAO;AAAA,MACL,UAAU,EAAE,OAAO,SAAS;AAAA,MAC5B,YAAY;AAAA;AAAA,MACZ,YAAY;AAAA,MACZ,cAAc;AAAA,MACd,kBAAkB;AAAA,MAClB,kBAAkB;AAAA,IACpB;AAAA,EACF;AACF;AAOA,eAAsB,gBAAgB,UAAyC;AAC7E,MAAI,CAAC,gBAAgB,CAAC,aAAa;AACjC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AAGA,MAAI,CAAC,UAAU;AACb,eAAW,aAAa,2CAAkC,KAAK;AAAA,EACjE;AAEA,MAAI,aAAa;AAEf,QAAI,oBAAoB,UAAU;AAChC,aAAO;AAAA,IACT;AAGA,eAAW,WAAW;AAAA,EACxB;AAGA,gBAAc,MAAM,UAAU,aAAa;AAAA,IACzC,kBAAkB,QAAQ;AAAA,EAC5B;AAGA,QAAM,QAAQ,YAAY,UAAU,EAAE,CAAC;AACvC,QAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,MAAI,aAAa;AACf,iBAAa,6CAAoC,WAAW;AAC5D,sBAAkB;AAAA,EACpB,OAAO;AACL,iBAAa,8CAAqC;AAClD,sBAAkB;AAAA,EACpB;AAGA,MAAI,WAAY,YAAW,WAAW;AACtC,eAAa,aAAa,wBAAwB,WAAW;AAC7D,aAAW,QAAQ,YAAY,IAAI;AAEnC,SAAO;AACT;AAKO,SAAS,iBAAiB;AAC/B,MAAI,YAAY;AACd,eAAW,WAAW;AACtB,iBAAa;AAAA,EACf;AACA,MAAI,aAAa;AACf,eAAW,WAAW;AACtB,kBAAc;AAAA,EAChB;AACF;;;AGjGO,SAAS,oBACd,QACA,OACa;AACb,MAAI,CAAC,cAAc;AACjB,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;AJfA,IAAM,YAAY;AAUlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,WAAW;AACb;AAcO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAU/D,YAAY,KAAU;AACpB,UAAM;AARR,SAAQ,YAAY,KAAK,aAAa;AAItC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAkHhC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,WAAK,SAAS,MAAM,SAAS;AAC7B,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,qBAAqB,YAAY;AACvC,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAEZ,SAAQ,oBAAoB,YAAY;AACtC,UAAI,CAAC,KAAK,SAAU;AACpB,WAAK,SAAS,KAAK;AACnB,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,SAAU;AACpB,WAAK,SAAS,KAAK;AACnB,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AApIV,UAAM,YACJ,WAAW,aAAa,iDAAqC,KAAK,GAAG,KACrE;AAGF,SAAK,QAAQ,EAAE,GAAG,yBAAyB,UAAU;AACrD,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,KAAK,IAAI,QAAQ,MAAO;AAAA,MAC1B;AACA,WAAK,gBAAgB;AAGrB,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,QACtD,UAAU,KAAK,UAAU;AAAA,QACzB,oBAAoB;AAAA,MACtB,CAAC;AACD,WAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAG9D,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,aAAa,WAAmB;AAC9B,SAAK,YAAY,EAAE,UAAU,CAAC;AAC9B,iBAAa,mDAAuC,UAAU,SAAS,CAAC;AACxE,SAAK,IAAI,aAAa,SAAS;AAAA,EACjC;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,QAAQ,KAAK,MAAM,SAAS;AAAA,EACnD;AAAA,EAEA,MAAc,wBAAwB;AACpC,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EA4BA,MAAc,gBAAgB,WAAsB;AAClD,QAAI,CAAC,KAAK,mBAAmB;AAE3B,WAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,cAAc;AACrC,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,aAAa,SAAS;AAG3B,SAAK,KAAK,SAAS,UAAU,IAAI;AAAA,EACnC;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AK/NA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAChE,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGC,SAAQ,KAAK,CAAC;AACtE,iBAAeA,UAAS;AACtB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AACA,UAAM;AAAA,EACR;AACA,WAAS,QAAQ;AACf,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AACF;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AD1BA,IAAI;AACJ,IAAIE;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI;AACJ,IAAI,oBAAoB;AACxB,IAAM,eAAuB,CAAC;AAEvB,IAAI;AAEX,SAASC,QAAO;AACd,MAAID,cAAc;AAElB,EAAAA,gBAAe,KAAK,OAAO,gBACxB,OAAe,oBAAoB;AACtC,oBAAkB,IAAI,cAAcA,aAAY;AAChD,SAAOA,aAAY;AACrB;AAEAC,MAAK;AAEL,eAAe,kBAAkB,WAAoB;AACnD,MAAI,CAACD,iBAAgB,CAAC,gBAAiB;AAGvC,MAAI,CAAC,WAAW;AACd,gBACE,aAAa,mDAAsC,KAAK;AAAA,EAC5D;AAGA,MAAI,CAAC,cAAc;AACjB,mBAAe,IAAI,MAAM;AACzB,iBAAa,WAAW;AACxB,kBAAc,IAAI,YAAY;AAC9B,QAAI,CAAC,aAAa;AAChB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AACA,iBAAa,MAAM,IAAI,gBAAgB,WAAW;AAGlD,UAAM,KAAK;AACX,OAAG,iBAAiB,cAAc,MAAM;AACtC,qBAAe,GAAG,gBAAgB,YAAY;AAG9C,mBAAa,iBAAiB,aAAa,MAAM;AAC/C,qBAAa;AAAA,MACf,CAAC;AAGD,UAAI,aAAa,SAAS,GAAG;AAC3B,qBAAa;AAAA,MACf;AAAA,IACF,CAAC;AAGD,iBAAa,iBAAiB,cAAc,SAAS,eAAe;AAClE,UAAI,CAACA,iBAAgB,CAAC,mBAAmB,CAAC,aAAc;AAExD,UAAI;AAEF,cAAM,cAAe,aAAqB,cAAc;AAGxD,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,6BAAqB;AACrB,cAAME,cAAaF,cAAa,wBAAwB,WAAW;AACnE,QAAAE,YAAW,QAAQ,gBAAgB,IAAI;AAGvC,qBAAa,oBAAoB,cAAc,YAAY;AAAA,MAC7D,SAAS,OAAO;AACd,gBAAQ,MAAM,uCAAuC,KAAK;AAAA,MAC5D;AAAA,IACF,CAAC;AAAA,EACH;AAGA,MAAI,WAAW;AACb,QAAI;AACF,YAAM,UAAU,SAAS;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,eAAe;AAC5B,MAAI,CAAC,gBAAgB,CAAC,eAAe,aAAa,WAAW,EAAG;AAChE,MAAI,qBAAqB,aAAa,SAAU;AAEhD,sBAAoB;AACpB,MAAI;AACF,UAAM,aAAa;AAAA,EACrB,UAAE;AACA,wBAAoB;AAEpB,QAAI,aAAa,SAAS,KAAK,CAAC,aAAa,UAAU;AACrD,mBAAa;AAAA,IACf;AAAA,EACF;AACF;AAEA,eAAe,eAAe;AAC5B,MAAI,CAAC,gBAAgB,CAAC,eAAe,aAAa,WAAW,EAAG;AAChE,MAAI,aAAa,SAAU;AAG3B,MAAI,YAAY,eAAe,QAAQ;AACrC,YAAQ,KAAK,yDAAyD;AACtE,cAAU;AACV,UAAM,kBAAkB;AACxB;AAAA,EACF;AAEA,QAAM,OAAO,aAAa,MAAM;AAEhC,MAAI;AAEF,QACE,gBACA,MAAM,KAAK,YAAY,aAAa,EAAE,SAAS,YAAY,GAC3D;AACA,YAAM,cAAc,MAAM,KAAK,YAAY;AAC3C,mBAAa,aAAa,WAAW;AAAA,IACvC,OAAO;AACL,cAAQ,KAAK,2DAA2D;AACxE,gBAAU;AACV,YAAM,kBAAkB;AAAA,IAC1B;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,QAAI,iBAAiB,SAAS,MAAM,SAAS,qBAAqB;AAChE,cAAQ,KAAK,+CAA+C;AAC5D,gBAAU;AACV,YAAM,kBAAkB;AAAA,IAC1B;AAAA,EACF;AACF;AAMO,SAAS,yBAAkC;AAChD,SACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAEnE;AAEA,eAAe,UAAU,WAAoB;AAC3C,MAAI,aAAa,uBAAuB,KAAK,cAAc;AAEzD,WAAO,aAAa,UAAU,SAAS;AAAA,EACzC;AACF;AAMA,eAAsB,oBAAoB,WAAmB;AAC3D,MAAI,CAAC,uBAAuB,EAAG;AAC/B,MAAI;AACF,UAAM,kBAAkB,SAAS;AACjC,iBAAa,qDAAwC,SAAS;AAAA,EAChE,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,EACnE;AACF;AAKO,SAAS,aAAa;AAC3B,MAAI,cAAc;AAChB,iBAAa,MAAM;AAAA,EACrB;AACF;AAKO,SAAS,cAAc;AAC5B,MAAI,cAAc;AAChB,iBAAa,KAAK;AAAA,EACpB;AACF;AAMA,eAAsB,UAAU,MAAY;AAC1C,MAAI,CAACF,iBAAgB,CAAC,gBAAiB;AAGvC,eAAa,KAAK,IAAI;AAGtB,MAAI,CAAC,cAAc;AACjB,UAAM,kBAAkB;AAAA,EAC1B;AAEA,MAAI,CAAC,aAAc;AAEnB,MAAI;AAEF,QAAI,aAAa,QAAQ;AACvB,mBAAa,KAAK;AAAA,IACpB;AAGA,QAAI,gBAAgB,CAAC,aAAa,YAAY,CAAC,mBAAmB;AAChE,mBAAa;AAAA,IACf;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,EACvD;AACF;AAKO,SAAS,YAAY;AAE1B,eAAa,SAAS;AAGtB,MAAI,aAAa;AACf,QAAI;AACF,UAAI,YAAY,eAAe,QAAQ;AACrC,oBAAY,YAAY;AAAA,MAC1B;AACA,UAAI,gBAAgB,YAAY,eAAe,UAAU;AACvD,oBAAY,mBAAmB,YAAY;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,kCAAkC,KAAK;AAAA,IACvD;AACA,kBAAc;AACd,mBAAe;AAAA,EACjB;AAGA,MAAI,cAAc;AAChB,iBAAa,MAAM;AACnB,iBAAa,MAAM;AACnB,mBAAe;AAAA,EACjB;AAGA,MAAI,oBAAoB;AACtB,uBAAmB,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AAC9D,yBAAqB;AAAA,EACvB;AACF;;;AExQA,SAAS,cAAc;;;ACAvB,OAAOG,mBAAkB;AAiBlB,IAAe,MAAf,cAA2BA,cAAwB;AAAA;AAAA;AAAA;AAAA;AAAA,EAUxD,YAAY,YAAY,GAAG;AACzB,UAAM;AATR;AAAA,SAAO,QAAQ;AAUb,SAAK,YAAY;AAAA,EACnB;AAyBF;;;ADhDO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAGjC,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,QAAI,KAAK,IAAK;AAEd,QAAI,cAAc,QAAW;AAC3B,WAAK,YAAY;AAAA,IACnB;AAEA,UAAM,kBAAkB,KAAK;AAAA,MAC3B,KAAK,KAAK,KAAK,YAAY,OAAO,KAAK,CAAC;AAAA,MACxC;AAAA,IACF;AAEA,SAAK,MAAM,MAAM,OAAO,IAAI;AAAA,MAC1B;AAAA,MACA,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,yBAAyB;AAAA,MACzB,yBAAyB,kBAAkB;AAAA;AAAA,MAC3C,kBAAkB;AAAA,IACpB,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,MAAM;AACf,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,aAAa,WAAkC;AACnD,QAAI,cAAc,KAAK,UAAW;AAElC,QAAI,KAAK,KAAK;AACZ,YAAM,SAAS,KAAK,IAAI,QAAQ;AAChC,YAAM,KAAK,KAAK;AAChB,YAAM,KAAK,MAAM,QAAQ,SAAS;AAAA,IACpC;AAAA,EACF;AACF;;;AEjDO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAWjC,cAAc;AACZ,UAAM;AAPR,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,UAAkB;AAC1B,SAAQ,kBAA4B,CAAC;AAKnC,aAAS,IAAI,GAAG,IAAI,KAAK,SAAS,KAAK;AACrC,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,QAAI,KAAK,QAAS;AAElB,QAAI,cAAc,QAAW;AAC3B,WAAK,YAAY;AAAA,IACnB;AAGA,SAAK,eAAe,KAAK,OAAO,gBAC7B,OAAe,oBAAoB;AACtC,SAAK,WAAW,KAAK,aAAa,eAAe;AACjD,SAAK,aAAa,KAAK,aAAa,wBAAwB,MAAM;AAGlE,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,WAAW;AAClC,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,SAAS,CAAC;AAGhE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,QAAI,KAAK,cAAc;AACrB,YAAM,KAAK,aAAa,MAAM;AAC9B,WAAK,eAAe;AAAA,IACtB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,MAAM,aAAa,WAAkC;AACnD,QAAI,cAAc,KAAK,UAAW;AAClC,SAAK,YAAY;AAAA,EACnB;AACF;;;AC9JA,OAAOC,mBAAkB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADOO,IAAM,cAAN,MAAM,qBAGHC,cAAgC;AAAA,EAwBhC,YAAY,SAAmB;AACrC,UAAM;AATR,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAMlB,SAAK,cAAc,IAAI,YAAY,KAAK,OAAO,SAAS,GAAG,CAAC;AAG5D,SAAK,YAAY,GAAG,eAAe,MAAM;AACvC,WAAK,kBAAkB;AAAA,IACzB,CAAC;AAGD,SAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,WAAK,IAAI,wBAAwB,IAAI;AACrC,WAAK,IAAI,KAAK,IAAI;AAAA,IACpB,CAAC;AAGD,SAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,WAAK,IAAI,sBAAsB;AAC/B,WAAK,IAAI,wCAAqC;AAE9C,gBAAU;AAAA,IACZ,CAAC;AAGD,SAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,WAAK,IAAI,qBAAqB;AAC9B,WAAK,IAAI,sCAAoC;AAAA,IAC/C,CAAC;AAAA,EACH;AAAA,EAlDA,OAAc,YAGZ,SAA4C;AAC5C,QAAI,CAAC,aAAY,UAAU;AACzB,mBAAY,WAAW,IAAI,aAAwB,OAAO;AAAA,IAC5D;AACA,WAAO,aAAY;AAAA,EACrB;AAAA,EA4CQ,OAAO,KAAsC;AACnD,QAAI,CAAC,IAAK,QAAO,IAAI,UAAU;AAC/B,QAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,QAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAY;AACd,WAAO,KAAK,eAAe,KAAK,YAAY,MAAM;AAAA,EACpD;AAAA,EAEA,IAAI,aAAa;AACf,WAAO,KAAK,gBAAgB,KAAK,YAAY,MAAM;AAAA,EACrD;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,YAAY,KAAK;AACtB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,YAAY,KAAK;AACtB,SAAK,kBAAkB;AACvB,eAAW;AAAA,EACb;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,gBAAU,KAAK,aAAa;AAAA,IAC9B;AACA,gBAAY;AACZ,SAAK,YAAY,OAAO;AACxB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AAEF,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,YAAY,KAAK;AAAA,MACxB;AAGA,WAAK,YAAY,MAAM,gBAAgB,QAAQ;AAC/C,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,mBAAe;AACf,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,kBAAU,MAAM,IAAI;AACpB,aAAK,gBAAgB,MAAM;AAAA,MAC7B,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,0CAAyC,GAAG;AAEhE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,0CAAyC,SAAS,CAAC;AAAA,QAChE;AAAA,MACF,WAAW,MAAM,KAAK,oDAA8C,GAAG;AAErE,aAAK;AAAA,UACH;AAAA,UACA,MAAM,KAAK,oDAA8C,SAAS,CAAC;AAAA,QACrE;AAAA,MACF,WAAW,MAAM,4CAA0C;AAEzD,mBAAW,MAAM;AACf,eAAK,KAAK,cAAc;AAAA,QAC1B,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,aAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,kBAAkB;AAEvB,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,MAA4B,SAAiB;AAC9D,SAAK,aAAa,KAAK,EAAE,MAAM,SAAS,QAAQ,CAAC;AACjD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AEvRO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,iBAAc;AACd,EAAAA,oBAAA,sBAAmB;AACnB,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,kBAAe;AAJL,SAAAA;AAAA,GAAA;","names":["LocalStorageKeys","EventEmitter","audioContext","EventEmitter","audioContext","unlock","audioContext","init","sourceNode","EventEmitter","EventEmitter","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@micdrop/client",
3
- "version": "1.1.0",
3
+ "version": "1.2.0",
4
4
  "description": "A lib for browser that helps to use the mic and speaker for voice conversation",
5
5
  "author": "Lonestone",
6
6
  "license": "MIT",
@@ -33,6 +33,7 @@
33
33
  "conversation"
34
34
  ],
35
35
  "dependencies": {
36
+ "@ricky0123/vad-web": "https://gitpkg.vercel.app/ricky0123/vad/packages/web?aef5853f5822af89fbbe23458f98702f9081941d",
36
37
  "eventemitter3": "^5.0.1",
37
38
  "hark": "^1.2.3"
38
39
  },