@micdrop/client 1.7.2 → 1.7.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -45,12 +45,19 @@ interface VADEvents {
45
45
  ConfirmSpeaking: void;
46
46
  CancelSpeaking: void;
47
47
  StopSpeaking: void;
48
+ ChangeStatus: [VADStatus];
49
+ }
50
+ declare enum VADStatus {
51
+ Silence = 0,
52
+ MaybeSpeaking = 1,
53
+ Speaking = 2
48
54
  }
49
55
  /**
50
56
  * Abstract VAD class
51
57
  * VAD = Voice Activity Detection
52
58
  */
53
59
  declare abstract class VAD extends EventEmitter<VADEvents> {
60
+ status: VADStatus;
54
61
  delay: number;
55
62
  /**
56
63
  * Checks if the VAD is started
@@ -66,6 +73,18 @@ declare abstract class VAD extends EventEmitter<VADEvents> {
66
73
  * Stops the VAD
67
74
  */
68
75
  abstract stop(): Promise<void>;
76
+ /**
77
+ * Emits an event (overrides the default implementation)
78
+ * @param event - The event to emit
79
+ * @param args - The arguments to emit
80
+ * @returns True if the event was emitted, false otherwise
81
+ */
82
+ emit<T extends keyof VADEvents>(event: T, ...args: EventEmitter.EventArgs<VADEvents, T>): boolean;
83
+ /**
84
+ * Sets the status of the VAD
85
+ * @param status - The status to set
86
+ */
87
+ setStatus(status: VADStatus): void;
69
88
  }
70
89
 
71
90
  type VADConfigName = 'volume' | 'silero';
@@ -144,13 +163,10 @@ declare enum LocalStorageKeys {
144
163
  */
145
164
  declare class MultipleVAD extends VAD {
146
165
  vads: VAD[];
147
- private startSpeakingCount;
148
- private confirmSpeakingCount;
149
- private lastEventName;
150
166
  constructor(vads: Array<VAD | VADConfigName>);
151
- emit(eventName: keyof VADEvents, ..._: any[]): boolean;
152
167
  get isStarted(): boolean;
153
168
  start(stream: MediaStream, threshold?: number): Promise<void>;
169
+ private onStatusChange;
154
170
  stop(): Promise<void>;
155
171
  }
156
172
 
@@ -305,4 +321,4 @@ interface ConversationMessage<Data extends CallMetadata = CallMetadata> {
305
321
  metadata?: Data;
306
322
  }
307
323
 
308
- export { CallClientCommands, type CallConfig, CallHandler, CallHandlerError, CallHandlerErrorCode, type CallHandlerEvents, type CallHandlerOptions, type CallMetadata, CallServerCommands, type CallSummary, type Conversation, type ConversationMessage, LocalStorageKeys, mic as Mic, MicRecorder, type MicRecorderEvents, type MicRecorderState, MultipleVAD, SileroVAD, type SileroVADOptions, speaker as Speaker, VAD, type VADEvents, VolumeVAD, type VolumeVADOptions };
324
+ export { CallClientCommands, type CallConfig, CallHandler, CallHandlerError, CallHandlerErrorCode, type CallHandlerEvents, type CallHandlerOptions, type CallMetadata, CallServerCommands, type CallSummary, type Conversation, type ConversationMessage, LocalStorageKeys, mic as Mic, MicRecorder, type MicRecorderEvents, type MicRecorderState, MultipleVAD, SileroVAD, type SileroVADOptions, speaker as Speaker, VAD, type VADEvents, VADStatus, VolumeVAD, type VolumeVADOptions };
package/dist/index.d.ts CHANGED
@@ -45,12 +45,19 @@ interface VADEvents {
45
45
  ConfirmSpeaking: void;
46
46
  CancelSpeaking: void;
47
47
  StopSpeaking: void;
48
+ ChangeStatus: [VADStatus];
49
+ }
50
+ declare enum VADStatus {
51
+ Silence = 0,
52
+ MaybeSpeaking = 1,
53
+ Speaking = 2
48
54
  }
49
55
  /**
50
56
  * Abstract VAD class
51
57
  * VAD = Voice Activity Detection
52
58
  */
53
59
  declare abstract class VAD extends EventEmitter<VADEvents> {
60
+ status: VADStatus;
54
61
  delay: number;
55
62
  /**
56
63
  * Checks if the VAD is started
@@ -66,6 +73,18 @@ declare abstract class VAD extends EventEmitter<VADEvents> {
66
73
  * Stops the VAD
67
74
  */
68
75
  abstract stop(): Promise<void>;
76
+ /**
77
+ * Emits an event (overrides the default implementation)
78
+ * @param event - The event to emit
79
+ * @param args - The arguments to emit
80
+ * @returns True if the event was emitted, false otherwise
81
+ */
82
+ emit<T extends keyof VADEvents>(event: T, ...args: EventEmitter.EventArgs<VADEvents, T>): boolean;
83
+ /**
84
+ * Sets the status of the VAD
85
+ * @param status - The status to set
86
+ */
87
+ setStatus(status: VADStatus): void;
69
88
  }
70
89
 
71
90
  type VADConfigName = 'volume' | 'silero';
@@ -144,13 +163,10 @@ declare enum LocalStorageKeys {
144
163
  */
145
164
  declare class MultipleVAD extends VAD {
146
165
  vads: VAD[];
147
- private startSpeakingCount;
148
- private confirmSpeakingCount;
149
- private lastEventName;
150
166
  constructor(vads: Array<VAD | VADConfigName>);
151
- emit(eventName: keyof VADEvents, ..._: any[]): boolean;
152
167
  get isStarted(): boolean;
153
168
  start(stream: MediaStream, threshold?: number): Promise<void>;
169
+ private onStatusChange;
154
170
  stop(): Promise<void>;
155
171
  }
156
172
 
@@ -305,4 +321,4 @@ interface ConversationMessage<Data extends CallMetadata = CallMetadata> {
305
321
  metadata?: Data;
306
322
  }
307
323
 
308
- export { CallClientCommands, type CallConfig, CallHandler, CallHandlerError, CallHandlerErrorCode, type CallHandlerEvents, type CallHandlerOptions, type CallMetadata, CallServerCommands, type CallSummary, type Conversation, type ConversationMessage, LocalStorageKeys, mic as Mic, MicRecorder, type MicRecorderEvents, type MicRecorderState, MultipleVAD, SileroVAD, type SileroVADOptions, speaker as Speaker, VAD, type VADEvents, VolumeVAD, type VolumeVADOptions };
324
+ export { CallClientCommands, type CallConfig, CallHandler, CallHandlerError, CallHandlerErrorCode, type CallHandlerEvents, type CallHandlerOptions, type CallMetadata, CallServerCommands, type CallSummary, type Conversation, type ConversationMessage, LocalStorageKeys, mic as Mic, MicRecorder, type MicRecorderEvents, type MicRecorderState, MultipleVAD, SileroVAD, type SileroVADOptions, speaker as Speaker, VAD, type VADEvents, VADStatus, VolumeVAD, type VolumeVADOptions };
package/dist/index.js CHANGED
@@ -42,6 +42,7 @@ __export(index_exports, {
42
42
  SileroVAD: () => SileroVAD,
43
43
  Speaker: () => speaker,
44
44
  VAD: () => VAD,
45
+ VADStatus: () => VADStatus,
45
46
  VolumeVAD: () => VolumeVAD
46
47
  });
47
48
  module.exports = __toCommonJS(index_exports);
@@ -221,26 +222,61 @@ function createDelayedStream(stream, delay) {
221
222
 
222
223
  // src/audio/vad/VAD.ts
223
224
  var import_eventemitter32 = __toESM(require("eventemitter3"));
225
+ var VADStatus = /* @__PURE__ */ ((VADStatus2) => {
226
+ VADStatus2[VADStatus2["Silence"] = 0] = "Silence";
227
+ VADStatus2[VADStatus2["MaybeSpeaking"] = 1] = "MaybeSpeaking";
228
+ VADStatus2[VADStatus2["Speaking"] = 2] = "Speaking";
229
+ return VADStatus2;
230
+ })(VADStatus || {});
224
231
  var VAD = class extends import_eventemitter32.default {
225
232
  constructor() {
226
233
  super(...arguments);
234
+ this.status = 0 /* Silence */;
227
235
  // Max delay to detect speech, can be used to record delayed stream
228
236
  this.delay = 100;
229
237
  }
238
+ /**
239
+ * Emits an event (overrides the default implementation)
240
+ * @param event - The event to emit
241
+ * @param args - The arguments to emit
242
+ * @returns True if the event was emitted, false otherwise
243
+ */
244
+ emit(event, ...args) {
245
+ switch (event) {
246
+ case "StartSpeaking":
247
+ this.setStatus(1 /* MaybeSpeaking */);
248
+ break;
249
+ case "ConfirmSpeaking":
250
+ this.setStatus(2 /* Speaking */);
251
+ break;
252
+ case "CancelSpeaking":
253
+ this.setStatus(0 /* Silence */);
254
+ break;
255
+ case "StopSpeaking":
256
+ this.setStatus(0 /* Silence */);
257
+ break;
258
+ default:
259
+ break;
260
+ }
261
+ return super.emit(event, ...args);
262
+ }
263
+ /**
264
+ * Sets the status of the VAD
265
+ * @param status - The status to set
266
+ */
267
+ setStatus(status) {
268
+ if (this.status === status) return;
269
+ this.status = status;
270
+ super.emit("ChangeStatus", status);
271
+ }
230
272
  };
231
273
 
232
274
  // src/audio/vad/MultipleVAD.ts
233
275
  var MultipleVAD = class extends VAD {
234
276
  constructor(vads) {
235
277
  super();
236
- this.startSpeakingCount = 0;
237
- this.confirmSpeakingCount = 0;
238
- this.lastEventName = "StopSpeaking";
239
278
  this.vads = vads.map((vad) => getVAD(vad));
240
- }
241
- emit(eventName, ..._) {
242
- this.lastEventName = eventName;
243
- return super.emit(eventName);
279
+ this.onStatusChange = this.onStatusChange.bind(this);
244
280
  }
245
281
  get isStarted() {
246
282
  return this.vads.some((vad) => vad.isStarted);
@@ -250,40 +286,45 @@ var MultipleVAD = class extends VAD {
250
286
  if (vad.isStarted) {
251
287
  continue;
252
288
  }
253
- vad.on("StartSpeaking", () => {
254
- this.startSpeakingCount++;
255
- if ((this.lastEventName === "StopSpeaking" || this.lastEventName === "CancelSpeaking") && this.startSpeakingCount === this.vads.length) {
256
- this.emit("StartSpeaking");
257
- }
258
- });
259
- vad.on("ConfirmSpeaking", () => {
260
- this.confirmSpeakingCount++;
261
- if (this.lastEventName === "StartSpeaking" && this.confirmSpeakingCount === this.vads.length) {
289
+ vad.on("ChangeStatus", this.onStatusChange);
290
+ await vad.start(stream);
291
+ }
292
+ }
293
+ onStatusChange() {
294
+ const isAllSilence = this.vads.every(
295
+ (vad) => vad.status === 0 /* Silence */
296
+ );
297
+ const isAllSpeaking = this.vads.every(
298
+ (vad) => vad.status === 2 /* Speaking */
299
+ );
300
+ switch (this.status) {
301
+ case 0 /* Silence */:
302
+ if (isAllSilence) break;
303
+ this.emit("StartSpeaking");
304
+ if (isAllSpeaking) {
262
305
  this.emit("ConfirmSpeaking");
263
306
  }
264
- });
265
- vad.on("CancelSpeaking", () => {
266
- this.startSpeakingCount--;
267
- if (this.lastEventName === "StartSpeaking") {
307
+ break;
308
+ case 1 /* MaybeSpeaking */:
309
+ if (isAllSilence) {
268
310
  this.emit("CancelSpeaking");
311
+ break;
269
312
  }
270
- });
271
- vad.on("StopSpeaking", () => {
272
- this.startSpeakingCount--;
273
- this.confirmSpeakingCount--;
274
- if (this.lastEventName === "ConfirmSpeaking") {
313
+ if (isAllSpeaking) {
314
+ this.emit("ConfirmSpeaking");
315
+ }
316
+ break;
317
+ case 2 /* Speaking */:
318
+ if (isAllSilence) {
275
319
  this.emit("StopSpeaking");
276
320
  }
277
- this.startSpeakingCount = 0;
278
- this.confirmSpeakingCount = 0;
279
- });
280
- await vad.start(stream);
321
+ break;
281
322
  }
282
323
  }
283
324
  async stop() {
284
325
  for (const vad of this.vads) {
326
+ vad.off("ChangeStatus", this.onStatusChange);
285
327
  await vad.stop();
286
- vad.removeAllListeners();
287
328
  }
288
329
  }
289
330
  };
@@ -596,9 +637,6 @@ var MicRecorder = class extends import_eventemitter33.default {
596
637
  }
597
638
  }
598
639
  async startSpeakingDetection(stream) {
599
- if (!this.vad) {
600
- throw new Error("VAD not initialized");
601
- }
602
640
  if (this.vad.isStarted) {
603
641
  this.vad.stop();
604
642
  }
@@ -609,9 +647,6 @@ var MicRecorder = class extends import_eventemitter33.default {
609
647
  await this.vad.start(stream);
610
648
  }
611
649
  async stopSpeakingDetection() {
612
- if (!this.vad) {
613
- throw new Error("VAD not initialized");
614
- }
615
650
  this.vad.off("StartSpeaking", this.onStartSpeaking);
616
651
  this.vad.off("ConfirmSpeaking", this.onConfirmSpeaking);
617
652
  this.vad.off("CancelSpeaking", this.onCancelSpeaking);
@@ -1259,6 +1294,7 @@ var CallServerCommands = /* @__PURE__ */ ((CallServerCommands2) => {
1259
1294
  SileroVAD,
1260
1295
  Speaker,
1261
1296
  VAD,
1297
+ VADStatus,
1262
1298
  VolumeVAD
1263
1299
  });
1264
1300
  //# sourceMappingURL=index.js.map
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/index.ts","../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/mic.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","../src/audio/player/SpeakerPlayer.ts","../src/audio/player/SpeakerConcatPlayer.ts","../src/audio/player/SpeakerMediaSourcePlayer.ts","../src/audio/player/SpeakerSequencePlayer.ts","../src/audio/speaker.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["export { mic as Mic } from './audio/mic'\nexport * from './audio/MicRecorder'\nexport { speaker as Speaker } from './audio/speaker'\nexport * from './audio/utils/localStorage'\nexport * from './audio/vad'\nexport * from './call/CallHandler'\nexport * from './call/CallHandlerError'\nexport * from './types'\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport let mic: Mic\n\nclass Mic {\n private currentDeviceId: string | undefined\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n }\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.currentDeviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n\ndeclare global {\n interface Window {\n micdropMic: Mic\n }\n}\n\nif (!window.micdropMic) {\n window.micdropMic = new Mic()\n}\nmic = window.micdropMic\n","import EventEmitter from 'eventemitter3'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD } from './vad/VAD'\nimport { getVAD, VADConfig } from './vad/getVAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private vad: VAD\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (!this.vad) {\n throw new Error('VAD not initialized')\n }\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream)\n }\n\n private async stopSpeakingDetection() {\n if (!this.vad) {\n throw new Error('VAD not initialized')\n }\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n } catch (error) {\n console.error(error)\n }\n }).bind(this)\n\n private onConfirmSpeaking = (async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }).bind(this)\n\n private onCancelSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import EventEmitter from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADEvents } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n private startSpeakingCount = 0\n private confirmSpeakingCount = 0\n private lastEventName: keyof VADEvents = 'StopSpeaking'\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n }\n\n emit(eventName: keyof VADEvents, ..._: any[]) {\n this.lastEventName = eventName\n return super.emit(eventName)\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('StartSpeaking', () => {\n this.startSpeakingCount++\n if (\n (this.lastEventName === 'StopSpeaking' ||\n this.lastEventName === 'CancelSpeaking') &&\n this.startSpeakingCount === this.vads.length\n ) {\n this.emit('StartSpeaking')\n }\n })\n vad.on('ConfirmSpeaking', () => {\n this.confirmSpeakingCount++\n if (\n this.lastEventName === 'StartSpeaking' &&\n this.confirmSpeakingCount === this.vads.length\n ) {\n this.emit('ConfirmSpeaking')\n }\n })\n vad.on('CancelSpeaking', () => {\n this.startSpeakingCount--\n if (this.lastEventName === 'StartSpeaking') {\n this.emit('CancelSpeaking')\n }\n })\n vad.on('StopSpeaking', () => {\n this.startSpeakingCount--\n this.confirmSpeakingCount--\n if (this.lastEventName === 'ConfirmSpeaking') {\n this.emit('StopSpeaking')\n }\n // Quick fix / security (this shouldn't happen)\n this.startSpeakingCount = 0\n this.confirmSpeakingCount = 0\n })\n\n await vad.start(stream)\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n await vad.stop()\n vad.removeAllListeners()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web/src'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new VolumeVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n","export abstract class SpeakerPlayer {\n protected audioContext: AudioContext\n\n constructor(protected outputNode: AudioNode) {\n // Ensure we have an AudioContext from the outputNode\n const ctx = outputNode.context\n if (!(ctx instanceof AudioContext)) {\n throw new Error('OutputNode must be connected to an AudioContext')\n }\n this.audioContext = ctx\n }\n\n abstract setup(): Promise<void>\n abstract addBlob(blob: Blob): void\n abstract stop(): void\n abstract destroy(): void\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerConcatPlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private sourceStartTime: number | undefined\n private prevSourceDuration: number = 0\n private currentSource: AudioBufferSourceNode | undefined\n private nextSource: AudioBufferSourceNode | undefined\n private currentBuffer: ArrayBuffer | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private replaceSource() {\n if (!this.nextSource) return\n\n const time = performance.now() / 1000\n const source = this.nextSource\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n if (source !== this.currentSource) return\n this.prevSourceDuration = source.buffer?.duration ?? 0\n this.sourceStartTime = undefined\n this.currentSource = undefined\n source.disconnect()\n this.replaceSource()\n }\n\n // Calculate the offset for the source start time\n const offset =\n this.prevSourceDuration +\n (this.sourceStartTime ? time - this.sourceStartTime : 0)\n\n // Start the source with the calculated offset\n source.start(0, offset)\n\n if (!this.sourceStartTime) {\n this.sourceStartTime = time\n }\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = source\n this.nextSource = undefined\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Concat buffers\n this.currentBuffer = this.currentBuffer\n ? this.concatArrayBuffers(this.currentBuffer, arrayBuffer)\n : arrayBuffer\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(\n // Copy the buffer to avoid mutating the original\n this.copyArrayBuffer(this.currentBuffer)\n )\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n this.nextSource = source\n this.replaceSource()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n private concatArrayBuffers(buffer1: ArrayBuffer, buffer2: ArrayBuffer) {\n const tmp = new Uint8Array(buffer1.byteLength + buffer2.byteLength)\n tmp.set(new Uint8Array(buffer1), 0)\n tmp.set(new Uint8Array(buffer2), buffer1.byteLength)\n return tmp.buffer\n }\n\n private copyArrayBuffer(buffer: ArrayBuffer) {\n const destination = new ArrayBuffer(buffer.byteLength)\n new Uint8Array(destination).set(new Uint8Array(buffer))\n return destination\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.sourceStartTime = undefined\n this.prevSourceDuration = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n this.nextSource = undefined\n this.currentBuffer = undefined\n this.isConvertingBlob = false\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { stopStream } from '../utils/stopStream'\nimport { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerMediaSourcePlayer extends SpeakerPlayer {\n public static isCompatible =\n typeof MediaSource !== 'undefined' &&\n MediaSource.isTypeSupported('audio/mpeg')\n\n private mediaSource: MediaSource | undefined\n private mediaStream: MediaStream | undefined\n private sourceBuffer: SourceBuffer | undefined\n private isProcessingQueue = false\n private pendingBlobs: Blob[] = []\n private audioElement: HTMLAudioElement | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n async setup() {\n if (this.audioElement || this.mediaSource) return\n\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n this.audioElement.muted = true\n this.mediaSource = new MediaSource()\n\n if (!this.mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n\n this.audioElement.src = URL.createObjectURL(this.mediaSource)\n\n // Setup MediaSource when it opens\n await new Promise<void>((resolve) => {\n this.mediaSource?.addEventListener('sourceopen', () => {\n const sourceBuffer = this.mediaSource?.addSourceBuffer('audio/mpeg')\n if (!sourceBuffer) throw new Error('Failed to create SourceBuffer')\n this.sourceBuffer = sourceBuffer\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => this.processQueue())\n\n // Process any pending blobs\n this.processQueue()\n resolve()\n })\n })\n\n // Connect audio element to analyser when we have data\n await new Promise<void>((resolve) => {\n const onTimeUpdate = () => {\n this.audioElement?.removeEventListener('timeupdate', onTimeUpdate)\n if (!this.audioElement) {\n throw new Error('Audio element or audio context not found')\n }\n\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (\n this.audioElement as any\n ).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n this.mediaStream = mediaStream\n this.sourceNode = this.audioContext.createMediaStreamSource(mediaStream)\n this.sourceNode.connect(this.outputNode)\n this.audioElement.currentTime = 0\n resolve()\n }\n this.audioElement?.addEventListener('timeupdate', onTimeUpdate)\n })\n }\n\n private async processQueue() {\n if (\n !this.sourceBuffer ||\n !this.mediaSource ||\n this.pendingBlobs.length === 0 ||\n this.isProcessingQueue ||\n this.sourceBuffer.updating\n ) {\n return\n }\n\n this.isProcessingQueue = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Append the blob to the source buffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Re-check if still processing (not stopped)\n if (this.isProcessingQueue) {\n this.sourceBuffer.appendBuffer(arrayBuffer)\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n } finally {\n this.isProcessingQueue = false\n }\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n\n // Try to process the queue if we can\n if (\n this.sourceBuffer &&\n !this.sourceBuffer.updating &&\n !this.isProcessingQueue\n ) {\n this.processQueue()\n }\n }\n\n stop() {\n this.destroy()\n this.setup()\n }\n\n destroy() {\n // Disconnect the audio nodes\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n // Clear pending blobs\n this.pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (this.mediaSource) {\n try {\n if (this.mediaSource.readyState === 'open') {\n this.mediaSource.endOfStream()\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n }\n\n // Stop and clean up the audio element\n if (this.audioElement) {\n this.audioElement.pause()\n this.audioElement.src = ''\n this.audioElement = undefined\n }\n\n // Clean up media stream\n if (this.mediaStream) {\n stopStream(this.mediaStream)\n this.mediaStream = undefined\n }\n\n this.mediaSource = undefined\n this.sourceBuffer = undefined\n }\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerSequencePlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private pendingSources: AudioBufferSourceNode[] = []\n private currentSource: AudioBufferSourceNode | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private processQueue() {\n if (this.pendingSources.length === 0 || this.currentSource) return\n\n const source = this.pendingSources.shift()!\n this.currentSource = source\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n source.disconnect()\n this.currentSource = undefined\n this.processQueue()\n }\n\n source.start(0)\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(arrayBuffer)\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n\n // Add to queue and process if not already processing\n this.pendingSources.push(source)\n this.processQueue()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.pendingSources.length = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { SpeakerConcatPlayer } from './player/SpeakerConcatPlayer'\nimport { SpeakerMediaSourcePlayer } from './player/SpeakerMediaSourcePlayer'\nimport { SpeakerPlayer } from './player/SpeakerPlayer'\nimport { SpeakerSequencePlayer } from './player/SpeakerSequencePlayer'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport let speaker: Speaker\n\nclass Speaker {\n private audioElement?: HTMLAudioElement\n private player?: SpeakerPlayer\n private streamingEnabled = false\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n\n // Create audio element if it doesn't exist\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n\n // Select speaker device if speakerId is in local storage\n const speakerId = localStorage.getItem(LocalStorageKeys.SpeakerDevice)\n if (speakerId) {\n this.setSinkId(speakerId).catch((error) => {\n console.error('Failed to set sink ID:', error)\n })\n }\n\n // Source -> Analyser\n this.setupSpeakerPlayer()\n\n // Analyser -> Destination\n const destinationNode = audioContext.createMediaStreamDestination()\n this.analyser.node.connect(destinationNode)\n\n // Destination -> Speaker\n this.audioElement.srcObject = destinationNode.stream\n }\n\n private async setupSpeakerPlayer() {\n try {\n this.player?.destroy()\n this.player = this.streamingEnabled\n ? SpeakerMediaSourcePlayer.isCompatible\n ? new SpeakerMediaSourcePlayer(this.analyser.node)\n : new SpeakerConcatPlayer(this.analyser.node)\n : new SpeakerSequencePlayer(this.analyser.node)\n await this.player?.setup()\n } catch (error) {\n console.error('Error setting up speaker player', error)\n }\n }\n\n get isStreamingEnabled() {\n return this.streamingEnabled\n }\n\n async enableStreaming() {\n if (this.streamingEnabled) return\n this.streamingEnabled = true\n await this.setupSpeakerPlayer()\n }\n\n async disableStreaming() {\n if (!this.streamingEnabled) return\n this.streamingEnabled = false\n await this.setupSpeakerPlayer()\n }\n\n canChangeDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n }\n\n private async setSinkId(speakerId?: string) {\n if (speakerId && this.canChangeDevice() && this.audioElement) {\n // @ts-ignore\n return this.audioElement.setSinkId(speakerId)\n }\n }\n\n async changeDevice(speakerId: string) {\n if (!this.canChangeDevice()) return\n try {\n await this.setSinkId(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n pauseAudio() {\n if (this.audioElement) {\n this.audioElement.pause()\n }\n }\n\n resumeAudio() {\n if (this.audioElement) {\n this.audioElement.play()\n }\n }\n\n async playAudio(blob: Blob) {\n if (!this.audioElement || !this.player) return\n try {\n // Add blob to stream\n this.player.addBlob(blob)\n\n // Start playing if not already playing\n if (this.audioElement.paused) {\n this.audioElement.play()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n stopAudio() {\n this.audioElement?.pause()\n this.player?.stop()\n }\n}\n\ndeclare global {\n interface Window {\n micdropSpeaker: Speaker\n }\n}\n\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new Speaker()\n}\nspeaker = window.micdropSpeaker\n","import EventEmitter from 'eventemitter3'\nimport {\n CallClientCommands,\n CallServerCommands,\n Conversation,\n ConversationMessage,\n VAD,\n} from '../..'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { mic } from '../audio/mic'\nimport { speaker } from '../audio/speaker'\nimport { getVAD, VADConfig } from '../audio/vad/getVAD'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndCall: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport interface CallHandlerOptions {\n vad?: VADConfig\n}\n\ndeclare global {\n interface Window {\n micdropCallHandler: any\n }\n}\n\nexport class CallHandler<\n Params extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n> extends EventEmitter<CallHandlerEvents> {\n public static getInstance<\n P extends {},\n O extends CallHandlerOptions = CallHandlerOptions,\n >(options?: O): CallHandler<P, O> {\n if (!window.micdropCallHandler) {\n window.micdropCallHandler = new CallHandler<P, O>(options)\n }\n return window.micdropCallHandler\n }\n\n public url?: string\n public params?: Params\n public micRecorder?: MicRecorder\n public vad: VAD\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n private _isProcessing = false\n\n private constructor(private options?: Options) {\n super()\n\n // Init VAD\n this.vad = getVAD(this.options?.vad)\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isMicSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isProcessing(): boolean {\n return this._isProcessing\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder?.mute()\n this._isProcessing = false\n this.notifyStateChange()\n speaker.pauseAudio()\n this.ws?.send(CallClientCommands.Mute)\n }\n\n resume() {\n if (this.lastAudioBlob) {\n speaker.playAudio(this.lastAudioBlob)\n }\n speaker.resumeAudio()\n this.micRecorder?.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] Received chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] Start speaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] Stop speaking')\n this.ws?.send(CallClientCommands.StopSpeaking)\n this._isProcessing = true\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n this.micStream = await mic.start(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n speaker.playAudio(event.data)\n this.lastAudioBlob = event.data\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.Message)) {\n // Received user/assistant message\n const message = JSON.parse(\n event.data.substring(CallServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } else if (event.data === CallServerCommands.EndCall) {\n // Call ended\n setTimeout(() => {\n this.emit('EndCall')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'assistant') {\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === CallServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'user') {\n this.conversation = this.conversation.slice(0, -1)\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.EnableSpeakerStreaming) {\n // Enable speaker streaming\n speaker.enableStreaming()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.stop()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(message: ConversationMessage) {\n this.conversation.push(message)\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum CallServerCommands {\n Message = 'Message',\n CancelLastAssistantMessage = 'CancelLastAssistantMessage',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EnableSpeakerStreaming = 'EnableSpeakerStreaming',\n EndCall = 'EndCall',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(\n conversation: Conversation\n ): Promise<string | ConversationMessage>\n speech2Text(audioBlob: Blob, prevMessage?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport type CallMetadata = {\n commands?: {\n endCall?: boolean\n cancelLastUserMessage?: boolean\n skipAnswer?: boolean\n }\n [key: string]: any\n}\n\nexport interface ConversationMessage<Data extends CallMetadata = CallMetadata> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAAyB;AAMlB,IAAM,gBAAN,cAA4B,qBAAAA,QAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAI;AAEX,IAAM,MAAN,MAAU;AAAA,EAMR,cAAc;AACZ,SAAK,WAAW,IAAI,cAAc,YAAY;AAAA,EAChD;AAAA,EAEQ,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,oBAAoB,UAAU;AACrC,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,kBAAkB;AAAA,IACzB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,kBAAkB;AAAA,IACzB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;AAQA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAI;AAC9B;AACA,MAAM,OAAO;;;ACxGb,IAAAC,wBAAyB;;;ACQlB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,IAAAC,wBAAyB;AAiBlB,IAAe,MAAf,cAA2B,sBAAAC,QAAwB;AAAA,EAAnD;AAAA;AAEL;AAAA,SAAO,QAAQ;AAAA;AAkBjB;;;AC/BO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAMnC,YAAY,MAAkC;AAC5C,UAAM;AALR,SAAQ,qBAAqB;AAC7B,SAAQ,uBAAuB;AAC/B,SAAQ,gBAAiC;AAIvC,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AAAA,EAC3C;AAAA,EAEA,KAAK,cAA+B,GAAU;AAC5C,SAAK,gBAAgB;AACrB,WAAO,MAAM,KAAK,SAAS;AAAA,EAC7B;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,iBAAiB,MAAM;AAC5B,aAAK;AACL,aACG,KAAK,kBAAkB,kBACtB,KAAK,kBAAkB,qBACzB,KAAK,uBAAuB,KAAK,KAAK,QACtC;AACA,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF,CAAC;AACD,UAAI,GAAG,mBAAmB,MAAM;AAC9B,aAAK;AACL,YACE,KAAK,kBAAkB,mBACvB,KAAK,yBAAyB,KAAK,KAAK,QACxC;AACA,eAAK,KAAK,iBAAiB;AAAA,QAC7B;AAAA,MACF,CAAC;AACD,UAAI,GAAG,kBAAkB,MAAM;AAC7B,aAAK;AACL,YAAI,KAAK,kBAAkB,iBAAiB;AAC1C,eAAK,KAAK,gBAAgB;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,UAAI,GAAG,gBAAgB,MAAM;AAC3B,aAAK;AACL,aAAK;AACL,YAAI,KAAK,kBAAkB,mBAAmB;AAC5C,eAAK,KAAK,cAAc;AAAA,QAC1B;AAEA,aAAK,qBAAqB;AAC1B,aAAK,uBAAuB;AAAA,MAC9B,CAAC;AAED,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAEA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,YAAM,IAAI,KAAK;AACf,UAAI,mBAAmB;AAAA,IACzB;AAAA,EACF;AACF;;;AC7EA,iBAAuB;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAIjC,YAAY,SAAqC;AAC/C,UAAM;AAJR,SAAO,UAAU;AAMf,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,kBAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC3EA,IAAMC,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAAY,SAAqC;AAC/C,UAAM;AAVR,SAAO,UAAUA;AAIjB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,QAAS;AAGlB,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACpLO,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,UAAU;AAC/B,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;;;ANVA,IAAM,YAAY;AASlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AACd;AAcO,IAAM,cAAN,cAA0B,sBAAAC,QAAgC;AAAA,EAU/D,YAAY,WAAuB;AACjC,UAAM;AARR,SAAQ,YAAY,KAAK,aAAa;AAItC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AA+GhC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAAA,MAC7B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF,GAAG,KAAK,IAAI;AAEZ,SAAQ,qBAAqB,YAAY;AACvC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAEZ,SAAQ,oBAAoB,YAAY;AACtC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AA9IV,SAAK,QAAQ;AAGb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,KAAK,IAAI,QAAQ,MAAO;AAAA,MAC1B;AACA,WAAK,gBAAgB;AAGrB,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,QACtD,UAAU,KAAK,UAAU;AAAA,QACzB,oBAAoB;AAAA,MACtB,CAAC;AACD,WAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAG9D,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,qBAAqB;AAAA,IACvC;AACA,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,MAAM;AAAA,EAC7B;AAAA,EAEA,MAAc,wBAAwB;AACpC,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,qBAAqB;AAAA,IACvC;AACA,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EAyCA,MAAc,gBAAgB,WAAsB;AAClD,QAAI,CAAC,KAAK,mBAAmB;AAE3B,WAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,cAAc;AACrC,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,aAAa,SAAS;AAG3B,SAAK,KAAK,SAAS,UAAU,IAAI;AAAA,EACnC;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AOtOO,IAAe,gBAAf,MAA6B;AAAA,EAGlC,YAAsB,YAAuB;AAAvB;AAEpB,UAAM,MAAM,WAAW;AACvB,QAAI,EAAE,eAAe,eAAe;AAClC,YAAM,IAAI,MAAM,iDAAiD;AAAA,IACnE;AACA,SAAK,eAAe;AAAA,EACtB;AAMF;;;ACdO,IAAM,sBAAN,cAAkC,cAAc;AAAA,EAAhD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAEhC,SAAQ,qBAA6B;AAIrC,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,gBAAgB;AACtB,QAAI,CAAC,KAAK,WAAY;AAEtB,UAAM,OAAO,YAAY,IAAI,IAAI;AACjC,UAAM,SAAS,KAAK;AACpB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,UAAI,WAAW,KAAK,cAAe;AACnC,WAAK,qBAAqB,OAAO,QAAQ,YAAY;AACrD,WAAK,kBAAkB;AACvB,WAAK,gBAAgB;AACrB,aAAO,WAAW;AAClB,WAAK,cAAc;AAAA,IACrB;AAGA,UAAM,SACJ,KAAK,sBACJ,KAAK,kBAAkB,OAAO,KAAK,kBAAkB;AAGxD,WAAO,MAAM,GAAG,MAAM;AAEtB,QAAI,CAAC,KAAK,iBAAiB;AACzB,WAAK,kBAAkB;AAAA,IACzB;AACA,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,WAAK,gBAAgB,KAAK,gBACtB,KAAK,mBAAmB,KAAK,eAAe,WAAW,IACvD;AAGJ,YAAM,cAAc,MAAM,KAAK,aAAa;AAAA;AAAA,QAE1C,KAAK,gBAAgB,KAAK,aAAa;AAAA,MACzC;AAGA,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAChB,WAAK,aAAa;AAClB,WAAK,cAAc;AAAA,IACrB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEQ,mBAAmB,SAAsB,SAAsB;AACrE,UAAM,MAAM,IAAI,WAAW,QAAQ,aAAa,QAAQ,UAAU;AAClE,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,CAAC;AAClC,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,QAAQ,UAAU;AACnD,WAAO,IAAI;AAAA,EACb;AAAA,EAEQ,gBAAgB,QAAqB;AAC3C,UAAM,cAAc,IAAI,YAAY,OAAO,UAAU;AACrD,QAAI,WAAW,WAAW,EAAE,IAAI,IAAI,WAAW,MAAM,CAAC;AACtD,WAAO;AAAA,EACT;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,kBAAkB;AACvB,SAAK,qBAAqB;AAC1B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAClB,SAAK,gBAAgB;AACrB,SAAK,mBAAmB;AAAA,EAC1B;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/GO,IAAM,2BAAN,cAAuC,cAAc;AAAA,EAArD;AAAA;AAQL,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAAA;AAAA,EAIhC,MAAM,QAAQ;AACZ,QAAI,KAAK,gBAAgB,KAAK,YAAa;AAE3C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAC7B,SAAK,aAAa,QAAQ;AAC1B,SAAK,cAAc,IAAI,YAAY;AAEnC,QAAI,CAAC,KAAK,aAAa;AACrB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAEA,SAAK,aAAa,MAAM,IAAI,gBAAgB,KAAK,WAAW;AAG5D,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,WAAK,aAAa,iBAAiB,cAAc,MAAM;AACrD,cAAM,eAAe,KAAK,aAAa,gBAAgB,YAAY;AACnE,YAAI,CAAC,aAAc,OAAM,IAAI,MAAM,+BAA+B;AAClE,aAAK,eAAe;AAGpB,qBAAa,iBAAiB,aAAa,MAAM,KAAK,aAAa,CAAC;AAGpE,aAAK,aAAa;AAClB,gBAAQ;AAAA,MACV,CAAC;AAAA,IACH,CAAC;AAGD,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,YAAM,eAAe,MAAM;AACzB,aAAK,cAAc,oBAAoB,cAAc,YAAY;AACjE,YAAI,CAAC,KAAK,cAAc;AACtB,gBAAM,IAAI,MAAM,0CAA0C;AAAA,QAC5D;AAGA,cAAM,cACJ,KAAK,aACL,cAAc;AAGhB,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,aAAK,cAAc;AACnB,aAAK,aAAa,KAAK,aAAa,wBAAwB,WAAW;AACvE,aAAK,WAAW,QAAQ,KAAK,UAAU;AACvC,aAAK,aAAa,cAAc;AAChC,gBAAQ;AAAA,MACV;AACA,WAAK,cAAc,iBAAiB,cAAc,YAAY;AAAA,IAChE,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,eAAe;AAC3B,QACE,CAAC,KAAK,gBACN,CAAC,KAAK,eACN,KAAK,aAAa,WAAW,KAC7B,KAAK,qBACL,KAAK,aAAa,UAClB;AACA;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,UAAI,KAAK,mBAAmB;AAC1B,aAAK,aAAa,aAAa,WAAW;AAAA,MAC5C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C,UAAE;AACA,WAAK,oBAAoB;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAG3B,QACE,KAAK,gBACL,CAAC,KAAK,aAAa,YACnB,CAAC,KAAK,mBACN;AACA,WAAK,aAAa;AAAA,IACpB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,QAAQ;AACb,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,UAAU;AAER,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAGA,SAAK,aAAa,SAAS;AAG3B,QAAI,KAAK,aAAa;AACpB,UAAI;AACF,YAAI,KAAK,YAAY,eAAe,QAAQ;AAC1C,eAAK,YAAY,YAAY;AAAA,QAC/B;AAAA,MACF,SAAS,OAAO;AACd,gBAAQ,MAAM,kCAAkC,KAAK;AAAA,MACvD;AAAA,IACF;AAGA,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AACxB,WAAK,aAAa,MAAM;AACxB,WAAK,eAAe;AAAA,IACtB;AAGA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAEA,SAAK,cAAc;AACnB,SAAK,eAAe;AAAA,EACtB;AACF;AAzJa,yBACG,eACZ,OAAO,gBAAgB,eACvB,YAAY,gBAAgB,YAAY;;;ACJrC,IAAM,wBAAN,cAAoC,cAAc;AAAA,EAAlD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAChC,SAAQ,iBAA0C,CAAC;AAEnD,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,eAAe;AACrB,QAAI,KAAK,eAAe,WAAW,KAAK,KAAK,cAAe;AAE5D,UAAM,SAAS,KAAK,eAAe,MAAM;AACzC,SAAK,gBAAgB;AACrB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,aAAO,WAAW;AAClB,WAAK,gBAAgB;AACrB,WAAK,aAAa;AAAA,IACpB;AAEA,WAAO,MAAM,CAAC;AAAA,EAChB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,MAAM,KAAK,aAAa,gBAAgB,WAAW;AAGvE,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAGhB,WAAK,eAAe,KAAK,MAAM;AAC/B,WAAK,aAAa;AAAA,IACpB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,eAAe,SAAS;AAC7B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/DO,IAAI;AAEX,IAAM,UAAN,MAAc;AAAA,EAMZ,cAAc;AAHd,SAAQ,mBAAmB;AAIzB,SAAK,WAAW,IAAI,cAAc,YAAY;AAG9C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAG7B,UAAM,YAAY,aAAa,mDAAsC;AACrE,QAAI,WAAW;AACb,WAAK,UAAU,SAAS,EAAE,MAAM,CAAC,UAAU;AACzC,gBAAQ,MAAM,0BAA0B,KAAK;AAAA,MAC/C,CAAC;AAAA,IACH;AAGA,SAAK,mBAAmB;AAGxB,UAAM,kBAAkB,aAAa,6BAA6B;AAClE,SAAK,SAAS,KAAK,QAAQ,eAAe;AAG1C,SAAK,aAAa,YAAY,gBAAgB;AAAA,EAChD;AAAA,EAEA,MAAc,qBAAqB;AACjC,QAAI;AACF,WAAK,QAAQ,QAAQ;AACrB,WAAK,SAAS,KAAK,mBACf,yBAAyB,eACvB,IAAI,yBAAyB,KAAK,SAAS,IAAI,IAC/C,IAAI,oBAAoB,KAAK,SAAS,IAAI,IAC5C,IAAI,sBAAsB,KAAK,SAAS,IAAI;AAChD,YAAM,KAAK,QAAQ,MAAM;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,mCAAmC,KAAK;AAAA,IACxD;AAAA,EACF;AAAA,EAEA,IAAI,qBAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,kBAAkB;AACtB,QAAI,KAAK,iBAAkB;AAC3B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,MAAM,mBAAmB;AACvB,QAAI,CAAC,KAAK,iBAAkB;AAC5B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,kBAA2B;AACzB,WACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAAA,EAEnE;AAAA,EAEA,MAAc,UAAU,WAAoB;AAC1C,QAAI,aAAa,KAAK,gBAAgB,KAAK,KAAK,cAAc;AAE5D,aAAO,KAAK,aAAa,UAAU,SAAS;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,WAAmB;AACpC,QAAI,CAAC,KAAK,gBAAgB,EAAG;AAC7B,QAAI;AACF,YAAM,KAAK,UAAU,SAAS;AAC9B,mBAAa,qDAAwC,SAAS;AAAA,IAChE,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAAA,EAEA,aAAa;AACX,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AAAA,IAC1B;AAAA,EACF;AAAA,EAEA,cAAc;AACZ,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,KAAK;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,QAAI,CAAC,KAAK,gBAAgB,CAAC,KAAK,OAAQ;AACxC,QAAI;AAEF,WAAK,OAAO,QAAQ,IAAI;AAGxB,UAAI,KAAK,aAAa,QAAQ;AAC5B,aAAK,aAAa,KAAK;AAAA,MACzB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,YAAY;AACV,SAAK,cAAc,MAAM;AACzB,SAAK,QAAQ,KAAK;AAAA,EACpB;AACF;AAQA,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAQ;AACtC;AACA,UAAU,OAAO;;;ACzIjB,IAAAC,wBAAyB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADiBO,IAAM,cAAN,MAAM,qBAGH,sBAAAC,QAAgC;AAAA,EAwBhC,YAAoB,SAAmB;AAC7C,UAAM;AADoB;AAT5B,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAEpB,SAAQ,gBAAgB;AAMtB,SAAK,MAAM,OAAO,KAAK,SAAS,GAAG;AAAA,EACrC;AAAA,EA5BA,OAAc,YAGZ,SAAgC;AAChC,QAAI,CAAC,OAAO,oBAAoB;AAC9B,aAAO,qBAAqB,IAAI,aAAkB,OAAO;AAAA,IAC3D;AACA,WAAO,OAAO;AAAA,EAChB;AAAA,EAsBA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,gBAAyB;AAC3B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AACrB,SAAK,gBAAgB;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,aAAa,KAAK;AACvB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,aAAa,KAAK;AACvB,SAAK,gBAAgB;AACrB,SAAK,kBAAkB;AACvB,YAAQ,WAAW;AACnB,SAAK,IAAI,sBAA4B;AAAA,EACvC;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,cAAQ,UAAU,KAAK,aAAa;AAAA,IACtC;AACA,YAAQ,YAAY;AACpB,SAAK,aAAa,OAAO;AACzB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AACF,UAAI,CAAC,KAAK,aAAa;AACrB,aAAK,cAAc,IAAI,YAAY,KAAK,GAAG;AAG3C,aAAK,YAAY,GAAG,eAAe,MAAM;AACvC,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAGD,aAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,eAAK,IAAI,wBAAwB,IAAI;AACrC,eAAK,IAAI,KAAK,IAAI;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,eAAK,IAAI,sBAAsB;AAC/B,eAAK,IAAI,wCAAqC;AAE9C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AACvB,kBAAQ,UAAU;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,eAAK,IAAI,qBAAqB;AAC9B,eAAK,IAAI,sCAAoC;AAC7C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAAA,MACH;AAGA,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,aAAa,KAAK;AAAA,MACzB;AAGA,WAAK,YAAY,MAAM,IAAI,MAAM,QAAQ;AACzC,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,QAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,gBAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB,MAAM;AAC3B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,kCAAqC,GAAG;AAE5D,cAAM,UAAU,KAAK;AAAA,UACnB,MAAM,KAAK,kCAAqC,SAAS,CAAC;AAAA,QAC5D;AACA,aAAK,WAAW,OAAO;AAAA,MACzB,WAAW,MAAM,kCAAqC;AAEpD,mBAAW,MAAM;AACf,eAAK,KAAK,SAAS;AAAA,QACrB,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,aAAa;AACrC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,wCAAwC;AAEvD,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAmD;AAElE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,QAAQ;AAChC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,gEAAoD;AAEnE,gBAAQ,gBAAgB;AAAA,MAC1B;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,KAAK;AAEV,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,SAA8B;AAC/C,SAAK,aAAa,KAAK,OAAO;AAC9B,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AElUO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,aAAU;AACV,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,2BAAwB;AACxB,EAAAA,oBAAA,gBAAa;AACb,EAAAA,oBAAA,4BAAyB;AACzB,EAAAA,oBAAA,aAAU;AANA,SAAAA;AAAA,GAAA;","names":["EventEmitter","audioContext","audioContext","unlock","LocalStorageKeys","import_eventemitter3","import_eventemitter3","EventEmitter","defaultOptions","EventEmitter","import_eventemitter3","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
1
+ {"version":3,"sources":["../src/index.ts","../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/mic.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","../src/audio/player/SpeakerPlayer.ts","../src/audio/player/SpeakerConcatPlayer.ts","../src/audio/player/SpeakerMediaSourcePlayer.ts","../src/audio/player/SpeakerSequencePlayer.ts","../src/audio/speaker.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["export { mic as Mic } from './audio/mic'\nexport * from './audio/MicRecorder'\nexport { speaker as Speaker } from './audio/speaker'\nexport * from './audio/utils/localStorage'\nexport * from './audio/vad'\nexport * from './call/CallHandler'\nexport * from './call/CallHandlerError'\nexport * from './types'\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport let mic: Mic\n\nclass Mic {\n private currentDeviceId: string | undefined\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n }\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.currentDeviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n\ndeclare global {\n interface Window {\n micdropMic: Mic\n }\n}\n\nif (!window.micdropMic) {\n window.micdropMic = new Mic()\n}\nmic = window.micdropMic\n","import EventEmitter from 'eventemitter3'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD } from './vad/VAD'\nimport { getVAD, VADConfig } from './vad/getVAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private vad: VAD\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream)\n }\n\n private async stopSpeakingDetection() {\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n } catch (error) {\n console.error(error)\n }\n }).bind(this)\n\n private onConfirmSpeaking = (async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }).bind(this)\n\n private onCancelSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import EventEmitter from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n this.onStatusChange = this.onStatusChange.bind(this)\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange() {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web/src'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new VolumeVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n","export abstract class SpeakerPlayer {\n protected audioContext: AudioContext\n\n constructor(protected outputNode: AudioNode) {\n // Ensure we have an AudioContext from the outputNode\n const ctx = outputNode.context\n if (!(ctx instanceof AudioContext)) {\n throw new Error('OutputNode must be connected to an AudioContext')\n }\n this.audioContext = ctx\n }\n\n abstract setup(): Promise<void>\n abstract addBlob(blob: Blob): void\n abstract stop(): void\n abstract destroy(): void\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerConcatPlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private sourceStartTime: number | undefined\n private prevSourceDuration: number = 0\n private currentSource: AudioBufferSourceNode | undefined\n private nextSource: AudioBufferSourceNode | undefined\n private currentBuffer: ArrayBuffer | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private replaceSource() {\n if (!this.nextSource) return\n\n const time = performance.now() / 1000\n const source = this.nextSource\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n if (source !== this.currentSource) return\n this.prevSourceDuration = source.buffer?.duration ?? 0\n this.sourceStartTime = undefined\n this.currentSource = undefined\n source.disconnect()\n this.replaceSource()\n }\n\n // Calculate the offset for the source start time\n const offset =\n this.prevSourceDuration +\n (this.sourceStartTime ? time - this.sourceStartTime : 0)\n\n // Start the source with the calculated offset\n source.start(0, offset)\n\n if (!this.sourceStartTime) {\n this.sourceStartTime = time\n }\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = source\n this.nextSource = undefined\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Concat buffers\n this.currentBuffer = this.currentBuffer\n ? this.concatArrayBuffers(this.currentBuffer, arrayBuffer)\n : arrayBuffer\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(\n // Copy the buffer to avoid mutating the original\n this.copyArrayBuffer(this.currentBuffer)\n )\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n this.nextSource = source\n this.replaceSource()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n private concatArrayBuffers(buffer1: ArrayBuffer, buffer2: ArrayBuffer) {\n const tmp = new Uint8Array(buffer1.byteLength + buffer2.byteLength)\n tmp.set(new Uint8Array(buffer1), 0)\n tmp.set(new Uint8Array(buffer2), buffer1.byteLength)\n return tmp.buffer\n }\n\n private copyArrayBuffer(buffer: ArrayBuffer) {\n const destination = new ArrayBuffer(buffer.byteLength)\n new Uint8Array(destination).set(new Uint8Array(buffer))\n return destination\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.sourceStartTime = undefined\n this.prevSourceDuration = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n this.nextSource = undefined\n this.currentBuffer = undefined\n this.isConvertingBlob = false\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { stopStream } from '../utils/stopStream'\nimport { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerMediaSourcePlayer extends SpeakerPlayer {\n public static isCompatible =\n typeof MediaSource !== 'undefined' &&\n MediaSource.isTypeSupported('audio/mpeg')\n\n private mediaSource: MediaSource | undefined\n private mediaStream: MediaStream | undefined\n private sourceBuffer: SourceBuffer | undefined\n private isProcessingQueue = false\n private pendingBlobs: Blob[] = []\n private audioElement: HTMLAudioElement | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n async setup() {\n if (this.audioElement || this.mediaSource) return\n\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n this.audioElement.muted = true\n this.mediaSource = new MediaSource()\n\n if (!this.mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n\n this.audioElement.src = URL.createObjectURL(this.mediaSource)\n\n // Setup MediaSource when it opens\n await new Promise<void>((resolve) => {\n this.mediaSource?.addEventListener('sourceopen', () => {\n const sourceBuffer = this.mediaSource?.addSourceBuffer('audio/mpeg')\n if (!sourceBuffer) throw new Error('Failed to create SourceBuffer')\n this.sourceBuffer = sourceBuffer\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => this.processQueue())\n\n // Process any pending blobs\n this.processQueue()\n resolve()\n })\n })\n\n // Connect audio element to analyser when we have data\n await new Promise<void>((resolve) => {\n const onTimeUpdate = () => {\n this.audioElement?.removeEventListener('timeupdate', onTimeUpdate)\n if (!this.audioElement) {\n throw new Error('Audio element or audio context not found')\n }\n\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (\n this.audioElement as any\n ).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n this.mediaStream = mediaStream\n this.sourceNode = this.audioContext.createMediaStreamSource(mediaStream)\n this.sourceNode.connect(this.outputNode)\n this.audioElement.currentTime = 0\n resolve()\n }\n this.audioElement?.addEventListener('timeupdate', onTimeUpdate)\n })\n }\n\n private async processQueue() {\n if (\n !this.sourceBuffer ||\n !this.mediaSource ||\n this.pendingBlobs.length === 0 ||\n this.isProcessingQueue ||\n this.sourceBuffer.updating\n ) {\n return\n }\n\n this.isProcessingQueue = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Append the blob to the source buffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Re-check if still processing (not stopped)\n if (this.isProcessingQueue) {\n this.sourceBuffer.appendBuffer(arrayBuffer)\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n } finally {\n this.isProcessingQueue = false\n }\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n\n // Try to process the queue if we can\n if (\n this.sourceBuffer &&\n !this.sourceBuffer.updating &&\n !this.isProcessingQueue\n ) {\n this.processQueue()\n }\n }\n\n stop() {\n this.destroy()\n this.setup()\n }\n\n destroy() {\n // Disconnect the audio nodes\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n // Clear pending blobs\n this.pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (this.mediaSource) {\n try {\n if (this.mediaSource.readyState === 'open') {\n this.mediaSource.endOfStream()\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n }\n\n // Stop and clean up the audio element\n if (this.audioElement) {\n this.audioElement.pause()\n this.audioElement.src = ''\n this.audioElement = undefined\n }\n\n // Clean up media stream\n if (this.mediaStream) {\n stopStream(this.mediaStream)\n this.mediaStream = undefined\n }\n\n this.mediaSource = undefined\n this.sourceBuffer = undefined\n }\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerSequencePlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private pendingSources: AudioBufferSourceNode[] = []\n private currentSource: AudioBufferSourceNode | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private processQueue() {\n if (this.pendingSources.length === 0 || this.currentSource) return\n\n const source = this.pendingSources.shift()!\n this.currentSource = source\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n source.disconnect()\n this.currentSource = undefined\n this.processQueue()\n }\n\n source.start(0)\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(arrayBuffer)\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n\n // Add to queue and process if not already processing\n this.pendingSources.push(source)\n this.processQueue()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.pendingSources.length = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { SpeakerConcatPlayer } from './player/SpeakerConcatPlayer'\nimport { SpeakerMediaSourcePlayer } from './player/SpeakerMediaSourcePlayer'\nimport { SpeakerPlayer } from './player/SpeakerPlayer'\nimport { SpeakerSequencePlayer } from './player/SpeakerSequencePlayer'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport let speaker: Speaker\n\nclass Speaker {\n private audioElement?: HTMLAudioElement\n private player?: SpeakerPlayer\n private streamingEnabled = false\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n\n // Create audio element if it doesn't exist\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n\n // Select speaker device if speakerId is in local storage\n const speakerId = localStorage.getItem(LocalStorageKeys.SpeakerDevice)\n if (speakerId) {\n this.setSinkId(speakerId).catch((error) => {\n console.error('Failed to set sink ID:', error)\n })\n }\n\n // Source -> Analyser\n this.setupSpeakerPlayer()\n\n // Analyser -> Destination\n const destinationNode = audioContext.createMediaStreamDestination()\n this.analyser.node.connect(destinationNode)\n\n // Destination -> Speaker\n this.audioElement.srcObject = destinationNode.stream\n }\n\n private async setupSpeakerPlayer() {\n try {\n this.player?.destroy()\n this.player = this.streamingEnabled\n ? SpeakerMediaSourcePlayer.isCompatible\n ? new SpeakerMediaSourcePlayer(this.analyser.node)\n : new SpeakerConcatPlayer(this.analyser.node)\n : new SpeakerSequencePlayer(this.analyser.node)\n await this.player?.setup()\n } catch (error) {\n console.error('Error setting up speaker player', error)\n }\n }\n\n get isStreamingEnabled() {\n return this.streamingEnabled\n }\n\n async enableStreaming() {\n if (this.streamingEnabled) return\n this.streamingEnabled = true\n await this.setupSpeakerPlayer()\n }\n\n async disableStreaming() {\n if (!this.streamingEnabled) return\n this.streamingEnabled = false\n await this.setupSpeakerPlayer()\n }\n\n canChangeDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n }\n\n private async setSinkId(speakerId?: string) {\n if (speakerId && this.canChangeDevice() && this.audioElement) {\n // @ts-ignore\n return this.audioElement.setSinkId(speakerId)\n }\n }\n\n async changeDevice(speakerId: string) {\n if (!this.canChangeDevice()) return\n try {\n await this.setSinkId(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n pauseAudio() {\n if (this.audioElement) {\n this.audioElement.pause()\n }\n }\n\n resumeAudio() {\n if (this.audioElement) {\n this.audioElement.play()\n }\n }\n\n async playAudio(blob: Blob) {\n if (!this.audioElement || !this.player) return\n try {\n // Add blob to stream\n this.player.addBlob(blob)\n\n // Start playing if not already playing\n if (this.audioElement.paused) {\n this.audioElement.play()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n stopAudio() {\n this.audioElement?.pause()\n this.player?.stop()\n }\n}\n\ndeclare global {\n interface Window {\n micdropSpeaker: Speaker\n }\n}\n\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new Speaker()\n}\nspeaker = window.micdropSpeaker\n","import EventEmitter from 'eventemitter3'\nimport {\n CallClientCommands,\n CallServerCommands,\n Conversation,\n ConversationMessage,\n VAD,\n} from '../..'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { mic } from '../audio/mic'\nimport { speaker } from '../audio/speaker'\nimport { getVAD, VADConfig } from '../audio/vad/getVAD'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndCall: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport interface CallHandlerOptions {\n vad?: VADConfig\n}\n\ndeclare global {\n interface Window {\n micdropCallHandler: any\n }\n}\n\nexport class CallHandler<\n Params extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n> extends EventEmitter<CallHandlerEvents> {\n public static getInstance<\n P extends {},\n O extends CallHandlerOptions = CallHandlerOptions,\n >(options?: O): CallHandler<P, O> {\n if (!window.micdropCallHandler) {\n window.micdropCallHandler = new CallHandler<P, O>(options)\n }\n return window.micdropCallHandler\n }\n\n public url?: string\n public params?: Params\n public micRecorder?: MicRecorder\n public vad: VAD\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n private _isProcessing = false\n\n private constructor(private options?: Options) {\n super()\n\n // Init VAD\n this.vad = getVAD(this.options?.vad)\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isMicSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isProcessing(): boolean {\n return this._isProcessing\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder?.mute()\n this._isProcessing = false\n this.notifyStateChange()\n speaker.pauseAudio()\n this.ws?.send(CallClientCommands.Mute)\n }\n\n resume() {\n if (this.lastAudioBlob) {\n speaker.playAudio(this.lastAudioBlob)\n }\n speaker.resumeAudio()\n this.micRecorder?.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] Received chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] Start speaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] Stop speaking')\n this.ws?.send(CallClientCommands.StopSpeaking)\n this._isProcessing = true\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n this.micStream = await mic.start(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n speaker.playAudio(event.data)\n this.lastAudioBlob = event.data\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.Message)) {\n // Received user/assistant message\n const message = JSON.parse(\n event.data.substring(CallServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } else if (event.data === CallServerCommands.EndCall) {\n // Call ended\n setTimeout(() => {\n this.emit('EndCall')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'assistant') {\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === CallServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'user') {\n this.conversation = this.conversation.slice(0, -1)\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.EnableSpeakerStreaming) {\n // Enable speaker streaming\n speaker.enableStreaming()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.stop()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(message: ConversationMessage) {\n this.conversation.push(message)\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum CallServerCommands {\n Message = 'Message',\n CancelLastAssistantMessage = 'CancelLastAssistantMessage',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EnableSpeakerStreaming = 'EnableSpeakerStreaming',\n EndCall = 'EndCall',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(\n conversation: Conversation\n ): Promise<string | ConversationMessage>\n speech2Text(audioBlob: Blob, prevMessage?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport type CallMetadata = {\n commands?: {\n endCall?: boolean\n cancelLastUserMessage?: boolean\n skipAnswer?: boolean\n }\n [key: string]: any\n}\n\nexport interface ConversationMessage<Data extends CallMetadata = CallMetadata> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAAyB;AAMlB,IAAM,gBAAN,cAA4B,qBAAAA,QAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAI;AAEX,IAAM,MAAN,MAAU;AAAA,EAMR,cAAc;AACZ,SAAK,WAAW,IAAI,cAAc,YAAY;AAAA,EAChD;AAAA,EAEQ,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,oBAAoB,UAAU;AACrC,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,kBAAkB;AAAA,IACzB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,kBAAkB;AAAA,IACzB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;AAQA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAI;AAC9B;AACA,MAAM,OAAO;;;ACxGb,IAAAC,wBAAyB;;;ACQlB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,IAAAC,wBAAyB;AAelB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2B,sBAAAC,QAAwB;AAAA,EAAnD;AAAA;AACL,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyBf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,QAAmB;AAC3B,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;AChFO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AACN,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AACzC,SAAK,iBAAiB,KAAK,eAAe,KAAK,IAAI;AAAA,EACrD;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAEQ,iBAAiB;AACvB,UAAM,eAAe,KAAK,KAAK;AAAA,MAC7B,CAAC,QAAQ,IAAI;AAAA,IACf;AACA,UAAM,gBAAgB,KAAK,KAAK;AAAA,MAC9B,CAAC,QAAQ,IAAI;AAAA,IACf;AAGA,YAAQ,KAAK,QAAQ;AAAA,MACnB;AACE,YAAI,aAAc;AAClB,aAAK,KAAK,eAAe;AACzB,YAAI,eAAe;AACjB,eAAK,KAAK,iBAAiB;AAAA,QAC7B;AACA;AAAA,MACF;AACE,YAAI,cAAc;AAChB,eAAK,KAAK,gBAAgB;AAC1B;AAAA,QACF;AACA,YAAI,eAAe;AACjB,eAAK,KAAK,iBAAiB;AAAA,QAC7B;AACA;AAAA,MACF;AACE,YAAI,cAAc;AAChB,eAAK,KAAK,cAAc;AAAA,QAC1B;AACA;AAAA,IACJ;AAAA,EACF;AAAA,EAEA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AACF;;;ACrEA,iBAAuB;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAIjC,YAAY,SAAqC;AAC/C,UAAM;AAJR,SAAO,UAAU;AAMf,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,kBAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC3EA,IAAMC,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAAY,SAAqC;AAC/C,UAAM;AAVR,SAAO,UAAUA;AAIjB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,QAAS;AAGlB,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACpLO,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,UAAU;AAC/B,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;;;ANVA,IAAM,YAAY;AASlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AACd;AAcO,IAAM,cAAN,cAA0B,sBAAAC,QAAgC;AAAA,EAU/D,YAAY,WAAuB;AACjC,UAAM;AARR,SAAQ,YAAY,KAAK,aAAa;AAItC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAyGhC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAAA,MAC7B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF,GAAG,KAAK,IAAI;AAEZ,SAAQ,qBAAqB,YAAY;AACvC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAEZ,SAAQ,oBAAoB,YAAY;AACtC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAxIV,SAAK,QAAQ;AAGb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,KAAK,IAAI,QAAQ,MAAO;AAAA,MAC1B;AACA,WAAK,gBAAgB;AAGrB,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,QACtD,UAAU,KAAK,UAAU;AAAA,QACzB,oBAAoB;AAAA,MACtB,CAAC;AACD,WAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAG9D,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,MAAM;AAAA,EAC7B;AAAA,EAEA,MAAc,wBAAwB;AACpC,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EAyCA,MAAc,gBAAgB,WAAsB;AAClD,QAAI,CAAC,KAAK,mBAAmB;AAE3B,WAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,cAAc;AACrC,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,aAAa,SAAS;AAG3B,SAAK,KAAK,SAAS,UAAU,IAAI;AAAA,EACnC;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AOhOO,IAAe,gBAAf,MAA6B;AAAA,EAGlC,YAAsB,YAAuB;AAAvB;AAEpB,UAAM,MAAM,WAAW;AACvB,QAAI,EAAE,eAAe,eAAe;AAClC,YAAM,IAAI,MAAM,iDAAiD;AAAA,IACnE;AACA,SAAK,eAAe;AAAA,EACtB;AAMF;;;ACdO,IAAM,sBAAN,cAAkC,cAAc;AAAA,EAAhD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAEhC,SAAQ,qBAA6B;AAIrC,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,gBAAgB;AACtB,QAAI,CAAC,KAAK,WAAY;AAEtB,UAAM,OAAO,YAAY,IAAI,IAAI;AACjC,UAAM,SAAS,KAAK;AACpB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,UAAI,WAAW,KAAK,cAAe;AACnC,WAAK,qBAAqB,OAAO,QAAQ,YAAY;AACrD,WAAK,kBAAkB;AACvB,WAAK,gBAAgB;AACrB,aAAO,WAAW;AAClB,WAAK,cAAc;AAAA,IACrB;AAGA,UAAM,SACJ,KAAK,sBACJ,KAAK,kBAAkB,OAAO,KAAK,kBAAkB;AAGxD,WAAO,MAAM,GAAG,MAAM;AAEtB,QAAI,CAAC,KAAK,iBAAiB;AACzB,WAAK,kBAAkB;AAAA,IACzB;AACA,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,WAAK,gBAAgB,KAAK,gBACtB,KAAK,mBAAmB,KAAK,eAAe,WAAW,IACvD;AAGJ,YAAM,cAAc,MAAM,KAAK,aAAa;AAAA;AAAA,QAE1C,KAAK,gBAAgB,KAAK,aAAa;AAAA,MACzC;AAGA,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAChB,WAAK,aAAa;AAClB,WAAK,cAAc;AAAA,IACrB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEQ,mBAAmB,SAAsB,SAAsB;AACrE,UAAM,MAAM,IAAI,WAAW,QAAQ,aAAa,QAAQ,UAAU;AAClE,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,CAAC;AAClC,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,QAAQ,UAAU;AACnD,WAAO,IAAI;AAAA,EACb;AAAA,EAEQ,gBAAgB,QAAqB;AAC3C,UAAM,cAAc,IAAI,YAAY,OAAO,UAAU;AACrD,QAAI,WAAW,WAAW,EAAE,IAAI,IAAI,WAAW,MAAM,CAAC;AACtD,WAAO;AAAA,EACT;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,kBAAkB;AACvB,SAAK,qBAAqB;AAC1B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAClB,SAAK,gBAAgB;AACrB,SAAK,mBAAmB;AAAA,EAC1B;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/GO,IAAM,2BAAN,cAAuC,cAAc;AAAA,EAArD;AAAA;AAQL,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAAA;AAAA,EAIhC,MAAM,QAAQ;AACZ,QAAI,KAAK,gBAAgB,KAAK,YAAa;AAE3C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAC7B,SAAK,aAAa,QAAQ;AAC1B,SAAK,cAAc,IAAI,YAAY;AAEnC,QAAI,CAAC,KAAK,aAAa;AACrB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAEA,SAAK,aAAa,MAAM,IAAI,gBAAgB,KAAK,WAAW;AAG5D,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,WAAK,aAAa,iBAAiB,cAAc,MAAM;AACrD,cAAM,eAAe,KAAK,aAAa,gBAAgB,YAAY;AACnE,YAAI,CAAC,aAAc,OAAM,IAAI,MAAM,+BAA+B;AAClE,aAAK,eAAe;AAGpB,qBAAa,iBAAiB,aAAa,MAAM,KAAK,aAAa,CAAC;AAGpE,aAAK,aAAa;AAClB,gBAAQ;AAAA,MACV,CAAC;AAAA,IACH,CAAC;AAGD,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,YAAM,eAAe,MAAM;AACzB,aAAK,cAAc,oBAAoB,cAAc,YAAY;AACjE,YAAI,CAAC,KAAK,cAAc;AACtB,gBAAM,IAAI,MAAM,0CAA0C;AAAA,QAC5D;AAGA,cAAM,cACJ,KAAK,aACL,cAAc;AAGhB,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,aAAK,cAAc;AACnB,aAAK,aAAa,KAAK,aAAa,wBAAwB,WAAW;AACvE,aAAK,WAAW,QAAQ,KAAK,UAAU;AACvC,aAAK,aAAa,cAAc;AAChC,gBAAQ;AAAA,MACV;AACA,WAAK,cAAc,iBAAiB,cAAc,YAAY;AAAA,IAChE,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,eAAe;AAC3B,QACE,CAAC,KAAK,gBACN,CAAC,KAAK,eACN,KAAK,aAAa,WAAW,KAC7B,KAAK,qBACL,KAAK,aAAa,UAClB;AACA;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,UAAI,KAAK,mBAAmB;AAC1B,aAAK,aAAa,aAAa,WAAW;AAAA,MAC5C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C,UAAE;AACA,WAAK,oBAAoB;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAG3B,QACE,KAAK,gBACL,CAAC,KAAK,aAAa,YACnB,CAAC,KAAK,mBACN;AACA,WAAK,aAAa;AAAA,IACpB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,QAAQ;AACb,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,UAAU;AAER,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAGA,SAAK,aAAa,SAAS;AAG3B,QAAI,KAAK,aAAa;AACpB,UAAI;AACF,YAAI,KAAK,YAAY,eAAe,QAAQ;AAC1C,eAAK,YAAY,YAAY;AAAA,QAC/B;AAAA,MACF,SAAS,OAAO;AACd,gBAAQ,MAAM,kCAAkC,KAAK;AAAA,MACvD;AAAA,IACF;AAGA,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AACxB,WAAK,aAAa,MAAM;AACxB,WAAK,eAAe;AAAA,IACtB;AAGA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAEA,SAAK,cAAc;AACnB,SAAK,eAAe;AAAA,EACtB;AACF;AAzJa,yBACG,eACZ,OAAO,gBAAgB,eACvB,YAAY,gBAAgB,YAAY;;;ACJrC,IAAM,wBAAN,cAAoC,cAAc;AAAA,EAAlD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAChC,SAAQ,iBAA0C,CAAC;AAEnD,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,eAAe;AACrB,QAAI,KAAK,eAAe,WAAW,KAAK,KAAK,cAAe;AAE5D,UAAM,SAAS,KAAK,eAAe,MAAM;AACzC,SAAK,gBAAgB;AACrB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,aAAO,WAAW;AAClB,WAAK,gBAAgB;AACrB,WAAK,aAAa;AAAA,IACpB;AAEA,WAAO,MAAM,CAAC;AAAA,EAChB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,MAAM,KAAK,aAAa,gBAAgB,WAAW;AAGvE,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAGhB,WAAK,eAAe,KAAK,MAAM;AAC/B,WAAK,aAAa;AAAA,IACpB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,eAAe,SAAS;AAC7B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/DO,IAAI;AAEX,IAAM,UAAN,MAAc;AAAA,EAMZ,cAAc;AAHd,SAAQ,mBAAmB;AAIzB,SAAK,WAAW,IAAI,cAAc,YAAY;AAG9C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAG7B,UAAM,YAAY,aAAa,mDAAsC;AACrE,QAAI,WAAW;AACb,WAAK,UAAU,SAAS,EAAE,MAAM,CAAC,UAAU;AACzC,gBAAQ,MAAM,0BAA0B,KAAK;AAAA,MAC/C,CAAC;AAAA,IACH;AAGA,SAAK,mBAAmB;AAGxB,UAAM,kBAAkB,aAAa,6BAA6B;AAClE,SAAK,SAAS,KAAK,QAAQ,eAAe;AAG1C,SAAK,aAAa,YAAY,gBAAgB;AAAA,EAChD;AAAA,EAEA,MAAc,qBAAqB;AACjC,QAAI;AACF,WAAK,QAAQ,QAAQ;AACrB,WAAK,SAAS,KAAK,mBACf,yBAAyB,eACvB,IAAI,yBAAyB,KAAK,SAAS,IAAI,IAC/C,IAAI,oBAAoB,KAAK,SAAS,IAAI,IAC5C,IAAI,sBAAsB,KAAK,SAAS,IAAI;AAChD,YAAM,KAAK,QAAQ,MAAM;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,mCAAmC,KAAK;AAAA,IACxD;AAAA,EACF;AAAA,EAEA,IAAI,qBAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,kBAAkB;AACtB,QAAI,KAAK,iBAAkB;AAC3B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,MAAM,mBAAmB;AACvB,QAAI,CAAC,KAAK,iBAAkB;AAC5B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,kBAA2B;AACzB,WACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAAA,EAEnE;AAAA,EAEA,MAAc,UAAU,WAAoB;AAC1C,QAAI,aAAa,KAAK,gBAAgB,KAAK,KAAK,cAAc;AAE5D,aAAO,KAAK,aAAa,UAAU,SAAS;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,WAAmB;AACpC,QAAI,CAAC,KAAK,gBAAgB,EAAG;AAC7B,QAAI;AACF,YAAM,KAAK,UAAU,SAAS;AAC9B,mBAAa,qDAAwC,SAAS;AAAA,IAChE,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAAA,EAEA,aAAa;AACX,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AAAA,IAC1B;AAAA,EACF;AAAA,EAEA,cAAc;AACZ,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,KAAK;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,QAAI,CAAC,KAAK,gBAAgB,CAAC,KAAK,OAAQ;AACxC,QAAI;AAEF,WAAK,OAAO,QAAQ,IAAI;AAGxB,UAAI,KAAK,aAAa,QAAQ;AAC5B,aAAK,aAAa,KAAK;AAAA,MACzB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,YAAY;AACV,SAAK,cAAc,MAAM;AACzB,SAAK,QAAQ,KAAK;AAAA,EACpB;AACF;AAQA,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAQ;AACtC;AACA,UAAU,OAAO;;;ACzIjB,IAAAC,wBAAyB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADiBO,IAAM,cAAN,MAAM,qBAGH,sBAAAC,QAAgC;AAAA,EAwBhC,YAAoB,SAAmB;AAC7C,UAAM;AADoB;AAT5B,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAEpB,SAAQ,gBAAgB;AAMtB,SAAK,MAAM,OAAO,KAAK,SAAS,GAAG;AAAA,EACrC;AAAA,EA5BA,OAAc,YAGZ,SAAgC;AAChC,QAAI,CAAC,OAAO,oBAAoB;AAC9B,aAAO,qBAAqB,IAAI,aAAkB,OAAO;AAAA,IAC3D;AACA,WAAO,OAAO;AAAA,EAChB;AAAA,EAsBA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,gBAAyB;AAC3B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AACrB,SAAK,gBAAgB;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,aAAa,KAAK;AACvB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,aAAa,KAAK;AACvB,SAAK,gBAAgB;AACrB,SAAK,kBAAkB;AACvB,YAAQ,WAAW;AACnB,SAAK,IAAI,sBAA4B;AAAA,EACvC;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,cAAQ,UAAU,KAAK,aAAa;AAAA,IACtC;AACA,YAAQ,YAAY;AACpB,SAAK,aAAa,OAAO;AACzB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AACF,UAAI,CAAC,KAAK,aAAa;AACrB,aAAK,cAAc,IAAI,YAAY,KAAK,GAAG;AAG3C,aAAK,YAAY,GAAG,eAAe,MAAM;AACvC,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAGD,aAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,eAAK,IAAI,wBAAwB,IAAI;AACrC,eAAK,IAAI,KAAK,IAAI;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,eAAK,IAAI,sBAAsB;AAC/B,eAAK,IAAI,wCAAqC;AAE9C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AACvB,kBAAQ,UAAU;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,eAAK,IAAI,qBAAqB;AAC9B,eAAK,IAAI,sCAAoC;AAC7C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAAA,MACH;AAGA,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,aAAa,KAAK;AAAA,MACzB;AAGA,WAAK,YAAY,MAAM,IAAI,MAAM,QAAQ;AACzC,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,QAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,gBAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB,MAAM;AAC3B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,kCAAqC,GAAG;AAE5D,cAAM,UAAU,KAAK;AAAA,UACnB,MAAM,KAAK,kCAAqC,SAAS,CAAC;AAAA,QAC5D;AACA,aAAK,WAAW,OAAO;AAAA,MACzB,WAAW,MAAM,kCAAqC;AAEpD,mBAAW,MAAM;AACf,eAAK,KAAK,SAAS;AAAA,QACrB,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,aAAa;AACrC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,wCAAwC;AAEvD,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAmD;AAElE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,QAAQ;AAChC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,gEAAoD;AAEnE,gBAAQ,gBAAgB;AAAA,MAC1B;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,KAAK;AAEV,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,SAA8B;AAC/C,SAAK,aAAa,KAAK,OAAO;AAC9B,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AElUO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,aAAU;AACV,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,2BAAwB;AACxB,EAAAA,oBAAA,gBAAa;AACb,EAAAA,oBAAA,4BAAyB;AACzB,EAAAA,oBAAA,aAAU;AANA,SAAAA;AAAA,GAAA;","names":["EventEmitter","audioContext","audioContext","unlock","LocalStorageKeys","import_eventemitter3","import_eventemitter3","VADStatus","EventEmitter","defaultOptions","EventEmitter","import_eventemitter3","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
package/dist/index.mjs CHANGED
@@ -173,26 +173,61 @@ function createDelayedStream(stream, delay) {
173
173
 
174
174
  // src/audio/vad/VAD.ts
175
175
  import EventEmitter2 from "eventemitter3";
176
+ var VADStatus = /* @__PURE__ */ ((VADStatus2) => {
177
+ VADStatus2[VADStatus2["Silence"] = 0] = "Silence";
178
+ VADStatus2[VADStatus2["MaybeSpeaking"] = 1] = "MaybeSpeaking";
179
+ VADStatus2[VADStatus2["Speaking"] = 2] = "Speaking";
180
+ return VADStatus2;
181
+ })(VADStatus || {});
176
182
  var VAD = class extends EventEmitter2 {
177
183
  constructor() {
178
184
  super(...arguments);
185
+ this.status = 0 /* Silence */;
179
186
  // Max delay to detect speech, can be used to record delayed stream
180
187
  this.delay = 100;
181
188
  }
189
+ /**
190
+ * Emits an event (overrides the default implementation)
191
+ * @param event - The event to emit
192
+ * @param args - The arguments to emit
193
+ * @returns True if the event was emitted, false otherwise
194
+ */
195
+ emit(event, ...args) {
196
+ switch (event) {
197
+ case "StartSpeaking":
198
+ this.setStatus(1 /* MaybeSpeaking */);
199
+ break;
200
+ case "ConfirmSpeaking":
201
+ this.setStatus(2 /* Speaking */);
202
+ break;
203
+ case "CancelSpeaking":
204
+ this.setStatus(0 /* Silence */);
205
+ break;
206
+ case "StopSpeaking":
207
+ this.setStatus(0 /* Silence */);
208
+ break;
209
+ default:
210
+ break;
211
+ }
212
+ return super.emit(event, ...args);
213
+ }
214
+ /**
215
+ * Sets the status of the VAD
216
+ * @param status - The status to set
217
+ */
218
+ setStatus(status) {
219
+ if (this.status === status) return;
220
+ this.status = status;
221
+ super.emit("ChangeStatus", status);
222
+ }
182
223
  };
183
224
 
184
225
  // src/audio/vad/MultipleVAD.ts
185
226
  var MultipleVAD = class extends VAD {
186
227
  constructor(vads) {
187
228
  super();
188
- this.startSpeakingCount = 0;
189
- this.confirmSpeakingCount = 0;
190
- this.lastEventName = "StopSpeaking";
191
229
  this.vads = vads.map((vad) => getVAD(vad));
192
- }
193
- emit(eventName, ..._) {
194
- this.lastEventName = eventName;
195
- return super.emit(eventName);
230
+ this.onStatusChange = this.onStatusChange.bind(this);
196
231
  }
197
232
  get isStarted() {
198
233
  return this.vads.some((vad) => vad.isStarted);
@@ -202,40 +237,45 @@ var MultipleVAD = class extends VAD {
202
237
  if (vad.isStarted) {
203
238
  continue;
204
239
  }
205
- vad.on("StartSpeaking", () => {
206
- this.startSpeakingCount++;
207
- if ((this.lastEventName === "StopSpeaking" || this.lastEventName === "CancelSpeaking") && this.startSpeakingCount === this.vads.length) {
208
- this.emit("StartSpeaking");
209
- }
210
- });
211
- vad.on("ConfirmSpeaking", () => {
212
- this.confirmSpeakingCount++;
213
- if (this.lastEventName === "StartSpeaking" && this.confirmSpeakingCount === this.vads.length) {
240
+ vad.on("ChangeStatus", this.onStatusChange);
241
+ await vad.start(stream);
242
+ }
243
+ }
244
+ onStatusChange() {
245
+ const isAllSilence = this.vads.every(
246
+ (vad) => vad.status === 0 /* Silence */
247
+ );
248
+ const isAllSpeaking = this.vads.every(
249
+ (vad) => vad.status === 2 /* Speaking */
250
+ );
251
+ switch (this.status) {
252
+ case 0 /* Silence */:
253
+ if (isAllSilence) break;
254
+ this.emit("StartSpeaking");
255
+ if (isAllSpeaking) {
214
256
  this.emit("ConfirmSpeaking");
215
257
  }
216
- });
217
- vad.on("CancelSpeaking", () => {
218
- this.startSpeakingCount--;
219
- if (this.lastEventName === "StartSpeaking") {
258
+ break;
259
+ case 1 /* MaybeSpeaking */:
260
+ if (isAllSilence) {
220
261
  this.emit("CancelSpeaking");
262
+ break;
221
263
  }
222
- });
223
- vad.on("StopSpeaking", () => {
224
- this.startSpeakingCount--;
225
- this.confirmSpeakingCount--;
226
- if (this.lastEventName === "ConfirmSpeaking") {
264
+ if (isAllSpeaking) {
265
+ this.emit("ConfirmSpeaking");
266
+ }
267
+ break;
268
+ case 2 /* Speaking */:
269
+ if (isAllSilence) {
227
270
  this.emit("StopSpeaking");
228
271
  }
229
- this.startSpeakingCount = 0;
230
- this.confirmSpeakingCount = 0;
231
- });
232
- await vad.start(stream);
272
+ break;
233
273
  }
234
274
  }
235
275
  async stop() {
236
276
  for (const vad of this.vads) {
277
+ vad.off("ChangeStatus", this.onStatusChange);
237
278
  await vad.stop();
238
- vad.removeAllListeners();
239
279
  }
240
280
  }
241
281
  };
@@ -548,9 +588,6 @@ var MicRecorder = class extends EventEmitter3 {
548
588
  }
549
589
  }
550
590
  async startSpeakingDetection(stream) {
551
- if (!this.vad) {
552
- throw new Error("VAD not initialized");
553
- }
554
591
  if (this.vad.isStarted) {
555
592
  this.vad.stop();
556
593
  }
@@ -561,9 +598,6 @@ var MicRecorder = class extends EventEmitter3 {
561
598
  await this.vad.start(stream);
562
599
  }
563
600
  async stopSpeakingDetection() {
564
- if (!this.vad) {
565
- throw new Error("VAD not initialized");
566
- }
567
601
  this.vad.off("StartSpeaking", this.onStartSpeaking);
568
602
  this.vad.off("ConfirmSpeaking", this.onConfirmSpeaking);
569
603
  this.vad.off("CancelSpeaking", this.onCancelSpeaking);
@@ -1210,6 +1244,7 @@ export {
1210
1244
  SileroVAD,
1211
1245
  speaker as Speaker,
1212
1246
  VAD,
1247
+ VADStatus,
1213
1248
  VolumeVAD
1214
1249
  };
1215
1250
  //# sourceMappingURL=index.mjs.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/mic.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","../src/audio/player/SpeakerPlayer.ts","../src/audio/player/SpeakerConcatPlayer.ts","../src/audio/player/SpeakerMediaSourcePlayer.ts","../src/audio/player/SpeakerSequencePlayer.ts","../src/audio/speaker.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport let mic: Mic\n\nclass Mic {\n private currentDeviceId: string | undefined\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n }\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.currentDeviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n\ndeclare global {\n interface Window {\n micdropMic: Mic\n }\n}\n\nif (!window.micdropMic) {\n window.micdropMic = new Mic()\n}\nmic = window.micdropMic\n","import EventEmitter from 'eventemitter3'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD } from './vad/VAD'\nimport { getVAD, VADConfig } from './vad/getVAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private vad: VAD\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (!this.vad) {\n throw new Error('VAD not initialized')\n }\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream)\n }\n\n private async stopSpeakingDetection() {\n if (!this.vad) {\n throw new Error('VAD not initialized')\n }\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n } catch (error) {\n console.error(error)\n }\n }).bind(this)\n\n private onConfirmSpeaking = (async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }).bind(this)\n\n private onCancelSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import EventEmitter from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADEvents } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n private startSpeakingCount = 0\n private confirmSpeakingCount = 0\n private lastEventName: keyof VADEvents = 'StopSpeaking'\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n }\n\n emit(eventName: keyof VADEvents, ..._: any[]) {\n this.lastEventName = eventName\n return super.emit(eventName)\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('StartSpeaking', () => {\n this.startSpeakingCount++\n if (\n (this.lastEventName === 'StopSpeaking' ||\n this.lastEventName === 'CancelSpeaking') &&\n this.startSpeakingCount === this.vads.length\n ) {\n this.emit('StartSpeaking')\n }\n })\n vad.on('ConfirmSpeaking', () => {\n this.confirmSpeakingCount++\n if (\n this.lastEventName === 'StartSpeaking' &&\n this.confirmSpeakingCount === this.vads.length\n ) {\n this.emit('ConfirmSpeaking')\n }\n })\n vad.on('CancelSpeaking', () => {\n this.startSpeakingCount--\n if (this.lastEventName === 'StartSpeaking') {\n this.emit('CancelSpeaking')\n }\n })\n vad.on('StopSpeaking', () => {\n this.startSpeakingCount--\n this.confirmSpeakingCount--\n if (this.lastEventName === 'ConfirmSpeaking') {\n this.emit('StopSpeaking')\n }\n // Quick fix / security (this shouldn't happen)\n this.startSpeakingCount = 0\n this.confirmSpeakingCount = 0\n })\n\n await vad.start(stream)\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n await vad.stop()\n vad.removeAllListeners()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web/src'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new VolumeVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n","export abstract class SpeakerPlayer {\n protected audioContext: AudioContext\n\n constructor(protected outputNode: AudioNode) {\n // Ensure we have an AudioContext from the outputNode\n const ctx = outputNode.context\n if (!(ctx instanceof AudioContext)) {\n throw new Error('OutputNode must be connected to an AudioContext')\n }\n this.audioContext = ctx\n }\n\n abstract setup(): Promise<void>\n abstract addBlob(blob: Blob): void\n abstract stop(): void\n abstract destroy(): void\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerConcatPlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private sourceStartTime: number | undefined\n private prevSourceDuration: number = 0\n private currentSource: AudioBufferSourceNode | undefined\n private nextSource: AudioBufferSourceNode | undefined\n private currentBuffer: ArrayBuffer | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private replaceSource() {\n if (!this.nextSource) return\n\n const time = performance.now() / 1000\n const source = this.nextSource\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n if (source !== this.currentSource) return\n this.prevSourceDuration = source.buffer?.duration ?? 0\n this.sourceStartTime = undefined\n this.currentSource = undefined\n source.disconnect()\n this.replaceSource()\n }\n\n // Calculate the offset for the source start time\n const offset =\n this.prevSourceDuration +\n (this.sourceStartTime ? time - this.sourceStartTime : 0)\n\n // Start the source with the calculated offset\n source.start(0, offset)\n\n if (!this.sourceStartTime) {\n this.sourceStartTime = time\n }\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = source\n this.nextSource = undefined\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Concat buffers\n this.currentBuffer = this.currentBuffer\n ? this.concatArrayBuffers(this.currentBuffer, arrayBuffer)\n : arrayBuffer\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(\n // Copy the buffer to avoid mutating the original\n this.copyArrayBuffer(this.currentBuffer)\n )\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n this.nextSource = source\n this.replaceSource()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n private concatArrayBuffers(buffer1: ArrayBuffer, buffer2: ArrayBuffer) {\n const tmp = new Uint8Array(buffer1.byteLength + buffer2.byteLength)\n tmp.set(new Uint8Array(buffer1), 0)\n tmp.set(new Uint8Array(buffer2), buffer1.byteLength)\n return tmp.buffer\n }\n\n private copyArrayBuffer(buffer: ArrayBuffer) {\n const destination = new ArrayBuffer(buffer.byteLength)\n new Uint8Array(destination).set(new Uint8Array(buffer))\n return destination\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.sourceStartTime = undefined\n this.prevSourceDuration = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n this.nextSource = undefined\n this.currentBuffer = undefined\n this.isConvertingBlob = false\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { stopStream } from '../utils/stopStream'\nimport { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerMediaSourcePlayer extends SpeakerPlayer {\n public static isCompatible =\n typeof MediaSource !== 'undefined' &&\n MediaSource.isTypeSupported('audio/mpeg')\n\n private mediaSource: MediaSource | undefined\n private mediaStream: MediaStream | undefined\n private sourceBuffer: SourceBuffer | undefined\n private isProcessingQueue = false\n private pendingBlobs: Blob[] = []\n private audioElement: HTMLAudioElement | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n async setup() {\n if (this.audioElement || this.mediaSource) return\n\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n this.audioElement.muted = true\n this.mediaSource = new MediaSource()\n\n if (!this.mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n\n this.audioElement.src = URL.createObjectURL(this.mediaSource)\n\n // Setup MediaSource when it opens\n await new Promise<void>((resolve) => {\n this.mediaSource?.addEventListener('sourceopen', () => {\n const sourceBuffer = this.mediaSource?.addSourceBuffer('audio/mpeg')\n if (!sourceBuffer) throw new Error('Failed to create SourceBuffer')\n this.sourceBuffer = sourceBuffer\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => this.processQueue())\n\n // Process any pending blobs\n this.processQueue()\n resolve()\n })\n })\n\n // Connect audio element to analyser when we have data\n await new Promise<void>((resolve) => {\n const onTimeUpdate = () => {\n this.audioElement?.removeEventListener('timeupdate', onTimeUpdate)\n if (!this.audioElement) {\n throw new Error('Audio element or audio context not found')\n }\n\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (\n this.audioElement as any\n ).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n this.mediaStream = mediaStream\n this.sourceNode = this.audioContext.createMediaStreamSource(mediaStream)\n this.sourceNode.connect(this.outputNode)\n this.audioElement.currentTime = 0\n resolve()\n }\n this.audioElement?.addEventListener('timeupdate', onTimeUpdate)\n })\n }\n\n private async processQueue() {\n if (\n !this.sourceBuffer ||\n !this.mediaSource ||\n this.pendingBlobs.length === 0 ||\n this.isProcessingQueue ||\n this.sourceBuffer.updating\n ) {\n return\n }\n\n this.isProcessingQueue = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Append the blob to the source buffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Re-check if still processing (not stopped)\n if (this.isProcessingQueue) {\n this.sourceBuffer.appendBuffer(arrayBuffer)\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n } finally {\n this.isProcessingQueue = false\n }\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n\n // Try to process the queue if we can\n if (\n this.sourceBuffer &&\n !this.sourceBuffer.updating &&\n !this.isProcessingQueue\n ) {\n this.processQueue()\n }\n }\n\n stop() {\n this.destroy()\n this.setup()\n }\n\n destroy() {\n // Disconnect the audio nodes\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n // Clear pending blobs\n this.pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (this.mediaSource) {\n try {\n if (this.mediaSource.readyState === 'open') {\n this.mediaSource.endOfStream()\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n }\n\n // Stop and clean up the audio element\n if (this.audioElement) {\n this.audioElement.pause()\n this.audioElement.src = ''\n this.audioElement = undefined\n }\n\n // Clean up media stream\n if (this.mediaStream) {\n stopStream(this.mediaStream)\n this.mediaStream = undefined\n }\n\n this.mediaSource = undefined\n this.sourceBuffer = undefined\n }\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerSequencePlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private pendingSources: AudioBufferSourceNode[] = []\n private currentSource: AudioBufferSourceNode | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private processQueue() {\n if (this.pendingSources.length === 0 || this.currentSource) return\n\n const source = this.pendingSources.shift()!\n this.currentSource = source\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n source.disconnect()\n this.currentSource = undefined\n this.processQueue()\n }\n\n source.start(0)\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(arrayBuffer)\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n\n // Add to queue and process if not already processing\n this.pendingSources.push(source)\n this.processQueue()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.pendingSources.length = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { SpeakerConcatPlayer } from './player/SpeakerConcatPlayer'\nimport { SpeakerMediaSourcePlayer } from './player/SpeakerMediaSourcePlayer'\nimport { SpeakerPlayer } from './player/SpeakerPlayer'\nimport { SpeakerSequencePlayer } from './player/SpeakerSequencePlayer'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport let speaker: Speaker\n\nclass Speaker {\n private audioElement?: HTMLAudioElement\n private player?: SpeakerPlayer\n private streamingEnabled = false\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n\n // Create audio element if it doesn't exist\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n\n // Select speaker device if speakerId is in local storage\n const speakerId = localStorage.getItem(LocalStorageKeys.SpeakerDevice)\n if (speakerId) {\n this.setSinkId(speakerId).catch((error) => {\n console.error('Failed to set sink ID:', error)\n })\n }\n\n // Source -> Analyser\n this.setupSpeakerPlayer()\n\n // Analyser -> Destination\n const destinationNode = audioContext.createMediaStreamDestination()\n this.analyser.node.connect(destinationNode)\n\n // Destination -> Speaker\n this.audioElement.srcObject = destinationNode.stream\n }\n\n private async setupSpeakerPlayer() {\n try {\n this.player?.destroy()\n this.player = this.streamingEnabled\n ? SpeakerMediaSourcePlayer.isCompatible\n ? new SpeakerMediaSourcePlayer(this.analyser.node)\n : new SpeakerConcatPlayer(this.analyser.node)\n : new SpeakerSequencePlayer(this.analyser.node)\n await this.player?.setup()\n } catch (error) {\n console.error('Error setting up speaker player', error)\n }\n }\n\n get isStreamingEnabled() {\n return this.streamingEnabled\n }\n\n async enableStreaming() {\n if (this.streamingEnabled) return\n this.streamingEnabled = true\n await this.setupSpeakerPlayer()\n }\n\n async disableStreaming() {\n if (!this.streamingEnabled) return\n this.streamingEnabled = false\n await this.setupSpeakerPlayer()\n }\n\n canChangeDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n }\n\n private async setSinkId(speakerId?: string) {\n if (speakerId && this.canChangeDevice() && this.audioElement) {\n // @ts-ignore\n return this.audioElement.setSinkId(speakerId)\n }\n }\n\n async changeDevice(speakerId: string) {\n if (!this.canChangeDevice()) return\n try {\n await this.setSinkId(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n pauseAudio() {\n if (this.audioElement) {\n this.audioElement.pause()\n }\n }\n\n resumeAudio() {\n if (this.audioElement) {\n this.audioElement.play()\n }\n }\n\n async playAudio(blob: Blob) {\n if (!this.audioElement || !this.player) return\n try {\n // Add blob to stream\n this.player.addBlob(blob)\n\n // Start playing if not already playing\n if (this.audioElement.paused) {\n this.audioElement.play()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n stopAudio() {\n this.audioElement?.pause()\n this.player?.stop()\n }\n}\n\ndeclare global {\n interface Window {\n micdropSpeaker: Speaker\n }\n}\n\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new Speaker()\n}\nspeaker = window.micdropSpeaker\n","import EventEmitter from 'eventemitter3'\nimport {\n CallClientCommands,\n CallServerCommands,\n Conversation,\n ConversationMessage,\n VAD,\n} from '../..'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { mic } from '../audio/mic'\nimport { speaker } from '../audio/speaker'\nimport { getVAD, VADConfig } from '../audio/vad/getVAD'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndCall: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport interface CallHandlerOptions {\n vad?: VADConfig\n}\n\ndeclare global {\n interface Window {\n micdropCallHandler: any\n }\n}\n\nexport class CallHandler<\n Params extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n> extends EventEmitter<CallHandlerEvents> {\n public static getInstance<\n P extends {},\n O extends CallHandlerOptions = CallHandlerOptions,\n >(options?: O): CallHandler<P, O> {\n if (!window.micdropCallHandler) {\n window.micdropCallHandler = new CallHandler<P, O>(options)\n }\n return window.micdropCallHandler\n }\n\n public url?: string\n public params?: Params\n public micRecorder?: MicRecorder\n public vad: VAD\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n private _isProcessing = false\n\n private constructor(private options?: Options) {\n super()\n\n // Init VAD\n this.vad = getVAD(this.options?.vad)\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isMicSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isProcessing(): boolean {\n return this._isProcessing\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder?.mute()\n this._isProcessing = false\n this.notifyStateChange()\n speaker.pauseAudio()\n this.ws?.send(CallClientCommands.Mute)\n }\n\n resume() {\n if (this.lastAudioBlob) {\n speaker.playAudio(this.lastAudioBlob)\n }\n speaker.resumeAudio()\n this.micRecorder?.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] Received chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] Start speaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] Stop speaking')\n this.ws?.send(CallClientCommands.StopSpeaking)\n this._isProcessing = true\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n this.micStream = await mic.start(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n speaker.playAudio(event.data)\n this.lastAudioBlob = event.data\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.Message)) {\n // Received user/assistant message\n const message = JSON.parse(\n event.data.substring(CallServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } else if (event.data === CallServerCommands.EndCall) {\n // Call ended\n setTimeout(() => {\n this.emit('EndCall')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'assistant') {\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === CallServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'user') {\n this.conversation = this.conversation.slice(0, -1)\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.EnableSpeakerStreaming) {\n // Enable speaker streaming\n speaker.enableStreaming()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.stop()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(message: ConversationMessage) {\n this.conversation.push(message)\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum CallServerCommands {\n Message = 'Message',\n CancelLastAssistantMessage = 'CancelLastAssistantMessage',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EnableSpeakerStreaming = 'EnableSpeakerStreaming',\n EndCall = 'EndCall',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(\n conversation: Conversation\n ): Promise<string | ConversationMessage>\n speech2Text(audioBlob: Blob, prevMessage?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport type CallMetadata = {\n commands?: {\n endCall?: boolean\n cancelLastUserMessage?: boolean\n skipAnswer?: boolean\n }\n [key: string]: any\n}\n\nexport interface ConversationMessage<Data extends CallMetadata = CallMetadata> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n"],"mappings":";AAAA,OAAO,kBAAkB;AAMlB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEA,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAI;AAEX,IAAM,MAAN,MAAU;AAAA,EAMR,cAAc;AACZ,SAAK,WAAW,IAAI,cAAc,YAAY;AAAA,EAChD;AAAA,EAEQ,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,oBAAoB,UAAU;AACrC,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,kBAAkB;AAAA,IACzB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,kBAAkB;AAAA,IACzB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;AAQA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAI;AAC9B;AACA,MAAM,OAAO;;;ACxGb,OAAOC,mBAAkB;;;ACQlB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,OAAOC,mBAAkB;AAiBlB,IAAe,MAAf,cAA2BA,cAAwB;AAAA,EAAnD;AAAA;AAEL;AAAA,SAAO,QAAQ;AAAA;AAkBjB;;;AC/BO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAMnC,YAAY,MAAkC;AAC5C,UAAM;AALR,SAAQ,qBAAqB;AAC7B,SAAQ,uBAAuB;AAC/B,SAAQ,gBAAiC;AAIvC,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AAAA,EAC3C;AAAA,EAEA,KAAK,cAA+B,GAAU;AAC5C,SAAK,gBAAgB;AACrB,WAAO,MAAM,KAAK,SAAS;AAAA,EAC7B;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,iBAAiB,MAAM;AAC5B,aAAK;AACL,aACG,KAAK,kBAAkB,kBACtB,KAAK,kBAAkB,qBACzB,KAAK,uBAAuB,KAAK,KAAK,QACtC;AACA,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF,CAAC;AACD,UAAI,GAAG,mBAAmB,MAAM;AAC9B,aAAK;AACL,YACE,KAAK,kBAAkB,mBACvB,KAAK,yBAAyB,KAAK,KAAK,QACxC;AACA,eAAK,KAAK,iBAAiB;AAAA,QAC7B;AAAA,MACF,CAAC;AACD,UAAI,GAAG,kBAAkB,MAAM;AAC7B,aAAK;AACL,YAAI,KAAK,kBAAkB,iBAAiB;AAC1C,eAAK,KAAK,gBAAgB;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,UAAI,GAAG,gBAAgB,MAAM;AAC3B,aAAK;AACL,aAAK;AACL,YAAI,KAAK,kBAAkB,mBAAmB;AAC5C,eAAK,KAAK,cAAc;AAAA,QAC1B;AAEA,aAAK,qBAAqB;AAC1B,aAAK,uBAAuB;AAAA,MAC9B,CAAC;AAED,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAEA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,YAAM,IAAI,KAAK;AACf,UAAI,mBAAmB;AAAA,IACzB;AAAA,EACF;AACF;;;AC7EA,SAAS,cAAc;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAIjC,YAAY,SAAqC;AAC/C,UAAM;AAJR,SAAO,UAAU;AAMf,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,OAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC3EA,IAAMC,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAAY,SAAqC;AAC/C,UAAM;AAVR,SAAO,UAAUA;AAIjB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,QAAS;AAGlB,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACpLO,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,UAAU;AAC/B,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;;;ANVA,IAAM,YAAY;AASlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AACd;AAcO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAU/D,YAAY,WAAuB;AACjC,UAAM;AARR,SAAQ,YAAY,KAAK,aAAa;AAItC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AA+GhC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAAA,MAC7B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF,GAAG,KAAK,IAAI;AAEZ,SAAQ,qBAAqB,YAAY;AACvC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAEZ,SAAQ,oBAAoB,YAAY;AACtC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AA9IV,SAAK,QAAQ;AAGb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,KAAK,IAAI,QAAQ,MAAO;AAAA,MAC1B;AACA,WAAK,gBAAgB;AAGrB,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,QACtD,UAAU,KAAK,UAAU;AAAA,QACzB,oBAAoB;AAAA,MACtB,CAAC;AACD,WAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAG9D,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,qBAAqB;AAAA,IACvC;AACA,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,MAAM;AAAA,EAC7B;AAAA,EAEA,MAAc,wBAAwB;AACpC,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,qBAAqB;AAAA,IACvC;AACA,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EAyCA,MAAc,gBAAgB,WAAsB;AAClD,QAAI,CAAC,KAAK,mBAAmB;AAE3B,WAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,cAAc;AACrC,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,aAAa,SAAS;AAG3B,SAAK,KAAK,SAAS,UAAU,IAAI;AAAA,EACnC;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AOtOO,IAAe,gBAAf,MAA6B;AAAA,EAGlC,YAAsB,YAAuB;AAAvB;AAEpB,UAAM,MAAM,WAAW;AACvB,QAAI,EAAE,eAAe,eAAe;AAClC,YAAM,IAAI,MAAM,iDAAiD;AAAA,IACnE;AACA,SAAK,eAAe;AAAA,EACtB;AAMF;;;ACdO,IAAM,sBAAN,cAAkC,cAAc;AAAA,EAAhD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAEhC,SAAQ,qBAA6B;AAIrC,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,gBAAgB;AACtB,QAAI,CAAC,KAAK,WAAY;AAEtB,UAAM,OAAO,YAAY,IAAI,IAAI;AACjC,UAAM,SAAS,KAAK;AACpB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,UAAI,WAAW,KAAK,cAAe;AACnC,WAAK,qBAAqB,OAAO,QAAQ,YAAY;AACrD,WAAK,kBAAkB;AACvB,WAAK,gBAAgB;AACrB,aAAO,WAAW;AAClB,WAAK,cAAc;AAAA,IACrB;AAGA,UAAM,SACJ,KAAK,sBACJ,KAAK,kBAAkB,OAAO,KAAK,kBAAkB;AAGxD,WAAO,MAAM,GAAG,MAAM;AAEtB,QAAI,CAAC,KAAK,iBAAiB;AACzB,WAAK,kBAAkB;AAAA,IACzB;AACA,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,WAAK,gBAAgB,KAAK,gBACtB,KAAK,mBAAmB,KAAK,eAAe,WAAW,IACvD;AAGJ,YAAM,cAAc,MAAM,KAAK,aAAa;AAAA;AAAA,QAE1C,KAAK,gBAAgB,KAAK,aAAa;AAAA,MACzC;AAGA,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAChB,WAAK,aAAa;AAClB,WAAK,cAAc;AAAA,IACrB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEQ,mBAAmB,SAAsB,SAAsB;AACrE,UAAM,MAAM,IAAI,WAAW,QAAQ,aAAa,QAAQ,UAAU;AAClE,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,CAAC;AAClC,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,QAAQ,UAAU;AACnD,WAAO,IAAI;AAAA,EACb;AAAA,EAEQ,gBAAgB,QAAqB;AAC3C,UAAM,cAAc,IAAI,YAAY,OAAO,UAAU;AACrD,QAAI,WAAW,WAAW,EAAE,IAAI,IAAI,WAAW,MAAM,CAAC;AACtD,WAAO;AAAA,EACT;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,kBAAkB;AACvB,SAAK,qBAAqB;AAC1B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAClB,SAAK,gBAAgB;AACrB,SAAK,mBAAmB;AAAA,EAC1B;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/GO,IAAM,2BAAN,cAAuC,cAAc;AAAA,EAArD;AAAA;AAQL,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAAA;AAAA,EAIhC,MAAM,QAAQ;AACZ,QAAI,KAAK,gBAAgB,KAAK,YAAa;AAE3C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAC7B,SAAK,aAAa,QAAQ;AAC1B,SAAK,cAAc,IAAI,YAAY;AAEnC,QAAI,CAAC,KAAK,aAAa;AACrB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAEA,SAAK,aAAa,MAAM,IAAI,gBAAgB,KAAK,WAAW;AAG5D,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,WAAK,aAAa,iBAAiB,cAAc,MAAM;AACrD,cAAM,eAAe,KAAK,aAAa,gBAAgB,YAAY;AACnE,YAAI,CAAC,aAAc,OAAM,IAAI,MAAM,+BAA+B;AAClE,aAAK,eAAe;AAGpB,qBAAa,iBAAiB,aAAa,MAAM,KAAK,aAAa,CAAC;AAGpE,aAAK,aAAa;AAClB,gBAAQ;AAAA,MACV,CAAC;AAAA,IACH,CAAC;AAGD,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,YAAM,eAAe,MAAM;AACzB,aAAK,cAAc,oBAAoB,cAAc,YAAY;AACjE,YAAI,CAAC,KAAK,cAAc;AACtB,gBAAM,IAAI,MAAM,0CAA0C;AAAA,QAC5D;AAGA,cAAM,cACJ,KAAK,aACL,cAAc;AAGhB,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,aAAK,cAAc;AACnB,aAAK,aAAa,KAAK,aAAa,wBAAwB,WAAW;AACvE,aAAK,WAAW,QAAQ,KAAK,UAAU;AACvC,aAAK,aAAa,cAAc;AAChC,gBAAQ;AAAA,MACV;AACA,WAAK,cAAc,iBAAiB,cAAc,YAAY;AAAA,IAChE,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,eAAe;AAC3B,QACE,CAAC,KAAK,gBACN,CAAC,KAAK,eACN,KAAK,aAAa,WAAW,KAC7B,KAAK,qBACL,KAAK,aAAa,UAClB;AACA;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,UAAI,KAAK,mBAAmB;AAC1B,aAAK,aAAa,aAAa,WAAW;AAAA,MAC5C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C,UAAE;AACA,WAAK,oBAAoB;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAG3B,QACE,KAAK,gBACL,CAAC,KAAK,aAAa,YACnB,CAAC,KAAK,mBACN;AACA,WAAK,aAAa;AAAA,IACpB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,QAAQ;AACb,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,UAAU;AAER,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAGA,SAAK,aAAa,SAAS;AAG3B,QAAI,KAAK,aAAa;AACpB,UAAI;AACF,YAAI,KAAK,YAAY,eAAe,QAAQ;AAC1C,eAAK,YAAY,YAAY;AAAA,QAC/B;AAAA,MACF,SAAS,OAAO;AACd,gBAAQ,MAAM,kCAAkC,KAAK;AAAA,MACvD;AAAA,IACF;AAGA,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AACxB,WAAK,aAAa,MAAM;AACxB,WAAK,eAAe;AAAA,IACtB;AAGA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAEA,SAAK,cAAc;AACnB,SAAK,eAAe;AAAA,EACtB;AACF;AAzJa,yBACG,eACZ,OAAO,gBAAgB,eACvB,YAAY,gBAAgB,YAAY;;;ACJrC,IAAM,wBAAN,cAAoC,cAAc;AAAA,EAAlD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAChC,SAAQ,iBAA0C,CAAC;AAEnD,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,eAAe;AACrB,QAAI,KAAK,eAAe,WAAW,KAAK,KAAK,cAAe;AAE5D,UAAM,SAAS,KAAK,eAAe,MAAM;AACzC,SAAK,gBAAgB;AACrB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,aAAO,WAAW;AAClB,WAAK,gBAAgB;AACrB,WAAK,aAAa;AAAA,IACpB;AAEA,WAAO,MAAM,CAAC;AAAA,EAChB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,MAAM,KAAK,aAAa,gBAAgB,WAAW;AAGvE,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAGhB,WAAK,eAAe,KAAK,MAAM;AAC/B,WAAK,aAAa;AAAA,IACpB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,eAAe,SAAS;AAC7B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/DO,IAAI;AAEX,IAAM,UAAN,MAAc;AAAA,EAMZ,cAAc;AAHd,SAAQ,mBAAmB;AAIzB,SAAK,WAAW,IAAI,cAAc,YAAY;AAG9C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAG7B,UAAM,YAAY,aAAa,mDAAsC;AACrE,QAAI,WAAW;AACb,WAAK,UAAU,SAAS,EAAE,MAAM,CAAC,UAAU;AACzC,gBAAQ,MAAM,0BAA0B,KAAK;AAAA,MAC/C,CAAC;AAAA,IACH;AAGA,SAAK,mBAAmB;AAGxB,UAAM,kBAAkB,aAAa,6BAA6B;AAClE,SAAK,SAAS,KAAK,QAAQ,eAAe;AAG1C,SAAK,aAAa,YAAY,gBAAgB;AAAA,EAChD;AAAA,EAEA,MAAc,qBAAqB;AACjC,QAAI;AACF,WAAK,QAAQ,QAAQ;AACrB,WAAK,SAAS,KAAK,mBACf,yBAAyB,eACvB,IAAI,yBAAyB,KAAK,SAAS,IAAI,IAC/C,IAAI,oBAAoB,KAAK,SAAS,IAAI,IAC5C,IAAI,sBAAsB,KAAK,SAAS,IAAI;AAChD,YAAM,KAAK,QAAQ,MAAM;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,mCAAmC,KAAK;AAAA,IACxD;AAAA,EACF;AAAA,EAEA,IAAI,qBAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,kBAAkB;AACtB,QAAI,KAAK,iBAAkB;AAC3B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,MAAM,mBAAmB;AACvB,QAAI,CAAC,KAAK,iBAAkB;AAC5B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,kBAA2B;AACzB,WACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAAA,EAEnE;AAAA,EAEA,MAAc,UAAU,WAAoB;AAC1C,QAAI,aAAa,KAAK,gBAAgB,KAAK,KAAK,cAAc;AAE5D,aAAO,KAAK,aAAa,UAAU,SAAS;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,WAAmB;AACpC,QAAI,CAAC,KAAK,gBAAgB,EAAG;AAC7B,QAAI;AACF,YAAM,KAAK,UAAU,SAAS;AAC9B,mBAAa,qDAAwC,SAAS;AAAA,IAChE,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAAA,EAEA,aAAa;AACX,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AAAA,IAC1B;AAAA,EACF;AAAA,EAEA,cAAc;AACZ,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,KAAK;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,QAAI,CAAC,KAAK,gBAAgB,CAAC,KAAK,OAAQ;AACxC,QAAI;AAEF,WAAK,OAAO,QAAQ,IAAI;AAGxB,UAAI,KAAK,aAAa,QAAQ;AAC5B,aAAK,aAAa,KAAK;AAAA,MACzB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,YAAY;AACV,SAAK,cAAc,MAAM;AACzB,SAAK,QAAQ,KAAK;AAAA,EACpB;AACF;AAQA,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAQ;AACtC;AACA,UAAU,OAAO;;;ACzIjB,OAAOC,mBAAkB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADiBO,IAAM,cAAN,MAAM,qBAGHC,cAAgC;AAAA,EAwBhC,YAAoB,SAAmB;AAC7C,UAAM;AADoB;AAT5B,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAEpB,SAAQ,gBAAgB;AAMtB,SAAK,MAAM,OAAO,KAAK,SAAS,GAAG;AAAA,EACrC;AAAA,EA5BA,OAAc,YAGZ,SAAgC;AAChC,QAAI,CAAC,OAAO,oBAAoB;AAC9B,aAAO,qBAAqB,IAAI,aAAkB,OAAO;AAAA,IAC3D;AACA,WAAO,OAAO;AAAA,EAChB;AAAA,EAsBA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,gBAAyB;AAC3B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AACrB,SAAK,gBAAgB;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,aAAa,KAAK;AACvB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,aAAa,KAAK;AACvB,SAAK,gBAAgB;AACrB,SAAK,kBAAkB;AACvB,YAAQ,WAAW;AACnB,SAAK,IAAI,sBAA4B;AAAA,EACvC;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,cAAQ,UAAU,KAAK,aAAa;AAAA,IACtC;AACA,YAAQ,YAAY;AACpB,SAAK,aAAa,OAAO;AACzB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AACF,UAAI,CAAC,KAAK,aAAa;AACrB,aAAK,cAAc,IAAI,YAAY,KAAK,GAAG;AAG3C,aAAK,YAAY,GAAG,eAAe,MAAM;AACvC,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAGD,aAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,eAAK,IAAI,wBAAwB,IAAI;AACrC,eAAK,IAAI,KAAK,IAAI;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,eAAK,IAAI,sBAAsB;AAC/B,eAAK,IAAI,wCAAqC;AAE9C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AACvB,kBAAQ,UAAU;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,eAAK,IAAI,qBAAqB;AAC9B,eAAK,IAAI,sCAAoC;AAC7C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAAA,MACH;AAGA,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,aAAa,KAAK;AAAA,MACzB;AAGA,WAAK,YAAY,MAAM,IAAI,MAAM,QAAQ;AACzC,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,QAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,gBAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB,MAAM;AAC3B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,kCAAqC,GAAG;AAE5D,cAAM,UAAU,KAAK;AAAA,UACnB,MAAM,KAAK,kCAAqC,SAAS,CAAC;AAAA,QAC5D;AACA,aAAK,WAAW,OAAO;AAAA,MACzB,WAAW,MAAM,kCAAqC;AAEpD,mBAAW,MAAM;AACf,eAAK,KAAK,SAAS;AAAA,QACrB,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,aAAa;AACrC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,wCAAwC;AAEvD,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAmD;AAElE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,QAAQ;AAChC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,gEAAoD;AAEnE,gBAAQ,gBAAgB;AAAA,MAC1B;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,KAAK;AAEV,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,SAA8B;AAC/C,SAAK,aAAa,KAAK,OAAO;AAC9B,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AElUO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,aAAU;AACV,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,2BAAwB;AACxB,EAAAA,oBAAA,gBAAa;AACb,EAAAA,oBAAA,4BAAyB;AACzB,EAAAA,oBAAA,aAAU;AANA,SAAAA;AAAA,GAAA;","names":["audioContext","audioContext","unlock","LocalStorageKeys","EventEmitter","EventEmitter","defaultOptions","EventEmitter","EventEmitter","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
1
+ {"version":3,"sources":["../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/mic.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","../src/audio/player/SpeakerPlayer.ts","../src/audio/player/SpeakerConcatPlayer.ts","../src/audio/player/SpeakerMediaSourcePlayer.ts","../src/audio/player/SpeakerSequencePlayer.ts","../src/audio/speaker.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport let mic: Mic\n\nclass Mic {\n private currentDeviceId: string | undefined\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n }\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.currentDeviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n\ndeclare global {\n interface Window {\n micdropMic: Mic\n }\n}\n\nif (!window.micdropMic) {\n window.micdropMic = new Mic()\n}\nmic = window.micdropMic\n","import EventEmitter from 'eventemitter3'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD } from './vad/VAD'\nimport { getVAD, VADConfig } from './vad/getVAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private vad: VAD\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream)\n }\n\n private async stopSpeakingDetection() {\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n } catch (error) {\n console.error(error)\n }\n }).bind(this)\n\n private onConfirmSpeaking = (async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }).bind(this)\n\n private onCancelSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import EventEmitter from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n this.onStatusChange = this.onStatusChange.bind(this)\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange() {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web/src'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new VolumeVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n","export abstract class SpeakerPlayer {\n protected audioContext: AudioContext\n\n constructor(protected outputNode: AudioNode) {\n // Ensure we have an AudioContext from the outputNode\n const ctx = outputNode.context\n if (!(ctx instanceof AudioContext)) {\n throw new Error('OutputNode must be connected to an AudioContext')\n }\n this.audioContext = ctx\n }\n\n abstract setup(): Promise<void>\n abstract addBlob(blob: Blob): void\n abstract stop(): void\n abstract destroy(): void\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerConcatPlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private sourceStartTime: number | undefined\n private prevSourceDuration: number = 0\n private currentSource: AudioBufferSourceNode | undefined\n private nextSource: AudioBufferSourceNode | undefined\n private currentBuffer: ArrayBuffer | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private replaceSource() {\n if (!this.nextSource) return\n\n const time = performance.now() / 1000\n const source = this.nextSource\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n if (source !== this.currentSource) return\n this.prevSourceDuration = source.buffer?.duration ?? 0\n this.sourceStartTime = undefined\n this.currentSource = undefined\n source.disconnect()\n this.replaceSource()\n }\n\n // Calculate the offset for the source start time\n const offset =\n this.prevSourceDuration +\n (this.sourceStartTime ? time - this.sourceStartTime : 0)\n\n // Start the source with the calculated offset\n source.start(0, offset)\n\n if (!this.sourceStartTime) {\n this.sourceStartTime = time\n }\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = source\n this.nextSource = undefined\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Concat buffers\n this.currentBuffer = this.currentBuffer\n ? this.concatArrayBuffers(this.currentBuffer, arrayBuffer)\n : arrayBuffer\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(\n // Copy the buffer to avoid mutating the original\n this.copyArrayBuffer(this.currentBuffer)\n )\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n this.nextSource = source\n this.replaceSource()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n private concatArrayBuffers(buffer1: ArrayBuffer, buffer2: ArrayBuffer) {\n const tmp = new Uint8Array(buffer1.byteLength + buffer2.byteLength)\n tmp.set(new Uint8Array(buffer1), 0)\n tmp.set(new Uint8Array(buffer2), buffer1.byteLength)\n return tmp.buffer\n }\n\n private copyArrayBuffer(buffer: ArrayBuffer) {\n const destination = new ArrayBuffer(buffer.byteLength)\n new Uint8Array(destination).set(new Uint8Array(buffer))\n return destination\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.sourceStartTime = undefined\n this.prevSourceDuration = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n this.nextSource = undefined\n this.currentBuffer = undefined\n this.isConvertingBlob = false\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { stopStream } from '../utils/stopStream'\nimport { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerMediaSourcePlayer extends SpeakerPlayer {\n public static isCompatible =\n typeof MediaSource !== 'undefined' &&\n MediaSource.isTypeSupported('audio/mpeg')\n\n private mediaSource: MediaSource | undefined\n private mediaStream: MediaStream | undefined\n private sourceBuffer: SourceBuffer | undefined\n private isProcessingQueue = false\n private pendingBlobs: Blob[] = []\n private audioElement: HTMLAudioElement | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n async setup() {\n if (this.audioElement || this.mediaSource) return\n\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n this.audioElement.muted = true\n this.mediaSource = new MediaSource()\n\n if (!this.mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n\n this.audioElement.src = URL.createObjectURL(this.mediaSource)\n\n // Setup MediaSource when it opens\n await new Promise<void>((resolve) => {\n this.mediaSource?.addEventListener('sourceopen', () => {\n const sourceBuffer = this.mediaSource?.addSourceBuffer('audio/mpeg')\n if (!sourceBuffer) throw new Error('Failed to create SourceBuffer')\n this.sourceBuffer = sourceBuffer\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => this.processQueue())\n\n // Process any pending blobs\n this.processQueue()\n resolve()\n })\n })\n\n // Connect audio element to analyser when we have data\n await new Promise<void>((resolve) => {\n const onTimeUpdate = () => {\n this.audioElement?.removeEventListener('timeupdate', onTimeUpdate)\n if (!this.audioElement) {\n throw new Error('Audio element or audio context not found')\n }\n\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (\n this.audioElement as any\n ).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n this.mediaStream = mediaStream\n this.sourceNode = this.audioContext.createMediaStreamSource(mediaStream)\n this.sourceNode.connect(this.outputNode)\n this.audioElement.currentTime = 0\n resolve()\n }\n this.audioElement?.addEventListener('timeupdate', onTimeUpdate)\n })\n }\n\n private async processQueue() {\n if (\n !this.sourceBuffer ||\n !this.mediaSource ||\n this.pendingBlobs.length === 0 ||\n this.isProcessingQueue ||\n this.sourceBuffer.updating\n ) {\n return\n }\n\n this.isProcessingQueue = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Append the blob to the source buffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Re-check if still processing (not stopped)\n if (this.isProcessingQueue) {\n this.sourceBuffer.appendBuffer(arrayBuffer)\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n } finally {\n this.isProcessingQueue = false\n }\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n\n // Try to process the queue if we can\n if (\n this.sourceBuffer &&\n !this.sourceBuffer.updating &&\n !this.isProcessingQueue\n ) {\n this.processQueue()\n }\n }\n\n stop() {\n this.destroy()\n this.setup()\n }\n\n destroy() {\n // Disconnect the audio nodes\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n // Clear pending blobs\n this.pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (this.mediaSource) {\n try {\n if (this.mediaSource.readyState === 'open') {\n this.mediaSource.endOfStream()\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n }\n\n // Stop and clean up the audio element\n if (this.audioElement) {\n this.audioElement.pause()\n this.audioElement.src = ''\n this.audioElement = undefined\n }\n\n // Clean up media stream\n if (this.mediaStream) {\n stopStream(this.mediaStream)\n this.mediaStream = undefined\n }\n\n this.mediaSource = undefined\n this.sourceBuffer = undefined\n }\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerSequencePlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private pendingSources: AudioBufferSourceNode[] = []\n private currentSource: AudioBufferSourceNode | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private processQueue() {\n if (this.pendingSources.length === 0 || this.currentSource) return\n\n const source = this.pendingSources.shift()!\n this.currentSource = source\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n source.disconnect()\n this.currentSource = undefined\n this.processQueue()\n }\n\n source.start(0)\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(arrayBuffer)\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n\n // Add to queue and process if not already processing\n this.pendingSources.push(source)\n this.processQueue()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.pendingSources.length = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { SpeakerConcatPlayer } from './player/SpeakerConcatPlayer'\nimport { SpeakerMediaSourcePlayer } from './player/SpeakerMediaSourcePlayer'\nimport { SpeakerPlayer } from './player/SpeakerPlayer'\nimport { SpeakerSequencePlayer } from './player/SpeakerSequencePlayer'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport let speaker: Speaker\n\nclass Speaker {\n private audioElement?: HTMLAudioElement\n private player?: SpeakerPlayer\n private streamingEnabled = false\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n\n // Create audio element if it doesn't exist\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n\n // Select speaker device if speakerId is in local storage\n const speakerId = localStorage.getItem(LocalStorageKeys.SpeakerDevice)\n if (speakerId) {\n this.setSinkId(speakerId).catch((error) => {\n console.error('Failed to set sink ID:', error)\n })\n }\n\n // Source -> Analyser\n this.setupSpeakerPlayer()\n\n // Analyser -> Destination\n const destinationNode = audioContext.createMediaStreamDestination()\n this.analyser.node.connect(destinationNode)\n\n // Destination -> Speaker\n this.audioElement.srcObject = destinationNode.stream\n }\n\n private async setupSpeakerPlayer() {\n try {\n this.player?.destroy()\n this.player = this.streamingEnabled\n ? SpeakerMediaSourcePlayer.isCompatible\n ? new SpeakerMediaSourcePlayer(this.analyser.node)\n : new SpeakerConcatPlayer(this.analyser.node)\n : new SpeakerSequencePlayer(this.analyser.node)\n await this.player?.setup()\n } catch (error) {\n console.error('Error setting up speaker player', error)\n }\n }\n\n get isStreamingEnabled() {\n return this.streamingEnabled\n }\n\n async enableStreaming() {\n if (this.streamingEnabled) return\n this.streamingEnabled = true\n await this.setupSpeakerPlayer()\n }\n\n async disableStreaming() {\n if (!this.streamingEnabled) return\n this.streamingEnabled = false\n await this.setupSpeakerPlayer()\n }\n\n canChangeDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n }\n\n private async setSinkId(speakerId?: string) {\n if (speakerId && this.canChangeDevice() && this.audioElement) {\n // @ts-ignore\n return this.audioElement.setSinkId(speakerId)\n }\n }\n\n async changeDevice(speakerId: string) {\n if (!this.canChangeDevice()) return\n try {\n await this.setSinkId(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n pauseAudio() {\n if (this.audioElement) {\n this.audioElement.pause()\n }\n }\n\n resumeAudio() {\n if (this.audioElement) {\n this.audioElement.play()\n }\n }\n\n async playAudio(blob: Blob) {\n if (!this.audioElement || !this.player) return\n try {\n // Add blob to stream\n this.player.addBlob(blob)\n\n // Start playing if not already playing\n if (this.audioElement.paused) {\n this.audioElement.play()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n stopAudio() {\n this.audioElement?.pause()\n this.player?.stop()\n }\n}\n\ndeclare global {\n interface Window {\n micdropSpeaker: Speaker\n }\n}\n\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new Speaker()\n}\nspeaker = window.micdropSpeaker\n","import EventEmitter from 'eventemitter3'\nimport {\n CallClientCommands,\n CallServerCommands,\n Conversation,\n ConversationMessage,\n VAD,\n} from '../..'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { mic } from '../audio/mic'\nimport { speaker } from '../audio/speaker'\nimport { getVAD, VADConfig } from '../audio/vad/getVAD'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndCall: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport interface CallHandlerOptions {\n vad?: VADConfig\n}\n\ndeclare global {\n interface Window {\n micdropCallHandler: any\n }\n}\n\nexport class CallHandler<\n Params extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n> extends EventEmitter<CallHandlerEvents> {\n public static getInstance<\n P extends {},\n O extends CallHandlerOptions = CallHandlerOptions,\n >(options?: O): CallHandler<P, O> {\n if (!window.micdropCallHandler) {\n window.micdropCallHandler = new CallHandler<P, O>(options)\n }\n return window.micdropCallHandler\n }\n\n public url?: string\n public params?: Params\n public micRecorder?: MicRecorder\n public vad: VAD\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n private _isProcessing = false\n\n private constructor(private options?: Options) {\n super()\n\n // Init VAD\n this.vad = getVAD(this.options?.vad)\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isMicSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isProcessing(): boolean {\n return this._isProcessing\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder?.mute()\n this._isProcessing = false\n this.notifyStateChange()\n speaker.pauseAudio()\n this.ws?.send(CallClientCommands.Mute)\n }\n\n resume() {\n if (this.lastAudioBlob) {\n speaker.playAudio(this.lastAudioBlob)\n }\n speaker.resumeAudio()\n this.micRecorder?.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] Received chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] Start speaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] Stop speaking')\n this.ws?.send(CallClientCommands.StopSpeaking)\n this._isProcessing = true\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n this.micStream = await mic.start(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n speaker.playAudio(event.data)\n this.lastAudioBlob = event.data\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.Message)) {\n // Received user/assistant message\n const message = JSON.parse(\n event.data.substring(CallServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } else if (event.data === CallServerCommands.EndCall) {\n // Call ended\n setTimeout(() => {\n this.emit('EndCall')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'assistant') {\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === CallServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'user') {\n this.conversation = this.conversation.slice(0, -1)\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.EnableSpeakerStreaming) {\n // Enable speaker streaming\n speaker.enableStreaming()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.stop()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(message: ConversationMessage) {\n this.conversation.push(message)\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum CallServerCommands {\n Message = 'Message',\n CancelLastAssistantMessage = 'CancelLastAssistantMessage',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EnableSpeakerStreaming = 'EnableSpeakerStreaming',\n EndCall = 'EndCall',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(\n conversation: Conversation\n ): Promise<string | ConversationMessage>\n speech2Text(audioBlob: Blob, prevMessage?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport type CallMetadata = {\n commands?: {\n endCall?: boolean\n cancelLastUserMessage?: boolean\n skipAnswer?: boolean\n }\n [key: string]: any\n}\n\nexport interface ConversationMessage<Data extends CallMetadata = CallMetadata> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n"],"mappings":";AAAA,OAAO,kBAAkB;AAMlB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEA,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAI;AAEX,IAAM,MAAN,MAAU;AAAA,EAMR,cAAc;AACZ,SAAK,WAAW,IAAI,cAAc,YAAY;AAAA,EAChD;AAAA,EAEQ,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,oBAAoB,UAAU;AACrC,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,kBAAkB;AAAA,IACzB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,kBAAkB;AAAA,IACzB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;AAQA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAI;AAC9B;AACA,MAAM,OAAO;;;ACxGb,OAAOC,mBAAkB;;;ACQlB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,OAAOC,mBAAkB;AAelB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2BD,cAAwB;AAAA,EAAnD;AAAA;AACL,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyBf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,QAAmB;AAC3B,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;AChFO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AACN,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AACzC,SAAK,iBAAiB,KAAK,eAAe,KAAK,IAAI;AAAA,EACrD;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAEQ,iBAAiB;AACvB,UAAM,eAAe,KAAK,KAAK;AAAA,MAC7B,CAAC,QAAQ,IAAI;AAAA,IACf;AACA,UAAM,gBAAgB,KAAK,KAAK;AAAA,MAC9B,CAAC,QAAQ,IAAI;AAAA,IACf;AAGA,YAAQ,KAAK,QAAQ;AAAA,MACnB;AACE,YAAI,aAAc;AAClB,aAAK,KAAK,eAAe;AACzB,YAAI,eAAe;AACjB,eAAK,KAAK,iBAAiB;AAAA,QAC7B;AACA;AAAA,MACF;AACE,YAAI,cAAc;AAChB,eAAK,KAAK,gBAAgB;AAC1B;AAAA,QACF;AACA,YAAI,eAAe;AACjB,eAAK,KAAK,iBAAiB;AAAA,QAC7B;AACA;AAAA,MACF;AACE,YAAI,cAAc;AAChB,eAAK,KAAK,cAAc;AAAA,QAC1B;AACA;AAAA,IACJ;AAAA,EACF;AAAA,EAEA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AACF;;;ACrEA,SAAS,cAAc;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAIjC,YAAY,SAAqC;AAC/C,UAAM;AAJR,SAAO,UAAU;AAMf,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,OAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC3EA,IAAME,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAAY,SAAqC;AAC/C,UAAM;AAVR,SAAO,UAAUA;AAIjB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,QAAS;AAGlB,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACpLO,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,UAAU;AAC/B,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;;;ANVA,IAAM,YAAY;AASlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AACd;AAcO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAU/D,YAAY,WAAuB;AACjC,UAAM;AARR,SAAQ,YAAY,KAAK,aAAa;AAItC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAyGhC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAAA,MAC7B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF,GAAG,KAAK,IAAI;AAEZ,SAAQ,qBAAqB,YAAY;AACvC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAEZ,SAAQ,oBAAoB,YAAY;AACtC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAxIV,SAAK,QAAQ;AAGb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,KAAK,IAAI,QAAQ,MAAO;AAAA,MAC1B;AACA,WAAK,gBAAgB;AAGrB,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,QACtD,UAAU,KAAK,UAAU;AAAA,QACzB,oBAAoB;AAAA,MACtB,CAAC;AACD,WAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAG9D,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,MAAM;AAAA,EAC7B;AAAA,EAEA,MAAc,wBAAwB;AACpC,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EAyCA,MAAc,gBAAgB,WAAsB;AAClD,QAAI,CAAC,KAAK,mBAAmB;AAE3B,WAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,cAAc;AACrC,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,aAAa,SAAS;AAG3B,SAAK,KAAK,SAAS,UAAU,IAAI;AAAA,EACnC;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AOhOO,IAAe,gBAAf,MAA6B;AAAA,EAGlC,YAAsB,YAAuB;AAAvB;AAEpB,UAAM,MAAM,WAAW;AACvB,QAAI,EAAE,eAAe,eAAe;AAClC,YAAM,IAAI,MAAM,iDAAiD;AAAA,IACnE;AACA,SAAK,eAAe;AAAA,EACtB;AAMF;;;ACdO,IAAM,sBAAN,cAAkC,cAAc;AAAA,EAAhD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAEhC,SAAQ,qBAA6B;AAIrC,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,gBAAgB;AACtB,QAAI,CAAC,KAAK,WAAY;AAEtB,UAAM,OAAO,YAAY,IAAI,IAAI;AACjC,UAAM,SAAS,KAAK;AACpB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,UAAI,WAAW,KAAK,cAAe;AACnC,WAAK,qBAAqB,OAAO,QAAQ,YAAY;AACrD,WAAK,kBAAkB;AACvB,WAAK,gBAAgB;AACrB,aAAO,WAAW;AAClB,WAAK,cAAc;AAAA,IACrB;AAGA,UAAM,SACJ,KAAK,sBACJ,KAAK,kBAAkB,OAAO,KAAK,kBAAkB;AAGxD,WAAO,MAAM,GAAG,MAAM;AAEtB,QAAI,CAAC,KAAK,iBAAiB;AACzB,WAAK,kBAAkB;AAAA,IACzB;AACA,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,WAAK,gBAAgB,KAAK,gBACtB,KAAK,mBAAmB,KAAK,eAAe,WAAW,IACvD;AAGJ,YAAM,cAAc,MAAM,KAAK,aAAa;AAAA;AAAA,QAE1C,KAAK,gBAAgB,KAAK,aAAa;AAAA,MACzC;AAGA,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAChB,WAAK,aAAa;AAClB,WAAK,cAAc;AAAA,IACrB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEQ,mBAAmB,SAAsB,SAAsB;AACrE,UAAM,MAAM,IAAI,WAAW,QAAQ,aAAa,QAAQ,UAAU;AAClE,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,CAAC;AAClC,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,QAAQ,UAAU;AACnD,WAAO,IAAI;AAAA,EACb;AAAA,EAEQ,gBAAgB,QAAqB;AAC3C,UAAM,cAAc,IAAI,YAAY,OAAO,UAAU;AACrD,QAAI,WAAW,WAAW,EAAE,IAAI,IAAI,WAAW,MAAM,CAAC;AACtD,WAAO;AAAA,EACT;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,kBAAkB;AACvB,SAAK,qBAAqB;AAC1B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAClB,SAAK,gBAAgB;AACrB,SAAK,mBAAmB;AAAA,EAC1B;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/GO,IAAM,2BAAN,cAAuC,cAAc;AAAA,EAArD;AAAA;AAQL,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAAA;AAAA,EAIhC,MAAM,QAAQ;AACZ,QAAI,KAAK,gBAAgB,KAAK,YAAa;AAE3C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAC7B,SAAK,aAAa,QAAQ;AAC1B,SAAK,cAAc,IAAI,YAAY;AAEnC,QAAI,CAAC,KAAK,aAAa;AACrB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAEA,SAAK,aAAa,MAAM,IAAI,gBAAgB,KAAK,WAAW;AAG5D,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,WAAK,aAAa,iBAAiB,cAAc,MAAM;AACrD,cAAM,eAAe,KAAK,aAAa,gBAAgB,YAAY;AACnE,YAAI,CAAC,aAAc,OAAM,IAAI,MAAM,+BAA+B;AAClE,aAAK,eAAe;AAGpB,qBAAa,iBAAiB,aAAa,MAAM,KAAK,aAAa,CAAC;AAGpE,aAAK,aAAa;AAClB,gBAAQ;AAAA,MACV,CAAC;AAAA,IACH,CAAC;AAGD,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,YAAM,eAAe,MAAM;AACzB,aAAK,cAAc,oBAAoB,cAAc,YAAY;AACjE,YAAI,CAAC,KAAK,cAAc;AACtB,gBAAM,IAAI,MAAM,0CAA0C;AAAA,QAC5D;AAGA,cAAM,cACJ,KAAK,aACL,cAAc;AAGhB,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,aAAK,cAAc;AACnB,aAAK,aAAa,KAAK,aAAa,wBAAwB,WAAW;AACvE,aAAK,WAAW,QAAQ,KAAK,UAAU;AACvC,aAAK,aAAa,cAAc;AAChC,gBAAQ;AAAA,MACV;AACA,WAAK,cAAc,iBAAiB,cAAc,YAAY;AAAA,IAChE,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,eAAe;AAC3B,QACE,CAAC,KAAK,gBACN,CAAC,KAAK,eACN,KAAK,aAAa,WAAW,KAC7B,KAAK,qBACL,KAAK,aAAa,UAClB;AACA;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,UAAI,KAAK,mBAAmB;AAC1B,aAAK,aAAa,aAAa,WAAW;AAAA,MAC5C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C,UAAE;AACA,WAAK,oBAAoB;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAG3B,QACE,KAAK,gBACL,CAAC,KAAK,aAAa,YACnB,CAAC,KAAK,mBACN;AACA,WAAK,aAAa;AAAA,IACpB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,QAAQ;AACb,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,UAAU;AAER,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAGA,SAAK,aAAa,SAAS;AAG3B,QAAI,KAAK,aAAa;AACpB,UAAI;AACF,YAAI,KAAK,YAAY,eAAe,QAAQ;AAC1C,eAAK,YAAY,YAAY;AAAA,QAC/B;AAAA,MACF,SAAS,OAAO;AACd,gBAAQ,MAAM,kCAAkC,KAAK;AAAA,MACvD;AAAA,IACF;AAGA,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AACxB,WAAK,aAAa,MAAM;AACxB,WAAK,eAAe;AAAA,IACtB;AAGA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAEA,SAAK,cAAc;AACnB,SAAK,eAAe;AAAA,EACtB;AACF;AAzJa,yBACG,eACZ,OAAO,gBAAgB,eACvB,YAAY,gBAAgB,YAAY;;;ACJrC,IAAM,wBAAN,cAAoC,cAAc;AAAA,EAAlD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAChC,SAAQ,iBAA0C,CAAC;AAEnD,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,eAAe;AACrB,QAAI,KAAK,eAAe,WAAW,KAAK,KAAK,cAAe;AAE5D,UAAM,SAAS,KAAK,eAAe,MAAM;AACzC,SAAK,gBAAgB;AACrB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,aAAO,WAAW;AAClB,WAAK,gBAAgB;AACrB,WAAK,aAAa;AAAA,IACpB;AAEA,WAAO,MAAM,CAAC;AAAA,EAChB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,MAAM,KAAK,aAAa,gBAAgB,WAAW;AAGvE,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAGhB,WAAK,eAAe,KAAK,MAAM;AAC/B,WAAK,aAAa;AAAA,IACpB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,eAAe,SAAS;AAC7B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/DO,IAAI;AAEX,IAAM,UAAN,MAAc;AAAA,EAMZ,cAAc;AAHd,SAAQ,mBAAmB;AAIzB,SAAK,WAAW,IAAI,cAAc,YAAY;AAG9C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAG7B,UAAM,YAAY,aAAa,mDAAsC;AACrE,QAAI,WAAW;AACb,WAAK,UAAU,SAAS,EAAE,MAAM,CAAC,UAAU;AACzC,gBAAQ,MAAM,0BAA0B,KAAK;AAAA,MAC/C,CAAC;AAAA,IACH;AAGA,SAAK,mBAAmB;AAGxB,UAAM,kBAAkB,aAAa,6BAA6B;AAClE,SAAK,SAAS,KAAK,QAAQ,eAAe;AAG1C,SAAK,aAAa,YAAY,gBAAgB;AAAA,EAChD;AAAA,EAEA,MAAc,qBAAqB;AACjC,QAAI;AACF,WAAK,QAAQ,QAAQ;AACrB,WAAK,SAAS,KAAK,mBACf,yBAAyB,eACvB,IAAI,yBAAyB,KAAK,SAAS,IAAI,IAC/C,IAAI,oBAAoB,KAAK,SAAS,IAAI,IAC5C,IAAI,sBAAsB,KAAK,SAAS,IAAI;AAChD,YAAM,KAAK,QAAQ,MAAM;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,mCAAmC,KAAK;AAAA,IACxD;AAAA,EACF;AAAA,EAEA,IAAI,qBAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,kBAAkB;AACtB,QAAI,KAAK,iBAAkB;AAC3B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,MAAM,mBAAmB;AACvB,QAAI,CAAC,KAAK,iBAAkB;AAC5B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,kBAA2B;AACzB,WACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAAA,EAEnE;AAAA,EAEA,MAAc,UAAU,WAAoB;AAC1C,QAAI,aAAa,KAAK,gBAAgB,KAAK,KAAK,cAAc;AAE5D,aAAO,KAAK,aAAa,UAAU,SAAS;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,WAAmB;AACpC,QAAI,CAAC,KAAK,gBAAgB,EAAG;AAC7B,QAAI;AACF,YAAM,KAAK,UAAU,SAAS;AAC9B,mBAAa,qDAAwC,SAAS;AAAA,IAChE,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAAA,EAEA,aAAa;AACX,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AAAA,IAC1B;AAAA,EACF;AAAA,EAEA,cAAc;AACZ,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,KAAK;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,QAAI,CAAC,KAAK,gBAAgB,CAAC,KAAK,OAAQ;AACxC,QAAI;AAEF,WAAK,OAAO,QAAQ,IAAI;AAGxB,UAAI,KAAK,aAAa,QAAQ;AAC5B,aAAK,aAAa,KAAK;AAAA,MACzB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,YAAY;AACV,SAAK,cAAc,MAAM;AACzB,SAAK,QAAQ,KAAK;AAAA,EACpB;AACF;AAQA,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAQ;AACtC;AACA,UAAU,OAAO;;;ACzIjB,OAAOC,mBAAkB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADiBO,IAAM,cAAN,MAAM,qBAGHC,cAAgC;AAAA,EAwBhC,YAAoB,SAAmB;AAC7C,UAAM;AADoB;AAT5B,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAEpB,SAAQ,gBAAgB;AAMtB,SAAK,MAAM,OAAO,KAAK,SAAS,GAAG;AAAA,EACrC;AAAA,EA5BA,OAAc,YAGZ,SAAgC;AAChC,QAAI,CAAC,OAAO,oBAAoB;AAC9B,aAAO,qBAAqB,IAAI,aAAkB,OAAO;AAAA,IAC3D;AACA,WAAO,OAAO;AAAA,EAChB;AAAA,EAsBA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,gBAAyB;AAC3B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AACrB,SAAK,gBAAgB;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,aAAa,KAAK;AACvB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,aAAa,KAAK;AACvB,SAAK,gBAAgB;AACrB,SAAK,kBAAkB;AACvB,YAAQ,WAAW;AACnB,SAAK,IAAI,sBAA4B;AAAA,EACvC;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,cAAQ,UAAU,KAAK,aAAa;AAAA,IACtC;AACA,YAAQ,YAAY;AACpB,SAAK,aAAa,OAAO;AACzB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AACF,UAAI,CAAC,KAAK,aAAa;AACrB,aAAK,cAAc,IAAI,YAAY,KAAK,GAAG;AAG3C,aAAK,YAAY,GAAG,eAAe,MAAM;AACvC,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAGD,aAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,eAAK,IAAI,wBAAwB,IAAI;AACrC,eAAK,IAAI,KAAK,IAAI;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,eAAK,IAAI,sBAAsB;AAC/B,eAAK,IAAI,wCAAqC;AAE9C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AACvB,kBAAQ,UAAU;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,eAAK,IAAI,qBAAqB;AAC9B,eAAK,IAAI,sCAAoC;AAC7C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAAA,MACH;AAGA,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,aAAa,KAAK;AAAA,MACzB;AAGA,WAAK,YAAY,MAAM,IAAI,MAAM,QAAQ;AACzC,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,QAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,gBAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB,MAAM;AAC3B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,kCAAqC,GAAG;AAE5D,cAAM,UAAU,KAAK;AAAA,UACnB,MAAM,KAAK,kCAAqC,SAAS,CAAC;AAAA,QAC5D;AACA,aAAK,WAAW,OAAO;AAAA,MACzB,WAAW,MAAM,kCAAqC;AAEpD,mBAAW,MAAM;AACf,eAAK,KAAK,SAAS;AAAA,QACrB,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,aAAa;AACrC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,wCAAwC;AAEvD,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAmD;AAElE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,QAAQ;AAChC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,gEAAoD;AAEnE,gBAAQ,gBAAgB;AAAA,MAC1B;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,KAAK;AAEV,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,SAA8B;AAC/C,SAAK,aAAa,KAAK,OAAO;AAC9B,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AElUO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,aAAU;AACV,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,2BAAwB;AACxB,EAAAA,oBAAA,gBAAa;AACb,EAAAA,oBAAA,4BAAyB;AACzB,EAAAA,oBAAA,aAAU;AANA,SAAAA;AAAA,GAAA;","names":["audioContext","audioContext","unlock","LocalStorageKeys","EventEmitter","EventEmitter","VADStatus","defaultOptions","EventEmitter","EventEmitter","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@micdrop/client",
3
- "version": "1.7.2",
3
+ "version": "1.7.3",
4
4
  "description": "A lib for browser that helps to use the mic and speaker for voice conversation",
5
5
  "author": "Lonestone",
6
6
  "license": "MIT",