@micdrop/client 1.7.3 → 1.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -32,10 +32,13 @@ pnpm add @micdrop/client
32
32
  ## Quick Start
33
33
 
34
34
  ```typescript
35
- import { CallHandler } from '@micdrop/client'
35
+ import { CallClient } from '@micdrop/client'
36
36
 
37
37
  // Create a new call handler instance
38
- const call = CallHandler.getInstance<YourParamsType>()
38
+ const call = CallClient.getInstance<YourParamsType>({
39
+ // VAD (see docs)
40
+ vad: ['volume', 'silero'],
41
+ })
39
42
 
40
43
  // Configure the call
41
44
  call.url = 'wss://your-server.com/ws'
@@ -70,7 +73,7 @@ await call.stop()
70
73
  Check out the demo implementation in the [@micdrop/demo-client](../demo-client/README.md) package. It shows:
71
74
 
72
75
  - Setting up a React application with WebSocket communication
73
- - Configuring the CallHandler with custom parameters
76
+ - Configuring the CallClient with custom parameters
74
77
  - Managing microphone input and audio playback
75
78
  - Handling conversation state and UI updates
76
79
  - Error handling patterns
@@ -79,7 +82,7 @@ Here's a simplified version from the demo:
79
82
 
80
83
  ## Documentation
81
84
 
82
- - **[CallHandler](./docs/CallHandler.md)** - Manages WebSocket connections, audio streaming, and conversation state
85
+ - **[CallClient](./docs/CallClient.md)** - Manages WebSocket connections, audio streaming, and conversation state
83
86
 
84
87
  - **[MicRecorder](./docs/MicRecorder.md)** - Records audio from microphone with voice activity detection and speech events
85
88
 
package/dist/index.d.mts CHANGED
@@ -1,4 +1,5 @@
1
1
  import EventEmitter from 'eventemitter3';
2
+ import { VAD as VAD$1, Conversation as Conversation$1 } from '@micdrop/client';
2
3
 
3
4
  interface AudioAnalyserEvents {
4
5
  volume: [number];
@@ -218,37 +219,37 @@ declare class VolumeVAD extends VAD {
218
219
  resetOptions(): void;
219
220
  }
220
221
 
221
- declare enum CallHandlerErrorCode {
222
+ declare enum CallClientErrorCode {
222
223
  Mic = "Mic",
223
224
  Unauthorized = "Unauthorized",
224
225
  Error = "Error"
225
226
  }
226
- declare class CallHandlerError extends Error {
227
- code: CallHandlerErrorCode;
228
- constructor(code?: CallHandlerErrorCode);
227
+ declare class CallClientError extends Error {
228
+ code: CallClientErrorCode;
229
+ constructor(code?: CallClientErrorCode);
229
230
  }
230
231
 
231
- interface CallHandlerEvents {
232
+ interface CallClientEvents {
232
233
  EndCall: [];
233
- Error: [CallHandlerError];
234
+ Error: [CallClientError];
234
235
  StateChange: void;
235
236
  }
236
- interface CallHandlerOptions {
237
+ interface CallClientOptions {
237
238
  vad?: VADConfig;
238
239
  }
239
240
  declare global {
240
241
  interface Window {
241
- micdropCallHandler: any;
242
+ micdropCallClient: any;
242
243
  }
243
244
  }
244
- declare class CallHandler<Params extends {}, Options extends CallHandlerOptions = CallHandlerOptions> extends EventEmitter<CallHandlerEvents> {
245
+ declare class CallClient<Params extends {}, Options extends CallClientOptions = CallClientOptions> extends EventEmitter<CallClientEvents> {
245
246
  private options?;
246
- static getInstance<P extends {}, O extends CallHandlerOptions = CallHandlerOptions>(options?: O): CallHandler<P, O>;
247
+ static getInstance<P extends {}, O extends CallClientOptions = CallClientOptions>(options?: O): CallClient<P, O>;
247
248
  url?: string;
248
249
  params?: Params;
249
250
  micRecorder?: MicRecorder;
250
- vad: VAD;
251
- conversation: Conversation;
251
+ vad: VAD$1;
252
+ conversation: Conversation$1;
252
253
  debug: boolean;
253
254
  private ws?;
254
255
  private micStream?;
@@ -307,18 +308,19 @@ interface CallSummary {
307
308
  duration: number;
308
309
  }
309
310
  type Conversation = ConversationMessage[];
310
- type CallMetadata = {
311
- commands?: {
312
- endCall?: boolean;
313
- cancelLastUserMessage?: boolean;
314
- skipAnswer?: boolean;
315
- };
311
+ type AnswerCommands = {
312
+ endCall?: boolean;
313
+ cancelLastUserMessage?: boolean;
314
+ skipAnswer?: boolean;
315
+ };
316
+ type AnswerMetadata = {
316
317
  [key: string]: any;
317
318
  };
318
- interface ConversationMessage<Data extends CallMetadata = CallMetadata> {
319
+ interface ConversationMessage<Data extends AnswerMetadata = AnswerMetadata> {
319
320
  role: 'system' | 'user' | 'assistant';
320
321
  content: string;
322
+ commands?: AnswerCommands;
321
323
  metadata?: Data;
322
324
  }
323
325
 
324
- export { CallClientCommands, type CallConfig, CallHandler, CallHandlerError, CallHandlerErrorCode, type CallHandlerEvents, type CallHandlerOptions, type CallMetadata, CallServerCommands, type CallSummary, type Conversation, type ConversationMessage, LocalStorageKeys, mic as Mic, MicRecorder, type MicRecorderEvents, type MicRecorderState, MultipleVAD, SileroVAD, type SileroVADOptions, speaker as Speaker, VAD, type VADEvents, VADStatus, VolumeVAD, type VolumeVADOptions };
326
+ export { type AnswerCommands, type AnswerMetadata, CallClient, CallClientCommands, CallClientError, CallClientErrorCode, type CallClientEvents, type CallClientOptions, type CallConfig, CallServerCommands, type CallSummary, type Conversation, type ConversationMessage, LocalStorageKeys, mic as Mic, MicRecorder, type MicRecorderEvents, type MicRecorderState, MultipleVAD, SileroVAD, type SileroVADOptions, speaker as Speaker, VAD, type VADEvents, VADStatus, VolumeVAD, type VolumeVADOptions };
package/dist/index.d.ts CHANGED
@@ -1,4 +1,5 @@
1
1
  import EventEmitter from 'eventemitter3';
2
+ import { VAD as VAD$1, Conversation as Conversation$1 } from '@micdrop/client';
2
3
 
3
4
  interface AudioAnalyserEvents {
4
5
  volume: [number];
@@ -218,37 +219,37 @@ declare class VolumeVAD extends VAD {
218
219
  resetOptions(): void;
219
220
  }
220
221
 
221
- declare enum CallHandlerErrorCode {
222
+ declare enum CallClientErrorCode {
222
223
  Mic = "Mic",
223
224
  Unauthorized = "Unauthorized",
224
225
  Error = "Error"
225
226
  }
226
- declare class CallHandlerError extends Error {
227
- code: CallHandlerErrorCode;
228
- constructor(code?: CallHandlerErrorCode);
227
+ declare class CallClientError extends Error {
228
+ code: CallClientErrorCode;
229
+ constructor(code?: CallClientErrorCode);
229
230
  }
230
231
 
231
- interface CallHandlerEvents {
232
+ interface CallClientEvents {
232
233
  EndCall: [];
233
- Error: [CallHandlerError];
234
+ Error: [CallClientError];
234
235
  StateChange: void;
235
236
  }
236
- interface CallHandlerOptions {
237
+ interface CallClientOptions {
237
238
  vad?: VADConfig;
238
239
  }
239
240
  declare global {
240
241
  interface Window {
241
- micdropCallHandler: any;
242
+ micdropCallClient: any;
242
243
  }
243
244
  }
244
- declare class CallHandler<Params extends {}, Options extends CallHandlerOptions = CallHandlerOptions> extends EventEmitter<CallHandlerEvents> {
245
+ declare class CallClient<Params extends {}, Options extends CallClientOptions = CallClientOptions> extends EventEmitter<CallClientEvents> {
245
246
  private options?;
246
- static getInstance<P extends {}, O extends CallHandlerOptions = CallHandlerOptions>(options?: O): CallHandler<P, O>;
247
+ static getInstance<P extends {}, O extends CallClientOptions = CallClientOptions>(options?: O): CallClient<P, O>;
247
248
  url?: string;
248
249
  params?: Params;
249
250
  micRecorder?: MicRecorder;
250
- vad: VAD;
251
- conversation: Conversation;
251
+ vad: VAD$1;
252
+ conversation: Conversation$1;
252
253
  debug: boolean;
253
254
  private ws?;
254
255
  private micStream?;
@@ -307,18 +308,19 @@ interface CallSummary {
307
308
  duration: number;
308
309
  }
309
310
  type Conversation = ConversationMessage[];
310
- type CallMetadata = {
311
- commands?: {
312
- endCall?: boolean;
313
- cancelLastUserMessage?: boolean;
314
- skipAnswer?: boolean;
315
- };
311
+ type AnswerCommands = {
312
+ endCall?: boolean;
313
+ cancelLastUserMessage?: boolean;
314
+ skipAnswer?: boolean;
315
+ };
316
+ type AnswerMetadata = {
316
317
  [key: string]: any;
317
318
  };
318
- interface ConversationMessage<Data extends CallMetadata = CallMetadata> {
319
+ interface ConversationMessage<Data extends AnswerMetadata = AnswerMetadata> {
319
320
  role: 'system' | 'user' | 'assistant';
320
321
  content: string;
322
+ commands?: AnswerCommands;
321
323
  metadata?: Data;
322
324
  }
323
325
 
324
- export { CallClientCommands, type CallConfig, CallHandler, CallHandlerError, CallHandlerErrorCode, type CallHandlerEvents, type CallHandlerOptions, type CallMetadata, CallServerCommands, type CallSummary, type Conversation, type ConversationMessage, LocalStorageKeys, mic as Mic, MicRecorder, type MicRecorderEvents, type MicRecorderState, MultipleVAD, SileroVAD, type SileroVADOptions, speaker as Speaker, VAD, type VADEvents, VADStatus, VolumeVAD, type VolumeVADOptions };
326
+ export { type AnswerCommands, type AnswerMetadata, CallClient, CallClientCommands, CallClientError, CallClientErrorCode, type CallClientEvents, type CallClientOptions, type CallConfig, CallServerCommands, type CallSummary, type Conversation, type ConversationMessage, LocalStorageKeys, mic as Mic, MicRecorder, type MicRecorderEvents, type MicRecorderState, MultipleVAD, SileroVAD, type SileroVADOptions, speaker as Speaker, VAD, type VADEvents, VADStatus, VolumeVAD, type VolumeVADOptions };
package/dist/index.js CHANGED
@@ -30,10 +30,10 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
30
30
  // src/index.ts
31
31
  var index_exports = {};
32
32
  __export(index_exports, {
33
+ CallClient: () => CallClient,
33
34
  CallClientCommands: () => CallClientCommands,
34
- CallHandler: () => CallHandler,
35
- CallHandlerError: () => CallHandlerError,
36
- CallHandlerErrorCode: () => CallHandlerErrorCode,
35
+ CallClientError: () => CallClientError,
36
+ CallClientErrorCode: () => CallClientErrorCode,
37
37
  CallServerCommands: () => CallServerCommands,
38
38
  LocalStorageKeys: () => LocalStorageKeys,
39
39
  Mic: () => mic,
@@ -1028,25 +1028,25 @@ if (!window.micdropSpeaker) {
1028
1028
  }
1029
1029
  speaker = window.micdropSpeaker;
1030
1030
 
1031
- // src/call/CallHandler.ts
1031
+ // src/call/CallClient.ts
1032
1032
  var import_eventemitter34 = __toESM(require("eventemitter3"));
1033
1033
 
1034
- // src/call/CallHandlerError.ts
1035
- var CallHandlerErrorCode = /* @__PURE__ */ ((CallHandlerErrorCode2) => {
1036
- CallHandlerErrorCode2["Mic"] = "Mic";
1037
- CallHandlerErrorCode2["Unauthorized"] = "Unauthorized";
1038
- CallHandlerErrorCode2["Error"] = "Error";
1039
- return CallHandlerErrorCode2;
1040
- })(CallHandlerErrorCode || {});
1041
- var CallHandlerError = class extends Error {
1034
+ // src/call/CallClientError.ts
1035
+ var CallClientErrorCode = /* @__PURE__ */ ((CallClientErrorCode2) => {
1036
+ CallClientErrorCode2["Mic"] = "Mic";
1037
+ CallClientErrorCode2["Unauthorized"] = "Unauthorized";
1038
+ CallClientErrorCode2["Error"] = "Error";
1039
+ return CallClientErrorCode2;
1040
+ })(CallClientErrorCode || {});
1041
+ var CallClientError = class extends Error {
1042
1042
  constructor(code = "Error" /* Error */) {
1043
1043
  super();
1044
1044
  this.code = code;
1045
1045
  }
1046
1046
  };
1047
1047
 
1048
- // src/call/CallHandler.ts
1049
- var CallHandler = class _CallHandler extends import_eventemitter34.default {
1048
+ // src/call/CallClient.ts
1049
+ var CallClient = class _CallClient extends import_eventemitter34.default {
1050
1050
  constructor(options) {
1051
1051
  super();
1052
1052
  this.options = options;
@@ -1057,10 +1057,10 @@ var CallHandler = class _CallHandler extends import_eventemitter34.default {
1057
1057
  this.vad = getVAD(this.options?.vad);
1058
1058
  }
1059
1059
  static getInstance(options) {
1060
- if (!window.micdropCallHandler) {
1061
- window.micdropCallHandler = new _CallHandler(options);
1060
+ if (!window.micdropCallClient) {
1061
+ window.micdropCallClient = new _CallClient(options);
1062
1062
  }
1063
- return window.micdropCallHandler;
1063
+ return window.micdropCallClient;
1064
1064
  }
1065
1065
  get isStarted() {
1066
1066
  return this.isWSStarted && this.micRecorder?.state.isStarted || false;
@@ -1097,13 +1097,13 @@ var CallHandler = class _CallHandler extends import_eventemitter34.default {
1097
1097
  try {
1098
1098
  this.stopWS();
1099
1099
  } catch (error) {
1100
- console.error("[CallHandler] stop WS", error);
1100
+ console.error("[CallClient] stop WS", error);
1101
1101
  }
1102
1102
  try {
1103
1103
  this.micRecorder?.stop();
1104
1104
  this.stopMic();
1105
1105
  } catch (error) {
1106
- console.error("[CallHandler] stop mic", error);
1106
+ console.error("[CallClient] stop mic", error);
1107
1107
  }
1108
1108
  }
1109
1109
  pause() {
@@ -1156,8 +1156,8 @@ var CallHandler = class _CallHandler extends import_eventemitter34.default {
1156
1156
  await this.micRecorder.start(this.micStream);
1157
1157
  }
1158
1158
  } catch (error) {
1159
- console.error("[CallHandler] startMic", error);
1160
- this.emit("Error", new CallHandlerError("Mic" /* Mic */));
1159
+ console.error("[CallClient] startMic", error);
1160
+ this.emit("Error", new CallClientError("Mic" /* Mic */));
1161
1161
  this.stop();
1162
1162
  }
1163
1163
  }
@@ -1170,13 +1170,13 @@ var CallHandler = class _CallHandler extends import_eventemitter34.default {
1170
1170
  }
1171
1171
  async startWS() {
1172
1172
  if (this.ws) {
1173
- throw new Error("[CallHandler] startWS: WebSocket is already started");
1173
+ throw new Error("[CallClient] startWS: WebSocket is already started");
1174
1174
  }
1175
1175
  if (!this.isMicStarted) {
1176
- throw new Error("[CallHandler] startWS: Microphone is not started");
1176
+ throw new Error("[CallClient] startWS: Microphone is not started");
1177
1177
  }
1178
1178
  if (!this.url) {
1179
- throw new Error("[CallHandler] startWS: URL is not set");
1179
+ throw new Error("[CallClient] startWS: URL is not set");
1180
1180
  }
1181
1181
  this.ws = new WebSocket(this.url);
1182
1182
  this.ws.binaryType = "blob";
@@ -1230,18 +1230,18 @@ var CallHandler = class _CallHandler extends import_eventemitter34.default {
1230
1230
  this.log("[WS] Closed", event);
1231
1231
  this.stop();
1232
1232
  if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {
1233
- this.emit("Error", new CallHandlerError());
1233
+ this.emit("Error", new CallClientError());
1234
1234
  } else if (event.code === 4401) {
1235
1235
  this.emit(
1236
1236
  "Error",
1237
- new CallHandlerError("Unauthorized" /* Unauthorized */)
1237
+ new CallClientError("Unauthorized" /* Unauthorized */)
1238
1238
  );
1239
1239
  } else if (event.code >= 4e3) {
1240
- this.emit("Error", new CallHandlerError());
1240
+ this.emit("Error", new CallClientError());
1241
1241
  }
1242
1242
  };
1243
1243
  this.ws.onerror = (event) => {
1244
- console.error("[CallHandler] [WS] Error:", event);
1244
+ console.error("[CallClient] [WS] Error:", event);
1245
1245
  this.stop();
1246
1246
  };
1247
1247
  }
@@ -1282,10 +1282,10 @@ var CallServerCommands = /* @__PURE__ */ ((CallServerCommands2) => {
1282
1282
  })(CallServerCommands || {});
1283
1283
  // Annotate the CommonJS export names for ESM import in node:
1284
1284
  0 && (module.exports = {
1285
+ CallClient,
1285
1286
  CallClientCommands,
1286
- CallHandler,
1287
- CallHandlerError,
1288
- CallHandlerErrorCode,
1287
+ CallClientError,
1288
+ CallClientErrorCode,
1289
1289
  CallServerCommands,
1290
1290
  LocalStorageKeys,
1291
1291
  Mic,
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/index.ts","../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/mic.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","../src/audio/player/SpeakerPlayer.ts","../src/audio/player/SpeakerConcatPlayer.ts","../src/audio/player/SpeakerMediaSourcePlayer.ts","../src/audio/player/SpeakerSequencePlayer.ts","../src/audio/speaker.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["export { mic as Mic } from './audio/mic'\nexport * from './audio/MicRecorder'\nexport { speaker as Speaker } from './audio/speaker'\nexport * from './audio/utils/localStorage'\nexport * from './audio/vad'\nexport * from './call/CallHandler'\nexport * from './call/CallHandlerError'\nexport * from './types'\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport let mic: Mic\n\nclass Mic {\n private currentDeviceId: string | undefined\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n }\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.currentDeviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n\ndeclare global {\n interface Window {\n micdropMic: Mic\n }\n}\n\nif (!window.micdropMic) {\n window.micdropMic = new Mic()\n}\nmic = window.micdropMic\n","import EventEmitter from 'eventemitter3'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD } from './vad/VAD'\nimport { getVAD, VADConfig } from './vad/getVAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private vad: VAD\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream)\n }\n\n private async stopSpeakingDetection() {\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n } catch (error) {\n console.error(error)\n }\n }).bind(this)\n\n private onConfirmSpeaking = (async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }).bind(this)\n\n private onCancelSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import EventEmitter from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n this.onStatusChange = this.onStatusChange.bind(this)\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange() {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web/src'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new VolumeVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n","export abstract class SpeakerPlayer {\n protected audioContext: AudioContext\n\n constructor(protected outputNode: AudioNode) {\n // Ensure we have an AudioContext from the outputNode\n const ctx = outputNode.context\n if (!(ctx instanceof AudioContext)) {\n throw new Error('OutputNode must be connected to an AudioContext')\n }\n this.audioContext = ctx\n }\n\n abstract setup(): Promise<void>\n abstract addBlob(blob: Blob): void\n abstract stop(): void\n abstract destroy(): void\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerConcatPlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private sourceStartTime: number | undefined\n private prevSourceDuration: number = 0\n private currentSource: AudioBufferSourceNode | undefined\n private nextSource: AudioBufferSourceNode | undefined\n private currentBuffer: ArrayBuffer | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private replaceSource() {\n if (!this.nextSource) return\n\n const time = performance.now() / 1000\n const source = this.nextSource\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n if (source !== this.currentSource) return\n this.prevSourceDuration = source.buffer?.duration ?? 0\n this.sourceStartTime = undefined\n this.currentSource = undefined\n source.disconnect()\n this.replaceSource()\n }\n\n // Calculate the offset for the source start time\n const offset =\n this.prevSourceDuration +\n (this.sourceStartTime ? time - this.sourceStartTime : 0)\n\n // Start the source with the calculated offset\n source.start(0, offset)\n\n if (!this.sourceStartTime) {\n this.sourceStartTime = time\n }\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = source\n this.nextSource = undefined\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Concat buffers\n this.currentBuffer = this.currentBuffer\n ? this.concatArrayBuffers(this.currentBuffer, arrayBuffer)\n : arrayBuffer\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(\n // Copy the buffer to avoid mutating the original\n this.copyArrayBuffer(this.currentBuffer)\n )\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n this.nextSource = source\n this.replaceSource()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n private concatArrayBuffers(buffer1: ArrayBuffer, buffer2: ArrayBuffer) {\n const tmp = new Uint8Array(buffer1.byteLength + buffer2.byteLength)\n tmp.set(new Uint8Array(buffer1), 0)\n tmp.set(new Uint8Array(buffer2), buffer1.byteLength)\n return tmp.buffer\n }\n\n private copyArrayBuffer(buffer: ArrayBuffer) {\n const destination = new ArrayBuffer(buffer.byteLength)\n new Uint8Array(destination).set(new Uint8Array(buffer))\n return destination\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.sourceStartTime = undefined\n this.prevSourceDuration = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n this.nextSource = undefined\n this.currentBuffer = undefined\n this.isConvertingBlob = false\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { stopStream } from '../utils/stopStream'\nimport { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerMediaSourcePlayer extends SpeakerPlayer {\n public static isCompatible =\n typeof MediaSource !== 'undefined' &&\n MediaSource.isTypeSupported('audio/mpeg')\n\n private mediaSource: MediaSource | undefined\n private mediaStream: MediaStream | undefined\n private sourceBuffer: SourceBuffer | undefined\n private isProcessingQueue = false\n private pendingBlobs: Blob[] = []\n private audioElement: HTMLAudioElement | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n async setup() {\n if (this.audioElement || this.mediaSource) return\n\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n this.audioElement.muted = true\n this.mediaSource = new MediaSource()\n\n if (!this.mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n\n this.audioElement.src = URL.createObjectURL(this.mediaSource)\n\n // Setup MediaSource when it opens\n await new Promise<void>((resolve) => {\n this.mediaSource?.addEventListener('sourceopen', () => {\n const sourceBuffer = this.mediaSource?.addSourceBuffer('audio/mpeg')\n if (!sourceBuffer) throw new Error('Failed to create SourceBuffer')\n this.sourceBuffer = sourceBuffer\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => this.processQueue())\n\n // Process any pending blobs\n this.processQueue()\n resolve()\n })\n })\n\n // Connect audio element to analyser when we have data\n await new Promise<void>((resolve) => {\n const onTimeUpdate = () => {\n this.audioElement?.removeEventListener('timeupdate', onTimeUpdate)\n if (!this.audioElement) {\n throw new Error('Audio element or audio context not found')\n }\n\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (\n this.audioElement as any\n ).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n this.mediaStream = mediaStream\n this.sourceNode = this.audioContext.createMediaStreamSource(mediaStream)\n this.sourceNode.connect(this.outputNode)\n this.audioElement.currentTime = 0\n resolve()\n }\n this.audioElement?.addEventListener('timeupdate', onTimeUpdate)\n })\n }\n\n private async processQueue() {\n if (\n !this.sourceBuffer ||\n !this.mediaSource ||\n this.pendingBlobs.length === 0 ||\n this.isProcessingQueue ||\n this.sourceBuffer.updating\n ) {\n return\n }\n\n this.isProcessingQueue = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Append the blob to the source buffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Re-check if still processing (not stopped)\n if (this.isProcessingQueue) {\n this.sourceBuffer.appendBuffer(arrayBuffer)\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n } finally {\n this.isProcessingQueue = false\n }\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n\n // Try to process the queue if we can\n if (\n this.sourceBuffer &&\n !this.sourceBuffer.updating &&\n !this.isProcessingQueue\n ) {\n this.processQueue()\n }\n }\n\n stop() {\n this.destroy()\n this.setup()\n }\n\n destroy() {\n // Disconnect the audio nodes\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n // Clear pending blobs\n this.pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (this.mediaSource) {\n try {\n if (this.mediaSource.readyState === 'open') {\n this.mediaSource.endOfStream()\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n }\n\n // Stop and clean up the audio element\n if (this.audioElement) {\n this.audioElement.pause()\n this.audioElement.src = ''\n this.audioElement = undefined\n }\n\n // Clean up media stream\n if (this.mediaStream) {\n stopStream(this.mediaStream)\n this.mediaStream = undefined\n }\n\n this.mediaSource = undefined\n this.sourceBuffer = undefined\n }\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerSequencePlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private pendingSources: AudioBufferSourceNode[] = []\n private currentSource: AudioBufferSourceNode | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private processQueue() {\n if (this.pendingSources.length === 0 || this.currentSource) return\n\n const source = this.pendingSources.shift()!\n this.currentSource = source\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n source.disconnect()\n this.currentSource = undefined\n this.processQueue()\n }\n\n source.start(0)\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(arrayBuffer)\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n\n // Add to queue and process if not already processing\n this.pendingSources.push(source)\n this.processQueue()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.pendingSources.length = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { SpeakerConcatPlayer } from './player/SpeakerConcatPlayer'\nimport { SpeakerMediaSourcePlayer } from './player/SpeakerMediaSourcePlayer'\nimport { SpeakerPlayer } from './player/SpeakerPlayer'\nimport { SpeakerSequencePlayer } from './player/SpeakerSequencePlayer'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport let speaker: Speaker\n\nclass Speaker {\n private audioElement?: HTMLAudioElement\n private player?: SpeakerPlayer\n private streamingEnabled = false\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n\n // Create audio element if it doesn't exist\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n\n // Select speaker device if speakerId is in local storage\n const speakerId = localStorage.getItem(LocalStorageKeys.SpeakerDevice)\n if (speakerId) {\n this.setSinkId(speakerId).catch((error) => {\n console.error('Failed to set sink ID:', error)\n })\n }\n\n // Source -> Analyser\n this.setupSpeakerPlayer()\n\n // Analyser -> Destination\n const destinationNode = audioContext.createMediaStreamDestination()\n this.analyser.node.connect(destinationNode)\n\n // Destination -> Speaker\n this.audioElement.srcObject = destinationNode.stream\n }\n\n private async setupSpeakerPlayer() {\n try {\n this.player?.destroy()\n this.player = this.streamingEnabled\n ? SpeakerMediaSourcePlayer.isCompatible\n ? new SpeakerMediaSourcePlayer(this.analyser.node)\n : new SpeakerConcatPlayer(this.analyser.node)\n : new SpeakerSequencePlayer(this.analyser.node)\n await this.player?.setup()\n } catch (error) {\n console.error('Error setting up speaker player', error)\n }\n }\n\n get isStreamingEnabled() {\n return this.streamingEnabled\n }\n\n async enableStreaming() {\n if (this.streamingEnabled) return\n this.streamingEnabled = true\n await this.setupSpeakerPlayer()\n }\n\n async disableStreaming() {\n if (!this.streamingEnabled) return\n this.streamingEnabled = false\n await this.setupSpeakerPlayer()\n }\n\n canChangeDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n }\n\n private async setSinkId(speakerId?: string) {\n if (speakerId && this.canChangeDevice() && this.audioElement) {\n // @ts-ignore\n return this.audioElement.setSinkId(speakerId)\n }\n }\n\n async changeDevice(speakerId: string) {\n if (!this.canChangeDevice()) return\n try {\n await this.setSinkId(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n pauseAudio() {\n if (this.audioElement) {\n this.audioElement.pause()\n }\n }\n\n resumeAudio() {\n if (this.audioElement) {\n this.audioElement.play()\n }\n }\n\n async playAudio(blob: Blob) {\n if (!this.audioElement || !this.player) return\n try {\n // Add blob to stream\n this.player.addBlob(blob)\n\n // Start playing if not already playing\n if (this.audioElement.paused) {\n this.audioElement.play()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n stopAudio() {\n this.audioElement?.pause()\n this.player?.stop()\n }\n}\n\ndeclare global {\n interface Window {\n micdropSpeaker: Speaker\n }\n}\n\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new Speaker()\n}\nspeaker = window.micdropSpeaker\n","import EventEmitter from 'eventemitter3'\nimport {\n CallClientCommands,\n CallServerCommands,\n Conversation,\n ConversationMessage,\n VAD,\n} from '../..'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { mic } from '../audio/mic'\nimport { speaker } from '../audio/speaker'\nimport { getVAD, VADConfig } from '../audio/vad/getVAD'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndCall: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport interface CallHandlerOptions {\n vad?: VADConfig\n}\n\ndeclare global {\n interface Window {\n micdropCallHandler: any\n }\n}\n\nexport class CallHandler<\n Params extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n> extends EventEmitter<CallHandlerEvents> {\n public static getInstance<\n P extends {},\n O extends CallHandlerOptions = CallHandlerOptions,\n >(options?: O): CallHandler<P, O> {\n if (!window.micdropCallHandler) {\n window.micdropCallHandler = new CallHandler<P, O>(options)\n }\n return window.micdropCallHandler\n }\n\n public url?: string\n public params?: Params\n public micRecorder?: MicRecorder\n public vad: VAD\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n private _isProcessing = false\n\n private constructor(private options?: Options) {\n super()\n\n // Init VAD\n this.vad = getVAD(this.options?.vad)\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isMicSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isProcessing(): boolean {\n return this._isProcessing\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder?.mute()\n this._isProcessing = false\n this.notifyStateChange()\n speaker.pauseAudio()\n this.ws?.send(CallClientCommands.Mute)\n }\n\n resume() {\n if (this.lastAudioBlob) {\n speaker.playAudio(this.lastAudioBlob)\n }\n speaker.resumeAudio()\n this.micRecorder?.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] Received chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] Start speaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] Stop speaking')\n this.ws?.send(CallClientCommands.StopSpeaking)\n this._isProcessing = true\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n this.micStream = await mic.start(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n speaker.playAudio(event.data)\n this.lastAudioBlob = event.data\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.Message)) {\n // Received user/assistant message\n const message = JSON.parse(\n event.data.substring(CallServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } else if (event.data === CallServerCommands.EndCall) {\n // Call ended\n setTimeout(() => {\n this.emit('EndCall')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'assistant') {\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === CallServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'user') {\n this.conversation = this.conversation.slice(0, -1)\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.EnableSpeakerStreaming) {\n // Enable speaker streaming\n speaker.enableStreaming()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.stop()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(message: ConversationMessage) {\n this.conversation.push(message)\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum CallServerCommands {\n Message = 'Message',\n CancelLastAssistantMessage = 'CancelLastAssistantMessage',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EnableSpeakerStreaming = 'EnableSpeakerStreaming',\n EndCall = 'EndCall',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(\n conversation: Conversation\n ): Promise<string | ConversationMessage>\n speech2Text(audioBlob: Blob, prevMessage?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport type CallMetadata = {\n commands?: {\n endCall?: boolean\n cancelLastUserMessage?: boolean\n skipAnswer?: boolean\n }\n [key: string]: any\n}\n\nexport interface ConversationMessage<Data extends CallMetadata = CallMetadata> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAAyB;AAMlB,IAAM,gBAAN,cAA4B,qBAAAA,QAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAI;AAEX,IAAM,MAAN,MAAU;AAAA,EAMR,cAAc;AACZ,SAAK,WAAW,IAAI,cAAc,YAAY;AAAA,EAChD;AAAA,EAEQ,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,oBAAoB,UAAU;AACrC,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,kBAAkB;AAAA,IACzB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,kBAAkB;AAAA,IACzB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;AAQA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAI;AAC9B;AACA,MAAM,OAAO;;;ACxGb,IAAAC,wBAAyB;;;ACQlB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,IAAAC,wBAAyB;AAelB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2B,sBAAAC,QAAwB;AAAA,EAAnD;AAAA;AACL,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyBf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,QAAmB;AAC3B,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;AChFO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AACN,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AACzC,SAAK,iBAAiB,KAAK,eAAe,KAAK,IAAI;AAAA,EACrD;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAEQ,iBAAiB;AACvB,UAAM,eAAe,KAAK,KAAK;AAAA,MAC7B,CAAC,QAAQ,IAAI;AAAA,IACf;AACA,UAAM,gBAAgB,KAAK,KAAK;AAAA,MAC9B,CAAC,QAAQ,IAAI;AAAA,IACf;AAGA,YAAQ,KAAK,QAAQ;AAAA,MACnB;AACE,YAAI,aAAc;AAClB,aAAK,KAAK,eAAe;AACzB,YAAI,eAAe;AACjB,eAAK,KAAK,iBAAiB;AAAA,QAC7B;AACA;AAAA,MACF;AACE,YAAI,cAAc;AAChB,eAAK,KAAK,gBAAgB;AAC1B;AAAA,QACF;AACA,YAAI,eAAe;AACjB,eAAK,KAAK,iBAAiB;AAAA,QAC7B;AACA;AAAA,MACF;AACE,YAAI,cAAc;AAChB,eAAK,KAAK,cAAc;AAAA,QAC1B;AACA;AAAA,IACJ;AAAA,EACF;AAAA,EAEA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AACF;;;ACrEA,iBAAuB;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAIjC,YAAY,SAAqC;AAC/C,UAAM;AAJR,SAAO,UAAU;AAMf,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,kBAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC3EA,IAAMC,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAAY,SAAqC;AAC/C,UAAM;AAVR,SAAO,UAAUA;AAIjB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,QAAS;AAGlB,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACpLO,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,UAAU;AAC/B,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;;;ANVA,IAAM,YAAY;AASlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AACd;AAcO,IAAM,cAAN,cAA0B,sBAAAC,QAAgC;AAAA,EAU/D,YAAY,WAAuB;AACjC,UAAM;AARR,SAAQ,YAAY,KAAK,aAAa;AAItC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAyGhC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAAA,MAC7B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF,GAAG,KAAK,IAAI;AAEZ,SAAQ,qBAAqB,YAAY;AACvC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAEZ,SAAQ,oBAAoB,YAAY;AACtC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAxIV,SAAK,QAAQ;AAGb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,KAAK,IAAI,QAAQ,MAAO;AAAA,MAC1B;AACA,WAAK,gBAAgB;AAGrB,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,QACtD,UAAU,KAAK,UAAU;AAAA,QACzB,oBAAoB;AAAA,MACtB,CAAC;AACD,WAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAG9D,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,MAAM;AAAA,EAC7B;AAAA,EAEA,MAAc,wBAAwB;AACpC,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EAyCA,MAAc,gBAAgB,WAAsB;AAClD,QAAI,CAAC,KAAK,mBAAmB;AAE3B,WAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,cAAc;AACrC,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,aAAa,SAAS;AAG3B,SAAK,KAAK,SAAS,UAAU,IAAI;AAAA,EACnC;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AOhOO,IAAe,gBAAf,MAA6B;AAAA,EAGlC,YAAsB,YAAuB;AAAvB;AAEpB,UAAM,MAAM,WAAW;AACvB,QAAI,EAAE,eAAe,eAAe;AAClC,YAAM,IAAI,MAAM,iDAAiD;AAAA,IACnE;AACA,SAAK,eAAe;AAAA,EACtB;AAMF;;;ACdO,IAAM,sBAAN,cAAkC,cAAc;AAAA,EAAhD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAEhC,SAAQ,qBAA6B;AAIrC,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,gBAAgB;AACtB,QAAI,CAAC,KAAK,WAAY;AAEtB,UAAM,OAAO,YAAY,IAAI,IAAI;AACjC,UAAM,SAAS,KAAK;AACpB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,UAAI,WAAW,KAAK,cAAe;AACnC,WAAK,qBAAqB,OAAO,QAAQ,YAAY;AACrD,WAAK,kBAAkB;AACvB,WAAK,gBAAgB;AACrB,aAAO,WAAW;AAClB,WAAK,cAAc;AAAA,IACrB;AAGA,UAAM,SACJ,KAAK,sBACJ,KAAK,kBAAkB,OAAO,KAAK,kBAAkB;AAGxD,WAAO,MAAM,GAAG,MAAM;AAEtB,QAAI,CAAC,KAAK,iBAAiB;AACzB,WAAK,kBAAkB;AAAA,IACzB;AACA,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,WAAK,gBAAgB,KAAK,gBACtB,KAAK,mBAAmB,KAAK,eAAe,WAAW,IACvD;AAGJ,YAAM,cAAc,MAAM,KAAK,aAAa;AAAA;AAAA,QAE1C,KAAK,gBAAgB,KAAK,aAAa;AAAA,MACzC;AAGA,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAChB,WAAK,aAAa;AAClB,WAAK,cAAc;AAAA,IACrB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEQ,mBAAmB,SAAsB,SAAsB;AACrE,UAAM,MAAM,IAAI,WAAW,QAAQ,aAAa,QAAQ,UAAU;AAClE,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,CAAC;AAClC,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,QAAQ,UAAU;AACnD,WAAO,IAAI;AAAA,EACb;AAAA,EAEQ,gBAAgB,QAAqB;AAC3C,UAAM,cAAc,IAAI,YAAY,OAAO,UAAU;AACrD,QAAI,WAAW,WAAW,EAAE,IAAI,IAAI,WAAW,MAAM,CAAC;AACtD,WAAO;AAAA,EACT;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,kBAAkB;AACvB,SAAK,qBAAqB;AAC1B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAClB,SAAK,gBAAgB;AACrB,SAAK,mBAAmB;AAAA,EAC1B;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/GO,IAAM,2BAAN,cAAuC,cAAc;AAAA,EAArD;AAAA;AAQL,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAAA;AAAA,EAIhC,MAAM,QAAQ;AACZ,QAAI,KAAK,gBAAgB,KAAK,YAAa;AAE3C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAC7B,SAAK,aAAa,QAAQ;AAC1B,SAAK,cAAc,IAAI,YAAY;AAEnC,QAAI,CAAC,KAAK,aAAa;AACrB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAEA,SAAK,aAAa,MAAM,IAAI,gBAAgB,KAAK,WAAW;AAG5D,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,WAAK,aAAa,iBAAiB,cAAc,MAAM;AACrD,cAAM,eAAe,KAAK,aAAa,gBAAgB,YAAY;AACnE,YAAI,CAAC,aAAc,OAAM,IAAI,MAAM,+BAA+B;AAClE,aAAK,eAAe;AAGpB,qBAAa,iBAAiB,aAAa,MAAM,KAAK,aAAa,CAAC;AAGpE,aAAK,aAAa;AAClB,gBAAQ;AAAA,MACV,CAAC;AAAA,IACH,CAAC;AAGD,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,YAAM,eAAe,MAAM;AACzB,aAAK,cAAc,oBAAoB,cAAc,YAAY;AACjE,YAAI,CAAC,KAAK,cAAc;AACtB,gBAAM,IAAI,MAAM,0CAA0C;AAAA,QAC5D;AAGA,cAAM,cACJ,KAAK,aACL,cAAc;AAGhB,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,aAAK,cAAc;AACnB,aAAK,aAAa,KAAK,aAAa,wBAAwB,WAAW;AACvE,aAAK,WAAW,QAAQ,KAAK,UAAU;AACvC,aAAK,aAAa,cAAc;AAChC,gBAAQ;AAAA,MACV;AACA,WAAK,cAAc,iBAAiB,cAAc,YAAY;AAAA,IAChE,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,eAAe;AAC3B,QACE,CAAC,KAAK,gBACN,CAAC,KAAK,eACN,KAAK,aAAa,WAAW,KAC7B,KAAK,qBACL,KAAK,aAAa,UAClB;AACA;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,UAAI,KAAK,mBAAmB;AAC1B,aAAK,aAAa,aAAa,WAAW;AAAA,MAC5C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C,UAAE;AACA,WAAK,oBAAoB;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAG3B,QACE,KAAK,gBACL,CAAC,KAAK,aAAa,YACnB,CAAC,KAAK,mBACN;AACA,WAAK,aAAa;AAAA,IACpB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,QAAQ;AACb,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,UAAU;AAER,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAGA,SAAK,aAAa,SAAS;AAG3B,QAAI,KAAK,aAAa;AACpB,UAAI;AACF,YAAI,KAAK,YAAY,eAAe,QAAQ;AAC1C,eAAK,YAAY,YAAY;AAAA,QAC/B;AAAA,MACF,SAAS,OAAO;AACd,gBAAQ,MAAM,kCAAkC,KAAK;AAAA,MACvD;AAAA,IACF;AAGA,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AACxB,WAAK,aAAa,MAAM;AACxB,WAAK,eAAe;AAAA,IACtB;AAGA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAEA,SAAK,cAAc;AACnB,SAAK,eAAe;AAAA,EACtB;AACF;AAzJa,yBACG,eACZ,OAAO,gBAAgB,eACvB,YAAY,gBAAgB,YAAY;;;ACJrC,IAAM,wBAAN,cAAoC,cAAc;AAAA,EAAlD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAChC,SAAQ,iBAA0C,CAAC;AAEnD,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,eAAe;AACrB,QAAI,KAAK,eAAe,WAAW,KAAK,KAAK,cAAe;AAE5D,UAAM,SAAS,KAAK,eAAe,MAAM;AACzC,SAAK,gBAAgB;AACrB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,aAAO,WAAW;AAClB,WAAK,gBAAgB;AACrB,WAAK,aAAa;AAAA,IACpB;AAEA,WAAO,MAAM,CAAC;AAAA,EAChB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,MAAM,KAAK,aAAa,gBAAgB,WAAW;AAGvE,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAGhB,WAAK,eAAe,KAAK,MAAM;AAC/B,WAAK,aAAa;AAAA,IACpB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,eAAe,SAAS;AAC7B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/DO,IAAI;AAEX,IAAM,UAAN,MAAc;AAAA,EAMZ,cAAc;AAHd,SAAQ,mBAAmB;AAIzB,SAAK,WAAW,IAAI,cAAc,YAAY;AAG9C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAG7B,UAAM,YAAY,aAAa,mDAAsC;AACrE,QAAI,WAAW;AACb,WAAK,UAAU,SAAS,EAAE,MAAM,CAAC,UAAU;AACzC,gBAAQ,MAAM,0BAA0B,KAAK;AAAA,MAC/C,CAAC;AAAA,IACH;AAGA,SAAK,mBAAmB;AAGxB,UAAM,kBAAkB,aAAa,6BAA6B;AAClE,SAAK,SAAS,KAAK,QAAQ,eAAe;AAG1C,SAAK,aAAa,YAAY,gBAAgB;AAAA,EAChD;AAAA,EAEA,MAAc,qBAAqB;AACjC,QAAI;AACF,WAAK,QAAQ,QAAQ;AACrB,WAAK,SAAS,KAAK,mBACf,yBAAyB,eACvB,IAAI,yBAAyB,KAAK,SAAS,IAAI,IAC/C,IAAI,oBAAoB,KAAK,SAAS,IAAI,IAC5C,IAAI,sBAAsB,KAAK,SAAS,IAAI;AAChD,YAAM,KAAK,QAAQ,MAAM;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,mCAAmC,KAAK;AAAA,IACxD;AAAA,EACF;AAAA,EAEA,IAAI,qBAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,kBAAkB;AACtB,QAAI,KAAK,iBAAkB;AAC3B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,MAAM,mBAAmB;AACvB,QAAI,CAAC,KAAK,iBAAkB;AAC5B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,kBAA2B;AACzB,WACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAAA,EAEnE;AAAA,EAEA,MAAc,UAAU,WAAoB;AAC1C,QAAI,aAAa,KAAK,gBAAgB,KAAK,KAAK,cAAc;AAE5D,aAAO,KAAK,aAAa,UAAU,SAAS;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,WAAmB;AACpC,QAAI,CAAC,KAAK,gBAAgB,EAAG;AAC7B,QAAI;AACF,YAAM,KAAK,UAAU,SAAS;AAC9B,mBAAa,qDAAwC,SAAS;AAAA,IAChE,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAAA,EAEA,aAAa;AACX,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AAAA,IAC1B;AAAA,EACF;AAAA,EAEA,cAAc;AACZ,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,KAAK;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,QAAI,CAAC,KAAK,gBAAgB,CAAC,KAAK,OAAQ;AACxC,QAAI;AAEF,WAAK,OAAO,QAAQ,IAAI;AAGxB,UAAI,KAAK,aAAa,QAAQ;AAC5B,aAAK,aAAa,KAAK;AAAA,MACzB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,YAAY;AACV,SAAK,cAAc,MAAM;AACzB,SAAK,QAAQ,KAAK;AAAA,EACpB;AACF;AAQA,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAQ;AACtC;AACA,UAAU,OAAO;;;ACzIjB,IAAAC,wBAAyB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADiBO,IAAM,cAAN,MAAM,qBAGH,sBAAAC,QAAgC;AAAA,EAwBhC,YAAoB,SAAmB;AAC7C,UAAM;AADoB;AAT5B,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAEpB,SAAQ,gBAAgB;AAMtB,SAAK,MAAM,OAAO,KAAK,SAAS,GAAG;AAAA,EACrC;AAAA,EA5BA,OAAc,YAGZ,SAAgC;AAChC,QAAI,CAAC,OAAO,oBAAoB;AAC9B,aAAO,qBAAqB,IAAI,aAAkB,OAAO;AAAA,IAC3D;AACA,WAAO,OAAO;AAAA,EAChB;AAAA,EAsBA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,gBAAyB;AAC3B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AACrB,SAAK,gBAAgB;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,aAAa,KAAK;AACvB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,aAAa,KAAK;AACvB,SAAK,gBAAgB;AACrB,SAAK,kBAAkB;AACvB,YAAQ,WAAW;AACnB,SAAK,IAAI,sBAA4B;AAAA,EACvC;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,cAAQ,UAAU,KAAK,aAAa;AAAA,IACtC;AACA,YAAQ,YAAY;AACpB,SAAK,aAAa,OAAO;AACzB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AACF,UAAI,CAAC,KAAK,aAAa;AACrB,aAAK,cAAc,IAAI,YAAY,KAAK,GAAG;AAG3C,aAAK,YAAY,GAAG,eAAe,MAAM;AACvC,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAGD,aAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,eAAK,IAAI,wBAAwB,IAAI;AACrC,eAAK,IAAI,KAAK,IAAI;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,eAAK,IAAI,sBAAsB;AAC/B,eAAK,IAAI,wCAAqC;AAE9C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AACvB,kBAAQ,UAAU;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,eAAK,IAAI,qBAAqB;AAC9B,eAAK,IAAI,sCAAoC;AAC7C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAAA,MACH;AAGA,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,aAAa,KAAK;AAAA,MACzB;AAGA,WAAK,YAAY,MAAM,IAAI,MAAM,QAAQ;AACzC,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,QAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,gBAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB,MAAM;AAC3B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,kCAAqC,GAAG;AAE5D,cAAM,UAAU,KAAK;AAAA,UACnB,MAAM,KAAK,kCAAqC,SAAS,CAAC;AAAA,QAC5D;AACA,aAAK,WAAW,OAAO;AAAA,MACzB,WAAW,MAAM,kCAAqC;AAEpD,mBAAW,MAAM;AACf,eAAK,KAAK,SAAS;AAAA,QACrB,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,aAAa;AACrC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,wCAAwC;AAEvD,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAmD;AAElE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,QAAQ;AAChC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,gEAAoD;AAEnE,gBAAQ,gBAAgB;AAAA,MAC1B;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,KAAK;AAEV,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,SAA8B;AAC/C,SAAK,aAAa,KAAK,OAAO;AAC9B,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AElUO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,aAAU;AACV,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,2BAAwB;AACxB,EAAAA,oBAAA,gBAAa;AACb,EAAAA,oBAAA,4BAAyB;AACzB,EAAAA,oBAAA,aAAU;AANA,SAAAA;AAAA,GAAA;","names":["EventEmitter","audioContext","audioContext","unlock","LocalStorageKeys","import_eventemitter3","import_eventemitter3","VADStatus","EventEmitter","defaultOptions","EventEmitter","import_eventemitter3","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
1
+ {"version":3,"sources":["../src/index.ts","../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/mic.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","../src/audio/player/SpeakerPlayer.ts","../src/audio/player/SpeakerConcatPlayer.ts","../src/audio/player/SpeakerMediaSourcePlayer.ts","../src/audio/player/SpeakerSequencePlayer.ts","../src/audio/speaker.ts","../src/call/CallClient.ts","../src/call/CallClientError.ts","../../server/src/types.ts"],"sourcesContent":["export { mic as Mic } from './audio/mic'\nexport * from './audio/MicRecorder'\nexport { speaker as Speaker } from './audio/speaker'\nexport * from './audio/utils/localStorage'\nexport * from './audio/vad'\nexport * from './call/CallClient'\nexport * from './call/CallClientError'\nexport * from './types'\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport let mic: Mic\n\nclass Mic {\n private currentDeviceId: string | undefined\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n }\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.currentDeviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n\ndeclare global {\n interface Window {\n micdropMic: Mic\n }\n}\n\nif (!window.micdropMic) {\n window.micdropMic = new Mic()\n}\nmic = window.micdropMic\n","import EventEmitter from 'eventemitter3'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD } from './vad/VAD'\nimport { getVAD, VADConfig } from './vad/getVAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private vad: VAD\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream)\n }\n\n private async stopSpeakingDetection() {\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n } catch (error) {\n console.error(error)\n }\n }).bind(this)\n\n private onConfirmSpeaking = (async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }).bind(this)\n\n private onCancelSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import EventEmitter from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n this.onStatusChange = this.onStatusChange.bind(this)\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange() {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web/src'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new VolumeVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n","export abstract class SpeakerPlayer {\n protected audioContext: AudioContext\n\n constructor(protected outputNode: AudioNode) {\n // Ensure we have an AudioContext from the outputNode\n const ctx = outputNode.context\n if (!(ctx instanceof AudioContext)) {\n throw new Error('OutputNode must be connected to an AudioContext')\n }\n this.audioContext = ctx\n }\n\n abstract setup(): Promise<void>\n abstract addBlob(blob: Blob): void\n abstract stop(): void\n abstract destroy(): void\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerConcatPlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private sourceStartTime: number | undefined\n private prevSourceDuration: number = 0\n private currentSource: AudioBufferSourceNode | undefined\n private nextSource: AudioBufferSourceNode | undefined\n private currentBuffer: ArrayBuffer | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private replaceSource() {\n if (!this.nextSource) return\n\n const time = performance.now() / 1000\n const source = this.nextSource\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n if (source !== this.currentSource) return\n this.prevSourceDuration = source.buffer?.duration ?? 0\n this.sourceStartTime = undefined\n this.currentSource = undefined\n source.disconnect()\n this.replaceSource()\n }\n\n // Calculate the offset for the source start time\n const offset =\n this.prevSourceDuration +\n (this.sourceStartTime ? time - this.sourceStartTime : 0)\n\n // Start the source with the calculated offset\n source.start(0, offset)\n\n if (!this.sourceStartTime) {\n this.sourceStartTime = time\n }\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = source\n this.nextSource = undefined\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Concat buffers\n this.currentBuffer = this.currentBuffer\n ? this.concatArrayBuffers(this.currentBuffer, arrayBuffer)\n : arrayBuffer\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(\n // Copy the buffer to avoid mutating the original\n this.copyArrayBuffer(this.currentBuffer)\n )\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n this.nextSource = source\n this.replaceSource()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n private concatArrayBuffers(buffer1: ArrayBuffer, buffer2: ArrayBuffer) {\n const tmp = new Uint8Array(buffer1.byteLength + buffer2.byteLength)\n tmp.set(new Uint8Array(buffer1), 0)\n tmp.set(new Uint8Array(buffer2), buffer1.byteLength)\n return tmp.buffer\n }\n\n private copyArrayBuffer(buffer: ArrayBuffer) {\n const destination = new ArrayBuffer(buffer.byteLength)\n new Uint8Array(destination).set(new Uint8Array(buffer))\n return destination\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.sourceStartTime = undefined\n this.prevSourceDuration = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n this.nextSource = undefined\n this.currentBuffer = undefined\n this.isConvertingBlob = false\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { stopStream } from '../utils/stopStream'\nimport { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerMediaSourcePlayer extends SpeakerPlayer {\n public static isCompatible =\n typeof MediaSource !== 'undefined' &&\n MediaSource.isTypeSupported('audio/mpeg')\n\n private mediaSource: MediaSource | undefined\n private mediaStream: MediaStream | undefined\n private sourceBuffer: SourceBuffer | undefined\n private isProcessingQueue = false\n private pendingBlobs: Blob[] = []\n private audioElement: HTMLAudioElement | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n async setup() {\n if (this.audioElement || this.mediaSource) return\n\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n this.audioElement.muted = true\n this.mediaSource = new MediaSource()\n\n if (!this.mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n\n this.audioElement.src = URL.createObjectURL(this.mediaSource)\n\n // Setup MediaSource when it opens\n await new Promise<void>((resolve) => {\n this.mediaSource?.addEventListener('sourceopen', () => {\n const sourceBuffer = this.mediaSource?.addSourceBuffer('audio/mpeg')\n if (!sourceBuffer) throw new Error('Failed to create SourceBuffer')\n this.sourceBuffer = sourceBuffer\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => this.processQueue())\n\n // Process any pending blobs\n this.processQueue()\n resolve()\n })\n })\n\n // Connect audio element to analyser when we have data\n await new Promise<void>((resolve) => {\n const onTimeUpdate = () => {\n this.audioElement?.removeEventListener('timeupdate', onTimeUpdate)\n if (!this.audioElement) {\n throw new Error('Audio element or audio context not found')\n }\n\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (\n this.audioElement as any\n ).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n this.mediaStream = mediaStream\n this.sourceNode = this.audioContext.createMediaStreamSource(mediaStream)\n this.sourceNode.connect(this.outputNode)\n this.audioElement.currentTime = 0\n resolve()\n }\n this.audioElement?.addEventListener('timeupdate', onTimeUpdate)\n })\n }\n\n private async processQueue() {\n if (\n !this.sourceBuffer ||\n !this.mediaSource ||\n this.pendingBlobs.length === 0 ||\n this.isProcessingQueue ||\n this.sourceBuffer.updating\n ) {\n return\n }\n\n this.isProcessingQueue = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Append the blob to the source buffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Re-check if still processing (not stopped)\n if (this.isProcessingQueue) {\n this.sourceBuffer.appendBuffer(arrayBuffer)\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n } finally {\n this.isProcessingQueue = false\n }\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n\n // Try to process the queue if we can\n if (\n this.sourceBuffer &&\n !this.sourceBuffer.updating &&\n !this.isProcessingQueue\n ) {\n this.processQueue()\n }\n }\n\n stop() {\n this.destroy()\n this.setup()\n }\n\n destroy() {\n // Disconnect the audio nodes\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n // Clear pending blobs\n this.pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (this.mediaSource) {\n try {\n if (this.mediaSource.readyState === 'open') {\n this.mediaSource.endOfStream()\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n }\n\n // Stop and clean up the audio element\n if (this.audioElement) {\n this.audioElement.pause()\n this.audioElement.src = ''\n this.audioElement = undefined\n }\n\n // Clean up media stream\n if (this.mediaStream) {\n stopStream(this.mediaStream)\n this.mediaStream = undefined\n }\n\n this.mediaSource = undefined\n this.sourceBuffer = undefined\n }\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerSequencePlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private pendingSources: AudioBufferSourceNode[] = []\n private currentSource: AudioBufferSourceNode | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private processQueue() {\n if (this.pendingSources.length === 0 || this.currentSource) return\n\n const source = this.pendingSources.shift()!\n this.currentSource = source\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n source.disconnect()\n this.currentSource = undefined\n this.processQueue()\n }\n\n source.start(0)\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(arrayBuffer)\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n\n // Add to queue and process if not already processing\n this.pendingSources.push(source)\n this.processQueue()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.pendingSources.length = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { SpeakerConcatPlayer } from './player/SpeakerConcatPlayer'\nimport { SpeakerMediaSourcePlayer } from './player/SpeakerMediaSourcePlayer'\nimport { SpeakerPlayer } from './player/SpeakerPlayer'\nimport { SpeakerSequencePlayer } from './player/SpeakerSequencePlayer'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport let speaker: Speaker\n\nclass Speaker {\n private audioElement?: HTMLAudioElement\n private player?: SpeakerPlayer\n private streamingEnabled = false\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n\n // Create audio element if it doesn't exist\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n\n // Select speaker device if speakerId is in local storage\n const speakerId = localStorage.getItem(LocalStorageKeys.SpeakerDevice)\n if (speakerId) {\n this.setSinkId(speakerId).catch((error) => {\n console.error('Failed to set sink ID:', error)\n })\n }\n\n // Source -> Analyser\n this.setupSpeakerPlayer()\n\n // Analyser -> Destination\n const destinationNode = audioContext.createMediaStreamDestination()\n this.analyser.node.connect(destinationNode)\n\n // Destination -> Speaker\n this.audioElement.srcObject = destinationNode.stream\n }\n\n private async setupSpeakerPlayer() {\n try {\n this.player?.destroy()\n this.player = this.streamingEnabled\n ? SpeakerMediaSourcePlayer.isCompatible\n ? new SpeakerMediaSourcePlayer(this.analyser.node)\n : new SpeakerConcatPlayer(this.analyser.node)\n : new SpeakerSequencePlayer(this.analyser.node)\n await this.player?.setup()\n } catch (error) {\n console.error('Error setting up speaker player', error)\n }\n }\n\n get isStreamingEnabled() {\n return this.streamingEnabled\n }\n\n async enableStreaming() {\n if (this.streamingEnabled) return\n this.streamingEnabled = true\n await this.setupSpeakerPlayer()\n }\n\n async disableStreaming() {\n if (!this.streamingEnabled) return\n this.streamingEnabled = false\n await this.setupSpeakerPlayer()\n }\n\n canChangeDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n }\n\n private async setSinkId(speakerId?: string) {\n if (speakerId && this.canChangeDevice() && this.audioElement) {\n // @ts-ignore\n return this.audioElement.setSinkId(speakerId)\n }\n }\n\n async changeDevice(speakerId: string) {\n if (!this.canChangeDevice()) return\n try {\n await this.setSinkId(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n pauseAudio() {\n if (this.audioElement) {\n this.audioElement.pause()\n }\n }\n\n resumeAudio() {\n if (this.audioElement) {\n this.audioElement.play()\n }\n }\n\n async playAudio(blob: Blob) {\n if (!this.audioElement || !this.player) return\n try {\n // Add blob to stream\n this.player.addBlob(blob)\n\n // Start playing if not already playing\n if (this.audioElement.paused) {\n this.audioElement.play()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n stopAudio() {\n this.audioElement?.pause()\n this.player?.stop()\n }\n}\n\ndeclare global {\n interface Window {\n micdropSpeaker: Speaker\n }\n}\n\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new Speaker()\n}\nspeaker = window.micdropSpeaker\n","import {\n CallClientCommands,\n CallServerCommands,\n Conversation,\n ConversationMessage,\n VAD,\n} from '@micdrop/client'\nimport EventEmitter from 'eventemitter3'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { mic } from '../audio/mic'\nimport { speaker } from '../audio/speaker'\nimport { getVAD, VADConfig } from '../audio/vad/getVAD'\nimport { CallClientError, CallClientErrorCode } from './CallClientError'\n\nexport interface CallClientEvents {\n EndCall: []\n Error: [CallClientError]\n StateChange: void\n}\n\nexport interface CallClientOptions {\n vad?: VADConfig\n}\n\ndeclare global {\n interface Window {\n micdropCallClient: any\n }\n}\n\nexport class CallClient<\n Params extends {},\n Options extends CallClientOptions = CallClientOptions,\n> extends EventEmitter<CallClientEvents> {\n public static getInstance<\n P extends {},\n O extends CallClientOptions = CallClientOptions,\n >(options?: O): CallClient<P, O> {\n if (!window.micdropCallClient) {\n window.micdropCallClient = new CallClient<P, O>(options)\n }\n return window.micdropCallClient\n }\n\n public url?: string\n public params?: Params\n public micRecorder?: MicRecorder\n public vad: VAD\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n private _isProcessing = false\n\n private constructor(private options?: Options) {\n super()\n\n // Init VAD\n this.vad = getVAD(this.options?.vad)\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isMicSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isProcessing(): boolean {\n return this._isProcessing\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallClient] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallClient] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder?.mute()\n this._isProcessing = false\n this.notifyStateChange()\n speaker.pauseAudio()\n this.ws?.send(CallClientCommands.Mute)\n }\n\n resume() {\n if (this.lastAudioBlob) {\n speaker.playAudio(this.lastAudioBlob)\n }\n speaker.resumeAudio()\n this.micRecorder?.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] Received chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] Start speaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] Stop speaking')\n this.ws?.send(CallClientCommands.StopSpeaking)\n this._isProcessing = true\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n this.micStream = await mic.start(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallClient] startMic', error)\n this.emit('Error', new CallClientError(CallClientErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallClient] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallClient] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallClient] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n speaker.playAudio(event.data)\n this.lastAudioBlob = event.data\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.Message)) {\n // Received user/assistant message\n const message = JSON.parse(\n event.data.substring(CallServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } else if (event.data === CallServerCommands.EndCall) {\n // Call ended\n setTimeout(() => {\n this.emit('EndCall')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'assistant') {\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === CallServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'user') {\n this.conversation = this.conversation.slice(0, -1)\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.EnableSpeakerStreaming) {\n // Enable speaker streaming\n speaker.enableStreaming()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.stop()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallClientError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallClientError(CallClientErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallClientError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallClient] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(message: ConversationMessage) {\n this.conversation.push(message)\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallClientErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallClientError extends Error {\n code: CallClientErrorCode\n\n constructor(code = CallClientErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum CallServerCommands {\n Message = 'Message',\n CancelLastAssistantMessage = 'CancelLastAssistantMessage',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EnableSpeakerStreaming = 'EnableSpeakerStreaming',\n EndCall = 'EndCall',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(\n conversation: Conversation\n ): Promise<string | ConversationMessage>\n speech2Text(audioBlob: Blob, prevMessage?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport type AnswerCommands = {\n endCall?: boolean\n cancelLastUserMessage?: boolean\n skipAnswer?: boolean\n}\n\nexport type AnswerMetadata = {\n [key: string]: any\n}\n\nexport interface ConversationMessage<\n Data extends AnswerMetadata = AnswerMetadata,\n> {\n role: 'system' | 'user' | 'assistant'\n content: string\n commands?: AnswerCommands\n metadata?: Data\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAAyB;AAMlB,IAAM,gBAAN,cAA4B,qBAAAA,QAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAI;AAEX,IAAM,MAAN,MAAU;AAAA,EAMR,cAAc;AACZ,SAAK,WAAW,IAAI,cAAc,YAAY;AAAA,EAChD;AAAA,EAEQ,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,oBAAoB,UAAU;AACrC,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,kBAAkB;AAAA,IACzB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,kBAAkB;AAAA,IACzB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;AAQA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAI;AAC9B;AACA,MAAM,OAAO;;;ACxGb,IAAAC,wBAAyB;;;ACQlB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,IAAAC,wBAAyB;AAelB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2B,sBAAAC,QAAwB;AAAA,EAAnD;AAAA;AACL,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyBf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,QAAmB;AAC3B,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;AChFO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AACN,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AACzC,SAAK,iBAAiB,KAAK,eAAe,KAAK,IAAI;AAAA,EACrD;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAEQ,iBAAiB;AACvB,UAAM,eAAe,KAAK,KAAK;AAAA,MAC7B,CAAC,QAAQ,IAAI;AAAA,IACf;AACA,UAAM,gBAAgB,KAAK,KAAK;AAAA,MAC9B,CAAC,QAAQ,IAAI;AAAA,IACf;AAGA,YAAQ,KAAK,QAAQ;AAAA,MACnB;AACE,YAAI,aAAc;AAClB,aAAK,KAAK,eAAe;AACzB,YAAI,eAAe;AACjB,eAAK,KAAK,iBAAiB;AAAA,QAC7B;AACA;AAAA,MACF;AACE,YAAI,cAAc;AAChB,eAAK,KAAK,gBAAgB;AAC1B;AAAA,QACF;AACA,YAAI,eAAe;AACjB,eAAK,KAAK,iBAAiB;AAAA,QAC7B;AACA;AAAA,MACF;AACE,YAAI,cAAc;AAChB,eAAK,KAAK,cAAc;AAAA,QAC1B;AACA;AAAA,IACJ;AAAA,EACF;AAAA,EAEA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AACF;;;ACrEA,iBAAuB;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAIjC,YAAY,SAAqC;AAC/C,UAAM;AAJR,SAAO,UAAU;AAMf,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,kBAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC3EA,IAAMC,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAAY,SAAqC;AAC/C,UAAM;AAVR,SAAO,UAAUA;AAIjB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,QAAS;AAGlB,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACpLO,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,UAAU;AAC/B,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;;;ANVA,IAAM,YAAY;AASlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AACd;AAcO,IAAM,cAAN,cAA0B,sBAAAC,QAAgC;AAAA,EAU/D,YAAY,WAAuB;AACjC,UAAM;AARR,SAAQ,YAAY,KAAK,aAAa;AAItC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAyGhC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAAA,MAC7B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF,GAAG,KAAK,IAAI;AAEZ,SAAQ,qBAAqB,YAAY;AACvC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAEZ,SAAQ,oBAAoB,YAAY;AACtC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAxIV,SAAK,QAAQ;AAGb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,KAAK,IAAI,QAAQ,MAAO;AAAA,MAC1B;AACA,WAAK,gBAAgB;AAGrB,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,QACtD,UAAU,KAAK,UAAU;AAAA,QACzB,oBAAoB;AAAA,MACtB,CAAC;AACD,WAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAG9D,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,MAAM;AAAA,EAC7B;AAAA,EAEA,MAAc,wBAAwB;AACpC,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EAyCA,MAAc,gBAAgB,WAAsB;AAClD,QAAI,CAAC,KAAK,mBAAmB;AAE3B,WAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,cAAc;AACrC,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,aAAa,SAAS;AAG3B,SAAK,KAAK,SAAS,UAAU,IAAI;AAAA,EACnC;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AOhOO,IAAe,gBAAf,MAA6B;AAAA,EAGlC,YAAsB,YAAuB;AAAvB;AAEpB,UAAM,MAAM,WAAW;AACvB,QAAI,EAAE,eAAe,eAAe;AAClC,YAAM,IAAI,MAAM,iDAAiD;AAAA,IACnE;AACA,SAAK,eAAe;AAAA,EACtB;AAMF;;;ACdO,IAAM,sBAAN,cAAkC,cAAc;AAAA,EAAhD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAEhC,SAAQ,qBAA6B;AAIrC,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,gBAAgB;AACtB,QAAI,CAAC,KAAK,WAAY;AAEtB,UAAM,OAAO,YAAY,IAAI,IAAI;AACjC,UAAM,SAAS,KAAK;AACpB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,UAAI,WAAW,KAAK,cAAe;AACnC,WAAK,qBAAqB,OAAO,QAAQ,YAAY;AACrD,WAAK,kBAAkB;AACvB,WAAK,gBAAgB;AACrB,aAAO,WAAW;AAClB,WAAK,cAAc;AAAA,IACrB;AAGA,UAAM,SACJ,KAAK,sBACJ,KAAK,kBAAkB,OAAO,KAAK,kBAAkB;AAGxD,WAAO,MAAM,GAAG,MAAM;AAEtB,QAAI,CAAC,KAAK,iBAAiB;AACzB,WAAK,kBAAkB;AAAA,IACzB;AACA,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,WAAK,gBAAgB,KAAK,gBACtB,KAAK,mBAAmB,KAAK,eAAe,WAAW,IACvD;AAGJ,YAAM,cAAc,MAAM,KAAK,aAAa;AAAA;AAAA,QAE1C,KAAK,gBAAgB,KAAK,aAAa;AAAA,MACzC;AAGA,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAChB,WAAK,aAAa;AAClB,WAAK,cAAc;AAAA,IACrB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEQ,mBAAmB,SAAsB,SAAsB;AACrE,UAAM,MAAM,IAAI,WAAW,QAAQ,aAAa,QAAQ,UAAU;AAClE,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,CAAC;AAClC,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,QAAQ,UAAU;AACnD,WAAO,IAAI;AAAA,EACb;AAAA,EAEQ,gBAAgB,QAAqB;AAC3C,UAAM,cAAc,IAAI,YAAY,OAAO,UAAU;AACrD,QAAI,WAAW,WAAW,EAAE,IAAI,IAAI,WAAW,MAAM,CAAC;AACtD,WAAO;AAAA,EACT;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,kBAAkB;AACvB,SAAK,qBAAqB;AAC1B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAClB,SAAK,gBAAgB;AACrB,SAAK,mBAAmB;AAAA,EAC1B;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/GO,IAAM,2BAAN,cAAuC,cAAc;AAAA,EAArD;AAAA;AAQL,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAAA;AAAA,EAIhC,MAAM,QAAQ;AACZ,QAAI,KAAK,gBAAgB,KAAK,YAAa;AAE3C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAC7B,SAAK,aAAa,QAAQ;AAC1B,SAAK,cAAc,IAAI,YAAY;AAEnC,QAAI,CAAC,KAAK,aAAa;AACrB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAEA,SAAK,aAAa,MAAM,IAAI,gBAAgB,KAAK,WAAW;AAG5D,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,WAAK,aAAa,iBAAiB,cAAc,MAAM;AACrD,cAAM,eAAe,KAAK,aAAa,gBAAgB,YAAY;AACnE,YAAI,CAAC,aAAc,OAAM,IAAI,MAAM,+BAA+B;AAClE,aAAK,eAAe;AAGpB,qBAAa,iBAAiB,aAAa,MAAM,KAAK,aAAa,CAAC;AAGpE,aAAK,aAAa;AAClB,gBAAQ;AAAA,MACV,CAAC;AAAA,IACH,CAAC;AAGD,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,YAAM,eAAe,MAAM;AACzB,aAAK,cAAc,oBAAoB,cAAc,YAAY;AACjE,YAAI,CAAC,KAAK,cAAc;AACtB,gBAAM,IAAI,MAAM,0CAA0C;AAAA,QAC5D;AAGA,cAAM,cACJ,KAAK,aACL,cAAc;AAGhB,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,aAAK,cAAc;AACnB,aAAK,aAAa,KAAK,aAAa,wBAAwB,WAAW;AACvE,aAAK,WAAW,QAAQ,KAAK,UAAU;AACvC,aAAK,aAAa,cAAc;AAChC,gBAAQ;AAAA,MACV;AACA,WAAK,cAAc,iBAAiB,cAAc,YAAY;AAAA,IAChE,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,eAAe;AAC3B,QACE,CAAC,KAAK,gBACN,CAAC,KAAK,eACN,KAAK,aAAa,WAAW,KAC7B,KAAK,qBACL,KAAK,aAAa,UAClB;AACA;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,UAAI,KAAK,mBAAmB;AAC1B,aAAK,aAAa,aAAa,WAAW;AAAA,MAC5C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C,UAAE;AACA,WAAK,oBAAoB;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAG3B,QACE,KAAK,gBACL,CAAC,KAAK,aAAa,YACnB,CAAC,KAAK,mBACN;AACA,WAAK,aAAa;AAAA,IACpB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,QAAQ;AACb,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,UAAU;AAER,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAGA,SAAK,aAAa,SAAS;AAG3B,QAAI,KAAK,aAAa;AACpB,UAAI;AACF,YAAI,KAAK,YAAY,eAAe,QAAQ;AAC1C,eAAK,YAAY,YAAY;AAAA,QAC/B;AAAA,MACF,SAAS,OAAO;AACd,gBAAQ,MAAM,kCAAkC,KAAK;AAAA,MACvD;AAAA,IACF;AAGA,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AACxB,WAAK,aAAa,MAAM;AACxB,WAAK,eAAe;AAAA,IACtB;AAGA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAEA,SAAK,cAAc;AACnB,SAAK,eAAe;AAAA,EACtB;AACF;AAzJa,yBACG,eACZ,OAAO,gBAAgB,eACvB,YAAY,gBAAgB,YAAY;;;ACJrC,IAAM,wBAAN,cAAoC,cAAc;AAAA,EAAlD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAChC,SAAQ,iBAA0C,CAAC;AAEnD,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,eAAe;AACrB,QAAI,KAAK,eAAe,WAAW,KAAK,KAAK,cAAe;AAE5D,UAAM,SAAS,KAAK,eAAe,MAAM;AACzC,SAAK,gBAAgB;AACrB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,aAAO,WAAW;AAClB,WAAK,gBAAgB;AACrB,WAAK,aAAa;AAAA,IACpB;AAEA,WAAO,MAAM,CAAC;AAAA,EAChB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,MAAM,KAAK,aAAa,gBAAgB,WAAW;AAGvE,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAGhB,WAAK,eAAe,KAAK,MAAM;AAC/B,WAAK,aAAa;AAAA,IACpB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,eAAe,SAAS;AAC7B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/DO,IAAI;AAEX,IAAM,UAAN,MAAc;AAAA,EAMZ,cAAc;AAHd,SAAQ,mBAAmB;AAIzB,SAAK,WAAW,IAAI,cAAc,YAAY;AAG9C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAG7B,UAAM,YAAY,aAAa,mDAAsC;AACrE,QAAI,WAAW;AACb,WAAK,UAAU,SAAS,EAAE,MAAM,CAAC,UAAU;AACzC,gBAAQ,MAAM,0BAA0B,KAAK;AAAA,MAC/C,CAAC;AAAA,IACH;AAGA,SAAK,mBAAmB;AAGxB,UAAM,kBAAkB,aAAa,6BAA6B;AAClE,SAAK,SAAS,KAAK,QAAQ,eAAe;AAG1C,SAAK,aAAa,YAAY,gBAAgB;AAAA,EAChD;AAAA,EAEA,MAAc,qBAAqB;AACjC,QAAI;AACF,WAAK,QAAQ,QAAQ;AACrB,WAAK,SAAS,KAAK,mBACf,yBAAyB,eACvB,IAAI,yBAAyB,KAAK,SAAS,IAAI,IAC/C,IAAI,oBAAoB,KAAK,SAAS,IAAI,IAC5C,IAAI,sBAAsB,KAAK,SAAS,IAAI;AAChD,YAAM,KAAK,QAAQ,MAAM;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,mCAAmC,KAAK;AAAA,IACxD;AAAA,EACF;AAAA,EAEA,IAAI,qBAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,kBAAkB;AACtB,QAAI,KAAK,iBAAkB;AAC3B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,MAAM,mBAAmB;AACvB,QAAI,CAAC,KAAK,iBAAkB;AAC5B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,kBAA2B;AACzB,WACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAAA,EAEnE;AAAA,EAEA,MAAc,UAAU,WAAoB;AAC1C,QAAI,aAAa,KAAK,gBAAgB,KAAK,KAAK,cAAc;AAE5D,aAAO,KAAK,aAAa,UAAU,SAAS;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,WAAmB;AACpC,QAAI,CAAC,KAAK,gBAAgB,EAAG;AAC7B,QAAI;AACF,YAAM,KAAK,UAAU,SAAS;AAC9B,mBAAa,qDAAwC,SAAS;AAAA,IAChE,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAAA,EAEA,aAAa;AACX,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AAAA,IAC1B;AAAA,EACF;AAAA,EAEA,cAAc;AACZ,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,KAAK;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,QAAI,CAAC,KAAK,gBAAgB,CAAC,KAAK,OAAQ;AACxC,QAAI;AAEF,WAAK,OAAO,QAAQ,IAAI;AAGxB,UAAI,KAAK,aAAa,QAAQ;AAC5B,aAAK,aAAa,KAAK;AAAA,MACzB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,YAAY;AACV,SAAK,cAAc,MAAM;AACzB,SAAK,QAAQ,KAAK;AAAA,EACpB;AACF;AAQA,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAQ;AACtC;AACA,UAAU,OAAO;;;AClIjB,IAAAC,wBAAyB;;;ACPlB,IAAK,sBAAL,kBAAKC,yBAAL;AACL,EAAAA,qBAAA,SAAM;AACN,EAAAA,qBAAA,kBAAe;AACf,EAAAA,qBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,kBAAN,cAA8B,MAAM;AAAA,EAGzC,YAAY,OAAO,qBAA2B;AAC5C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADiBO,IAAM,aAAN,MAAM,oBAGH,sBAAAC,QAA+B;AAAA,EAwB/B,YAAoB,SAAmB;AAC7C,UAAM;AADoB;AAT5B,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAEpB,SAAQ,gBAAgB;AAMtB,SAAK,MAAM,OAAO,KAAK,SAAS,GAAG;AAAA,EACrC;AAAA,EA5BA,OAAc,YAGZ,SAA+B;AAC/B,QAAI,CAAC,OAAO,mBAAmB;AAC7B,aAAO,oBAAoB,IAAI,YAAiB,OAAO;AAAA,IACzD;AACA,WAAO,OAAO;AAAA,EAChB;AAAA,EAsBA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,gBAAyB;AAC3B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AACrB,SAAK,gBAAgB;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,wBAAwB,KAAK;AAAA,IAC7C;AAEA,QAAI;AAEF,WAAK,aAAa,KAAK;AACvB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,aAAa,KAAK;AACvB,SAAK,gBAAgB;AACrB,SAAK,kBAAkB;AACvB,YAAQ,WAAW;AACnB,SAAK,IAAI,sBAA4B;AAAA,EACvC;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,cAAQ,UAAU,KAAK,aAAa;AAAA,IACtC;AACA,YAAQ,YAAY;AACpB,SAAK,aAAa,OAAO;AACzB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AACF,UAAI,CAAC,KAAK,aAAa;AACrB,aAAK,cAAc,IAAI,YAAY,KAAK,GAAG;AAG3C,aAAK,YAAY,GAAG,eAAe,MAAM;AACvC,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAGD,aAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,eAAK,IAAI,wBAAwB,IAAI;AACrC,eAAK,IAAI,KAAK,IAAI;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,eAAK,IAAI,sBAAsB;AAC/B,eAAK,IAAI,wCAAqC;AAE9C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AACvB,kBAAQ,UAAU;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,eAAK,IAAI,qBAAqB;AAC9B,eAAK,IAAI,sCAAoC;AAC7C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAAA,MACH;AAGA,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,aAAa,KAAK;AAAA,MACzB;AAGA,WAAK,YAAY,MAAM,IAAI,MAAM,QAAQ;AACzC,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAC5C,WAAK,KAAK,SAAS,IAAI,+BAAuC,CAAC;AAC/D,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,QAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,oDAAoD;AAAA,IACtE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,iDAAiD;AAAA,IACnE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,sCAAsC;AAAA,IACxD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,gBAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB,MAAM;AAC3B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,kCAAqC,GAAG;AAE5D,cAAM,UAAU,KAAK;AAAA,UACnB,MAAM,KAAK,kCAAqC,SAAS,CAAC;AAAA,QAC5D;AACA,aAAK,WAAW,OAAO;AAAA,MACzB,WAAW,MAAM,kCAAqC;AAEpD,mBAAW,MAAM;AACf,eAAK,KAAK,SAAS;AAAA,QACrB,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,aAAa;AACrC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,wCAAwC;AAEvD,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAmD;AAElE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,QAAQ;AAChC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,gEAAoD;AAEnE,gBAAQ,gBAAgB;AAAA,MAC1B;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,KAAK;AAEV,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,gBAAgB,CAAC;AAAA,MAC1C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,iDAAgD;AAAA,QACtD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,gBAAgB,CAAC;AAAA,MAC1C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,4BAA4B,KAAK;AAC/C,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,SAA8B;AAC/C,SAAK,aAAa,KAAK,OAAO;AAC9B,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AElUO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,aAAU;AACV,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,2BAAwB;AACxB,EAAAA,oBAAA,gBAAa;AACb,EAAAA,oBAAA,4BAAyB;AACzB,EAAAA,oBAAA,aAAU;AANA,SAAAA;AAAA,GAAA;","names":["EventEmitter","audioContext","audioContext","unlock","LocalStorageKeys","import_eventemitter3","import_eventemitter3","VADStatus","EventEmitter","defaultOptions","EventEmitter","import_eventemitter3","CallClientErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
package/dist/index.mjs CHANGED
@@ -979,25 +979,25 @@ if (!window.micdropSpeaker) {
979
979
  }
980
980
  speaker = window.micdropSpeaker;
981
981
 
982
- // src/call/CallHandler.ts
982
+ // src/call/CallClient.ts
983
983
  import EventEmitter4 from "eventemitter3";
984
984
 
985
- // src/call/CallHandlerError.ts
986
- var CallHandlerErrorCode = /* @__PURE__ */ ((CallHandlerErrorCode2) => {
987
- CallHandlerErrorCode2["Mic"] = "Mic";
988
- CallHandlerErrorCode2["Unauthorized"] = "Unauthorized";
989
- CallHandlerErrorCode2["Error"] = "Error";
990
- return CallHandlerErrorCode2;
991
- })(CallHandlerErrorCode || {});
992
- var CallHandlerError = class extends Error {
985
+ // src/call/CallClientError.ts
986
+ var CallClientErrorCode = /* @__PURE__ */ ((CallClientErrorCode2) => {
987
+ CallClientErrorCode2["Mic"] = "Mic";
988
+ CallClientErrorCode2["Unauthorized"] = "Unauthorized";
989
+ CallClientErrorCode2["Error"] = "Error";
990
+ return CallClientErrorCode2;
991
+ })(CallClientErrorCode || {});
992
+ var CallClientError = class extends Error {
993
993
  constructor(code = "Error" /* Error */) {
994
994
  super();
995
995
  this.code = code;
996
996
  }
997
997
  };
998
998
 
999
- // src/call/CallHandler.ts
1000
- var CallHandler = class _CallHandler extends EventEmitter4 {
999
+ // src/call/CallClient.ts
1000
+ var CallClient = class _CallClient extends EventEmitter4 {
1001
1001
  constructor(options) {
1002
1002
  super();
1003
1003
  this.options = options;
@@ -1008,10 +1008,10 @@ var CallHandler = class _CallHandler extends EventEmitter4 {
1008
1008
  this.vad = getVAD(this.options?.vad);
1009
1009
  }
1010
1010
  static getInstance(options) {
1011
- if (!window.micdropCallHandler) {
1012
- window.micdropCallHandler = new _CallHandler(options);
1011
+ if (!window.micdropCallClient) {
1012
+ window.micdropCallClient = new _CallClient(options);
1013
1013
  }
1014
- return window.micdropCallHandler;
1014
+ return window.micdropCallClient;
1015
1015
  }
1016
1016
  get isStarted() {
1017
1017
  return this.isWSStarted && this.micRecorder?.state.isStarted || false;
@@ -1048,13 +1048,13 @@ var CallHandler = class _CallHandler extends EventEmitter4 {
1048
1048
  try {
1049
1049
  this.stopWS();
1050
1050
  } catch (error) {
1051
- console.error("[CallHandler] stop WS", error);
1051
+ console.error("[CallClient] stop WS", error);
1052
1052
  }
1053
1053
  try {
1054
1054
  this.micRecorder?.stop();
1055
1055
  this.stopMic();
1056
1056
  } catch (error) {
1057
- console.error("[CallHandler] stop mic", error);
1057
+ console.error("[CallClient] stop mic", error);
1058
1058
  }
1059
1059
  }
1060
1060
  pause() {
@@ -1107,8 +1107,8 @@ var CallHandler = class _CallHandler extends EventEmitter4 {
1107
1107
  await this.micRecorder.start(this.micStream);
1108
1108
  }
1109
1109
  } catch (error) {
1110
- console.error("[CallHandler] startMic", error);
1111
- this.emit("Error", new CallHandlerError("Mic" /* Mic */));
1110
+ console.error("[CallClient] startMic", error);
1111
+ this.emit("Error", new CallClientError("Mic" /* Mic */));
1112
1112
  this.stop();
1113
1113
  }
1114
1114
  }
@@ -1121,13 +1121,13 @@ var CallHandler = class _CallHandler extends EventEmitter4 {
1121
1121
  }
1122
1122
  async startWS() {
1123
1123
  if (this.ws) {
1124
- throw new Error("[CallHandler] startWS: WebSocket is already started");
1124
+ throw new Error("[CallClient] startWS: WebSocket is already started");
1125
1125
  }
1126
1126
  if (!this.isMicStarted) {
1127
- throw new Error("[CallHandler] startWS: Microphone is not started");
1127
+ throw new Error("[CallClient] startWS: Microphone is not started");
1128
1128
  }
1129
1129
  if (!this.url) {
1130
- throw new Error("[CallHandler] startWS: URL is not set");
1130
+ throw new Error("[CallClient] startWS: URL is not set");
1131
1131
  }
1132
1132
  this.ws = new WebSocket(this.url);
1133
1133
  this.ws.binaryType = "blob";
@@ -1181,18 +1181,18 @@ var CallHandler = class _CallHandler extends EventEmitter4 {
1181
1181
  this.log("[WS] Closed", event);
1182
1182
  this.stop();
1183
1183
  if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {
1184
- this.emit("Error", new CallHandlerError());
1184
+ this.emit("Error", new CallClientError());
1185
1185
  } else if (event.code === 4401) {
1186
1186
  this.emit(
1187
1187
  "Error",
1188
- new CallHandlerError("Unauthorized" /* Unauthorized */)
1188
+ new CallClientError("Unauthorized" /* Unauthorized */)
1189
1189
  );
1190
1190
  } else if (event.code >= 4e3) {
1191
- this.emit("Error", new CallHandlerError());
1191
+ this.emit("Error", new CallClientError());
1192
1192
  }
1193
1193
  };
1194
1194
  this.ws.onerror = (event) => {
1195
- console.error("[CallHandler] [WS] Error:", event);
1195
+ console.error("[CallClient] [WS] Error:", event);
1196
1196
  this.stop();
1197
1197
  };
1198
1198
  }
@@ -1232,10 +1232,10 @@ var CallServerCommands = /* @__PURE__ */ ((CallServerCommands2) => {
1232
1232
  return CallServerCommands2;
1233
1233
  })(CallServerCommands || {});
1234
1234
  export {
1235
+ CallClient,
1235
1236
  CallClientCommands,
1236
- CallHandler,
1237
- CallHandlerError,
1238
- CallHandlerErrorCode,
1237
+ CallClientError,
1238
+ CallClientErrorCode,
1239
1239
  CallServerCommands,
1240
1240
  LocalStorageKeys,
1241
1241
  mic as Mic,
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/mic.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","../src/audio/player/SpeakerPlayer.ts","../src/audio/player/SpeakerConcatPlayer.ts","../src/audio/player/SpeakerMediaSourcePlayer.ts","../src/audio/player/SpeakerSequencePlayer.ts","../src/audio/speaker.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport let mic: Mic\n\nclass Mic {\n private currentDeviceId: string | undefined\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n }\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.currentDeviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n\ndeclare global {\n interface Window {\n micdropMic: Mic\n }\n}\n\nif (!window.micdropMic) {\n window.micdropMic = new Mic()\n}\nmic = window.micdropMic\n","import EventEmitter from 'eventemitter3'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD } from './vad/VAD'\nimport { getVAD, VADConfig } from './vad/getVAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private vad: VAD\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream)\n }\n\n private async stopSpeakingDetection() {\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n } catch (error) {\n console.error(error)\n }\n }).bind(this)\n\n private onConfirmSpeaking = (async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }).bind(this)\n\n private onCancelSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import EventEmitter from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n this.onStatusChange = this.onStatusChange.bind(this)\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange() {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web/src'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new VolumeVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n","export abstract class SpeakerPlayer {\n protected audioContext: AudioContext\n\n constructor(protected outputNode: AudioNode) {\n // Ensure we have an AudioContext from the outputNode\n const ctx = outputNode.context\n if (!(ctx instanceof AudioContext)) {\n throw new Error('OutputNode must be connected to an AudioContext')\n }\n this.audioContext = ctx\n }\n\n abstract setup(): Promise<void>\n abstract addBlob(blob: Blob): void\n abstract stop(): void\n abstract destroy(): void\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerConcatPlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private sourceStartTime: number | undefined\n private prevSourceDuration: number = 0\n private currentSource: AudioBufferSourceNode | undefined\n private nextSource: AudioBufferSourceNode | undefined\n private currentBuffer: ArrayBuffer | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private replaceSource() {\n if (!this.nextSource) return\n\n const time = performance.now() / 1000\n const source = this.nextSource\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n if (source !== this.currentSource) return\n this.prevSourceDuration = source.buffer?.duration ?? 0\n this.sourceStartTime = undefined\n this.currentSource = undefined\n source.disconnect()\n this.replaceSource()\n }\n\n // Calculate the offset for the source start time\n const offset =\n this.prevSourceDuration +\n (this.sourceStartTime ? time - this.sourceStartTime : 0)\n\n // Start the source with the calculated offset\n source.start(0, offset)\n\n if (!this.sourceStartTime) {\n this.sourceStartTime = time\n }\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = source\n this.nextSource = undefined\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Concat buffers\n this.currentBuffer = this.currentBuffer\n ? this.concatArrayBuffers(this.currentBuffer, arrayBuffer)\n : arrayBuffer\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(\n // Copy the buffer to avoid mutating the original\n this.copyArrayBuffer(this.currentBuffer)\n )\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n this.nextSource = source\n this.replaceSource()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n private concatArrayBuffers(buffer1: ArrayBuffer, buffer2: ArrayBuffer) {\n const tmp = new Uint8Array(buffer1.byteLength + buffer2.byteLength)\n tmp.set(new Uint8Array(buffer1), 0)\n tmp.set(new Uint8Array(buffer2), buffer1.byteLength)\n return tmp.buffer\n }\n\n private copyArrayBuffer(buffer: ArrayBuffer) {\n const destination = new ArrayBuffer(buffer.byteLength)\n new Uint8Array(destination).set(new Uint8Array(buffer))\n return destination\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.sourceStartTime = undefined\n this.prevSourceDuration = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n this.nextSource = undefined\n this.currentBuffer = undefined\n this.isConvertingBlob = false\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { stopStream } from '../utils/stopStream'\nimport { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerMediaSourcePlayer extends SpeakerPlayer {\n public static isCompatible =\n typeof MediaSource !== 'undefined' &&\n MediaSource.isTypeSupported('audio/mpeg')\n\n private mediaSource: MediaSource | undefined\n private mediaStream: MediaStream | undefined\n private sourceBuffer: SourceBuffer | undefined\n private isProcessingQueue = false\n private pendingBlobs: Blob[] = []\n private audioElement: HTMLAudioElement | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n async setup() {\n if (this.audioElement || this.mediaSource) return\n\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n this.audioElement.muted = true\n this.mediaSource = new MediaSource()\n\n if (!this.mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n\n this.audioElement.src = URL.createObjectURL(this.mediaSource)\n\n // Setup MediaSource when it opens\n await new Promise<void>((resolve) => {\n this.mediaSource?.addEventListener('sourceopen', () => {\n const sourceBuffer = this.mediaSource?.addSourceBuffer('audio/mpeg')\n if (!sourceBuffer) throw new Error('Failed to create SourceBuffer')\n this.sourceBuffer = sourceBuffer\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => this.processQueue())\n\n // Process any pending blobs\n this.processQueue()\n resolve()\n })\n })\n\n // Connect audio element to analyser when we have data\n await new Promise<void>((resolve) => {\n const onTimeUpdate = () => {\n this.audioElement?.removeEventListener('timeupdate', onTimeUpdate)\n if (!this.audioElement) {\n throw new Error('Audio element or audio context not found')\n }\n\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (\n this.audioElement as any\n ).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n this.mediaStream = mediaStream\n this.sourceNode = this.audioContext.createMediaStreamSource(mediaStream)\n this.sourceNode.connect(this.outputNode)\n this.audioElement.currentTime = 0\n resolve()\n }\n this.audioElement?.addEventListener('timeupdate', onTimeUpdate)\n })\n }\n\n private async processQueue() {\n if (\n !this.sourceBuffer ||\n !this.mediaSource ||\n this.pendingBlobs.length === 0 ||\n this.isProcessingQueue ||\n this.sourceBuffer.updating\n ) {\n return\n }\n\n this.isProcessingQueue = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Append the blob to the source buffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Re-check if still processing (not stopped)\n if (this.isProcessingQueue) {\n this.sourceBuffer.appendBuffer(arrayBuffer)\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n } finally {\n this.isProcessingQueue = false\n }\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n\n // Try to process the queue if we can\n if (\n this.sourceBuffer &&\n !this.sourceBuffer.updating &&\n !this.isProcessingQueue\n ) {\n this.processQueue()\n }\n }\n\n stop() {\n this.destroy()\n this.setup()\n }\n\n destroy() {\n // Disconnect the audio nodes\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n // Clear pending blobs\n this.pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (this.mediaSource) {\n try {\n if (this.mediaSource.readyState === 'open') {\n this.mediaSource.endOfStream()\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n }\n\n // Stop and clean up the audio element\n if (this.audioElement) {\n this.audioElement.pause()\n this.audioElement.src = ''\n this.audioElement = undefined\n }\n\n // Clean up media stream\n if (this.mediaStream) {\n stopStream(this.mediaStream)\n this.mediaStream = undefined\n }\n\n this.mediaSource = undefined\n this.sourceBuffer = undefined\n }\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerSequencePlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private pendingSources: AudioBufferSourceNode[] = []\n private currentSource: AudioBufferSourceNode | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private processQueue() {\n if (this.pendingSources.length === 0 || this.currentSource) return\n\n const source = this.pendingSources.shift()!\n this.currentSource = source\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n source.disconnect()\n this.currentSource = undefined\n this.processQueue()\n }\n\n source.start(0)\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(arrayBuffer)\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n\n // Add to queue and process if not already processing\n this.pendingSources.push(source)\n this.processQueue()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.pendingSources.length = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { SpeakerConcatPlayer } from './player/SpeakerConcatPlayer'\nimport { SpeakerMediaSourcePlayer } from './player/SpeakerMediaSourcePlayer'\nimport { SpeakerPlayer } from './player/SpeakerPlayer'\nimport { SpeakerSequencePlayer } from './player/SpeakerSequencePlayer'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport let speaker: Speaker\n\nclass Speaker {\n private audioElement?: HTMLAudioElement\n private player?: SpeakerPlayer\n private streamingEnabled = false\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n\n // Create audio element if it doesn't exist\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n\n // Select speaker device if speakerId is in local storage\n const speakerId = localStorage.getItem(LocalStorageKeys.SpeakerDevice)\n if (speakerId) {\n this.setSinkId(speakerId).catch((error) => {\n console.error('Failed to set sink ID:', error)\n })\n }\n\n // Source -> Analyser\n this.setupSpeakerPlayer()\n\n // Analyser -> Destination\n const destinationNode = audioContext.createMediaStreamDestination()\n this.analyser.node.connect(destinationNode)\n\n // Destination -> Speaker\n this.audioElement.srcObject = destinationNode.stream\n }\n\n private async setupSpeakerPlayer() {\n try {\n this.player?.destroy()\n this.player = this.streamingEnabled\n ? SpeakerMediaSourcePlayer.isCompatible\n ? new SpeakerMediaSourcePlayer(this.analyser.node)\n : new SpeakerConcatPlayer(this.analyser.node)\n : new SpeakerSequencePlayer(this.analyser.node)\n await this.player?.setup()\n } catch (error) {\n console.error('Error setting up speaker player', error)\n }\n }\n\n get isStreamingEnabled() {\n return this.streamingEnabled\n }\n\n async enableStreaming() {\n if (this.streamingEnabled) return\n this.streamingEnabled = true\n await this.setupSpeakerPlayer()\n }\n\n async disableStreaming() {\n if (!this.streamingEnabled) return\n this.streamingEnabled = false\n await this.setupSpeakerPlayer()\n }\n\n canChangeDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n }\n\n private async setSinkId(speakerId?: string) {\n if (speakerId && this.canChangeDevice() && this.audioElement) {\n // @ts-ignore\n return this.audioElement.setSinkId(speakerId)\n }\n }\n\n async changeDevice(speakerId: string) {\n if (!this.canChangeDevice()) return\n try {\n await this.setSinkId(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n pauseAudio() {\n if (this.audioElement) {\n this.audioElement.pause()\n }\n }\n\n resumeAudio() {\n if (this.audioElement) {\n this.audioElement.play()\n }\n }\n\n async playAudio(blob: Blob) {\n if (!this.audioElement || !this.player) return\n try {\n // Add blob to stream\n this.player.addBlob(blob)\n\n // Start playing if not already playing\n if (this.audioElement.paused) {\n this.audioElement.play()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n stopAudio() {\n this.audioElement?.pause()\n this.player?.stop()\n }\n}\n\ndeclare global {\n interface Window {\n micdropSpeaker: Speaker\n }\n}\n\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new Speaker()\n}\nspeaker = window.micdropSpeaker\n","import EventEmitter from 'eventemitter3'\nimport {\n CallClientCommands,\n CallServerCommands,\n Conversation,\n ConversationMessage,\n VAD,\n} from '../..'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { mic } from '../audio/mic'\nimport { speaker } from '../audio/speaker'\nimport { getVAD, VADConfig } from '../audio/vad/getVAD'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndCall: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport interface CallHandlerOptions {\n vad?: VADConfig\n}\n\ndeclare global {\n interface Window {\n micdropCallHandler: any\n }\n}\n\nexport class CallHandler<\n Params extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n> extends EventEmitter<CallHandlerEvents> {\n public static getInstance<\n P extends {},\n O extends CallHandlerOptions = CallHandlerOptions,\n >(options?: O): CallHandler<P, O> {\n if (!window.micdropCallHandler) {\n window.micdropCallHandler = new CallHandler<P, O>(options)\n }\n return window.micdropCallHandler\n }\n\n public url?: string\n public params?: Params\n public micRecorder?: MicRecorder\n public vad: VAD\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n private _isProcessing = false\n\n private constructor(private options?: Options) {\n super()\n\n // Init VAD\n this.vad = getVAD(this.options?.vad)\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isMicSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isProcessing(): boolean {\n return this._isProcessing\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder?.mute()\n this._isProcessing = false\n this.notifyStateChange()\n speaker.pauseAudio()\n this.ws?.send(CallClientCommands.Mute)\n }\n\n resume() {\n if (this.lastAudioBlob) {\n speaker.playAudio(this.lastAudioBlob)\n }\n speaker.resumeAudio()\n this.micRecorder?.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] Received chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] Start speaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] Stop speaking')\n this.ws?.send(CallClientCommands.StopSpeaking)\n this._isProcessing = true\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n this.micStream = await mic.start(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n speaker.playAudio(event.data)\n this.lastAudioBlob = event.data\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.Message)) {\n // Received user/assistant message\n const message = JSON.parse(\n event.data.substring(CallServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } else if (event.data === CallServerCommands.EndCall) {\n // Call ended\n setTimeout(() => {\n this.emit('EndCall')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'assistant') {\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === CallServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'user') {\n this.conversation = this.conversation.slice(0, -1)\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.EnableSpeakerStreaming) {\n // Enable speaker streaming\n speaker.enableStreaming()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.stop()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(message: ConversationMessage) {\n this.conversation.push(message)\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum CallServerCommands {\n Message = 'Message',\n CancelLastAssistantMessage = 'CancelLastAssistantMessage',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EnableSpeakerStreaming = 'EnableSpeakerStreaming',\n EndCall = 'EndCall',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(\n conversation: Conversation\n ): Promise<string | ConversationMessage>\n speech2Text(audioBlob: Blob, prevMessage?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport type CallMetadata = {\n commands?: {\n endCall?: boolean\n cancelLastUserMessage?: boolean\n skipAnswer?: boolean\n }\n [key: string]: any\n}\n\nexport interface ConversationMessage<Data extends CallMetadata = CallMetadata> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n"],"mappings":";AAAA,OAAO,kBAAkB;AAMlB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEA,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAI;AAEX,IAAM,MAAN,MAAU;AAAA,EAMR,cAAc;AACZ,SAAK,WAAW,IAAI,cAAc,YAAY;AAAA,EAChD;AAAA,EAEQ,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,oBAAoB,UAAU;AACrC,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,kBAAkB;AAAA,IACzB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,kBAAkB;AAAA,IACzB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;AAQA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAI;AAC9B;AACA,MAAM,OAAO;;;ACxGb,OAAOC,mBAAkB;;;ACQlB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,OAAOC,mBAAkB;AAelB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2BD,cAAwB;AAAA,EAAnD;AAAA;AACL,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyBf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,QAAmB;AAC3B,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;AChFO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AACN,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AACzC,SAAK,iBAAiB,KAAK,eAAe,KAAK,IAAI;AAAA,EACrD;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAEQ,iBAAiB;AACvB,UAAM,eAAe,KAAK,KAAK;AAAA,MAC7B,CAAC,QAAQ,IAAI;AAAA,IACf;AACA,UAAM,gBAAgB,KAAK,KAAK;AAAA,MAC9B,CAAC,QAAQ,IAAI;AAAA,IACf;AAGA,YAAQ,KAAK,QAAQ;AAAA,MACnB;AACE,YAAI,aAAc;AAClB,aAAK,KAAK,eAAe;AACzB,YAAI,eAAe;AACjB,eAAK,KAAK,iBAAiB;AAAA,QAC7B;AACA;AAAA,MACF;AACE,YAAI,cAAc;AAChB,eAAK,KAAK,gBAAgB;AAC1B;AAAA,QACF;AACA,YAAI,eAAe;AACjB,eAAK,KAAK,iBAAiB;AAAA,QAC7B;AACA;AAAA,MACF;AACE,YAAI,cAAc;AAChB,eAAK,KAAK,cAAc;AAAA,QAC1B;AACA;AAAA,IACJ;AAAA,EACF;AAAA,EAEA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AACF;;;ACrEA,SAAS,cAAc;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAIjC,YAAY,SAAqC;AAC/C,UAAM;AAJR,SAAO,UAAU;AAMf,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,OAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC3EA,IAAME,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAAY,SAAqC;AAC/C,UAAM;AAVR,SAAO,UAAUA;AAIjB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,QAAS;AAGlB,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACpLO,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,UAAU;AAC/B,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;;;ANVA,IAAM,YAAY;AASlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AACd;AAcO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAU/D,YAAY,WAAuB;AACjC,UAAM;AARR,SAAQ,YAAY,KAAK,aAAa;AAItC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAyGhC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAAA,MAC7B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF,GAAG,KAAK,IAAI;AAEZ,SAAQ,qBAAqB,YAAY;AACvC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAEZ,SAAQ,oBAAoB,YAAY;AACtC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAxIV,SAAK,QAAQ;AAGb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,KAAK,IAAI,QAAQ,MAAO;AAAA,MAC1B;AACA,WAAK,gBAAgB;AAGrB,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,QACtD,UAAU,KAAK,UAAU;AAAA,QACzB,oBAAoB;AAAA,MACtB,CAAC;AACD,WAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAG9D,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,MAAM;AAAA,EAC7B;AAAA,EAEA,MAAc,wBAAwB;AACpC,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EAyCA,MAAc,gBAAgB,WAAsB;AAClD,QAAI,CAAC,KAAK,mBAAmB;AAE3B,WAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,cAAc;AACrC,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,aAAa,SAAS;AAG3B,SAAK,KAAK,SAAS,UAAU,IAAI;AAAA,EACnC;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AOhOO,IAAe,gBAAf,MAA6B;AAAA,EAGlC,YAAsB,YAAuB;AAAvB;AAEpB,UAAM,MAAM,WAAW;AACvB,QAAI,EAAE,eAAe,eAAe;AAClC,YAAM,IAAI,MAAM,iDAAiD;AAAA,IACnE;AACA,SAAK,eAAe;AAAA,EACtB;AAMF;;;ACdO,IAAM,sBAAN,cAAkC,cAAc;AAAA,EAAhD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAEhC,SAAQ,qBAA6B;AAIrC,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,gBAAgB;AACtB,QAAI,CAAC,KAAK,WAAY;AAEtB,UAAM,OAAO,YAAY,IAAI,IAAI;AACjC,UAAM,SAAS,KAAK;AACpB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,UAAI,WAAW,KAAK,cAAe;AACnC,WAAK,qBAAqB,OAAO,QAAQ,YAAY;AACrD,WAAK,kBAAkB;AACvB,WAAK,gBAAgB;AACrB,aAAO,WAAW;AAClB,WAAK,cAAc;AAAA,IACrB;AAGA,UAAM,SACJ,KAAK,sBACJ,KAAK,kBAAkB,OAAO,KAAK,kBAAkB;AAGxD,WAAO,MAAM,GAAG,MAAM;AAEtB,QAAI,CAAC,KAAK,iBAAiB;AACzB,WAAK,kBAAkB;AAAA,IACzB;AACA,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,WAAK,gBAAgB,KAAK,gBACtB,KAAK,mBAAmB,KAAK,eAAe,WAAW,IACvD;AAGJ,YAAM,cAAc,MAAM,KAAK,aAAa;AAAA;AAAA,QAE1C,KAAK,gBAAgB,KAAK,aAAa;AAAA,MACzC;AAGA,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAChB,WAAK,aAAa;AAClB,WAAK,cAAc;AAAA,IACrB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEQ,mBAAmB,SAAsB,SAAsB;AACrE,UAAM,MAAM,IAAI,WAAW,QAAQ,aAAa,QAAQ,UAAU;AAClE,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,CAAC;AAClC,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,QAAQ,UAAU;AACnD,WAAO,IAAI;AAAA,EACb;AAAA,EAEQ,gBAAgB,QAAqB;AAC3C,UAAM,cAAc,IAAI,YAAY,OAAO,UAAU;AACrD,QAAI,WAAW,WAAW,EAAE,IAAI,IAAI,WAAW,MAAM,CAAC;AACtD,WAAO;AAAA,EACT;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,kBAAkB;AACvB,SAAK,qBAAqB;AAC1B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAClB,SAAK,gBAAgB;AACrB,SAAK,mBAAmB;AAAA,EAC1B;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/GO,IAAM,2BAAN,cAAuC,cAAc;AAAA,EAArD;AAAA;AAQL,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAAA;AAAA,EAIhC,MAAM,QAAQ;AACZ,QAAI,KAAK,gBAAgB,KAAK,YAAa;AAE3C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAC7B,SAAK,aAAa,QAAQ;AAC1B,SAAK,cAAc,IAAI,YAAY;AAEnC,QAAI,CAAC,KAAK,aAAa;AACrB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAEA,SAAK,aAAa,MAAM,IAAI,gBAAgB,KAAK,WAAW;AAG5D,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,WAAK,aAAa,iBAAiB,cAAc,MAAM;AACrD,cAAM,eAAe,KAAK,aAAa,gBAAgB,YAAY;AACnE,YAAI,CAAC,aAAc,OAAM,IAAI,MAAM,+BAA+B;AAClE,aAAK,eAAe;AAGpB,qBAAa,iBAAiB,aAAa,MAAM,KAAK,aAAa,CAAC;AAGpE,aAAK,aAAa;AAClB,gBAAQ;AAAA,MACV,CAAC;AAAA,IACH,CAAC;AAGD,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,YAAM,eAAe,MAAM;AACzB,aAAK,cAAc,oBAAoB,cAAc,YAAY;AACjE,YAAI,CAAC,KAAK,cAAc;AACtB,gBAAM,IAAI,MAAM,0CAA0C;AAAA,QAC5D;AAGA,cAAM,cACJ,KAAK,aACL,cAAc;AAGhB,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,aAAK,cAAc;AACnB,aAAK,aAAa,KAAK,aAAa,wBAAwB,WAAW;AACvE,aAAK,WAAW,QAAQ,KAAK,UAAU;AACvC,aAAK,aAAa,cAAc;AAChC,gBAAQ;AAAA,MACV;AACA,WAAK,cAAc,iBAAiB,cAAc,YAAY;AAAA,IAChE,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,eAAe;AAC3B,QACE,CAAC,KAAK,gBACN,CAAC,KAAK,eACN,KAAK,aAAa,WAAW,KAC7B,KAAK,qBACL,KAAK,aAAa,UAClB;AACA;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,UAAI,KAAK,mBAAmB;AAC1B,aAAK,aAAa,aAAa,WAAW;AAAA,MAC5C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C,UAAE;AACA,WAAK,oBAAoB;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAG3B,QACE,KAAK,gBACL,CAAC,KAAK,aAAa,YACnB,CAAC,KAAK,mBACN;AACA,WAAK,aAAa;AAAA,IACpB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,QAAQ;AACb,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,UAAU;AAER,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAGA,SAAK,aAAa,SAAS;AAG3B,QAAI,KAAK,aAAa;AACpB,UAAI;AACF,YAAI,KAAK,YAAY,eAAe,QAAQ;AAC1C,eAAK,YAAY,YAAY;AAAA,QAC/B;AAAA,MACF,SAAS,OAAO;AACd,gBAAQ,MAAM,kCAAkC,KAAK;AAAA,MACvD;AAAA,IACF;AAGA,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AACxB,WAAK,aAAa,MAAM;AACxB,WAAK,eAAe;AAAA,IACtB;AAGA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAEA,SAAK,cAAc;AACnB,SAAK,eAAe;AAAA,EACtB;AACF;AAzJa,yBACG,eACZ,OAAO,gBAAgB,eACvB,YAAY,gBAAgB,YAAY;;;ACJrC,IAAM,wBAAN,cAAoC,cAAc;AAAA,EAAlD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAChC,SAAQ,iBAA0C,CAAC;AAEnD,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,eAAe;AACrB,QAAI,KAAK,eAAe,WAAW,KAAK,KAAK,cAAe;AAE5D,UAAM,SAAS,KAAK,eAAe,MAAM;AACzC,SAAK,gBAAgB;AACrB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,aAAO,WAAW;AAClB,WAAK,gBAAgB;AACrB,WAAK,aAAa;AAAA,IACpB;AAEA,WAAO,MAAM,CAAC;AAAA,EAChB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,MAAM,KAAK,aAAa,gBAAgB,WAAW;AAGvE,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAGhB,WAAK,eAAe,KAAK,MAAM;AAC/B,WAAK,aAAa;AAAA,IACpB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,eAAe,SAAS;AAC7B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/DO,IAAI;AAEX,IAAM,UAAN,MAAc;AAAA,EAMZ,cAAc;AAHd,SAAQ,mBAAmB;AAIzB,SAAK,WAAW,IAAI,cAAc,YAAY;AAG9C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAG7B,UAAM,YAAY,aAAa,mDAAsC;AACrE,QAAI,WAAW;AACb,WAAK,UAAU,SAAS,EAAE,MAAM,CAAC,UAAU;AACzC,gBAAQ,MAAM,0BAA0B,KAAK;AAAA,MAC/C,CAAC;AAAA,IACH;AAGA,SAAK,mBAAmB;AAGxB,UAAM,kBAAkB,aAAa,6BAA6B;AAClE,SAAK,SAAS,KAAK,QAAQ,eAAe;AAG1C,SAAK,aAAa,YAAY,gBAAgB;AAAA,EAChD;AAAA,EAEA,MAAc,qBAAqB;AACjC,QAAI;AACF,WAAK,QAAQ,QAAQ;AACrB,WAAK,SAAS,KAAK,mBACf,yBAAyB,eACvB,IAAI,yBAAyB,KAAK,SAAS,IAAI,IAC/C,IAAI,oBAAoB,KAAK,SAAS,IAAI,IAC5C,IAAI,sBAAsB,KAAK,SAAS,IAAI;AAChD,YAAM,KAAK,QAAQ,MAAM;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,mCAAmC,KAAK;AAAA,IACxD;AAAA,EACF;AAAA,EAEA,IAAI,qBAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,kBAAkB;AACtB,QAAI,KAAK,iBAAkB;AAC3B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,MAAM,mBAAmB;AACvB,QAAI,CAAC,KAAK,iBAAkB;AAC5B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,kBAA2B;AACzB,WACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAAA,EAEnE;AAAA,EAEA,MAAc,UAAU,WAAoB;AAC1C,QAAI,aAAa,KAAK,gBAAgB,KAAK,KAAK,cAAc;AAE5D,aAAO,KAAK,aAAa,UAAU,SAAS;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,WAAmB;AACpC,QAAI,CAAC,KAAK,gBAAgB,EAAG;AAC7B,QAAI;AACF,YAAM,KAAK,UAAU,SAAS;AAC9B,mBAAa,qDAAwC,SAAS;AAAA,IAChE,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAAA,EAEA,aAAa;AACX,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AAAA,IAC1B;AAAA,EACF;AAAA,EAEA,cAAc;AACZ,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,KAAK;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,QAAI,CAAC,KAAK,gBAAgB,CAAC,KAAK,OAAQ;AACxC,QAAI;AAEF,WAAK,OAAO,QAAQ,IAAI;AAGxB,UAAI,KAAK,aAAa,QAAQ;AAC5B,aAAK,aAAa,KAAK;AAAA,MACzB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,YAAY;AACV,SAAK,cAAc,MAAM;AACzB,SAAK,QAAQ,KAAK;AAAA,EACpB;AACF;AAQA,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAQ;AACtC;AACA,UAAU,OAAO;;;ACzIjB,OAAOC,mBAAkB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADiBO,IAAM,cAAN,MAAM,qBAGHC,cAAgC;AAAA,EAwBhC,YAAoB,SAAmB;AAC7C,UAAM;AADoB;AAT5B,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAEpB,SAAQ,gBAAgB;AAMtB,SAAK,MAAM,OAAO,KAAK,SAAS,GAAG;AAAA,EACrC;AAAA,EA5BA,OAAc,YAGZ,SAAgC;AAChC,QAAI,CAAC,OAAO,oBAAoB;AAC9B,aAAO,qBAAqB,IAAI,aAAkB,OAAO;AAAA,IAC3D;AACA,WAAO,OAAO;AAAA,EAChB;AAAA,EAsBA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,gBAAyB;AAC3B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AACrB,SAAK,gBAAgB;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,aAAa,KAAK;AACvB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,aAAa,KAAK;AACvB,SAAK,gBAAgB;AACrB,SAAK,kBAAkB;AACvB,YAAQ,WAAW;AACnB,SAAK,IAAI,sBAA4B;AAAA,EACvC;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,cAAQ,UAAU,KAAK,aAAa;AAAA,IACtC;AACA,YAAQ,YAAY;AACpB,SAAK,aAAa,OAAO;AACzB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AACF,UAAI,CAAC,KAAK,aAAa;AACrB,aAAK,cAAc,IAAI,YAAY,KAAK,GAAG;AAG3C,aAAK,YAAY,GAAG,eAAe,MAAM;AACvC,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAGD,aAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,eAAK,IAAI,wBAAwB,IAAI;AACrC,eAAK,IAAI,KAAK,IAAI;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,eAAK,IAAI,sBAAsB;AAC/B,eAAK,IAAI,wCAAqC;AAE9C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AACvB,kBAAQ,UAAU;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,eAAK,IAAI,qBAAqB;AAC9B,eAAK,IAAI,sCAAoC;AAC7C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAAA,MACH;AAGA,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,aAAa,KAAK;AAAA,MACzB;AAGA,WAAK,YAAY,MAAM,IAAI,MAAM,QAAQ;AACzC,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,QAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,gBAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB,MAAM;AAC3B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,kCAAqC,GAAG;AAE5D,cAAM,UAAU,KAAK;AAAA,UACnB,MAAM,KAAK,kCAAqC,SAAS,CAAC;AAAA,QAC5D;AACA,aAAK,WAAW,OAAO;AAAA,MACzB,WAAW,MAAM,kCAAqC;AAEpD,mBAAW,MAAM;AACf,eAAK,KAAK,SAAS;AAAA,QACrB,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,aAAa;AACrC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,wCAAwC;AAEvD,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAmD;AAElE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,QAAQ;AAChC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,gEAAoD;AAEnE,gBAAQ,gBAAgB;AAAA,MAC1B;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,KAAK;AAEV,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,SAA8B;AAC/C,SAAK,aAAa,KAAK,OAAO;AAC9B,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AElUO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,aAAU;AACV,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,2BAAwB;AACxB,EAAAA,oBAAA,gBAAa;AACb,EAAAA,oBAAA,4BAAyB;AACzB,EAAAA,oBAAA,aAAU;AANA,SAAAA;AAAA,GAAA;","names":["audioContext","audioContext","unlock","LocalStorageKeys","EventEmitter","EventEmitter","VADStatus","defaultOptions","EventEmitter","EventEmitter","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
1
+ {"version":3,"sources":["../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/mic.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","../src/audio/player/SpeakerPlayer.ts","../src/audio/player/SpeakerConcatPlayer.ts","../src/audio/player/SpeakerMediaSourcePlayer.ts","../src/audio/player/SpeakerSequencePlayer.ts","../src/audio/speaker.ts","../src/call/CallClient.ts","../src/call/CallClientError.ts","../../server/src/types.ts"],"sourcesContent":["import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport let mic: Mic\n\nclass Mic {\n private currentDeviceId: string | undefined\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n }\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.currentDeviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n\ndeclare global {\n interface Window {\n micdropMic: Mic\n }\n}\n\nif (!window.micdropMic) {\n window.micdropMic = new Mic()\n}\nmic = window.micdropMic\n","import EventEmitter from 'eventemitter3'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD } from './vad/VAD'\nimport { getVAD, VADConfig } from './vad/getVAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private vad: VAD\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream)\n }\n\n private async stopSpeakingDetection() {\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n } catch (error) {\n console.error(error)\n }\n }).bind(this)\n\n private onConfirmSpeaking = (async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }).bind(this)\n\n private onCancelSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import EventEmitter from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n this.onStatusChange = this.onStatusChange.bind(this)\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange() {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web/src'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new VolumeVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n","export abstract class SpeakerPlayer {\n protected audioContext: AudioContext\n\n constructor(protected outputNode: AudioNode) {\n // Ensure we have an AudioContext from the outputNode\n const ctx = outputNode.context\n if (!(ctx instanceof AudioContext)) {\n throw new Error('OutputNode must be connected to an AudioContext')\n }\n this.audioContext = ctx\n }\n\n abstract setup(): Promise<void>\n abstract addBlob(blob: Blob): void\n abstract stop(): void\n abstract destroy(): void\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerConcatPlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private sourceStartTime: number | undefined\n private prevSourceDuration: number = 0\n private currentSource: AudioBufferSourceNode | undefined\n private nextSource: AudioBufferSourceNode | undefined\n private currentBuffer: ArrayBuffer | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private replaceSource() {\n if (!this.nextSource) return\n\n const time = performance.now() / 1000\n const source = this.nextSource\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n if (source !== this.currentSource) return\n this.prevSourceDuration = source.buffer?.duration ?? 0\n this.sourceStartTime = undefined\n this.currentSource = undefined\n source.disconnect()\n this.replaceSource()\n }\n\n // Calculate the offset for the source start time\n const offset =\n this.prevSourceDuration +\n (this.sourceStartTime ? time - this.sourceStartTime : 0)\n\n // Start the source with the calculated offset\n source.start(0, offset)\n\n if (!this.sourceStartTime) {\n this.sourceStartTime = time\n }\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = source\n this.nextSource = undefined\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Concat buffers\n this.currentBuffer = this.currentBuffer\n ? this.concatArrayBuffers(this.currentBuffer, arrayBuffer)\n : arrayBuffer\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(\n // Copy the buffer to avoid mutating the original\n this.copyArrayBuffer(this.currentBuffer)\n )\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n this.nextSource = source\n this.replaceSource()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n private concatArrayBuffers(buffer1: ArrayBuffer, buffer2: ArrayBuffer) {\n const tmp = new Uint8Array(buffer1.byteLength + buffer2.byteLength)\n tmp.set(new Uint8Array(buffer1), 0)\n tmp.set(new Uint8Array(buffer2), buffer1.byteLength)\n return tmp.buffer\n }\n\n private copyArrayBuffer(buffer: ArrayBuffer) {\n const destination = new ArrayBuffer(buffer.byteLength)\n new Uint8Array(destination).set(new Uint8Array(buffer))\n return destination\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.sourceStartTime = undefined\n this.prevSourceDuration = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n this.nextSource = undefined\n this.currentBuffer = undefined\n this.isConvertingBlob = false\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { stopStream } from '../utils/stopStream'\nimport { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerMediaSourcePlayer extends SpeakerPlayer {\n public static isCompatible =\n typeof MediaSource !== 'undefined' &&\n MediaSource.isTypeSupported('audio/mpeg')\n\n private mediaSource: MediaSource | undefined\n private mediaStream: MediaStream | undefined\n private sourceBuffer: SourceBuffer | undefined\n private isProcessingQueue = false\n private pendingBlobs: Blob[] = []\n private audioElement: HTMLAudioElement | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n async setup() {\n if (this.audioElement || this.mediaSource) return\n\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n this.audioElement.muted = true\n this.mediaSource = new MediaSource()\n\n if (!this.mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n\n this.audioElement.src = URL.createObjectURL(this.mediaSource)\n\n // Setup MediaSource when it opens\n await new Promise<void>((resolve) => {\n this.mediaSource?.addEventListener('sourceopen', () => {\n const sourceBuffer = this.mediaSource?.addSourceBuffer('audio/mpeg')\n if (!sourceBuffer) throw new Error('Failed to create SourceBuffer')\n this.sourceBuffer = sourceBuffer\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => this.processQueue())\n\n // Process any pending blobs\n this.processQueue()\n resolve()\n })\n })\n\n // Connect audio element to analyser when we have data\n await new Promise<void>((resolve) => {\n const onTimeUpdate = () => {\n this.audioElement?.removeEventListener('timeupdate', onTimeUpdate)\n if (!this.audioElement) {\n throw new Error('Audio element or audio context not found')\n }\n\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (\n this.audioElement as any\n ).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n this.mediaStream = mediaStream\n this.sourceNode = this.audioContext.createMediaStreamSource(mediaStream)\n this.sourceNode.connect(this.outputNode)\n this.audioElement.currentTime = 0\n resolve()\n }\n this.audioElement?.addEventListener('timeupdate', onTimeUpdate)\n })\n }\n\n private async processQueue() {\n if (\n !this.sourceBuffer ||\n !this.mediaSource ||\n this.pendingBlobs.length === 0 ||\n this.isProcessingQueue ||\n this.sourceBuffer.updating\n ) {\n return\n }\n\n this.isProcessingQueue = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Append the blob to the source buffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Re-check if still processing (not stopped)\n if (this.isProcessingQueue) {\n this.sourceBuffer.appendBuffer(arrayBuffer)\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n } finally {\n this.isProcessingQueue = false\n }\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n\n // Try to process the queue if we can\n if (\n this.sourceBuffer &&\n !this.sourceBuffer.updating &&\n !this.isProcessingQueue\n ) {\n this.processQueue()\n }\n }\n\n stop() {\n this.destroy()\n this.setup()\n }\n\n destroy() {\n // Disconnect the audio nodes\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n // Clear pending blobs\n this.pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (this.mediaSource) {\n try {\n if (this.mediaSource.readyState === 'open') {\n this.mediaSource.endOfStream()\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n }\n\n // Stop and clean up the audio element\n if (this.audioElement) {\n this.audioElement.pause()\n this.audioElement.src = ''\n this.audioElement = undefined\n }\n\n // Clean up media stream\n if (this.mediaStream) {\n stopStream(this.mediaStream)\n this.mediaStream = undefined\n }\n\n this.mediaSource = undefined\n this.sourceBuffer = undefined\n }\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerSequencePlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private pendingSources: AudioBufferSourceNode[] = []\n private currentSource: AudioBufferSourceNode | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private processQueue() {\n if (this.pendingSources.length === 0 || this.currentSource) return\n\n const source = this.pendingSources.shift()!\n this.currentSource = source\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n source.disconnect()\n this.currentSource = undefined\n this.processQueue()\n }\n\n source.start(0)\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(arrayBuffer)\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n\n // Add to queue and process if not already processing\n this.pendingSources.push(source)\n this.processQueue()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.pendingSources.length = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { SpeakerConcatPlayer } from './player/SpeakerConcatPlayer'\nimport { SpeakerMediaSourcePlayer } from './player/SpeakerMediaSourcePlayer'\nimport { SpeakerPlayer } from './player/SpeakerPlayer'\nimport { SpeakerSequencePlayer } from './player/SpeakerSequencePlayer'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport let speaker: Speaker\n\nclass Speaker {\n private audioElement?: HTMLAudioElement\n private player?: SpeakerPlayer\n private streamingEnabled = false\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n\n // Create audio element if it doesn't exist\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n\n // Select speaker device if speakerId is in local storage\n const speakerId = localStorage.getItem(LocalStorageKeys.SpeakerDevice)\n if (speakerId) {\n this.setSinkId(speakerId).catch((error) => {\n console.error('Failed to set sink ID:', error)\n })\n }\n\n // Source -> Analyser\n this.setupSpeakerPlayer()\n\n // Analyser -> Destination\n const destinationNode = audioContext.createMediaStreamDestination()\n this.analyser.node.connect(destinationNode)\n\n // Destination -> Speaker\n this.audioElement.srcObject = destinationNode.stream\n }\n\n private async setupSpeakerPlayer() {\n try {\n this.player?.destroy()\n this.player = this.streamingEnabled\n ? SpeakerMediaSourcePlayer.isCompatible\n ? new SpeakerMediaSourcePlayer(this.analyser.node)\n : new SpeakerConcatPlayer(this.analyser.node)\n : new SpeakerSequencePlayer(this.analyser.node)\n await this.player?.setup()\n } catch (error) {\n console.error('Error setting up speaker player', error)\n }\n }\n\n get isStreamingEnabled() {\n return this.streamingEnabled\n }\n\n async enableStreaming() {\n if (this.streamingEnabled) return\n this.streamingEnabled = true\n await this.setupSpeakerPlayer()\n }\n\n async disableStreaming() {\n if (!this.streamingEnabled) return\n this.streamingEnabled = false\n await this.setupSpeakerPlayer()\n }\n\n canChangeDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n }\n\n private async setSinkId(speakerId?: string) {\n if (speakerId && this.canChangeDevice() && this.audioElement) {\n // @ts-ignore\n return this.audioElement.setSinkId(speakerId)\n }\n }\n\n async changeDevice(speakerId: string) {\n if (!this.canChangeDevice()) return\n try {\n await this.setSinkId(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n pauseAudio() {\n if (this.audioElement) {\n this.audioElement.pause()\n }\n }\n\n resumeAudio() {\n if (this.audioElement) {\n this.audioElement.play()\n }\n }\n\n async playAudio(blob: Blob) {\n if (!this.audioElement || !this.player) return\n try {\n // Add blob to stream\n this.player.addBlob(blob)\n\n // Start playing if not already playing\n if (this.audioElement.paused) {\n this.audioElement.play()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n stopAudio() {\n this.audioElement?.pause()\n this.player?.stop()\n }\n}\n\ndeclare global {\n interface Window {\n micdropSpeaker: Speaker\n }\n}\n\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new Speaker()\n}\nspeaker = window.micdropSpeaker\n","import {\n CallClientCommands,\n CallServerCommands,\n Conversation,\n ConversationMessage,\n VAD,\n} from '@micdrop/client'\nimport EventEmitter from 'eventemitter3'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { mic } from '../audio/mic'\nimport { speaker } from '../audio/speaker'\nimport { getVAD, VADConfig } from '../audio/vad/getVAD'\nimport { CallClientError, CallClientErrorCode } from './CallClientError'\n\nexport interface CallClientEvents {\n EndCall: []\n Error: [CallClientError]\n StateChange: void\n}\n\nexport interface CallClientOptions {\n vad?: VADConfig\n}\n\ndeclare global {\n interface Window {\n micdropCallClient: any\n }\n}\n\nexport class CallClient<\n Params extends {},\n Options extends CallClientOptions = CallClientOptions,\n> extends EventEmitter<CallClientEvents> {\n public static getInstance<\n P extends {},\n O extends CallClientOptions = CallClientOptions,\n >(options?: O): CallClient<P, O> {\n if (!window.micdropCallClient) {\n window.micdropCallClient = new CallClient<P, O>(options)\n }\n return window.micdropCallClient\n }\n\n public url?: string\n public params?: Params\n public micRecorder?: MicRecorder\n public vad: VAD\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n private _isProcessing = false\n\n private constructor(private options?: Options) {\n super()\n\n // Init VAD\n this.vad = getVAD(this.options?.vad)\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isMicSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isProcessing(): boolean {\n return this._isProcessing\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallClient] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallClient] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder?.mute()\n this._isProcessing = false\n this.notifyStateChange()\n speaker.pauseAudio()\n this.ws?.send(CallClientCommands.Mute)\n }\n\n resume() {\n if (this.lastAudioBlob) {\n speaker.playAudio(this.lastAudioBlob)\n }\n speaker.resumeAudio()\n this.micRecorder?.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] Received chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] Start speaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] Stop speaking')\n this.ws?.send(CallClientCommands.StopSpeaking)\n this._isProcessing = true\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n this.micStream = await mic.start(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallClient] startMic', error)\n this.emit('Error', new CallClientError(CallClientErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallClient] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallClient] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallClient] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n speaker.playAudio(event.data)\n this.lastAudioBlob = event.data\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.Message)) {\n // Received user/assistant message\n const message = JSON.parse(\n event.data.substring(CallServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } else if (event.data === CallServerCommands.EndCall) {\n // Call ended\n setTimeout(() => {\n this.emit('EndCall')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'assistant') {\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === CallServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'user') {\n this.conversation = this.conversation.slice(0, -1)\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.EnableSpeakerStreaming) {\n // Enable speaker streaming\n speaker.enableStreaming()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.stop()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallClientError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallClientError(CallClientErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallClientError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallClient] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(message: ConversationMessage) {\n this.conversation.push(message)\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallClientErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallClientError extends Error {\n code: CallClientErrorCode\n\n constructor(code = CallClientErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum CallServerCommands {\n Message = 'Message',\n CancelLastAssistantMessage = 'CancelLastAssistantMessage',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EnableSpeakerStreaming = 'EnableSpeakerStreaming',\n EndCall = 'EndCall',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(\n conversation: Conversation\n ): Promise<string | ConversationMessage>\n speech2Text(audioBlob: Blob, prevMessage?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport type AnswerCommands = {\n endCall?: boolean\n cancelLastUserMessage?: boolean\n skipAnswer?: boolean\n}\n\nexport type AnswerMetadata = {\n [key: string]: any\n}\n\nexport interface ConversationMessage<\n Data extends AnswerMetadata = AnswerMetadata,\n> {\n role: 'system' | 'user' | 'assistant'\n content: string\n commands?: AnswerCommands\n metadata?: Data\n}\n"],"mappings":";AAAA,OAAO,kBAAkB;AAMlB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEA,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAI;AAEX,IAAM,MAAN,MAAU;AAAA,EAMR,cAAc;AACZ,SAAK,WAAW,IAAI,cAAc,YAAY;AAAA,EAChD;AAAA,EAEQ,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,oBAAoB,UAAU;AACrC,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,kBAAkB;AAAA,IACzB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,kBAAkB;AAAA,IACzB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;AAQA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAI;AAC9B;AACA,MAAM,OAAO;;;ACxGb,OAAOC,mBAAkB;;;ACQlB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,OAAOC,mBAAkB;AAelB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2BD,cAAwB;AAAA,EAAnD;AAAA;AACL,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyBf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,QAAmB;AAC3B,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;AChFO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AACN,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AACzC,SAAK,iBAAiB,KAAK,eAAe,KAAK,IAAI;AAAA,EACrD;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAEQ,iBAAiB;AACvB,UAAM,eAAe,KAAK,KAAK;AAAA,MAC7B,CAAC,QAAQ,IAAI;AAAA,IACf;AACA,UAAM,gBAAgB,KAAK,KAAK;AAAA,MAC9B,CAAC,QAAQ,IAAI;AAAA,IACf;AAGA,YAAQ,KAAK,QAAQ;AAAA,MACnB;AACE,YAAI,aAAc;AAClB,aAAK,KAAK,eAAe;AACzB,YAAI,eAAe;AACjB,eAAK,KAAK,iBAAiB;AAAA,QAC7B;AACA;AAAA,MACF;AACE,YAAI,cAAc;AAChB,eAAK,KAAK,gBAAgB;AAC1B;AAAA,QACF;AACA,YAAI,eAAe;AACjB,eAAK,KAAK,iBAAiB;AAAA,QAC7B;AACA;AAAA,MACF;AACE,YAAI,cAAc;AAChB,eAAK,KAAK,cAAc;AAAA,QAC1B;AACA;AAAA,IACJ;AAAA,EACF;AAAA,EAEA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AACF;;;ACrEA,SAAS,cAAc;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAIjC,YAAY,SAAqC;AAC/C,UAAM;AAJR,SAAO,UAAU;AAMf,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,OAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC3EA,IAAME,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAAY,SAAqC;AAC/C,UAAM;AAVR,SAAO,UAAUA;AAIjB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,QAAS;AAGlB,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACpLO,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,UAAU;AAC/B,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;;;ANVA,IAAM,YAAY;AASlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AACd;AAcO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAU/D,YAAY,WAAuB;AACjC,UAAM;AARR,SAAQ,YAAY,KAAK,aAAa;AAItC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAyGhC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAAA,MAC7B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF,GAAG,KAAK,IAAI;AAEZ,SAAQ,qBAAqB,YAAY;AACvC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAEZ,SAAQ,oBAAoB,YAAY;AACtC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAxIV,SAAK,QAAQ;AAGb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAGD,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,KAAK,IAAI,QAAQ,MAAO;AAAA,MAC1B;AACA,WAAK,gBAAgB;AAGrB,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,QACtD,UAAU,KAAK,UAAU;AAAA,QACzB,oBAAoB;AAAA,MACtB,CAAC;AACD,WAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAG9D,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,MAAM;AAAA,EAC7B;AAAA,EAEA,MAAc,wBAAwB;AACpC,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EAyCA,MAAc,gBAAgB,WAAsB;AAClD,QAAI,CAAC,KAAK,mBAAmB;AAE3B,WAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,cAAc;AACrC,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,aAAa,SAAS;AAG3B,SAAK,KAAK,SAAS,UAAU,IAAI;AAAA,EACnC;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AOhOO,IAAe,gBAAf,MAA6B;AAAA,EAGlC,YAAsB,YAAuB;AAAvB;AAEpB,UAAM,MAAM,WAAW;AACvB,QAAI,EAAE,eAAe,eAAe;AAClC,YAAM,IAAI,MAAM,iDAAiD;AAAA,IACnE;AACA,SAAK,eAAe;AAAA,EACtB;AAMF;;;ACdO,IAAM,sBAAN,cAAkC,cAAc;AAAA,EAAhD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAEhC,SAAQ,qBAA6B;AAIrC,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,gBAAgB;AACtB,QAAI,CAAC,KAAK,WAAY;AAEtB,UAAM,OAAO,YAAY,IAAI,IAAI;AACjC,UAAM,SAAS,KAAK;AACpB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,UAAI,WAAW,KAAK,cAAe;AACnC,WAAK,qBAAqB,OAAO,QAAQ,YAAY;AACrD,WAAK,kBAAkB;AACvB,WAAK,gBAAgB;AACrB,aAAO,WAAW;AAClB,WAAK,cAAc;AAAA,IACrB;AAGA,UAAM,SACJ,KAAK,sBACJ,KAAK,kBAAkB,OAAO,KAAK,kBAAkB;AAGxD,WAAO,MAAM,GAAG,MAAM;AAEtB,QAAI,CAAC,KAAK,iBAAiB;AACzB,WAAK,kBAAkB;AAAA,IACzB;AACA,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,WAAK,gBAAgB,KAAK,gBACtB,KAAK,mBAAmB,KAAK,eAAe,WAAW,IACvD;AAGJ,YAAM,cAAc,MAAM,KAAK,aAAa;AAAA;AAAA,QAE1C,KAAK,gBAAgB,KAAK,aAAa;AAAA,MACzC;AAGA,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAChB,WAAK,aAAa;AAClB,WAAK,cAAc;AAAA,IACrB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEQ,mBAAmB,SAAsB,SAAsB;AACrE,UAAM,MAAM,IAAI,WAAW,QAAQ,aAAa,QAAQ,UAAU;AAClE,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,CAAC;AAClC,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,QAAQ,UAAU;AACnD,WAAO,IAAI;AAAA,EACb;AAAA,EAEQ,gBAAgB,QAAqB;AAC3C,UAAM,cAAc,IAAI,YAAY,OAAO,UAAU;AACrD,QAAI,WAAW,WAAW,EAAE,IAAI,IAAI,WAAW,MAAM,CAAC;AACtD,WAAO;AAAA,EACT;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,kBAAkB;AACvB,SAAK,qBAAqB;AAC1B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAClB,SAAK,gBAAgB;AACrB,SAAK,mBAAmB;AAAA,EAC1B;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/GO,IAAM,2BAAN,cAAuC,cAAc;AAAA,EAArD;AAAA;AAQL,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAAA;AAAA,EAIhC,MAAM,QAAQ;AACZ,QAAI,KAAK,gBAAgB,KAAK,YAAa;AAE3C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAC7B,SAAK,aAAa,QAAQ;AAC1B,SAAK,cAAc,IAAI,YAAY;AAEnC,QAAI,CAAC,KAAK,aAAa;AACrB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAEA,SAAK,aAAa,MAAM,IAAI,gBAAgB,KAAK,WAAW;AAG5D,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,WAAK,aAAa,iBAAiB,cAAc,MAAM;AACrD,cAAM,eAAe,KAAK,aAAa,gBAAgB,YAAY;AACnE,YAAI,CAAC,aAAc,OAAM,IAAI,MAAM,+BAA+B;AAClE,aAAK,eAAe;AAGpB,qBAAa,iBAAiB,aAAa,MAAM,KAAK,aAAa,CAAC;AAGpE,aAAK,aAAa;AAClB,gBAAQ;AAAA,MACV,CAAC;AAAA,IACH,CAAC;AAGD,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,YAAM,eAAe,MAAM;AACzB,aAAK,cAAc,oBAAoB,cAAc,YAAY;AACjE,YAAI,CAAC,KAAK,cAAc;AACtB,gBAAM,IAAI,MAAM,0CAA0C;AAAA,QAC5D;AAGA,cAAM,cACJ,KAAK,aACL,cAAc;AAGhB,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,aAAK,cAAc;AACnB,aAAK,aAAa,KAAK,aAAa,wBAAwB,WAAW;AACvE,aAAK,WAAW,QAAQ,KAAK,UAAU;AACvC,aAAK,aAAa,cAAc;AAChC,gBAAQ;AAAA,MACV;AACA,WAAK,cAAc,iBAAiB,cAAc,YAAY;AAAA,IAChE,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,eAAe;AAC3B,QACE,CAAC,KAAK,gBACN,CAAC,KAAK,eACN,KAAK,aAAa,WAAW,KAC7B,KAAK,qBACL,KAAK,aAAa,UAClB;AACA;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,UAAI,KAAK,mBAAmB;AAC1B,aAAK,aAAa,aAAa,WAAW;AAAA,MAC5C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C,UAAE;AACA,WAAK,oBAAoB;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAG3B,QACE,KAAK,gBACL,CAAC,KAAK,aAAa,YACnB,CAAC,KAAK,mBACN;AACA,WAAK,aAAa;AAAA,IACpB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,QAAQ;AACb,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,UAAU;AAER,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAGA,SAAK,aAAa,SAAS;AAG3B,QAAI,KAAK,aAAa;AACpB,UAAI;AACF,YAAI,KAAK,YAAY,eAAe,QAAQ;AAC1C,eAAK,YAAY,YAAY;AAAA,QAC/B;AAAA,MACF,SAAS,OAAO;AACd,gBAAQ,MAAM,kCAAkC,KAAK;AAAA,MACvD;AAAA,IACF;AAGA,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AACxB,WAAK,aAAa,MAAM;AACxB,WAAK,eAAe;AAAA,IACtB;AAGA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAEA,SAAK,cAAc;AACnB,SAAK,eAAe;AAAA,EACtB;AACF;AAzJa,yBACG,eACZ,OAAO,gBAAgB,eACvB,YAAY,gBAAgB,YAAY;;;ACJrC,IAAM,wBAAN,cAAoC,cAAc;AAAA,EAAlD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAChC,SAAQ,iBAA0C,CAAC;AAEnD,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,eAAe;AACrB,QAAI,KAAK,eAAe,WAAW,KAAK,KAAK,cAAe;AAE5D,UAAM,SAAS,KAAK,eAAe,MAAM;AACzC,SAAK,gBAAgB;AACrB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,aAAO,WAAW;AAClB,WAAK,gBAAgB;AACrB,WAAK,aAAa;AAAA,IACpB;AAEA,WAAO,MAAM,CAAC;AAAA,EAChB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,MAAM,KAAK,aAAa,gBAAgB,WAAW;AAGvE,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAGhB,WAAK,eAAe,KAAK,MAAM;AAC/B,WAAK,aAAa;AAAA,IACpB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,eAAe,SAAS;AAC7B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/DO,IAAI;AAEX,IAAM,UAAN,MAAc;AAAA,EAMZ,cAAc;AAHd,SAAQ,mBAAmB;AAIzB,SAAK,WAAW,IAAI,cAAc,YAAY;AAG9C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAG7B,UAAM,YAAY,aAAa,mDAAsC;AACrE,QAAI,WAAW;AACb,WAAK,UAAU,SAAS,EAAE,MAAM,CAAC,UAAU;AACzC,gBAAQ,MAAM,0BAA0B,KAAK;AAAA,MAC/C,CAAC;AAAA,IACH;AAGA,SAAK,mBAAmB;AAGxB,UAAM,kBAAkB,aAAa,6BAA6B;AAClE,SAAK,SAAS,KAAK,QAAQ,eAAe;AAG1C,SAAK,aAAa,YAAY,gBAAgB;AAAA,EAChD;AAAA,EAEA,MAAc,qBAAqB;AACjC,QAAI;AACF,WAAK,QAAQ,QAAQ;AACrB,WAAK,SAAS,KAAK,mBACf,yBAAyB,eACvB,IAAI,yBAAyB,KAAK,SAAS,IAAI,IAC/C,IAAI,oBAAoB,KAAK,SAAS,IAAI,IAC5C,IAAI,sBAAsB,KAAK,SAAS,IAAI;AAChD,YAAM,KAAK,QAAQ,MAAM;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,mCAAmC,KAAK;AAAA,IACxD;AAAA,EACF;AAAA,EAEA,IAAI,qBAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,kBAAkB;AACtB,QAAI,KAAK,iBAAkB;AAC3B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,MAAM,mBAAmB;AACvB,QAAI,CAAC,KAAK,iBAAkB;AAC5B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,kBAA2B;AACzB,WACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAAA,EAEnE;AAAA,EAEA,MAAc,UAAU,WAAoB;AAC1C,QAAI,aAAa,KAAK,gBAAgB,KAAK,KAAK,cAAc;AAE5D,aAAO,KAAK,aAAa,UAAU,SAAS;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,WAAmB;AACpC,QAAI,CAAC,KAAK,gBAAgB,EAAG;AAC7B,QAAI;AACF,YAAM,KAAK,UAAU,SAAS;AAC9B,mBAAa,qDAAwC,SAAS;AAAA,IAChE,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAAA,EAEA,aAAa;AACX,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AAAA,IAC1B;AAAA,EACF;AAAA,EAEA,cAAc;AACZ,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,KAAK;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,QAAI,CAAC,KAAK,gBAAgB,CAAC,KAAK,OAAQ;AACxC,QAAI;AAEF,WAAK,OAAO,QAAQ,IAAI;AAGxB,UAAI,KAAK,aAAa,QAAQ;AAC5B,aAAK,aAAa,KAAK;AAAA,MACzB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,YAAY;AACV,SAAK,cAAc,MAAM;AACzB,SAAK,QAAQ,KAAK;AAAA,EACpB;AACF;AAQA,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAQ;AACtC;AACA,UAAU,OAAO;;;AClIjB,OAAOC,mBAAkB;;;ACPlB,IAAK,sBAAL,kBAAKC,yBAAL;AACL,EAAAA,qBAAA,SAAM;AACN,EAAAA,qBAAA,kBAAe;AACf,EAAAA,qBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,kBAAN,cAA8B,MAAM;AAAA,EAGzC,YAAY,OAAO,qBAA2B;AAC5C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADiBO,IAAM,aAAN,MAAM,oBAGHC,cAA+B;AAAA,EAwB/B,YAAoB,SAAmB;AAC7C,UAAM;AADoB;AAT5B,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAEpB,SAAQ,gBAAgB;AAMtB,SAAK,MAAM,OAAO,KAAK,SAAS,GAAG;AAAA,EACrC;AAAA,EA5BA,OAAc,YAGZ,SAA+B;AAC/B,QAAI,CAAC,OAAO,mBAAmB;AAC7B,aAAO,oBAAoB,IAAI,YAAiB,OAAO;AAAA,IACzD;AACA,WAAO,OAAO;AAAA,EAChB;AAAA,EAsBA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,gBAAyB;AAC3B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AACrB,SAAK,gBAAgB;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,wBAAwB,KAAK;AAAA,IAC7C;AAEA,QAAI;AAEF,WAAK,aAAa,KAAK;AACvB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,aAAa,KAAK;AACvB,SAAK,gBAAgB;AACrB,SAAK,kBAAkB;AACvB,YAAQ,WAAW;AACnB,SAAK,IAAI,sBAA4B;AAAA,EACvC;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,cAAQ,UAAU,KAAK,aAAa;AAAA,IACtC;AACA,YAAQ,YAAY;AACpB,SAAK,aAAa,OAAO;AACzB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AACF,UAAI,CAAC,KAAK,aAAa;AACrB,aAAK,cAAc,IAAI,YAAY,KAAK,GAAG;AAG3C,aAAK,YAAY,GAAG,eAAe,MAAM;AACvC,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAGD,aAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,eAAK,IAAI,wBAAwB,IAAI;AACrC,eAAK,IAAI,KAAK,IAAI;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,eAAK,IAAI,sBAAsB;AAC/B,eAAK,IAAI,wCAAqC;AAE9C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AACvB,kBAAQ,UAAU;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,eAAK,IAAI,qBAAqB;AAC9B,eAAK,IAAI,sCAAoC;AAC7C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAAA,MACH;AAGA,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,aAAa,KAAK;AAAA,MACzB;AAGA,WAAK,YAAY,MAAM,IAAI,MAAM,QAAQ;AACzC,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAC5C,WAAK,KAAK,SAAS,IAAI,+BAAuC,CAAC;AAC/D,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,QAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,oDAAoD;AAAA,IACtE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,iDAAiD;AAAA,IACnE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,sCAAsC;AAAA,IACxD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,gBAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB,MAAM;AAC3B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,kCAAqC,GAAG;AAE5D,cAAM,UAAU,KAAK;AAAA,UACnB,MAAM,KAAK,kCAAqC,SAAS,CAAC;AAAA,QAC5D;AACA,aAAK,WAAW,OAAO;AAAA,MACzB,WAAW,MAAM,kCAAqC;AAEpD,mBAAW,MAAM;AACf,eAAK,KAAK,SAAS;AAAA,QACrB,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,aAAa;AACrC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,wCAAwC;AAEvD,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAmD;AAElE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,QAAQ;AAChC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,gEAAoD;AAEnE,gBAAQ,gBAAgB;AAAA,MAC1B;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,KAAK;AAEV,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,gBAAgB,CAAC;AAAA,MAC1C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,iDAAgD;AAAA,QACtD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,gBAAgB,CAAC;AAAA,MAC1C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,4BAA4B,KAAK;AAC/C,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,SAA8B;AAC/C,SAAK,aAAa,KAAK,OAAO;AAC9B,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AElUO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,aAAU;AACV,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,2BAAwB;AACxB,EAAAA,oBAAA,gBAAa;AACb,EAAAA,oBAAA,4BAAyB;AACzB,EAAAA,oBAAA,aAAU;AANA,SAAAA;AAAA,GAAA;","names":["audioContext","audioContext","unlock","LocalStorageKeys","EventEmitter","EventEmitter","VADStatus","defaultOptions","EventEmitter","EventEmitter","CallClientErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@micdrop/client",
3
- "version": "1.7.3",
3
+ "version": "1.8.0",
4
4
  "description": "A lib for browser that helps to use the mic and speaker for voice conversation",
5
5
  "author": "Lonestone",
6
6
  "license": "MIT",