@micdrop/client 1.5.0 → 1.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/dist/index.d.mts +21 -11
- package/dist/index.d.ts +21 -11
- package/dist/index.js +29 -17
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +29 -17
- package/dist/index.mjs.map +1 -1
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -47,8 +47,8 @@ call.params = {
|
|
|
47
47
|
call.on('StateChange', () => {
|
|
48
48
|
console.log('State changed')
|
|
49
49
|
})
|
|
50
|
-
call.on('
|
|
51
|
-
console.log('
|
|
50
|
+
call.on('EndCall', () => {
|
|
51
|
+
console.log('Call ended by assistant')
|
|
52
52
|
})
|
|
53
53
|
call.on('Error', (error) => {
|
|
54
54
|
console.error('Error occurred:', error)
|
package/dist/index.d.mts
CHANGED
|
@@ -198,7 +198,7 @@ declare class CallHandlerError extends Error {
|
|
|
198
198
|
}
|
|
199
199
|
|
|
200
200
|
interface CallHandlerEvents {
|
|
201
|
-
|
|
201
|
+
EndCall: [];
|
|
202
202
|
Error: [CallHandlerError];
|
|
203
203
|
StateChange: void;
|
|
204
204
|
}
|
|
@@ -207,7 +207,7 @@ interface CallHandlerOptions {
|
|
|
207
207
|
}
|
|
208
208
|
declare global {
|
|
209
209
|
interface Window {
|
|
210
|
-
micdropCallHandler: CallHandler<any>;
|
|
210
|
+
micdropCallHandler: CallHandler<any, CallHandlerOptions>;
|
|
211
211
|
}
|
|
212
212
|
}
|
|
213
213
|
declare class CallHandler<Params extends {}, Options extends CallHandlerOptions = CallHandlerOptions> extends EventEmitter<CallHandlerEvents> {
|
|
@@ -247,15 +247,17 @@ declare class CallHandler<Params extends {}, Options extends CallHandlerOptions
|
|
|
247
247
|
}
|
|
248
248
|
|
|
249
249
|
declare enum CallClientCommands {
|
|
250
|
-
StartSpeaking = "
|
|
251
|
-
StopSpeaking = "
|
|
252
|
-
Mute = "
|
|
250
|
+
StartSpeaking = "StartSpeaking",
|
|
251
|
+
StopSpeaking = "StopSpeaking",
|
|
252
|
+
Mute = "Mute"
|
|
253
253
|
}
|
|
254
254
|
declare enum CallServerCommands {
|
|
255
|
-
Message = "
|
|
256
|
-
CancelLastAssistantMessage = "
|
|
257
|
-
|
|
258
|
-
|
|
255
|
+
Message = "Message",
|
|
256
|
+
CancelLastAssistantMessage = "CancelLastAssistantMessage",
|
|
257
|
+
CancelLastUserMessage = "CancelLastUserMessage",
|
|
258
|
+
SkipAnswer = "SkipAnswer",
|
|
259
|
+
EnableSpeakerStreaming = "EnableSpeakerStreaming",
|
|
260
|
+
EndCall = "EndCall"
|
|
259
261
|
}
|
|
260
262
|
interface CallConfig {
|
|
261
263
|
systemPrompt: string;
|
|
@@ -274,10 +276,18 @@ interface CallSummary {
|
|
|
274
276
|
duration: number;
|
|
275
277
|
}
|
|
276
278
|
type Conversation = ConversationMessage[];
|
|
277
|
-
|
|
279
|
+
type CallMetadata = {
|
|
280
|
+
commands?: {
|
|
281
|
+
endCall?: boolean;
|
|
282
|
+
cancelLastUserMessage?: boolean;
|
|
283
|
+
skipAnswer?: boolean;
|
|
284
|
+
};
|
|
285
|
+
[key: string]: any;
|
|
286
|
+
};
|
|
287
|
+
interface ConversationMessage<Data extends CallMetadata = CallMetadata> {
|
|
278
288
|
role: 'system' | 'user' | 'assistant';
|
|
279
289
|
content: string;
|
|
280
290
|
metadata?: Data;
|
|
281
291
|
}
|
|
282
292
|
|
|
283
|
-
export { CallClientCommands, type CallConfig, CallHandler, CallHandlerError, CallHandlerErrorCode, type CallHandlerEvents, type CallHandlerOptions, CallServerCommands, type CallSummary, type Conversation, type ConversationMessage, LocalStorageKeys, mic as Mic, MicRecorder, type MicRecorderEvents, type MicRecorderState, type MicRecorderVAD, SileroVAD, speaker as Speaker, VAD, VolumeVAD };
|
|
293
|
+
export { CallClientCommands, type CallConfig, CallHandler, CallHandlerError, CallHandlerErrorCode, type CallHandlerEvents, type CallHandlerOptions, type CallMetadata, CallServerCommands, type CallSummary, type Conversation, type ConversationMessage, LocalStorageKeys, mic as Mic, MicRecorder, type MicRecorderEvents, type MicRecorderState, type MicRecorderVAD, SileroVAD, speaker as Speaker, VAD, VolumeVAD };
|
package/dist/index.d.ts
CHANGED
|
@@ -198,7 +198,7 @@ declare class CallHandlerError extends Error {
|
|
|
198
198
|
}
|
|
199
199
|
|
|
200
200
|
interface CallHandlerEvents {
|
|
201
|
-
|
|
201
|
+
EndCall: [];
|
|
202
202
|
Error: [CallHandlerError];
|
|
203
203
|
StateChange: void;
|
|
204
204
|
}
|
|
@@ -207,7 +207,7 @@ interface CallHandlerOptions {
|
|
|
207
207
|
}
|
|
208
208
|
declare global {
|
|
209
209
|
interface Window {
|
|
210
|
-
micdropCallHandler: CallHandler<any>;
|
|
210
|
+
micdropCallHandler: CallHandler<any, CallHandlerOptions>;
|
|
211
211
|
}
|
|
212
212
|
}
|
|
213
213
|
declare class CallHandler<Params extends {}, Options extends CallHandlerOptions = CallHandlerOptions> extends EventEmitter<CallHandlerEvents> {
|
|
@@ -247,15 +247,17 @@ declare class CallHandler<Params extends {}, Options extends CallHandlerOptions
|
|
|
247
247
|
}
|
|
248
248
|
|
|
249
249
|
declare enum CallClientCommands {
|
|
250
|
-
StartSpeaking = "
|
|
251
|
-
StopSpeaking = "
|
|
252
|
-
Mute = "
|
|
250
|
+
StartSpeaking = "StartSpeaking",
|
|
251
|
+
StopSpeaking = "StopSpeaking",
|
|
252
|
+
Mute = "Mute"
|
|
253
253
|
}
|
|
254
254
|
declare enum CallServerCommands {
|
|
255
|
-
Message = "
|
|
256
|
-
CancelLastAssistantMessage = "
|
|
257
|
-
|
|
258
|
-
|
|
255
|
+
Message = "Message",
|
|
256
|
+
CancelLastAssistantMessage = "CancelLastAssistantMessage",
|
|
257
|
+
CancelLastUserMessage = "CancelLastUserMessage",
|
|
258
|
+
SkipAnswer = "SkipAnswer",
|
|
259
|
+
EnableSpeakerStreaming = "EnableSpeakerStreaming",
|
|
260
|
+
EndCall = "EndCall"
|
|
259
261
|
}
|
|
260
262
|
interface CallConfig {
|
|
261
263
|
systemPrompt: string;
|
|
@@ -274,10 +276,18 @@ interface CallSummary {
|
|
|
274
276
|
duration: number;
|
|
275
277
|
}
|
|
276
278
|
type Conversation = ConversationMessage[];
|
|
277
|
-
|
|
279
|
+
type CallMetadata = {
|
|
280
|
+
commands?: {
|
|
281
|
+
endCall?: boolean;
|
|
282
|
+
cancelLastUserMessage?: boolean;
|
|
283
|
+
skipAnswer?: boolean;
|
|
284
|
+
};
|
|
285
|
+
[key: string]: any;
|
|
286
|
+
};
|
|
287
|
+
interface ConversationMessage<Data extends CallMetadata = CallMetadata> {
|
|
278
288
|
role: 'system' | 'user' | 'assistant';
|
|
279
289
|
content: string;
|
|
280
290
|
metadata?: Data;
|
|
281
291
|
}
|
|
282
292
|
|
|
283
|
-
export { CallClientCommands, type CallConfig, CallHandler, CallHandlerError, CallHandlerErrorCode, type CallHandlerEvents, type CallHandlerOptions, CallServerCommands, type CallSummary, type Conversation, type ConversationMessage, LocalStorageKeys, mic as Mic, MicRecorder, type MicRecorderEvents, type MicRecorderState, type MicRecorderVAD, SileroVAD, speaker as Speaker, VAD, VolumeVAD };
|
|
293
|
+
export { CallClientCommands, type CallConfig, CallHandler, CallHandlerError, CallHandlerErrorCode, type CallHandlerEvents, type CallHandlerOptions, type CallMetadata, CallServerCommands, type CallSummary, type Conversation, type ConversationMessage, LocalStorageKeys, mic as Mic, MicRecorder, type MicRecorderEvents, type MicRecorderState, type MicRecorderVAD, SileroVAD, speaker as Speaker, VAD, VolumeVAD };
|
package/dist/index.js
CHANGED
|
@@ -991,7 +991,7 @@ var CallHandler = class _CallHandler extends import_eventemitter34.default {
|
|
|
991
991
|
this._isProcessing = false;
|
|
992
992
|
this.notifyStateChange();
|
|
993
993
|
speaker.pauseAudio();
|
|
994
|
-
this.ws?.send("
|
|
994
|
+
this.ws?.send("Mute" /* Mute */);
|
|
995
995
|
}
|
|
996
996
|
resume() {
|
|
997
997
|
if (this.lastAudioBlob) {
|
|
@@ -1014,14 +1014,14 @@ var CallHandler = class _CallHandler extends import_eventemitter34.default {
|
|
|
1014
1014
|
});
|
|
1015
1015
|
this.micRecorder.on("StartSpeaking", () => {
|
|
1016
1016
|
this.log("[Mic] Start speaking");
|
|
1017
|
-
this.ws?.send("
|
|
1017
|
+
this.ws?.send("StartSpeaking" /* StartSpeaking */);
|
|
1018
1018
|
this._isProcessing = false;
|
|
1019
1019
|
this.notifyStateChange();
|
|
1020
1020
|
speaker.stopAudio();
|
|
1021
1021
|
});
|
|
1022
1022
|
this.micRecorder.on("StopSpeaking", () => {
|
|
1023
1023
|
this.log("[Mic] Stop speaking");
|
|
1024
|
-
this.ws?.send("
|
|
1024
|
+
this.ws?.send("StopSpeaking" /* StopSpeaking */);
|
|
1025
1025
|
this._isProcessing = true;
|
|
1026
1026
|
this.notifyStateChange();
|
|
1027
1027
|
});
|
|
@@ -1077,28 +1077,38 @@ var CallHandler = class _CallHandler extends import_eventemitter34.default {
|
|
|
1077
1077
|
this.notifyStateChange();
|
|
1078
1078
|
} else if (typeof event.data !== "string") {
|
|
1079
1079
|
console.warn(`[WS] Unknown message type: ${event.data}`);
|
|
1080
|
-
} else if (event.data.startsWith("
|
|
1080
|
+
} else if (event.data.startsWith("Message" /* Message */)) {
|
|
1081
1081
|
const message = JSON.parse(
|
|
1082
|
-
event.data.substring("
|
|
1082
|
+
event.data.substring("Message" /* Message */.length + 1)
|
|
1083
1083
|
);
|
|
1084
1084
|
this.addMessage(message);
|
|
1085
|
-
} else if (event.data === "
|
|
1085
|
+
} else if (event.data === "EndCall" /* EndCall */) {
|
|
1086
1086
|
setTimeout(() => {
|
|
1087
|
-
this.emit("
|
|
1087
|
+
this.emit("EndCall");
|
|
1088
1088
|
}, 2e3);
|
|
1089
|
-
} else if (event.data === "
|
|
1089
|
+
} else if (event.data === "CancelLastAssistantMessage" /* CancelLastAssistantMessage */) {
|
|
1090
1090
|
const lastMessage = this.conversation[this.conversation.length - 1];
|
|
1091
1091
|
if (lastMessage?.role === "assistant") {
|
|
1092
1092
|
this.conversation = this.conversation.slice(0, -1);
|
|
1093
1093
|
this.notifyStateChange();
|
|
1094
1094
|
}
|
|
1095
|
-
} else if (event.data === "
|
|
1095
|
+
} else if (event.data === "SkipAnswer" /* SkipAnswer */) {
|
|
1096
|
+
this._isProcessing = false;
|
|
1097
|
+
this.notifyStateChange();
|
|
1098
|
+
} else if (event.data === "CancelLastUserMessage" /* CancelLastUserMessage */) {
|
|
1099
|
+
const lastMessage = this.conversation[this.conversation.length - 1];
|
|
1100
|
+
if (lastMessage?.role === "user") {
|
|
1101
|
+
this.conversation = this.conversation.slice(0, -1);
|
|
1102
|
+
this._isProcessing = false;
|
|
1103
|
+
this.notifyStateChange();
|
|
1104
|
+
}
|
|
1105
|
+
} else if (event.data === "EnableSpeakerStreaming" /* EnableSpeakerStreaming */) {
|
|
1096
1106
|
speaker.enableStreaming();
|
|
1097
1107
|
}
|
|
1098
1108
|
};
|
|
1099
1109
|
this.ws.onclose = (event) => {
|
|
1100
1110
|
this.log("[WS] Closed", event);
|
|
1101
|
-
this.
|
|
1111
|
+
this.stop();
|
|
1102
1112
|
if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {
|
|
1103
1113
|
this.emit("Error", new CallHandlerError());
|
|
1104
1114
|
} else if (event.code === 4401) {
|
|
@@ -1136,16 +1146,18 @@ var CallHandler = class _CallHandler extends import_eventemitter34.default {
|
|
|
1136
1146
|
|
|
1137
1147
|
// ../server/src/types.ts
|
|
1138
1148
|
var CallClientCommands = /* @__PURE__ */ ((CallClientCommands2) => {
|
|
1139
|
-
CallClientCommands2["StartSpeaking"] = "
|
|
1140
|
-
CallClientCommands2["StopSpeaking"] = "
|
|
1141
|
-
CallClientCommands2["Mute"] = "
|
|
1149
|
+
CallClientCommands2["StartSpeaking"] = "StartSpeaking";
|
|
1150
|
+
CallClientCommands2["StopSpeaking"] = "StopSpeaking";
|
|
1151
|
+
CallClientCommands2["Mute"] = "Mute";
|
|
1142
1152
|
return CallClientCommands2;
|
|
1143
1153
|
})(CallClientCommands || {});
|
|
1144
1154
|
var CallServerCommands = /* @__PURE__ */ ((CallServerCommands2) => {
|
|
1145
|
-
CallServerCommands2["Message"] = "
|
|
1146
|
-
CallServerCommands2["CancelLastAssistantMessage"] = "
|
|
1147
|
-
CallServerCommands2["
|
|
1148
|
-
CallServerCommands2["
|
|
1155
|
+
CallServerCommands2["Message"] = "Message";
|
|
1156
|
+
CallServerCommands2["CancelLastAssistantMessage"] = "CancelLastAssistantMessage";
|
|
1157
|
+
CallServerCommands2["CancelLastUserMessage"] = "CancelLastUserMessage";
|
|
1158
|
+
CallServerCommands2["SkipAnswer"] = "SkipAnswer";
|
|
1159
|
+
CallServerCommands2["EnableSpeakerStreaming"] = "EnableSpeakerStreaming";
|
|
1160
|
+
CallServerCommands2["EndCall"] = "EndCall";
|
|
1149
1161
|
return CallServerCommands2;
|
|
1150
1162
|
})(CallServerCommands || {});
|
|
1151
1163
|
// Annotate the CommonJS export names for ESM import in node:
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts","../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/mic.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/player/SpeakerPlayer.ts","../src/audio/player/SpeakerConcatPlayer.ts","../src/audio/player/SpeakerMediaSourcePlayer.ts","../src/audio/player/SpeakerSequencePlayer.ts","../src/audio/speaker.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["export { mic as Mic } from './audio/mic'\nexport * from './audio/MicRecorder'\nexport { speaker as Speaker } from './audio/speaker'\nexport * from './audio/utils/localStorage'\nexport * from './audio/vad'\nexport * from './call/CallHandler'\nexport * from './call/CallHandlerError'\nexport * from './types'\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n MicThreshold = 'micdrop.micThreshold',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport let mic: Mic\nexport const defaultMicThreshold = -50 // in dB\n\nclass Mic {\n public defaultThreshold = defaultMicThreshold\n private currentDeviceId: string | undefined\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n }\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.currentDeviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n\ndeclare global {\n interface Window {\n micdropMic: Mic\n }\n}\n\nif (!window.micdropMic) {\n window.micdropMic = new Mic()\n}\nmic = window.micdropMic\n","import EventEmitter from 'eventemitter3'\nimport { defaultMicThreshold } from './mic'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\nimport { SileroVAD } from './vad/SileroVAD'\nimport { VAD } from './vad/VAD'\nimport { VolumeVAD } from './vad/VolumeVAD'\n\nconst timeSlice = 100\n\nexport type MicRecorderVAD = VAD | 'volume' | 'silero'\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n threshold: number\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n threshold: defaultMicThreshold,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private vad?: VAD\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(private vadConfig?: MicRecorderVAD) {\n super()\n\n // Threshold for speech detection\n const threshold =\n parseFloat(localStorage.getItem(LocalStorageKeys.MicThreshold) || '0') ||\n defaultMicThreshold\n\n // Set initial state\n this.state = { ...defaultMicRecorderState, threshold }\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n if (!this.vad) {\n this.vad = this.initVAD(this.vadConfig)\n }\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n setThreshold(threshold: number) {\n this.changeState({ threshold })\n localStorage.setItem(LocalStorageKeys.MicThreshold, threshold.toString())\n this.vad?.setThreshold(threshold)\n }\n\n private initVAD(vad?: VAD | 'volume' | 'silero'): VAD {\n if (!vad) return new VolumeVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n return vad\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (!this.vad) {\n throw new Error('VAD not initialized')\n }\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream, this.state.threshold)\n }\n\n private async stopSpeakingDetection() {\n if (!this.vad) {\n throw new Error('VAD not initialized')\n }\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n } catch (error) {\n console.error(error)\n }\n }).bind(this)\n\n private onConfirmSpeaking = (async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }).bind(this)\n\n private onCancelSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { MicVAD } from '@ricky0123/vad-web/src'\nimport { VAD } from './VAD'\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n private vad: MicVAD | undefined\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n if (this.vad) return\n\n if (threshold !== undefined) {\n this.threshold = threshold\n }\n\n const speechThreshold = Math.min(\n Math.max((this.threshold + 100) / 100, 0),\n 1\n )\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n positiveSpeechThreshold: speechThreshold,\n negativeSpeechThreshold: speechThreshold * 0.7,\n minSpeechFrames: 3,\n redemptionFrames: 9,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n async setThreshold(threshold: number): Promise<void> {\n if (threshold === this.threshold) return\n // Need to recreate the VAD instance with new threshold\n if (this.vad) {\n const stream = this.vad['stream'] // Access internal stream\n await this.stop()\n await this.start(stream, threshold)\n }\n }\n}\n","import EventEmitter from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n protected threshold: number\n\n /**\n * Constructor for the VAD class\n * @param threshold - The threshold to use for the VAD\n */\n constructor(threshold = 0) {\n super()\n this.threshold = threshold\n }\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n * @param threshold - The threshold to use for the VAD\n */\n abstract start(stream: MediaStream, threshold?: number): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Sets the threshold for the VAD\n * @param threshold - The threshold to use for the VAD\n */\n abstract setThreshold(threshold: number): Promise<void>\n}\n","import { audioContext } from '../utils/audioContext'\nimport { VAD } from './VAD'\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private history: number = 10\n private speakingHistory: number[] = []\n\n constructor() {\n super()\n // Initialize speaking history\n for (let i = 0; i < this.history; i++) {\n this.speakingHistory.push(0)\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n if (this.running) return\n\n if (threshold !== undefined) {\n this.threshold = threshold\n }\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n async setThreshold(threshold: number): Promise<void> {\n if (threshold === this.threshold) return\n this.threshold = threshold\n }\n}\n","export abstract class SpeakerPlayer {\n protected audioContext: AudioContext\n\n constructor(protected outputNode: AudioNode) {\n // Ensure we have an AudioContext from the outputNode\n const ctx = outputNode.context\n if (!(ctx instanceof AudioContext)) {\n throw new Error('OutputNode must be connected to an AudioContext')\n }\n this.audioContext = ctx\n }\n\n abstract setup(): Promise<void>\n abstract addBlob(blob: Blob): void\n abstract stop(): void\n abstract destroy(): void\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerConcatPlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private sourceStartTime: number | undefined\n private prevSourceDuration: number = 0\n private currentSource: AudioBufferSourceNode | undefined\n private nextSource: AudioBufferSourceNode | undefined\n private currentBuffer: ArrayBuffer | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private replaceSource() {\n if (!this.nextSource) return\n\n const time = performance.now() / 1000\n const source = this.nextSource\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n if (source !== this.currentSource) return\n this.prevSourceDuration = source.buffer?.duration ?? 0\n this.sourceStartTime = undefined\n this.currentSource = undefined\n source.disconnect()\n this.replaceSource()\n }\n\n // Calculate the offset for the source start time\n const offset =\n this.prevSourceDuration +\n (this.sourceStartTime ? time - this.sourceStartTime : 0)\n\n // Start the source with the calculated offset\n source.start(0, offset)\n\n if (!this.sourceStartTime) {\n this.sourceStartTime = time\n }\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = source\n this.nextSource = undefined\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Concat buffers\n this.currentBuffer = this.currentBuffer\n ? this.concatArrayBuffers(this.currentBuffer, arrayBuffer)\n : arrayBuffer\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(\n // Copy the buffer to avoid mutating the original\n this.copyArrayBuffer(this.currentBuffer)\n )\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n this.nextSource = source\n this.replaceSource()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n private concatArrayBuffers(buffer1: ArrayBuffer, buffer2: ArrayBuffer) {\n const tmp = new Uint8Array(buffer1.byteLength + buffer2.byteLength)\n tmp.set(new Uint8Array(buffer1), 0)\n tmp.set(new Uint8Array(buffer2), buffer1.byteLength)\n return tmp.buffer\n }\n\n private copyArrayBuffer(buffer: ArrayBuffer) {\n const destination = new ArrayBuffer(buffer.byteLength)\n new Uint8Array(destination).set(new Uint8Array(buffer))\n return destination\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.sourceStartTime = undefined\n this.prevSourceDuration = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n this.nextSource = undefined\n this.currentBuffer = undefined\n this.isConvertingBlob = false\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { stopStream } from '../utils/stopStream'\nimport { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerMediaSourcePlayer extends SpeakerPlayer {\n public static isCompatible =\n typeof MediaSource !== 'undefined' &&\n MediaSource.isTypeSupported('audio/mpeg')\n\n private mediaSource: MediaSource | undefined\n private mediaStream: MediaStream | undefined\n private sourceBuffer: SourceBuffer | undefined\n private isProcessingQueue = false\n private pendingBlobs: Blob[] = []\n private audioElement: HTMLAudioElement | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n async setup() {\n if (this.audioElement || this.mediaSource) return\n\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n this.audioElement.muted = true\n this.mediaSource = new MediaSource()\n\n if (!this.mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n\n this.audioElement.src = URL.createObjectURL(this.mediaSource)\n\n // Setup MediaSource when it opens\n await new Promise<void>((resolve) => {\n this.mediaSource?.addEventListener('sourceopen', () => {\n const sourceBuffer = this.mediaSource?.addSourceBuffer('audio/mpeg')\n if (!sourceBuffer) throw new Error('Failed to create SourceBuffer')\n this.sourceBuffer = sourceBuffer\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => this.processQueue())\n\n // Process any pending blobs\n this.processQueue()\n resolve()\n })\n })\n\n // Connect audio element to analyser when we have data\n await new Promise<void>((resolve) => {\n const onTimeUpdate = () => {\n this.audioElement?.removeEventListener('timeupdate', onTimeUpdate)\n if (!this.audioElement) {\n throw new Error('Audio element or audio context not found')\n }\n\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (\n this.audioElement as any\n ).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n this.mediaStream = mediaStream\n this.sourceNode = this.audioContext.createMediaStreamSource(mediaStream)\n this.sourceNode.connect(this.outputNode)\n this.audioElement.currentTime = 0\n resolve()\n }\n this.audioElement?.addEventListener('timeupdate', onTimeUpdate)\n })\n }\n\n private async processQueue() {\n if (\n !this.sourceBuffer ||\n !this.mediaSource ||\n this.pendingBlobs.length === 0 ||\n this.isProcessingQueue ||\n this.sourceBuffer.updating\n ) {\n return\n }\n\n this.isProcessingQueue = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Append the blob to the source buffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Re-check if still processing (not stopped)\n if (this.isProcessingQueue) {\n this.sourceBuffer.appendBuffer(arrayBuffer)\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n } finally {\n this.isProcessingQueue = false\n }\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n\n // Try to process the queue if we can\n if (\n this.sourceBuffer &&\n !this.sourceBuffer.updating &&\n !this.isProcessingQueue\n ) {\n this.processQueue()\n }\n }\n\n stop() {\n this.destroy()\n this.setup()\n }\n\n destroy() {\n // Disconnect the audio nodes\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n // Clear pending blobs\n this.pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (this.mediaSource) {\n try {\n if (this.mediaSource.readyState === 'open') {\n this.mediaSource.endOfStream()\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n }\n\n // Stop and clean up the audio element\n if (this.audioElement) {\n this.audioElement.pause()\n this.audioElement.src = ''\n this.audioElement = undefined\n }\n\n // Clean up media stream\n if (this.mediaStream) {\n stopStream(this.mediaStream)\n this.mediaStream = undefined\n }\n\n this.mediaSource = undefined\n this.sourceBuffer = undefined\n }\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerSequencePlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private pendingSources: AudioBufferSourceNode[] = []\n private currentSource: AudioBufferSourceNode | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private processQueue() {\n if (this.pendingSources.length === 0 || this.currentSource) return\n\n const source = this.pendingSources.shift()!\n this.currentSource = source\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n source.disconnect()\n this.currentSource = undefined\n this.processQueue()\n }\n\n source.start(0)\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(arrayBuffer)\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n\n // Add to queue and process if not already processing\n this.pendingSources.push(source)\n this.processQueue()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.pendingSources.length = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { SpeakerConcatPlayer } from './player/SpeakerConcatPlayer'\nimport { SpeakerMediaSourcePlayer } from './player/SpeakerMediaSourcePlayer'\nimport { SpeakerPlayer } from './player/SpeakerPlayer'\nimport { SpeakerSequencePlayer } from './player/SpeakerSequencePlayer'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport let speaker: Speaker\n\nclass Speaker {\n private audioElement?: HTMLAudioElement\n private player?: SpeakerPlayer\n private streamingEnabled = false\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n\n // Create audio element if it doesn't exist\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n\n // Select speaker device if speakerId is in local storage\n const speakerId = localStorage.getItem(LocalStorageKeys.SpeakerDevice)\n if (speakerId) {\n this.setSinkId(speakerId).catch((error) => {\n console.error('Failed to set sink ID:', error)\n })\n }\n\n // Source -> Analyser\n this.setupSpeakerPlayer()\n\n // Analyser -> Destination\n const destinationNode = audioContext.createMediaStreamDestination()\n this.analyser.node.connect(destinationNode)\n\n // Destination -> Speaker\n this.audioElement.srcObject = destinationNode.stream\n }\n\n private async setupSpeakerPlayer() {\n try {\n this.player?.destroy()\n this.player = this.streamingEnabled\n ? SpeakerMediaSourcePlayer.isCompatible\n ? new SpeakerMediaSourcePlayer(this.analyser.node)\n : new SpeakerConcatPlayer(this.analyser.node)\n : new SpeakerSequencePlayer(this.analyser.node)\n await this.player?.setup()\n } catch (error) {\n console.error('Error setting up speaker player', error)\n }\n }\n\n get isStreamingEnabled() {\n return this.streamingEnabled\n }\n\n async enableStreaming() {\n if (this.streamingEnabled) return\n this.streamingEnabled = true\n await this.setupSpeakerPlayer()\n }\n\n async disableStreaming() {\n if (!this.streamingEnabled) return\n this.streamingEnabled = false\n await this.setupSpeakerPlayer()\n }\n\n canChangeDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n }\n\n private async setSinkId(speakerId?: string) {\n if (speakerId && this.canChangeDevice() && this.audioElement) {\n // @ts-ignore\n return this.audioElement.setSinkId(speakerId)\n }\n }\n\n async changeDevice(speakerId: string) {\n if (!this.canChangeDevice()) return\n try {\n await this.setSinkId(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n pauseAudio() {\n if (this.audioElement) {\n this.audioElement.pause()\n }\n }\n\n resumeAudio() {\n if (this.audioElement) {\n this.audioElement.play()\n }\n }\n\n async playAudio(blob: Blob) {\n if (!this.audioElement || !this.player) return\n try {\n // Add blob to stream\n this.player.addBlob(blob)\n\n // Start playing if not already playing\n if (this.audioElement.paused) {\n this.audioElement.play()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n stopAudio() {\n this.audioElement?.pause()\n this.player?.stop()\n }\n}\n\ndeclare global {\n interface Window {\n micdropSpeaker: Speaker\n }\n}\n\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new Speaker()\n}\nspeaker = window.micdropSpeaker\n","import EventEmitter from 'eventemitter3'\nimport {\n CallClientCommands,\n CallServerCommands,\n Conversation,\n ConversationMessage,\n} from '../..'\nimport { MicRecorder, MicRecorderVAD } from '../audio/MicRecorder'\nimport { mic } from '../audio/mic'\nimport { speaker } from '../audio/speaker'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndInterview: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport interface CallHandlerOptions {\n vad?: MicRecorderVAD\n}\n\ndeclare global {\n interface Window {\n micdropCallHandler: CallHandler<any>\n }\n}\n\nexport class CallHandler<\n Params extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n> extends EventEmitter<CallHandlerEvents> {\n public static getInstance<\n T extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n >(options?: Options): CallHandler<T, Options> {\n if (!window.micdropCallHandler) {\n window.micdropCallHandler = new CallHandler(options)\n }\n return window.micdropCallHandler as CallHandler<T, Options>\n }\n\n public url?: string\n public params?: Params\n public micRecorder?: MicRecorder\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n private _isProcessing = false\n\n private constructor(private options?: Options) {\n super()\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isMicSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get micThreshold(): number {\n return this.micRecorder?.state.threshold ?? mic.defaultThreshold\n }\n\n get isProcessing(): boolean {\n return this._isProcessing\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder?.mute()\n this._isProcessing = false\n this.notifyStateChange()\n speaker.pauseAudio()\n this.ws?.send(CallClientCommands.Mute)\n }\n\n resume() {\n if (this.lastAudioBlob) {\n speaker.playAudio(this.lastAudioBlob)\n }\n speaker.resumeAudio()\n this.micRecorder?.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.options?.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] Received chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] Start speaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] Stop speaking')\n this.ws?.send(CallClientCommands.StopSpeaking)\n this._isProcessing = true\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n this.micStream = await mic.start(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n speaker.playAudio(event.data)\n this.lastAudioBlob = event.data\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.Message)) {\n // Received user/assistant message\n const message = JSON.parse(\n event.data.substring(CallServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } else if (event.data === CallServerCommands.EndInterview) {\n // Interview ended\n setTimeout(() => {\n this.emit('EndInterview')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'assistant') {\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.EnableSpeakerStreaming) {\n // Enable speaker streaming\n speaker.enableStreaming()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.notifyStateChange()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(message: ConversationMessage) {\n this.conversation.push(message)\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'startSpeaking',\n StopSpeaking = 'stopSpeaking',\n Mute = 'mute',\n}\n\nexport enum CallServerCommands {\n Message = 'message',\n CancelLastAssistantMessage = 'cancelLastAssistantMessage',\n EnableSpeakerStreaming = 'enableSpeakerStreaming',\n EndInterview = 'endInterview',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(\n conversation: Conversation\n ): Promise<string | ConversationMessage>\n speech2Text(audioBlob: Blob, prevMessage?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport interface ConversationMessage<Data = any> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAAyB;AAMlB,IAAM,gBAAN,cAA4B,qBAAAA,QAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAI;AACJ,IAAM,sBAAsB;AAEnC,IAAM,MAAN,MAAU;AAAA,EAOR,cAAc;AANd,SAAO,mBAAmB;AAOxB,SAAK,WAAW,IAAI,cAAc,YAAY;AAAA,EAChD;AAAA,EAEQ,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,oBAAoB,UAAU;AACrC,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,kBAAkB;AAAA,IACzB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,kBAAkB;AAAA,IACzB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;AAQA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAI;AAC9B;AACA,MAAM,OAAO;;;AC1Gb,IAAAC,wBAAyB;;;ACQlB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,iBAAuB;;;ACAvB,IAAAC,wBAAyB;AAiBlB,IAAe,MAAf,cAA2B,sBAAAC,QAAwB;AAAA;AAAA;AAAA;AAAA;AAAA,EAUxD,YAAY,YAAY,GAAG;AACzB,UAAM;AATR;AAAA,SAAO,QAAQ;AAUb,SAAK,YAAY;AAAA,EACnB;AAyBF;;;ADhDO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAGjC,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,QAAI,KAAK,IAAK;AAEd,QAAI,cAAc,QAAW;AAC3B,WAAK,YAAY;AAAA,IACnB;AAEA,UAAM,kBAAkB,KAAK;AAAA,MAC3B,KAAK,KAAK,KAAK,YAAY,OAAO,KAAK,CAAC;AAAA,MACxC;AAAA,IACF;AAEA,SAAK,MAAM,MAAM,kBAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,yBAAyB;AAAA,MACzB,yBAAyB,kBAAkB;AAAA,MAC3C,iBAAiB;AAAA,MACjB,kBAAkB;AAAA,IACpB,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,aAAa,WAAkC;AACnD,QAAI,cAAc,KAAK,UAAW;AAElC,QAAI,KAAK,KAAK;AACZ,YAAM,SAAS,KAAK,IAAI,QAAQ;AAChC,YAAM,KAAK,KAAK;AAChB,YAAM,KAAK,MAAM,QAAQ,SAAS;AAAA,IACpC;AAAA,EACF;AACF;;;AElDO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,cAAc;AACZ,UAAM;AAPR,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,UAAkB;AAC1B,SAAQ,kBAA4B,CAAC;AAKnC,aAAS,IAAI,GAAG,IAAI,KAAK,SAAS,KAAK;AACrC,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,QAAI,KAAK,QAAS;AAElB,QAAI,cAAc,QAAW;AAC3B,WAAK,YAAY;AAAA,IACnB;AAGA,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,WAAW;AAClC,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,SAAS,CAAC;AAGhE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,MAAM,aAAa,WAAkC;AACnD,QAAI,cAAc,KAAK,UAAW;AAClC,SAAK,YAAY;AAAA,EACnB;AACF;;;AJ9IA,IAAM,YAAY;AAYlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,WAAW;AACb;AAcO,IAAM,cAAN,cAA0B,sBAAAC,QAAgC;AAAA,EAU/D,YAAoB,WAA4B;AAC9C,UAAM;AADY;AAPpB,SAAQ,YAAY,KAAK,aAAa;AAItC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAkIhC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAAA,MAC7B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF,GAAG,KAAK,IAAI;AAEZ,SAAQ,qBAAqB,YAAY;AACvC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAEZ,SAAQ,oBAAoB,YAAY;AACtC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAjKV,UAAM,YACJ,WAAW,aAAa,iDAAqC,KAAK,GAAG,KACrE;AAGF,SAAK,QAAQ,EAAE,GAAG,yBAAyB,UAAU;AAAA,EACvD;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAED,UAAI,CAAC,KAAK,KAAK;AACb,aAAK,MAAM,KAAK,QAAQ,KAAK,SAAS;AAAA,MACxC;AAGA,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,KAAK,IAAI,QAAQ,MAAO;AAAA,MAC1B;AACA,WAAK,gBAAgB;AAGrB,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,QACtD,UAAU,KAAK,UAAU;AAAA,QACzB,oBAAoB;AAAA,MACtB,CAAC;AACD,WAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAG9D,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,aAAa,WAAmB;AAC9B,SAAK,YAAY,EAAE,UAAU,CAAC;AAC9B,iBAAa,mDAAuC,UAAU,SAAS,CAAC;AACxE,SAAK,KAAK,aAAa,SAAS;AAAA,EAClC;AAAA,EAEQ,QAAQ,KAAsC;AACpD,QAAI,CAAC,IAAK,QAAO,IAAI,UAAU;AAC/B,QAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,QAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,qBAAqB;AAAA,IACvC;AACA,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,QAAQ,KAAK,MAAM,SAAS;AAAA,EACnD;AAAA,EAEA,MAAc,wBAAwB;AACpC,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,qBAAqB;AAAA,IACvC;AACA,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EAyCA,MAAc,gBAAgB,WAAsB;AAClD,QAAI,CAAC,KAAK,mBAAmB;AAE3B,WAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,cAAc;AACrC,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,aAAa,SAAS;AAG3B,SAAK,KAAK,SAAS,UAAU,IAAI;AAAA,EACnC;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AKhQO,IAAe,gBAAf,MAA6B;AAAA,EAGlC,YAAsB,YAAuB;AAAvB;AAEpB,UAAM,MAAM,WAAW;AACvB,QAAI,EAAE,eAAe,eAAe;AAClC,YAAM,IAAI,MAAM,iDAAiD;AAAA,IACnE;AACA,SAAK,eAAe;AAAA,EACtB;AAMF;;;ACdO,IAAM,sBAAN,cAAkC,cAAc;AAAA,EAAhD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAEhC,SAAQ,qBAA6B;AAIrC,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,gBAAgB;AACtB,QAAI,CAAC,KAAK,WAAY;AAEtB,UAAM,OAAO,YAAY,IAAI,IAAI;AACjC,UAAM,SAAS,KAAK;AACpB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,UAAI,WAAW,KAAK,cAAe;AACnC,WAAK,qBAAqB,OAAO,QAAQ,YAAY;AACrD,WAAK,kBAAkB;AACvB,WAAK,gBAAgB;AACrB,aAAO,WAAW;AAClB,WAAK,cAAc;AAAA,IACrB;AAGA,UAAM,SACJ,KAAK,sBACJ,KAAK,kBAAkB,OAAO,KAAK,kBAAkB;AAGxD,WAAO,MAAM,GAAG,MAAM;AAEtB,QAAI,CAAC,KAAK,iBAAiB;AACzB,WAAK,kBAAkB;AAAA,IACzB;AACA,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,WAAK,gBAAgB,KAAK,gBACtB,KAAK,mBAAmB,KAAK,eAAe,WAAW,IACvD;AAGJ,YAAM,cAAc,MAAM,KAAK,aAAa;AAAA;AAAA,QAE1C,KAAK,gBAAgB,KAAK,aAAa;AAAA,MACzC;AAGA,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAChB,WAAK,aAAa;AAClB,WAAK,cAAc;AAAA,IACrB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEQ,mBAAmB,SAAsB,SAAsB;AACrE,UAAM,MAAM,IAAI,WAAW,QAAQ,aAAa,QAAQ,UAAU;AAClE,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,CAAC;AAClC,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,QAAQ,UAAU;AACnD,WAAO,IAAI;AAAA,EACb;AAAA,EAEQ,gBAAgB,QAAqB;AAC3C,UAAM,cAAc,IAAI,YAAY,OAAO,UAAU;AACrD,QAAI,WAAW,WAAW,EAAE,IAAI,IAAI,WAAW,MAAM,CAAC;AACtD,WAAO;AAAA,EACT;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,kBAAkB;AACvB,SAAK,qBAAqB;AAC1B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAClB,SAAK,gBAAgB;AACrB,SAAK,mBAAmB;AAAA,EAC1B;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/GO,IAAM,2BAAN,cAAuC,cAAc;AAAA,EAArD;AAAA;AAQL,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAAA;AAAA,EAIhC,MAAM,QAAQ;AACZ,QAAI,KAAK,gBAAgB,KAAK,YAAa;AAE3C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAC7B,SAAK,aAAa,QAAQ;AAC1B,SAAK,cAAc,IAAI,YAAY;AAEnC,QAAI,CAAC,KAAK,aAAa;AACrB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAEA,SAAK,aAAa,MAAM,IAAI,gBAAgB,KAAK,WAAW;AAG5D,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,WAAK,aAAa,iBAAiB,cAAc,MAAM;AACrD,cAAM,eAAe,KAAK,aAAa,gBAAgB,YAAY;AACnE,YAAI,CAAC,aAAc,OAAM,IAAI,MAAM,+BAA+B;AAClE,aAAK,eAAe;AAGpB,qBAAa,iBAAiB,aAAa,MAAM,KAAK,aAAa,CAAC;AAGpE,aAAK,aAAa;AAClB,gBAAQ;AAAA,MACV,CAAC;AAAA,IACH,CAAC;AAGD,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,YAAM,eAAe,MAAM;AACzB,aAAK,cAAc,oBAAoB,cAAc,YAAY;AACjE,YAAI,CAAC,KAAK,cAAc;AACtB,gBAAM,IAAI,MAAM,0CAA0C;AAAA,QAC5D;AAGA,cAAM,cACJ,KAAK,aACL,cAAc;AAGhB,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,aAAK,cAAc;AACnB,aAAK,aAAa,KAAK,aAAa,wBAAwB,WAAW;AACvE,aAAK,WAAW,QAAQ,KAAK,UAAU;AACvC,aAAK,aAAa,cAAc;AAChC,gBAAQ;AAAA,MACV;AACA,WAAK,cAAc,iBAAiB,cAAc,YAAY;AAAA,IAChE,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,eAAe;AAC3B,QACE,CAAC,KAAK,gBACN,CAAC,KAAK,eACN,KAAK,aAAa,WAAW,KAC7B,KAAK,qBACL,KAAK,aAAa,UAClB;AACA;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,UAAI,KAAK,mBAAmB;AAC1B,aAAK,aAAa,aAAa,WAAW;AAAA,MAC5C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C,UAAE;AACA,WAAK,oBAAoB;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAG3B,QACE,KAAK,gBACL,CAAC,KAAK,aAAa,YACnB,CAAC,KAAK,mBACN;AACA,WAAK,aAAa;AAAA,IACpB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,QAAQ;AACb,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,UAAU;AAER,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAGA,SAAK,aAAa,SAAS;AAG3B,QAAI,KAAK,aAAa;AACpB,UAAI;AACF,YAAI,KAAK,YAAY,eAAe,QAAQ;AAC1C,eAAK,YAAY,YAAY;AAAA,QAC/B;AAAA,MACF,SAAS,OAAO;AACd,gBAAQ,MAAM,kCAAkC,KAAK;AAAA,MACvD;AAAA,IACF;AAGA,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AACxB,WAAK,aAAa,MAAM;AACxB,WAAK,eAAe;AAAA,IACtB;AAGA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAEA,SAAK,cAAc;AACnB,SAAK,eAAe;AAAA,EACtB;AACF;AAzJa,yBACG,eACZ,OAAO,gBAAgB,eACvB,YAAY,gBAAgB,YAAY;;;ACJrC,IAAM,wBAAN,cAAoC,cAAc;AAAA,EAAlD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAChC,SAAQ,iBAA0C,CAAC;AAEnD,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,eAAe;AACrB,QAAI,KAAK,eAAe,WAAW,KAAK,KAAK,cAAe;AAE5D,UAAM,SAAS,KAAK,eAAe,MAAM;AACzC,SAAK,gBAAgB;AACrB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,aAAO,WAAW;AAClB,WAAK,gBAAgB;AACrB,WAAK,aAAa;AAAA,IACpB;AAEA,WAAO,MAAM,CAAC;AAAA,EAChB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,MAAM,KAAK,aAAa,gBAAgB,WAAW;AAGvE,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAGhB,WAAK,eAAe,KAAK,MAAM;AAC/B,WAAK,aAAa;AAAA,IACpB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,eAAe,SAAS;AAC7B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/DO,IAAI;AAEX,IAAM,UAAN,MAAc;AAAA,EAMZ,cAAc;AAHd,SAAQ,mBAAmB;AAIzB,SAAK,WAAW,IAAI,cAAc,YAAY;AAG9C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAG7B,UAAM,YAAY,aAAa,mDAAsC;AACrE,QAAI,WAAW;AACb,WAAK,UAAU,SAAS,EAAE,MAAM,CAAC,UAAU;AACzC,gBAAQ,MAAM,0BAA0B,KAAK;AAAA,MAC/C,CAAC;AAAA,IACH;AAGA,SAAK,mBAAmB;AAGxB,UAAM,kBAAkB,aAAa,6BAA6B;AAClE,SAAK,SAAS,KAAK,QAAQ,eAAe;AAG1C,SAAK,aAAa,YAAY,gBAAgB;AAAA,EAChD;AAAA,EAEA,MAAc,qBAAqB;AACjC,QAAI;AACF,WAAK,QAAQ,QAAQ;AACrB,WAAK,SAAS,KAAK,mBACf,yBAAyB,eACvB,IAAI,yBAAyB,KAAK,SAAS,IAAI,IAC/C,IAAI,oBAAoB,KAAK,SAAS,IAAI,IAC5C,IAAI,sBAAsB,KAAK,SAAS,IAAI;AAChD,YAAM,KAAK,QAAQ,MAAM;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,mCAAmC,KAAK;AAAA,IACxD;AAAA,EACF;AAAA,EAEA,IAAI,qBAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,kBAAkB;AACtB,QAAI,KAAK,iBAAkB;AAC3B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,MAAM,mBAAmB;AACvB,QAAI,CAAC,KAAK,iBAAkB;AAC5B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,kBAA2B;AACzB,WACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAAA,EAEnE;AAAA,EAEA,MAAc,UAAU,WAAoB;AAC1C,QAAI,aAAa,KAAK,gBAAgB,KAAK,KAAK,cAAc;AAE5D,aAAO,KAAK,aAAa,UAAU,SAAS;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,WAAmB;AACpC,QAAI,CAAC,KAAK,gBAAgB,EAAG;AAC7B,QAAI;AACF,YAAM,KAAK,UAAU,SAAS;AAC9B,mBAAa,qDAAwC,SAAS;AAAA,IAChE,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAAA,EAEA,aAAa;AACX,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AAAA,IAC1B;AAAA,EACF;AAAA,EAEA,cAAc;AACZ,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,KAAK;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,QAAI,CAAC,KAAK,gBAAgB,CAAC,KAAK,OAAQ;AACxC,QAAI;AAEF,WAAK,OAAO,QAAQ,IAAI;AAGxB,UAAI,KAAK,aAAa,QAAQ;AAC5B,aAAK,aAAa,KAAK;AAAA,MACzB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,YAAY;AACV,SAAK,cAAc,MAAM;AACzB,SAAK,QAAQ,KAAK;AAAA,EACpB;AACF;AAQA,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAQ;AACtC;AACA,UAAU,OAAO;;;ACzIjB,IAAAC,wBAAyB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADeO,IAAM,cAAN,MAAM,qBAGH,sBAAAC,QAAgC;AAAA,EAuBhC,YAAoB,SAAmB;AAC7C,UAAM;AADoB;AAT5B,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAEpB,SAAQ,gBAAgB;AAAA,EAIxB;AAAA,EAxBA,OAAc,YAGZ,SAA4C;AAC5C,QAAI,CAAC,OAAO,oBAAoB;AAC9B,aAAO,qBAAqB,IAAI,aAAY,OAAO;AAAA,IACrD;AACA,WAAO,OAAO;AAAA,EAChB;AAAA,EAkBA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,gBAAyB;AAC3B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,eAAuB;AACzB,WAAO,KAAK,aAAa,MAAM,aAAa,IAAI;AAAA,EAClD;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AACrB,SAAK,gBAAgB;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,aAAa,KAAK;AACvB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,aAAa,KAAK;AACvB,SAAK,gBAAgB;AACrB,SAAK,kBAAkB;AACvB,YAAQ,WAAW;AACnB,SAAK,IAAI,sBAA4B;AAAA,EACvC;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,cAAQ,UAAU,KAAK,aAAa;AAAA,IACtC;AACA,YAAQ,YAAY;AACpB,SAAK,aAAa,OAAO;AACzB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AACF,UAAI,CAAC,KAAK,aAAa;AACrB,aAAK,cAAc,IAAI,YAAY,KAAK,SAAS,GAAG;AAGpD,aAAK,YAAY,GAAG,eAAe,MAAM;AACvC,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAGD,aAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,eAAK,IAAI,wBAAwB,IAAI;AACrC,eAAK,IAAI,KAAK,IAAI;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,eAAK,IAAI,sBAAsB;AAC/B,eAAK,IAAI,wCAAqC;AAE9C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AACvB,kBAAQ,UAAU;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,eAAK,IAAI,qBAAqB;AAC9B,eAAK,IAAI,sCAAoC;AAC7C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAAA,MACH;AAGA,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,aAAa,KAAK;AAAA,MACzB;AAGA,WAAK,YAAY,MAAM,IAAI,MAAM,QAAQ;AACzC,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,QAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,gBAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB,MAAM;AAC3B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,kCAAqC,GAAG;AAE5D,cAAM,UAAU,KAAK;AAAA,UACnB,MAAM,KAAK,kCAAqC,SAAS,CAAC;AAAA,QAC5D;AACA,aAAK,WAAW,OAAO;AAAA,MACzB,WAAW,MAAM,4CAA0C;AAEzD,mBAAW,MAAM;AACf,eAAK,KAAK,cAAc;AAAA,QAC1B,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,aAAa;AACrC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,gEAAoD;AAEnE,gBAAQ,gBAAgB;AAAA,MAC1B;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,kBAAkB;AAEvB,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,SAA8B;AAC/C,SAAK,aAAa,KAAK,OAAO;AAC9B,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AEpTO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,aAAU;AACV,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,4BAAyB;AACzB,EAAAA,oBAAA,kBAAe;AAJL,SAAAA;AAAA,GAAA;","names":["EventEmitter","audioContext","audioContext","unlock","LocalStorageKeys","import_eventemitter3","import_eventemitter3","EventEmitter","EventEmitter","import_eventemitter3","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/mic.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/player/SpeakerPlayer.ts","../src/audio/player/SpeakerConcatPlayer.ts","../src/audio/player/SpeakerMediaSourcePlayer.ts","../src/audio/player/SpeakerSequencePlayer.ts","../src/audio/speaker.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["export { mic as Mic } from './audio/mic'\nexport * from './audio/MicRecorder'\nexport { speaker as Speaker } from './audio/speaker'\nexport * from './audio/utils/localStorage'\nexport * from './audio/vad'\nexport * from './call/CallHandler'\nexport * from './call/CallHandlerError'\nexport * from './types'\n","import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n MicThreshold = 'micdrop.micThreshold',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport let mic: Mic\nexport const defaultMicThreshold = -50 // in dB\n\nclass Mic {\n public defaultThreshold = defaultMicThreshold\n private currentDeviceId: string | undefined\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n }\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.currentDeviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n\ndeclare global {\n interface Window {\n micdropMic: Mic\n }\n}\n\nif (!window.micdropMic) {\n window.micdropMic = new Mic()\n}\nmic = window.micdropMic\n","import EventEmitter from 'eventemitter3'\nimport { defaultMicThreshold } from './mic'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\nimport { SileroVAD } from './vad/SileroVAD'\nimport { VAD } from './vad/VAD'\nimport { VolumeVAD } from './vad/VolumeVAD'\n\nconst timeSlice = 100\n\nexport type MicRecorderVAD = VAD | 'volume' | 'silero'\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n threshold: number\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n threshold: defaultMicThreshold,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private vad?: VAD\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(private vadConfig?: MicRecorderVAD) {\n super()\n\n // Threshold for speech detection\n const threshold =\n parseFloat(localStorage.getItem(LocalStorageKeys.MicThreshold) || '0') ||\n defaultMicThreshold\n\n // Set initial state\n this.state = { ...defaultMicRecorderState, threshold }\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n if (!this.vad) {\n this.vad = this.initVAD(this.vadConfig)\n }\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n setThreshold(threshold: number) {\n this.changeState({ threshold })\n localStorage.setItem(LocalStorageKeys.MicThreshold, threshold.toString())\n this.vad?.setThreshold(threshold)\n }\n\n private initVAD(vad?: VAD | 'volume' | 'silero'): VAD {\n if (!vad) return new VolumeVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n return vad\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (!this.vad) {\n throw new Error('VAD not initialized')\n }\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream, this.state.threshold)\n }\n\n private async stopSpeakingDetection() {\n if (!this.vad) {\n throw new Error('VAD not initialized')\n }\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n } catch (error) {\n console.error(error)\n }\n }).bind(this)\n\n private onConfirmSpeaking = (async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }).bind(this)\n\n private onCancelSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { MicVAD } from '@ricky0123/vad-web/src'\nimport { VAD } from './VAD'\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n private vad: MicVAD | undefined\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n if (this.vad) return\n\n if (threshold !== undefined) {\n this.threshold = threshold\n }\n\n const speechThreshold = Math.min(\n Math.max((this.threshold + 100) / 100, 0),\n 1\n )\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n positiveSpeechThreshold: speechThreshold,\n negativeSpeechThreshold: speechThreshold * 0.7,\n minSpeechFrames: 3,\n redemptionFrames: 9,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n async setThreshold(threshold: number): Promise<void> {\n if (threshold === this.threshold) return\n // Need to recreate the VAD instance with new threshold\n if (this.vad) {\n const stream = this.vad['stream'] // Access internal stream\n await this.stop()\n await this.start(stream, threshold)\n }\n }\n}\n","import EventEmitter from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n protected threshold: number\n\n /**\n * Constructor for the VAD class\n * @param threshold - The threshold to use for the VAD\n */\n constructor(threshold = 0) {\n super()\n this.threshold = threshold\n }\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n * @param threshold - The threshold to use for the VAD\n */\n abstract start(stream: MediaStream, threshold?: number): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Sets the threshold for the VAD\n * @param threshold - The threshold to use for the VAD\n */\n abstract setThreshold(threshold: number): Promise<void>\n}\n","import { audioContext } from '../utils/audioContext'\nimport { VAD } from './VAD'\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private history: number = 10\n private speakingHistory: number[] = []\n\n constructor() {\n super()\n // Initialize speaking history\n for (let i = 0; i < this.history; i++) {\n this.speakingHistory.push(0)\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n if (this.running) return\n\n if (threshold !== undefined) {\n this.threshold = threshold\n }\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n async setThreshold(threshold: number): Promise<void> {\n if (threshold === this.threshold) return\n this.threshold = threshold\n }\n}\n","export abstract class SpeakerPlayer {\n protected audioContext: AudioContext\n\n constructor(protected outputNode: AudioNode) {\n // Ensure we have an AudioContext from the outputNode\n const ctx = outputNode.context\n if (!(ctx instanceof AudioContext)) {\n throw new Error('OutputNode must be connected to an AudioContext')\n }\n this.audioContext = ctx\n }\n\n abstract setup(): Promise<void>\n abstract addBlob(blob: Blob): void\n abstract stop(): void\n abstract destroy(): void\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerConcatPlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private sourceStartTime: number | undefined\n private prevSourceDuration: number = 0\n private currentSource: AudioBufferSourceNode | undefined\n private nextSource: AudioBufferSourceNode | undefined\n private currentBuffer: ArrayBuffer | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private replaceSource() {\n if (!this.nextSource) return\n\n const time = performance.now() / 1000\n const source = this.nextSource\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n if (source !== this.currentSource) return\n this.prevSourceDuration = source.buffer?.duration ?? 0\n this.sourceStartTime = undefined\n this.currentSource = undefined\n source.disconnect()\n this.replaceSource()\n }\n\n // Calculate the offset for the source start time\n const offset =\n this.prevSourceDuration +\n (this.sourceStartTime ? time - this.sourceStartTime : 0)\n\n // Start the source with the calculated offset\n source.start(0, offset)\n\n if (!this.sourceStartTime) {\n this.sourceStartTime = time\n }\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = source\n this.nextSource = undefined\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Concat buffers\n this.currentBuffer = this.currentBuffer\n ? this.concatArrayBuffers(this.currentBuffer, arrayBuffer)\n : arrayBuffer\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(\n // Copy the buffer to avoid mutating the original\n this.copyArrayBuffer(this.currentBuffer)\n )\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n this.nextSource = source\n this.replaceSource()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n private concatArrayBuffers(buffer1: ArrayBuffer, buffer2: ArrayBuffer) {\n const tmp = new Uint8Array(buffer1.byteLength + buffer2.byteLength)\n tmp.set(new Uint8Array(buffer1), 0)\n tmp.set(new Uint8Array(buffer2), buffer1.byteLength)\n return tmp.buffer\n }\n\n private copyArrayBuffer(buffer: ArrayBuffer) {\n const destination = new ArrayBuffer(buffer.byteLength)\n new Uint8Array(destination).set(new Uint8Array(buffer))\n return destination\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.sourceStartTime = undefined\n this.prevSourceDuration = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n this.nextSource = undefined\n this.currentBuffer = undefined\n this.isConvertingBlob = false\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { stopStream } from '../utils/stopStream'\nimport { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerMediaSourcePlayer extends SpeakerPlayer {\n public static isCompatible =\n typeof MediaSource !== 'undefined' &&\n MediaSource.isTypeSupported('audio/mpeg')\n\n private mediaSource: MediaSource | undefined\n private mediaStream: MediaStream | undefined\n private sourceBuffer: SourceBuffer | undefined\n private isProcessingQueue = false\n private pendingBlobs: Blob[] = []\n private audioElement: HTMLAudioElement | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n async setup() {\n if (this.audioElement || this.mediaSource) return\n\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n this.audioElement.muted = true\n this.mediaSource = new MediaSource()\n\n if (!this.mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n\n this.audioElement.src = URL.createObjectURL(this.mediaSource)\n\n // Setup MediaSource when it opens\n await new Promise<void>((resolve) => {\n this.mediaSource?.addEventListener('sourceopen', () => {\n const sourceBuffer = this.mediaSource?.addSourceBuffer('audio/mpeg')\n if (!sourceBuffer) throw new Error('Failed to create SourceBuffer')\n this.sourceBuffer = sourceBuffer\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => this.processQueue())\n\n // Process any pending blobs\n this.processQueue()\n resolve()\n })\n })\n\n // Connect audio element to analyser when we have data\n await new Promise<void>((resolve) => {\n const onTimeUpdate = () => {\n this.audioElement?.removeEventListener('timeupdate', onTimeUpdate)\n if (!this.audioElement) {\n throw new Error('Audio element or audio context not found')\n }\n\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (\n this.audioElement as any\n ).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n this.mediaStream = mediaStream\n this.sourceNode = this.audioContext.createMediaStreamSource(mediaStream)\n this.sourceNode.connect(this.outputNode)\n this.audioElement.currentTime = 0\n resolve()\n }\n this.audioElement?.addEventListener('timeupdate', onTimeUpdate)\n })\n }\n\n private async processQueue() {\n if (\n !this.sourceBuffer ||\n !this.mediaSource ||\n this.pendingBlobs.length === 0 ||\n this.isProcessingQueue ||\n this.sourceBuffer.updating\n ) {\n return\n }\n\n this.isProcessingQueue = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Append the blob to the source buffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Re-check if still processing (not stopped)\n if (this.isProcessingQueue) {\n this.sourceBuffer.appendBuffer(arrayBuffer)\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n } finally {\n this.isProcessingQueue = false\n }\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n\n // Try to process the queue if we can\n if (\n this.sourceBuffer &&\n !this.sourceBuffer.updating &&\n !this.isProcessingQueue\n ) {\n this.processQueue()\n }\n }\n\n stop() {\n this.destroy()\n this.setup()\n }\n\n destroy() {\n // Disconnect the audio nodes\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n // Clear pending blobs\n this.pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (this.mediaSource) {\n try {\n if (this.mediaSource.readyState === 'open') {\n this.mediaSource.endOfStream()\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n }\n\n // Stop and clean up the audio element\n if (this.audioElement) {\n this.audioElement.pause()\n this.audioElement.src = ''\n this.audioElement = undefined\n }\n\n // Clean up media stream\n if (this.mediaStream) {\n stopStream(this.mediaStream)\n this.mediaStream = undefined\n }\n\n this.mediaSource = undefined\n this.sourceBuffer = undefined\n }\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerSequencePlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private pendingSources: AudioBufferSourceNode[] = []\n private currentSource: AudioBufferSourceNode | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private processQueue() {\n if (this.pendingSources.length === 0 || this.currentSource) return\n\n const source = this.pendingSources.shift()!\n this.currentSource = source\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n source.disconnect()\n this.currentSource = undefined\n this.processQueue()\n }\n\n source.start(0)\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(arrayBuffer)\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n\n // Add to queue and process if not already processing\n this.pendingSources.push(source)\n this.processQueue()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.pendingSources.length = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { SpeakerConcatPlayer } from './player/SpeakerConcatPlayer'\nimport { SpeakerMediaSourcePlayer } from './player/SpeakerMediaSourcePlayer'\nimport { SpeakerPlayer } from './player/SpeakerPlayer'\nimport { SpeakerSequencePlayer } from './player/SpeakerSequencePlayer'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport let speaker: Speaker\n\nclass Speaker {\n private audioElement?: HTMLAudioElement\n private player?: SpeakerPlayer\n private streamingEnabled = false\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n\n // Create audio element if it doesn't exist\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n\n // Select speaker device if speakerId is in local storage\n const speakerId = localStorage.getItem(LocalStorageKeys.SpeakerDevice)\n if (speakerId) {\n this.setSinkId(speakerId).catch((error) => {\n console.error('Failed to set sink ID:', error)\n })\n }\n\n // Source -> Analyser\n this.setupSpeakerPlayer()\n\n // Analyser -> Destination\n const destinationNode = audioContext.createMediaStreamDestination()\n this.analyser.node.connect(destinationNode)\n\n // Destination -> Speaker\n this.audioElement.srcObject = destinationNode.stream\n }\n\n private async setupSpeakerPlayer() {\n try {\n this.player?.destroy()\n this.player = this.streamingEnabled\n ? SpeakerMediaSourcePlayer.isCompatible\n ? new SpeakerMediaSourcePlayer(this.analyser.node)\n : new SpeakerConcatPlayer(this.analyser.node)\n : new SpeakerSequencePlayer(this.analyser.node)\n await this.player?.setup()\n } catch (error) {\n console.error('Error setting up speaker player', error)\n }\n }\n\n get isStreamingEnabled() {\n return this.streamingEnabled\n }\n\n async enableStreaming() {\n if (this.streamingEnabled) return\n this.streamingEnabled = true\n await this.setupSpeakerPlayer()\n }\n\n async disableStreaming() {\n if (!this.streamingEnabled) return\n this.streamingEnabled = false\n await this.setupSpeakerPlayer()\n }\n\n canChangeDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n }\n\n private async setSinkId(speakerId?: string) {\n if (speakerId && this.canChangeDevice() && this.audioElement) {\n // @ts-ignore\n return this.audioElement.setSinkId(speakerId)\n }\n }\n\n async changeDevice(speakerId: string) {\n if (!this.canChangeDevice()) return\n try {\n await this.setSinkId(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n pauseAudio() {\n if (this.audioElement) {\n this.audioElement.pause()\n }\n }\n\n resumeAudio() {\n if (this.audioElement) {\n this.audioElement.play()\n }\n }\n\n async playAudio(blob: Blob) {\n if (!this.audioElement || !this.player) return\n try {\n // Add blob to stream\n this.player.addBlob(blob)\n\n // Start playing if not already playing\n if (this.audioElement.paused) {\n this.audioElement.play()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n stopAudio() {\n this.audioElement?.pause()\n this.player?.stop()\n }\n}\n\ndeclare global {\n interface Window {\n micdropSpeaker: Speaker\n }\n}\n\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new Speaker()\n}\nspeaker = window.micdropSpeaker\n","import EventEmitter from 'eventemitter3'\nimport {\n CallClientCommands,\n CallServerCommands,\n Conversation,\n ConversationMessage,\n} from '../..'\nimport { MicRecorder, MicRecorderVAD } from '../audio/MicRecorder'\nimport { mic } from '../audio/mic'\nimport { speaker } from '../audio/speaker'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndCall: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport interface CallHandlerOptions {\n vad?: MicRecorderVAD\n}\n\ndeclare global {\n interface Window {\n micdropCallHandler: CallHandler<any, CallHandlerOptions>\n }\n}\n\nexport class CallHandler<\n Params extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n> extends EventEmitter<CallHandlerEvents> {\n public static getInstance<\n T extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n >(options?: Options): CallHandler<T, Options> {\n if (!window.micdropCallHandler) {\n window.micdropCallHandler = new CallHandler(options)\n }\n return window.micdropCallHandler as CallHandler<T, Options>\n }\n\n public url?: string\n public params?: Params\n public micRecorder?: MicRecorder\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n private _isProcessing = false\n\n private constructor(private options?: Options) {\n super()\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isMicSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get micThreshold(): number {\n return this.micRecorder?.state.threshold ?? mic.defaultThreshold\n }\n\n get isProcessing(): boolean {\n return this._isProcessing\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder?.mute()\n this._isProcessing = false\n this.notifyStateChange()\n speaker.pauseAudio()\n this.ws?.send(CallClientCommands.Mute)\n }\n\n resume() {\n if (this.lastAudioBlob) {\n speaker.playAudio(this.lastAudioBlob)\n }\n speaker.resumeAudio()\n this.micRecorder?.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.options?.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] Received chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] Start speaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] Stop speaking')\n this.ws?.send(CallClientCommands.StopSpeaking)\n this._isProcessing = true\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n this.micStream = await mic.start(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n speaker.playAudio(event.data)\n this.lastAudioBlob = event.data\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.Message)) {\n // Received user/assistant message\n const message = JSON.parse(\n event.data.substring(CallServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } else if (event.data === CallServerCommands.EndCall) {\n // Call ended\n setTimeout(() => {\n this.emit('EndCall')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'assistant') {\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === CallServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'user') {\n this.conversation = this.conversation.slice(0, -1)\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.EnableSpeakerStreaming) {\n // Enable speaker streaming\n speaker.enableStreaming()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.stop()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(message: ConversationMessage) {\n this.conversation.push(message)\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum CallServerCommands {\n Message = 'Message',\n CancelLastAssistantMessage = 'CancelLastAssistantMessage',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EnableSpeakerStreaming = 'EnableSpeakerStreaming',\n EndCall = 'EndCall',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(\n conversation: Conversation\n ): Promise<string | ConversationMessage>\n speech2Text(audioBlob: Blob, prevMessage?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport type CallMetadata = {\n commands?: {\n endCall?: boolean\n cancelLastUserMessage?: boolean\n skipAnswer?: boolean\n }\n [key: string]: any\n}\n\nexport interface ConversationMessage<Data extends CallMetadata = CallMetadata> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAAyB;AAMlB,IAAM,gBAAN,cAA4B,qBAAAA,QAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAI;AACJ,IAAM,sBAAsB;AAEnC,IAAM,MAAN,MAAU;AAAA,EAOR,cAAc;AANd,SAAO,mBAAmB;AAOxB,SAAK,WAAW,IAAI,cAAc,YAAY;AAAA,EAChD;AAAA,EAEQ,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,oBAAoB,UAAU;AACrC,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,kBAAkB;AAAA,IACzB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,kBAAkB;AAAA,IACzB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;AAQA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAI;AAC9B;AACA,MAAM,OAAO;;;AC1Gb,IAAAC,wBAAyB;;;ACQlB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,iBAAuB;;;ACAvB,IAAAC,wBAAyB;AAiBlB,IAAe,MAAf,cAA2B,sBAAAC,QAAwB;AAAA;AAAA;AAAA;AAAA;AAAA,EAUxD,YAAY,YAAY,GAAG;AACzB,UAAM;AATR;AAAA,SAAO,QAAQ;AAUb,SAAK,YAAY;AAAA,EACnB;AAyBF;;;ADhDO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAGjC,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,QAAI,KAAK,IAAK;AAEd,QAAI,cAAc,QAAW;AAC3B,WAAK,YAAY;AAAA,IACnB;AAEA,UAAM,kBAAkB,KAAK;AAAA,MAC3B,KAAK,KAAK,KAAK,YAAY,OAAO,KAAK,CAAC;AAAA,MACxC;AAAA,IACF;AAEA,SAAK,MAAM,MAAM,kBAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,yBAAyB;AAAA,MACzB,yBAAyB,kBAAkB;AAAA,MAC3C,iBAAiB;AAAA,MACjB,kBAAkB;AAAA,IACpB,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,aAAa,WAAkC;AACnD,QAAI,cAAc,KAAK,UAAW;AAElC,QAAI,KAAK,KAAK;AACZ,YAAM,SAAS,KAAK,IAAI,QAAQ;AAChC,YAAM,KAAK,KAAK;AAChB,YAAM,KAAK,MAAM,QAAQ,SAAS;AAAA,IACpC;AAAA,EACF;AACF;;;AElDO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,cAAc;AACZ,UAAM;AAPR,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,UAAkB;AAC1B,SAAQ,kBAA4B,CAAC;AAKnC,aAAS,IAAI,GAAG,IAAI,KAAK,SAAS,KAAK;AACrC,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,QAAI,KAAK,QAAS;AAElB,QAAI,cAAc,QAAW;AAC3B,WAAK,YAAY;AAAA,IACnB;AAGA,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,WAAW;AAClC,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,SAAS,CAAC;AAGhE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,MAAM,aAAa,WAAkC;AACnD,QAAI,cAAc,KAAK,UAAW;AAClC,SAAK,YAAY;AAAA,EACnB;AACF;;;AJ9IA,IAAM,YAAY;AAYlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,WAAW;AACb;AAcO,IAAM,cAAN,cAA0B,sBAAAC,QAAgC;AAAA,EAU/D,YAAoB,WAA4B;AAC9C,UAAM;AADY;AAPpB,SAAQ,YAAY,KAAK,aAAa;AAItC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAkIhC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAAA,MAC7B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF,GAAG,KAAK,IAAI;AAEZ,SAAQ,qBAAqB,YAAY;AACvC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAEZ,SAAQ,oBAAoB,YAAY;AACtC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAjKV,UAAM,YACJ,WAAW,aAAa,iDAAqC,KAAK,GAAG,KACrE;AAGF,SAAK,QAAQ,EAAE,GAAG,yBAAyB,UAAU;AAAA,EACvD;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAED,UAAI,CAAC,KAAK,KAAK;AACb,aAAK,MAAM,KAAK,QAAQ,KAAK,SAAS;AAAA,MACxC;AAGA,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,KAAK,IAAI,QAAQ,MAAO;AAAA,MAC1B;AACA,WAAK,gBAAgB;AAGrB,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,QACtD,UAAU,KAAK,UAAU;AAAA,QACzB,oBAAoB;AAAA,MACtB,CAAC;AACD,WAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAG9D,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,aAAa,WAAmB;AAC9B,SAAK,YAAY,EAAE,UAAU,CAAC;AAC9B,iBAAa,mDAAuC,UAAU,SAAS,CAAC;AACxE,SAAK,KAAK,aAAa,SAAS;AAAA,EAClC;AAAA,EAEQ,QAAQ,KAAsC;AACpD,QAAI,CAAC,IAAK,QAAO,IAAI,UAAU;AAC/B,QAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,QAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,qBAAqB;AAAA,IACvC;AACA,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,QAAQ,KAAK,MAAM,SAAS;AAAA,EACnD;AAAA,EAEA,MAAc,wBAAwB;AACpC,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,qBAAqB;AAAA,IACvC;AACA,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EAyCA,MAAc,gBAAgB,WAAsB;AAClD,QAAI,CAAC,KAAK,mBAAmB;AAE3B,WAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,cAAc;AACrC,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,aAAa,SAAS;AAG3B,SAAK,KAAK,SAAS,UAAU,IAAI;AAAA,EACnC;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AKhQO,IAAe,gBAAf,MAA6B;AAAA,EAGlC,YAAsB,YAAuB;AAAvB;AAEpB,UAAM,MAAM,WAAW;AACvB,QAAI,EAAE,eAAe,eAAe;AAClC,YAAM,IAAI,MAAM,iDAAiD;AAAA,IACnE;AACA,SAAK,eAAe;AAAA,EACtB;AAMF;;;ACdO,IAAM,sBAAN,cAAkC,cAAc;AAAA,EAAhD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAEhC,SAAQ,qBAA6B;AAIrC,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,gBAAgB;AACtB,QAAI,CAAC,KAAK,WAAY;AAEtB,UAAM,OAAO,YAAY,IAAI,IAAI;AACjC,UAAM,SAAS,KAAK;AACpB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,UAAI,WAAW,KAAK,cAAe;AACnC,WAAK,qBAAqB,OAAO,QAAQ,YAAY;AACrD,WAAK,kBAAkB;AACvB,WAAK,gBAAgB;AACrB,aAAO,WAAW;AAClB,WAAK,cAAc;AAAA,IACrB;AAGA,UAAM,SACJ,KAAK,sBACJ,KAAK,kBAAkB,OAAO,KAAK,kBAAkB;AAGxD,WAAO,MAAM,GAAG,MAAM;AAEtB,QAAI,CAAC,KAAK,iBAAiB;AACzB,WAAK,kBAAkB;AAAA,IACzB;AACA,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,WAAK,gBAAgB,KAAK,gBACtB,KAAK,mBAAmB,KAAK,eAAe,WAAW,IACvD;AAGJ,YAAM,cAAc,MAAM,KAAK,aAAa;AAAA;AAAA,QAE1C,KAAK,gBAAgB,KAAK,aAAa;AAAA,MACzC;AAGA,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAChB,WAAK,aAAa;AAClB,WAAK,cAAc;AAAA,IACrB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEQ,mBAAmB,SAAsB,SAAsB;AACrE,UAAM,MAAM,IAAI,WAAW,QAAQ,aAAa,QAAQ,UAAU;AAClE,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,CAAC;AAClC,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,QAAQ,UAAU;AACnD,WAAO,IAAI;AAAA,EACb;AAAA,EAEQ,gBAAgB,QAAqB;AAC3C,UAAM,cAAc,IAAI,YAAY,OAAO,UAAU;AACrD,QAAI,WAAW,WAAW,EAAE,IAAI,IAAI,WAAW,MAAM,CAAC;AACtD,WAAO;AAAA,EACT;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,kBAAkB;AACvB,SAAK,qBAAqB;AAC1B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAClB,SAAK,gBAAgB;AACrB,SAAK,mBAAmB;AAAA,EAC1B;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/GO,IAAM,2BAAN,cAAuC,cAAc;AAAA,EAArD;AAAA;AAQL,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAAA;AAAA,EAIhC,MAAM,QAAQ;AACZ,QAAI,KAAK,gBAAgB,KAAK,YAAa;AAE3C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAC7B,SAAK,aAAa,QAAQ;AAC1B,SAAK,cAAc,IAAI,YAAY;AAEnC,QAAI,CAAC,KAAK,aAAa;AACrB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAEA,SAAK,aAAa,MAAM,IAAI,gBAAgB,KAAK,WAAW;AAG5D,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,WAAK,aAAa,iBAAiB,cAAc,MAAM;AACrD,cAAM,eAAe,KAAK,aAAa,gBAAgB,YAAY;AACnE,YAAI,CAAC,aAAc,OAAM,IAAI,MAAM,+BAA+B;AAClE,aAAK,eAAe;AAGpB,qBAAa,iBAAiB,aAAa,MAAM,KAAK,aAAa,CAAC;AAGpE,aAAK,aAAa;AAClB,gBAAQ;AAAA,MACV,CAAC;AAAA,IACH,CAAC;AAGD,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,YAAM,eAAe,MAAM;AACzB,aAAK,cAAc,oBAAoB,cAAc,YAAY;AACjE,YAAI,CAAC,KAAK,cAAc;AACtB,gBAAM,IAAI,MAAM,0CAA0C;AAAA,QAC5D;AAGA,cAAM,cACJ,KAAK,aACL,cAAc;AAGhB,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,aAAK,cAAc;AACnB,aAAK,aAAa,KAAK,aAAa,wBAAwB,WAAW;AACvE,aAAK,WAAW,QAAQ,KAAK,UAAU;AACvC,aAAK,aAAa,cAAc;AAChC,gBAAQ;AAAA,MACV;AACA,WAAK,cAAc,iBAAiB,cAAc,YAAY;AAAA,IAChE,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,eAAe;AAC3B,QACE,CAAC,KAAK,gBACN,CAAC,KAAK,eACN,KAAK,aAAa,WAAW,KAC7B,KAAK,qBACL,KAAK,aAAa,UAClB;AACA;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,UAAI,KAAK,mBAAmB;AAC1B,aAAK,aAAa,aAAa,WAAW;AAAA,MAC5C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C,UAAE;AACA,WAAK,oBAAoB;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAG3B,QACE,KAAK,gBACL,CAAC,KAAK,aAAa,YACnB,CAAC,KAAK,mBACN;AACA,WAAK,aAAa;AAAA,IACpB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,QAAQ;AACb,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,UAAU;AAER,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAGA,SAAK,aAAa,SAAS;AAG3B,QAAI,KAAK,aAAa;AACpB,UAAI;AACF,YAAI,KAAK,YAAY,eAAe,QAAQ;AAC1C,eAAK,YAAY,YAAY;AAAA,QAC/B;AAAA,MACF,SAAS,OAAO;AACd,gBAAQ,MAAM,kCAAkC,KAAK;AAAA,MACvD;AAAA,IACF;AAGA,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AACxB,WAAK,aAAa,MAAM;AACxB,WAAK,eAAe;AAAA,IACtB;AAGA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAEA,SAAK,cAAc;AACnB,SAAK,eAAe;AAAA,EACtB;AACF;AAzJa,yBACG,eACZ,OAAO,gBAAgB,eACvB,YAAY,gBAAgB,YAAY;;;ACJrC,IAAM,wBAAN,cAAoC,cAAc;AAAA,EAAlD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAChC,SAAQ,iBAA0C,CAAC;AAEnD,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,eAAe;AACrB,QAAI,KAAK,eAAe,WAAW,KAAK,KAAK,cAAe;AAE5D,UAAM,SAAS,KAAK,eAAe,MAAM;AACzC,SAAK,gBAAgB;AACrB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,aAAO,WAAW;AAClB,WAAK,gBAAgB;AACrB,WAAK,aAAa;AAAA,IACpB;AAEA,WAAO,MAAM,CAAC;AAAA,EAChB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,MAAM,KAAK,aAAa,gBAAgB,WAAW;AAGvE,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAGhB,WAAK,eAAe,KAAK,MAAM;AAC/B,WAAK,aAAa;AAAA,IACpB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,eAAe,SAAS;AAC7B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/DO,IAAI;AAEX,IAAM,UAAN,MAAc;AAAA,EAMZ,cAAc;AAHd,SAAQ,mBAAmB;AAIzB,SAAK,WAAW,IAAI,cAAc,YAAY;AAG9C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAG7B,UAAM,YAAY,aAAa,mDAAsC;AACrE,QAAI,WAAW;AACb,WAAK,UAAU,SAAS,EAAE,MAAM,CAAC,UAAU;AACzC,gBAAQ,MAAM,0BAA0B,KAAK;AAAA,MAC/C,CAAC;AAAA,IACH;AAGA,SAAK,mBAAmB;AAGxB,UAAM,kBAAkB,aAAa,6BAA6B;AAClE,SAAK,SAAS,KAAK,QAAQ,eAAe;AAG1C,SAAK,aAAa,YAAY,gBAAgB;AAAA,EAChD;AAAA,EAEA,MAAc,qBAAqB;AACjC,QAAI;AACF,WAAK,QAAQ,QAAQ;AACrB,WAAK,SAAS,KAAK,mBACf,yBAAyB,eACvB,IAAI,yBAAyB,KAAK,SAAS,IAAI,IAC/C,IAAI,oBAAoB,KAAK,SAAS,IAAI,IAC5C,IAAI,sBAAsB,KAAK,SAAS,IAAI;AAChD,YAAM,KAAK,QAAQ,MAAM;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,mCAAmC,KAAK;AAAA,IACxD;AAAA,EACF;AAAA,EAEA,IAAI,qBAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,kBAAkB;AACtB,QAAI,KAAK,iBAAkB;AAC3B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,MAAM,mBAAmB;AACvB,QAAI,CAAC,KAAK,iBAAkB;AAC5B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,kBAA2B;AACzB,WACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAAA,EAEnE;AAAA,EAEA,MAAc,UAAU,WAAoB;AAC1C,QAAI,aAAa,KAAK,gBAAgB,KAAK,KAAK,cAAc;AAE5D,aAAO,KAAK,aAAa,UAAU,SAAS;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,WAAmB;AACpC,QAAI,CAAC,KAAK,gBAAgB,EAAG;AAC7B,QAAI;AACF,YAAM,KAAK,UAAU,SAAS;AAC9B,mBAAa,qDAAwC,SAAS;AAAA,IAChE,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAAA,EAEA,aAAa;AACX,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AAAA,IAC1B;AAAA,EACF;AAAA,EAEA,cAAc;AACZ,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,KAAK;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,QAAI,CAAC,KAAK,gBAAgB,CAAC,KAAK,OAAQ;AACxC,QAAI;AAEF,WAAK,OAAO,QAAQ,IAAI;AAGxB,UAAI,KAAK,aAAa,QAAQ;AAC5B,aAAK,aAAa,KAAK;AAAA,MACzB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,YAAY;AACV,SAAK,cAAc,MAAM;AACzB,SAAK,QAAQ,KAAK;AAAA,EACpB;AACF;AAQA,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAQ;AACtC;AACA,UAAU,OAAO;;;ACzIjB,IAAAC,wBAAyB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADeO,IAAM,cAAN,MAAM,qBAGH,sBAAAC,QAAgC;AAAA,EAuBhC,YAAoB,SAAmB;AAC7C,UAAM;AADoB;AAT5B,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAEpB,SAAQ,gBAAgB;AAAA,EAIxB;AAAA,EAxBA,OAAc,YAGZ,SAA4C;AAC5C,QAAI,CAAC,OAAO,oBAAoB;AAC9B,aAAO,qBAAqB,IAAI,aAAY,OAAO;AAAA,IACrD;AACA,WAAO,OAAO;AAAA,EAChB;AAAA,EAkBA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,gBAAyB;AAC3B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,eAAuB;AACzB,WAAO,KAAK,aAAa,MAAM,aAAa,IAAI;AAAA,EAClD;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AACrB,SAAK,gBAAgB;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,aAAa,KAAK;AACvB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,aAAa,KAAK;AACvB,SAAK,gBAAgB;AACrB,SAAK,kBAAkB;AACvB,YAAQ,WAAW;AACnB,SAAK,IAAI,sBAA4B;AAAA,EACvC;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,cAAQ,UAAU,KAAK,aAAa;AAAA,IACtC;AACA,YAAQ,YAAY;AACpB,SAAK,aAAa,OAAO;AACzB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AACF,UAAI,CAAC,KAAK,aAAa;AACrB,aAAK,cAAc,IAAI,YAAY,KAAK,SAAS,GAAG;AAGpD,aAAK,YAAY,GAAG,eAAe,MAAM;AACvC,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAGD,aAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,eAAK,IAAI,wBAAwB,IAAI;AACrC,eAAK,IAAI,KAAK,IAAI;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,eAAK,IAAI,sBAAsB;AAC/B,eAAK,IAAI,wCAAqC;AAE9C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AACvB,kBAAQ,UAAU;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,eAAK,IAAI,qBAAqB;AAC9B,eAAK,IAAI,sCAAoC;AAC7C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAAA,MACH;AAGA,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,aAAa,KAAK;AAAA,MACzB;AAGA,WAAK,YAAY,MAAM,IAAI,MAAM,QAAQ;AACzC,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,QAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,gBAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB,MAAM;AAC3B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,kCAAqC,GAAG;AAE5D,cAAM,UAAU,KAAK;AAAA,UACnB,MAAM,KAAK,kCAAqC,SAAS,CAAC;AAAA,QAC5D;AACA,aAAK,WAAW,OAAO;AAAA,MACzB,WAAW,MAAM,kCAAqC;AAEpD,mBAAW,MAAM;AACf,eAAK,KAAK,SAAS;AAAA,QACrB,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,aAAa;AACrC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,wCAAwC;AAEvD,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAmD;AAElE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,QAAQ;AAChC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,gEAAoD;AAEnE,gBAAQ,gBAAgB;AAAA,MAC1B;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,KAAK;AAEV,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,SAA8B;AAC/C,SAAK,aAAa,KAAK,OAAO;AAC9B,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AEhUO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,aAAU;AACV,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,2BAAwB;AACxB,EAAAA,oBAAA,gBAAa;AACb,EAAAA,oBAAA,4BAAyB;AACzB,EAAAA,oBAAA,aAAU;AANA,SAAAA;AAAA,GAAA;","names":["EventEmitter","audioContext","audioContext","unlock","LocalStorageKeys","import_eventemitter3","import_eventemitter3","EventEmitter","EventEmitter","import_eventemitter3","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
|
package/dist/index.mjs
CHANGED
|
@@ -944,7 +944,7 @@ var CallHandler = class _CallHandler extends EventEmitter4 {
|
|
|
944
944
|
this._isProcessing = false;
|
|
945
945
|
this.notifyStateChange();
|
|
946
946
|
speaker.pauseAudio();
|
|
947
|
-
this.ws?.send("
|
|
947
|
+
this.ws?.send("Mute" /* Mute */);
|
|
948
948
|
}
|
|
949
949
|
resume() {
|
|
950
950
|
if (this.lastAudioBlob) {
|
|
@@ -967,14 +967,14 @@ var CallHandler = class _CallHandler extends EventEmitter4 {
|
|
|
967
967
|
});
|
|
968
968
|
this.micRecorder.on("StartSpeaking", () => {
|
|
969
969
|
this.log("[Mic] Start speaking");
|
|
970
|
-
this.ws?.send("
|
|
970
|
+
this.ws?.send("StartSpeaking" /* StartSpeaking */);
|
|
971
971
|
this._isProcessing = false;
|
|
972
972
|
this.notifyStateChange();
|
|
973
973
|
speaker.stopAudio();
|
|
974
974
|
});
|
|
975
975
|
this.micRecorder.on("StopSpeaking", () => {
|
|
976
976
|
this.log("[Mic] Stop speaking");
|
|
977
|
-
this.ws?.send("
|
|
977
|
+
this.ws?.send("StopSpeaking" /* StopSpeaking */);
|
|
978
978
|
this._isProcessing = true;
|
|
979
979
|
this.notifyStateChange();
|
|
980
980
|
});
|
|
@@ -1030,28 +1030,38 @@ var CallHandler = class _CallHandler extends EventEmitter4 {
|
|
|
1030
1030
|
this.notifyStateChange();
|
|
1031
1031
|
} else if (typeof event.data !== "string") {
|
|
1032
1032
|
console.warn(`[WS] Unknown message type: ${event.data}`);
|
|
1033
|
-
} else if (event.data.startsWith("
|
|
1033
|
+
} else if (event.data.startsWith("Message" /* Message */)) {
|
|
1034
1034
|
const message = JSON.parse(
|
|
1035
|
-
event.data.substring("
|
|
1035
|
+
event.data.substring("Message" /* Message */.length + 1)
|
|
1036
1036
|
);
|
|
1037
1037
|
this.addMessage(message);
|
|
1038
|
-
} else if (event.data === "
|
|
1038
|
+
} else if (event.data === "EndCall" /* EndCall */) {
|
|
1039
1039
|
setTimeout(() => {
|
|
1040
|
-
this.emit("
|
|
1040
|
+
this.emit("EndCall");
|
|
1041
1041
|
}, 2e3);
|
|
1042
|
-
} else if (event.data === "
|
|
1042
|
+
} else if (event.data === "CancelLastAssistantMessage" /* CancelLastAssistantMessage */) {
|
|
1043
1043
|
const lastMessage = this.conversation[this.conversation.length - 1];
|
|
1044
1044
|
if (lastMessage?.role === "assistant") {
|
|
1045
1045
|
this.conversation = this.conversation.slice(0, -1);
|
|
1046
1046
|
this.notifyStateChange();
|
|
1047
1047
|
}
|
|
1048
|
-
} else if (event.data === "
|
|
1048
|
+
} else if (event.data === "SkipAnswer" /* SkipAnswer */) {
|
|
1049
|
+
this._isProcessing = false;
|
|
1050
|
+
this.notifyStateChange();
|
|
1051
|
+
} else if (event.data === "CancelLastUserMessage" /* CancelLastUserMessage */) {
|
|
1052
|
+
const lastMessage = this.conversation[this.conversation.length - 1];
|
|
1053
|
+
if (lastMessage?.role === "user") {
|
|
1054
|
+
this.conversation = this.conversation.slice(0, -1);
|
|
1055
|
+
this._isProcessing = false;
|
|
1056
|
+
this.notifyStateChange();
|
|
1057
|
+
}
|
|
1058
|
+
} else if (event.data === "EnableSpeakerStreaming" /* EnableSpeakerStreaming */) {
|
|
1049
1059
|
speaker.enableStreaming();
|
|
1050
1060
|
}
|
|
1051
1061
|
};
|
|
1052
1062
|
this.ws.onclose = (event) => {
|
|
1053
1063
|
this.log("[WS] Closed", event);
|
|
1054
|
-
this.
|
|
1064
|
+
this.stop();
|
|
1055
1065
|
if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {
|
|
1056
1066
|
this.emit("Error", new CallHandlerError());
|
|
1057
1067
|
} else if (event.code === 4401) {
|
|
@@ -1089,16 +1099,18 @@ var CallHandler = class _CallHandler extends EventEmitter4 {
|
|
|
1089
1099
|
|
|
1090
1100
|
// ../server/src/types.ts
|
|
1091
1101
|
var CallClientCommands = /* @__PURE__ */ ((CallClientCommands2) => {
|
|
1092
|
-
CallClientCommands2["StartSpeaking"] = "
|
|
1093
|
-
CallClientCommands2["StopSpeaking"] = "
|
|
1094
|
-
CallClientCommands2["Mute"] = "
|
|
1102
|
+
CallClientCommands2["StartSpeaking"] = "StartSpeaking";
|
|
1103
|
+
CallClientCommands2["StopSpeaking"] = "StopSpeaking";
|
|
1104
|
+
CallClientCommands2["Mute"] = "Mute";
|
|
1095
1105
|
return CallClientCommands2;
|
|
1096
1106
|
})(CallClientCommands || {});
|
|
1097
1107
|
var CallServerCommands = /* @__PURE__ */ ((CallServerCommands2) => {
|
|
1098
|
-
CallServerCommands2["Message"] = "
|
|
1099
|
-
CallServerCommands2["CancelLastAssistantMessage"] = "
|
|
1100
|
-
CallServerCommands2["
|
|
1101
|
-
CallServerCommands2["
|
|
1108
|
+
CallServerCommands2["Message"] = "Message";
|
|
1109
|
+
CallServerCommands2["CancelLastAssistantMessage"] = "CancelLastAssistantMessage";
|
|
1110
|
+
CallServerCommands2["CancelLastUserMessage"] = "CancelLastUserMessage";
|
|
1111
|
+
CallServerCommands2["SkipAnswer"] = "SkipAnswer";
|
|
1112
|
+
CallServerCommands2["EnableSpeakerStreaming"] = "EnableSpeakerStreaming";
|
|
1113
|
+
CallServerCommands2["EndCall"] = "EndCall";
|
|
1102
1114
|
return CallServerCommands2;
|
|
1103
1115
|
})(CallServerCommands || {});
|
|
1104
1116
|
export {
|
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/mic.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/player/SpeakerPlayer.ts","../src/audio/player/SpeakerConcatPlayer.ts","../src/audio/player/SpeakerMediaSourcePlayer.ts","../src/audio/player/SpeakerSequencePlayer.ts","../src/audio/speaker.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n MicThreshold = 'micdrop.micThreshold',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport let mic: Mic\nexport const defaultMicThreshold = -50 // in dB\n\nclass Mic {\n public defaultThreshold = defaultMicThreshold\n private currentDeviceId: string | undefined\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n }\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.currentDeviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n\ndeclare global {\n interface Window {\n micdropMic: Mic\n }\n}\n\nif (!window.micdropMic) {\n window.micdropMic = new Mic()\n}\nmic = window.micdropMic\n","import EventEmitter from 'eventemitter3'\nimport { defaultMicThreshold } from './mic'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\nimport { SileroVAD } from './vad/SileroVAD'\nimport { VAD } from './vad/VAD'\nimport { VolumeVAD } from './vad/VolumeVAD'\n\nconst timeSlice = 100\n\nexport type MicRecorderVAD = VAD | 'volume' | 'silero'\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n threshold: number\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n threshold: defaultMicThreshold,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private vad?: VAD\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(private vadConfig?: MicRecorderVAD) {\n super()\n\n // Threshold for speech detection\n const threshold =\n parseFloat(localStorage.getItem(LocalStorageKeys.MicThreshold) || '0') ||\n defaultMicThreshold\n\n // Set initial state\n this.state = { ...defaultMicRecorderState, threshold }\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n if (!this.vad) {\n this.vad = this.initVAD(this.vadConfig)\n }\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n setThreshold(threshold: number) {\n this.changeState({ threshold })\n localStorage.setItem(LocalStorageKeys.MicThreshold, threshold.toString())\n this.vad?.setThreshold(threshold)\n }\n\n private initVAD(vad?: VAD | 'volume' | 'silero'): VAD {\n if (!vad) return new VolumeVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n return vad\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (!this.vad) {\n throw new Error('VAD not initialized')\n }\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream, this.state.threshold)\n }\n\n private async stopSpeakingDetection() {\n if (!this.vad) {\n throw new Error('VAD not initialized')\n }\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n } catch (error) {\n console.error(error)\n }\n }).bind(this)\n\n private onConfirmSpeaking = (async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }).bind(this)\n\n private onCancelSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { MicVAD } from '@ricky0123/vad-web/src'\nimport { VAD } from './VAD'\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n private vad: MicVAD | undefined\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n if (this.vad) return\n\n if (threshold !== undefined) {\n this.threshold = threshold\n }\n\n const speechThreshold = Math.min(\n Math.max((this.threshold + 100) / 100, 0),\n 1\n )\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n positiveSpeechThreshold: speechThreshold,\n negativeSpeechThreshold: speechThreshold * 0.7,\n minSpeechFrames: 3,\n redemptionFrames: 9,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n async setThreshold(threshold: number): Promise<void> {\n if (threshold === this.threshold) return\n // Need to recreate the VAD instance with new threshold\n if (this.vad) {\n const stream = this.vad['stream'] // Access internal stream\n await this.stop()\n await this.start(stream, threshold)\n }\n }\n}\n","import EventEmitter from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n protected threshold: number\n\n /**\n * Constructor for the VAD class\n * @param threshold - The threshold to use for the VAD\n */\n constructor(threshold = 0) {\n super()\n this.threshold = threshold\n }\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n * @param threshold - The threshold to use for the VAD\n */\n abstract start(stream: MediaStream, threshold?: number): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Sets the threshold for the VAD\n * @param threshold - The threshold to use for the VAD\n */\n abstract setThreshold(threshold: number): Promise<void>\n}\n","import { audioContext } from '../utils/audioContext'\nimport { VAD } from './VAD'\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private history: number = 10\n private speakingHistory: number[] = []\n\n constructor() {\n super()\n // Initialize speaking history\n for (let i = 0; i < this.history; i++) {\n this.speakingHistory.push(0)\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n if (this.running) return\n\n if (threshold !== undefined) {\n this.threshold = threshold\n }\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n async setThreshold(threshold: number): Promise<void> {\n if (threshold === this.threshold) return\n this.threshold = threshold\n }\n}\n","export abstract class SpeakerPlayer {\n protected audioContext: AudioContext\n\n constructor(protected outputNode: AudioNode) {\n // Ensure we have an AudioContext from the outputNode\n const ctx = outputNode.context\n if (!(ctx instanceof AudioContext)) {\n throw new Error('OutputNode must be connected to an AudioContext')\n }\n this.audioContext = ctx\n }\n\n abstract setup(): Promise<void>\n abstract addBlob(blob: Blob): void\n abstract stop(): void\n abstract destroy(): void\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerConcatPlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private sourceStartTime: number | undefined\n private prevSourceDuration: number = 0\n private currentSource: AudioBufferSourceNode | undefined\n private nextSource: AudioBufferSourceNode | undefined\n private currentBuffer: ArrayBuffer | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private replaceSource() {\n if (!this.nextSource) return\n\n const time = performance.now() / 1000\n const source = this.nextSource\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n if (source !== this.currentSource) return\n this.prevSourceDuration = source.buffer?.duration ?? 0\n this.sourceStartTime = undefined\n this.currentSource = undefined\n source.disconnect()\n this.replaceSource()\n }\n\n // Calculate the offset for the source start time\n const offset =\n this.prevSourceDuration +\n (this.sourceStartTime ? time - this.sourceStartTime : 0)\n\n // Start the source with the calculated offset\n source.start(0, offset)\n\n if (!this.sourceStartTime) {\n this.sourceStartTime = time\n }\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = source\n this.nextSource = undefined\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Concat buffers\n this.currentBuffer = this.currentBuffer\n ? this.concatArrayBuffers(this.currentBuffer, arrayBuffer)\n : arrayBuffer\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(\n // Copy the buffer to avoid mutating the original\n this.copyArrayBuffer(this.currentBuffer)\n )\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n this.nextSource = source\n this.replaceSource()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n private concatArrayBuffers(buffer1: ArrayBuffer, buffer2: ArrayBuffer) {\n const tmp = new Uint8Array(buffer1.byteLength + buffer2.byteLength)\n tmp.set(new Uint8Array(buffer1), 0)\n tmp.set(new Uint8Array(buffer2), buffer1.byteLength)\n return tmp.buffer\n }\n\n private copyArrayBuffer(buffer: ArrayBuffer) {\n const destination = new ArrayBuffer(buffer.byteLength)\n new Uint8Array(destination).set(new Uint8Array(buffer))\n return destination\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.sourceStartTime = undefined\n this.prevSourceDuration = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n this.nextSource = undefined\n this.currentBuffer = undefined\n this.isConvertingBlob = false\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { stopStream } from '../utils/stopStream'\nimport { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerMediaSourcePlayer extends SpeakerPlayer {\n public static isCompatible =\n typeof MediaSource !== 'undefined' &&\n MediaSource.isTypeSupported('audio/mpeg')\n\n private mediaSource: MediaSource | undefined\n private mediaStream: MediaStream | undefined\n private sourceBuffer: SourceBuffer | undefined\n private isProcessingQueue = false\n private pendingBlobs: Blob[] = []\n private audioElement: HTMLAudioElement | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n async setup() {\n if (this.audioElement || this.mediaSource) return\n\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n this.audioElement.muted = true\n this.mediaSource = new MediaSource()\n\n if (!this.mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n\n this.audioElement.src = URL.createObjectURL(this.mediaSource)\n\n // Setup MediaSource when it opens\n await new Promise<void>((resolve) => {\n this.mediaSource?.addEventListener('sourceopen', () => {\n const sourceBuffer = this.mediaSource?.addSourceBuffer('audio/mpeg')\n if (!sourceBuffer) throw new Error('Failed to create SourceBuffer')\n this.sourceBuffer = sourceBuffer\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => this.processQueue())\n\n // Process any pending blobs\n this.processQueue()\n resolve()\n })\n })\n\n // Connect audio element to analyser when we have data\n await new Promise<void>((resolve) => {\n const onTimeUpdate = () => {\n this.audioElement?.removeEventListener('timeupdate', onTimeUpdate)\n if (!this.audioElement) {\n throw new Error('Audio element or audio context not found')\n }\n\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (\n this.audioElement as any\n ).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n this.mediaStream = mediaStream\n this.sourceNode = this.audioContext.createMediaStreamSource(mediaStream)\n this.sourceNode.connect(this.outputNode)\n this.audioElement.currentTime = 0\n resolve()\n }\n this.audioElement?.addEventListener('timeupdate', onTimeUpdate)\n })\n }\n\n private async processQueue() {\n if (\n !this.sourceBuffer ||\n !this.mediaSource ||\n this.pendingBlobs.length === 0 ||\n this.isProcessingQueue ||\n this.sourceBuffer.updating\n ) {\n return\n }\n\n this.isProcessingQueue = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Append the blob to the source buffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Re-check if still processing (not stopped)\n if (this.isProcessingQueue) {\n this.sourceBuffer.appendBuffer(arrayBuffer)\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n } finally {\n this.isProcessingQueue = false\n }\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n\n // Try to process the queue if we can\n if (\n this.sourceBuffer &&\n !this.sourceBuffer.updating &&\n !this.isProcessingQueue\n ) {\n this.processQueue()\n }\n }\n\n stop() {\n this.destroy()\n this.setup()\n }\n\n destroy() {\n // Disconnect the audio nodes\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n // Clear pending blobs\n this.pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (this.mediaSource) {\n try {\n if (this.mediaSource.readyState === 'open') {\n this.mediaSource.endOfStream()\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n }\n\n // Stop and clean up the audio element\n if (this.audioElement) {\n this.audioElement.pause()\n this.audioElement.src = ''\n this.audioElement = undefined\n }\n\n // Clean up media stream\n if (this.mediaStream) {\n stopStream(this.mediaStream)\n this.mediaStream = undefined\n }\n\n this.mediaSource = undefined\n this.sourceBuffer = undefined\n }\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerSequencePlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private pendingSources: AudioBufferSourceNode[] = []\n private currentSource: AudioBufferSourceNode | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private processQueue() {\n if (this.pendingSources.length === 0 || this.currentSource) return\n\n const source = this.pendingSources.shift()!\n this.currentSource = source\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n source.disconnect()\n this.currentSource = undefined\n this.processQueue()\n }\n\n source.start(0)\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(arrayBuffer)\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n\n // Add to queue and process if not already processing\n this.pendingSources.push(source)\n this.processQueue()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.pendingSources.length = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { SpeakerConcatPlayer } from './player/SpeakerConcatPlayer'\nimport { SpeakerMediaSourcePlayer } from './player/SpeakerMediaSourcePlayer'\nimport { SpeakerPlayer } from './player/SpeakerPlayer'\nimport { SpeakerSequencePlayer } from './player/SpeakerSequencePlayer'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport let speaker: Speaker\n\nclass Speaker {\n private audioElement?: HTMLAudioElement\n private player?: SpeakerPlayer\n private streamingEnabled = false\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n\n // Create audio element if it doesn't exist\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n\n // Select speaker device if speakerId is in local storage\n const speakerId = localStorage.getItem(LocalStorageKeys.SpeakerDevice)\n if (speakerId) {\n this.setSinkId(speakerId).catch((error) => {\n console.error('Failed to set sink ID:', error)\n })\n }\n\n // Source -> Analyser\n this.setupSpeakerPlayer()\n\n // Analyser -> Destination\n const destinationNode = audioContext.createMediaStreamDestination()\n this.analyser.node.connect(destinationNode)\n\n // Destination -> Speaker\n this.audioElement.srcObject = destinationNode.stream\n }\n\n private async setupSpeakerPlayer() {\n try {\n this.player?.destroy()\n this.player = this.streamingEnabled\n ? SpeakerMediaSourcePlayer.isCompatible\n ? new SpeakerMediaSourcePlayer(this.analyser.node)\n : new SpeakerConcatPlayer(this.analyser.node)\n : new SpeakerSequencePlayer(this.analyser.node)\n await this.player?.setup()\n } catch (error) {\n console.error('Error setting up speaker player', error)\n }\n }\n\n get isStreamingEnabled() {\n return this.streamingEnabled\n }\n\n async enableStreaming() {\n if (this.streamingEnabled) return\n this.streamingEnabled = true\n await this.setupSpeakerPlayer()\n }\n\n async disableStreaming() {\n if (!this.streamingEnabled) return\n this.streamingEnabled = false\n await this.setupSpeakerPlayer()\n }\n\n canChangeDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n }\n\n private async setSinkId(speakerId?: string) {\n if (speakerId && this.canChangeDevice() && this.audioElement) {\n // @ts-ignore\n return this.audioElement.setSinkId(speakerId)\n }\n }\n\n async changeDevice(speakerId: string) {\n if (!this.canChangeDevice()) return\n try {\n await this.setSinkId(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n pauseAudio() {\n if (this.audioElement) {\n this.audioElement.pause()\n }\n }\n\n resumeAudio() {\n if (this.audioElement) {\n this.audioElement.play()\n }\n }\n\n async playAudio(blob: Blob) {\n if (!this.audioElement || !this.player) return\n try {\n // Add blob to stream\n this.player.addBlob(blob)\n\n // Start playing if not already playing\n if (this.audioElement.paused) {\n this.audioElement.play()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n stopAudio() {\n this.audioElement?.pause()\n this.player?.stop()\n }\n}\n\ndeclare global {\n interface Window {\n micdropSpeaker: Speaker\n }\n}\n\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new Speaker()\n}\nspeaker = window.micdropSpeaker\n","import EventEmitter from 'eventemitter3'\nimport {\n CallClientCommands,\n CallServerCommands,\n Conversation,\n ConversationMessage,\n} from '../..'\nimport { MicRecorder, MicRecorderVAD } from '../audio/MicRecorder'\nimport { mic } from '../audio/mic'\nimport { speaker } from '../audio/speaker'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndInterview: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport interface CallHandlerOptions {\n vad?: MicRecorderVAD\n}\n\ndeclare global {\n interface Window {\n micdropCallHandler: CallHandler<any>\n }\n}\n\nexport class CallHandler<\n Params extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n> extends EventEmitter<CallHandlerEvents> {\n public static getInstance<\n T extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n >(options?: Options): CallHandler<T, Options> {\n if (!window.micdropCallHandler) {\n window.micdropCallHandler = new CallHandler(options)\n }\n return window.micdropCallHandler as CallHandler<T, Options>\n }\n\n public url?: string\n public params?: Params\n public micRecorder?: MicRecorder\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n private _isProcessing = false\n\n private constructor(private options?: Options) {\n super()\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isMicSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get micThreshold(): number {\n return this.micRecorder?.state.threshold ?? mic.defaultThreshold\n }\n\n get isProcessing(): boolean {\n return this._isProcessing\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder?.mute()\n this._isProcessing = false\n this.notifyStateChange()\n speaker.pauseAudio()\n this.ws?.send(CallClientCommands.Mute)\n }\n\n resume() {\n if (this.lastAudioBlob) {\n speaker.playAudio(this.lastAudioBlob)\n }\n speaker.resumeAudio()\n this.micRecorder?.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.options?.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] Received chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] Start speaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] Stop speaking')\n this.ws?.send(CallClientCommands.StopSpeaking)\n this._isProcessing = true\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n this.micStream = await mic.start(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n speaker.playAudio(event.data)\n this.lastAudioBlob = event.data\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.Message)) {\n // Received user/assistant message\n const message = JSON.parse(\n event.data.substring(CallServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } else if (event.data === CallServerCommands.EndInterview) {\n // Interview ended\n setTimeout(() => {\n this.emit('EndInterview')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'assistant') {\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.EnableSpeakerStreaming) {\n // Enable speaker streaming\n speaker.enableStreaming()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.notifyStateChange()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(message: ConversationMessage) {\n this.conversation.push(message)\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'startSpeaking',\n StopSpeaking = 'stopSpeaking',\n Mute = 'mute',\n}\n\nexport enum CallServerCommands {\n Message = 'message',\n CancelLastAssistantMessage = 'cancelLastAssistantMessage',\n EnableSpeakerStreaming = 'enableSpeakerStreaming',\n EndInterview = 'endInterview',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(\n conversation: Conversation\n ): Promise<string | ConversationMessage>\n speech2Text(audioBlob: Blob, prevMessage?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport interface ConversationMessage<Data = any> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n"],"mappings":";AAAA,OAAO,kBAAkB;AAMlB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEA,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAI;AACJ,IAAM,sBAAsB;AAEnC,IAAM,MAAN,MAAU;AAAA,EAOR,cAAc;AANd,SAAO,mBAAmB;AAOxB,SAAK,WAAW,IAAI,cAAc,YAAY;AAAA,EAChD;AAAA,EAEQ,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,oBAAoB,UAAU;AACrC,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,kBAAkB;AAAA,IACzB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,kBAAkB;AAAA,IACzB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;AAQA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAI;AAC9B;AACA,MAAM,OAAO;;;AC1Gb,OAAOC,mBAAkB;;;ACQlB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,SAAS,cAAc;;;ACAvB,OAAOC,mBAAkB;AAiBlB,IAAe,MAAf,cAA2BA,cAAwB;AAAA;AAAA;AAAA;AAAA;AAAA,EAUxD,YAAY,YAAY,GAAG;AACzB,UAAM;AATR;AAAA,SAAO,QAAQ;AAUb,SAAK,YAAY;AAAA,EACnB;AAyBF;;;ADhDO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAGjC,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,QAAI,KAAK,IAAK;AAEd,QAAI,cAAc,QAAW;AAC3B,WAAK,YAAY;AAAA,IACnB;AAEA,UAAM,kBAAkB,KAAK;AAAA,MAC3B,KAAK,KAAK,KAAK,YAAY,OAAO,KAAK,CAAC;AAAA,MACxC;AAAA,IACF;AAEA,SAAK,MAAM,MAAM,OAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,yBAAyB;AAAA,MACzB,yBAAyB,kBAAkB;AAAA,MAC3C,iBAAiB;AAAA,MACjB,kBAAkB;AAAA,IACpB,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,aAAa,WAAkC;AACnD,QAAI,cAAc,KAAK,UAAW;AAElC,QAAI,KAAK,KAAK;AACZ,YAAM,SAAS,KAAK,IAAI,QAAQ;AAChC,YAAM,KAAK,KAAK;AAChB,YAAM,KAAK,MAAM,QAAQ,SAAS;AAAA,IACpC;AAAA,EACF;AACF;;;AElDO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,cAAc;AACZ,UAAM;AAPR,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,UAAkB;AAC1B,SAAQ,kBAA4B,CAAC;AAKnC,aAAS,IAAI,GAAG,IAAI,KAAK,SAAS,KAAK;AACrC,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,QAAI,KAAK,QAAS;AAElB,QAAI,cAAc,QAAW;AAC3B,WAAK,YAAY;AAAA,IACnB;AAGA,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,WAAW;AAClC,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,SAAS,CAAC;AAGhE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,MAAM,aAAa,WAAkC;AACnD,QAAI,cAAc,KAAK,UAAW;AAClC,SAAK,YAAY;AAAA,EACnB;AACF;;;AJ9IA,IAAM,YAAY;AAYlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,WAAW;AACb;AAcO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAU/D,YAAoB,WAA4B;AAC9C,UAAM;AADY;AAPpB,SAAQ,YAAY,KAAK,aAAa;AAItC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAkIhC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAAA,MAC7B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF,GAAG,KAAK,IAAI;AAEZ,SAAQ,qBAAqB,YAAY;AACvC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAEZ,SAAQ,oBAAoB,YAAY;AACtC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAjKV,UAAM,YACJ,WAAW,aAAa,iDAAqC,KAAK,GAAG,KACrE;AAGF,SAAK,QAAQ,EAAE,GAAG,yBAAyB,UAAU;AAAA,EACvD;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAED,UAAI,CAAC,KAAK,KAAK;AACb,aAAK,MAAM,KAAK,QAAQ,KAAK,SAAS;AAAA,MACxC;AAGA,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,KAAK,IAAI,QAAQ,MAAO;AAAA,MAC1B;AACA,WAAK,gBAAgB;AAGrB,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,QACtD,UAAU,KAAK,UAAU;AAAA,QACzB,oBAAoB;AAAA,MACtB,CAAC;AACD,WAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAG9D,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,aAAa,WAAmB;AAC9B,SAAK,YAAY,EAAE,UAAU,CAAC;AAC9B,iBAAa,mDAAuC,UAAU,SAAS,CAAC;AACxE,SAAK,KAAK,aAAa,SAAS;AAAA,EAClC;AAAA,EAEQ,QAAQ,KAAsC;AACpD,QAAI,CAAC,IAAK,QAAO,IAAI,UAAU;AAC/B,QAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,QAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,qBAAqB;AAAA,IACvC;AACA,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,QAAQ,KAAK,MAAM,SAAS;AAAA,EACnD;AAAA,EAEA,MAAc,wBAAwB;AACpC,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,qBAAqB;AAAA,IACvC;AACA,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EAyCA,MAAc,gBAAgB,WAAsB;AAClD,QAAI,CAAC,KAAK,mBAAmB;AAE3B,WAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,cAAc;AACrC,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,aAAa,SAAS;AAG3B,SAAK,KAAK,SAAS,UAAU,IAAI;AAAA,EACnC;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AKhQO,IAAe,gBAAf,MAA6B;AAAA,EAGlC,YAAsB,YAAuB;AAAvB;AAEpB,UAAM,MAAM,WAAW;AACvB,QAAI,EAAE,eAAe,eAAe;AAClC,YAAM,IAAI,MAAM,iDAAiD;AAAA,IACnE;AACA,SAAK,eAAe;AAAA,EACtB;AAMF;;;ACdO,IAAM,sBAAN,cAAkC,cAAc;AAAA,EAAhD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAEhC,SAAQ,qBAA6B;AAIrC,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,gBAAgB;AACtB,QAAI,CAAC,KAAK,WAAY;AAEtB,UAAM,OAAO,YAAY,IAAI,IAAI;AACjC,UAAM,SAAS,KAAK;AACpB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,UAAI,WAAW,KAAK,cAAe;AACnC,WAAK,qBAAqB,OAAO,QAAQ,YAAY;AACrD,WAAK,kBAAkB;AACvB,WAAK,gBAAgB;AACrB,aAAO,WAAW;AAClB,WAAK,cAAc;AAAA,IACrB;AAGA,UAAM,SACJ,KAAK,sBACJ,KAAK,kBAAkB,OAAO,KAAK,kBAAkB;AAGxD,WAAO,MAAM,GAAG,MAAM;AAEtB,QAAI,CAAC,KAAK,iBAAiB;AACzB,WAAK,kBAAkB;AAAA,IACzB;AACA,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,WAAK,gBAAgB,KAAK,gBACtB,KAAK,mBAAmB,KAAK,eAAe,WAAW,IACvD;AAGJ,YAAM,cAAc,MAAM,KAAK,aAAa;AAAA;AAAA,QAE1C,KAAK,gBAAgB,KAAK,aAAa;AAAA,MACzC;AAGA,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAChB,WAAK,aAAa;AAClB,WAAK,cAAc;AAAA,IACrB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEQ,mBAAmB,SAAsB,SAAsB;AACrE,UAAM,MAAM,IAAI,WAAW,QAAQ,aAAa,QAAQ,UAAU;AAClE,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,CAAC;AAClC,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,QAAQ,UAAU;AACnD,WAAO,IAAI;AAAA,EACb;AAAA,EAEQ,gBAAgB,QAAqB;AAC3C,UAAM,cAAc,IAAI,YAAY,OAAO,UAAU;AACrD,QAAI,WAAW,WAAW,EAAE,IAAI,IAAI,WAAW,MAAM,CAAC;AACtD,WAAO;AAAA,EACT;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,kBAAkB;AACvB,SAAK,qBAAqB;AAC1B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAClB,SAAK,gBAAgB;AACrB,SAAK,mBAAmB;AAAA,EAC1B;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/GO,IAAM,2BAAN,cAAuC,cAAc;AAAA,EAArD;AAAA;AAQL,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAAA;AAAA,EAIhC,MAAM,QAAQ;AACZ,QAAI,KAAK,gBAAgB,KAAK,YAAa;AAE3C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAC7B,SAAK,aAAa,QAAQ;AAC1B,SAAK,cAAc,IAAI,YAAY;AAEnC,QAAI,CAAC,KAAK,aAAa;AACrB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAEA,SAAK,aAAa,MAAM,IAAI,gBAAgB,KAAK,WAAW;AAG5D,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,WAAK,aAAa,iBAAiB,cAAc,MAAM;AACrD,cAAM,eAAe,KAAK,aAAa,gBAAgB,YAAY;AACnE,YAAI,CAAC,aAAc,OAAM,IAAI,MAAM,+BAA+B;AAClE,aAAK,eAAe;AAGpB,qBAAa,iBAAiB,aAAa,MAAM,KAAK,aAAa,CAAC;AAGpE,aAAK,aAAa;AAClB,gBAAQ;AAAA,MACV,CAAC;AAAA,IACH,CAAC;AAGD,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,YAAM,eAAe,MAAM;AACzB,aAAK,cAAc,oBAAoB,cAAc,YAAY;AACjE,YAAI,CAAC,KAAK,cAAc;AACtB,gBAAM,IAAI,MAAM,0CAA0C;AAAA,QAC5D;AAGA,cAAM,cACJ,KAAK,aACL,cAAc;AAGhB,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,aAAK,cAAc;AACnB,aAAK,aAAa,KAAK,aAAa,wBAAwB,WAAW;AACvE,aAAK,WAAW,QAAQ,KAAK,UAAU;AACvC,aAAK,aAAa,cAAc;AAChC,gBAAQ;AAAA,MACV;AACA,WAAK,cAAc,iBAAiB,cAAc,YAAY;AAAA,IAChE,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,eAAe;AAC3B,QACE,CAAC,KAAK,gBACN,CAAC,KAAK,eACN,KAAK,aAAa,WAAW,KAC7B,KAAK,qBACL,KAAK,aAAa,UAClB;AACA;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,UAAI,KAAK,mBAAmB;AAC1B,aAAK,aAAa,aAAa,WAAW;AAAA,MAC5C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C,UAAE;AACA,WAAK,oBAAoB;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAG3B,QACE,KAAK,gBACL,CAAC,KAAK,aAAa,YACnB,CAAC,KAAK,mBACN;AACA,WAAK,aAAa;AAAA,IACpB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,QAAQ;AACb,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,UAAU;AAER,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAGA,SAAK,aAAa,SAAS;AAG3B,QAAI,KAAK,aAAa;AACpB,UAAI;AACF,YAAI,KAAK,YAAY,eAAe,QAAQ;AAC1C,eAAK,YAAY,YAAY;AAAA,QAC/B;AAAA,MACF,SAAS,OAAO;AACd,gBAAQ,MAAM,kCAAkC,KAAK;AAAA,MACvD;AAAA,IACF;AAGA,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AACxB,WAAK,aAAa,MAAM;AACxB,WAAK,eAAe;AAAA,IACtB;AAGA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAEA,SAAK,cAAc;AACnB,SAAK,eAAe;AAAA,EACtB;AACF;AAzJa,yBACG,eACZ,OAAO,gBAAgB,eACvB,YAAY,gBAAgB,YAAY;;;ACJrC,IAAM,wBAAN,cAAoC,cAAc;AAAA,EAAlD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAChC,SAAQ,iBAA0C,CAAC;AAEnD,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,eAAe;AACrB,QAAI,KAAK,eAAe,WAAW,KAAK,KAAK,cAAe;AAE5D,UAAM,SAAS,KAAK,eAAe,MAAM;AACzC,SAAK,gBAAgB;AACrB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,aAAO,WAAW;AAClB,WAAK,gBAAgB;AACrB,WAAK,aAAa;AAAA,IACpB;AAEA,WAAO,MAAM,CAAC;AAAA,EAChB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,MAAM,KAAK,aAAa,gBAAgB,WAAW;AAGvE,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAGhB,WAAK,eAAe,KAAK,MAAM;AAC/B,WAAK,aAAa;AAAA,IACpB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,eAAe,SAAS;AAC7B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/DO,IAAI;AAEX,IAAM,UAAN,MAAc;AAAA,EAMZ,cAAc;AAHd,SAAQ,mBAAmB;AAIzB,SAAK,WAAW,IAAI,cAAc,YAAY;AAG9C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAG7B,UAAM,YAAY,aAAa,mDAAsC;AACrE,QAAI,WAAW;AACb,WAAK,UAAU,SAAS,EAAE,MAAM,CAAC,UAAU;AACzC,gBAAQ,MAAM,0BAA0B,KAAK;AAAA,MAC/C,CAAC;AAAA,IACH;AAGA,SAAK,mBAAmB;AAGxB,UAAM,kBAAkB,aAAa,6BAA6B;AAClE,SAAK,SAAS,KAAK,QAAQ,eAAe;AAG1C,SAAK,aAAa,YAAY,gBAAgB;AAAA,EAChD;AAAA,EAEA,MAAc,qBAAqB;AACjC,QAAI;AACF,WAAK,QAAQ,QAAQ;AACrB,WAAK,SAAS,KAAK,mBACf,yBAAyB,eACvB,IAAI,yBAAyB,KAAK,SAAS,IAAI,IAC/C,IAAI,oBAAoB,KAAK,SAAS,IAAI,IAC5C,IAAI,sBAAsB,KAAK,SAAS,IAAI;AAChD,YAAM,KAAK,QAAQ,MAAM;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,mCAAmC,KAAK;AAAA,IACxD;AAAA,EACF;AAAA,EAEA,IAAI,qBAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,kBAAkB;AACtB,QAAI,KAAK,iBAAkB;AAC3B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,MAAM,mBAAmB;AACvB,QAAI,CAAC,KAAK,iBAAkB;AAC5B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,kBAA2B;AACzB,WACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAAA,EAEnE;AAAA,EAEA,MAAc,UAAU,WAAoB;AAC1C,QAAI,aAAa,KAAK,gBAAgB,KAAK,KAAK,cAAc;AAE5D,aAAO,KAAK,aAAa,UAAU,SAAS;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,WAAmB;AACpC,QAAI,CAAC,KAAK,gBAAgB,EAAG;AAC7B,QAAI;AACF,YAAM,KAAK,UAAU,SAAS;AAC9B,mBAAa,qDAAwC,SAAS;AAAA,IAChE,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAAA,EAEA,aAAa;AACX,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AAAA,IAC1B;AAAA,EACF;AAAA,EAEA,cAAc;AACZ,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,KAAK;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,QAAI,CAAC,KAAK,gBAAgB,CAAC,KAAK,OAAQ;AACxC,QAAI;AAEF,WAAK,OAAO,QAAQ,IAAI;AAGxB,UAAI,KAAK,aAAa,QAAQ;AAC5B,aAAK,aAAa,KAAK;AAAA,MACzB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,YAAY;AACV,SAAK,cAAc,MAAM;AACzB,SAAK,QAAQ,KAAK;AAAA,EACpB;AACF;AAQA,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAQ;AACtC;AACA,UAAU,OAAO;;;ACzIjB,OAAOC,mBAAkB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADeO,IAAM,cAAN,MAAM,qBAGHC,cAAgC;AAAA,EAuBhC,YAAoB,SAAmB;AAC7C,UAAM;AADoB;AAT5B,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAEpB,SAAQ,gBAAgB;AAAA,EAIxB;AAAA,EAxBA,OAAc,YAGZ,SAA4C;AAC5C,QAAI,CAAC,OAAO,oBAAoB;AAC9B,aAAO,qBAAqB,IAAI,aAAY,OAAO;AAAA,IACrD;AACA,WAAO,OAAO;AAAA,EAChB;AAAA,EAkBA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,gBAAyB;AAC3B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,eAAuB;AACzB,WAAO,KAAK,aAAa,MAAM,aAAa,IAAI;AAAA,EAClD;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AACrB,SAAK,gBAAgB;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,aAAa,KAAK;AACvB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,aAAa,KAAK;AACvB,SAAK,gBAAgB;AACrB,SAAK,kBAAkB;AACvB,YAAQ,WAAW;AACnB,SAAK,IAAI,sBAA4B;AAAA,EACvC;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,cAAQ,UAAU,KAAK,aAAa;AAAA,IACtC;AACA,YAAQ,YAAY;AACpB,SAAK,aAAa,OAAO;AACzB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AACF,UAAI,CAAC,KAAK,aAAa;AACrB,aAAK,cAAc,IAAI,YAAY,KAAK,SAAS,GAAG;AAGpD,aAAK,YAAY,GAAG,eAAe,MAAM;AACvC,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAGD,aAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,eAAK,IAAI,wBAAwB,IAAI;AACrC,eAAK,IAAI,KAAK,IAAI;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,eAAK,IAAI,sBAAsB;AAC/B,eAAK,IAAI,wCAAqC;AAE9C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AACvB,kBAAQ,UAAU;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,eAAK,IAAI,qBAAqB;AAC9B,eAAK,IAAI,sCAAoC;AAC7C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAAA,MACH;AAGA,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,aAAa,KAAK;AAAA,MACzB;AAGA,WAAK,YAAY,MAAM,IAAI,MAAM,QAAQ;AACzC,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,QAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,gBAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB,MAAM;AAC3B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,kCAAqC,GAAG;AAE5D,cAAM,UAAU,KAAK;AAAA,UACnB,MAAM,KAAK,kCAAqC,SAAS,CAAC;AAAA,QAC5D;AACA,aAAK,WAAW,OAAO;AAAA,MACzB,WAAW,MAAM,4CAA0C;AAEzD,mBAAW,MAAM;AACf,eAAK,KAAK,cAAc;AAAA,QAC1B,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,aAAa;AACrC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,gEAAoD;AAEnE,gBAAQ,gBAAgB;AAAA,MAC1B;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,kBAAkB;AAEvB,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,SAA8B;AAC/C,SAAK,aAAa,KAAK,OAAO;AAC9B,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AEpTO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,aAAU;AACV,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,4BAAyB;AACzB,EAAAA,oBAAA,kBAAe;AAJL,SAAAA;AAAA,GAAA;","names":["audioContext","audioContext","unlock","LocalStorageKeys","EventEmitter","EventEmitter","EventEmitter","EventEmitter","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
|
|
1
|
+
{"version":3,"sources":["../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/mic.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/player/SpeakerPlayer.ts","../src/audio/player/SpeakerConcatPlayer.ts","../src/audio/player/SpeakerMediaSourcePlayer.ts","../src/audio/player/SpeakerSequencePlayer.ts","../src/audio/speaker.ts","../src/call/CallHandler.ts","../src/call/CallHandlerError.ts","../../server/src/types.ts"],"sourcesContent":["import EventEmitter from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n MicThreshold = 'micdrop.micThreshold',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport let mic: Mic\nexport const defaultMicThreshold = -50 // in dB\n\nclass Mic {\n public defaultThreshold = defaultMicThreshold\n private currentDeviceId: string | undefined\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n }\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.currentDeviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.currentDeviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.currentDeviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n\ndeclare global {\n interface Window {\n micdropMic: Mic\n }\n}\n\nif (!window.micdropMic) {\n window.micdropMic = new Mic()\n}\nmic = window.micdropMic\n","import EventEmitter from 'eventemitter3'\nimport { defaultMicThreshold } from './mic'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\nimport { SileroVAD } from './vad/SileroVAD'\nimport { VAD } from './vad/VAD'\nimport { VolumeVAD } from './vad/VolumeVAD'\n\nconst timeSlice = 100\n\nexport type MicRecorderVAD = VAD | 'volume' | 'silero'\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n threshold: number\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n threshold: defaultMicThreshold,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n\n private audioInfo = this.getAudioInfo()\n private vad?: VAD\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(private vadConfig?: MicRecorderVAD) {\n super()\n\n // Threshold for speech detection\n const threshold =\n parseFloat(localStorage.getItem(LocalStorageKeys.MicThreshold) || '0') ||\n defaultMicThreshold\n\n // Set initial state\n this.state = { ...defaultMicRecorderState, threshold }\n }\n\n async start(stream: MediaStream) {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n if (!this.vad) {\n this.vad = this.initVAD(this.vadConfig)\n }\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable.bind(this)\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute() {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute() {\n this.changeState({ isMuted: false })\n }\n\n stop() {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n setThreshold(threshold: number) {\n this.changeState({ threshold })\n localStorage.setItem(LocalStorageKeys.MicThreshold, threshold.toString())\n this.vad?.setThreshold(threshold)\n }\n\n private initVAD(vad?: VAD | 'volume' | 'silero'): VAD {\n if (!vad) return new VolumeVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n return vad\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (!this.vad) {\n throw new Error('VAD not initialized')\n }\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream, this.state.threshold)\n }\n\n private async stopSpeakingDetection() {\n if (!this.vad) {\n throw new Error('VAD not initialized')\n }\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = (async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n } catch (error) {\n console.error(error)\n }\n }).bind(this)\n\n private onConfirmSpeaking = (async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }).bind(this)\n\n private onCancelSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }).bind(this)\n\n private onStopSpeaking = (async () => {\n if (!this.recorder) return\n try {\n this.recorder.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }).bind(this)\n\n private async onDataAvailable(blobEvent: BlobEvent) {\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { MicVAD } from '@ricky0123/vad-web/src'\nimport { VAD } from './VAD'\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n private vad: MicVAD | undefined\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n if (this.vad) return\n\n if (threshold !== undefined) {\n this.threshold = threshold\n }\n\n const speechThreshold = Math.min(\n Math.max((this.threshold + 100) / 100, 0),\n 1\n )\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n positiveSpeechThreshold: speechThreshold,\n negativeSpeechThreshold: speechThreshold * 0.7,\n minSpeechFrames: 3,\n redemptionFrames: 9,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n async setThreshold(threshold: number): Promise<void> {\n if (threshold === this.threshold) return\n // Need to recreate the VAD instance with new threshold\n if (this.vad) {\n const stream = this.vad['stream'] // Access internal stream\n await this.stop()\n await this.start(stream, threshold)\n }\n }\n}\n","import EventEmitter from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n protected threshold: number\n\n /**\n * Constructor for the VAD class\n * @param threshold - The threshold to use for the VAD\n */\n constructor(threshold = 0) {\n super()\n this.threshold = threshold\n }\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n * @param threshold - The threshold to use for the VAD\n */\n abstract start(stream: MediaStream, threshold?: number): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Sets the threshold for the VAD\n * @param threshold - The threshold to use for the VAD\n */\n abstract setThreshold(threshold: number): Promise<void>\n}\n","import { audioContext } from '../utils/audioContext'\nimport { VAD } from './VAD'\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private history: number = 10\n private speakingHistory: number[] = []\n\n constructor() {\n super()\n // Initialize speaking history\n for (let i = 0; i < this.history; i++) {\n this.speakingHistory.push(0)\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n if (this.running) return\n\n if (threshold !== undefined) {\n this.threshold = threshold\n }\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n async setThreshold(threshold: number): Promise<void> {\n if (threshold === this.threshold) return\n this.threshold = threshold\n }\n}\n","export abstract class SpeakerPlayer {\n protected audioContext: AudioContext\n\n constructor(protected outputNode: AudioNode) {\n // Ensure we have an AudioContext from the outputNode\n const ctx = outputNode.context\n if (!(ctx instanceof AudioContext)) {\n throw new Error('OutputNode must be connected to an AudioContext')\n }\n this.audioContext = ctx\n }\n\n abstract setup(): Promise<void>\n abstract addBlob(blob: Blob): void\n abstract stop(): void\n abstract destroy(): void\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerConcatPlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private sourceStartTime: number | undefined\n private prevSourceDuration: number = 0\n private currentSource: AudioBufferSourceNode | undefined\n private nextSource: AudioBufferSourceNode | undefined\n private currentBuffer: ArrayBuffer | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private replaceSource() {\n if (!this.nextSource) return\n\n const time = performance.now() / 1000\n const source = this.nextSource\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n if (source !== this.currentSource) return\n this.prevSourceDuration = source.buffer?.duration ?? 0\n this.sourceStartTime = undefined\n this.currentSource = undefined\n source.disconnect()\n this.replaceSource()\n }\n\n // Calculate the offset for the source start time\n const offset =\n this.prevSourceDuration +\n (this.sourceStartTime ? time - this.sourceStartTime : 0)\n\n // Start the source with the calculated offset\n source.start(0, offset)\n\n if (!this.sourceStartTime) {\n this.sourceStartTime = time\n }\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = source\n this.nextSource = undefined\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Concat buffers\n this.currentBuffer = this.currentBuffer\n ? this.concatArrayBuffers(this.currentBuffer, arrayBuffer)\n : arrayBuffer\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(\n // Copy the buffer to avoid mutating the original\n this.copyArrayBuffer(this.currentBuffer)\n )\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n this.nextSource = source\n this.replaceSource()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n private concatArrayBuffers(buffer1: ArrayBuffer, buffer2: ArrayBuffer) {\n const tmp = new Uint8Array(buffer1.byteLength + buffer2.byteLength)\n tmp.set(new Uint8Array(buffer1), 0)\n tmp.set(new Uint8Array(buffer2), buffer1.byteLength)\n return tmp.buffer\n }\n\n private copyArrayBuffer(buffer: ArrayBuffer) {\n const destination = new ArrayBuffer(buffer.byteLength)\n new Uint8Array(destination).set(new Uint8Array(buffer))\n return destination\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.sourceStartTime = undefined\n this.prevSourceDuration = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n this.nextSource = undefined\n this.currentBuffer = undefined\n this.isConvertingBlob = false\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { stopStream } from '../utils/stopStream'\nimport { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerMediaSourcePlayer extends SpeakerPlayer {\n public static isCompatible =\n typeof MediaSource !== 'undefined' &&\n MediaSource.isTypeSupported('audio/mpeg')\n\n private mediaSource: MediaSource | undefined\n private mediaStream: MediaStream | undefined\n private sourceBuffer: SourceBuffer | undefined\n private isProcessingQueue = false\n private pendingBlobs: Blob[] = []\n private audioElement: HTMLAudioElement | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n async setup() {\n if (this.audioElement || this.mediaSource) return\n\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n this.audioElement.muted = true\n this.mediaSource = new MediaSource()\n\n if (!this.mediaSource) {\n throw new Error('Failed to create MediaSource')\n }\n\n this.audioElement.src = URL.createObjectURL(this.mediaSource)\n\n // Setup MediaSource when it opens\n await new Promise<void>((resolve) => {\n this.mediaSource?.addEventListener('sourceopen', () => {\n const sourceBuffer = this.mediaSource?.addSourceBuffer('audio/mpeg')\n if (!sourceBuffer) throw new Error('Failed to create SourceBuffer')\n this.sourceBuffer = sourceBuffer\n\n // Add a single updateend listener that will process the queue\n sourceBuffer.addEventListener('updateend', () => this.processQueue())\n\n // Process any pending blobs\n this.processQueue()\n resolve()\n })\n })\n\n // Connect audio element to analyser when we have data\n await new Promise<void>((resolve) => {\n const onTimeUpdate = () => {\n this.audioElement?.removeEventListener('timeupdate', onTimeUpdate)\n if (!this.audioElement) {\n throw new Error('Audio element or audio context not found')\n }\n\n // Use type assertion for captureStream which is available in modern browsers\n const mediaStream = (\n this.audioElement as any\n ).captureStream() as MediaStream\n\n // Check if we have an audio track\n if (mediaStream.getAudioTracks().length === 0) return\n\n this.mediaStream = mediaStream\n this.sourceNode = this.audioContext.createMediaStreamSource(mediaStream)\n this.sourceNode.connect(this.outputNode)\n this.audioElement.currentTime = 0\n resolve()\n }\n this.audioElement?.addEventListener('timeupdate', onTimeUpdate)\n })\n }\n\n private async processQueue() {\n if (\n !this.sourceBuffer ||\n !this.mediaSource ||\n this.pendingBlobs.length === 0 ||\n this.isProcessingQueue ||\n this.sourceBuffer.updating\n ) {\n return\n }\n\n this.isProcessingQueue = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Append the blob to the source buffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Re-check if still processing (not stopped)\n if (this.isProcessingQueue) {\n this.sourceBuffer.appendBuffer(arrayBuffer)\n }\n } catch (error) {\n console.error('Error appending buffer', error)\n } finally {\n this.isProcessingQueue = false\n }\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n\n // Try to process the queue if we can\n if (\n this.sourceBuffer &&\n !this.sourceBuffer.updating &&\n !this.isProcessingQueue\n ) {\n this.processQueue()\n }\n }\n\n stop() {\n this.destroy()\n this.setup()\n }\n\n destroy() {\n // Disconnect the audio nodes\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n // Clear pending blobs\n this.pendingBlobs.length = 0\n\n // Reset the MediaSource if needed\n if (this.mediaSource) {\n try {\n if (this.mediaSource.readyState === 'open') {\n this.mediaSource.endOfStream()\n }\n } catch (error) {\n console.error('Error cleaning up media source', error)\n }\n }\n\n // Stop and clean up the audio element\n if (this.audioElement) {\n this.audioElement.pause()\n this.audioElement.src = ''\n this.audioElement = undefined\n }\n\n // Clean up media stream\n if (this.mediaStream) {\n stopStream(this.mediaStream)\n this.mediaStream = undefined\n }\n\n this.mediaSource = undefined\n this.sourceBuffer = undefined\n }\n}\n","import { SpeakerPlayer } from './SpeakerPlayer'\n\nexport class SpeakerSequencePlayer extends SpeakerPlayer {\n private pendingBlobs: Blob[] = []\n private pendingSources: AudioBufferSourceNode[] = []\n private currentSource: AudioBufferSourceNode | undefined\n private isConvertingBlob = false\n\n async setup() {}\n\n private processQueue() {\n if (this.pendingSources.length === 0 || this.currentSource) return\n\n const source = this.pendingSources.shift()!\n this.currentSource = source\n source.connect(this.outputNode)\n\n // Set up ended event handler for queue processing\n source.onended = () => {\n source.disconnect()\n this.currentSource = undefined\n this.processQueue()\n }\n\n source.start(0)\n }\n\n private async convertNextBlob() {\n if (this.pendingBlobs.length === 0 || this.isConvertingBlob) return\n this.isConvertingBlob = true\n const blob = this.pendingBlobs.shift()!\n\n try {\n // Convert blob to ArrayBuffer\n const arrayBuffer = await blob.arrayBuffer()\n\n // Decode the audio data\n const audioBuffer = await this.audioContext.decodeAudioData(arrayBuffer)\n\n // Create a new source node\n const source = this.audioContext.createBufferSource()\n source.buffer = audioBuffer\n\n // Add to queue and process if not already processing\n this.pendingSources.push(source)\n this.processQueue()\n } catch (error) {\n console.error('Error converting blob', error)\n } finally {\n this.isConvertingBlob = false\n }\n\n this.convertNextBlob()\n }\n\n addBlob(blob: Blob) {\n this.pendingBlobs.push(blob)\n this.convertNextBlob()\n }\n\n stop() {\n this.pendingBlobs.length = 0\n this.pendingSources.length = 0\n this.currentSource?.stop()\n this.currentSource?.disconnect()\n this.currentSource = undefined\n }\n\n destroy() {\n this.stop()\n }\n}\n","import { SpeakerConcatPlayer } from './player/SpeakerConcatPlayer'\nimport { SpeakerMediaSourcePlayer } from './player/SpeakerMediaSourcePlayer'\nimport { SpeakerPlayer } from './player/SpeakerPlayer'\nimport { SpeakerSequencePlayer } from './player/SpeakerSequencePlayer'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport let speaker: Speaker\n\nclass Speaker {\n private audioElement?: HTMLAudioElement\n private player?: SpeakerPlayer\n private streamingEnabled = false\n public analyser: AudioAnalyser\n\n constructor() {\n this.analyser = new AudioAnalyser(audioContext)\n\n // Create audio element if it doesn't exist\n this.audioElement = new Audio()\n this.audioElement.autoplay = true\n\n // Select speaker device if speakerId is in local storage\n const speakerId = localStorage.getItem(LocalStorageKeys.SpeakerDevice)\n if (speakerId) {\n this.setSinkId(speakerId).catch((error) => {\n console.error('Failed to set sink ID:', error)\n })\n }\n\n // Source -> Analyser\n this.setupSpeakerPlayer()\n\n // Analyser -> Destination\n const destinationNode = audioContext.createMediaStreamDestination()\n this.analyser.node.connect(destinationNode)\n\n // Destination -> Speaker\n this.audioElement.srcObject = destinationNode.stream\n }\n\n private async setupSpeakerPlayer() {\n try {\n this.player?.destroy()\n this.player = this.streamingEnabled\n ? SpeakerMediaSourcePlayer.isCompatible\n ? new SpeakerMediaSourcePlayer(this.analyser.node)\n : new SpeakerConcatPlayer(this.analyser.node)\n : new SpeakerSequencePlayer(this.analyser.node)\n await this.player?.setup()\n } catch (error) {\n console.error('Error setting up speaker player', error)\n }\n }\n\n get isStreamingEnabled() {\n return this.streamingEnabled\n }\n\n async enableStreaming() {\n if (this.streamingEnabled) return\n this.streamingEnabled = true\n await this.setupSpeakerPlayer()\n }\n\n async disableStreaming() {\n if (!this.streamingEnabled) return\n this.streamingEnabled = false\n await this.setupSpeakerPlayer()\n }\n\n canChangeDevice(): boolean {\n return (\n window.HTMLMediaElement && 'sinkId' in window.HTMLMediaElement.prototype\n )\n }\n\n private async setSinkId(speakerId?: string) {\n if (speakerId && this.canChangeDevice() && this.audioElement) {\n // @ts-ignore\n return this.audioElement.setSinkId(speakerId)\n }\n }\n\n async changeDevice(speakerId: string) {\n if (!this.canChangeDevice()) return\n try {\n await this.setSinkId(speakerId)\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, speakerId)\n } catch (error) {\n console.error(`Error setting Audio Output to ${speakerId}`, error)\n }\n }\n\n pauseAudio() {\n if (this.audioElement) {\n this.audioElement.pause()\n }\n }\n\n resumeAudio() {\n if (this.audioElement) {\n this.audioElement.play()\n }\n }\n\n async playAudio(blob: Blob) {\n if (!this.audioElement || !this.player) return\n try {\n // Add blob to stream\n this.player.addBlob(blob)\n\n // Start playing if not already playing\n if (this.audioElement.paused) {\n this.audioElement.play()\n }\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n stopAudio() {\n this.audioElement?.pause()\n this.player?.stop()\n }\n}\n\ndeclare global {\n interface Window {\n micdropSpeaker: Speaker\n }\n}\n\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new Speaker()\n}\nspeaker = window.micdropSpeaker\n","import EventEmitter from 'eventemitter3'\nimport {\n CallClientCommands,\n CallServerCommands,\n Conversation,\n ConversationMessage,\n} from '../..'\nimport { MicRecorder, MicRecorderVAD } from '../audio/MicRecorder'\nimport { mic } from '../audio/mic'\nimport { speaker } from '../audio/speaker'\nimport { CallHandlerError, CallHandlerErrorCode } from './CallHandlerError'\n\nexport interface CallHandlerEvents {\n EndCall: []\n Error: [CallHandlerError]\n StateChange: void\n}\n\nexport interface CallHandlerOptions {\n vad?: MicRecorderVAD\n}\n\ndeclare global {\n interface Window {\n micdropCallHandler: CallHandler<any, CallHandlerOptions>\n }\n}\n\nexport class CallHandler<\n Params extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n> extends EventEmitter<CallHandlerEvents> {\n public static getInstance<\n T extends {},\n Options extends CallHandlerOptions = CallHandlerOptions,\n >(options?: Options): CallHandler<T, Options> {\n if (!window.micdropCallHandler) {\n window.micdropCallHandler = new CallHandler(options)\n }\n return window.micdropCallHandler as CallHandler<T, Options>\n }\n\n public url?: string\n public params?: Params\n public micRecorder?: MicRecorder\n public conversation: Conversation = []\n public debug = false\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastAudioBlob?: Blob\n private _isProcessing = false\n\n private constructor(private options?: Options) {\n super()\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isMicSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get micThreshold(): number {\n return this.micRecorder?.state.threshold ?? mic.defaultThreshold\n }\n\n get isProcessing(): boolean {\n return this._isProcessing\n }\n\n async start() {\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n\n // Start mic if not already started\n await this.startMic(undefined, true)\n\n // Start websocket\n await this.startWS()\n }\n\n async stop() {\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[CallHandler] stop WS', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[CallHandler] stop mic', error)\n }\n }\n\n pause() {\n this.micRecorder?.mute()\n this._isProcessing = false\n this.notifyStateChange()\n speaker.pauseAudio()\n this.ws?.send(CallClientCommands.Mute)\n }\n\n resume() {\n if (this.lastAudioBlob) {\n speaker.playAudio(this.lastAudioBlob)\n }\n speaker.resumeAudio()\n this.micRecorder?.unmute()\n this.notifyStateChange()\n }\n\n async startMic(deviceId?: string, record = true) {\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.options?.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[Mic] Received chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('[Mic] Start speaking')\n this.ws?.send(CallClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('[Mic] Stop speaking')\n this.ws?.send(CallClientCommands.StopSpeaking)\n this._isProcessing = true\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n this.micStream = await mic.start(deviceId)\n this.notifyStateChange()\n\n // Restart recorder if it was running\n if (isRecorderStarted || record) {\n await this.micRecorder.start(this.micStream)\n }\n } catch (error) {\n console.error('[CallHandler] startMic', error)\n this.emit('Error', new CallHandlerError(CallHandlerErrorCode.Mic))\n this.stop()\n }\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private async startWS() {\n if (this.ws) {\n throw new Error('[CallHandler] startWS: WebSocket is already started')\n }\n if (!this.isMicStarted) {\n throw new Error('[CallHandler] startWS: Microphone is not started')\n }\n if (!this.url) {\n throw new Error('[CallHandler] startWS: URL is not set')\n }\n\n // Start websocket\n this.ws = new WebSocket(this.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = () => {\n this.log('[WS] Opened')\n this.notifyStateChange()\n\n // Send params\n if (this.params) {\n this.ws?.send(JSON.stringify(this.params))\n }\n }\n this.ws.onmessage = (event) => {\n this.log('[WS]', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n speaker.playAudio(event.data)\n this.lastAudioBlob = event.data\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[WS] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(CallServerCommands.Message)) {\n // Received user/assistant message\n const message = JSON.parse(\n event.data.substring(CallServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } else if (event.data === CallServerCommands.EndCall) {\n // Call ended\n setTimeout(() => {\n this.emit('EndCall')\n }, 2000) // Wait to prevent conflict\n } else if (event.data === CallServerCommands.CancelLastAssistantMessage) {\n // Remove last assistant message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'assistant') {\n this.conversation = this.conversation.slice(0, -1)\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === CallServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation[this.conversation.length - 1]\n if (lastMessage?.role === 'user') {\n this.conversation = this.conversation.slice(0, -1)\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data === CallServerCommands.EnableSpeakerStreaming) {\n // Enable speaker streaming\n speaker.enableStreaming()\n }\n }\n this.ws.onclose = (event) => {\n this.log('[WS] Closed', event)\n this.stop()\n\n if (event.code >= 1001 && event.code <= 1011 && event.code !== 1005) {\n // Internal server error\n this.emit('Error', new CallHandlerError())\n } else if (event.code === 4401) {\n // Unauthorized\n this.emit(\n 'Error',\n new CallHandlerError(CallHandlerErrorCode.Unauthorized)\n )\n } else if (event.code >= 4000) {\n // Custom error\n this.emit('Error', new CallHandlerError())\n }\n }\n this.ws.onerror = (event) => {\n console.error('[CallHandler] [WS] Error:', event)\n this.stop()\n }\n }\n\n private stopWS() {\n if (!this.ws) return\n this.ws.close()\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private addMessage(message: ConversationMessage) {\n this.conversation.push(message)\n this.notifyStateChange()\n }\n\n private notifyStateChange() {\n this.emit('StateChange')\n }\n\n private log(...message: any[]) {\n if (!this.debug) return\n console.log(`[Debug ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum CallHandlerErrorCode {\n Mic = 'Mic',\n Unauthorized = 'Unauthorized',\n Error = 'Error',\n}\n\nexport class CallHandlerError extends Error {\n code: CallHandlerErrorCode\n\n constructor(code = CallHandlerErrorCode.Error) {\n super()\n this.code = code\n }\n}\n","export enum CallClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum CallServerCommands {\n Message = 'Message',\n CancelLastAssistantMessage = 'CancelLastAssistantMessage',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EnableSpeakerStreaming = 'EnableSpeakerStreaming',\n EndCall = 'EndCall',\n}\n\nexport interface CallConfig {\n systemPrompt: string\n firstMessage?: string\n debugLog?: boolean\n debugSaveSpeech?: boolean\n disableTTS?: boolean\n generateAnswer(\n conversation: Conversation\n ): Promise<string | ConversationMessage>\n speech2Text(audioBlob: Blob, prevMessage?: string): Promise<string>\n text2Speech(text: string): Promise<ArrayBuffer | NodeJS.ReadableStream>\n onMessage?(message: ConversationMessage): void\n onEnd?(call: CallSummary): void\n}\n\nexport interface CallSummary {\n conversation: Conversation\n duration: number\n}\n\nexport type Conversation = ConversationMessage[]\n\nexport type CallMetadata = {\n commands?: {\n endCall?: boolean\n cancelLastUserMessage?: boolean\n skipAnswer?: boolean\n }\n [key: string]: any\n}\n\nexport interface ConversationMessage<Data extends CallMetadata = CallMetadata> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n"],"mappings":";AAAA,OAAO,kBAAkB;AAMlB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEA,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,kBAAe;AAHL,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAI;AACJ,IAAM,sBAAsB;AAEnC,IAAM,MAAN,MAAU;AAAA,EAOR,cAAc;AANd,SAAO,mBAAmB;AAOxB,SAAK,WAAW,IAAI,cAAc,YAAY;AAAA,EAChD;AAAA,EAEQ,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,oBAAoB,UAAU;AACrC,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,kBAAkB;AAAA,IACzB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,kBAAkB;AAAA,IACzB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;AAQA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAI;AAC9B;AACA,MAAM,OAAO;;;AC1Gb,OAAOC,mBAAkB;;;ACQlB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,SAAS,cAAc;;;ACAvB,OAAOC,mBAAkB;AAiBlB,IAAe,MAAf,cAA2BA,cAAwB;AAAA;AAAA;AAAA;AAAA;AAAA,EAUxD,YAAY,YAAY,GAAG;AACzB,UAAM;AATR;AAAA,SAAO,QAAQ;AAUb,SAAK,YAAY;AAAA,EACnB;AAyBF;;;ADhDO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAGjC,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,QAAI,KAAK,IAAK;AAEd,QAAI,cAAc,QAAW;AAC3B,WAAK,YAAY;AAAA,IACnB;AAEA,UAAM,kBAAkB,KAAK;AAAA,MAC3B,KAAK,KAAK,KAAK,YAAY,OAAO,KAAK,CAAC;AAAA,MACxC;AAAA,IACF;AAEA,SAAK,MAAM,MAAM,OAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,yBAAyB;AAAA,MACzB,yBAAyB,kBAAkB;AAAA,MAC3C,iBAAiB;AAAA,MACjB,kBAAkB;AAAA,IACpB,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,aAAa,WAAkC;AACnD,QAAI,cAAc,KAAK,UAAW;AAElC,QAAI,KAAK,KAAK;AACZ,YAAM,SAAS,KAAK,IAAI,QAAQ;AAChC,YAAM,KAAK,KAAK;AAChB,YAAM,KAAK,MAAM,QAAQ,SAAS;AAAA,IACpC;AAAA,EACF;AACF;;;AElDO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,cAAc;AACZ,UAAM;AAPR,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,UAAkB;AAC1B,SAAQ,kBAA4B,CAAC;AAKnC,aAAS,IAAI,GAAG,IAAI,KAAK,SAAS,KAAK;AACrC,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,QAAI,KAAK,QAAS;AAElB,QAAI,cAAc,QAAW;AAC3B,WAAK,YAAY;AAAA,IACnB;AAGA,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,WAAW;AAClC,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,SAAS,CAAC;AAGhE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,MAAM,aAAa,WAAkC;AACnD,QAAI,cAAc,KAAK,UAAW;AAClC,SAAK,YAAY;AAAA,EACnB;AACF;;;AJ9IA,IAAM,YAAY;AAYlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,WAAW;AACb;AAcO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAU/D,YAAoB,WAA4B;AAC9C,UAAM;AADY;AAPpB,SAAQ,YAAY,KAAK,aAAa;AAItC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAkIhC,SAAQ,mBAAmB,YAAY;AACrC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAAA,MAC7B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF,GAAG,KAAK,IAAI;AAEZ,SAAQ,qBAAqB,YAAY;AACvC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAEZ,SAAQ,oBAAoB,YAAY;AACtC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B,GAAG,KAAK,IAAI;AAEZ,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI;AACF,aAAK,SAAS,KAAK;AAAA,MACrB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B,GAAG,KAAK,IAAI;AAjKV,UAAM,YACJ,WAAW,aAAa,iDAAqC,KAAK,GAAG,KACrE;AAGF,SAAK,QAAQ,EAAE,GAAG,yBAAyB,UAAU;AAAA,EACvD;AAAA,EAEA,MAAM,MAAM,QAAqB;AAC/B,QAAI,KAAK,MAAM,WAAW;AACxB,YAAM,IAAI,MAAM,gCAAgC;AAAA,IAClD;AACA,QAAI;AAEF,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAED,UAAI,CAAC,KAAK,KAAK;AACb,aAAK,MAAM,KAAK,QAAQ,KAAK,SAAS;AAAA,MACxC;AAGA,YAAM,gBAAgB;AAAA,QACpB;AAAA,QACA,KAAK,IAAI,QAAQ,MAAO;AAAA,MAC1B;AACA,WAAK,gBAAgB;AAGrB,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,QACtD,UAAU,KAAK,UAAU;AAAA,QACzB,oBAAoB;AAAA,MACtB,CAAC;AACD,WAAK,SAAS,kBAAkB,KAAK,gBAAgB,KAAK,IAAI;AAG9D,YAAM,KAAK,uBAAuB,MAAM;AAExC,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,MACb,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,WAAK,KAAK;AACV,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,SAAK,UAAU,KAAK;AAAA,EACtB;AAAA,EAEA,SAAS;AACP,SAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO;AACL,SAAK,YAAY;AAAA,MACf,YAAY;AAAA,MACZ,WAAW;AAAA,MACX,SAAS;AAAA,MACT,YAAY;AAAA,IACd,CAAC;AAED,QAAI;AACF,WAAK,sBAAsB;AAC3B,UAAI,KAAK,UAAU;AACjB,aAAK,SAAS,KAAK;AACnB,aAAK,WAAW;AAAA,MAClB;AACA,UAAI,KAAK,eAAe;AACtB,mBAAW,KAAK,aAAa;AAC7B,aAAK,gBAAgB;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,cAAQ,MAAM,GAAG;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,aAAa,WAAmB;AAC9B,SAAK,YAAY,EAAE,UAAU,CAAC;AAC9B,iBAAa,mDAAuC,UAAU,SAAS,CAAC;AACxE,SAAK,KAAK,aAAa,SAAS;AAAA,EAClC;AAAA,EAEQ,QAAQ,KAAsC;AACpD,QAAI,CAAC,IAAK,QAAO,IAAI,UAAU;AAC/B,QAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,QAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,qBAAqB;AAAA,IACvC;AACA,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,QAAQ,KAAK,MAAM,SAAS;AAAA,EACnD;AAAA,EAEA,MAAc,wBAAwB;AACpC,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,qBAAqB;AAAA,IACvC;AACA,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EAyCA,MAAc,gBAAgB,WAAsB;AAClD,QAAI,CAAC,KAAK,mBAAmB;AAE3B,WAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,IACF;AAGA,eAAW,SAAS,KAAK,cAAc;AACrC,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,aAAa,SAAS;AAG3B,SAAK,KAAK,SAAS,UAAU,IAAI;AAAA,EACnC;AAAA,EAEQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AKhQO,IAAe,gBAAf,MAA6B;AAAA,EAGlC,YAAsB,YAAuB;AAAvB;AAEpB,UAAM,MAAM,WAAW;AACvB,QAAI,EAAE,eAAe,eAAe;AAClC,YAAM,IAAI,MAAM,iDAAiD;AAAA,IACnE;AACA,SAAK,eAAe;AAAA,EACtB;AAMF;;;ACdO,IAAM,sBAAN,cAAkC,cAAc;AAAA,EAAhD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAEhC,SAAQ,qBAA6B;AAIrC,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,gBAAgB;AACtB,QAAI,CAAC,KAAK,WAAY;AAEtB,UAAM,OAAO,YAAY,IAAI,IAAI;AACjC,UAAM,SAAS,KAAK;AACpB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,UAAI,WAAW,KAAK,cAAe;AACnC,WAAK,qBAAqB,OAAO,QAAQ,YAAY;AACrD,WAAK,kBAAkB;AACvB,WAAK,gBAAgB;AACrB,aAAO,WAAW;AAClB,WAAK,cAAc;AAAA,IACrB;AAGA,UAAM,SACJ,KAAK,sBACJ,KAAK,kBAAkB,OAAO,KAAK,kBAAkB;AAGxD,WAAO,MAAM,GAAG,MAAM;AAEtB,QAAI,CAAC,KAAK,iBAAiB;AACzB,WAAK,kBAAkB;AAAA,IACzB;AACA,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,WAAK,gBAAgB,KAAK,gBACtB,KAAK,mBAAmB,KAAK,eAAe,WAAW,IACvD;AAGJ,YAAM,cAAc,MAAM,KAAK,aAAa;AAAA;AAAA,QAE1C,KAAK,gBAAgB,KAAK,aAAa;AAAA,MACzC;AAGA,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAChB,WAAK,aAAa;AAClB,WAAK,cAAc;AAAA,IACrB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEQ,mBAAmB,SAAsB,SAAsB;AACrE,UAAM,MAAM,IAAI,WAAW,QAAQ,aAAa,QAAQ,UAAU;AAClE,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,CAAC;AAClC,QAAI,IAAI,IAAI,WAAW,OAAO,GAAG,QAAQ,UAAU;AACnD,WAAO,IAAI;AAAA,EACb;AAAA,EAEQ,gBAAgB,QAAqB;AAC3C,UAAM,cAAc,IAAI,YAAY,OAAO,UAAU;AACrD,QAAI,WAAW,WAAW,EAAE,IAAI,IAAI,WAAW,MAAM,CAAC;AACtD,WAAO;AAAA,EACT;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,kBAAkB;AACvB,SAAK,qBAAqB;AAC1B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AACrB,SAAK,aAAa;AAClB,SAAK,gBAAgB;AACrB,SAAK,mBAAmB;AAAA,EAC1B;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/GO,IAAM,2BAAN,cAAuC,cAAc;AAAA,EAArD;AAAA;AAQL,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAAA;AAAA,EAIhC,MAAM,QAAQ;AACZ,QAAI,KAAK,gBAAgB,KAAK,YAAa;AAE3C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAC7B,SAAK,aAAa,QAAQ;AAC1B,SAAK,cAAc,IAAI,YAAY;AAEnC,QAAI,CAAC,KAAK,aAAa;AACrB,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAEA,SAAK,aAAa,MAAM,IAAI,gBAAgB,KAAK,WAAW;AAG5D,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,WAAK,aAAa,iBAAiB,cAAc,MAAM;AACrD,cAAM,eAAe,KAAK,aAAa,gBAAgB,YAAY;AACnE,YAAI,CAAC,aAAc,OAAM,IAAI,MAAM,+BAA+B;AAClE,aAAK,eAAe;AAGpB,qBAAa,iBAAiB,aAAa,MAAM,KAAK,aAAa,CAAC;AAGpE,aAAK,aAAa;AAClB,gBAAQ;AAAA,MACV,CAAC;AAAA,IACH,CAAC;AAGD,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,YAAM,eAAe,MAAM;AACzB,aAAK,cAAc,oBAAoB,cAAc,YAAY;AACjE,YAAI,CAAC,KAAK,cAAc;AACtB,gBAAM,IAAI,MAAM,0CAA0C;AAAA,QAC5D;AAGA,cAAM,cACJ,KAAK,aACL,cAAc;AAGhB,YAAI,YAAY,eAAe,EAAE,WAAW,EAAG;AAE/C,aAAK,cAAc;AACnB,aAAK,aAAa,KAAK,aAAa,wBAAwB,WAAW;AACvE,aAAK,WAAW,QAAQ,KAAK,UAAU;AACvC,aAAK,aAAa,cAAc;AAChC,gBAAQ;AAAA,MACV;AACA,WAAK,cAAc,iBAAiB,cAAc,YAAY;AAAA,IAChE,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,eAAe;AAC3B,QACE,CAAC,KAAK,gBACN,CAAC,KAAK,eACN,KAAK,aAAa,WAAW,KAC7B,KAAK,qBACL,KAAK,aAAa,UAClB;AACA;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,UAAI,KAAK,mBAAmB;AAC1B,aAAK,aAAa,aAAa,WAAW;AAAA,MAC5C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C,UAAE;AACA,WAAK,oBAAoB;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAG3B,QACE,KAAK,gBACL,CAAC,KAAK,aAAa,YACnB,CAAC,KAAK,mBACN;AACA,WAAK,aAAa;AAAA,IACpB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,SAAK,QAAQ;AACb,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,UAAU;AAER,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAGA,SAAK,aAAa,SAAS;AAG3B,QAAI,KAAK,aAAa;AACpB,UAAI;AACF,YAAI,KAAK,YAAY,eAAe,QAAQ;AAC1C,eAAK,YAAY,YAAY;AAAA,QAC/B;AAAA,MACF,SAAS,OAAO;AACd,gBAAQ,MAAM,kCAAkC,KAAK;AAAA,MACvD;AAAA,IACF;AAGA,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AACxB,WAAK,aAAa,MAAM;AACxB,WAAK,eAAe;AAAA,IACtB;AAGA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAEA,SAAK,cAAc;AACnB,SAAK,eAAe;AAAA,EACtB;AACF;AAzJa,yBACG,eACZ,OAAO,gBAAgB,eACvB,YAAY,gBAAgB,YAAY;;;ACJrC,IAAM,wBAAN,cAAoC,cAAc;AAAA,EAAlD;AAAA;AACL,SAAQ,eAAuB,CAAC;AAChC,SAAQ,iBAA0C,CAAC;AAEnD,SAAQ,mBAAmB;AAAA;AAAA,EAE3B,MAAM,QAAQ;AAAA,EAAC;AAAA,EAEP,eAAe;AACrB,QAAI,KAAK,eAAe,WAAW,KAAK,KAAK,cAAe;AAE5D,UAAM,SAAS,KAAK,eAAe,MAAM;AACzC,SAAK,gBAAgB;AACrB,WAAO,QAAQ,KAAK,UAAU;AAG9B,WAAO,UAAU,MAAM;AACrB,aAAO,WAAW;AAClB,WAAK,gBAAgB;AACrB,WAAK,aAAa;AAAA,IACpB;AAEA,WAAO,MAAM,CAAC;AAAA,EAChB;AAAA,EAEA,MAAc,kBAAkB;AAC9B,QAAI,KAAK,aAAa,WAAW,KAAK,KAAK,iBAAkB;AAC7D,SAAK,mBAAmB;AACxB,UAAM,OAAO,KAAK,aAAa,MAAM;AAErC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,MAAM,KAAK,aAAa,gBAAgB,WAAW;AAGvE,YAAM,SAAS,KAAK,aAAa,mBAAmB;AACpD,aAAO,SAAS;AAGhB,WAAK,eAAe,KAAK,MAAM;AAC/B,WAAK,aAAa;AAAA,IACpB,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C,UAAE;AACA,WAAK,mBAAmB;AAAA,IAC1B;AAEA,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,QAAQ,MAAY;AAClB,SAAK,aAAa,KAAK,IAAI;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,OAAO;AACL,SAAK,aAAa,SAAS;AAC3B,SAAK,eAAe,SAAS;AAC7B,SAAK,eAAe,KAAK;AACzB,SAAK,eAAe,WAAW;AAC/B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,UAAU;AACR,SAAK,KAAK;AAAA,EACZ;AACF;;;AC/DO,IAAI;AAEX,IAAM,UAAN,MAAc;AAAA,EAMZ,cAAc;AAHd,SAAQ,mBAAmB;AAIzB,SAAK,WAAW,IAAI,cAAc,YAAY;AAG9C,SAAK,eAAe,IAAI,MAAM;AAC9B,SAAK,aAAa,WAAW;AAG7B,UAAM,YAAY,aAAa,mDAAsC;AACrE,QAAI,WAAW;AACb,WAAK,UAAU,SAAS,EAAE,MAAM,CAAC,UAAU;AACzC,gBAAQ,MAAM,0BAA0B,KAAK;AAAA,MAC/C,CAAC;AAAA,IACH;AAGA,SAAK,mBAAmB;AAGxB,UAAM,kBAAkB,aAAa,6BAA6B;AAClE,SAAK,SAAS,KAAK,QAAQ,eAAe;AAG1C,SAAK,aAAa,YAAY,gBAAgB;AAAA,EAChD;AAAA,EAEA,MAAc,qBAAqB;AACjC,QAAI;AACF,WAAK,QAAQ,QAAQ;AACrB,WAAK,SAAS,KAAK,mBACf,yBAAyB,eACvB,IAAI,yBAAyB,KAAK,SAAS,IAAI,IAC/C,IAAI,oBAAoB,KAAK,SAAS,IAAI,IAC5C,IAAI,sBAAsB,KAAK,SAAS,IAAI;AAChD,YAAM,KAAK,QAAQ,MAAM;AAAA,IAC3B,SAAS,OAAO;AACd,cAAQ,MAAM,mCAAmC,KAAK;AAAA,IACxD;AAAA,EACF;AAAA,EAEA,IAAI,qBAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,kBAAkB;AACtB,QAAI,KAAK,iBAAkB;AAC3B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,MAAM,mBAAmB;AACvB,QAAI,CAAC,KAAK,iBAAkB;AAC5B,SAAK,mBAAmB;AACxB,UAAM,KAAK,mBAAmB;AAAA,EAChC;AAAA,EAEA,kBAA2B;AACzB,WACE,OAAO,oBAAoB,YAAY,OAAO,iBAAiB;AAAA,EAEnE;AAAA,EAEA,MAAc,UAAU,WAAoB;AAC1C,QAAI,aAAa,KAAK,gBAAgB,KAAK,KAAK,cAAc;AAE5D,aAAO,KAAK,aAAa,UAAU,SAAS;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,WAAmB;AACpC,QAAI,CAAC,KAAK,gBAAgB,EAAG;AAC7B,QAAI;AACF,YAAM,KAAK,UAAU,SAAS;AAC9B,mBAAa,qDAAwC,SAAS;AAAA,IAChE,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,SAAS,IAAI,KAAK;AAAA,IACnE;AAAA,EACF;AAAA,EAEA,aAAa;AACX,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,MAAM;AAAA,IAC1B;AAAA,EACF;AAAA,EAEA,cAAc;AACZ,QAAI,KAAK,cAAc;AACrB,WAAK,aAAa,KAAK;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,QAAI,CAAC,KAAK,gBAAgB,CAAC,KAAK,OAAQ;AACxC,QAAI;AAEF,WAAK,OAAO,QAAQ,IAAI;AAGxB,UAAI,KAAK,aAAa,QAAQ;AAC5B,aAAK,aAAa,KAAK;AAAA,MACzB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,YAAY;AACV,SAAK,cAAc,MAAM;AACzB,SAAK,QAAQ,KAAK;AAAA,EACpB;AACF;AAQA,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAQ;AACtC;AACA,UAAU,OAAO;;;ACzIjB,OAAOC,mBAAkB;;;ACAlB,IAAK,uBAAL,kBAAKC,0BAAL;AACL,EAAAA,sBAAA,SAAM;AACN,EAAAA,sBAAA,kBAAe;AACf,EAAAA,sBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,IAAM,mBAAN,cAA+B,MAAM;AAAA,EAG1C,YAAY,OAAO,qBAA4B;AAC7C,UAAM;AACN,SAAK,OAAO;AAAA,EACd;AACF;;;ADeO,IAAM,cAAN,MAAM,qBAGHC,cAAgC;AAAA,EAuBhC,YAAoB,SAAmB;AAC7C,UAAM;AADoB;AAT5B,SAAO,eAA6B,CAAC;AACrC,SAAO,QAAQ;AAIf,SAAQ,YAAY;AAEpB,SAAQ,gBAAgB;AAAA,EAIxB;AAAA,EAxBA,OAAc,YAGZ,SAA4C;AAC5C,QAAI,CAAC,OAAO,oBAAoB;AAC9B,aAAO,qBAAqB,IAAI,aAAY,OAAO;AAAA,IACrD;AACA,WAAO,OAAO;AAAA,EAChB;AAAA,EAkBA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,gBAAyB;AAC3B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,eAAuB;AACzB,WAAO,KAAK,aAAa,MAAM,aAAa,IAAI;AAAA,EAClD;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,QAAQ;AAEZ,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,eAAe,CAAC;AACrB,SAAK,gBAAgB;AAGrB,UAAM,KAAK,SAAS,QAAW,IAAI;AAGnC,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EAEA,MAAM,OAAO;AACX,QAAI;AAEF,WAAK,OAAO;AAAA,IACd,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAAA,IAC9C;AAEA,QAAI;AAEF,WAAK,aAAa,KAAK;AACvB,WAAK,QAAQ;AAAA,IACf,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,QAAQ;AACN,SAAK,aAAa,KAAK;AACvB,SAAK,gBAAgB;AACrB,SAAK,kBAAkB;AACvB,YAAQ,WAAW;AACnB,SAAK,IAAI,sBAA4B;AAAA,EACvC;AAAA,EAEA,SAAS;AACP,QAAI,KAAK,eAAe;AACtB,cAAQ,UAAU,KAAK,aAAa;AAAA,IACtC;AACA,YAAQ,YAAY;AACpB,SAAK,aAAa,OAAO;AACzB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,UAAmB,SAAS,MAAM;AAC/C,QAAI;AACF,UAAI,CAAC,KAAK,aAAa;AACrB,aAAK,cAAc,IAAI,YAAY,KAAK,SAAS,GAAG;AAGpD,aAAK,YAAY,GAAG,eAAe,MAAM;AACvC,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAGD,aAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,eAAK,IAAI,wBAAwB,IAAI;AACrC,eAAK,IAAI,KAAK,IAAI;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,eAAK,IAAI,sBAAsB;AAC/B,eAAK,IAAI,wCAAqC;AAE9C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AACvB,kBAAQ,UAAU;AAAA,QACpB,CAAC;AAGD,aAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,eAAK,IAAI,qBAAqB;AAC9B,eAAK,IAAI,sCAAoC;AAC7C,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB,CAAC;AAAA,MACH;AAGA,YAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,UAAI,mBAAmB;AACrB,aAAK,aAAa,KAAK;AAAA,MACzB;AAGA,WAAK,YAAY,MAAM,IAAI,MAAM,QAAQ;AACzC,WAAK,kBAAkB;AAGvB,UAAI,qBAAqB,QAAQ;AAC/B,cAAM,KAAK,YAAY,MAAM,KAAK,SAAS;AAAA,MAC7C;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,0BAA0B,KAAK;AAC7C,WAAK,KAAK,SAAS,IAAI,gCAAyC,CAAC;AACjE,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,QAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,MAAc,UAAU;AACtB,QAAI,KAAK,IAAI;AACX,YAAM,IAAI,MAAM,qDAAqD;AAAA,IACvE;AACA,QAAI,CAAC,KAAK,cAAc;AACtB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AACA,QAAI,CAAC,KAAK,KAAK;AACb,YAAM,IAAI,MAAM,uCAAuC;AAAA,IACzD;AAGA,SAAK,KAAK,IAAI,UAAU,KAAK,GAAG;AAChC,SAAK,GAAG,aAAa;AACrB,SAAK,kBAAkB;AAGvB,SAAK,GAAG,SAAS,MAAM;AACrB,WAAK,IAAI,aAAa;AACtB,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ;AACf,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,YAAY,CAAC,UAAU;AAC7B,WAAK,IAAI,QAAQ,MAAM,IAAI;AAC3B,UAAI,MAAM,gBAAgB,MAAM;AAE9B,gBAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB,MAAM;AAC3B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,8BAA8B,MAAM,IAAI,EAAE;AAAA,MACzD,WAAW,MAAM,KAAK,kCAAqC,GAAG;AAE5D,cAAM,UAAU,KAAK;AAAA,UACnB,MAAM,KAAK,kCAAqC,SAAS,CAAC;AAAA,QAC5D;AACA,aAAK,WAAW,OAAO;AAAA,MACzB,WAAW,MAAM,kCAAqC;AAEpD,mBAAW,MAAM;AACf,eAAK,KAAK,SAAS;AAAA,QACrB,GAAG,GAAI;AAAA,MACT,WAAW,MAAM,wEAAwD;AAEvE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,aAAa;AACrC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,wCAAwC;AAEvD,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAmD;AAElE,cAAM,cAAc,KAAK,aAAa,KAAK,aAAa,SAAS,CAAC;AAClE,YAAI,aAAa,SAAS,QAAQ;AAChC,eAAK,eAAe,KAAK,aAAa,MAAM,GAAG,EAAE;AACjD,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,gEAAoD;AAEnE,gBAAQ,gBAAgB;AAAA,MAC1B;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,WAAK,IAAI,eAAe,KAAK;AAC7B,WAAK,KAAK;AAEV,UAAI,MAAM,QAAQ,QAAQ,MAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM;AAEnE,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C,WAAW,MAAM,SAAS,MAAM;AAE9B,aAAK;AAAA,UACH;AAAA,UACA,IAAI,kDAAkD;AAAA,QACxD;AAAA,MACF,WAAW,MAAM,QAAQ,KAAM;AAE7B,aAAK,KAAK,SAAS,IAAI,iBAAiB,CAAC;AAAA,MAC3C;AAAA,IACF;AACA,SAAK,GAAG,UAAU,CAAC,UAAU;AAC3B,cAAQ,MAAM,6BAA6B,KAAK;AAChD,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AAAA,EAEQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,SAAK,GAAG,MAAM;AACd,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,SAA8B;AAC/C,SAAK,aAAa,KAAK,OAAO;AAC9B,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,MAAO;AACjB,YAAQ,IAAI,UAAU,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAClE;AACF;;;AEhUO,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,mBAAgB;AAChB,EAAAA,oBAAA,kBAAe;AACf,EAAAA,oBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,aAAU;AACV,EAAAA,oBAAA,gCAA6B;AAC7B,EAAAA,oBAAA,2BAAwB;AACxB,EAAAA,oBAAA,gBAAa;AACb,EAAAA,oBAAA,4BAAyB;AACzB,EAAAA,oBAAA,aAAU;AANA,SAAAA;AAAA,GAAA;","names":["audioContext","audioContext","unlock","LocalStorageKeys","EventEmitter","EventEmitter","EventEmitter","EventEmitter","CallHandlerErrorCode","EventEmitter","CallClientCommands","CallServerCommands"]}
|