@micdrop/client 2.0.8 → 2.0.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.mts +6 -3
- package/dist/index.d.ts +6 -3
- package/dist/index.js +48 -25
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +48 -25
- package/dist/index.mjs.map +1 -1
- package/package.json +1 -1
package/dist/index.d.mts
CHANGED
|
@@ -99,7 +99,7 @@ declare abstract class VAD extends EventEmitter<VADEvents> {
|
|
|
99
99
|
* Sets the status of the VAD
|
|
100
100
|
* @param status - The status to set
|
|
101
101
|
*/
|
|
102
|
-
setStatus
|
|
102
|
+
private setStatus;
|
|
103
103
|
}
|
|
104
104
|
|
|
105
105
|
type VADConfigName = 'volume' | 'silero';
|
|
@@ -131,8 +131,6 @@ declare class MicRecorder extends EventEmitter<MicRecorderEvents> {
|
|
|
131
131
|
mute: () => void;
|
|
132
132
|
unmute: () => void;
|
|
133
133
|
stop: () => void;
|
|
134
|
-
private startSpeakingDetection;
|
|
135
|
-
private stopSpeakingDetection;
|
|
136
134
|
private onStartSpeaking;
|
|
137
135
|
private onConfirmSpeaking;
|
|
138
136
|
private onCancelSpeaking;
|
|
@@ -292,6 +290,7 @@ interface MicdropOptions {
|
|
|
292
290
|
interface MicdropState {
|
|
293
291
|
isStarting: boolean;
|
|
294
292
|
isStarted: boolean;
|
|
293
|
+
isMuted: boolean;
|
|
295
294
|
isPaused: boolean;
|
|
296
295
|
isListening: boolean;
|
|
297
296
|
isProcessing: boolean;
|
|
@@ -318,11 +317,13 @@ declare class MicdropClient extends EventEmitter<MicdropEvents> implements Micdr
|
|
|
318
317
|
private startTime;
|
|
319
318
|
private lastNotifiedState;
|
|
320
319
|
private _isProcessing;
|
|
320
|
+
private _isMuted;
|
|
321
321
|
private _isPaused;
|
|
322
322
|
constructor(options?: MicdropOptions);
|
|
323
323
|
get vad(): VAD | undefined;
|
|
324
324
|
get isStarted(): boolean;
|
|
325
325
|
get isStarting(): boolean;
|
|
326
|
+
get isMuted(): boolean;
|
|
326
327
|
get isPaused(): boolean;
|
|
327
328
|
get isProcessing(): boolean;
|
|
328
329
|
get isListening(): boolean;
|
|
@@ -337,6 +338,8 @@ declare class MicdropClient extends EventEmitter<MicdropEvents> implements Micdr
|
|
|
337
338
|
get state(): MicdropState;
|
|
338
339
|
start: (options?: MicdropOptions) => Promise<void>;
|
|
339
340
|
stop: () => Promise<void>;
|
|
341
|
+
mute: () => void;
|
|
342
|
+
unmute: () => void;
|
|
340
343
|
pause: () => void;
|
|
341
344
|
resume: () => void;
|
|
342
345
|
startMic: (options?: {
|
package/dist/index.d.ts
CHANGED
|
@@ -99,7 +99,7 @@ declare abstract class VAD extends EventEmitter<VADEvents> {
|
|
|
99
99
|
* Sets the status of the VAD
|
|
100
100
|
* @param status - The status to set
|
|
101
101
|
*/
|
|
102
|
-
setStatus
|
|
102
|
+
private setStatus;
|
|
103
103
|
}
|
|
104
104
|
|
|
105
105
|
type VADConfigName = 'volume' | 'silero';
|
|
@@ -131,8 +131,6 @@ declare class MicRecorder extends EventEmitter<MicRecorderEvents> {
|
|
|
131
131
|
mute: () => void;
|
|
132
132
|
unmute: () => void;
|
|
133
133
|
stop: () => void;
|
|
134
|
-
private startSpeakingDetection;
|
|
135
|
-
private stopSpeakingDetection;
|
|
136
134
|
private onStartSpeaking;
|
|
137
135
|
private onConfirmSpeaking;
|
|
138
136
|
private onCancelSpeaking;
|
|
@@ -292,6 +290,7 @@ interface MicdropOptions {
|
|
|
292
290
|
interface MicdropState {
|
|
293
291
|
isStarting: boolean;
|
|
294
292
|
isStarted: boolean;
|
|
293
|
+
isMuted: boolean;
|
|
295
294
|
isPaused: boolean;
|
|
296
295
|
isListening: boolean;
|
|
297
296
|
isProcessing: boolean;
|
|
@@ -318,11 +317,13 @@ declare class MicdropClient extends EventEmitter<MicdropEvents> implements Micdr
|
|
|
318
317
|
private startTime;
|
|
319
318
|
private lastNotifiedState;
|
|
320
319
|
private _isProcessing;
|
|
320
|
+
private _isMuted;
|
|
321
321
|
private _isPaused;
|
|
322
322
|
constructor(options?: MicdropOptions);
|
|
323
323
|
get vad(): VAD | undefined;
|
|
324
324
|
get isStarted(): boolean;
|
|
325
325
|
get isStarting(): boolean;
|
|
326
|
+
get isMuted(): boolean;
|
|
326
327
|
get isPaused(): boolean;
|
|
327
328
|
get isProcessing(): boolean;
|
|
328
329
|
get isListening(): boolean;
|
|
@@ -337,6 +338,8 @@ declare class MicdropClient extends EventEmitter<MicdropEvents> implements Micdr
|
|
|
337
338
|
get state(): MicdropState;
|
|
338
339
|
start: (options?: MicdropOptions) => Promise<void>;
|
|
339
340
|
stop: () => Promise<void>;
|
|
341
|
+
mute: () => void;
|
|
342
|
+
unmute: () => void;
|
|
340
343
|
pause: () => void;
|
|
341
344
|
resume: () => void;
|
|
342
345
|
startMic: (options?: {
|
package/dist/index.js
CHANGED
|
@@ -740,7 +740,11 @@ var MicRecorder = class extends import_eventemitter35.EventEmitter {
|
|
|
740
740
|
audioBitsPerSecond: 128e3
|
|
741
741
|
});
|
|
742
742
|
this.recorder.ondataavailable = this.onDataAvailable;
|
|
743
|
-
await this.
|
|
743
|
+
await this.vad.start(stream);
|
|
744
|
+
this.vad.on("StartSpeaking", this.onStartSpeaking);
|
|
745
|
+
this.vad.on("ConfirmSpeaking", this.onConfirmSpeaking);
|
|
746
|
+
this.vad.on("CancelSpeaking", this.onCancelSpeaking);
|
|
747
|
+
this.vad.on("StopSpeaking", this.onStopSpeaking);
|
|
744
748
|
this.changeState({
|
|
745
749
|
isStarting: false,
|
|
746
750
|
isStarted: true
|
|
@@ -751,11 +755,21 @@ var MicRecorder = class extends import_eventemitter35.EventEmitter {
|
|
|
751
755
|
}
|
|
752
756
|
};
|
|
753
757
|
this.mute = () => {
|
|
754
|
-
this.
|
|
755
|
-
this.
|
|
758
|
+
if (this.state.isMuted) return;
|
|
759
|
+
if (this.state.isSpeaking) {
|
|
760
|
+
this.onStopSpeaking();
|
|
761
|
+
}
|
|
762
|
+
this.changeState({ isMuted: true });
|
|
756
763
|
};
|
|
757
764
|
this.unmute = () => {
|
|
765
|
+
if (!this.state.isMuted) return;
|
|
758
766
|
this.changeState({ isMuted: false });
|
|
767
|
+
if (this.vad.status === 1 /* MaybeSpeaking */) {
|
|
768
|
+
this.onStartSpeaking();
|
|
769
|
+
} else if (this.vad.status === 2 /* Speaking */) {
|
|
770
|
+
this.onStartSpeaking();
|
|
771
|
+
this.onConfirmSpeaking();
|
|
772
|
+
}
|
|
759
773
|
};
|
|
760
774
|
this.stop = () => {
|
|
761
775
|
this.changeState({
|
|
@@ -765,7 +779,11 @@ var MicRecorder = class extends import_eventemitter35.EventEmitter {
|
|
|
765
779
|
isSpeaking: false
|
|
766
780
|
});
|
|
767
781
|
try {
|
|
768
|
-
this.
|
|
782
|
+
this.vad.stop();
|
|
783
|
+
this.vad.off("StartSpeaking", this.onStartSpeaking);
|
|
784
|
+
this.vad.off("ConfirmSpeaking", this.onConfirmSpeaking);
|
|
785
|
+
this.vad.off("CancelSpeaking", this.onCancelSpeaking);
|
|
786
|
+
this.vad.off("StopSpeaking", this.onStopSpeaking);
|
|
769
787
|
if (this.recorder) {
|
|
770
788
|
this.recorder.stop();
|
|
771
789
|
this.recorder = void 0;
|
|
@@ -783,6 +801,7 @@ var MicRecorder = class extends import_eventemitter35.EventEmitter {
|
|
|
783
801
|
try {
|
|
784
802
|
this.recorder.start(timeSlice);
|
|
785
803
|
this.queuedChunks.length = 0;
|
|
804
|
+
this.speakingConfirmed = false;
|
|
786
805
|
} catch (error) {
|
|
787
806
|
console.error(error);
|
|
788
807
|
}
|
|
@@ -828,23 +847,6 @@ var MicRecorder = class extends import_eventemitter35.EventEmitter {
|
|
|
828
847
|
this.state = defaultMicRecorderState;
|
|
829
848
|
this.vad = getVAD(vadConfig);
|
|
830
849
|
}
|
|
831
|
-
async startSpeakingDetection(stream) {
|
|
832
|
-
if (this.vad.isStarted) {
|
|
833
|
-
this.vad.stop();
|
|
834
|
-
}
|
|
835
|
-
this.vad.on("StartSpeaking", this.onStartSpeaking);
|
|
836
|
-
this.vad.on("ConfirmSpeaking", this.onConfirmSpeaking);
|
|
837
|
-
this.vad.on("CancelSpeaking", this.onCancelSpeaking);
|
|
838
|
-
this.vad.on("StopSpeaking", this.onStopSpeaking);
|
|
839
|
-
await this.vad.start(stream);
|
|
840
|
-
}
|
|
841
|
-
async stopSpeakingDetection() {
|
|
842
|
-
this.vad.off("StartSpeaking", this.onStartSpeaking);
|
|
843
|
-
this.vad.off("ConfirmSpeaking", this.onConfirmSpeaking);
|
|
844
|
-
this.vad.off("CancelSpeaking", this.onCancelSpeaking);
|
|
845
|
-
this.vad.off("StopSpeaking", this.onStopSpeaking);
|
|
846
|
-
await this.vad.stop();
|
|
847
|
-
}
|
|
848
850
|
changeState(state) {
|
|
849
851
|
const hasChanged = Object.keys(state).some(
|
|
850
852
|
(key) => this.state[key] !== state[key]
|
|
@@ -946,6 +948,7 @@ var MicdropClient = class extends import_eventemitter36.EventEmitter {
|
|
|
946
948
|
this.startTime = 0;
|
|
947
949
|
this.lastNotifiedState = this.state;
|
|
948
950
|
this._isProcessing = false;
|
|
951
|
+
this._isMuted = false;
|
|
949
952
|
this._isPaused = false;
|
|
950
953
|
this.start = async (options) => {
|
|
951
954
|
this.error = void 0;
|
|
@@ -953,12 +956,14 @@ var MicdropClient = class extends import_eventemitter36.EventEmitter {
|
|
|
953
956
|
this.startTime = Date.now();
|
|
954
957
|
this.conversation = [];
|
|
955
958
|
this._isProcessing = true;
|
|
959
|
+
this._isMuted = false;
|
|
956
960
|
this._isPaused = false;
|
|
957
961
|
await this.startMic({ record: true });
|
|
958
962
|
await this.startWS();
|
|
959
963
|
};
|
|
960
964
|
this.stop = async () => {
|
|
961
965
|
this._isProcessing = false;
|
|
966
|
+
this._isMuted = false;
|
|
962
967
|
this._isPaused = false;
|
|
963
968
|
try {
|
|
964
969
|
this.stopWS();
|
|
@@ -973,6 +978,18 @@ var MicdropClient = class extends import_eventemitter36.EventEmitter {
|
|
|
973
978
|
}
|
|
974
979
|
Speaker2.stopAudio();
|
|
975
980
|
};
|
|
981
|
+
this.mute = () => {
|
|
982
|
+
this.micRecorder?.mute();
|
|
983
|
+
this._isMuted = true;
|
|
984
|
+
this.notifyStateChange();
|
|
985
|
+
};
|
|
986
|
+
this.unmute = () => {
|
|
987
|
+
if (!this.isPaused) {
|
|
988
|
+
this.micRecorder?.unmute();
|
|
989
|
+
}
|
|
990
|
+
this._isMuted = false;
|
|
991
|
+
this.notifyStateChange();
|
|
992
|
+
};
|
|
976
993
|
this.pause = () => {
|
|
977
994
|
if (this.isPaused) return;
|
|
978
995
|
this.micRecorder?.mute();
|
|
@@ -984,12 +1001,15 @@ var MicdropClient = class extends import_eventemitter36.EventEmitter {
|
|
|
984
1001
|
};
|
|
985
1002
|
this.resume = () => {
|
|
986
1003
|
if (!this.isPaused) return;
|
|
987
|
-
this.
|
|
1004
|
+
if (!this.isMuted) {
|
|
1005
|
+
this.micRecorder?.unmute();
|
|
1006
|
+
}
|
|
988
1007
|
this._isPaused = false;
|
|
989
1008
|
this.notifyStateChange();
|
|
990
1009
|
};
|
|
991
1010
|
this.startMic = async (options = {}) => {
|
|
992
1011
|
this.error = void 0;
|
|
1012
|
+
this._isMuted = false;
|
|
993
1013
|
if (options.vad) {
|
|
994
1014
|
this.options.vad = options.vad;
|
|
995
1015
|
}
|
|
@@ -1094,7 +1114,6 @@ var MicdropClient = class extends import_eventemitter36.EventEmitter {
|
|
|
1094
1114
|
const message = JSON.parse(
|
|
1095
1115
|
event.data.substring("Message" /* Message */.length + 1)
|
|
1096
1116
|
);
|
|
1097
|
-
this._isProcessing = false;
|
|
1098
1117
|
this.addMessage(message);
|
|
1099
1118
|
} catch (error) {
|
|
1100
1119
|
console.error(
|
|
@@ -1148,14 +1167,14 @@ var MicdropClient = class extends import_eventemitter36.EventEmitter {
|
|
|
1148
1167
|
};
|
|
1149
1168
|
this.onSpeakerStartPlaying = () => {
|
|
1150
1169
|
this.log("Speaker started");
|
|
1151
|
-
if (this.options.disableInterruption
|
|
1170
|
+
if (this.options.disableInterruption) {
|
|
1152
1171
|
this.micRecorder?.mute();
|
|
1153
1172
|
}
|
|
1154
1173
|
this.notifyStateChange();
|
|
1155
1174
|
};
|
|
1156
1175
|
this.onSpeakerStopPlaying = () => {
|
|
1157
1176
|
this.log("Speaker stopped");
|
|
1158
|
-
if (this.options.disableInterruption && !this.
|
|
1177
|
+
if (this.options.disableInterruption && !this.isMuted) {
|
|
1159
1178
|
this.micRecorder?.unmute();
|
|
1160
1179
|
}
|
|
1161
1180
|
this.notifyStateChange();
|
|
@@ -1173,6 +1192,9 @@ var MicdropClient = class extends import_eventemitter36.EventEmitter {
|
|
|
1173
1192
|
get isStarting() {
|
|
1174
1193
|
return this.isWSStarting || this.micRecorder?.state.isStarting || false;
|
|
1175
1194
|
}
|
|
1195
|
+
get isMuted() {
|
|
1196
|
+
return this._isMuted;
|
|
1197
|
+
}
|
|
1176
1198
|
get isPaused() {
|
|
1177
1199
|
return this._isPaused;
|
|
1178
1200
|
}
|
|
@@ -1210,6 +1232,7 @@ var MicdropClient = class extends import_eventemitter36.EventEmitter {
|
|
|
1210
1232
|
return {
|
|
1211
1233
|
isStarting: this.isStarting,
|
|
1212
1234
|
isStarted: this.isStarted,
|
|
1235
|
+
isMuted: this.isMuted,
|
|
1213
1236
|
isPaused: this.isPaused,
|
|
1214
1237
|
isListening: this.isListening,
|
|
1215
1238
|
isProcessing: this.isProcessing,
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts","../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/Mic.ts","../src/audio/Speaker.ts","../src/audio/stream/AudioStream.ts","../src/audio/stream/Pcm16AudioStream.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","../src/audio/index.ts","../src/client/MicdropClient.ts","../../server/src/types.ts","../src/client/MicdropClientError.ts","../src/Micdrop.ts"],"sourcesContent":["export * from './audio'\nexport * from './client'\nexport * from './Micdrop'\nexport * from './types'\n","import { EventEmitter } from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport class Mic {\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.deviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.deviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.deviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { AudioStream } from './stream/AudioStream'\nimport { Pcm16AudioStream } from './stream/Pcm16AudioStream'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport interface SpeakerEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport class Speaker extends EventEmitter<SpeakerEvents> {\n public isPlaying = false\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n // Set by MicdropClient, useful to detect default device\n public devices: MediaDeviceInfo[] = []\n\n private audioStream?: AudioStream\n private audioSourceNode?: AudioNode\n private audioElementDestination?: HTMLAudioElement // Used when audiocontext sinkId is not available\n\n async start() {\n if (this.audioStream) return\n\n // Instantiate the audio stream based on the browser compatibility\n this.audioStream = new Pcm16AudioStream()\n\n // Forward events from AudioStream\n this.audioStream.on('StartPlaying', () => this.setIsPlaying(true))\n this.audioStream.on('StopPlaying', () => this.setIsPlaying(false))\n\n // Get the audio source node from AudioStream\n this.audioSourceNode = this.audioStream.start()\n\n // Select speaker device if speakerId is in local storage\n const deviceId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) ?? undefined\n await this.setDevice(deviceId)\n }\n\n async playAudio(blob: Blob) {\n this.start()\n try {\n await this.audioStream?.playAudio(blob)\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n async stopAudio() {\n if (!this.isPlaying) return\n this.audioStream?.stopAudio()\n }\n\n async changeDevice(deviceId: string) {\n await this.setDevice(deviceId)\n\n // Update local storage\n if (this.isDefaultDevice) {\n localStorage.removeItem(LocalStorageKeys.SpeakerDevice)\n } else {\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, deviceId)\n }\n }\n\n get isDefaultDevice(): boolean {\n return (\n !this.deviceId ||\n this.devices.length === 0 ||\n this.deviceId === this.devices[0].deviceId\n )\n }\n\n private setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n\n private async setDevice(deviceId: string | undefined) {\n if (!this.audioSourceNode) {\n console.error(\n 'audioSourceNode not initialized, setDevice called before start'\n )\n return\n }\n try {\n this.deviceId = deviceId\n const defaultDevice = this.isDefaultDevice\n const sinkId = !deviceId || defaultDevice ? '' : deviceId\n\n if (defaultDevice || 'setSinkId' in audioContext) {\n // Play through audiocontext destination when possible\n // It is the preferred way, as it's the only way to have echo cancellation\n await (audioContext as any).setSinkId?.(sinkId)\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(audioContext.destination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Reset audio element destination if it exists\n if (this.audioElementDestination) {\n this.audioElementDestination.pause()\n this.audioElementDestination.srcObject = null\n this.audioElementDestination = undefined\n }\n } else {\n // On Firefox, we can't set sinkId on audio context\n // So we stream non-default devices back to an audio element for which we set sinkId\n if (!this.audioElementDestination) {\n // Create a media stream destination to stream the audio to\n const mediaStreamDestination =\n audioContext.createMediaStreamDestination()\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(mediaStreamDestination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Play stream to audio element destination\n this.audioElementDestination = new Audio()\n this.audioElementDestination.autoplay = true\n this.audioElementDestination.srcObject = mediaStreamDestination.stream\n }\n await this.audioElementDestination.setSinkId(sinkId)\n }\n } catch (error) {\n console.error(`Error setting Audio Output to ${deviceId}`, error)\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { audioContext } from '../utils/audioContext'\n\nexport interface AudioStreamEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport abstract class AudioStream extends EventEmitter<AudioStreamEvents> {\n public isPlaying = false\n protected outputNode: AudioNode\n\n constructor() {\n super()\n this.outputNode = audioContext.createGain()\n }\n\n abstract start(): AudioNode\n abstract playAudio(blob: Blob): Promise<void>\n abstract stopAudio(): void\n\n protected setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { AudioStream } from './AudioStream'\n\nconst SAMPLE_RATE = 16000\nconst CHANNELS = 1\n\nexport class Pcm16AudioStream extends AudioStream {\n private audioQueue: AudioBuffer[] = []\n private currentSourceNode?: AudioBufferSourceNode\n private isProcessingQueue = false\n\n constructor() {\n super()\n }\n\n start(): AudioNode {\n return this.outputNode\n }\n\n async playAudio(blob: Blob): Promise<void> {\n try {\n // Convert blob to PCM data\n const arrayBuffer = await blob.arrayBuffer()\n\n // Convert PCM data to AudioBuffer with proper sample rate\n const audioBuffer = this.createAudioBuffer(arrayBuffer)\n\n if (audioBuffer) {\n this.audioQueue.push(audioBuffer)\n this.processQueue()\n }\n } catch (error) {\n console.error('Failed to play audio chunk:', error)\n }\n }\n\n stopAudio(): void {\n if (this.currentSourceNode) {\n try {\n this.currentSourceNode.stop()\n this.currentSourceNode.disconnect()\n } catch (error) {\n // Ignore errors when stopping\n }\n this.currentSourceNode = undefined\n }\n this.audioQueue = []\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n }\n\n private createAudioBuffer(arrayBuffer: ArrayBuffer): AudioBuffer | null {\n try {\n // Convert ArrayBuffer to Int16Array (assuming 16-bit PCM)\n const int16Data = new Int16Array(arrayBuffer)\n\n // Calculate number of samples\n const numSamples = int16Data.length\n\n if (numSamples === 0) {\n return null\n }\n\n // Create AudioBuffer with the correct sample rate\n const audioBuffer = audioContext.createBuffer(\n CHANNELS,\n numSamples,\n SAMPLE_RATE\n )\n\n // Convert 16-bit PCM to float32 and copy to AudioBuffer\n const channelData = audioBuffer.getChannelData(0)\n for (let i = 0; i < numSamples; i++) {\n channelData[i] = int16Data[i] / 32768.0\n }\n\n return audioBuffer\n } catch (error) {\n console.error('Error creating AudioBuffer:', error)\n return null\n }\n }\n\n private processQueue(): void {\n if (this.isProcessingQueue || this.audioQueue.length === 0) {\n return\n }\n\n this.isProcessingQueue = true\n this.playNextBuffer()\n }\n\n private playNextBuffer(): void {\n if (this.audioQueue.length === 0) {\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n return\n }\n\n const audioBuffer = this.audioQueue.shift()!\n\n // Create a new AudioBufferSourceNode\n this.currentSourceNode = audioContext.createBufferSource()\n this.currentSourceNode.buffer = audioBuffer\n this.currentSourceNode.connect(this.outputNode)\n\n // Set up event handler for when this buffer finishes\n this.currentSourceNode.onended = () => {\n this.currentSourceNode = undefined\n // Continue processing queue\n this.playNextBuffer()\n }\n\n // Start playing\n this.currentSourceNode.start(0)\n this.setIsPlaying(true)\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD } from './vad/VAD'\nimport { getVAD, VADConfig } from './vad/getVAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n public vad: VAD\n\n private audioInfo = this.getAudioInfo()\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n start = async (stream: MediaStream) => {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute = () => {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute = () => {\n this.changeState({ isMuted: false })\n }\n\n stop = () => {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream)\n }\n\n private async stopSpeakingDetection() {\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n } catch (error) {\n console.error(error)\n }\n }\n\n private onConfirmSpeaking = async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }\n\n private onCancelSpeaking = async () => {\n if (this.state.isMuted) return\n try {\n this.recorder?.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }\n\n private onStopSpeaking = async () => {\n if (this.state.isMuted) return\n try {\n this.recorder?.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }\n\n private onDataAvailable = async (blobEvent: BlobEvent) => {\n if (this.state.isMuted) return\n\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { EventEmitter } from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public readonly name = this.constructor.name\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange = () => {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n submitUserSpeechOnPause: true,\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nconst DefaultVAD = VolumeVAD\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new DefaultVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n","import { Mic as MicClass } from './Mic'\nimport { Speaker as SpeakerClass } from './Speaker'\n\nexport * from './MicRecorder'\nexport * from './utils/localStorage'\nexport * from './vad'\n\n// Setup and export Mic instance\nif (!window.micdropMic) {\n window.micdropMic = new MicClass()\n}\nexport const Mic = window.micdropMic\n\n// Setup and export Speaker instance\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new SpeakerClass()\n}\nexport const Speaker = window.micdropSpeaker\n","import { EventEmitter } from 'eventemitter3'\nimport { Mic, Speaker, VAD } from '../audio'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { VADConfig } from '../audio/vad/getVAD'\nimport {\n MicdropClientCommands,\n MicdropConversation,\n MicdropConversationItem,\n MicdropServerCommands,\n MicdropToolCall,\n} from '../types'\nimport {\n getClientErrorFromWSCloseEvent,\n MicdropClientError,\n MicdropClientErrorCode,\n} from './MicdropClientError'\n\nexport interface MicdropEvents {\n EndCall: []\n Error: [MicdropClientError]\n StateChange: [MicdropState, MicdropState]\n ToolCall: [MicdropToolCall]\n}\n\nexport interface MicdropOptions {\n url?: string\n params?: Record<string, any>\n vad?: VADConfig\n disableInterruption?: boolean\n debugLog?: boolean\n}\n\nexport interface MicdropState {\n isStarting: boolean\n isStarted: boolean\n isPaused: boolean\n isListening: boolean\n isProcessing: boolean\n isUserSpeaking: boolean\n isAssistantSpeaking: boolean\n isMicStarted: boolean\n isMicMuted: boolean\n micDeviceId: string | undefined\n speakerDeviceId: string | undefined\n micDevices: MediaDeviceInfo[]\n speakerDevices: MediaDeviceInfo[]\n conversation: MicdropConversation\n error: MicdropClientError | undefined\n}\n\nexport class MicdropClient\n extends EventEmitter<MicdropEvents>\n implements MicdropState\n{\n public micRecorder?: MicRecorder\n public conversation: MicdropConversation = []\n public error: MicdropClientError | undefined\n public speakerDevices: MediaDeviceInfo[] = []\n public micDevices: MediaDeviceInfo[] = []\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastNotifiedState = this.state\n private _isProcessing = false\n private _isPaused = false\n\n constructor(public options: MicdropOptions = {}) {\n super()\n\n // Add speaker listener\n Speaker.on('StartPlaying', this.onSpeakerStartPlaying)\n Speaker.on('StopPlaying', this.onSpeakerStopPlaying)\n\n // Listen to device changes\n navigator.mediaDevices.addEventListener('devicechange', this.updateDevices)\n }\n\n get vad(): VAD | undefined {\n return this.micRecorder?.vad\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n get isProcessing(): boolean {\n return this._isProcessing && !this.isPaused\n }\n\n get isListening(): boolean {\n return (\n this.isMicStarted &&\n !this.isPaused &&\n !this.isProcessing &&\n !this.isMicMuted &&\n !this.isUserSpeaking &&\n !this.isAssistantSpeaking\n )\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isUserSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isAssistantSpeaking(): boolean {\n return Speaker.isPlaying\n }\n\n get micDeviceId(): string | undefined {\n return Mic.deviceId\n }\n\n get speakerDeviceId(): string | undefined {\n return Speaker.deviceId\n }\n\n get state(): MicdropState {\n return {\n isStarting: this.isStarting,\n isStarted: this.isStarted,\n isPaused: this.isPaused,\n isListening: this.isListening,\n isProcessing: this.isProcessing,\n isUserSpeaking: this.isUserSpeaking,\n isAssistantSpeaking: this.isAssistantSpeaking,\n isMicStarted: this.isMicStarted,\n isMicMuted: this.isMicMuted,\n conversation: this.conversation,\n error: this.error,\n micDeviceId: this.micDeviceId,\n speakerDeviceId: this.speakerDeviceId,\n micDevices: this.micDevices,\n speakerDevices: this.speakerDevices,\n }\n }\n\n start = async (options?: MicdropOptions) => {\n this.error = undefined\n this.options = { ...this.options, ...options }\n\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n this._isPaused = false\n\n // Start mic if not already started\n await this.startMic({ record: true })\n\n // Start websocket\n await this.startWS()\n }\n\n stop = async () => {\n this._isProcessing = false\n this._isPaused = false\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[MicdropClient] Error stopping WebSocket', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[MicdropClient] Error stopping microphone', error)\n }\n\n // Stop speaker\n Speaker.stopAudio()\n }\n\n pause = () => {\n if (this.isPaused) return\n this.micRecorder?.mute()\n this._isPaused = true\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n this.ws?.send(MicdropClientCommands.Mute)\n }\n\n resume = () => {\n if (!this.isPaused) return\n this.micRecorder?.unmute()\n this._isPaused = false\n this.notifyStateChange()\n }\n\n startMic = async (\n options: {\n vad?: VADConfig\n deviceId?: string\n record?: boolean\n } = {}\n ) => {\n this.error = undefined\n if (options.vad) {\n this.options.vad = options.vad\n }\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.options.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[MicdropClient] User audio chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('User start speaking')\n this.ws?.send(MicdropClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('User stop speaking')\n this.ws?.send(MicdropClientCommands.StopSpeaking)\n if (this.isWSStarted) {\n this._isProcessing = true\n }\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n const micStream = await Mic.start(options.deviceId)\n this.micStream = micStream\n\n // Restart recorder if it was running\n if (isRecorderStarted || options.record) {\n await this.micRecorder.start(micStream)\n }\n\n // Get devices after starting mic\n // It's necessary for Firefox that return an empty list before any stream is started\n await this.updateDevices()\n\n // Start speaker\n // Must be after devices update\n await Speaker.start()\n\n this.notifyStateChange()\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Mic,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n changeMicDevice = async (deviceId: string) => {\n await this.startMic({ deviceId })\n }\n\n changeSpeakerDevice = async (deviceId: string) => {\n await Speaker.changeDevice(deviceId)\n this.notifyStateChange()\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n Mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private updateDevices = async () => {\n const rawDevices = await navigator.mediaDevices.enumerateDevices()\n if (rawDevices.length === 0) return\n\n // Move default devices to the beginning of the list\n // and get rid of devices with deviceId=default\n const defaultDevices = rawDevices.filter(\n (device) => device.deviceId === 'default'\n )\n const devices = rawDevices.filter((device) => device.deviceId !== 'default')\n const defaultDevicesIndexes = defaultDevices\n .map((device) =>\n devices.findIndex(\n (d) => d.groupId === device.groupId && d.kind === device.kind\n )\n )\n .filter((index) => index !== -1)\n for (const index of defaultDevicesIndexes) {\n const device = devices[index]\n devices.splice(index, 1)\n devices.unshift(device)\n }\n\n this.micDevices = devices.filter((device) => device.kind === 'audioinput')\n this.speakerDevices = devices.filter(\n (device) => device.kind === 'audiooutput'\n )\n Speaker.devices = this.speakerDevices\n\n this.notifyStateChange()\n }\n\n private async startWS() {\n try {\n if (this.ws) {\n this.log('WebSocket is already started')\n return\n }\n if (!this.isMicStarted) {\n throw new MicdropClientError(MicdropClientErrorCode.Mic)\n }\n if (!this.options.url) {\n throw new MicdropClientError(MicdropClientErrorCode.MissingUrl)\n }\n\n // Start websocket\n this.ws = new WebSocket(this.options.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = this.onWSOpen\n this.ws.onmessage = this.onWSMessage\n this.ws.onclose = this.onWSClose\n this.ws.onerror = this.onWSError\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Connection,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n private onWSOpen = () => {\n this.log('WebSocket opened')\n this.notifyStateChange()\n\n // Send params\n if (this.options.params) {\n this.ws?.send(JSON.stringify(this.options.params))\n }\n }\n\n private onWSMessage = (event: MessageEvent) => {\n this.log('Received message:', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n if (this.isPaused || this.isUserSpeaking) return\n Speaker.playAudio(event.data)\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[MicdropClient] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(MicdropServerCommands.Message)) {\n // Received user/assistant message\n try {\n const message = JSON.parse(\n event.data.substring(MicdropServerCommands.Message.length + 1)\n )\n this._isProcessing = false\n this.addMessage(message)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing message:',\n event.data,\n error\n )\n }\n } else if (event.data === MicdropServerCommands.EndCall) {\n // Call ended\n this.emit('EndCall')\n } else if (event.data === MicdropServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === MicdropServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation.findLastIndex(\n (message) => message.role === 'user'\n )\n if (lastMessage !== -1) {\n this.conversation = this.conversation.filter(\n (_, index) => index !== lastMessage\n )\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data.startsWith(MicdropServerCommands.ToolCall)) {\n // Received tool call information\n try {\n const toolCall = JSON.parse(\n event.data.substring(MicdropServerCommands.ToolCall.length + 1)\n )\n this.emit('ToolCall', toolCall)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing tool call:',\n event.data,\n error\n )\n }\n }\n }\n\n private onWSClose = (event: CloseEvent) => {\n this.log('WebSocket closed', event)\n this.stop()\n\n const error = getClientErrorFromWSCloseEvent(event)\n if (error) {\n this.setError(error)\n }\n }\n\n private onWSError = (event: Event) => {\n this.setError(new MicdropClientError(MicdropClientErrorCode.Connection))\n this.stop()\n }\n\n private stopWS() {\n if (!this.ws) return\n if (\n this.ws.readyState === WebSocket.OPEN ||\n this.ws.readyState === WebSocket.CONNECTING\n ) {\n this.ws.close()\n }\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private onSpeakerStartPlaying = () => {\n this.log('Speaker started')\n if (this.options.disableInterruption && !this.isPaused) {\n this.micRecorder?.mute()\n }\n this.notifyStateChange()\n }\n\n private onSpeakerStopPlaying = () => {\n this.log('Speaker stopped')\n if (this.options.disableInterruption && !this.isPaused) {\n this.micRecorder?.unmute()\n }\n this.notifyStateChange()\n }\n\n private addMessage(message: MicdropConversationItem) {\n this.conversation = [...this.conversation, message]\n this.notifyStateChange()\n }\n\n private setError(error: MicdropClientError) {\n console.error('[MicdropClient] Error:', error)\n this.error = error\n this.notifyStateChange()\n this.emit('Error', error)\n }\n\n private notifyStateChange() {\n const state = this.state\n this.emit('StateChange', state, this.lastNotifiedState)\n this.lastNotifiedState = state\n }\n\n private log(...message: any[]) {\n if (!this.options.debugLog) return\n console.log(`[MicdropClient ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum MicdropClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum MicdropServerCommands {\n Message = 'Message',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EndCall = 'EndCall',\n ToolCall = 'ToolCall',\n}\n\nexport interface MicdropCallSummary {\n conversation: MicdropConversation\n duration: number\n}\n\nexport type MicdropConversationItem =\n | MicdropConversationMessage\n | MicdropConversationToolCall\n | MicdropConversationToolResult\n\nexport type MicdropConversation = Array<MicdropConversationItem>\n\nexport type MicdropAnswerMetadata = {\n [key: string]: any\n}\n\nexport interface MicdropConversationMessage<\n Data extends MicdropAnswerMetadata = MicdropAnswerMetadata,\n> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n\nexport interface MicdropConversationToolCall {\n role: 'tool_call'\n toolCallId: string\n toolName: string\n parameters: string\n}\n\nexport interface MicdropConversationToolResult {\n role: 'tool_result'\n toolCallId: string\n toolName: string\n output: string\n}\n\nexport interface MicdropToolCall {\n name: string\n parameters: any\n output: any\n}\n\nexport type DeepPartial<T> = T extends object\n ? {\n [P in keyof T]?: DeepPartial<T[P]>\n }\n : T\n","export enum MicdropClientErrorCode {\n MissingUrl = 'MissingUrl',\n Mic = 'Mic',\n Connection = 'Connection',\n InternalServer = 'InternalServer',\n BadRequest = 'BadRequest',\n Unauthorized = 'Unauthorized',\n NotFound = 'NotFound',\n Unknown = 'Unknown',\n}\n\nexport class MicdropClientError extends Error {\n code: MicdropClientErrorCode\n\n constructor(code = MicdropClientErrorCode.Unknown, message?: string) {\n super(message)\n this.name = `MicdropClientError:${code}`\n this.code = code\n }\n}\n\nexport function getClientErrorFromWSCloseEvent(\n event: CloseEvent\n): MicdropClientError | undefined {\n const code = getClientErrorFromWSCloseEventCode(event.code)\n return code && new MicdropClientError(code, event.reason)\n}\n\nexport function getClientErrorFromWSCloseEventCode(\n code: number\n): MicdropClientErrorCode | undefined {\n if (code === 1011) {\n return MicdropClientErrorCode.InternalServer\n } else if (code >= 1001 && code < 1011 && code !== 1005) {\n return MicdropClientErrorCode.Connection\n } else if (code === 4401) {\n return MicdropClientErrorCode.Unauthorized\n } else if (code === 4404) {\n return MicdropClientErrorCode.NotFound\n } else if (code === 4400) {\n return MicdropClientErrorCode.BadRequest\n } else if (code >= 4000) {\n return MicdropClientErrorCode.Unknown\n } else {\n return undefined\n }\n}\n","import { MicdropClient } from './client'\n\n// Setup and export MicdropClient instance\nif (!window.micdropClient) {\n window.micdropClient = new MicdropClient()\n}\nexport const Micdrop = window.micdropClient\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA,aAAAA;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iBAAAC;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAA6B;AAMtB,IAAM,gBAAN,cAA4B,kCAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAM,MAAN,MAAU;AAAA,EAAV;AACL,SAAO,WAAW,IAAI,cAAc,YAAY;AAAA;AAAA,EAMxC,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,aAAa,UAAU;AAC9B,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,WAAW;AAAA,IAClB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,WAAW;AAAA,IAClB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;;;ACxFA,IAAAC,wBAA6B;;;ACA7B,IAAAC,wBAA6B;AAQtB,IAAe,cAAf,cAAmC,mCAAgC;AAAA,EAIxE,cAAc;AACZ,UAAM;AAJR,SAAO,YAAY;AAKjB,SAAK,aAAa,aAAa,WAAW;AAAA,EAC5C;AAAA,EAMU,aAAa,WAAoB;AACzC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AACF;;;ACvBA,IAAM,cAAc;AACpB,IAAM,WAAW;AAEV,IAAM,mBAAN,cAA+B,YAAY;AAAA,EAKhD,cAAc;AACZ,UAAM;AALR,SAAQ,aAA4B,CAAC;AAErC,SAAQ,oBAAoB;AAAA,EAI5B;AAAA,EAEA,QAAmB;AACjB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,UAAU,MAA2B;AACzC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,KAAK,kBAAkB,WAAW;AAEtD,UAAI,aAAa;AACf,aAAK,WAAW,KAAK,WAAW;AAChC,aAAK,aAAa;AAAA,MACpB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAAA,IACpD;AAAA,EACF;AAAA,EAEA,YAAkB;AAChB,QAAI,KAAK,mBAAmB;AAC1B,UAAI;AACF,aAAK,kBAAkB,KAAK;AAC5B,aAAK,kBAAkB,WAAW;AAAA,MACpC,SAAS,OAAO;AAAA,MAEhB;AACA,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,aAAa,CAAC;AACnB,SAAK,oBAAoB;AACzB,SAAK,aAAa,KAAK;AAAA,EACzB;AAAA,EAEQ,kBAAkB,aAA8C;AACtE,QAAI;AAEF,YAAM,YAAY,IAAI,WAAW,WAAW;AAG5C,YAAM,aAAa,UAAU;AAE7B,UAAI,eAAe,GAAG;AACpB,eAAO;AAAA,MACT;AAGA,YAAM,cAAc,aAAa;AAAA,QAC/B;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAGA,YAAM,cAAc,YAAY,eAAe,CAAC;AAChD,eAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,oBAAY,CAAC,IAAI,UAAU,CAAC,IAAI;AAAA,MAClC;AAEA,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAClD,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEQ,eAAqB;AAC3B,QAAI,KAAK,qBAAqB,KAAK,WAAW,WAAW,GAAG;AAC1D;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,iBAAuB;AAC7B,QAAI,KAAK,WAAW,WAAW,GAAG;AAChC,WAAK,oBAAoB;AACzB,WAAK,aAAa,KAAK;AACvB;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,WAAW,MAAM;AAG1C,SAAK,oBAAoB,aAAa,mBAAmB;AACzD,SAAK,kBAAkB,SAAS;AAChC,SAAK,kBAAkB,QAAQ,KAAK,UAAU;AAG9C,SAAK,kBAAkB,UAAU,MAAM;AACrC,WAAK,oBAAoB;AAEzB,WAAK,eAAe;AAAA,IACtB;AAGA,SAAK,kBAAkB,MAAM,CAAC;AAC9B,SAAK,aAAa,IAAI;AAAA,EACxB;AACF;;;AFzGO,IAAM,UAAN,cAAsB,mCAA4B;AAAA,EAAlD;AAAA;AACL,SAAO,YAAY;AACnB,SAAO,WAAW,IAAI,cAAc,YAAY;AAIhD;AAAA,SAAO,UAA6B,CAAC;AAAA;AAAA;AAAA,EAMrC,MAAM,QAAQ;AACZ,QAAI,KAAK,YAAa;AAGtB,SAAK,cAAc,IAAI,iBAAiB;AAGxC,SAAK,YAAY,GAAG,gBAAgB,MAAM,KAAK,aAAa,IAAI,CAAC;AACjE,SAAK,YAAY,GAAG,eAAe,MAAM,KAAK,aAAa,KAAK,CAAC;AAGjE,SAAK,kBAAkB,KAAK,YAAY,MAAM;AAG9C,UAAM,WACJ,aAAa,mDAAsC,KAAK;AAC1D,UAAM,KAAK,UAAU,QAAQ;AAAA,EAC/B;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,SAAK,MAAM;AACX,QAAI;AACF,YAAM,KAAK,aAAa,UAAU,IAAI;AAAA,IACxC,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,MAAM,YAAY;AAChB,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,aAAa,UAAU;AAAA,EAC9B;AAAA,EAEA,MAAM,aAAa,UAAkB;AACnC,UAAM,KAAK,UAAU,QAAQ;AAG7B,QAAI,KAAK,iBAAiB;AACxB,mBAAa,sDAAyC;AAAA,IACxD,OAAO;AACL,mBAAa,qDAAwC,QAAQ;AAAA,IAC/D;AAAA,EACF;AAAA,EAEA,IAAI,kBAA2B;AAC7B,WACE,CAAC,KAAK,YACN,KAAK,QAAQ,WAAW,KACxB,KAAK,aAAa,KAAK,QAAQ,CAAC,EAAE;AAAA,EAEtC;AAAA,EAEQ,aAAa,WAAoB;AACvC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AAAA,EAEA,MAAc,UAAU,UAA8B;AACpD,QAAI,CAAC,KAAK,iBAAiB;AACzB,cAAQ;AAAA,QACN;AAAA,MACF;AACA;AAAA,IACF;AACA,QAAI;AACF,WAAK,WAAW;AAChB,YAAM,gBAAgB,KAAK;AAC3B,YAAM,SAAS,CAAC,YAAY,gBAAgB,KAAK;AAEjD,UAAI,iBAAiB,eAAe,cAAc;AAGhD,cAAO,aAAqB,YAAY,MAAM;AAC9C,aAAK,gBAAgB,WAAW;AAChC,aAAK,gBAAgB,QAAQ,aAAa,WAAW;AACrD,aAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,YAAI,KAAK,yBAAyB;AAChC,eAAK,wBAAwB,MAAM;AACnC,eAAK,wBAAwB,YAAY;AACzC,eAAK,0BAA0B;AAAA,QACjC;AAAA,MACF,OAAO;AAGL,YAAI,CAAC,KAAK,yBAAyB;AAEjC,gBAAM,yBACJ,aAAa,6BAA6B;AAC5C,eAAK,gBAAgB,WAAW;AAChC,eAAK,gBAAgB,QAAQ,sBAAsB;AACnD,eAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,eAAK,0BAA0B,IAAI,MAAM;AACzC,eAAK,wBAAwB,WAAW;AACxC,eAAK,wBAAwB,YAAY,uBAAuB;AAAA,QAClE;AACA,cAAM,KAAK,wBAAwB,UAAU,MAAM;AAAA,MACrD;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,QAAQ,IAAI,KAAK;AAAA,IAClE;AAAA,EACF;AACF;;;AGlIA,IAAAC,wBAA6B;;;ACQtB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,IAAAC,wBAA6B;AAetB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2B,mCAAwB;AAAA,EAAnD;AAAA;AACL,SAAgB,OAAO,KAAK,YAAY;AACxC,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyBf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,QAAmB;AAC3B,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;ACjFO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AAkBR,SAAQ,iBAAiB,MAAM;AAC7B,YAAM,eAAe,KAAK,KAAK;AAAA,QAC7B,CAAC,QAAQ,IAAI;AAAA,MACf;AACA,YAAM,gBAAgB,KAAK,KAAK;AAAA,QAC9B,CAAC,QAAQ,IAAI;AAAA,MACf;AAGA,cAAQ,KAAK,QAAQ;AAAA,QACnB;AACE,cAAI,aAAc;AAClB,eAAK,KAAK,eAAe;AACzB,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,gBAAgB;AAC1B;AAAA,UACF;AACA,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,cAAc;AAAA,UAC1B;AACA;AAAA,MACJ;AAAA,IACF;AAjDE,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AAAA,EAC3C;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAoCA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AACF;;;ACpEA,qBAAuB;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAIjC,YAAY,SAAqC;AAC/C,UAAM;AAJR,SAAO,UAAU;AAMf,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,sBAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,yBAAyB;AAAA,MACzB,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC5EA,IAAMC,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAAY,SAAqC;AAC/C,UAAM;AAVR,SAAO,UAAUA;AAIjB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,QAAS;AAGlB,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACpLA,IAAM,aAAa;AAEZ,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,WAAW;AAChC,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;;;ANZA,IAAM,YAAY;AASlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AACd;AAcO,IAAM,cAAN,cAA0B,mCAAgC;AAAA,EAU/D,YAAY,WAAuB;AACjC,UAAM;AAPR,SAAQ,YAAY,KAAK,aAAa;AAGtC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAYhC,iBAAQ,OAAO,WAAwB;AACrC,UAAI,KAAK,MAAM,WAAW;AACxB,cAAM,IAAI,MAAM,gCAAgC;AAAA,MAClD;AACA,UAAI;AAEF,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,SAAS;AAAA,UACT,YAAY;AAAA,QACd,CAAC;AAGD,cAAM,gBAAgB;AAAA,UACpB;AAAA,UACA,KAAK,IAAI,QAAQ,MAAO;AAAA,QAC1B;AACA,aAAK,gBAAgB;AAGrB,YAAI,KAAK,UAAU;AACjB,eAAK,SAAS,KAAK;AAAA,QACrB;AACA,aAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,UACtD,UAAU,KAAK,UAAU;AAAA,UACzB,oBAAoB;AAAA,QACtB,CAAC;AACD,aAAK,SAAS,kBAAkB,KAAK;AAGrC,cAAM,KAAK,uBAAuB,MAAM;AAExC,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,WAAW;AAAA,QACb,CAAC;AAAA,MACH,SAAS,KAAK;AACZ,aAAK,KAAK;AACV,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,WAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,WAAK,UAAU,KAAK;AAAA,IACtB;AAEA,kBAAS,MAAM;AACb,WAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,IACrC;AAEA,gBAAO,MAAM;AACX,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,QACX,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAED,UAAI;AACF,aAAK,sBAAsB;AAC3B,YAAI,KAAK,UAAU;AACjB,eAAK,SAAS,KAAK;AACnB,eAAK,WAAW;AAAA,QAClB;AACA,YAAI,KAAK,eAAe;AACtB,qBAAW,KAAK,aAAa;AAC7B,eAAK,gBAAgB;AAAA,QACvB;AAAA,MACF,SAAS,KAAK;AACZ,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAqBA,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAAA,MAC7B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,oBAAoB,YAAY;AACtC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAQ,mBAAmB,YAAY;AACrC,UAAI,KAAK,MAAM,QAAS;AACxB,UAAI;AACF,aAAK,UAAU,KAAK;AAAA,MACtB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B;AAEA,SAAQ,iBAAiB,YAAY;AACnC,UAAI,KAAK,MAAM,QAAS;AACxB,UAAI;AACF,aAAK,UAAU,KAAK;AAAA,MACtB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAQ,kBAAkB,OAAO,cAAyB;AACxD,UAAI,KAAK,MAAM,QAAS;AAExB,UAAI,CAAC,KAAK,mBAAmB;AAE3B,aAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,MACF;AAGA,iBAAW,SAAS,KAAK,cAAc;AACrC,aAAK,KAAK,SAAS,KAAK;AAAA,MAC1B;AACA,WAAK,aAAa,SAAS;AAG3B,WAAK,KAAK,SAAS,UAAU,IAAI;AAAA,IACnC;AA3JE,SAAK,QAAQ;AAGb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EA4EA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,MAAM;AAAA,EAC7B;AAAA,EAEA,MAAc,wBAAwB;AACpC,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EA4DQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AO1NA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAS;AACnC;AACO,IAAMC,OAAM,OAAO;AAG1B,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAa;AAC3C;AACO,IAAMC,WAAU,OAAO;;;ACjB9B,IAAAC,wBAA6B;;;ACAtB,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,mBAAgB;AAChB,EAAAA,uBAAA,kBAAe;AACf,EAAAA,uBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,2BAAwB;AACxB,EAAAA,uBAAA,gBAAa;AACb,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,cAAW;AALD,SAAAA;AAAA,GAAA;;;ACNL,IAAK,yBAAL,kBAAKC,4BAAL;AACL,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,SAAM;AACN,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,oBAAiB;AACjB,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,kBAAe;AACf,EAAAA,wBAAA,cAAW;AACX,EAAAA,wBAAA,aAAU;AARA,SAAAA;AAAA,GAAA;AAWL,IAAM,qBAAN,cAAiC,MAAM;AAAA,EAG5C,YAAY,OAAO,yBAAgC,SAAkB;AACnE,UAAM,OAAO;AACb,SAAK,OAAO,sBAAsB,IAAI;AACtC,SAAK,OAAO;AAAA,EACd;AACF;AAEO,SAAS,+BACd,OACgC;AAChC,QAAM,OAAO,mCAAmC,MAAM,IAAI;AAC1D,SAAO,QAAQ,IAAI,mBAAmB,MAAM,MAAM,MAAM;AAC1D;AAEO,SAAS,mCACd,MACoC;AACpC,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,EACT,WAAW,QAAQ,QAAQ,OAAO,QAAQ,SAAS,MAAM;AACvD,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,QAAQ,KAAM;AACvB,WAAO;AAAA,EACT,OAAO;AACL,WAAO;AAAA,EACT;AACF;;;AFIO,IAAM,gBAAN,cACG,mCAEV;AAAA,EAcE,YAAmB,UAA0B,CAAC,GAAG;AAC/C,UAAM;AADW;AAZnB,SAAO,eAAoC,CAAC;AAE5C,SAAO,iBAAoC,CAAC;AAC5C,SAAO,aAAgC,CAAC;AAIxC,SAAQ,YAAY;AACpB,SAAQ,oBAAoB,KAAK;AACjC,SAAQ,gBAAgB;AACxB,SAAQ,YAAY;AAgGpB,iBAAQ,OAAO,YAA6B;AAC1C,WAAK,QAAQ;AACb,WAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAK,YAAY,KAAK,IAAI;AAC1B,WAAK,eAAe,CAAC;AACrB,WAAK,gBAAgB;AACrB,WAAK,YAAY;AAGjB,YAAM,KAAK,SAAS,EAAE,QAAQ,KAAK,CAAC;AAGpC,YAAM,KAAK,QAAQ;AAAA,IACrB;AAEA,gBAAO,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,YAAY;AACjB,UAAI;AAEF,aAAK,OAAO;AAAA,MACd,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAAA,MACjE;AAEA,UAAI;AAEF,aAAK,aAAa,KAAK;AACvB,aAAK,QAAQ;AAAA,MACf,SAAS,OAAO;AACd,gBAAQ,MAAM,6CAA6C,KAAK;AAAA,MAClE;AAGA,MAAAC,SAAQ,UAAU;AAAA,IACpB;AAEA,iBAAQ,MAAM;AACZ,UAAI,KAAK,SAAU;AACnB,WAAK,aAAa,KAAK;AACvB,WAAK,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,kBAAkB;AACvB,MAAAA,SAAQ,UAAU;AAClB,WAAK,IAAI,sBAA+B;AAAA,IAC1C;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,SAAU;AACpB,WAAK,aAAa,OAAO;AACzB,WAAK,YAAY;AACjB,WAAK,kBAAkB;AAAA,IACzB;AAEA,oBAAW,OACT,UAII,CAAC,MACF;AACH,WAAK,QAAQ;AACb,UAAI,QAAQ,KAAK;AACf,aAAK,QAAQ,MAAM,QAAQ;AAAA,MAC7B;AACA,UAAI;AACF,YAAI,CAAC,KAAK,aAAa;AACrB,eAAK,cAAc,IAAI,YAAY,KAAK,QAAQ,GAAG;AAGnD,eAAK,YAAY,GAAG,eAAe,MAAM;AACvC,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAGD,eAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,iBAAK,IAAI,oCAAoC,IAAI;AACjD,iBAAK,IAAI,KAAK,IAAI;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,iBAAK,IAAI,qBAAqB;AAC9B,iBAAK,IAAI,wCAAwC;AAEjD,iBAAK,gBAAgB;AACrB,iBAAK,kBAAkB;AACvB,YAAAA,SAAQ,UAAU;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,iBAAK,IAAI,oBAAoB;AAC7B,iBAAK,IAAI,sCAAuC;AAChD,gBAAI,KAAK,aAAa;AACpB,mBAAK,gBAAgB;AAAA,YACvB;AACA,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAAA,QACH;AAGA,cAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,YAAI,mBAAmB;AACrB,eAAK,aAAa,KAAK;AAAA,QACzB;AAGA,cAAM,YAAY,MAAMC,KAAI,MAAM,QAAQ,QAAQ;AAClD,aAAK,YAAY;AAGjB,YAAI,qBAAqB,QAAQ,QAAQ;AACvC,gBAAM,KAAK,YAAY,MAAM,SAAS;AAAA,QACxC;AAIA,cAAM,KAAK,cAAc;AAIzB,cAAMD,SAAQ,MAAM;AAEpB,aAAK,kBAAkB;AAAA,MACzB,SAAS,OAAO;AACd,aAAK;AAAA,UACH,IAAI;AAAA;AAAA,YAED,OAAe;AAAA,UAClB;AAAA,QACF;AACA,cAAM,KAAK,KAAK;AAChB,cAAM;AAAA,MACR;AAAA,IACF;AAEA,2BAAkB,OAAO,aAAqB;AAC5C,YAAM,KAAK,SAAS,EAAE,SAAS,CAAC;AAAA,IAClC;AAEA,+BAAsB,OAAO,aAAqB;AAChD,YAAMA,SAAQ,aAAa,QAAQ;AACnC,WAAK,kBAAkB;AAAA,IACzB;AAUA,SAAQ,gBAAgB,YAAY;AAClC,YAAM,aAAa,MAAM,UAAU,aAAa,iBAAiB;AACjE,UAAI,WAAW,WAAW,EAAG;AAI7B,YAAM,iBAAiB,WAAW;AAAA,QAChC,CAAC,WAAW,OAAO,aAAa;AAAA,MAClC;AACA,YAAM,UAAU,WAAW,OAAO,CAAC,WAAW,OAAO,aAAa,SAAS;AAC3E,YAAM,wBAAwB,eAC3B;AAAA,QAAI,CAAC,WACJ,QAAQ;AAAA,UACN,CAAC,MAAM,EAAE,YAAY,OAAO,WAAW,EAAE,SAAS,OAAO;AAAA,QAC3D;AAAA,MACF,EACC,OAAO,CAAC,UAAU,UAAU,EAAE;AACjC,iBAAW,SAAS,uBAAuB;AACzC,cAAM,SAAS,QAAQ,KAAK;AAC5B,gBAAQ,OAAO,OAAO,CAAC;AACvB,gBAAQ,QAAQ,MAAM;AAAA,MACxB;AAEA,WAAK,aAAa,QAAQ,OAAO,CAAC,WAAW,OAAO,SAAS,YAAY;AACzE,WAAK,iBAAiB,QAAQ;AAAA,QAC5B,CAAC,WAAW,OAAO,SAAS;AAAA,MAC9B;AACA,MAAAA,SAAQ,UAAU,KAAK;AAEvB,WAAK,kBAAkB;AAAA,IACzB;AAqCA,SAAQ,WAAW,MAAM;AACvB,WAAK,IAAI,kBAAkB;AAC3B,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ,QAAQ;AACvB,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,QAAQ,MAAM,CAAC;AAAA,MACnD;AAAA,IACF;AAEA,SAAQ,cAAc,CAAC,UAAwB;AAC7C,WAAK,IAAI,qBAAqB,MAAM,IAAI;AACxC,UAAI,MAAM,gBAAgB,MAAM;AAE9B,YAAI,KAAK,YAAY,KAAK,eAAgB;AAC1C,QAAAA,SAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,yCAAyC,MAAM,IAAI,EAAE;AAAA,MACpE,WAAW,MAAM,KAAK,kCAAwC,GAAG;AAE/D,YAAI;AACF,gBAAM,UAAU,KAAK;AAAA,YACnB,MAAM,KAAK,kCAAwC,SAAS,CAAC;AAAA,UAC/D;AACA,eAAK,gBAAgB;AACrB,eAAK,WAAW,OAAO;AAAA,QACzB,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF,WAAW,MAAM,kCAAwC;AAEvD,aAAK,KAAK,SAAS;AAAA,MACrB,WAAW,MAAM,wCAA2C;AAE1D,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAsD;AAErE,cAAM,cAAc,KAAK,aAAa;AAAA,UACpC,CAAC,YAAY,QAAQ,SAAS;AAAA,QAChC;AACA,YAAI,gBAAgB,IAAI;AACtB,eAAK,eAAe,KAAK,aAAa;AAAA,YACpC,CAAC,GAAG,UAAU,UAAU;AAAA,UAC1B;AACA,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,KAAK,oCAAyC,GAAG;AAEhE,YAAI;AACF,gBAAM,WAAW,KAAK;AAAA,YACpB,MAAM,KAAK,oCAAyC,SAAS,CAAC;AAAA,UAChE;AACA,eAAK,KAAK,YAAY,QAAQ;AAAA,QAChC,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAsB;AACzC,WAAK,IAAI,oBAAoB,KAAK;AAClC,WAAK,KAAK;AAEV,YAAM,QAAQ,+BAA+B,KAAK;AAClD,UAAI,OAAO;AACT,aAAK,SAAS,KAAK;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAiB;AACpC,WAAK,SAAS,IAAI,gDAAoD,CAAC;AACvE,WAAK,KAAK;AAAA,IACZ;AAcA,SAAQ,wBAAwB,MAAM;AACpC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,uBAAuB,CAAC,KAAK,UAAU;AACtD,aAAK,aAAa,KAAK;AAAA,MACzB;AACA,WAAK,kBAAkB;AAAA,IACzB;AAEA,SAAQ,uBAAuB,MAAM;AACnC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,uBAAuB,CAAC,KAAK,UAAU;AACtD,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,kBAAkB;AAAA,IACzB;AAzaE,IAAAA,SAAQ,GAAG,gBAAgB,KAAK,qBAAqB;AACrD,IAAAA,SAAQ,GAAG,eAAe,KAAK,oBAAoB;AAGnD,cAAU,aAAa,iBAAiB,gBAAgB,KAAK,aAAa;AAAA,EAC5E;AAAA,EAEA,IAAI,MAAuB;AACzB,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,iBAAiB,CAAC,KAAK;AAAA,EACrC;AAAA,EAEA,IAAI,cAAuB;AACzB,WACE,KAAK,gBACL,CAAC,KAAK,YACN,CAAC,KAAK,gBACN,CAAC,KAAK,cACN,CAAC,KAAK,kBACN,CAAC,KAAK;AAAA,EAEV;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,iBAA0B;AAC5B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,sBAA+B;AACjC,WAAOA,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,cAAkC;AACpC,WAAOC,KAAI;AAAA,EACb;AAAA,EAEA,IAAI,kBAAsC;AACxC,WAAOD,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,QAAsB;AACxB,WAAO;AAAA,MACL,YAAY,KAAK;AAAA,MACjB,WAAW,KAAK;AAAA,MAChB,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,MAClB,cAAc,KAAK;AAAA,MACnB,gBAAgB,KAAK;AAAA,MACrB,qBAAqB,KAAK;AAAA,MAC1B,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB,OAAO,KAAK;AAAA,MACZ,aAAa,KAAK;AAAA,MAClB,iBAAiB,KAAK;AAAA,MACtB,YAAY,KAAK;AAAA,MACjB,gBAAgB,KAAK;AAAA,IACvB;AAAA,EACF;AAAA,EAsJQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,IAAAC,KAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkCA,MAAc,UAAU;AACtB,QAAI;AACF,UAAI,KAAK,IAAI;AACX,aAAK,IAAI,8BAA8B;AACvC;AAAA,MACF;AACA,UAAI,CAAC,KAAK,cAAc;AACtB,cAAM,IAAI,kCAA6C;AAAA,MACzD;AACA,UAAI,CAAC,KAAK,QAAQ,KAAK;AACrB,cAAM,IAAI,gDAAoD;AAAA,MAChE;AAGA,WAAK,KAAK,IAAI,UAAU,KAAK,QAAQ,GAAG;AACxC,WAAK,GAAG,aAAa;AACrB,WAAK,kBAAkB;AAGvB,WAAK,GAAG,SAAS,KAAK;AACtB,WAAK,GAAG,YAAY,KAAK;AACzB,WAAK,GAAG,UAAU,KAAK;AACvB,WAAK,GAAG,UAAU,KAAK;AAAA,IACzB,SAAS,OAAO;AACd,WAAK;AAAA,QACH,IAAI;AAAA;AAAA,UAED,OAAe;AAAA,QAClB;AAAA,MACF;AACA,YAAM,KAAK,KAAK;AAChB,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAwFQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,QACE,KAAK,GAAG,eAAe,UAAU,QACjC,KAAK,GAAG,eAAe,UAAU,YACjC;AACA,WAAK,GAAG,MAAM;AAAA,IAChB;AACA,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkBQ,WAAW,SAAkC;AACnD,SAAK,eAAe,CAAC,GAAG,KAAK,cAAc,OAAO;AAClD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,SAAS,OAA2B;AAC1C,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,SAAK,QAAQ;AACb,SAAK,kBAAkB;AACvB,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,oBAAoB;AAC1B,UAAM,QAAQ,KAAK;AACnB,SAAK,KAAK,eAAe,OAAO,KAAK,iBAAiB;AACtD,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,QAAQ,SAAU;AAC5B,YAAQ,IAAI,kBAAkB,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAC1E;AACF;;;AGrgBA,IAAI,CAAC,OAAO,eAAe;AACzB,SAAO,gBAAgB,IAAI,cAAc;AAC3C;AACO,IAAM,UAAU,OAAO;","names":["Mic","Speaker","audioContext","audioContext","unlock","LocalStorageKeys","import_eventemitter3","import_eventemitter3","import_eventemitter3","import_eventemitter3","VADStatus","defaultOptions","Mic","Speaker","import_eventemitter3","MicdropClientCommands","MicdropServerCommands","MicdropClientErrorCode","Speaker","Mic"]}
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/Mic.ts","../src/audio/Speaker.ts","../src/audio/stream/AudioStream.ts","../src/audio/stream/Pcm16AudioStream.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","../src/audio/index.ts","../src/client/MicdropClient.ts","../../server/src/types.ts","../src/client/MicdropClientError.ts","../src/Micdrop.ts"],"sourcesContent":["export * from './audio'\nexport * from './client'\nexport * from './Micdrop'\nexport * from './types'\n","import { EventEmitter } from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport class Mic {\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.deviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.deviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.deviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { AudioStream } from './stream/AudioStream'\nimport { Pcm16AudioStream } from './stream/Pcm16AudioStream'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport interface SpeakerEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport class Speaker extends EventEmitter<SpeakerEvents> {\n public isPlaying = false\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n // Set by MicdropClient, useful to detect default device\n public devices: MediaDeviceInfo[] = []\n\n private audioStream?: AudioStream\n private audioSourceNode?: AudioNode\n private audioElementDestination?: HTMLAudioElement // Used when audiocontext sinkId is not available\n\n async start() {\n if (this.audioStream) return\n\n // Instantiate the audio stream based on the browser compatibility\n this.audioStream = new Pcm16AudioStream()\n\n // Forward events from AudioStream\n this.audioStream.on('StartPlaying', () => this.setIsPlaying(true))\n this.audioStream.on('StopPlaying', () => this.setIsPlaying(false))\n\n // Get the audio source node from AudioStream\n this.audioSourceNode = this.audioStream.start()\n\n // Select speaker device if speakerId is in local storage\n const deviceId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) ?? undefined\n await this.setDevice(deviceId)\n }\n\n async playAudio(blob: Blob) {\n this.start()\n try {\n await this.audioStream?.playAudio(blob)\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n async stopAudio() {\n if (!this.isPlaying) return\n this.audioStream?.stopAudio()\n }\n\n async changeDevice(deviceId: string) {\n await this.setDevice(deviceId)\n\n // Update local storage\n if (this.isDefaultDevice) {\n localStorage.removeItem(LocalStorageKeys.SpeakerDevice)\n } else {\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, deviceId)\n }\n }\n\n get isDefaultDevice(): boolean {\n return (\n !this.deviceId ||\n this.devices.length === 0 ||\n this.deviceId === this.devices[0].deviceId\n )\n }\n\n private setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n\n private async setDevice(deviceId: string | undefined) {\n if (!this.audioSourceNode) {\n console.error(\n 'audioSourceNode not initialized, setDevice called before start'\n )\n return\n }\n try {\n this.deviceId = deviceId\n const defaultDevice = this.isDefaultDevice\n const sinkId = !deviceId || defaultDevice ? '' : deviceId\n\n if (defaultDevice || 'setSinkId' in audioContext) {\n // Play through audiocontext destination when possible\n // It is the preferred way, as it's the only way to have echo cancellation\n await (audioContext as any).setSinkId?.(sinkId)\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(audioContext.destination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Reset audio element destination if it exists\n if (this.audioElementDestination) {\n this.audioElementDestination.pause()\n this.audioElementDestination.srcObject = null\n this.audioElementDestination = undefined\n }\n } else {\n // On Firefox, we can't set sinkId on audio context\n // So we stream non-default devices back to an audio element for which we set sinkId\n if (!this.audioElementDestination) {\n // Create a media stream destination to stream the audio to\n const mediaStreamDestination =\n audioContext.createMediaStreamDestination()\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(mediaStreamDestination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Play stream to audio element destination\n this.audioElementDestination = new Audio()\n this.audioElementDestination.autoplay = true\n this.audioElementDestination.srcObject = mediaStreamDestination.stream\n }\n await this.audioElementDestination.setSinkId(sinkId)\n }\n } catch (error) {\n console.error(`Error setting Audio Output to ${deviceId}`, error)\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { audioContext } from '../utils/audioContext'\n\nexport interface AudioStreamEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport abstract class AudioStream extends EventEmitter<AudioStreamEvents> {\n public isPlaying = false\n protected outputNode: AudioNode\n\n constructor() {\n super()\n this.outputNode = audioContext.createGain()\n }\n\n abstract start(): AudioNode\n abstract playAudio(blob: Blob): Promise<void>\n abstract stopAudio(): void\n\n protected setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { AudioStream } from './AudioStream'\n\nconst SAMPLE_RATE = 16000\nconst CHANNELS = 1\n\nexport class Pcm16AudioStream extends AudioStream {\n private audioQueue: AudioBuffer[] = []\n private currentSourceNode?: AudioBufferSourceNode\n private isProcessingQueue = false\n\n constructor() {\n super()\n }\n\n start(): AudioNode {\n return this.outputNode\n }\n\n async playAudio(blob: Blob): Promise<void> {\n try {\n // Convert blob to PCM data\n const arrayBuffer = await blob.arrayBuffer()\n\n // Convert PCM data to AudioBuffer with proper sample rate\n const audioBuffer = this.createAudioBuffer(arrayBuffer)\n\n if (audioBuffer) {\n this.audioQueue.push(audioBuffer)\n this.processQueue()\n }\n } catch (error) {\n console.error('Failed to play audio chunk:', error)\n }\n }\n\n stopAudio(): void {\n if (this.currentSourceNode) {\n try {\n this.currentSourceNode.stop()\n this.currentSourceNode.disconnect()\n } catch (error) {\n // Ignore errors when stopping\n }\n this.currentSourceNode = undefined\n }\n this.audioQueue = []\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n }\n\n private createAudioBuffer(arrayBuffer: ArrayBuffer): AudioBuffer | null {\n try {\n // Convert ArrayBuffer to Int16Array (assuming 16-bit PCM)\n const int16Data = new Int16Array(arrayBuffer)\n\n // Calculate number of samples\n const numSamples = int16Data.length\n\n if (numSamples === 0) {\n return null\n }\n\n // Create AudioBuffer with the correct sample rate\n const audioBuffer = audioContext.createBuffer(\n CHANNELS,\n numSamples,\n SAMPLE_RATE\n )\n\n // Convert 16-bit PCM to float32 and copy to AudioBuffer\n const channelData = audioBuffer.getChannelData(0)\n for (let i = 0; i < numSamples; i++) {\n channelData[i] = int16Data[i] / 32768.0\n }\n\n return audioBuffer\n } catch (error) {\n console.error('Error creating AudioBuffer:', error)\n return null\n }\n }\n\n private processQueue(): void {\n if (this.isProcessingQueue || this.audioQueue.length === 0) {\n return\n }\n\n this.isProcessingQueue = true\n this.playNextBuffer()\n }\n\n private playNextBuffer(): void {\n if (this.audioQueue.length === 0) {\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n return\n }\n\n const audioBuffer = this.audioQueue.shift()!\n\n // Create a new AudioBufferSourceNode\n this.currentSourceNode = audioContext.createBufferSource()\n this.currentSourceNode.buffer = audioBuffer\n this.currentSourceNode.connect(this.outputNode)\n\n // Set up event handler for when this buffer finishes\n this.currentSourceNode.onended = () => {\n this.currentSourceNode = undefined\n // Continue processing queue\n this.playNextBuffer()\n }\n\n // Start playing\n this.currentSourceNode.start(0)\n this.setIsPlaying(true)\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD, VADStatus } from './vad/VAD'\nimport { getVAD, VADConfig } from './vad/getVAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n public vad: VAD\n\n private audioInfo = this.getAudioInfo()\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n start = async (stream: MediaStream) => {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable\n\n // Start speaking detection\n await this.vad.start(stream)\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute = () => {\n if (this.state.isMuted) return\n\n // Force stop speaking\n if (this.state.isSpeaking) {\n this.onStopSpeaking()\n }\n this.changeState({ isMuted: true })\n }\n\n unmute = () => {\n if (!this.state.isMuted) return\n this.changeState({ isMuted: false })\n\n // Start speaking if already speaking\n if (this.vad.status === VADStatus.MaybeSpeaking) {\n this.onStartSpeaking()\n } else if (this.vad.status === VADStatus.Speaking) {\n this.onStartSpeaking()\n this.onConfirmSpeaking()\n }\n }\n\n stop = () => {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n // Stop speaking detection\n this.vad.stop()\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n\n // Stop recorder\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n\n // Stop delayed stream\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n private onStartSpeaking = async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n this.speakingConfirmed = false\n } catch (error) {\n console.error(error)\n }\n }\n\n private onConfirmSpeaking = async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }\n\n private onCancelSpeaking = async () => {\n if (this.state.isMuted) return\n try {\n this.recorder?.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }\n\n private onStopSpeaking = async () => {\n if (this.state.isMuted) return\n try {\n this.recorder?.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }\n\n private onDataAvailable = async (blobEvent: BlobEvent) => {\n if (this.state.isMuted) return\n\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { EventEmitter } from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public readonly name = this.constructor.name\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n private setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange = () => {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n submitUserSpeechOnPause: true,\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nconst DefaultVAD = VolumeVAD\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new DefaultVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n","import { Mic as MicClass } from './Mic'\nimport { Speaker as SpeakerClass } from './Speaker'\n\nexport * from './MicRecorder'\nexport * from './utils/localStorage'\nexport * from './vad'\n\n// Setup and export Mic instance\nif (!window.micdropMic) {\n window.micdropMic = new MicClass()\n}\nexport const Mic = window.micdropMic\n\n// Setup and export Speaker instance\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new SpeakerClass()\n}\nexport const Speaker = window.micdropSpeaker\n","import { EventEmitter } from 'eventemitter3'\nimport { Mic, Speaker, VAD } from '../audio'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { VADConfig } from '../audio/vad/getVAD'\nimport {\n MicdropClientCommands,\n MicdropConversation,\n MicdropConversationItem,\n MicdropServerCommands,\n MicdropToolCall,\n} from '../types'\nimport {\n getClientErrorFromWSCloseEvent,\n MicdropClientError,\n MicdropClientErrorCode,\n} from './MicdropClientError'\n\nexport interface MicdropEvents {\n EndCall: []\n Error: [MicdropClientError]\n StateChange: [MicdropState, MicdropState]\n ToolCall: [MicdropToolCall]\n}\n\nexport interface MicdropOptions {\n url?: string\n params?: Record<string, any>\n vad?: VADConfig\n disableInterruption?: boolean\n debugLog?: boolean\n}\n\nexport interface MicdropState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isPaused: boolean\n isListening: boolean\n isProcessing: boolean\n isUserSpeaking: boolean\n isAssistantSpeaking: boolean\n isMicStarted: boolean\n isMicMuted: boolean\n micDeviceId: string | undefined\n speakerDeviceId: string | undefined\n micDevices: MediaDeviceInfo[]\n speakerDevices: MediaDeviceInfo[]\n conversation: MicdropConversation\n error: MicdropClientError | undefined\n}\n\nexport class MicdropClient\n extends EventEmitter<MicdropEvents>\n implements MicdropState\n{\n public micRecorder?: MicRecorder\n public conversation: MicdropConversation = []\n public error: MicdropClientError | undefined\n public speakerDevices: MediaDeviceInfo[] = []\n public micDevices: MediaDeviceInfo[] = []\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastNotifiedState = this.state\n private _isProcessing = false\n private _isMuted = false\n private _isPaused = false\n\n constructor(public options: MicdropOptions = {}) {\n super()\n\n // Add speaker listener\n Speaker.on('StartPlaying', this.onSpeakerStartPlaying)\n Speaker.on('StopPlaying', this.onSpeakerStopPlaying)\n\n // Listen to device changes\n navigator.mediaDevices.addEventListener('devicechange', this.updateDevices)\n }\n\n get vad(): VAD | undefined {\n return this.micRecorder?.vad\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isMuted(): boolean {\n return this._isMuted\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n get isProcessing(): boolean {\n return this._isProcessing && !this.isPaused\n }\n\n get isListening(): boolean {\n return (\n this.isMicStarted &&\n !this.isPaused &&\n !this.isProcessing &&\n !this.isMicMuted &&\n !this.isUserSpeaking &&\n !this.isAssistantSpeaking\n )\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isUserSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isAssistantSpeaking(): boolean {\n return Speaker.isPlaying\n }\n\n get micDeviceId(): string | undefined {\n return Mic.deviceId\n }\n\n get speakerDeviceId(): string | undefined {\n return Speaker.deviceId\n }\n\n get state(): MicdropState {\n return {\n isStarting: this.isStarting,\n isStarted: this.isStarted,\n isMuted: this.isMuted,\n isPaused: this.isPaused,\n isListening: this.isListening,\n isProcessing: this.isProcessing,\n isUserSpeaking: this.isUserSpeaking,\n isAssistantSpeaking: this.isAssistantSpeaking,\n isMicStarted: this.isMicStarted,\n isMicMuted: this.isMicMuted,\n conversation: this.conversation,\n error: this.error,\n micDeviceId: this.micDeviceId,\n speakerDeviceId: this.speakerDeviceId,\n micDevices: this.micDevices,\n speakerDevices: this.speakerDevices,\n }\n }\n\n start = async (options?: MicdropOptions) => {\n this.error = undefined\n this.options = { ...this.options, ...options }\n\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n this._isMuted = false\n this._isPaused = false\n\n // Start mic if not already started\n await this.startMic({ record: true })\n\n // Start websocket\n await this.startWS()\n }\n\n stop = async () => {\n this._isProcessing = false\n this._isMuted = false\n this._isPaused = false\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[MicdropClient] Error stopping WebSocket', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[MicdropClient] Error stopping microphone', error)\n }\n\n // Stop speaker\n Speaker.stopAudio()\n }\n\n mute = () => {\n this.micRecorder?.mute()\n this._isMuted = true\n this.notifyStateChange()\n }\n\n unmute = () => {\n if (!this.isPaused) {\n this.micRecorder?.unmute()\n }\n this._isMuted = false\n this.notifyStateChange()\n }\n\n pause = () => {\n if (this.isPaused) return\n this.micRecorder?.mute()\n this._isPaused = true\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n this.ws?.send(MicdropClientCommands.Mute)\n }\n\n resume = () => {\n if (!this.isPaused) return\n if (!this.isMuted) {\n this.micRecorder?.unmute()\n }\n this._isPaused = false\n this.notifyStateChange()\n }\n\n startMic = async (\n options: {\n vad?: VADConfig\n deviceId?: string\n record?: boolean\n } = {}\n ) => {\n this.error = undefined\n this._isMuted = false\n if (options.vad) {\n this.options.vad = options.vad\n }\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.options.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[MicdropClient] User audio chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('User start speaking')\n this.ws?.send(MicdropClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('User stop speaking')\n this.ws?.send(MicdropClientCommands.StopSpeaking)\n if (this.isWSStarted) {\n this._isProcessing = true\n }\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n const micStream = await Mic.start(options.deviceId)\n this.micStream = micStream\n\n // Restart recorder if it was running\n if (isRecorderStarted || options.record) {\n await this.micRecorder.start(micStream)\n }\n\n // Get devices after starting mic\n // It's necessary for Firefox that return an empty list before any stream is started\n await this.updateDevices()\n\n // Start speaker\n // Must be after devices update\n await Speaker.start()\n\n this.notifyStateChange()\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Mic,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n changeMicDevice = async (deviceId: string) => {\n await this.startMic({ deviceId })\n }\n\n changeSpeakerDevice = async (deviceId: string) => {\n await Speaker.changeDevice(deviceId)\n this.notifyStateChange()\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n Mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private updateDevices = async () => {\n const rawDevices = await navigator.mediaDevices.enumerateDevices()\n if (rawDevices.length === 0) return\n\n // Move default devices to the beginning of the list\n // and get rid of devices with deviceId=default\n const defaultDevices = rawDevices.filter(\n (device) => device.deviceId === 'default'\n )\n const devices = rawDevices.filter((device) => device.deviceId !== 'default')\n const defaultDevicesIndexes = defaultDevices\n .map((device) =>\n devices.findIndex(\n (d) => d.groupId === device.groupId && d.kind === device.kind\n )\n )\n .filter((index) => index !== -1)\n for (const index of defaultDevicesIndexes) {\n const device = devices[index]\n devices.splice(index, 1)\n devices.unshift(device)\n }\n\n this.micDevices = devices.filter((device) => device.kind === 'audioinput')\n this.speakerDevices = devices.filter(\n (device) => device.kind === 'audiooutput'\n )\n Speaker.devices = this.speakerDevices\n\n this.notifyStateChange()\n }\n\n private async startWS() {\n try {\n if (this.ws) {\n this.log('WebSocket is already started')\n return\n }\n if (!this.isMicStarted) {\n throw new MicdropClientError(MicdropClientErrorCode.Mic)\n }\n if (!this.options.url) {\n throw new MicdropClientError(MicdropClientErrorCode.MissingUrl)\n }\n\n // Start websocket\n this.ws = new WebSocket(this.options.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = this.onWSOpen\n this.ws.onmessage = this.onWSMessage\n this.ws.onclose = this.onWSClose\n this.ws.onerror = this.onWSError\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Connection,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n private onWSOpen = () => {\n this.log('WebSocket opened')\n this.notifyStateChange()\n\n // Send params\n if (this.options.params) {\n this.ws?.send(JSON.stringify(this.options.params))\n }\n }\n\n private onWSMessage = (event: MessageEvent) => {\n this.log('Received message:', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n if (this.isPaused || this.isUserSpeaking) return\n Speaker.playAudio(event.data)\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[MicdropClient] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(MicdropServerCommands.Message)) {\n // Received user/assistant message\n try {\n const message = JSON.parse(\n event.data.substring(MicdropServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing message:',\n event.data,\n error\n )\n }\n } else if (event.data === MicdropServerCommands.EndCall) {\n // Call ended\n this.emit('EndCall')\n } else if (event.data === MicdropServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === MicdropServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation.findLastIndex(\n (message) => message.role === 'user'\n )\n if (lastMessage !== -1) {\n this.conversation = this.conversation.filter(\n (_, index) => index !== lastMessage\n )\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data.startsWith(MicdropServerCommands.ToolCall)) {\n // Received tool call information\n try {\n const toolCall = JSON.parse(\n event.data.substring(MicdropServerCommands.ToolCall.length + 1)\n )\n this.emit('ToolCall', toolCall)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing tool call:',\n event.data,\n error\n )\n }\n }\n }\n\n private onWSClose = (event: CloseEvent) => {\n this.log('WebSocket closed', event)\n this.stop()\n\n const error = getClientErrorFromWSCloseEvent(event)\n if (error) {\n this.setError(error)\n }\n }\n\n private onWSError = (event: Event) => {\n this.setError(new MicdropClientError(MicdropClientErrorCode.Connection))\n this.stop()\n }\n\n private stopWS() {\n if (!this.ws) return\n if (\n this.ws.readyState === WebSocket.OPEN ||\n this.ws.readyState === WebSocket.CONNECTING\n ) {\n this.ws.close()\n }\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private onSpeakerStartPlaying = () => {\n this.log('Speaker started')\n if (this.options.disableInterruption) {\n this.micRecorder?.mute()\n }\n this.notifyStateChange()\n }\n\n private onSpeakerStopPlaying = () => {\n this.log('Speaker stopped')\n if (this.options.disableInterruption && !this.isMuted) {\n this.micRecorder?.unmute()\n }\n this.notifyStateChange()\n }\n\n private addMessage(message: MicdropConversationItem) {\n this.conversation = [...this.conversation, message]\n this.notifyStateChange()\n }\n\n private setError(error: MicdropClientError) {\n console.error('[MicdropClient] Error:', error)\n this.error = error\n this.notifyStateChange()\n this.emit('Error', error)\n }\n\n private notifyStateChange() {\n const state = this.state\n this.emit('StateChange', state, this.lastNotifiedState)\n this.lastNotifiedState = state\n }\n\n private log(...message: any[]) {\n if (!this.options.debugLog) return\n console.log(`[MicdropClient ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum MicdropClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum MicdropServerCommands {\n Message = 'Message',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EndCall = 'EndCall',\n ToolCall = 'ToolCall',\n}\n\nexport interface MicdropCallSummary {\n conversation: MicdropConversation\n duration: number\n}\n\nexport type MicdropConversationItem =\n | MicdropConversationMessage\n | MicdropConversationToolCall\n | MicdropConversationToolResult\n\nexport type MicdropConversation = Array<MicdropConversationItem>\n\nexport type MicdropAnswerMetadata = {\n [key: string]: any\n}\n\nexport interface MicdropConversationMessage<\n Data extends MicdropAnswerMetadata = MicdropAnswerMetadata,\n> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n\nexport interface MicdropConversationToolCall {\n role: 'tool_call'\n toolCallId: string\n toolName: string\n parameters: string\n}\n\nexport interface MicdropConversationToolResult {\n role: 'tool_result'\n toolCallId: string\n toolName: string\n output: string\n}\n\nexport interface MicdropToolCall {\n name: string\n parameters: any\n output: any\n}\n\nexport type DeepPartial<T> = T extends object\n ? {\n [P in keyof T]?: DeepPartial<T[P]>\n }\n : T\n","export enum MicdropClientErrorCode {\n MissingUrl = 'MissingUrl',\n Mic = 'Mic',\n Connection = 'Connection',\n InternalServer = 'InternalServer',\n BadRequest = 'BadRequest',\n Unauthorized = 'Unauthorized',\n NotFound = 'NotFound',\n Unknown = 'Unknown',\n}\n\nexport class MicdropClientError extends Error {\n code: MicdropClientErrorCode\n\n constructor(code = MicdropClientErrorCode.Unknown, message?: string) {\n super(message)\n this.name = `MicdropClientError:${code}`\n this.code = code\n }\n}\n\nexport function getClientErrorFromWSCloseEvent(\n event: CloseEvent\n): MicdropClientError | undefined {\n const code = getClientErrorFromWSCloseEventCode(event.code)\n return code && new MicdropClientError(code, event.reason)\n}\n\nexport function getClientErrorFromWSCloseEventCode(\n code: number\n): MicdropClientErrorCode | undefined {\n if (code === 1011) {\n return MicdropClientErrorCode.InternalServer\n } else if (code >= 1001 && code < 1011 && code !== 1005) {\n return MicdropClientErrorCode.Connection\n } else if (code === 4401) {\n return MicdropClientErrorCode.Unauthorized\n } else if (code === 4404) {\n return MicdropClientErrorCode.NotFound\n } else if (code === 4400) {\n return MicdropClientErrorCode.BadRequest\n } else if (code >= 4000) {\n return MicdropClientErrorCode.Unknown\n } else {\n return undefined\n }\n}\n","import { MicdropClient } from './client'\n\n// Setup and export MicdropClient instance\nif (!window.micdropClient) {\n window.micdropClient = new MicdropClient()\n}\nexport const Micdrop = window.micdropClient\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA,aAAAA;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iBAAAC;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAA6B;AAMtB,IAAM,gBAAN,cAA4B,kCAAkC;AAAA,EAQnE,YACEC,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAM,MAAN,MAAU;AAAA,EAAV;AACL,SAAO,WAAW,IAAI,cAAc,YAAY;AAAA;AAAA,EAMxC,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,aAAa,UAAU;AAC9B,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,WAAW;AAAA,IAClB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,WAAW;AAAA,IAClB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;;;ACxFA,IAAAC,wBAA6B;;;ACA7B,IAAAC,wBAA6B;AAQtB,IAAe,cAAf,cAAmC,mCAAgC;AAAA,EAIxE,cAAc;AACZ,UAAM;AAJR,SAAO,YAAY;AAKjB,SAAK,aAAa,aAAa,WAAW;AAAA,EAC5C;AAAA,EAMU,aAAa,WAAoB;AACzC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AACF;;;ACvBA,IAAM,cAAc;AACpB,IAAM,WAAW;AAEV,IAAM,mBAAN,cAA+B,YAAY;AAAA,EAKhD,cAAc;AACZ,UAAM;AALR,SAAQ,aAA4B,CAAC;AAErC,SAAQ,oBAAoB;AAAA,EAI5B;AAAA,EAEA,QAAmB;AACjB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,UAAU,MAA2B;AACzC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,KAAK,kBAAkB,WAAW;AAEtD,UAAI,aAAa;AACf,aAAK,WAAW,KAAK,WAAW;AAChC,aAAK,aAAa;AAAA,MACpB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAAA,IACpD;AAAA,EACF;AAAA,EAEA,YAAkB;AAChB,QAAI,KAAK,mBAAmB;AAC1B,UAAI;AACF,aAAK,kBAAkB,KAAK;AAC5B,aAAK,kBAAkB,WAAW;AAAA,MACpC,SAAS,OAAO;AAAA,MAEhB;AACA,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,aAAa,CAAC;AACnB,SAAK,oBAAoB;AACzB,SAAK,aAAa,KAAK;AAAA,EACzB;AAAA,EAEQ,kBAAkB,aAA8C;AACtE,QAAI;AAEF,YAAM,YAAY,IAAI,WAAW,WAAW;AAG5C,YAAM,aAAa,UAAU;AAE7B,UAAI,eAAe,GAAG;AACpB,eAAO;AAAA,MACT;AAGA,YAAM,cAAc,aAAa;AAAA,QAC/B;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAGA,YAAM,cAAc,YAAY,eAAe,CAAC;AAChD,eAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,oBAAY,CAAC,IAAI,UAAU,CAAC,IAAI;AAAA,MAClC;AAEA,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAClD,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEQ,eAAqB;AAC3B,QAAI,KAAK,qBAAqB,KAAK,WAAW,WAAW,GAAG;AAC1D;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,iBAAuB;AAC7B,QAAI,KAAK,WAAW,WAAW,GAAG;AAChC,WAAK,oBAAoB;AACzB,WAAK,aAAa,KAAK;AACvB;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,WAAW,MAAM;AAG1C,SAAK,oBAAoB,aAAa,mBAAmB;AACzD,SAAK,kBAAkB,SAAS;AAChC,SAAK,kBAAkB,QAAQ,KAAK,UAAU;AAG9C,SAAK,kBAAkB,UAAU,MAAM;AACrC,WAAK,oBAAoB;AAEzB,WAAK,eAAe;AAAA,IACtB;AAGA,SAAK,kBAAkB,MAAM,CAAC;AAC9B,SAAK,aAAa,IAAI;AAAA,EACxB;AACF;;;AFzGO,IAAM,UAAN,cAAsB,mCAA4B;AAAA,EAAlD;AAAA;AACL,SAAO,YAAY;AACnB,SAAO,WAAW,IAAI,cAAc,YAAY;AAIhD;AAAA,SAAO,UAA6B,CAAC;AAAA;AAAA;AAAA,EAMrC,MAAM,QAAQ;AACZ,QAAI,KAAK,YAAa;AAGtB,SAAK,cAAc,IAAI,iBAAiB;AAGxC,SAAK,YAAY,GAAG,gBAAgB,MAAM,KAAK,aAAa,IAAI,CAAC;AACjE,SAAK,YAAY,GAAG,eAAe,MAAM,KAAK,aAAa,KAAK,CAAC;AAGjE,SAAK,kBAAkB,KAAK,YAAY,MAAM;AAG9C,UAAM,WACJ,aAAa,mDAAsC,KAAK;AAC1D,UAAM,KAAK,UAAU,QAAQ;AAAA,EAC/B;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,SAAK,MAAM;AACX,QAAI;AACF,YAAM,KAAK,aAAa,UAAU,IAAI;AAAA,IACxC,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,MAAM,YAAY;AAChB,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,aAAa,UAAU;AAAA,EAC9B;AAAA,EAEA,MAAM,aAAa,UAAkB;AACnC,UAAM,KAAK,UAAU,QAAQ;AAG7B,QAAI,KAAK,iBAAiB;AACxB,mBAAa,sDAAyC;AAAA,IACxD,OAAO;AACL,mBAAa,qDAAwC,QAAQ;AAAA,IAC/D;AAAA,EACF;AAAA,EAEA,IAAI,kBAA2B;AAC7B,WACE,CAAC,KAAK,YACN,KAAK,QAAQ,WAAW,KACxB,KAAK,aAAa,KAAK,QAAQ,CAAC,EAAE;AAAA,EAEtC;AAAA,EAEQ,aAAa,WAAoB;AACvC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AAAA,EAEA,MAAc,UAAU,UAA8B;AACpD,QAAI,CAAC,KAAK,iBAAiB;AACzB,cAAQ;AAAA,QACN;AAAA,MACF;AACA;AAAA,IACF;AACA,QAAI;AACF,WAAK,WAAW;AAChB,YAAM,gBAAgB,KAAK;AAC3B,YAAM,SAAS,CAAC,YAAY,gBAAgB,KAAK;AAEjD,UAAI,iBAAiB,eAAe,cAAc;AAGhD,cAAO,aAAqB,YAAY,MAAM;AAC9C,aAAK,gBAAgB,WAAW;AAChC,aAAK,gBAAgB,QAAQ,aAAa,WAAW;AACrD,aAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,YAAI,KAAK,yBAAyB;AAChC,eAAK,wBAAwB,MAAM;AACnC,eAAK,wBAAwB,YAAY;AACzC,eAAK,0BAA0B;AAAA,QACjC;AAAA,MACF,OAAO;AAGL,YAAI,CAAC,KAAK,yBAAyB;AAEjC,gBAAM,yBACJ,aAAa,6BAA6B;AAC5C,eAAK,gBAAgB,WAAW;AAChC,eAAK,gBAAgB,QAAQ,sBAAsB;AACnD,eAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,eAAK,0BAA0B,IAAI,MAAM;AACzC,eAAK,wBAAwB,WAAW;AACxC,eAAK,wBAAwB,YAAY,uBAAuB;AAAA,QAClE;AACA,cAAM,KAAK,wBAAwB,UAAU,MAAM;AAAA,MACrD;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,QAAQ,IAAI,KAAK;AAAA,IAClE;AAAA,EACF;AACF;;;AGlIA,IAAAC,wBAA6B;;;ACQtB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,IAAAC,wBAA6B;AAetB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2B,mCAAwB;AAAA,EAAnD;AAAA;AACL,SAAgB,OAAO,KAAK,YAAY;AACxC,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyBf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,UAAU,QAAmB;AACnC,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;ACjFO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AAkBR,SAAQ,iBAAiB,MAAM;AAC7B,YAAM,eAAe,KAAK,KAAK;AAAA,QAC7B,CAAC,QAAQ,IAAI;AAAA,MACf;AACA,YAAM,gBAAgB,KAAK,KAAK;AAAA,QAC9B,CAAC,QAAQ,IAAI;AAAA,MACf;AAGA,cAAQ,KAAK,QAAQ;AAAA,QACnB;AACE,cAAI,aAAc;AAClB,eAAK,KAAK,eAAe;AACzB,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,gBAAgB;AAC1B;AAAA,UACF;AACA,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,cAAc;AAAA,UAC1B;AACA;AAAA,MACJ;AAAA,IACF;AAjDE,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AAAA,EAC3C;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAoCA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AACF;;;ACpEA,qBAAuB;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAIjC,YAAY,SAAqC;AAC/C,UAAM;AAJR,SAAO,UAAU;AAMf,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,sBAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,yBAAyB;AAAA,MACzB,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC5EA,IAAMC,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAAY,SAAqC;AAC/C,UAAM;AAVR,SAAO,UAAUA;AAIjB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,QAAS;AAGlB,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACpLA,IAAM,aAAa;AAEZ,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,WAAW;AAChC,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;;;ANZA,IAAM,YAAY;AASlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AACd;AAcO,IAAM,cAAN,cAA0B,mCAAgC;AAAA,EAU/D,YAAY,WAAuB;AACjC,UAAM;AAPR,SAAQ,YAAY,KAAK,aAAa;AAGtC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAYhC,iBAAQ,OAAO,WAAwB;AACrC,UAAI,KAAK,MAAM,WAAW;AACxB,cAAM,IAAI,MAAM,gCAAgC;AAAA,MAClD;AACA,UAAI;AAEF,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,SAAS;AAAA,UACT,YAAY;AAAA,QACd,CAAC;AAGD,cAAM,gBAAgB;AAAA,UACpB;AAAA,UACA,KAAK,IAAI,QAAQ,MAAO;AAAA,QAC1B;AACA,aAAK,gBAAgB;AAGrB,YAAI,KAAK,UAAU;AACjB,eAAK,SAAS,KAAK;AAAA,QACrB;AACA,aAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,UACtD,UAAU,KAAK,UAAU;AAAA,UACzB,oBAAoB;AAAA,QACtB,CAAC;AACD,aAAK,SAAS,kBAAkB,KAAK;AAGrC,cAAM,KAAK,IAAI,MAAM,MAAM;AAC3B,aAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,aAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,aAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,aAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAE/C,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,WAAW;AAAA,QACb,CAAC;AAAA,MACH,SAAS,KAAK;AACZ,aAAK,KAAK;AACV,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,UAAI,KAAK,MAAM,QAAS;AAGxB,UAAI,KAAK,MAAM,YAAY;AACzB,aAAK,eAAe;AAAA,MACtB;AACA,WAAK,YAAY,EAAE,SAAS,KAAK,CAAC;AAAA,IACpC;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,MAAM,QAAS;AACzB,WAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAGnC,UAAI,KAAK,IAAI,kCAAoC;AAC/C,aAAK,gBAAgB;AAAA,MACvB,WAAW,KAAK,IAAI,6BAA+B;AACjD,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,QACX,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAED,UAAI;AAEF,aAAK,IAAI,KAAK;AACd,aAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,aAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,aAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,aAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAGhD,YAAI,KAAK,UAAU;AACjB,eAAK,SAAS,KAAK;AACnB,eAAK,WAAW;AAAA,QAClB;AAGA,YAAI,KAAK,eAAe;AACtB,qBAAW,KAAK,aAAa;AAC7B,eAAK,gBAAgB;AAAA,QACvB;AAAA,MACF,SAAS,KAAK;AACZ,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAC3B,aAAK,oBAAoB;AAAA,MAC3B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,oBAAoB,YAAY;AACtC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAQ,mBAAmB,YAAY;AACrC,UAAI,KAAK,MAAM,QAAS;AACxB,UAAI;AACF,aAAK,UAAU,KAAK;AAAA,MACtB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B;AAEA,SAAQ,iBAAiB,YAAY;AACnC,UAAI,KAAK,MAAM,QAAS;AACxB,UAAI;AACF,aAAK,UAAU,KAAK;AAAA,MACtB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAQ,kBAAkB,OAAO,cAAyB;AACxD,UAAI,KAAK,MAAM,QAAS;AAExB,UAAI,CAAC,KAAK,mBAAmB;AAE3B,aAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,MACF;AAGA,iBAAW,SAAS,KAAK,cAAc;AACrC,aAAK,KAAK,SAAS,KAAK;AAAA,MAC1B;AACA,WAAK,aAAa,SAAS;AAG3B,WAAK,KAAK,SAAS,UAAU,IAAI;AAAA,IACnC;AApKE,SAAK,QAAQ;AAGb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EAkKQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AOnOA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAS;AACnC;AACO,IAAMC,OAAM,OAAO;AAG1B,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAa;AAC3C;AACO,IAAMC,WAAU,OAAO;;;ACjB9B,IAAAC,wBAA6B;;;ACAtB,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,mBAAgB;AAChB,EAAAA,uBAAA,kBAAe;AACf,EAAAA,uBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,2BAAwB;AACxB,EAAAA,uBAAA,gBAAa;AACb,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,cAAW;AALD,SAAAA;AAAA,GAAA;;;ACNL,IAAK,yBAAL,kBAAKC,4BAAL;AACL,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,SAAM;AACN,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,oBAAiB;AACjB,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,kBAAe;AACf,EAAAA,wBAAA,cAAW;AACX,EAAAA,wBAAA,aAAU;AARA,SAAAA;AAAA,GAAA;AAWL,IAAM,qBAAN,cAAiC,MAAM;AAAA,EAG5C,YAAY,OAAO,yBAAgC,SAAkB;AACnE,UAAM,OAAO;AACb,SAAK,OAAO,sBAAsB,IAAI;AACtC,SAAK,OAAO;AAAA,EACd;AACF;AAEO,SAAS,+BACd,OACgC;AAChC,QAAM,OAAO,mCAAmC,MAAM,IAAI;AAC1D,SAAO,QAAQ,IAAI,mBAAmB,MAAM,MAAM,MAAM;AAC1D;AAEO,SAAS,mCACd,MACoC;AACpC,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,EACT,WAAW,QAAQ,QAAQ,OAAO,QAAQ,SAAS,MAAM;AACvD,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,QAAQ,KAAM;AACvB,WAAO;AAAA,EACT,OAAO;AACL,WAAO;AAAA,EACT;AACF;;;AFKO,IAAM,gBAAN,cACG,mCAEV;AAAA,EAeE,YAAmB,UAA0B,CAAC,GAAG;AAC/C,UAAM;AADW;AAbnB,SAAO,eAAoC,CAAC;AAE5C,SAAO,iBAAoC,CAAC;AAC5C,SAAO,aAAgC,CAAC;AAIxC,SAAQ,YAAY;AACpB,SAAQ,oBAAoB,KAAK;AACjC,SAAQ,gBAAgB;AACxB,SAAQ,WAAW;AACnB,SAAQ,YAAY;AAqGpB,iBAAQ,OAAO,YAA6B;AAC1C,WAAK,QAAQ;AACb,WAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAK,YAAY,KAAK,IAAI;AAC1B,WAAK,eAAe,CAAC;AACrB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AAGjB,YAAM,KAAK,SAAS,EAAE,QAAQ,KAAK,CAAC;AAGpC,YAAM,KAAK,QAAQ;AAAA,IACrB;AAEA,gBAAO,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AACjB,UAAI;AAEF,aAAK,OAAO;AAAA,MACd,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAAA,MACjE;AAEA,UAAI;AAEF,aAAK,aAAa,KAAK;AACvB,aAAK,QAAQ;AAAA,MACf,SAAS,OAAO;AACd,gBAAQ,MAAM,6CAA6C,KAAK;AAAA,MAClE;AAGA,MAAAC,SAAQ,UAAU;AAAA,IACpB;AAEA,gBAAO,MAAM;AACX,WAAK,aAAa,KAAK;AACvB,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,UAAU;AAClB,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,iBAAQ,MAAM;AACZ,UAAI,KAAK,SAAU;AACnB,WAAK,aAAa,KAAK;AACvB,WAAK,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,kBAAkB;AACvB,MAAAA,SAAQ,UAAU;AAClB,WAAK,IAAI,sBAA+B;AAAA,IAC1C;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI,CAAC,KAAK,SAAS;AACjB,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,YAAY;AACjB,WAAK,kBAAkB;AAAA,IACzB;AAEA,oBAAW,OACT,UAII,CAAC,MACF;AACH,WAAK,QAAQ;AACb,WAAK,WAAW;AAChB,UAAI,QAAQ,KAAK;AACf,aAAK,QAAQ,MAAM,QAAQ;AAAA,MAC7B;AACA,UAAI;AACF,YAAI,CAAC,KAAK,aAAa;AACrB,eAAK,cAAc,IAAI,YAAY,KAAK,QAAQ,GAAG;AAGnD,eAAK,YAAY,GAAG,eAAe,MAAM;AACvC,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAGD,eAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,iBAAK,IAAI,oCAAoC,IAAI;AACjD,iBAAK,IAAI,KAAK,IAAI;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,iBAAK,IAAI,qBAAqB;AAC9B,iBAAK,IAAI,wCAAwC;AAEjD,iBAAK,gBAAgB;AACrB,iBAAK,kBAAkB;AACvB,YAAAA,SAAQ,UAAU;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,iBAAK,IAAI,oBAAoB;AAC7B,iBAAK,IAAI,sCAAuC;AAChD,gBAAI,KAAK,aAAa;AACpB,mBAAK,gBAAgB;AAAA,YACvB;AACA,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAAA,QACH;AAGA,cAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,YAAI,mBAAmB;AACrB,eAAK,aAAa,KAAK;AAAA,QACzB;AAGA,cAAM,YAAY,MAAMC,KAAI,MAAM,QAAQ,QAAQ;AAClD,aAAK,YAAY;AAGjB,YAAI,qBAAqB,QAAQ,QAAQ;AACvC,gBAAM,KAAK,YAAY,MAAM,SAAS;AAAA,QACxC;AAIA,cAAM,KAAK,cAAc;AAIzB,cAAMD,SAAQ,MAAM;AAEpB,aAAK,kBAAkB;AAAA,MACzB,SAAS,OAAO;AACd,aAAK;AAAA,UACH,IAAI;AAAA;AAAA,YAED,OAAe;AAAA,UAClB;AAAA,QACF;AACA,cAAM,KAAK,KAAK;AAChB,cAAM;AAAA,MACR;AAAA,IACF;AAEA,2BAAkB,OAAO,aAAqB;AAC5C,YAAM,KAAK,SAAS,EAAE,SAAS,CAAC;AAAA,IAClC;AAEA,+BAAsB,OAAO,aAAqB;AAChD,YAAMA,SAAQ,aAAa,QAAQ;AACnC,WAAK,kBAAkB;AAAA,IACzB;AAUA,SAAQ,gBAAgB,YAAY;AAClC,YAAM,aAAa,MAAM,UAAU,aAAa,iBAAiB;AACjE,UAAI,WAAW,WAAW,EAAG;AAI7B,YAAM,iBAAiB,WAAW;AAAA,QAChC,CAAC,WAAW,OAAO,aAAa;AAAA,MAClC;AACA,YAAM,UAAU,WAAW,OAAO,CAAC,WAAW,OAAO,aAAa,SAAS;AAC3E,YAAM,wBAAwB,eAC3B;AAAA,QAAI,CAAC,WACJ,QAAQ;AAAA,UACN,CAAC,MAAM,EAAE,YAAY,OAAO,WAAW,EAAE,SAAS,OAAO;AAAA,QAC3D;AAAA,MACF,EACC,OAAO,CAAC,UAAU,UAAU,EAAE;AACjC,iBAAW,SAAS,uBAAuB;AACzC,cAAM,SAAS,QAAQ,KAAK;AAC5B,gBAAQ,OAAO,OAAO,CAAC;AACvB,gBAAQ,QAAQ,MAAM;AAAA,MACxB;AAEA,WAAK,aAAa,QAAQ,OAAO,CAAC,WAAW,OAAO,SAAS,YAAY;AACzE,WAAK,iBAAiB,QAAQ;AAAA,QAC5B,CAAC,WAAW,OAAO,SAAS;AAAA,MAC9B;AACA,MAAAA,SAAQ,UAAU,KAAK;AAEvB,WAAK,kBAAkB;AAAA,IACzB;AAqCA,SAAQ,WAAW,MAAM;AACvB,WAAK,IAAI,kBAAkB;AAC3B,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ,QAAQ;AACvB,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,QAAQ,MAAM,CAAC;AAAA,MACnD;AAAA,IACF;AAEA,SAAQ,cAAc,CAAC,UAAwB;AAC7C,WAAK,IAAI,qBAAqB,MAAM,IAAI;AACxC,UAAI,MAAM,gBAAgB,MAAM;AAE9B,YAAI,KAAK,YAAY,KAAK,eAAgB;AAC1C,QAAAA,SAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,yCAAyC,MAAM,IAAI,EAAE;AAAA,MACpE,WAAW,MAAM,KAAK,kCAAwC,GAAG;AAE/D,YAAI;AACF,gBAAM,UAAU,KAAK;AAAA,YACnB,MAAM,KAAK,kCAAwC,SAAS,CAAC;AAAA,UAC/D;AACA,eAAK,WAAW,OAAO;AAAA,QACzB,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF,WAAW,MAAM,kCAAwC;AAEvD,aAAK,KAAK,SAAS;AAAA,MACrB,WAAW,MAAM,wCAA2C;AAE1D,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAsD;AAErE,cAAM,cAAc,KAAK,aAAa;AAAA,UACpC,CAAC,YAAY,QAAQ,SAAS;AAAA,QAChC;AACA,YAAI,gBAAgB,IAAI;AACtB,eAAK,eAAe,KAAK,aAAa;AAAA,YACpC,CAAC,GAAG,UAAU,UAAU;AAAA,UAC1B;AACA,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,KAAK,oCAAyC,GAAG;AAEhE,YAAI;AACF,gBAAM,WAAW,KAAK;AAAA,YACpB,MAAM,KAAK,oCAAyC,SAAS,CAAC;AAAA,UAChE;AACA,eAAK,KAAK,YAAY,QAAQ;AAAA,QAChC,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAsB;AACzC,WAAK,IAAI,oBAAoB,KAAK;AAClC,WAAK,KAAK;AAEV,YAAM,QAAQ,+BAA+B,KAAK;AAClD,UAAI,OAAO;AACT,aAAK,SAAS,KAAK;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAiB;AACpC,WAAK,SAAS,IAAI,gDAAoD,CAAC;AACvE,WAAK,KAAK;AAAA,IACZ;AAcA,SAAQ,wBAAwB,MAAM;AACpC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,qBAAqB;AACpC,aAAK,aAAa,KAAK;AAAA,MACzB;AACA,WAAK,kBAAkB;AAAA,IACzB;AAEA,SAAQ,uBAAuB,MAAM;AACnC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,uBAAuB,CAAC,KAAK,SAAS;AACrD,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,kBAAkB;AAAA,IACzB;AAhcE,IAAAA,SAAQ,GAAG,gBAAgB,KAAK,qBAAqB;AACrD,IAAAA,SAAQ,GAAG,eAAe,KAAK,oBAAoB;AAGnD,cAAU,aAAa,iBAAiB,gBAAgB,KAAK,aAAa;AAAA,EAC5E;AAAA,EAEA,IAAI,MAAuB;AACzB,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,UAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,iBAAiB,CAAC,KAAK;AAAA,EACrC;AAAA,EAEA,IAAI,cAAuB;AACzB,WACE,KAAK,gBACL,CAAC,KAAK,YACN,CAAC,KAAK,gBACN,CAAC,KAAK,cACN,CAAC,KAAK,kBACN,CAAC,KAAK;AAAA,EAEV;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,iBAA0B;AAC5B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,sBAA+B;AACjC,WAAOA,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,cAAkC;AACpC,WAAOC,KAAI;AAAA,EACb;AAAA,EAEA,IAAI,kBAAsC;AACxC,WAAOD,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,QAAsB;AACxB,WAAO;AAAA,MACL,YAAY,KAAK;AAAA,MACjB,WAAW,KAAK;AAAA,MAChB,SAAS,KAAK;AAAA,MACd,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,MAClB,cAAc,KAAK;AAAA,MACnB,gBAAgB,KAAK;AAAA,MACrB,qBAAqB,KAAK;AAAA,MAC1B,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB,OAAO,KAAK;AAAA,MACZ,aAAa,KAAK;AAAA,MAClB,iBAAiB,KAAK;AAAA,MACtB,YAAY,KAAK;AAAA,MACjB,gBAAgB,KAAK;AAAA,IACvB;AAAA,EACF;AAAA,EAyKQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,IAAAC,KAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkCA,MAAc,UAAU;AACtB,QAAI;AACF,UAAI,KAAK,IAAI;AACX,aAAK,IAAI,8BAA8B;AACvC;AAAA,MACF;AACA,UAAI,CAAC,KAAK,cAAc;AACtB,cAAM,IAAI,kCAA6C;AAAA,MACzD;AACA,UAAI,CAAC,KAAK,QAAQ,KAAK;AACrB,cAAM,IAAI,gDAAoD;AAAA,MAChE;AAGA,WAAK,KAAK,IAAI,UAAU,KAAK,QAAQ,GAAG;AACxC,WAAK,GAAG,aAAa;AACrB,WAAK,kBAAkB;AAGvB,WAAK,GAAG,SAAS,KAAK;AACtB,WAAK,GAAG,YAAY,KAAK;AACzB,WAAK,GAAG,UAAU,KAAK;AACvB,WAAK,GAAG,UAAU,KAAK;AAAA,IACzB,SAAS,OAAO;AACd,WAAK;AAAA,QACH,IAAI;AAAA;AAAA,UAED,OAAe;AAAA,QAClB;AAAA,MACF;AACA,YAAM,KAAK,KAAK;AAChB,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAuFQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,QACE,KAAK,GAAG,eAAe,UAAU,QACjC,KAAK,GAAG,eAAe,UAAU,YACjC;AACA,WAAK,GAAG,MAAM;AAAA,IAChB;AACA,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkBQ,WAAW,SAAkC;AACnD,SAAK,eAAe,CAAC,GAAG,KAAK,cAAc,OAAO;AAClD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,SAAS,OAA2B;AAC1C,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,SAAK,QAAQ;AACb,SAAK,kBAAkB;AACvB,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,oBAAoB;AAC1B,UAAM,QAAQ,KAAK;AACnB,SAAK,KAAK,eAAe,OAAO,KAAK,iBAAiB;AACtD,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,QAAQ,SAAU;AAC5B,YAAQ,IAAI,kBAAkB,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAC1E;AACF;;;AG9hBA,IAAI,CAAC,OAAO,eAAe;AACzB,SAAO,gBAAgB,IAAI,cAAc;AAC3C;AACO,IAAM,UAAU,OAAO;","names":["Mic","Speaker","audioContext","audioContext","unlock","LocalStorageKeys","import_eventemitter3","import_eventemitter3","import_eventemitter3","import_eventemitter3","VADStatus","defaultOptions","Mic","Speaker","import_eventemitter3","MicdropClientCommands","MicdropServerCommands","MicdropClientErrorCode","Speaker","Mic"]}
|
package/dist/index.mjs
CHANGED
|
@@ -697,7 +697,11 @@ var MicRecorder = class extends EventEmitter5 {
|
|
|
697
697
|
audioBitsPerSecond: 128e3
|
|
698
698
|
});
|
|
699
699
|
this.recorder.ondataavailable = this.onDataAvailable;
|
|
700
|
-
await this.
|
|
700
|
+
await this.vad.start(stream);
|
|
701
|
+
this.vad.on("StartSpeaking", this.onStartSpeaking);
|
|
702
|
+
this.vad.on("ConfirmSpeaking", this.onConfirmSpeaking);
|
|
703
|
+
this.vad.on("CancelSpeaking", this.onCancelSpeaking);
|
|
704
|
+
this.vad.on("StopSpeaking", this.onStopSpeaking);
|
|
701
705
|
this.changeState({
|
|
702
706
|
isStarting: false,
|
|
703
707
|
isStarted: true
|
|
@@ -708,11 +712,21 @@ var MicRecorder = class extends EventEmitter5 {
|
|
|
708
712
|
}
|
|
709
713
|
};
|
|
710
714
|
this.mute = () => {
|
|
711
|
-
this.
|
|
712
|
-
this.
|
|
715
|
+
if (this.state.isMuted) return;
|
|
716
|
+
if (this.state.isSpeaking) {
|
|
717
|
+
this.onStopSpeaking();
|
|
718
|
+
}
|
|
719
|
+
this.changeState({ isMuted: true });
|
|
713
720
|
};
|
|
714
721
|
this.unmute = () => {
|
|
722
|
+
if (!this.state.isMuted) return;
|
|
715
723
|
this.changeState({ isMuted: false });
|
|
724
|
+
if (this.vad.status === 1 /* MaybeSpeaking */) {
|
|
725
|
+
this.onStartSpeaking();
|
|
726
|
+
} else if (this.vad.status === 2 /* Speaking */) {
|
|
727
|
+
this.onStartSpeaking();
|
|
728
|
+
this.onConfirmSpeaking();
|
|
729
|
+
}
|
|
716
730
|
};
|
|
717
731
|
this.stop = () => {
|
|
718
732
|
this.changeState({
|
|
@@ -722,7 +736,11 @@ var MicRecorder = class extends EventEmitter5 {
|
|
|
722
736
|
isSpeaking: false
|
|
723
737
|
});
|
|
724
738
|
try {
|
|
725
|
-
this.
|
|
739
|
+
this.vad.stop();
|
|
740
|
+
this.vad.off("StartSpeaking", this.onStartSpeaking);
|
|
741
|
+
this.vad.off("ConfirmSpeaking", this.onConfirmSpeaking);
|
|
742
|
+
this.vad.off("CancelSpeaking", this.onCancelSpeaking);
|
|
743
|
+
this.vad.off("StopSpeaking", this.onStopSpeaking);
|
|
726
744
|
if (this.recorder) {
|
|
727
745
|
this.recorder.stop();
|
|
728
746
|
this.recorder = void 0;
|
|
@@ -740,6 +758,7 @@ var MicRecorder = class extends EventEmitter5 {
|
|
|
740
758
|
try {
|
|
741
759
|
this.recorder.start(timeSlice);
|
|
742
760
|
this.queuedChunks.length = 0;
|
|
761
|
+
this.speakingConfirmed = false;
|
|
743
762
|
} catch (error) {
|
|
744
763
|
console.error(error);
|
|
745
764
|
}
|
|
@@ -785,23 +804,6 @@ var MicRecorder = class extends EventEmitter5 {
|
|
|
785
804
|
this.state = defaultMicRecorderState;
|
|
786
805
|
this.vad = getVAD(vadConfig);
|
|
787
806
|
}
|
|
788
|
-
async startSpeakingDetection(stream) {
|
|
789
|
-
if (this.vad.isStarted) {
|
|
790
|
-
this.vad.stop();
|
|
791
|
-
}
|
|
792
|
-
this.vad.on("StartSpeaking", this.onStartSpeaking);
|
|
793
|
-
this.vad.on("ConfirmSpeaking", this.onConfirmSpeaking);
|
|
794
|
-
this.vad.on("CancelSpeaking", this.onCancelSpeaking);
|
|
795
|
-
this.vad.on("StopSpeaking", this.onStopSpeaking);
|
|
796
|
-
await this.vad.start(stream);
|
|
797
|
-
}
|
|
798
|
-
async stopSpeakingDetection() {
|
|
799
|
-
this.vad.off("StartSpeaking", this.onStartSpeaking);
|
|
800
|
-
this.vad.off("ConfirmSpeaking", this.onConfirmSpeaking);
|
|
801
|
-
this.vad.off("CancelSpeaking", this.onCancelSpeaking);
|
|
802
|
-
this.vad.off("StopSpeaking", this.onStopSpeaking);
|
|
803
|
-
await this.vad.stop();
|
|
804
|
-
}
|
|
805
807
|
changeState(state) {
|
|
806
808
|
const hasChanged = Object.keys(state).some(
|
|
807
809
|
(key) => this.state[key] !== state[key]
|
|
@@ -903,6 +905,7 @@ var MicdropClient = class extends EventEmitter6 {
|
|
|
903
905
|
this.startTime = 0;
|
|
904
906
|
this.lastNotifiedState = this.state;
|
|
905
907
|
this._isProcessing = false;
|
|
908
|
+
this._isMuted = false;
|
|
906
909
|
this._isPaused = false;
|
|
907
910
|
this.start = async (options) => {
|
|
908
911
|
this.error = void 0;
|
|
@@ -910,12 +913,14 @@ var MicdropClient = class extends EventEmitter6 {
|
|
|
910
913
|
this.startTime = Date.now();
|
|
911
914
|
this.conversation = [];
|
|
912
915
|
this._isProcessing = true;
|
|
916
|
+
this._isMuted = false;
|
|
913
917
|
this._isPaused = false;
|
|
914
918
|
await this.startMic({ record: true });
|
|
915
919
|
await this.startWS();
|
|
916
920
|
};
|
|
917
921
|
this.stop = async () => {
|
|
918
922
|
this._isProcessing = false;
|
|
923
|
+
this._isMuted = false;
|
|
919
924
|
this._isPaused = false;
|
|
920
925
|
try {
|
|
921
926
|
this.stopWS();
|
|
@@ -930,6 +935,18 @@ var MicdropClient = class extends EventEmitter6 {
|
|
|
930
935
|
}
|
|
931
936
|
Speaker2.stopAudio();
|
|
932
937
|
};
|
|
938
|
+
this.mute = () => {
|
|
939
|
+
this.micRecorder?.mute();
|
|
940
|
+
this._isMuted = true;
|
|
941
|
+
this.notifyStateChange();
|
|
942
|
+
};
|
|
943
|
+
this.unmute = () => {
|
|
944
|
+
if (!this.isPaused) {
|
|
945
|
+
this.micRecorder?.unmute();
|
|
946
|
+
}
|
|
947
|
+
this._isMuted = false;
|
|
948
|
+
this.notifyStateChange();
|
|
949
|
+
};
|
|
933
950
|
this.pause = () => {
|
|
934
951
|
if (this.isPaused) return;
|
|
935
952
|
this.micRecorder?.mute();
|
|
@@ -941,12 +958,15 @@ var MicdropClient = class extends EventEmitter6 {
|
|
|
941
958
|
};
|
|
942
959
|
this.resume = () => {
|
|
943
960
|
if (!this.isPaused) return;
|
|
944
|
-
this.
|
|
961
|
+
if (!this.isMuted) {
|
|
962
|
+
this.micRecorder?.unmute();
|
|
963
|
+
}
|
|
945
964
|
this._isPaused = false;
|
|
946
965
|
this.notifyStateChange();
|
|
947
966
|
};
|
|
948
967
|
this.startMic = async (options = {}) => {
|
|
949
968
|
this.error = void 0;
|
|
969
|
+
this._isMuted = false;
|
|
950
970
|
if (options.vad) {
|
|
951
971
|
this.options.vad = options.vad;
|
|
952
972
|
}
|
|
@@ -1051,7 +1071,6 @@ var MicdropClient = class extends EventEmitter6 {
|
|
|
1051
1071
|
const message = JSON.parse(
|
|
1052
1072
|
event.data.substring("Message" /* Message */.length + 1)
|
|
1053
1073
|
);
|
|
1054
|
-
this._isProcessing = false;
|
|
1055
1074
|
this.addMessage(message);
|
|
1056
1075
|
} catch (error) {
|
|
1057
1076
|
console.error(
|
|
@@ -1105,14 +1124,14 @@ var MicdropClient = class extends EventEmitter6 {
|
|
|
1105
1124
|
};
|
|
1106
1125
|
this.onSpeakerStartPlaying = () => {
|
|
1107
1126
|
this.log("Speaker started");
|
|
1108
|
-
if (this.options.disableInterruption
|
|
1127
|
+
if (this.options.disableInterruption) {
|
|
1109
1128
|
this.micRecorder?.mute();
|
|
1110
1129
|
}
|
|
1111
1130
|
this.notifyStateChange();
|
|
1112
1131
|
};
|
|
1113
1132
|
this.onSpeakerStopPlaying = () => {
|
|
1114
1133
|
this.log("Speaker stopped");
|
|
1115
|
-
if (this.options.disableInterruption && !this.
|
|
1134
|
+
if (this.options.disableInterruption && !this.isMuted) {
|
|
1116
1135
|
this.micRecorder?.unmute();
|
|
1117
1136
|
}
|
|
1118
1137
|
this.notifyStateChange();
|
|
@@ -1130,6 +1149,9 @@ var MicdropClient = class extends EventEmitter6 {
|
|
|
1130
1149
|
get isStarting() {
|
|
1131
1150
|
return this.isWSStarting || this.micRecorder?.state.isStarting || false;
|
|
1132
1151
|
}
|
|
1152
|
+
get isMuted() {
|
|
1153
|
+
return this._isMuted;
|
|
1154
|
+
}
|
|
1133
1155
|
get isPaused() {
|
|
1134
1156
|
return this._isPaused;
|
|
1135
1157
|
}
|
|
@@ -1167,6 +1189,7 @@ var MicdropClient = class extends EventEmitter6 {
|
|
|
1167
1189
|
return {
|
|
1168
1190
|
isStarting: this.isStarting,
|
|
1169
1191
|
isStarted: this.isStarted,
|
|
1192
|
+
isMuted: this.isMuted,
|
|
1170
1193
|
isPaused: this.isPaused,
|
|
1171
1194
|
isListening: this.isListening,
|
|
1172
1195
|
isProcessing: this.isProcessing,
|
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/Mic.ts","../src/audio/Speaker.ts","../src/audio/stream/AudioStream.ts","../src/audio/stream/Pcm16AudioStream.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","../src/audio/index.ts","../src/client/MicdropClient.ts","../../server/src/types.ts","../src/client/MicdropClientError.ts","../src/Micdrop.ts"],"sourcesContent":["import { EventEmitter } from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport class Mic {\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.deviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.deviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.deviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { AudioStream } from './stream/AudioStream'\nimport { Pcm16AudioStream } from './stream/Pcm16AudioStream'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport interface SpeakerEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport class Speaker extends EventEmitter<SpeakerEvents> {\n public isPlaying = false\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n // Set by MicdropClient, useful to detect default device\n public devices: MediaDeviceInfo[] = []\n\n private audioStream?: AudioStream\n private audioSourceNode?: AudioNode\n private audioElementDestination?: HTMLAudioElement // Used when audiocontext sinkId is not available\n\n async start() {\n if (this.audioStream) return\n\n // Instantiate the audio stream based on the browser compatibility\n this.audioStream = new Pcm16AudioStream()\n\n // Forward events from AudioStream\n this.audioStream.on('StartPlaying', () => this.setIsPlaying(true))\n this.audioStream.on('StopPlaying', () => this.setIsPlaying(false))\n\n // Get the audio source node from AudioStream\n this.audioSourceNode = this.audioStream.start()\n\n // Select speaker device if speakerId is in local storage\n const deviceId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) ?? undefined\n await this.setDevice(deviceId)\n }\n\n async playAudio(blob: Blob) {\n this.start()\n try {\n await this.audioStream?.playAudio(blob)\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n async stopAudio() {\n if (!this.isPlaying) return\n this.audioStream?.stopAudio()\n }\n\n async changeDevice(deviceId: string) {\n await this.setDevice(deviceId)\n\n // Update local storage\n if (this.isDefaultDevice) {\n localStorage.removeItem(LocalStorageKeys.SpeakerDevice)\n } else {\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, deviceId)\n }\n }\n\n get isDefaultDevice(): boolean {\n return (\n !this.deviceId ||\n this.devices.length === 0 ||\n this.deviceId === this.devices[0].deviceId\n )\n }\n\n private setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n\n private async setDevice(deviceId: string | undefined) {\n if (!this.audioSourceNode) {\n console.error(\n 'audioSourceNode not initialized, setDevice called before start'\n )\n return\n }\n try {\n this.deviceId = deviceId\n const defaultDevice = this.isDefaultDevice\n const sinkId = !deviceId || defaultDevice ? '' : deviceId\n\n if (defaultDevice || 'setSinkId' in audioContext) {\n // Play through audiocontext destination when possible\n // It is the preferred way, as it's the only way to have echo cancellation\n await (audioContext as any).setSinkId?.(sinkId)\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(audioContext.destination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Reset audio element destination if it exists\n if (this.audioElementDestination) {\n this.audioElementDestination.pause()\n this.audioElementDestination.srcObject = null\n this.audioElementDestination = undefined\n }\n } else {\n // On Firefox, we can't set sinkId on audio context\n // So we stream non-default devices back to an audio element for which we set sinkId\n if (!this.audioElementDestination) {\n // Create a media stream destination to stream the audio to\n const mediaStreamDestination =\n audioContext.createMediaStreamDestination()\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(mediaStreamDestination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Play stream to audio element destination\n this.audioElementDestination = new Audio()\n this.audioElementDestination.autoplay = true\n this.audioElementDestination.srcObject = mediaStreamDestination.stream\n }\n await this.audioElementDestination.setSinkId(sinkId)\n }\n } catch (error) {\n console.error(`Error setting Audio Output to ${deviceId}`, error)\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { audioContext } from '../utils/audioContext'\n\nexport interface AudioStreamEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport abstract class AudioStream extends EventEmitter<AudioStreamEvents> {\n public isPlaying = false\n protected outputNode: AudioNode\n\n constructor() {\n super()\n this.outputNode = audioContext.createGain()\n }\n\n abstract start(): AudioNode\n abstract playAudio(blob: Blob): Promise<void>\n abstract stopAudio(): void\n\n protected setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { AudioStream } from './AudioStream'\n\nconst SAMPLE_RATE = 16000\nconst CHANNELS = 1\n\nexport class Pcm16AudioStream extends AudioStream {\n private audioQueue: AudioBuffer[] = []\n private currentSourceNode?: AudioBufferSourceNode\n private isProcessingQueue = false\n\n constructor() {\n super()\n }\n\n start(): AudioNode {\n return this.outputNode\n }\n\n async playAudio(blob: Blob): Promise<void> {\n try {\n // Convert blob to PCM data\n const arrayBuffer = await blob.arrayBuffer()\n\n // Convert PCM data to AudioBuffer with proper sample rate\n const audioBuffer = this.createAudioBuffer(arrayBuffer)\n\n if (audioBuffer) {\n this.audioQueue.push(audioBuffer)\n this.processQueue()\n }\n } catch (error) {\n console.error('Failed to play audio chunk:', error)\n }\n }\n\n stopAudio(): void {\n if (this.currentSourceNode) {\n try {\n this.currentSourceNode.stop()\n this.currentSourceNode.disconnect()\n } catch (error) {\n // Ignore errors when stopping\n }\n this.currentSourceNode = undefined\n }\n this.audioQueue = []\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n }\n\n private createAudioBuffer(arrayBuffer: ArrayBuffer): AudioBuffer | null {\n try {\n // Convert ArrayBuffer to Int16Array (assuming 16-bit PCM)\n const int16Data = new Int16Array(arrayBuffer)\n\n // Calculate number of samples\n const numSamples = int16Data.length\n\n if (numSamples === 0) {\n return null\n }\n\n // Create AudioBuffer with the correct sample rate\n const audioBuffer = audioContext.createBuffer(\n CHANNELS,\n numSamples,\n SAMPLE_RATE\n )\n\n // Convert 16-bit PCM to float32 and copy to AudioBuffer\n const channelData = audioBuffer.getChannelData(0)\n for (let i = 0; i < numSamples; i++) {\n channelData[i] = int16Data[i] / 32768.0\n }\n\n return audioBuffer\n } catch (error) {\n console.error('Error creating AudioBuffer:', error)\n return null\n }\n }\n\n private processQueue(): void {\n if (this.isProcessingQueue || this.audioQueue.length === 0) {\n return\n }\n\n this.isProcessingQueue = true\n this.playNextBuffer()\n }\n\n private playNextBuffer(): void {\n if (this.audioQueue.length === 0) {\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n return\n }\n\n const audioBuffer = this.audioQueue.shift()!\n\n // Create a new AudioBufferSourceNode\n this.currentSourceNode = audioContext.createBufferSource()\n this.currentSourceNode.buffer = audioBuffer\n this.currentSourceNode.connect(this.outputNode)\n\n // Set up event handler for when this buffer finishes\n this.currentSourceNode.onended = () => {\n this.currentSourceNode = undefined\n // Continue processing queue\n this.playNextBuffer()\n }\n\n // Start playing\n this.currentSourceNode.start(0)\n this.setIsPlaying(true)\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD } from './vad/VAD'\nimport { getVAD, VADConfig } from './vad/getVAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n public vad: VAD\n\n private audioInfo = this.getAudioInfo()\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n start = async (stream: MediaStream) => {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable\n\n // Start speaking detection\n await this.startSpeakingDetection(stream)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute = () => {\n this.changeState({ isMuted: true, isSpeaking: false })\n this.recorder?.stop()\n }\n\n unmute = () => {\n this.changeState({ isMuted: false })\n }\n\n stop = () => {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n this.stopSpeakingDetection()\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n private async startSpeakingDetection(stream: MediaStream) {\n if (this.vad.isStarted) {\n this.vad.stop()\n }\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n await this.vad.start(stream)\n }\n\n private async stopSpeakingDetection() {\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n await this.vad.stop()\n }\n\n private onStartSpeaking = async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n } catch (error) {\n console.error(error)\n }\n }\n\n private onConfirmSpeaking = async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }\n\n private onCancelSpeaking = async () => {\n if (this.state.isMuted) return\n try {\n this.recorder?.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }\n\n private onStopSpeaking = async () => {\n if (this.state.isMuted) return\n try {\n this.recorder?.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }\n\n private onDataAvailable = async (blobEvent: BlobEvent) => {\n if (this.state.isMuted) return\n\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { EventEmitter } from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public readonly name = this.constructor.name\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange = () => {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n submitUserSpeechOnPause: true,\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nconst DefaultVAD = VolumeVAD\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new DefaultVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n","import { Mic as MicClass } from './Mic'\nimport { Speaker as SpeakerClass } from './Speaker'\n\nexport * from './MicRecorder'\nexport * from './utils/localStorage'\nexport * from './vad'\n\n// Setup and export Mic instance\nif (!window.micdropMic) {\n window.micdropMic = new MicClass()\n}\nexport const Mic = window.micdropMic\n\n// Setup and export Speaker instance\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new SpeakerClass()\n}\nexport const Speaker = window.micdropSpeaker\n","import { EventEmitter } from 'eventemitter3'\nimport { Mic, Speaker, VAD } from '../audio'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { VADConfig } from '../audio/vad/getVAD'\nimport {\n MicdropClientCommands,\n MicdropConversation,\n MicdropConversationItem,\n MicdropServerCommands,\n MicdropToolCall,\n} from '../types'\nimport {\n getClientErrorFromWSCloseEvent,\n MicdropClientError,\n MicdropClientErrorCode,\n} from './MicdropClientError'\n\nexport interface MicdropEvents {\n EndCall: []\n Error: [MicdropClientError]\n StateChange: [MicdropState, MicdropState]\n ToolCall: [MicdropToolCall]\n}\n\nexport interface MicdropOptions {\n url?: string\n params?: Record<string, any>\n vad?: VADConfig\n disableInterruption?: boolean\n debugLog?: boolean\n}\n\nexport interface MicdropState {\n isStarting: boolean\n isStarted: boolean\n isPaused: boolean\n isListening: boolean\n isProcessing: boolean\n isUserSpeaking: boolean\n isAssistantSpeaking: boolean\n isMicStarted: boolean\n isMicMuted: boolean\n micDeviceId: string | undefined\n speakerDeviceId: string | undefined\n micDevices: MediaDeviceInfo[]\n speakerDevices: MediaDeviceInfo[]\n conversation: MicdropConversation\n error: MicdropClientError | undefined\n}\n\nexport class MicdropClient\n extends EventEmitter<MicdropEvents>\n implements MicdropState\n{\n public micRecorder?: MicRecorder\n public conversation: MicdropConversation = []\n public error: MicdropClientError | undefined\n public speakerDevices: MediaDeviceInfo[] = []\n public micDevices: MediaDeviceInfo[] = []\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastNotifiedState = this.state\n private _isProcessing = false\n private _isPaused = false\n\n constructor(public options: MicdropOptions = {}) {\n super()\n\n // Add speaker listener\n Speaker.on('StartPlaying', this.onSpeakerStartPlaying)\n Speaker.on('StopPlaying', this.onSpeakerStopPlaying)\n\n // Listen to device changes\n navigator.mediaDevices.addEventListener('devicechange', this.updateDevices)\n }\n\n get vad(): VAD | undefined {\n return this.micRecorder?.vad\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n get isProcessing(): boolean {\n return this._isProcessing && !this.isPaused\n }\n\n get isListening(): boolean {\n return (\n this.isMicStarted &&\n !this.isPaused &&\n !this.isProcessing &&\n !this.isMicMuted &&\n !this.isUserSpeaking &&\n !this.isAssistantSpeaking\n )\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isUserSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isAssistantSpeaking(): boolean {\n return Speaker.isPlaying\n }\n\n get micDeviceId(): string | undefined {\n return Mic.deviceId\n }\n\n get speakerDeviceId(): string | undefined {\n return Speaker.deviceId\n }\n\n get state(): MicdropState {\n return {\n isStarting: this.isStarting,\n isStarted: this.isStarted,\n isPaused: this.isPaused,\n isListening: this.isListening,\n isProcessing: this.isProcessing,\n isUserSpeaking: this.isUserSpeaking,\n isAssistantSpeaking: this.isAssistantSpeaking,\n isMicStarted: this.isMicStarted,\n isMicMuted: this.isMicMuted,\n conversation: this.conversation,\n error: this.error,\n micDeviceId: this.micDeviceId,\n speakerDeviceId: this.speakerDeviceId,\n micDevices: this.micDevices,\n speakerDevices: this.speakerDevices,\n }\n }\n\n start = async (options?: MicdropOptions) => {\n this.error = undefined\n this.options = { ...this.options, ...options }\n\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n this._isPaused = false\n\n // Start mic if not already started\n await this.startMic({ record: true })\n\n // Start websocket\n await this.startWS()\n }\n\n stop = async () => {\n this._isProcessing = false\n this._isPaused = false\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[MicdropClient] Error stopping WebSocket', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[MicdropClient] Error stopping microphone', error)\n }\n\n // Stop speaker\n Speaker.stopAudio()\n }\n\n pause = () => {\n if (this.isPaused) return\n this.micRecorder?.mute()\n this._isPaused = true\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n this.ws?.send(MicdropClientCommands.Mute)\n }\n\n resume = () => {\n if (!this.isPaused) return\n this.micRecorder?.unmute()\n this._isPaused = false\n this.notifyStateChange()\n }\n\n startMic = async (\n options: {\n vad?: VADConfig\n deviceId?: string\n record?: boolean\n } = {}\n ) => {\n this.error = undefined\n if (options.vad) {\n this.options.vad = options.vad\n }\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.options.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[MicdropClient] User audio chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('User start speaking')\n this.ws?.send(MicdropClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('User stop speaking')\n this.ws?.send(MicdropClientCommands.StopSpeaking)\n if (this.isWSStarted) {\n this._isProcessing = true\n }\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n const micStream = await Mic.start(options.deviceId)\n this.micStream = micStream\n\n // Restart recorder if it was running\n if (isRecorderStarted || options.record) {\n await this.micRecorder.start(micStream)\n }\n\n // Get devices after starting mic\n // It's necessary for Firefox that return an empty list before any stream is started\n await this.updateDevices()\n\n // Start speaker\n // Must be after devices update\n await Speaker.start()\n\n this.notifyStateChange()\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Mic,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n changeMicDevice = async (deviceId: string) => {\n await this.startMic({ deviceId })\n }\n\n changeSpeakerDevice = async (deviceId: string) => {\n await Speaker.changeDevice(deviceId)\n this.notifyStateChange()\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n Mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private updateDevices = async () => {\n const rawDevices = await navigator.mediaDevices.enumerateDevices()\n if (rawDevices.length === 0) return\n\n // Move default devices to the beginning of the list\n // and get rid of devices with deviceId=default\n const defaultDevices = rawDevices.filter(\n (device) => device.deviceId === 'default'\n )\n const devices = rawDevices.filter((device) => device.deviceId !== 'default')\n const defaultDevicesIndexes = defaultDevices\n .map((device) =>\n devices.findIndex(\n (d) => d.groupId === device.groupId && d.kind === device.kind\n )\n )\n .filter((index) => index !== -1)\n for (const index of defaultDevicesIndexes) {\n const device = devices[index]\n devices.splice(index, 1)\n devices.unshift(device)\n }\n\n this.micDevices = devices.filter((device) => device.kind === 'audioinput')\n this.speakerDevices = devices.filter(\n (device) => device.kind === 'audiooutput'\n )\n Speaker.devices = this.speakerDevices\n\n this.notifyStateChange()\n }\n\n private async startWS() {\n try {\n if (this.ws) {\n this.log('WebSocket is already started')\n return\n }\n if (!this.isMicStarted) {\n throw new MicdropClientError(MicdropClientErrorCode.Mic)\n }\n if (!this.options.url) {\n throw new MicdropClientError(MicdropClientErrorCode.MissingUrl)\n }\n\n // Start websocket\n this.ws = new WebSocket(this.options.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = this.onWSOpen\n this.ws.onmessage = this.onWSMessage\n this.ws.onclose = this.onWSClose\n this.ws.onerror = this.onWSError\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Connection,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n private onWSOpen = () => {\n this.log('WebSocket opened')\n this.notifyStateChange()\n\n // Send params\n if (this.options.params) {\n this.ws?.send(JSON.stringify(this.options.params))\n }\n }\n\n private onWSMessage = (event: MessageEvent) => {\n this.log('Received message:', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n if (this.isPaused || this.isUserSpeaking) return\n Speaker.playAudio(event.data)\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[MicdropClient] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(MicdropServerCommands.Message)) {\n // Received user/assistant message\n try {\n const message = JSON.parse(\n event.data.substring(MicdropServerCommands.Message.length + 1)\n )\n this._isProcessing = false\n this.addMessage(message)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing message:',\n event.data,\n error\n )\n }\n } else if (event.data === MicdropServerCommands.EndCall) {\n // Call ended\n this.emit('EndCall')\n } else if (event.data === MicdropServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === MicdropServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation.findLastIndex(\n (message) => message.role === 'user'\n )\n if (lastMessage !== -1) {\n this.conversation = this.conversation.filter(\n (_, index) => index !== lastMessage\n )\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data.startsWith(MicdropServerCommands.ToolCall)) {\n // Received tool call information\n try {\n const toolCall = JSON.parse(\n event.data.substring(MicdropServerCommands.ToolCall.length + 1)\n )\n this.emit('ToolCall', toolCall)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing tool call:',\n event.data,\n error\n )\n }\n }\n }\n\n private onWSClose = (event: CloseEvent) => {\n this.log('WebSocket closed', event)\n this.stop()\n\n const error = getClientErrorFromWSCloseEvent(event)\n if (error) {\n this.setError(error)\n }\n }\n\n private onWSError = (event: Event) => {\n this.setError(new MicdropClientError(MicdropClientErrorCode.Connection))\n this.stop()\n }\n\n private stopWS() {\n if (!this.ws) return\n if (\n this.ws.readyState === WebSocket.OPEN ||\n this.ws.readyState === WebSocket.CONNECTING\n ) {\n this.ws.close()\n }\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private onSpeakerStartPlaying = () => {\n this.log('Speaker started')\n if (this.options.disableInterruption && !this.isPaused) {\n this.micRecorder?.mute()\n }\n this.notifyStateChange()\n }\n\n private onSpeakerStopPlaying = () => {\n this.log('Speaker stopped')\n if (this.options.disableInterruption && !this.isPaused) {\n this.micRecorder?.unmute()\n }\n this.notifyStateChange()\n }\n\n private addMessage(message: MicdropConversationItem) {\n this.conversation = [...this.conversation, message]\n this.notifyStateChange()\n }\n\n private setError(error: MicdropClientError) {\n console.error('[MicdropClient] Error:', error)\n this.error = error\n this.notifyStateChange()\n this.emit('Error', error)\n }\n\n private notifyStateChange() {\n const state = this.state\n this.emit('StateChange', state, this.lastNotifiedState)\n this.lastNotifiedState = state\n }\n\n private log(...message: any[]) {\n if (!this.options.debugLog) return\n console.log(`[MicdropClient ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum MicdropClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum MicdropServerCommands {\n Message = 'Message',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EndCall = 'EndCall',\n ToolCall = 'ToolCall',\n}\n\nexport interface MicdropCallSummary {\n conversation: MicdropConversation\n duration: number\n}\n\nexport type MicdropConversationItem =\n | MicdropConversationMessage\n | MicdropConversationToolCall\n | MicdropConversationToolResult\n\nexport type MicdropConversation = Array<MicdropConversationItem>\n\nexport type MicdropAnswerMetadata = {\n [key: string]: any\n}\n\nexport interface MicdropConversationMessage<\n Data extends MicdropAnswerMetadata = MicdropAnswerMetadata,\n> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n\nexport interface MicdropConversationToolCall {\n role: 'tool_call'\n toolCallId: string\n toolName: string\n parameters: string\n}\n\nexport interface MicdropConversationToolResult {\n role: 'tool_result'\n toolCallId: string\n toolName: string\n output: string\n}\n\nexport interface MicdropToolCall {\n name: string\n parameters: any\n output: any\n}\n\nexport type DeepPartial<T> = T extends object\n ? {\n [P in keyof T]?: DeepPartial<T[P]>\n }\n : T\n","export enum MicdropClientErrorCode {\n MissingUrl = 'MissingUrl',\n Mic = 'Mic',\n Connection = 'Connection',\n InternalServer = 'InternalServer',\n BadRequest = 'BadRequest',\n Unauthorized = 'Unauthorized',\n NotFound = 'NotFound',\n Unknown = 'Unknown',\n}\n\nexport class MicdropClientError extends Error {\n code: MicdropClientErrorCode\n\n constructor(code = MicdropClientErrorCode.Unknown, message?: string) {\n super(message)\n this.name = `MicdropClientError:${code}`\n this.code = code\n }\n}\n\nexport function getClientErrorFromWSCloseEvent(\n event: CloseEvent\n): MicdropClientError | undefined {\n const code = getClientErrorFromWSCloseEventCode(event.code)\n return code && new MicdropClientError(code, event.reason)\n}\n\nexport function getClientErrorFromWSCloseEventCode(\n code: number\n): MicdropClientErrorCode | undefined {\n if (code === 1011) {\n return MicdropClientErrorCode.InternalServer\n } else if (code >= 1001 && code < 1011 && code !== 1005) {\n return MicdropClientErrorCode.Connection\n } else if (code === 4401) {\n return MicdropClientErrorCode.Unauthorized\n } else if (code === 4404) {\n return MicdropClientErrorCode.NotFound\n } else if (code === 4400) {\n return MicdropClientErrorCode.BadRequest\n } else if (code >= 4000) {\n return MicdropClientErrorCode.Unknown\n } else {\n return undefined\n }\n}\n","import { MicdropClient } from './client'\n\n// Setup and export MicdropClient instance\nif (!window.micdropClient) {\n window.micdropClient = new MicdropClient()\n}\nexport const Micdrop = window.micdropClient\n"],"mappings":";AAAA,SAAS,oBAAoB;AAMtB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEA,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAM,MAAN,MAAU;AAAA,EAAV;AACL,SAAO,WAAW,IAAI,cAAc,YAAY;AAAA;AAAA,EAMxC,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,aAAa,UAAU;AAC9B,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,WAAW;AAAA,IAClB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,WAAW;AAAA,IAClB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;;;ACxFA,SAAS,gBAAAC,qBAAoB;;;ACA7B,SAAS,gBAAAC,qBAAoB;AAQtB,IAAe,cAAf,cAAmCC,cAAgC;AAAA,EAIxE,cAAc;AACZ,UAAM;AAJR,SAAO,YAAY;AAKjB,SAAK,aAAa,aAAa,WAAW;AAAA,EAC5C;AAAA,EAMU,aAAa,WAAoB;AACzC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AACF;;;ACvBA,IAAM,cAAc;AACpB,IAAM,WAAW;AAEV,IAAM,mBAAN,cAA+B,YAAY;AAAA,EAKhD,cAAc;AACZ,UAAM;AALR,SAAQ,aAA4B,CAAC;AAErC,SAAQ,oBAAoB;AAAA,EAI5B;AAAA,EAEA,QAAmB;AACjB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,UAAU,MAA2B;AACzC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,KAAK,kBAAkB,WAAW;AAEtD,UAAI,aAAa;AACf,aAAK,WAAW,KAAK,WAAW;AAChC,aAAK,aAAa;AAAA,MACpB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAAA,IACpD;AAAA,EACF;AAAA,EAEA,YAAkB;AAChB,QAAI,KAAK,mBAAmB;AAC1B,UAAI;AACF,aAAK,kBAAkB,KAAK;AAC5B,aAAK,kBAAkB,WAAW;AAAA,MACpC,SAAS,OAAO;AAAA,MAEhB;AACA,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,aAAa,CAAC;AACnB,SAAK,oBAAoB;AACzB,SAAK,aAAa,KAAK;AAAA,EACzB;AAAA,EAEQ,kBAAkB,aAA8C;AACtE,QAAI;AAEF,YAAM,YAAY,IAAI,WAAW,WAAW;AAG5C,YAAM,aAAa,UAAU;AAE7B,UAAI,eAAe,GAAG;AACpB,eAAO;AAAA,MACT;AAGA,YAAM,cAAc,aAAa;AAAA,QAC/B;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAGA,YAAM,cAAc,YAAY,eAAe,CAAC;AAChD,eAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,oBAAY,CAAC,IAAI,UAAU,CAAC,IAAI;AAAA,MAClC;AAEA,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAClD,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEQ,eAAqB;AAC3B,QAAI,KAAK,qBAAqB,KAAK,WAAW,WAAW,GAAG;AAC1D;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,iBAAuB;AAC7B,QAAI,KAAK,WAAW,WAAW,GAAG;AAChC,WAAK,oBAAoB;AACzB,WAAK,aAAa,KAAK;AACvB;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,WAAW,MAAM;AAG1C,SAAK,oBAAoB,aAAa,mBAAmB;AACzD,SAAK,kBAAkB,SAAS;AAChC,SAAK,kBAAkB,QAAQ,KAAK,UAAU;AAG9C,SAAK,kBAAkB,UAAU,MAAM;AACrC,WAAK,oBAAoB;AAEzB,WAAK,eAAe;AAAA,IACtB;AAGA,SAAK,kBAAkB,MAAM,CAAC;AAC9B,SAAK,aAAa,IAAI;AAAA,EACxB;AACF;;;AFzGO,IAAM,UAAN,cAAsBC,cAA4B;AAAA,EAAlD;AAAA;AACL,SAAO,YAAY;AACnB,SAAO,WAAW,IAAI,cAAc,YAAY;AAIhD;AAAA,SAAO,UAA6B,CAAC;AAAA;AAAA;AAAA,EAMrC,MAAM,QAAQ;AACZ,QAAI,KAAK,YAAa;AAGtB,SAAK,cAAc,IAAI,iBAAiB;AAGxC,SAAK,YAAY,GAAG,gBAAgB,MAAM,KAAK,aAAa,IAAI,CAAC;AACjE,SAAK,YAAY,GAAG,eAAe,MAAM,KAAK,aAAa,KAAK,CAAC;AAGjE,SAAK,kBAAkB,KAAK,YAAY,MAAM;AAG9C,UAAM,WACJ,aAAa,mDAAsC,KAAK;AAC1D,UAAM,KAAK,UAAU,QAAQ;AAAA,EAC/B;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,SAAK,MAAM;AACX,QAAI;AACF,YAAM,KAAK,aAAa,UAAU,IAAI;AAAA,IACxC,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,MAAM,YAAY;AAChB,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,aAAa,UAAU;AAAA,EAC9B;AAAA,EAEA,MAAM,aAAa,UAAkB;AACnC,UAAM,KAAK,UAAU,QAAQ;AAG7B,QAAI,KAAK,iBAAiB;AACxB,mBAAa,sDAAyC;AAAA,IACxD,OAAO;AACL,mBAAa,qDAAwC,QAAQ;AAAA,IAC/D;AAAA,EACF;AAAA,EAEA,IAAI,kBAA2B;AAC7B,WACE,CAAC,KAAK,YACN,KAAK,QAAQ,WAAW,KACxB,KAAK,aAAa,KAAK,QAAQ,CAAC,EAAE;AAAA,EAEtC;AAAA,EAEQ,aAAa,WAAoB;AACvC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AAAA,EAEA,MAAc,UAAU,UAA8B;AACpD,QAAI,CAAC,KAAK,iBAAiB;AACzB,cAAQ;AAAA,QACN;AAAA,MACF;AACA;AAAA,IACF;AACA,QAAI;AACF,WAAK,WAAW;AAChB,YAAM,gBAAgB,KAAK;AAC3B,YAAM,SAAS,CAAC,YAAY,gBAAgB,KAAK;AAEjD,UAAI,iBAAiB,eAAe,cAAc;AAGhD,cAAO,aAAqB,YAAY,MAAM;AAC9C,aAAK,gBAAgB,WAAW;AAChC,aAAK,gBAAgB,QAAQ,aAAa,WAAW;AACrD,aAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,YAAI,KAAK,yBAAyB;AAChC,eAAK,wBAAwB,MAAM;AACnC,eAAK,wBAAwB,YAAY;AACzC,eAAK,0BAA0B;AAAA,QACjC;AAAA,MACF,OAAO;AAGL,YAAI,CAAC,KAAK,yBAAyB;AAEjC,gBAAM,yBACJ,aAAa,6BAA6B;AAC5C,eAAK,gBAAgB,WAAW;AAChC,eAAK,gBAAgB,QAAQ,sBAAsB;AACnD,eAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,eAAK,0BAA0B,IAAI,MAAM;AACzC,eAAK,wBAAwB,WAAW;AACxC,eAAK,wBAAwB,YAAY,uBAAuB;AAAA,QAClE;AACA,cAAM,KAAK,wBAAwB,UAAU,MAAM;AAAA,MACrD;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,QAAQ,IAAI,KAAK;AAAA,IAClE;AAAA,EACF;AACF;;;AGlIA,SAAS,gBAAAC,qBAAoB;;;ACQtB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,SAAS,gBAAAC,qBAAoB;AAetB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2BD,cAAwB;AAAA,EAAnD;AAAA;AACL,SAAgB,OAAO,KAAK,YAAY;AACxC,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyBf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,QAAmB;AAC3B,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;ACjFO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AAkBR,SAAQ,iBAAiB,MAAM;AAC7B,YAAM,eAAe,KAAK,KAAK;AAAA,QAC7B,CAAC,QAAQ,IAAI;AAAA,MACf;AACA,YAAM,gBAAgB,KAAK,KAAK;AAAA,QAC9B,CAAC,QAAQ,IAAI;AAAA,MACf;AAGA,cAAQ,KAAK,QAAQ;AAAA,QACnB;AACE,cAAI,aAAc;AAClB,eAAK,KAAK,eAAe;AACzB,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,gBAAgB;AAC1B;AAAA,UACF;AACA,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,cAAc;AAAA,UAC1B;AACA;AAAA,MACJ;AAAA,IACF;AAjDE,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AAAA,EAC3C;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAoCA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AACF;;;ACpEA,SAAS,cAAc;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAIjC,YAAY,SAAqC;AAC/C,UAAM;AAJR,SAAO,UAAU;AAMf,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,OAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,yBAAyB;AAAA,MACzB,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC5EA,IAAME,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAAY,SAAqC;AAC/C,UAAM;AAVR,SAAO,UAAUA;AAIjB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,QAAS;AAGlB,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACpLA,IAAM,aAAa;AAEZ,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,WAAW;AAChC,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;;;ANZA,IAAM,YAAY;AASlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AACd;AAcO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAU/D,YAAY,WAAuB;AACjC,UAAM;AAPR,SAAQ,YAAY,KAAK,aAAa;AAGtC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAYhC,iBAAQ,OAAO,WAAwB;AACrC,UAAI,KAAK,MAAM,WAAW;AACxB,cAAM,IAAI,MAAM,gCAAgC;AAAA,MAClD;AACA,UAAI;AAEF,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,SAAS;AAAA,UACT,YAAY;AAAA,QACd,CAAC;AAGD,cAAM,gBAAgB;AAAA,UACpB;AAAA,UACA,KAAK,IAAI,QAAQ,MAAO;AAAA,QAC1B;AACA,aAAK,gBAAgB;AAGrB,YAAI,KAAK,UAAU;AACjB,eAAK,SAAS,KAAK;AAAA,QACrB;AACA,aAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,UACtD,UAAU,KAAK,UAAU;AAAA,UACzB,oBAAoB;AAAA,QACtB,CAAC;AACD,aAAK,SAAS,kBAAkB,KAAK;AAGrC,cAAM,KAAK,uBAAuB,MAAM;AAExC,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,WAAW;AAAA,QACb,CAAC;AAAA,MACH,SAAS,KAAK;AACZ,aAAK,KAAK;AACV,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,WAAK,YAAY,EAAE,SAAS,MAAM,YAAY,MAAM,CAAC;AACrD,WAAK,UAAU,KAAK;AAAA,IACtB;AAEA,kBAAS,MAAM;AACb,WAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAAA,IACrC;AAEA,gBAAO,MAAM;AACX,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,QACX,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAED,UAAI;AACF,aAAK,sBAAsB;AAC3B,YAAI,KAAK,UAAU;AACjB,eAAK,SAAS,KAAK;AACnB,eAAK,WAAW;AAAA,QAClB;AACA,YAAI,KAAK,eAAe;AACtB,qBAAW,KAAK,aAAa;AAC7B,eAAK,gBAAgB;AAAA,QACvB;AAAA,MACF,SAAS,KAAK;AACZ,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAqBA,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAAA,MAC7B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,oBAAoB,YAAY;AACtC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAQ,mBAAmB,YAAY;AACrC,UAAI,KAAK,MAAM,QAAS;AACxB,UAAI;AACF,aAAK,UAAU,KAAK;AAAA,MACtB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B;AAEA,SAAQ,iBAAiB,YAAY;AACnC,UAAI,KAAK,MAAM,QAAS;AACxB,UAAI;AACF,aAAK,UAAU,KAAK;AAAA,MACtB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAQ,kBAAkB,OAAO,cAAyB;AACxD,UAAI,KAAK,MAAM,QAAS;AAExB,UAAI,CAAC,KAAK,mBAAmB;AAE3B,aAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,MACF;AAGA,iBAAW,SAAS,KAAK,cAAc;AACrC,aAAK,KAAK,SAAS,KAAK;AAAA,MAC1B;AACA,WAAK,aAAa,SAAS;AAG3B,WAAK,KAAK,SAAS,UAAU,IAAI;AAAA,IACnC;AA3JE,SAAK,QAAQ;AAGb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EA4EA,MAAc,uBAAuB,QAAqB;AACxD,QAAI,KAAK,IAAI,WAAW;AACtB,WAAK,IAAI,KAAK;AAAA,IAChB;AACA,SAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,SAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,SAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,SAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAC/C,UAAM,KAAK,IAAI,MAAM,MAAM;AAAA,EAC7B;AAAA,EAEA,MAAc,wBAAwB;AACpC,SAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,SAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,SAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,SAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAChD,UAAM,KAAK,IAAI,KAAK;AAAA,EACtB;AAAA,EA4DQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AO1NA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAS;AACnC;AACO,IAAMC,OAAM,OAAO;AAG1B,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAa;AAC3C;AACO,IAAMC,WAAU,OAAO;;;ACjB9B,SAAS,gBAAAC,qBAAoB;;;ACAtB,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,mBAAgB;AAChB,EAAAA,uBAAA,kBAAe;AACf,EAAAA,uBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,2BAAwB;AACxB,EAAAA,uBAAA,gBAAa;AACb,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,cAAW;AALD,SAAAA;AAAA,GAAA;;;ACNL,IAAK,yBAAL,kBAAKC,4BAAL;AACL,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,SAAM;AACN,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,oBAAiB;AACjB,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,kBAAe;AACf,EAAAA,wBAAA,cAAW;AACX,EAAAA,wBAAA,aAAU;AARA,SAAAA;AAAA,GAAA;AAWL,IAAM,qBAAN,cAAiC,MAAM;AAAA,EAG5C,YAAY,OAAO,yBAAgC,SAAkB;AACnE,UAAM,OAAO;AACb,SAAK,OAAO,sBAAsB,IAAI;AACtC,SAAK,OAAO;AAAA,EACd;AACF;AAEO,SAAS,+BACd,OACgC;AAChC,QAAM,OAAO,mCAAmC,MAAM,IAAI;AAC1D,SAAO,QAAQ,IAAI,mBAAmB,MAAM,MAAM,MAAM;AAC1D;AAEO,SAAS,mCACd,MACoC;AACpC,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,EACT,WAAW,QAAQ,QAAQ,OAAO,QAAQ,SAAS,MAAM;AACvD,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,QAAQ,KAAM;AACvB,WAAO;AAAA,EACT,OAAO;AACL,WAAO;AAAA,EACT;AACF;;;AFIO,IAAM,gBAAN,cACGC,cAEV;AAAA,EAcE,YAAmB,UAA0B,CAAC,GAAG;AAC/C,UAAM;AADW;AAZnB,SAAO,eAAoC,CAAC;AAE5C,SAAO,iBAAoC,CAAC;AAC5C,SAAO,aAAgC,CAAC;AAIxC,SAAQ,YAAY;AACpB,SAAQ,oBAAoB,KAAK;AACjC,SAAQ,gBAAgB;AACxB,SAAQ,YAAY;AAgGpB,iBAAQ,OAAO,YAA6B;AAC1C,WAAK,QAAQ;AACb,WAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAK,YAAY,KAAK,IAAI;AAC1B,WAAK,eAAe,CAAC;AACrB,WAAK,gBAAgB;AACrB,WAAK,YAAY;AAGjB,YAAM,KAAK,SAAS,EAAE,QAAQ,KAAK,CAAC;AAGpC,YAAM,KAAK,QAAQ;AAAA,IACrB;AAEA,gBAAO,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,YAAY;AACjB,UAAI;AAEF,aAAK,OAAO;AAAA,MACd,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAAA,MACjE;AAEA,UAAI;AAEF,aAAK,aAAa,KAAK;AACvB,aAAK,QAAQ;AAAA,MACf,SAAS,OAAO;AACd,gBAAQ,MAAM,6CAA6C,KAAK;AAAA,MAClE;AAGA,MAAAC,SAAQ,UAAU;AAAA,IACpB;AAEA,iBAAQ,MAAM;AACZ,UAAI,KAAK,SAAU;AACnB,WAAK,aAAa,KAAK;AACvB,WAAK,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,kBAAkB;AACvB,MAAAA,SAAQ,UAAU;AAClB,WAAK,IAAI,sBAA+B;AAAA,IAC1C;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,SAAU;AACpB,WAAK,aAAa,OAAO;AACzB,WAAK,YAAY;AACjB,WAAK,kBAAkB;AAAA,IACzB;AAEA,oBAAW,OACT,UAII,CAAC,MACF;AACH,WAAK,QAAQ;AACb,UAAI,QAAQ,KAAK;AACf,aAAK,QAAQ,MAAM,QAAQ;AAAA,MAC7B;AACA,UAAI;AACF,YAAI,CAAC,KAAK,aAAa;AACrB,eAAK,cAAc,IAAI,YAAY,KAAK,QAAQ,GAAG;AAGnD,eAAK,YAAY,GAAG,eAAe,MAAM;AACvC,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAGD,eAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,iBAAK,IAAI,oCAAoC,IAAI;AACjD,iBAAK,IAAI,KAAK,IAAI;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,iBAAK,IAAI,qBAAqB;AAC9B,iBAAK,IAAI,wCAAwC;AAEjD,iBAAK,gBAAgB;AACrB,iBAAK,kBAAkB;AACvB,YAAAA,SAAQ,UAAU;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,iBAAK,IAAI,oBAAoB;AAC7B,iBAAK,IAAI,sCAAuC;AAChD,gBAAI,KAAK,aAAa;AACpB,mBAAK,gBAAgB;AAAA,YACvB;AACA,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAAA,QACH;AAGA,cAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,YAAI,mBAAmB;AACrB,eAAK,aAAa,KAAK;AAAA,QACzB;AAGA,cAAM,YAAY,MAAMC,KAAI,MAAM,QAAQ,QAAQ;AAClD,aAAK,YAAY;AAGjB,YAAI,qBAAqB,QAAQ,QAAQ;AACvC,gBAAM,KAAK,YAAY,MAAM,SAAS;AAAA,QACxC;AAIA,cAAM,KAAK,cAAc;AAIzB,cAAMD,SAAQ,MAAM;AAEpB,aAAK,kBAAkB;AAAA,MACzB,SAAS,OAAO;AACd,aAAK;AAAA,UACH,IAAI;AAAA;AAAA,YAED,OAAe;AAAA,UAClB;AAAA,QACF;AACA,cAAM,KAAK,KAAK;AAChB,cAAM;AAAA,MACR;AAAA,IACF;AAEA,2BAAkB,OAAO,aAAqB;AAC5C,YAAM,KAAK,SAAS,EAAE,SAAS,CAAC;AAAA,IAClC;AAEA,+BAAsB,OAAO,aAAqB;AAChD,YAAMA,SAAQ,aAAa,QAAQ;AACnC,WAAK,kBAAkB;AAAA,IACzB;AAUA,SAAQ,gBAAgB,YAAY;AAClC,YAAM,aAAa,MAAM,UAAU,aAAa,iBAAiB;AACjE,UAAI,WAAW,WAAW,EAAG;AAI7B,YAAM,iBAAiB,WAAW;AAAA,QAChC,CAAC,WAAW,OAAO,aAAa;AAAA,MAClC;AACA,YAAM,UAAU,WAAW,OAAO,CAAC,WAAW,OAAO,aAAa,SAAS;AAC3E,YAAM,wBAAwB,eAC3B;AAAA,QAAI,CAAC,WACJ,QAAQ;AAAA,UACN,CAAC,MAAM,EAAE,YAAY,OAAO,WAAW,EAAE,SAAS,OAAO;AAAA,QAC3D;AAAA,MACF,EACC,OAAO,CAAC,UAAU,UAAU,EAAE;AACjC,iBAAW,SAAS,uBAAuB;AACzC,cAAM,SAAS,QAAQ,KAAK;AAC5B,gBAAQ,OAAO,OAAO,CAAC;AACvB,gBAAQ,QAAQ,MAAM;AAAA,MACxB;AAEA,WAAK,aAAa,QAAQ,OAAO,CAAC,WAAW,OAAO,SAAS,YAAY;AACzE,WAAK,iBAAiB,QAAQ;AAAA,QAC5B,CAAC,WAAW,OAAO,SAAS;AAAA,MAC9B;AACA,MAAAA,SAAQ,UAAU,KAAK;AAEvB,WAAK,kBAAkB;AAAA,IACzB;AAqCA,SAAQ,WAAW,MAAM;AACvB,WAAK,IAAI,kBAAkB;AAC3B,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ,QAAQ;AACvB,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,QAAQ,MAAM,CAAC;AAAA,MACnD;AAAA,IACF;AAEA,SAAQ,cAAc,CAAC,UAAwB;AAC7C,WAAK,IAAI,qBAAqB,MAAM,IAAI;AACxC,UAAI,MAAM,gBAAgB,MAAM;AAE9B,YAAI,KAAK,YAAY,KAAK,eAAgB;AAC1C,QAAAA,SAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,yCAAyC,MAAM,IAAI,EAAE;AAAA,MACpE,WAAW,MAAM,KAAK,kCAAwC,GAAG;AAE/D,YAAI;AACF,gBAAM,UAAU,KAAK;AAAA,YACnB,MAAM,KAAK,kCAAwC,SAAS,CAAC;AAAA,UAC/D;AACA,eAAK,gBAAgB;AACrB,eAAK,WAAW,OAAO;AAAA,QACzB,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF,WAAW,MAAM,kCAAwC;AAEvD,aAAK,KAAK,SAAS;AAAA,MACrB,WAAW,MAAM,wCAA2C;AAE1D,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAsD;AAErE,cAAM,cAAc,KAAK,aAAa;AAAA,UACpC,CAAC,YAAY,QAAQ,SAAS;AAAA,QAChC;AACA,YAAI,gBAAgB,IAAI;AACtB,eAAK,eAAe,KAAK,aAAa;AAAA,YACpC,CAAC,GAAG,UAAU,UAAU;AAAA,UAC1B;AACA,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,KAAK,oCAAyC,GAAG;AAEhE,YAAI;AACF,gBAAM,WAAW,KAAK;AAAA,YACpB,MAAM,KAAK,oCAAyC,SAAS,CAAC;AAAA,UAChE;AACA,eAAK,KAAK,YAAY,QAAQ;AAAA,QAChC,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAsB;AACzC,WAAK,IAAI,oBAAoB,KAAK;AAClC,WAAK,KAAK;AAEV,YAAM,QAAQ,+BAA+B,KAAK;AAClD,UAAI,OAAO;AACT,aAAK,SAAS,KAAK;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAiB;AACpC,WAAK,SAAS,IAAI,gDAAoD,CAAC;AACvE,WAAK,KAAK;AAAA,IACZ;AAcA,SAAQ,wBAAwB,MAAM;AACpC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,uBAAuB,CAAC,KAAK,UAAU;AACtD,aAAK,aAAa,KAAK;AAAA,MACzB;AACA,WAAK,kBAAkB;AAAA,IACzB;AAEA,SAAQ,uBAAuB,MAAM;AACnC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,uBAAuB,CAAC,KAAK,UAAU;AACtD,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,kBAAkB;AAAA,IACzB;AAzaE,IAAAA,SAAQ,GAAG,gBAAgB,KAAK,qBAAqB;AACrD,IAAAA,SAAQ,GAAG,eAAe,KAAK,oBAAoB;AAGnD,cAAU,aAAa,iBAAiB,gBAAgB,KAAK,aAAa;AAAA,EAC5E;AAAA,EAEA,IAAI,MAAuB;AACzB,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,iBAAiB,CAAC,KAAK;AAAA,EACrC;AAAA,EAEA,IAAI,cAAuB;AACzB,WACE,KAAK,gBACL,CAAC,KAAK,YACN,CAAC,KAAK,gBACN,CAAC,KAAK,cACN,CAAC,KAAK,kBACN,CAAC,KAAK;AAAA,EAEV;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,iBAA0B;AAC5B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,sBAA+B;AACjC,WAAOA,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,cAAkC;AACpC,WAAOC,KAAI;AAAA,EACb;AAAA,EAEA,IAAI,kBAAsC;AACxC,WAAOD,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,QAAsB;AACxB,WAAO;AAAA,MACL,YAAY,KAAK;AAAA,MACjB,WAAW,KAAK;AAAA,MAChB,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,MAClB,cAAc,KAAK;AAAA,MACnB,gBAAgB,KAAK;AAAA,MACrB,qBAAqB,KAAK;AAAA,MAC1B,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB,OAAO,KAAK;AAAA,MACZ,aAAa,KAAK;AAAA,MAClB,iBAAiB,KAAK;AAAA,MACtB,YAAY,KAAK;AAAA,MACjB,gBAAgB,KAAK;AAAA,IACvB;AAAA,EACF;AAAA,EAsJQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,IAAAC,KAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkCA,MAAc,UAAU;AACtB,QAAI;AACF,UAAI,KAAK,IAAI;AACX,aAAK,IAAI,8BAA8B;AACvC;AAAA,MACF;AACA,UAAI,CAAC,KAAK,cAAc;AACtB,cAAM,IAAI,kCAA6C;AAAA,MACzD;AACA,UAAI,CAAC,KAAK,QAAQ,KAAK;AACrB,cAAM,IAAI,gDAAoD;AAAA,MAChE;AAGA,WAAK,KAAK,IAAI,UAAU,KAAK,QAAQ,GAAG;AACxC,WAAK,GAAG,aAAa;AACrB,WAAK,kBAAkB;AAGvB,WAAK,GAAG,SAAS,KAAK;AACtB,WAAK,GAAG,YAAY,KAAK;AACzB,WAAK,GAAG,UAAU,KAAK;AACvB,WAAK,GAAG,UAAU,KAAK;AAAA,IACzB,SAAS,OAAO;AACd,WAAK;AAAA,QACH,IAAI;AAAA;AAAA,UAED,OAAe;AAAA,QAClB;AAAA,MACF;AACA,YAAM,KAAK,KAAK;AAChB,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAwFQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,QACE,KAAK,GAAG,eAAe,UAAU,QACjC,KAAK,GAAG,eAAe,UAAU,YACjC;AACA,WAAK,GAAG,MAAM;AAAA,IAChB;AACA,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkBQ,WAAW,SAAkC;AACnD,SAAK,eAAe,CAAC,GAAG,KAAK,cAAc,OAAO;AAClD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,SAAS,OAA2B;AAC1C,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,SAAK,QAAQ;AACb,SAAK,kBAAkB;AACvB,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,oBAAoB;AAC1B,UAAM,QAAQ,KAAK;AACnB,SAAK,KAAK,eAAe,OAAO,KAAK,iBAAiB;AACtD,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,QAAQ,SAAU;AAC5B,YAAQ,IAAI,kBAAkB,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAC1E;AACF;;;AGrgBA,IAAI,CAAC,OAAO,eAAe;AACzB,SAAO,gBAAgB,IAAI,cAAc;AAC3C;AACO,IAAM,UAAU,OAAO;","names":["audioContext","audioContext","unlock","LocalStorageKeys","EventEmitter","EventEmitter","EventEmitter","EventEmitter","EventEmitter","EventEmitter","VADStatus","defaultOptions","EventEmitter","Mic","Speaker","EventEmitter","MicdropClientCommands","MicdropServerCommands","MicdropClientErrorCode","EventEmitter","Speaker","Mic"]}
|
|
1
|
+
{"version":3,"sources":["../src/audio/utils/AudioAnalyser.ts","../src/audio/utils/unlock.ts","../src/audio/utils/audioContext.ts","../src/audio/utils/localStorage.ts","../src/audio/utils/stopStream.ts","../src/audio/Mic.ts","../src/audio/Speaker.ts","../src/audio/stream/AudioStream.ts","../src/audio/stream/Pcm16AudioStream.ts","../src/audio/MicRecorder.ts","../src/audio/utils/delayedStream.ts","../src/audio/vad/VAD.ts","../src/audio/vad/MultipleVAD.ts","../src/audio/vad/SileroVAD.ts","../src/audio/vad/VolumeVAD.ts","../src/audio/vad/getVAD.ts","../src/audio/index.ts","../src/client/MicdropClient.ts","../../server/src/types.ts","../src/client/MicdropClientError.ts","../src/Micdrop.ts"],"sourcesContent":["import { EventEmitter } from 'eventemitter3'\n\ninterface AudioAnalyserEvents {\n volume: [number]\n}\n\nexport class AudioAnalyser extends EventEmitter<AudioAnalyserEvents> {\n public node: AnalyserNode\n public volume: number = -Infinity\n\n private fftSize = 512\n private fftBins = new Float32Array(this.fftSize)\n private interval: number | undefined\n\n constructor(\n audioContext: AudioContext,\n public volumeInterval = 100\n ) {\n super()\n this.node = audioContext.createAnalyser()\n\n // Volume detection\n this.node.fftSize = this.fftSize\n this.node.smoothingTimeConstant = 0.1\n this.interval = window.setInterval(() => {\n this.volume = this.getMaxVolume()\n this.emit('volume', this.volume)\n }, this.volumeInterval)\n }\n\n stop() {\n if (this.interval !== undefined) {\n window.clearInterval(this.interval)\n }\n }\n\n // Return values between -Infinity and 0\n private getMaxVolume() {\n let maxVolume = -Infinity\n this.node.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4, ii = this.fftBins.length; i < ii; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n return maxVolume\n }\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","export enum LocalStorageKeys {\n MicDevice = 'micdrop.micDevice',\n SpeakerDevice = 'micdrop.speakerDevice',\n VolumeVADOptions = 'micdrop.VolumeVADOptions',\n SileroVADOptions = 'micdrop.SileroVADOptions',\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\nimport { stopStream } from './utils/stopStream'\n\nexport class Mic {\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n private audioStream: MediaStream | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n\n private getMicConstraints(deviceId?: string): MediaStreamConstraints {\n return {\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n }\n }\n\n /**\n * Starts the microphone\n * @param deviceId - The deviceId to use\n * @returns The microphone stream\n */\n async start(deviceId?: string): Promise<MediaStream> {\n if (!audioContext || !this.analyser) {\n throw new Error('AudioContext not initialized')\n }\n\n // Get deviceId from localStorage\n if (!deviceId) {\n deviceId = localStorage.getItem(LocalStorageKeys.MicDevice) || undefined\n }\n\n if (this.audioStream) {\n // deviceId has not changed, reuse previous stream\n if (this.deviceId === deviceId) {\n return this.audioStream\n }\n\n // deviceId has changed, stop previous stream\n stopStream(this.audioStream)\n }\n\n // Get stream from microphone\n this.audioStream = await navigator.mediaDevices.getUserMedia(\n this.getMicConstraints(deviceId)\n )\n\n // Store deviceId\n const track = this.audioStream.getTracks()[0]\n const newDeviceId =\n track && track.getCapabilities && track.getCapabilities().deviceId\n if (newDeviceId) {\n localStorage.setItem(LocalStorageKeys.MicDevice, newDeviceId)\n this.deviceId = newDeviceId\n } else {\n localStorage.removeItem(LocalStorageKeys.MicDevice)\n this.deviceId = undefined\n }\n\n // Connect to AudioContext\n if (this.sourceNode) this.sourceNode.disconnect()\n this.sourceNode = audioContext.createMediaStreamSource(this.audioStream)\n this.sourceNode.connect(this.analyser.node)\n\n return this.audioStream\n }\n\n /**\n * Stops the microphone\n */\n stop() {\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n if (this.audioStream) {\n stopStream(this.audioStream)\n this.audioStream = undefined\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { AudioStream } from './stream/AudioStream'\nimport { Pcm16AudioStream } from './stream/Pcm16AudioStream'\nimport { AudioAnalyser } from './utils/AudioAnalyser'\nimport { audioContext } from './utils/audioContext'\nimport { LocalStorageKeys } from './utils/localStorage'\n\nexport interface SpeakerEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport class Speaker extends EventEmitter<SpeakerEvents> {\n public isPlaying = false\n public analyser = new AudioAnalyser(audioContext)\n public deviceId: string | undefined\n\n // Set by MicdropClient, useful to detect default device\n public devices: MediaDeviceInfo[] = []\n\n private audioStream?: AudioStream\n private audioSourceNode?: AudioNode\n private audioElementDestination?: HTMLAudioElement // Used when audiocontext sinkId is not available\n\n async start() {\n if (this.audioStream) return\n\n // Instantiate the audio stream based on the browser compatibility\n this.audioStream = new Pcm16AudioStream()\n\n // Forward events from AudioStream\n this.audioStream.on('StartPlaying', () => this.setIsPlaying(true))\n this.audioStream.on('StopPlaying', () => this.setIsPlaying(false))\n\n // Get the audio source node from AudioStream\n this.audioSourceNode = this.audioStream.start()\n\n // Select speaker device if speakerId is in local storage\n const deviceId =\n localStorage.getItem(LocalStorageKeys.SpeakerDevice) ?? undefined\n await this.setDevice(deviceId)\n }\n\n async playAudio(blob: Blob) {\n this.start()\n try {\n await this.audioStream?.playAudio(blob)\n } catch (error) {\n console.error('Error playing audio blob', error, blob)\n }\n }\n\n async stopAudio() {\n if (!this.isPlaying) return\n this.audioStream?.stopAudio()\n }\n\n async changeDevice(deviceId: string) {\n await this.setDevice(deviceId)\n\n // Update local storage\n if (this.isDefaultDevice) {\n localStorage.removeItem(LocalStorageKeys.SpeakerDevice)\n } else {\n localStorage.setItem(LocalStorageKeys.SpeakerDevice, deviceId)\n }\n }\n\n get isDefaultDevice(): boolean {\n return (\n !this.deviceId ||\n this.devices.length === 0 ||\n this.deviceId === this.devices[0].deviceId\n )\n }\n\n private setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n\n private async setDevice(deviceId: string | undefined) {\n if (!this.audioSourceNode) {\n console.error(\n 'audioSourceNode not initialized, setDevice called before start'\n )\n return\n }\n try {\n this.deviceId = deviceId\n const defaultDevice = this.isDefaultDevice\n const sinkId = !deviceId || defaultDevice ? '' : deviceId\n\n if (defaultDevice || 'setSinkId' in audioContext) {\n // Play through audiocontext destination when possible\n // It is the preferred way, as it's the only way to have echo cancellation\n await (audioContext as any).setSinkId?.(sinkId)\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(audioContext.destination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Reset audio element destination if it exists\n if (this.audioElementDestination) {\n this.audioElementDestination.pause()\n this.audioElementDestination.srcObject = null\n this.audioElementDestination = undefined\n }\n } else {\n // On Firefox, we can't set sinkId on audio context\n // So we stream non-default devices back to an audio element for which we set sinkId\n if (!this.audioElementDestination) {\n // Create a media stream destination to stream the audio to\n const mediaStreamDestination =\n audioContext.createMediaStreamDestination()\n this.audioSourceNode.disconnect()\n this.audioSourceNode.connect(mediaStreamDestination)\n this.audioSourceNode.connect(this.analyser.node)\n\n // Play stream to audio element destination\n this.audioElementDestination = new Audio()\n this.audioElementDestination.autoplay = true\n this.audioElementDestination.srcObject = mediaStreamDestination.stream\n }\n await this.audioElementDestination.setSinkId(sinkId)\n }\n } catch (error) {\n console.error(`Error setting Audio Output to ${deviceId}`, error)\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { audioContext } from '../utils/audioContext'\n\nexport interface AudioStreamEvents {\n StartPlaying: void\n StopPlaying: void\n}\n\nexport abstract class AudioStream extends EventEmitter<AudioStreamEvents> {\n public isPlaying = false\n protected outputNode: AudioNode\n\n constructor() {\n super()\n this.outputNode = audioContext.createGain()\n }\n\n abstract start(): AudioNode\n abstract playAudio(blob: Blob): Promise<void>\n abstract stopAudio(): void\n\n protected setIsPlaying(isPlaying: boolean) {\n if (this.isPlaying === isPlaying) return\n this.isPlaying = isPlaying\n this.emit(isPlaying ? 'StartPlaying' : 'StopPlaying')\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { AudioStream } from './AudioStream'\n\nconst SAMPLE_RATE = 16000\nconst CHANNELS = 1\n\nexport class Pcm16AudioStream extends AudioStream {\n private audioQueue: AudioBuffer[] = []\n private currentSourceNode?: AudioBufferSourceNode\n private isProcessingQueue = false\n\n constructor() {\n super()\n }\n\n start(): AudioNode {\n return this.outputNode\n }\n\n async playAudio(blob: Blob): Promise<void> {\n try {\n // Convert blob to PCM data\n const arrayBuffer = await blob.arrayBuffer()\n\n // Convert PCM data to AudioBuffer with proper sample rate\n const audioBuffer = this.createAudioBuffer(arrayBuffer)\n\n if (audioBuffer) {\n this.audioQueue.push(audioBuffer)\n this.processQueue()\n }\n } catch (error) {\n console.error('Failed to play audio chunk:', error)\n }\n }\n\n stopAudio(): void {\n if (this.currentSourceNode) {\n try {\n this.currentSourceNode.stop()\n this.currentSourceNode.disconnect()\n } catch (error) {\n // Ignore errors when stopping\n }\n this.currentSourceNode = undefined\n }\n this.audioQueue = []\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n }\n\n private createAudioBuffer(arrayBuffer: ArrayBuffer): AudioBuffer | null {\n try {\n // Convert ArrayBuffer to Int16Array (assuming 16-bit PCM)\n const int16Data = new Int16Array(arrayBuffer)\n\n // Calculate number of samples\n const numSamples = int16Data.length\n\n if (numSamples === 0) {\n return null\n }\n\n // Create AudioBuffer with the correct sample rate\n const audioBuffer = audioContext.createBuffer(\n CHANNELS,\n numSamples,\n SAMPLE_RATE\n )\n\n // Convert 16-bit PCM to float32 and copy to AudioBuffer\n const channelData = audioBuffer.getChannelData(0)\n for (let i = 0; i < numSamples; i++) {\n channelData[i] = int16Data[i] / 32768.0\n }\n\n return audioBuffer\n } catch (error) {\n console.error('Error creating AudioBuffer:', error)\n return null\n }\n }\n\n private processQueue(): void {\n if (this.isProcessingQueue || this.audioQueue.length === 0) {\n return\n }\n\n this.isProcessingQueue = true\n this.playNextBuffer()\n }\n\n private playNextBuffer(): void {\n if (this.audioQueue.length === 0) {\n this.isProcessingQueue = false\n this.setIsPlaying(false)\n return\n }\n\n const audioBuffer = this.audioQueue.shift()!\n\n // Create a new AudioBufferSourceNode\n this.currentSourceNode = audioContext.createBufferSource()\n this.currentSourceNode.buffer = audioBuffer\n this.currentSourceNode.connect(this.outputNode)\n\n // Set up event handler for when this buffer finishes\n this.currentSourceNode.onended = () => {\n this.currentSourceNode = undefined\n // Continue processing queue\n this.playNextBuffer()\n }\n\n // Start playing\n this.currentSourceNode.start(0)\n this.setIsPlaying(true)\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport { createDelayedStream } from './utils/delayedStream'\nimport { stopStream } from './utils/stopStream'\nimport { VAD, VADStatus } from './vad/VAD'\nimport { getVAD, VADConfig } from './vad/getVAD'\n\nconst timeSlice = 100\n\nexport interface MicRecorderState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isSpeaking: boolean\n}\n\nconst defaultMicRecorderState: MicRecorderState = {\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n}\n\nexport interface MicRecorderEvents {\n Chunk: [Blob]\n StartSpeaking: void\n StopSpeaking: void\n StateChange: [MicRecorderState]\n}\n\ninterface AudioInfo {\n mimeType: string\n ext: string\n}\n\nexport class MicRecorder extends EventEmitter<MicRecorderEvents> {\n public state: MicRecorderState\n public vad: VAD\n\n private audioInfo = this.getAudioInfo()\n private recorder: MediaRecorder | undefined\n private delayedStream: MediaStream | undefined\n private speakingConfirmed = false\n private queuedChunks: Blob[] = []\n\n constructor(vadConfig?: VADConfig) {\n super()\n\n // Set initial state\n this.state = defaultMicRecorderState\n\n // Init VAD\n this.vad = getVAD(vadConfig)\n }\n\n start = async (stream: MediaStream) => {\n if (this.state.isStarted) {\n throw new Error('MicRecorder is already started')\n }\n try {\n // Update state to starting\n this.changeState({\n isStarting: true,\n isMuted: false,\n isSpeaking: false,\n })\n\n // Create a delayed stream to avoid cutting after speech detection\n const delayedStream = createDelayedStream(\n stream,\n this.vad.delay / 1000 + 0.05\n )\n this.delayedStream = delayedStream\n\n // Setup RTC recorder\n if (this.recorder) {\n this.recorder.stop()\n }\n this.recorder = new window.MediaRecorder(delayedStream, {\n mimeType: this.audioInfo.mimeType,\n audioBitsPerSecond: 128000,\n })\n this.recorder.ondataavailable = this.onDataAvailable\n\n // Start speaking detection\n await this.vad.start(stream)\n this.vad.on('StartSpeaking', this.onStartSpeaking)\n this.vad.on('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.on('CancelSpeaking', this.onCancelSpeaking)\n this.vad.on('StopSpeaking', this.onStopSpeaking)\n\n this.changeState({\n isStarting: false,\n isStarted: true,\n })\n } catch (err) {\n this.stop()\n console.error(err)\n }\n }\n\n mute = () => {\n if (this.state.isMuted) return\n\n // Force stop speaking\n if (this.state.isSpeaking) {\n this.onStopSpeaking()\n }\n this.changeState({ isMuted: true })\n }\n\n unmute = () => {\n if (!this.state.isMuted) return\n this.changeState({ isMuted: false })\n\n // Start speaking if already speaking\n if (this.vad.status === VADStatus.MaybeSpeaking) {\n this.onStartSpeaking()\n } else if (this.vad.status === VADStatus.Speaking) {\n this.onStartSpeaking()\n this.onConfirmSpeaking()\n }\n }\n\n stop = () => {\n this.changeState({\n isStarting: false,\n isStarted: false,\n isMuted: false,\n isSpeaking: false,\n })\n\n try {\n // Stop speaking detection\n this.vad.stop()\n this.vad.off('StartSpeaking', this.onStartSpeaking)\n this.vad.off('ConfirmSpeaking', this.onConfirmSpeaking)\n this.vad.off('CancelSpeaking', this.onCancelSpeaking)\n this.vad.off('StopSpeaking', this.onStopSpeaking)\n\n // Stop recorder\n if (this.recorder) {\n this.recorder.stop()\n this.recorder = undefined\n }\n\n // Stop delayed stream\n if (this.delayedStream) {\n stopStream(this.delayedStream)\n this.delayedStream = undefined\n }\n } catch (err) {\n console.error(err)\n }\n }\n\n private onStartSpeaking = async () => {\n if (!this.recorder || this.state.isMuted) return\n try {\n this.recorder.start(timeSlice)\n this.queuedChunks.length = 0\n this.speakingConfirmed = false\n } catch (error) {\n console.error(error)\n }\n }\n\n private onConfirmSpeaking = async () => {\n if (this.state.isMuted) return\n this.emit('StartSpeaking')\n this.changeState({ isSpeaking: true })\n this.speakingConfirmed = true\n }\n\n private onCancelSpeaking = async () => {\n if (this.state.isMuted) return\n try {\n this.recorder?.stop()\n } catch (error) {\n console.error(error)\n }\n this.queuedChunks.length = 0\n }\n\n private onStopSpeaking = async () => {\n if (this.state.isMuted) return\n try {\n this.recorder?.stop()\n } catch (error) {\n console.error(error)\n }\n this.changeState({ isSpeaking: false })\n this.emit('StopSpeaking')\n this.speakingConfirmed = false\n }\n\n private onDataAvailable = async (blobEvent: BlobEvent) => {\n if (this.state.isMuted) return\n\n if (!this.speakingConfirmed) {\n // Queue the chunk until speech is confirmed\n this.queuedChunks.push(blobEvent.data)\n return\n }\n\n // Emit all queued chunks if there are any\n for (const chunk of this.queuedChunks) {\n this.emit('Chunk', chunk)\n }\n this.queuedChunks.length = 0\n\n // Emit the last chunk\n this.emit('Chunk', blobEvent.data)\n }\n\n private changeState(state: Partial<MicRecorderState>) {\n const hasChanged = Object.keys(state).some(\n (key) =>\n this.state[key as keyof MicRecorderState] !==\n state[key as keyof MicRecorderState]\n )\n if (!hasChanged) return\n this.state = { ...this.state, ...state }\n this.emit('StateChange', this.state)\n }\n\n private getAudioInfo(): AudioInfo {\n if (window.MediaRecorder.isTypeSupported('audio/ogg')) {\n return { mimeType: 'audio/ogg', ext: 'ogg' }\n } else if (window.MediaRecorder.isTypeSupported('audio/webm')) {\n return { mimeType: 'audio/webm', ext: 'webm' }\n } else if (window.MediaRecorder.isTypeSupported('audio/mp4')) {\n return { mimeType: 'audio/mp4', ext: 'm4a' }\n }\n return { mimeType: 'audio/wav', ext: 'wav' }\n }\n}\n","import { audioContext } from './audioContext'\n\n/**\n * Creates a delayed stream with a delay in seconds\n * @param stream - The stream to delay\n * @param delay - The delay in seconds\n * @returns The delayed stream\n */\nexport function createDelayedStream(\n stream: MediaStream,\n delay: number\n): MediaStream {\n const audioSource = audioContext.createMediaStreamSource(stream)\n const delayNode = audioContext.createDelay(delay)\n delayNode.delayTime.value = delay\n const audioDestination = audioContext.createMediaStreamDestination()\n audioSource.connect(delayNode)\n delayNode.connect(audioDestination)\n return audioDestination.stream\n}\n","import { EventEmitter } from 'eventemitter3'\n\nexport interface VADEvents {\n // Speech starts, even it it's not confirmed\n StartSpeaking: void\n // Speech start is confirmed\n ConfirmSpeaking: void\n // Speech is cancelled, it's just noise and can be ignored\n CancelSpeaking: void\n // Speech stops, only if it's confirmed\n StopSpeaking: void\n // Status changed\n ChangeStatus: [VADStatus]\n}\n\nexport enum VADStatus {\n Silence,\n MaybeSpeaking,\n Speaking,\n}\n\n/**\n * Abstract VAD class\n * VAD = Voice Activity Detection\n */\nexport abstract class VAD extends EventEmitter<VADEvents> {\n public readonly name = this.constructor.name\n public status: VADStatus = VADStatus.Silence\n\n // Max delay to detect speech, can be used to record delayed stream\n public delay = 100 // ms\n\n /**\n * Checks if the VAD is started\n * @returns True if the VAD is started, false otherwise\n */\n abstract get isStarted(): boolean\n\n /**\n * Starts the VAD\n * @param stream - The stream to start the VAD on\n */\n abstract start(stream: MediaStream): Promise<void>\n\n /**\n * Stops the VAD\n */\n abstract stop(): Promise<void>\n\n /**\n * Emits an event (overrides the default implementation)\n * @param event - The event to emit\n * @param args - The arguments to emit\n * @returns True if the event was emitted, false otherwise\n */\n emit<T extends keyof VADEvents>(\n event: T,\n ...args: EventEmitter.EventArgs<VADEvents, T>\n ) {\n switch (event) {\n case 'StartSpeaking':\n this.setStatus(VADStatus.MaybeSpeaking)\n break\n case 'ConfirmSpeaking':\n this.setStatus(VADStatus.Speaking)\n break\n case 'CancelSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n case 'StopSpeaking':\n this.setStatus(VADStatus.Silence)\n break\n default:\n break\n }\n return super.emit(event, ...args)\n }\n\n /**\n * Sets the status of the VAD\n * @param status - The status to set\n */\n private setStatus(status: VADStatus) {\n if (this.status === status) return\n this.status = status\n super.emit('ChangeStatus', status)\n }\n}\n","import { getVAD, VADConfigName } from './getVAD'\nimport { VAD, VADStatus } from './VAD'\n\n/**\n * Combine an array of VADs\n */\nexport class MultipleVAD extends VAD {\n public vads: VAD[]\n\n constructor(vads: Array<VAD | VADConfigName>) {\n super()\n this.vads = vads.map((vad) => getVAD(vad))\n }\n\n get isStarted(): boolean {\n return this.vads.some((vad) => vad.isStarted)\n }\n\n async start(stream: MediaStream, threshold?: number): Promise<void> {\n for (const vad of this.vads) {\n if (vad.isStarted) {\n continue\n }\n vad.on('ChangeStatus', this.onStatusChange)\n await vad.start(stream)\n }\n }\n\n private onStatusChange = () => {\n const isAllSilence = this.vads.every(\n (vad) => vad.status === VADStatus.Silence\n )\n const isAllSpeaking = this.vads.every(\n (vad) => vad.status === VADStatus.Speaking\n )\n\n // Ensure events are called in order\n switch (this.status) {\n case VADStatus.Silence:\n if (isAllSilence) break\n this.emit('StartSpeaking')\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.MaybeSpeaking:\n if (isAllSilence) {\n this.emit('CancelSpeaking')\n break\n }\n if (isAllSpeaking) {\n this.emit('ConfirmSpeaking')\n }\n break\n case VADStatus.Speaking:\n if (isAllSilence) {\n this.emit('StopSpeaking')\n }\n break\n }\n }\n\n async stop(): Promise<void> {\n for (const vad of this.vads) {\n vad.off('ChangeStatus', this.onStatusChange)\n await vad.stop()\n }\n }\n}\n","import { MicVAD } from '@ricky0123/vad-web'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\n// See https://docs.vad.ricky0123.com/user-guide/algorithm/\nexport type SileroVADOptions = {\n positiveSpeechThreshold: number\n negativeSpeechThreshold: number\n minSpeechFrames: number\n redemptionFrames: number\n}\n\nconst defaultOptions: SileroVADOptions = {\n positiveSpeechThreshold: 0.18,\n negativeSpeechThreshold: 0.11,\n minSpeechFrames: 8,\n redemptionFrames: 20,\n}\n\n/**\n * Silero VAD\n * @see https://github.com/ricky0123/vad\n */\nexport class SileroVAD extends VAD {\n public options = defaultOptions\n private vad: MicVAD | undefined\n\n constructor(options?: Partial<SileroVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.SileroVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n get isStarted(): boolean {\n return !!this.vad\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.vad) return\n\n this.vad = await MicVAD.new({\n stream,\n model: 'v5',\n submitUserSpeechOnPause: true,\n onSpeechStart: () => this.emit('StartSpeaking'),\n onSpeechRealStart: () => this.emit('ConfirmSpeaking'),\n onVADMisfire: () => this.emit('CancelSpeaking'),\n onSpeechEnd: () => this.emit('StopSpeaking'),\n ...this.options,\n })\n\n this.vad.start()\n }\n\n async stop(): Promise<void> {\n if (!this.vad) return\n this.vad.destroy()\n this.vad = undefined\n }\n\n setOptions(options: Partial<SileroVADOptions>) {\n this.options = { ...this.options, ...options }\n this.vad?.setOptions(this.options)\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.SileroVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { audioContext } from '../utils/audioContext'\nimport { LocalStorageKeys } from '../utils/localStorage'\nimport { VAD } from './VAD'\n\nexport type VolumeVADOptions = {\n history: number\n threshold: number\n}\n\nconst defaultOptions: VolumeVADOptions = {\n history: 5,\n threshold: -55,\n}\n\n/**\n * Volume-based Voice Activity Detection\n * Based on the hark library implementation\n */\nexport class VolumeVAD extends VAD {\n public options = defaultOptions\n private analyser: AnalyserNode | undefined\n private sourceNode: MediaStreamAudioSourceNode | undefined\n private fftBins: Float32Array | undefined\n private running: boolean = false\n private speaking: boolean = false\n private attemptSpeaking: boolean = false\n private speakingHistory: number[] = []\n\n constructor(options?: Partial<VolumeVADOptions>) {\n super()\n\n if (options) {\n this.setOptions(options)\n } else {\n const savedOptions = localStorage.getItem(\n LocalStorageKeys.VolumeVADOptions\n )\n try {\n this.setOptions(savedOptions ? JSON.parse(savedOptions) : {})\n } catch (error) {\n this.setOptions({})\n }\n }\n }\n\n private getMaxVolume(): number {\n if (!this.analyser || !this.fftBins) return -Infinity\n\n let maxVolume = -Infinity\n this.analyser.getFloatFrequencyData(this.fftBins)\n\n for (let i = 4; i < this.fftBins.length; i++) {\n if (this.fftBins[i] > maxVolume && this.fftBins[i] < 0) {\n maxVolume = this.fftBins[i]\n }\n }\n\n return maxVolume\n }\n\n get isStarted(): boolean {\n return this.running\n }\n\n async start(stream: MediaStream): Promise<void> {\n if (this.running) return\n\n // Create audio context and nodes\n this.analyser = audioContext.createAnalyser()\n this.sourceNode = audioContext.createMediaStreamSource(stream)\n\n // Configure analyser\n this.analyser.fftSize = 512\n this.analyser.smoothingTimeConstant = 0.1\n this.fftBins = new Float32Array(this.analyser.frequencyBinCount)\n\n // Connect nodes\n this.sourceNode.connect(this.analyser)\n\n this.running = true\n this.startLoop()\n }\n\n private startLoop(): void {\n if (!this.running) return\n\n const currentVolume = this.getMaxVolume()\n\n // Check if started speaking\n if (currentVolume > this.options.threshold) {\n if (!this.speaking) {\n // Check recent history (last 3 samples)\n let recentHistory = 0\n for (\n let i = this.speakingHistory.length - 3;\n i < this.speakingHistory.length;\n i++\n ) {\n recentHistory += this.speakingHistory[i]\n }\n\n if (recentHistory >= 2) {\n this.speaking = true\n this.attemptSpeaking = false\n this.emit('ConfirmSpeaking')\n } else if (recentHistory === 1) {\n this.attemptSpeaking = true\n this.emit('StartSpeaking')\n }\n }\n }\n\n // Check if stopped speaking\n else if (this.speaking) {\n let totalHistory = 0\n for (let i = 0; i < this.speakingHistory.length; i++) {\n totalHistory += this.speakingHistory[i]\n }\n\n if (totalHistory === 0) {\n this.speaking = false\n this.emit('StopSpeaking')\n }\n }\n\n // Check if attempt has failed\n else if (this.attemptSpeaking) {\n // Check last sample\n let lastHistory = this.speakingHistory[this.speakingHistory.length - 1]\n\n if (lastHistory === 0) {\n this.attemptSpeaking = false\n this.emit('CancelSpeaking')\n }\n }\n\n // Update history\n this.speakingHistory.shift()\n this.speakingHistory.push(Number(currentVolume > this.options.threshold))\n\n // Schedule next check\n setTimeout(() => this.startLoop(), this.delay)\n }\n\n async stop(): Promise<void> {\n if (!this.running) return\n\n this.running = false\n this.speaking = false\n\n if (this.sourceNode) {\n this.sourceNode.disconnect()\n this.sourceNode = undefined\n }\n\n if (this.analyser) {\n this.analyser.disconnect()\n this.analyser = undefined\n }\n\n this.fftBins = undefined\n }\n\n setOptions(options: Partial<VolumeVADOptions>) {\n if (typeof options.history === 'number' && options.history < 3) {\n throw new Error('History must be at least 3')\n }\n\n this.options = { ...this.options, ...options }\n\n // Adjust history\n while (this.speakingHistory.length > this.options.history) {\n this.speakingHistory.shift()\n }\n while (this.speakingHistory.length < this.options.history) {\n this.speakingHistory.push(0)\n }\n\n // Save to local storage\n localStorage.setItem(\n LocalStorageKeys.VolumeVADOptions,\n JSON.stringify(this.options)\n )\n }\n\n resetOptions() {\n this.setOptions(defaultOptions)\n }\n}\n","import { MultipleVAD } from './MultipleVAD'\nimport { SileroVAD } from './SileroVAD'\nimport { VAD } from './VAD'\nimport { VolumeVAD } from './VolumeVAD'\n\nexport type VADConfigName = 'volume' | 'silero'\nexport type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>\n\nconst DefaultVAD = VolumeVAD\n\nexport function getVAD(vad?: VADConfig): VAD {\n if (!vad) return new DefaultVAD()\n if (vad === 'volume') return new VolumeVAD()\n if (vad === 'silero') return new SileroVAD()\n if (Array.isArray(vad)) {\n return new MultipleVAD(vad)\n }\n return vad\n}\n","import { Mic as MicClass } from './Mic'\nimport { Speaker as SpeakerClass } from './Speaker'\n\nexport * from './MicRecorder'\nexport * from './utils/localStorage'\nexport * from './vad'\n\n// Setup and export Mic instance\nif (!window.micdropMic) {\n window.micdropMic = new MicClass()\n}\nexport const Mic = window.micdropMic\n\n// Setup and export Speaker instance\nif (!window.micdropSpeaker) {\n window.micdropSpeaker = new SpeakerClass()\n}\nexport const Speaker = window.micdropSpeaker\n","import { EventEmitter } from 'eventemitter3'\nimport { Mic, Speaker, VAD } from '../audio'\nimport { MicRecorder } from '../audio/MicRecorder'\nimport { VADConfig } from '../audio/vad/getVAD'\nimport {\n MicdropClientCommands,\n MicdropConversation,\n MicdropConversationItem,\n MicdropServerCommands,\n MicdropToolCall,\n} from '../types'\nimport {\n getClientErrorFromWSCloseEvent,\n MicdropClientError,\n MicdropClientErrorCode,\n} from './MicdropClientError'\n\nexport interface MicdropEvents {\n EndCall: []\n Error: [MicdropClientError]\n StateChange: [MicdropState, MicdropState]\n ToolCall: [MicdropToolCall]\n}\n\nexport interface MicdropOptions {\n url?: string\n params?: Record<string, any>\n vad?: VADConfig\n disableInterruption?: boolean\n debugLog?: boolean\n}\n\nexport interface MicdropState {\n isStarting: boolean\n isStarted: boolean\n isMuted: boolean\n isPaused: boolean\n isListening: boolean\n isProcessing: boolean\n isUserSpeaking: boolean\n isAssistantSpeaking: boolean\n isMicStarted: boolean\n isMicMuted: boolean\n micDeviceId: string | undefined\n speakerDeviceId: string | undefined\n micDevices: MediaDeviceInfo[]\n speakerDevices: MediaDeviceInfo[]\n conversation: MicdropConversation\n error: MicdropClientError | undefined\n}\n\nexport class MicdropClient\n extends EventEmitter<MicdropEvents>\n implements MicdropState\n{\n public micRecorder?: MicRecorder\n public conversation: MicdropConversation = []\n public error: MicdropClientError | undefined\n public speakerDevices: MediaDeviceInfo[] = []\n public micDevices: MediaDeviceInfo[] = []\n\n private ws?: WebSocket\n private micStream?: MediaStream\n private startTime = 0\n private lastNotifiedState = this.state\n private _isProcessing = false\n private _isMuted = false\n private _isPaused = false\n\n constructor(public options: MicdropOptions = {}) {\n super()\n\n // Add speaker listener\n Speaker.on('StartPlaying', this.onSpeakerStartPlaying)\n Speaker.on('StopPlaying', this.onSpeakerStopPlaying)\n\n // Listen to device changes\n navigator.mediaDevices.addEventListener('devicechange', this.updateDevices)\n }\n\n get vad(): VAD | undefined {\n return this.micRecorder?.vad\n }\n\n get isStarted(): boolean {\n return (this.isWSStarted && this.micRecorder?.state.isStarted) || false\n }\n\n get isStarting(): boolean {\n return this.isWSStarting || this.micRecorder?.state.isStarting || false\n }\n\n get isMuted(): boolean {\n return this._isMuted\n }\n\n get isPaused(): boolean {\n return this._isPaused\n }\n\n get isProcessing(): boolean {\n return this._isProcessing && !this.isPaused\n }\n\n get isListening(): boolean {\n return (\n this.isMicStarted &&\n !this.isPaused &&\n !this.isProcessing &&\n !this.isMicMuted &&\n !this.isUserSpeaking &&\n !this.isAssistantSpeaking\n )\n }\n\n get isWSStarted(): boolean {\n return this.ws?.readyState === WebSocket.OPEN\n }\n\n get isWSStarting(): boolean {\n return this.ws?.readyState === WebSocket.CONNECTING\n }\n\n get isMicStarted(): boolean {\n return !!this.micStream\n }\n\n get isMicMuted(): boolean {\n return this.micRecorder?.state.isMuted ?? false\n }\n\n get isUserSpeaking(): boolean {\n return this.micRecorder?.state.isSpeaking ?? false\n }\n\n get isAssistantSpeaking(): boolean {\n return Speaker.isPlaying\n }\n\n get micDeviceId(): string | undefined {\n return Mic.deviceId\n }\n\n get speakerDeviceId(): string | undefined {\n return Speaker.deviceId\n }\n\n get state(): MicdropState {\n return {\n isStarting: this.isStarting,\n isStarted: this.isStarted,\n isMuted: this.isMuted,\n isPaused: this.isPaused,\n isListening: this.isListening,\n isProcessing: this.isProcessing,\n isUserSpeaking: this.isUserSpeaking,\n isAssistantSpeaking: this.isAssistantSpeaking,\n isMicStarted: this.isMicStarted,\n isMicMuted: this.isMicMuted,\n conversation: this.conversation,\n error: this.error,\n micDeviceId: this.micDeviceId,\n speakerDeviceId: this.speakerDeviceId,\n micDevices: this.micDevices,\n speakerDevices: this.speakerDevices,\n }\n }\n\n start = async (options?: MicdropOptions) => {\n this.error = undefined\n this.options = { ...this.options, ...options }\n\n // Reset state\n this.startTime = Date.now()\n this.conversation = []\n this._isProcessing = true\n this._isMuted = false\n this._isPaused = false\n\n // Start mic if not already started\n await this.startMic({ record: true })\n\n // Start websocket\n await this.startWS()\n }\n\n stop = async () => {\n this._isProcessing = false\n this._isMuted = false\n this._isPaused = false\n try {\n // Stop websocket\n this.stopWS()\n } catch (error) {\n console.error('[MicdropClient] Error stopping WebSocket', error)\n }\n\n try {\n // Stop microphone\n this.micRecorder?.stop()\n this.stopMic()\n } catch (error) {\n console.error('[MicdropClient] Error stopping microphone', error)\n }\n\n // Stop speaker\n Speaker.stopAudio()\n }\n\n mute = () => {\n this.micRecorder?.mute()\n this._isMuted = true\n this.notifyStateChange()\n }\n\n unmute = () => {\n if (!this.isPaused) {\n this.micRecorder?.unmute()\n }\n this._isMuted = false\n this.notifyStateChange()\n }\n\n pause = () => {\n if (this.isPaused) return\n this.micRecorder?.mute()\n this._isPaused = true\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n this.ws?.send(MicdropClientCommands.Mute)\n }\n\n resume = () => {\n if (!this.isPaused) return\n if (!this.isMuted) {\n this.micRecorder?.unmute()\n }\n this._isPaused = false\n this.notifyStateChange()\n }\n\n startMic = async (\n options: {\n vad?: VADConfig\n deviceId?: string\n record?: boolean\n } = {}\n ) => {\n this.error = undefined\n this._isMuted = false\n if (options.vad) {\n this.options.vad = options.vad\n }\n try {\n if (!this.micRecorder) {\n this.micRecorder = new MicRecorder(this.options.vad)\n\n // Notify mic recorder state change\n this.micRecorder.on('StateChange', () => {\n this.notifyStateChange()\n })\n\n // Send chunk of user speech to server\n this.micRecorder.on('Chunk', (blob) => {\n this.log(`[MicdropClient] User audio chunk`, blob)\n this.ws?.send(blob)\n })\n\n // Notify server that user started speaking\n this.micRecorder.on('StartSpeaking', () => {\n this.log('User start speaking')\n this.ws?.send(MicdropClientCommands.StartSpeaking)\n // Interruption\n this._isProcessing = false\n this.notifyStateChange()\n Speaker.stopAudio()\n })\n\n // Notify server that user speech is complete\n this.micRecorder.on('StopSpeaking', () => {\n this.log('User stop speaking')\n this.ws?.send(MicdropClientCommands.StopSpeaking)\n if (this.isWSStarted) {\n this._isProcessing = true\n }\n this.notifyStateChange()\n })\n }\n\n // Stop recorder if it was running\n const isRecorderStarted = this.micRecorder.state.isStarted\n if (isRecorderStarted) {\n this.micRecorder?.stop()\n }\n\n // Start microphone\n const micStream = await Mic.start(options.deviceId)\n this.micStream = micStream\n\n // Restart recorder if it was running\n if (isRecorderStarted || options.record) {\n await this.micRecorder.start(micStream)\n }\n\n // Get devices after starting mic\n // It's necessary for Firefox that return an empty list before any stream is started\n await this.updateDevices()\n\n // Start speaker\n // Must be after devices update\n await Speaker.start()\n\n this.notifyStateChange()\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Mic,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n changeMicDevice = async (deviceId: string) => {\n await this.startMic({ deviceId })\n }\n\n changeSpeakerDevice = async (deviceId: string) => {\n await Speaker.changeDevice(deviceId)\n this.notifyStateChange()\n }\n\n private stopMic() {\n this.micRecorder?.stop()\n this.micRecorder = undefined\n Mic.stop()\n this.micStream = undefined\n this.notifyStateChange()\n }\n\n private updateDevices = async () => {\n const rawDevices = await navigator.mediaDevices.enumerateDevices()\n if (rawDevices.length === 0) return\n\n // Move default devices to the beginning of the list\n // and get rid of devices with deviceId=default\n const defaultDevices = rawDevices.filter(\n (device) => device.deviceId === 'default'\n )\n const devices = rawDevices.filter((device) => device.deviceId !== 'default')\n const defaultDevicesIndexes = defaultDevices\n .map((device) =>\n devices.findIndex(\n (d) => d.groupId === device.groupId && d.kind === device.kind\n )\n )\n .filter((index) => index !== -1)\n for (const index of defaultDevicesIndexes) {\n const device = devices[index]\n devices.splice(index, 1)\n devices.unshift(device)\n }\n\n this.micDevices = devices.filter((device) => device.kind === 'audioinput')\n this.speakerDevices = devices.filter(\n (device) => device.kind === 'audiooutput'\n )\n Speaker.devices = this.speakerDevices\n\n this.notifyStateChange()\n }\n\n private async startWS() {\n try {\n if (this.ws) {\n this.log('WebSocket is already started')\n return\n }\n if (!this.isMicStarted) {\n throw new MicdropClientError(MicdropClientErrorCode.Mic)\n }\n if (!this.options.url) {\n throw new MicdropClientError(MicdropClientErrorCode.MissingUrl)\n }\n\n // Start websocket\n this.ws = new WebSocket(this.options.url)\n this.ws.binaryType = 'blob'\n this.notifyStateChange()\n\n // Events\n this.ws.onopen = this.onWSOpen\n this.ws.onmessage = this.onWSMessage\n this.ws.onclose = this.onWSClose\n this.ws.onerror = this.onWSError\n } catch (error) {\n this.setError(\n new MicdropClientError(\n MicdropClientErrorCode.Connection,\n (error as any)?.message\n )\n )\n await this.stop()\n throw error\n }\n }\n\n private onWSOpen = () => {\n this.log('WebSocket opened')\n this.notifyStateChange()\n\n // Send params\n if (this.options.params) {\n this.ws?.send(JSON.stringify(this.options.params))\n }\n }\n\n private onWSMessage = (event: MessageEvent) => {\n this.log('Received message:', event.data)\n if (event.data instanceof Blob) {\n // Received assistant speech\n if (this.isPaused || this.isUserSpeaking) return\n Speaker.playAudio(event.data)\n this._isProcessing = false\n this.notifyStateChange()\n } else if (typeof event.data !== 'string') {\n console.warn(`[MicdropClient] Unknown message type: ${event.data}`)\n } else if (event.data.startsWith(MicdropServerCommands.Message)) {\n // Received user/assistant message\n try {\n const message = JSON.parse(\n event.data.substring(MicdropServerCommands.Message.length + 1)\n )\n this.addMessage(message)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing message:',\n event.data,\n error\n )\n }\n } else if (event.data === MicdropServerCommands.EndCall) {\n // Call ended\n this.emit('EndCall')\n } else if (event.data === MicdropServerCommands.SkipAnswer) {\n // Answer was skipped, listen again\n this._isProcessing = false\n this.notifyStateChange()\n } else if (event.data === MicdropServerCommands.CancelLastUserMessage) {\n // Remove last user message if aborted\n const lastMessage = this.conversation.findLastIndex(\n (message) => message.role === 'user'\n )\n if (lastMessage !== -1) {\n this.conversation = this.conversation.filter(\n (_, index) => index !== lastMessage\n )\n this._isProcessing = false\n this.notifyStateChange()\n }\n } else if (event.data.startsWith(MicdropServerCommands.ToolCall)) {\n // Received tool call information\n try {\n const toolCall = JSON.parse(\n event.data.substring(MicdropServerCommands.ToolCall.length + 1)\n )\n this.emit('ToolCall', toolCall)\n } catch (error) {\n console.error(\n '[MicdropClient] Error parsing tool call:',\n event.data,\n error\n )\n }\n }\n }\n\n private onWSClose = (event: CloseEvent) => {\n this.log('WebSocket closed', event)\n this.stop()\n\n const error = getClientErrorFromWSCloseEvent(event)\n if (error) {\n this.setError(error)\n }\n }\n\n private onWSError = (event: Event) => {\n this.setError(new MicdropClientError(MicdropClientErrorCode.Connection))\n this.stop()\n }\n\n private stopWS() {\n if (!this.ws) return\n if (\n this.ws.readyState === WebSocket.OPEN ||\n this.ws.readyState === WebSocket.CONNECTING\n ) {\n this.ws.close()\n }\n this.ws = undefined\n this.notifyStateChange()\n }\n\n private onSpeakerStartPlaying = () => {\n this.log('Speaker started')\n if (this.options.disableInterruption) {\n this.micRecorder?.mute()\n }\n this.notifyStateChange()\n }\n\n private onSpeakerStopPlaying = () => {\n this.log('Speaker stopped')\n if (this.options.disableInterruption && !this.isMuted) {\n this.micRecorder?.unmute()\n }\n this.notifyStateChange()\n }\n\n private addMessage(message: MicdropConversationItem) {\n this.conversation = [...this.conversation, message]\n this.notifyStateChange()\n }\n\n private setError(error: MicdropClientError) {\n console.error('[MicdropClient] Error:', error)\n this.error = error\n this.notifyStateChange()\n this.emit('Error', error)\n }\n\n private notifyStateChange() {\n const state = this.state\n this.emit('StateChange', state, this.lastNotifiedState)\n this.lastNotifiedState = state\n }\n\n private log(...message: any[]) {\n if (!this.options.debugLog) return\n console.log(`[MicdropClient ${Date.now() - this.startTime}]`, ...message)\n }\n}\n","export enum MicdropClientCommands {\n StartSpeaking = 'StartSpeaking',\n StopSpeaking = 'StopSpeaking',\n Mute = 'Mute',\n}\n\nexport enum MicdropServerCommands {\n Message = 'Message',\n CancelLastUserMessage = 'CancelLastUserMessage',\n SkipAnswer = 'SkipAnswer',\n EndCall = 'EndCall',\n ToolCall = 'ToolCall',\n}\n\nexport interface MicdropCallSummary {\n conversation: MicdropConversation\n duration: number\n}\n\nexport type MicdropConversationItem =\n | MicdropConversationMessage\n | MicdropConversationToolCall\n | MicdropConversationToolResult\n\nexport type MicdropConversation = Array<MicdropConversationItem>\n\nexport type MicdropAnswerMetadata = {\n [key: string]: any\n}\n\nexport interface MicdropConversationMessage<\n Data extends MicdropAnswerMetadata = MicdropAnswerMetadata,\n> {\n role: 'system' | 'user' | 'assistant'\n content: string\n metadata?: Data\n}\n\nexport interface MicdropConversationToolCall {\n role: 'tool_call'\n toolCallId: string\n toolName: string\n parameters: string\n}\n\nexport interface MicdropConversationToolResult {\n role: 'tool_result'\n toolCallId: string\n toolName: string\n output: string\n}\n\nexport interface MicdropToolCall {\n name: string\n parameters: any\n output: any\n}\n\nexport type DeepPartial<T> = T extends object\n ? {\n [P in keyof T]?: DeepPartial<T[P]>\n }\n : T\n","export enum MicdropClientErrorCode {\n MissingUrl = 'MissingUrl',\n Mic = 'Mic',\n Connection = 'Connection',\n InternalServer = 'InternalServer',\n BadRequest = 'BadRequest',\n Unauthorized = 'Unauthorized',\n NotFound = 'NotFound',\n Unknown = 'Unknown',\n}\n\nexport class MicdropClientError extends Error {\n code: MicdropClientErrorCode\n\n constructor(code = MicdropClientErrorCode.Unknown, message?: string) {\n super(message)\n this.name = `MicdropClientError:${code}`\n this.code = code\n }\n}\n\nexport function getClientErrorFromWSCloseEvent(\n event: CloseEvent\n): MicdropClientError | undefined {\n const code = getClientErrorFromWSCloseEventCode(event.code)\n return code && new MicdropClientError(code, event.reason)\n}\n\nexport function getClientErrorFromWSCloseEventCode(\n code: number\n): MicdropClientErrorCode | undefined {\n if (code === 1011) {\n return MicdropClientErrorCode.InternalServer\n } else if (code >= 1001 && code < 1011 && code !== 1005) {\n return MicdropClientErrorCode.Connection\n } else if (code === 4401) {\n return MicdropClientErrorCode.Unauthorized\n } else if (code === 4404) {\n return MicdropClientErrorCode.NotFound\n } else if (code === 4400) {\n return MicdropClientErrorCode.BadRequest\n } else if (code >= 4000) {\n return MicdropClientErrorCode.Unknown\n } else {\n return undefined\n }\n}\n","import { MicdropClient } from './client'\n\n// Setup and export MicdropClient instance\nif (!window.micdropClient) {\n window.micdropClient = new MicdropClient()\n}\nexport const Micdrop = window.micdropClient\n"],"mappings":";AAAA,SAAS,oBAAoB;AAMtB,IAAM,gBAAN,cAA4B,aAAkC;AAAA,EAQnE,YACEA,eACO,iBAAiB,KACxB;AACA,UAAM;AAFC;AART,SAAO,SAAiB;AAExB,SAAQ,UAAU;AAClB,SAAQ,UAAU,IAAI,aAAa,KAAK,OAAO;AAQ7C,SAAK,OAAOA,cAAa,eAAe;AAGxC,SAAK,KAAK,UAAU,KAAK;AACzB,SAAK,KAAK,wBAAwB;AAClC,SAAK,WAAW,OAAO,YAAY,MAAM;AACvC,WAAK,SAAS,KAAK,aAAa;AAChC,WAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACjC,GAAG,KAAK,cAAc;AAAA,EACxB;AAAA,EAEA,OAAO;AACL,QAAI,KAAK,aAAa,QAAW;AAC/B,aAAO,cAAc,KAAK,QAAQ;AAAA,IACpC;AAAA,EACF;AAAA;AAAA,EAGQ,eAAe;AACrB,QAAI,YAAY;AAChB,SAAK,KAAK,sBAAsB,KAAK,OAAO;AAE5C,aAAS,IAAI,GAAG,KAAK,KAAK,QAAQ,QAAQ,IAAI,IAAI,KAAK;AACrD,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;;;AC/CO,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBO,IAAK,mBAAL,kBAAKE,sBAAL;AACL,EAAAA,kBAAA,eAAY;AACZ,EAAAA,kBAAA,mBAAgB;AAChB,EAAAA,kBAAA,sBAAmB;AACnB,EAAAA,kBAAA,sBAAmB;AAJT,SAAAA;AAAA,GAAA;;;ACIL,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ACDO,IAAM,MAAN,MAAU;AAAA,EAAV;AACL,SAAO,WAAW,IAAI,cAAc,YAAY;AAAA;AAAA,EAMxC,kBAAkB,UAA2C;AACnE,WAAO;AAAA,MACL,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,UAAyC;AACnD,QAAI,CAAC,gBAAgB,CAAC,KAAK,UAAU;AACnC,YAAM,IAAI,MAAM,8BAA8B;AAAA,IAChD;AAGA,QAAI,CAAC,UAAU;AACb,iBAAW,aAAa,2CAAkC,KAAK;AAAA,IACjE;AAEA,QAAI,KAAK,aAAa;AAEpB,UAAI,KAAK,aAAa,UAAU;AAC9B,eAAO,KAAK;AAAA,MACd;AAGA,iBAAW,KAAK,WAAW;AAAA,IAC7B;AAGA,SAAK,cAAc,MAAM,UAAU,aAAa;AAAA,MAC9C,KAAK,kBAAkB,QAAQ;AAAA,IACjC;AAGA,UAAM,QAAQ,KAAK,YAAY,UAAU,EAAE,CAAC;AAC5C,UAAM,cACJ,SAAS,MAAM,mBAAmB,MAAM,gBAAgB,EAAE;AAC5D,QAAI,aAAa;AACf,mBAAa,6CAAoC,WAAW;AAC5D,WAAK,WAAW;AAAA,IAClB,OAAO;AACL,mBAAa,8CAAqC;AAClD,WAAK,WAAW;AAAA,IAClB;AAGA,QAAI,KAAK,WAAY,MAAK,WAAW,WAAW;AAChD,SAAK,aAAa,aAAa,wBAAwB,KAAK,WAAW;AACvE,SAAK,WAAW,QAAQ,KAAK,SAAS,IAAI;AAE1C,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO;AACL,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AACA,QAAI,KAAK,aAAa;AACpB,iBAAW,KAAK,WAAW;AAC3B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AACF;;;ACxFA,SAAS,gBAAAC,qBAAoB;;;ACA7B,SAAS,gBAAAC,qBAAoB;AAQtB,IAAe,cAAf,cAAmCC,cAAgC;AAAA,EAIxE,cAAc;AACZ,UAAM;AAJR,SAAO,YAAY;AAKjB,SAAK,aAAa,aAAa,WAAW;AAAA,EAC5C;AAAA,EAMU,aAAa,WAAoB;AACzC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AACF;;;ACvBA,IAAM,cAAc;AACpB,IAAM,WAAW;AAEV,IAAM,mBAAN,cAA+B,YAAY;AAAA,EAKhD,cAAc;AACZ,UAAM;AALR,SAAQ,aAA4B,CAAC;AAErC,SAAQ,oBAAoB;AAAA,EAI5B;AAAA,EAEA,QAAmB;AACjB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,UAAU,MAA2B;AACzC,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,YAAY;AAG3C,YAAM,cAAc,KAAK,kBAAkB,WAAW;AAEtD,UAAI,aAAa;AACf,aAAK,WAAW,KAAK,WAAW;AAChC,aAAK,aAAa;AAAA,MACpB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAAA,IACpD;AAAA,EACF;AAAA,EAEA,YAAkB;AAChB,QAAI,KAAK,mBAAmB;AAC1B,UAAI;AACF,aAAK,kBAAkB,KAAK;AAC5B,aAAK,kBAAkB,WAAW;AAAA,MACpC,SAAS,OAAO;AAAA,MAEhB;AACA,WAAK,oBAAoB;AAAA,IAC3B;AACA,SAAK,aAAa,CAAC;AACnB,SAAK,oBAAoB;AACzB,SAAK,aAAa,KAAK;AAAA,EACzB;AAAA,EAEQ,kBAAkB,aAA8C;AACtE,QAAI;AAEF,YAAM,YAAY,IAAI,WAAW,WAAW;AAG5C,YAAM,aAAa,UAAU;AAE7B,UAAI,eAAe,GAAG;AACpB,eAAO;AAAA,MACT;AAGA,YAAM,cAAc,aAAa;AAAA,QAC/B;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAGA,YAAM,cAAc,YAAY,eAAe,CAAC;AAChD,eAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,oBAAY,CAAC,IAAI,UAAU,CAAC,IAAI;AAAA,MAClC;AAEA,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAClD,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEQ,eAAqB;AAC3B,QAAI,KAAK,qBAAqB,KAAK,WAAW,WAAW,GAAG;AAC1D;AAAA,IACF;AAEA,SAAK,oBAAoB;AACzB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,iBAAuB;AAC7B,QAAI,KAAK,WAAW,WAAW,GAAG;AAChC,WAAK,oBAAoB;AACzB,WAAK,aAAa,KAAK;AACvB;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,WAAW,MAAM;AAG1C,SAAK,oBAAoB,aAAa,mBAAmB;AACzD,SAAK,kBAAkB,SAAS;AAChC,SAAK,kBAAkB,QAAQ,KAAK,UAAU;AAG9C,SAAK,kBAAkB,UAAU,MAAM;AACrC,WAAK,oBAAoB;AAEzB,WAAK,eAAe;AAAA,IACtB;AAGA,SAAK,kBAAkB,MAAM,CAAC;AAC9B,SAAK,aAAa,IAAI;AAAA,EACxB;AACF;;;AFzGO,IAAM,UAAN,cAAsBC,cAA4B;AAAA,EAAlD;AAAA;AACL,SAAO,YAAY;AACnB,SAAO,WAAW,IAAI,cAAc,YAAY;AAIhD;AAAA,SAAO,UAA6B,CAAC;AAAA;AAAA;AAAA,EAMrC,MAAM,QAAQ;AACZ,QAAI,KAAK,YAAa;AAGtB,SAAK,cAAc,IAAI,iBAAiB;AAGxC,SAAK,YAAY,GAAG,gBAAgB,MAAM,KAAK,aAAa,IAAI,CAAC;AACjE,SAAK,YAAY,GAAG,eAAe,MAAM,KAAK,aAAa,KAAK,CAAC;AAGjE,SAAK,kBAAkB,KAAK,YAAY,MAAM;AAG9C,UAAM,WACJ,aAAa,mDAAsC,KAAK;AAC1D,UAAM,KAAK,UAAU,QAAQ;AAAA,EAC/B;AAAA,EAEA,MAAM,UAAU,MAAY;AAC1B,SAAK,MAAM;AACX,QAAI;AACF,YAAM,KAAK,aAAa,UAAU,IAAI;AAAA,IACxC,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,OAAO,IAAI;AAAA,IACvD;AAAA,EACF;AAAA,EAEA,MAAM,YAAY;AAChB,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,aAAa,UAAU;AAAA,EAC9B;AAAA,EAEA,MAAM,aAAa,UAAkB;AACnC,UAAM,KAAK,UAAU,QAAQ;AAG7B,QAAI,KAAK,iBAAiB;AACxB,mBAAa,sDAAyC;AAAA,IACxD,OAAO;AACL,mBAAa,qDAAwC,QAAQ;AAAA,IAC/D;AAAA,EACF;AAAA,EAEA,IAAI,kBAA2B;AAC7B,WACE,CAAC,KAAK,YACN,KAAK,QAAQ,WAAW,KACxB,KAAK,aAAa,KAAK,QAAQ,CAAC,EAAE;AAAA,EAEtC;AAAA,EAEQ,aAAa,WAAoB;AACvC,QAAI,KAAK,cAAc,UAAW;AAClC,SAAK,YAAY;AACjB,SAAK,KAAK,YAAY,iBAAiB,aAAa;AAAA,EACtD;AAAA,EAEA,MAAc,UAAU,UAA8B;AACpD,QAAI,CAAC,KAAK,iBAAiB;AACzB,cAAQ;AAAA,QACN;AAAA,MACF;AACA;AAAA,IACF;AACA,QAAI;AACF,WAAK,WAAW;AAChB,YAAM,gBAAgB,KAAK;AAC3B,YAAM,SAAS,CAAC,YAAY,gBAAgB,KAAK;AAEjD,UAAI,iBAAiB,eAAe,cAAc;AAGhD,cAAO,aAAqB,YAAY,MAAM;AAC9C,aAAK,gBAAgB,WAAW;AAChC,aAAK,gBAAgB,QAAQ,aAAa,WAAW;AACrD,aAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,YAAI,KAAK,yBAAyB;AAChC,eAAK,wBAAwB,MAAM;AACnC,eAAK,wBAAwB,YAAY;AACzC,eAAK,0BAA0B;AAAA,QACjC;AAAA,MACF,OAAO;AAGL,YAAI,CAAC,KAAK,yBAAyB;AAEjC,gBAAM,yBACJ,aAAa,6BAA6B;AAC5C,eAAK,gBAAgB,WAAW;AAChC,eAAK,gBAAgB,QAAQ,sBAAsB;AACnD,eAAK,gBAAgB,QAAQ,KAAK,SAAS,IAAI;AAG/C,eAAK,0BAA0B,IAAI,MAAM;AACzC,eAAK,wBAAwB,WAAW;AACxC,eAAK,wBAAwB,YAAY,uBAAuB;AAAA,QAClE;AACA,cAAM,KAAK,wBAAwB,UAAU,MAAM;AAAA,MACrD;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,iCAAiC,QAAQ,IAAI,KAAK;AAAA,IAClE;AAAA,EACF;AACF;;;AGlIA,SAAS,gBAAAC,qBAAoB;;;ACQtB,SAAS,oBACd,QACA,OACa;AACb,QAAM,cAAc,aAAa,wBAAwB,MAAM;AAC/D,QAAM,YAAY,aAAa,YAAY,KAAK;AAChD,YAAU,UAAU,QAAQ;AAC5B,QAAM,mBAAmB,aAAa,6BAA6B;AACnE,cAAY,QAAQ,SAAS;AAC7B,YAAU,QAAQ,gBAAgB;AAClC,SAAO,iBAAiB;AAC1B;;;ACnBA,SAAS,gBAAAC,qBAAoB;AAetB,IAAK,YAAL,kBAAKC,eAAL;AACL,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AACA,EAAAA,sBAAA;AAHU,SAAAA;AAAA,GAAA;AAUL,IAAe,MAAf,cAA2BD,cAAwB;AAAA,EAAnD;AAAA;AACL,SAAgB,OAAO,KAAK,YAAY;AACxC,SAAO,SAAoB;AAG3B;AAAA,SAAO,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAyBf,KACE,UACG,MACH;AACA,YAAQ,OAAO;AAAA,MACb,KAAK;AACH,aAAK,UAAU,qBAAuB;AACtC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,gBAAkB;AACjC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF,KAAK;AACH,aAAK,UAAU,eAAiB;AAChC;AAAA,MACF;AACE;AAAA,IACJ;AACA,WAAO,MAAM,KAAK,OAAO,GAAG,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,UAAU,QAAmB;AACnC,QAAI,KAAK,WAAW,OAAQ;AAC5B,SAAK,SAAS;AACd,UAAM,KAAK,gBAAgB,MAAM;AAAA,EACnC;AACF;;;ACjFO,IAAM,cAAN,cAA0B,IAAI;AAAA,EAGnC,YAAY,MAAkC;AAC5C,UAAM;AAkBR,SAAQ,iBAAiB,MAAM;AAC7B,YAAM,eAAe,KAAK,KAAK;AAAA,QAC7B,CAAC,QAAQ,IAAI;AAAA,MACf;AACA,YAAM,gBAAgB,KAAK,KAAK;AAAA,QAC9B,CAAC,QAAQ,IAAI;AAAA,MACf;AAGA,cAAQ,KAAK,QAAQ;AAAA,QACnB;AACE,cAAI,aAAc;AAClB,eAAK,KAAK,eAAe;AACzB,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,gBAAgB;AAC1B;AAAA,UACF;AACA,cAAI,eAAe;AACjB,iBAAK,KAAK,iBAAiB;AAAA,UAC7B;AACA;AAAA,QACF;AACE,cAAI,cAAc;AAChB,iBAAK,KAAK,cAAc;AAAA,UAC1B;AACA;AAAA,MACJ;AAAA,IACF;AAjDE,SAAK,OAAO,KAAK,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC;AAAA,EAC3C;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAM,QAAqB,WAAmC;AAClE,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,WAAW;AACjB;AAAA,MACF;AACA,UAAI,GAAG,gBAAgB,KAAK,cAAc;AAC1C,YAAM,IAAI,MAAM,MAAM;AAAA,IACxB;AAAA,EACF;AAAA,EAoCA,MAAM,OAAsB;AAC1B,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,IAAI,gBAAgB,KAAK,cAAc;AAC3C,YAAM,IAAI,KAAK;AAAA,IACjB;AAAA,EACF;AACF;;;ACpEA,SAAS,cAAc;AAYvB,IAAM,iBAAmC;AAAA,EACvC,yBAAyB;AAAA,EACzB,yBAAyB;AAAA,EACzB,iBAAiB;AAAA,EACjB,kBAAkB;AACpB;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAIjC,YAAY,SAAqC;AAC/C,UAAM;AAJR,SAAO,UAAU;AAMf,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,IAAK;AAEd,SAAK,MAAM,MAAM,OAAO,IAAI;AAAA,MAC1B;AAAA,MACA,OAAO;AAAA,MACP,yBAAyB;AAAA,MACzB,eAAe,MAAM,KAAK,KAAK,eAAe;AAAA,MAC9C,mBAAmB,MAAM,KAAK,KAAK,iBAAiB;AAAA,MACpD,cAAc,MAAM,KAAK,KAAK,gBAAgB;AAAA,MAC9C,aAAa,MAAM,KAAK,KAAK,cAAc;AAAA,MAC3C,GAAG,KAAK;AAAA,IACV,CAAC;AAED,SAAK,IAAI,MAAM;AAAA,EACjB;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,IAAK;AACf,SAAK,IAAI,QAAQ;AACjB,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,WAAW,SAAoC;AAC7C,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAC7C,SAAK,KAAK,WAAW,KAAK,OAAO;AAGjC,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAW,cAAc;AAAA,EAChC;AACF;;;AC5EA,IAAME,kBAAmC;AAAA,EACvC,SAAS;AAAA,EACT,WAAW;AACb;AAMO,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAAY,SAAqC;AAC/C,UAAM;AAVR,SAAO,UAAUA;AAIjB,SAAQ,UAAmB;AAC3B,SAAQ,WAAoB;AAC5B,SAAQ,kBAA2B;AACnC,SAAQ,kBAA4B,CAAC;AAKnC,QAAI,SAAS;AACX,WAAK,WAAW,OAAO;AAAA,IACzB,OAAO;AACL,YAAM,eAAe,aAAa;AAAA;AAAA,MAElC;AACA,UAAI;AACF,aAAK,WAAW,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC,CAAC;AAAA,MAC9D,SAAS,OAAO;AACd,aAAK,WAAW,CAAC,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAuB;AAC7B,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,QAAS,QAAO;AAE5C,QAAI,YAAY;AAChB,SAAK,SAAS,sBAAsB,KAAK,OAAO;AAEhD,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,KAAK,QAAQ,CAAC,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,GAAG;AACtD,oBAAY,KAAK,QAAQ,CAAC;AAAA,MAC5B;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,QAAoC;AAC9C,QAAI,KAAK,QAAS;AAGlB,SAAK,WAAW,aAAa,eAAe;AAC5C,SAAK,aAAa,aAAa,wBAAwB,MAAM;AAG7D,SAAK,SAAS,UAAU;AACxB,SAAK,SAAS,wBAAwB;AACtC,SAAK,UAAU,IAAI,aAAa,KAAK,SAAS,iBAAiB;AAG/D,SAAK,WAAW,QAAQ,KAAK,QAAQ;AAErC,SAAK,UAAU;AACf,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAkB;AACxB,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB,KAAK,aAAa;AAGxC,QAAI,gBAAgB,KAAK,QAAQ,WAAW;AAC1C,UAAI,CAAC,KAAK,UAAU;AAElB,YAAI,gBAAgB;AACpB,iBACM,IAAI,KAAK,gBAAgB,SAAS,GACtC,IAAI,KAAK,gBAAgB,QACzB,KACA;AACA,2BAAiB,KAAK,gBAAgB,CAAC;AAAA,QACzC;AAEA,YAAI,iBAAiB,GAAG;AACtB,eAAK,WAAW;AAChB,eAAK,kBAAkB;AACvB,eAAK,KAAK,iBAAiB;AAAA,QAC7B,WAAW,kBAAkB,GAAG;AAC9B,eAAK,kBAAkB;AACvB,eAAK,KAAK,eAAe;AAAA,QAC3B;AAAA,MACF;AAAA,IACF,WAGS,KAAK,UAAU;AACtB,UAAI,eAAe;AACnB,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,wBAAgB,KAAK,gBAAgB,CAAC;AAAA,MACxC;AAEA,UAAI,iBAAiB,GAAG;AACtB,aAAK,WAAW;AAChB,aAAK,KAAK,cAAc;AAAA,MAC1B;AAAA,IACF,WAGS,KAAK,iBAAiB;AAE7B,UAAI,cAAc,KAAK,gBAAgB,KAAK,gBAAgB,SAAS,CAAC;AAEtE,UAAI,gBAAgB,GAAG;AACrB,aAAK,kBAAkB;AACvB,aAAK,KAAK,gBAAgB;AAAA,MAC5B;AAAA,IACF;AAGA,SAAK,gBAAgB,MAAM;AAC3B,SAAK,gBAAgB,KAAK,OAAO,gBAAgB,KAAK,QAAQ,SAAS,CAAC;AAGxE,eAAW,MAAM,KAAK,UAAU,GAAG,KAAK,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,CAAC,KAAK,QAAS;AAEnB,SAAK,UAAU;AACf,SAAK,WAAW;AAEhB,QAAI,KAAK,YAAY;AACnB,WAAK,WAAW,WAAW;AAC3B,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,UAAU;AACjB,WAAK,SAAS,WAAW;AACzB,WAAK,WAAW;AAAA,IAClB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,WAAW,SAAoC;AAC7C,QAAI,OAAO,QAAQ,YAAY,YAAY,QAAQ,UAAU,GAAG;AAC9D,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AACA,WAAO,KAAK,gBAAgB,SAAS,KAAK,QAAQ,SAAS;AACzD,WAAK,gBAAgB,KAAK,CAAC;AAAA,IAC7B;AAGA,iBAAa;AAAA;AAAA,MAEX,KAAK,UAAU,KAAK,OAAO;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,eAAe;AACb,SAAK,WAAWA,eAAc;AAAA,EAChC;AACF;;;ACpLA,IAAM,aAAa;AAEZ,SAAS,OAAO,KAAsB;AAC3C,MAAI,CAAC,IAAK,QAAO,IAAI,WAAW;AAChC,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,QAAQ,SAAU,QAAO,IAAI,UAAU;AAC3C,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI,YAAY,GAAG;AAAA,EAC5B;AACA,SAAO;AACT;;;ANZA,IAAM,YAAY;AASlB,IAAM,0BAA4C;AAAA,EAChD,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,SAAS;AAAA,EACT,YAAY;AACd;AAcO,IAAM,cAAN,cAA0BC,cAAgC;AAAA,EAU/D,YAAY,WAAuB;AACjC,UAAM;AAPR,SAAQ,YAAY,KAAK,aAAa;AAGtC,SAAQ,oBAAoB;AAC5B,SAAQ,eAAuB,CAAC;AAYhC,iBAAQ,OAAO,WAAwB;AACrC,UAAI,KAAK,MAAM,WAAW;AACxB,cAAM,IAAI,MAAM,gCAAgC;AAAA,MAClD;AACA,UAAI;AAEF,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,SAAS;AAAA,UACT,YAAY;AAAA,QACd,CAAC;AAGD,cAAM,gBAAgB;AAAA,UACpB;AAAA,UACA,KAAK,IAAI,QAAQ,MAAO;AAAA,QAC1B;AACA,aAAK,gBAAgB;AAGrB,YAAI,KAAK,UAAU;AACjB,eAAK,SAAS,KAAK;AAAA,QACrB;AACA,aAAK,WAAW,IAAI,OAAO,cAAc,eAAe;AAAA,UACtD,UAAU,KAAK,UAAU;AAAA,UACzB,oBAAoB;AAAA,QACtB,CAAC;AACD,aAAK,SAAS,kBAAkB,KAAK;AAGrC,cAAM,KAAK,IAAI,MAAM,MAAM;AAC3B,aAAK,IAAI,GAAG,iBAAiB,KAAK,eAAe;AACjD,aAAK,IAAI,GAAG,mBAAmB,KAAK,iBAAiB;AACrD,aAAK,IAAI,GAAG,kBAAkB,KAAK,gBAAgB;AACnD,aAAK,IAAI,GAAG,gBAAgB,KAAK,cAAc;AAE/C,aAAK,YAAY;AAAA,UACf,YAAY;AAAA,UACZ,WAAW;AAAA,QACb,CAAC;AAAA,MACH,SAAS,KAAK;AACZ,aAAK,KAAK;AACV,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,UAAI,KAAK,MAAM,QAAS;AAGxB,UAAI,KAAK,MAAM,YAAY;AACzB,aAAK,eAAe;AAAA,MACtB;AACA,WAAK,YAAY,EAAE,SAAS,KAAK,CAAC;AAAA,IACpC;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,MAAM,QAAS;AACzB,WAAK,YAAY,EAAE,SAAS,MAAM,CAAC;AAGnC,UAAI,KAAK,IAAI,kCAAoC;AAC/C,aAAK,gBAAgB;AAAA,MACvB,WAAW,KAAK,IAAI,6BAA+B;AACjD,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AAEA,gBAAO,MAAM;AACX,WAAK,YAAY;AAAA,QACf,YAAY;AAAA,QACZ,WAAW;AAAA,QACX,SAAS;AAAA,QACT,YAAY;AAAA,MACd,CAAC;AAED,UAAI;AAEF,aAAK,IAAI,KAAK;AACd,aAAK,IAAI,IAAI,iBAAiB,KAAK,eAAe;AAClD,aAAK,IAAI,IAAI,mBAAmB,KAAK,iBAAiB;AACtD,aAAK,IAAI,IAAI,kBAAkB,KAAK,gBAAgB;AACpD,aAAK,IAAI,IAAI,gBAAgB,KAAK,cAAc;AAGhD,YAAI,KAAK,UAAU;AACjB,eAAK,SAAS,KAAK;AACnB,eAAK,WAAW;AAAA,QAClB;AAGA,YAAI,KAAK,eAAe;AACtB,qBAAW,KAAK,aAAa;AAC7B,eAAK,gBAAgB;AAAA,QACvB;AAAA,MACF,SAAS,KAAK;AACZ,gBAAQ,MAAM,GAAG;AAAA,MACnB;AAAA,IACF;AAEA,SAAQ,kBAAkB,YAAY;AACpC,UAAI,CAAC,KAAK,YAAY,KAAK,MAAM,QAAS;AAC1C,UAAI;AACF,aAAK,SAAS,MAAM,SAAS;AAC7B,aAAK,aAAa,SAAS;AAC3B,aAAK,oBAAoB;AAAA,MAC3B,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,oBAAoB,YAAY;AACtC,UAAI,KAAK,MAAM,QAAS;AACxB,WAAK,KAAK,eAAe;AACzB,WAAK,YAAY,EAAE,YAAY,KAAK,CAAC;AACrC,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAQ,mBAAmB,YAAY;AACrC,UAAI,KAAK,MAAM,QAAS;AACxB,UAAI;AACF,aAAK,UAAU,KAAK;AAAA,MACtB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,aAAa,SAAS;AAAA,IAC7B;AAEA,SAAQ,iBAAiB,YAAY;AACnC,UAAI,KAAK,MAAM,QAAS;AACxB,UAAI;AACF,aAAK,UAAU,KAAK;AAAA,MACtB,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MACrB;AACA,WAAK,YAAY,EAAE,YAAY,MAAM,CAAC;AACtC,WAAK,KAAK,cAAc;AACxB,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAQ,kBAAkB,OAAO,cAAyB;AACxD,UAAI,KAAK,MAAM,QAAS;AAExB,UAAI,CAAC,KAAK,mBAAmB;AAE3B,aAAK,aAAa,KAAK,UAAU,IAAI;AACrC;AAAA,MACF;AAGA,iBAAW,SAAS,KAAK,cAAc;AACrC,aAAK,KAAK,SAAS,KAAK;AAAA,MAC1B;AACA,WAAK,aAAa,SAAS;AAG3B,WAAK,KAAK,SAAS,UAAU,IAAI;AAAA,IACnC;AApKE,SAAK,QAAQ;AAGb,SAAK,MAAM,OAAO,SAAS;AAAA,EAC7B;AAAA,EAkKQ,YAAY,OAAkC;AACpD,UAAM,aAAa,OAAO,KAAK,KAAK,EAAE;AAAA,MACpC,CAAC,QACC,KAAK,MAAM,GAA6B,MACxC,MAAM,GAA6B;AAAA,IACvC;AACA,QAAI,CAAC,WAAY;AACjB,SAAK,QAAQ,EAAE,GAAG,KAAK,OAAO,GAAG,MAAM;AACvC,SAAK,KAAK,eAAe,KAAK,KAAK;AAAA,EACrC;AAAA,EAEQ,eAA0B;AAChC,QAAI,OAAO,cAAc,gBAAgB,WAAW,GAAG;AACrD,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C,WAAW,OAAO,cAAc,gBAAgB,YAAY,GAAG;AAC7D,aAAO,EAAE,UAAU,cAAc,KAAK,OAAO;AAAA,IAC/C,WAAW,OAAO,cAAc,gBAAgB,WAAW,GAAG;AAC5D,aAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,IAC7C;AACA,WAAO,EAAE,UAAU,aAAa,KAAK,MAAM;AAAA,EAC7C;AACF;;;AOnOA,IAAI,CAAC,OAAO,YAAY;AACtB,SAAO,aAAa,IAAI,IAAS;AACnC;AACO,IAAMC,OAAM,OAAO;AAG1B,IAAI,CAAC,OAAO,gBAAgB;AAC1B,SAAO,iBAAiB,IAAI,QAAa;AAC3C;AACO,IAAMC,WAAU,OAAO;;;ACjB9B,SAAS,gBAAAC,qBAAoB;;;ACAtB,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,mBAAgB;AAChB,EAAAA,uBAAA,kBAAe;AACf,EAAAA,uBAAA,UAAO;AAHG,SAAAA;AAAA,GAAA;AAML,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,2BAAwB;AACxB,EAAAA,uBAAA,gBAAa;AACb,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,cAAW;AALD,SAAAA;AAAA,GAAA;;;ACNL,IAAK,yBAAL,kBAAKC,4BAAL;AACL,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,SAAM;AACN,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,oBAAiB;AACjB,EAAAA,wBAAA,gBAAa;AACb,EAAAA,wBAAA,kBAAe;AACf,EAAAA,wBAAA,cAAW;AACX,EAAAA,wBAAA,aAAU;AARA,SAAAA;AAAA,GAAA;AAWL,IAAM,qBAAN,cAAiC,MAAM;AAAA,EAG5C,YAAY,OAAO,yBAAgC,SAAkB;AACnE,UAAM,OAAO;AACb,SAAK,OAAO,sBAAsB,IAAI;AACtC,SAAK,OAAO;AAAA,EACd;AACF;AAEO,SAAS,+BACd,OACgC;AAChC,QAAM,OAAO,mCAAmC,MAAM,IAAI;AAC1D,SAAO,QAAQ,IAAI,mBAAmB,MAAM,MAAM,MAAM;AAC1D;AAEO,SAAS,mCACd,MACoC;AACpC,MAAI,SAAS,MAAM;AACjB,WAAO;AAAA,EACT,WAAW,QAAQ,QAAQ,OAAO,QAAQ,SAAS,MAAM;AACvD,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,SAAS,MAAM;AACxB,WAAO;AAAA,EACT,WAAW,QAAQ,KAAM;AACvB,WAAO;AAAA,EACT,OAAO;AACL,WAAO;AAAA,EACT;AACF;;;AFKO,IAAM,gBAAN,cACGC,cAEV;AAAA,EAeE,YAAmB,UAA0B,CAAC,GAAG;AAC/C,UAAM;AADW;AAbnB,SAAO,eAAoC,CAAC;AAE5C,SAAO,iBAAoC,CAAC;AAC5C,SAAO,aAAgC,CAAC;AAIxC,SAAQ,YAAY;AACpB,SAAQ,oBAAoB,KAAK;AACjC,SAAQ,gBAAgB;AACxB,SAAQ,WAAW;AACnB,SAAQ,YAAY;AAqGpB,iBAAQ,OAAO,YAA6B;AAC1C,WAAK,QAAQ;AACb,WAAK,UAAU,EAAE,GAAG,KAAK,SAAS,GAAG,QAAQ;AAG7C,WAAK,YAAY,KAAK,IAAI;AAC1B,WAAK,eAAe,CAAC;AACrB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AAGjB,YAAM,KAAK,SAAS,EAAE,QAAQ,KAAK,CAAC;AAGpC,YAAM,KAAK,QAAQ;AAAA,IACrB;AAEA,gBAAO,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAChB,WAAK,YAAY;AACjB,UAAI;AAEF,aAAK,OAAO;AAAA,MACd,SAAS,OAAO;AACd,gBAAQ,MAAM,4CAA4C,KAAK;AAAA,MACjE;AAEA,UAAI;AAEF,aAAK,aAAa,KAAK;AACvB,aAAK,QAAQ;AAAA,MACf,SAAS,OAAO;AACd,gBAAQ,MAAM,6CAA6C,KAAK;AAAA,MAClE;AAGA,MAAAC,SAAQ,UAAU;AAAA,IACpB;AAEA,gBAAO,MAAM;AACX,WAAK,aAAa,KAAK;AACvB,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,UAAU;AAClB,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,WAAW;AAChB,WAAK,kBAAkB;AAAA,IACzB;AAEA,iBAAQ,MAAM;AACZ,UAAI,KAAK,SAAU;AACnB,WAAK,aAAa,KAAK;AACvB,WAAK,YAAY;AACjB,WAAK,gBAAgB;AACrB,WAAK,kBAAkB;AACvB,MAAAA,SAAQ,UAAU;AAClB,WAAK,IAAI,sBAA+B;AAAA,IAC1C;AAEA,kBAAS,MAAM;AACb,UAAI,CAAC,KAAK,SAAU;AACpB,UAAI,CAAC,KAAK,SAAS;AACjB,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,YAAY;AACjB,WAAK,kBAAkB;AAAA,IACzB;AAEA,oBAAW,OACT,UAII,CAAC,MACF;AACH,WAAK,QAAQ;AACb,WAAK,WAAW;AAChB,UAAI,QAAQ,KAAK;AACf,aAAK,QAAQ,MAAM,QAAQ;AAAA,MAC7B;AACA,UAAI;AACF,YAAI,CAAC,KAAK,aAAa;AACrB,eAAK,cAAc,IAAI,YAAY,KAAK,QAAQ,GAAG;AAGnD,eAAK,YAAY,GAAG,eAAe,MAAM;AACvC,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAGD,eAAK,YAAY,GAAG,SAAS,CAAC,SAAS;AACrC,iBAAK,IAAI,oCAAoC,IAAI;AACjD,iBAAK,IAAI,KAAK,IAAI;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,iBAAiB,MAAM;AACzC,iBAAK,IAAI,qBAAqB;AAC9B,iBAAK,IAAI,wCAAwC;AAEjD,iBAAK,gBAAgB;AACrB,iBAAK,kBAAkB;AACvB,YAAAA,SAAQ,UAAU;AAAA,UACpB,CAAC;AAGD,eAAK,YAAY,GAAG,gBAAgB,MAAM;AACxC,iBAAK,IAAI,oBAAoB;AAC7B,iBAAK,IAAI,sCAAuC;AAChD,gBAAI,KAAK,aAAa;AACpB,mBAAK,gBAAgB;AAAA,YACvB;AACA,iBAAK,kBAAkB;AAAA,UACzB,CAAC;AAAA,QACH;AAGA,cAAM,oBAAoB,KAAK,YAAY,MAAM;AACjD,YAAI,mBAAmB;AACrB,eAAK,aAAa,KAAK;AAAA,QACzB;AAGA,cAAM,YAAY,MAAMC,KAAI,MAAM,QAAQ,QAAQ;AAClD,aAAK,YAAY;AAGjB,YAAI,qBAAqB,QAAQ,QAAQ;AACvC,gBAAM,KAAK,YAAY,MAAM,SAAS;AAAA,QACxC;AAIA,cAAM,KAAK,cAAc;AAIzB,cAAMD,SAAQ,MAAM;AAEpB,aAAK,kBAAkB;AAAA,MACzB,SAAS,OAAO;AACd,aAAK;AAAA,UACH,IAAI;AAAA;AAAA,YAED,OAAe;AAAA,UAClB;AAAA,QACF;AACA,cAAM,KAAK,KAAK;AAChB,cAAM;AAAA,MACR;AAAA,IACF;AAEA,2BAAkB,OAAO,aAAqB;AAC5C,YAAM,KAAK,SAAS,EAAE,SAAS,CAAC;AAAA,IAClC;AAEA,+BAAsB,OAAO,aAAqB;AAChD,YAAMA,SAAQ,aAAa,QAAQ;AACnC,WAAK,kBAAkB;AAAA,IACzB;AAUA,SAAQ,gBAAgB,YAAY;AAClC,YAAM,aAAa,MAAM,UAAU,aAAa,iBAAiB;AACjE,UAAI,WAAW,WAAW,EAAG;AAI7B,YAAM,iBAAiB,WAAW;AAAA,QAChC,CAAC,WAAW,OAAO,aAAa;AAAA,MAClC;AACA,YAAM,UAAU,WAAW,OAAO,CAAC,WAAW,OAAO,aAAa,SAAS;AAC3E,YAAM,wBAAwB,eAC3B;AAAA,QAAI,CAAC,WACJ,QAAQ;AAAA,UACN,CAAC,MAAM,EAAE,YAAY,OAAO,WAAW,EAAE,SAAS,OAAO;AAAA,QAC3D;AAAA,MACF,EACC,OAAO,CAAC,UAAU,UAAU,EAAE;AACjC,iBAAW,SAAS,uBAAuB;AACzC,cAAM,SAAS,QAAQ,KAAK;AAC5B,gBAAQ,OAAO,OAAO,CAAC;AACvB,gBAAQ,QAAQ,MAAM;AAAA,MACxB;AAEA,WAAK,aAAa,QAAQ,OAAO,CAAC,WAAW,OAAO,SAAS,YAAY;AACzE,WAAK,iBAAiB,QAAQ;AAAA,QAC5B,CAAC,WAAW,OAAO,SAAS;AAAA,MAC9B;AACA,MAAAA,SAAQ,UAAU,KAAK;AAEvB,WAAK,kBAAkB;AAAA,IACzB;AAqCA,SAAQ,WAAW,MAAM;AACvB,WAAK,IAAI,kBAAkB;AAC3B,WAAK,kBAAkB;AAGvB,UAAI,KAAK,QAAQ,QAAQ;AACvB,aAAK,IAAI,KAAK,KAAK,UAAU,KAAK,QAAQ,MAAM,CAAC;AAAA,MACnD;AAAA,IACF;AAEA,SAAQ,cAAc,CAAC,UAAwB;AAC7C,WAAK,IAAI,qBAAqB,MAAM,IAAI;AACxC,UAAI,MAAM,gBAAgB,MAAM;AAE9B,YAAI,KAAK,YAAY,KAAK,eAAgB;AAC1C,QAAAA,SAAQ,UAAU,MAAM,IAAI;AAC5B,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,OAAO,MAAM,SAAS,UAAU;AACzC,gBAAQ,KAAK,yCAAyC,MAAM,IAAI,EAAE;AAAA,MACpE,WAAW,MAAM,KAAK,kCAAwC,GAAG;AAE/D,YAAI;AACF,gBAAM,UAAU,KAAK;AAAA,YACnB,MAAM,KAAK,kCAAwC,SAAS,CAAC;AAAA,UAC/D;AACA,eAAK,WAAW,OAAO;AAAA,QACzB,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF,WAAW,MAAM,kCAAwC;AAEvD,aAAK,KAAK,SAAS;AAAA,MACrB,WAAW,MAAM,wCAA2C;AAE1D,aAAK,gBAAgB;AACrB,aAAK,kBAAkB;AAAA,MACzB,WAAW,MAAM,8DAAsD;AAErE,cAAM,cAAc,KAAK,aAAa;AAAA,UACpC,CAAC,YAAY,QAAQ,SAAS;AAAA,QAChC;AACA,YAAI,gBAAgB,IAAI;AACtB,eAAK,eAAe,KAAK,aAAa;AAAA,YACpC,CAAC,GAAG,UAAU,UAAU;AAAA,UAC1B;AACA,eAAK,gBAAgB;AACrB,eAAK,kBAAkB;AAAA,QACzB;AAAA,MACF,WAAW,MAAM,KAAK,oCAAyC,GAAG;AAEhE,YAAI;AACF,gBAAM,WAAW,KAAK;AAAA,YACpB,MAAM,KAAK,oCAAyC,SAAS,CAAC;AAAA,UAChE;AACA,eAAK,KAAK,YAAY,QAAQ;AAAA,QAChC,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN;AAAA,YACA,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAsB;AACzC,WAAK,IAAI,oBAAoB,KAAK;AAClC,WAAK,KAAK;AAEV,YAAM,QAAQ,+BAA+B,KAAK;AAClD,UAAI,OAAO;AACT,aAAK,SAAS,KAAK;AAAA,MACrB;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,UAAiB;AACpC,WAAK,SAAS,IAAI,gDAAoD,CAAC;AACvE,WAAK,KAAK;AAAA,IACZ;AAcA,SAAQ,wBAAwB,MAAM;AACpC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,qBAAqB;AACpC,aAAK,aAAa,KAAK;AAAA,MACzB;AACA,WAAK,kBAAkB;AAAA,IACzB;AAEA,SAAQ,uBAAuB,MAAM;AACnC,WAAK,IAAI,iBAAiB;AAC1B,UAAI,KAAK,QAAQ,uBAAuB,CAAC,KAAK,SAAS;AACrD,aAAK,aAAa,OAAO;AAAA,MAC3B;AACA,WAAK,kBAAkB;AAAA,IACzB;AAhcE,IAAAA,SAAQ,GAAG,gBAAgB,KAAK,qBAAqB;AACrD,IAAAA,SAAQ,GAAG,eAAe,KAAK,oBAAoB;AAGnD,cAAU,aAAa,iBAAiB,gBAAgB,KAAK,aAAa;AAAA,EAC5E;AAAA,EAEA,IAAI,MAAuB;AACzB,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,IAAI,YAAqB;AACvB,WAAQ,KAAK,eAAe,KAAK,aAAa,MAAM,aAAc;AAAA,EACpE;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,gBAAgB,KAAK,aAAa,MAAM,cAAc;AAAA,EACpE;AAAA,EAEA,IAAI,UAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,iBAAiB,CAAC,KAAK;AAAA,EACrC;AAAA,EAEA,IAAI,cAAuB;AACzB,WACE,KAAK,gBACL,CAAC,KAAK,YACN,CAAC,KAAK,gBACN,CAAC,KAAK,cACN,CAAC,KAAK,kBACN,CAAC,KAAK;AAAA,EAEV;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,KAAK,IAAI,eAAe,UAAU;AAAA,EAC3C;AAAA,EAEA,IAAI,eAAwB;AAC1B,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,aAAsB;AACxB,WAAO,KAAK,aAAa,MAAM,WAAW;AAAA,EAC5C;AAAA,EAEA,IAAI,iBAA0B;AAC5B,WAAO,KAAK,aAAa,MAAM,cAAc;AAAA,EAC/C;AAAA,EAEA,IAAI,sBAA+B;AACjC,WAAOA,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,cAAkC;AACpC,WAAOC,KAAI;AAAA,EACb;AAAA,EAEA,IAAI,kBAAsC;AACxC,WAAOD,SAAQ;AAAA,EACjB;AAAA,EAEA,IAAI,QAAsB;AACxB,WAAO;AAAA,MACL,YAAY,KAAK;AAAA,MACjB,WAAW,KAAK;AAAA,MAChB,SAAS,KAAK;AAAA,MACd,UAAU,KAAK;AAAA,MACf,aAAa,KAAK;AAAA,MAClB,cAAc,KAAK;AAAA,MACnB,gBAAgB,KAAK;AAAA,MACrB,qBAAqB,KAAK;AAAA,MAC1B,cAAc,KAAK;AAAA,MACnB,YAAY,KAAK;AAAA,MACjB,cAAc,KAAK;AAAA,MACnB,OAAO,KAAK;AAAA,MACZ,aAAa,KAAK;AAAA,MAClB,iBAAiB,KAAK;AAAA,MACtB,YAAY,KAAK;AAAA,MACjB,gBAAgB,KAAK;AAAA,IACvB;AAAA,EACF;AAAA,EAyKQ,UAAU;AAChB,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc;AACnB,IAAAC,KAAI,KAAK;AACT,SAAK,YAAY;AACjB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkCA,MAAc,UAAU;AACtB,QAAI;AACF,UAAI,KAAK,IAAI;AACX,aAAK,IAAI,8BAA8B;AACvC;AAAA,MACF;AACA,UAAI,CAAC,KAAK,cAAc;AACtB,cAAM,IAAI,kCAA6C;AAAA,MACzD;AACA,UAAI,CAAC,KAAK,QAAQ,KAAK;AACrB,cAAM,IAAI,gDAAoD;AAAA,MAChE;AAGA,WAAK,KAAK,IAAI,UAAU,KAAK,QAAQ,GAAG;AACxC,WAAK,GAAG,aAAa;AACrB,WAAK,kBAAkB;AAGvB,WAAK,GAAG,SAAS,KAAK;AACtB,WAAK,GAAG,YAAY,KAAK;AACzB,WAAK,GAAG,UAAU,KAAK;AACvB,WAAK,GAAG,UAAU,KAAK;AAAA,IACzB,SAAS,OAAO;AACd,WAAK;AAAA,QACH,IAAI;AAAA;AAAA,UAED,OAAe;AAAA,QAClB;AAAA,MACF;AACA,YAAM,KAAK,KAAK;AAChB,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAuFQ,SAAS;AACf,QAAI,CAAC,KAAK,GAAI;AACd,QACE,KAAK,GAAG,eAAe,UAAU,QACjC,KAAK,GAAG,eAAe,UAAU,YACjC;AACA,WAAK,GAAG,MAAM;AAAA,IAChB;AACA,SAAK,KAAK;AACV,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAkBQ,WAAW,SAAkC;AACnD,SAAK,eAAe,CAAC,GAAG,KAAK,cAAc,OAAO;AAClD,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,SAAS,OAA2B;AAC1C,YAAQ,MAAM,0BAA0B,KAAK;AAC7C,SAAK,QAAQ;AACb,SAAK,kBAAkB;AACvB,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,oBAAoB;AAC1B,UAAM,QAAQ,KAAK;AACnB,SAAK,KAAK,eAAe,OAAO,KAAK,iBAAiB;AACtD,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEQ,OAAO,SAAgB;AAC7B,QAAI,CAAC,KAAK,QAAQ,SAAU;AAC5B,YAAQ,IAAI,kBAAkB,KAAK,IAAI,IAAI,KAAK,SAAS,KAAK,GAAG,OAAO;AAAA,EAC1E;AACF;;;AG9hBA,IAAI,CAAC,OAAO,eAAe;AACzB,SAAO,gBAAgB,IAAI,cAAc;AAC3C;AACO,IAAM,UAAU,OAAO;","names":["audioContext","audioContext","unlock","LocalStorageKeys","EventEmitter","EventEmitter","EventEmitter","EventEmitter","EventEmitter","EventEmitter","VADStatus","defaultOptions","EventEmitter","Mic","Speaker","EventEmitter","MicdropClientCommands","MicdropServerCommands","MicdropClientErrorCode","EventEmitter","Speaker","Mic"]}
|